-- Logs begin at Wed 2022-03-23 11:39:23 UTC, end at Wed 2022-03-23 13:53:00 UTC. -- Mar 23 12:12:06.989085 n-d-834854-1 systemd[1]: Started Devstack devstack@q-svc.service. Mar 23 12:12:09.740996 n-d-834854-1 neutron-server[102669]: INFO neutron.common.config [-] Logging enabled! Mar 23 12:12:09.741609 n-d-834854-1 neutron-server[102669]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev82 Mar 23 12:12:09.741765 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102669) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 12:12:09.746390 n-d-834854-1 neutron-server[102669]: INFO neutron.common.config [-] Logging enabled! Mar 23 12:12:09.746650 n-d-834854-1 neutron-server[102669]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev82 Mar 23 12:12:09.746968 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102669) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 12:12:09.747948 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 12:12:09.748192 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 12:12:09.748555 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 12:12:09.748804 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 12:12:09.749032 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 12:12:09.749358 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.749662 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.749961 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.750191 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.750492 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.750787 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.751073 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.751370 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.751669 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.751978 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.752265 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.752553 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.752784 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.753067 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.753353 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.753640 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.753862 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] debug = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.754141 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.754566 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.754985 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.755269 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.755561 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.755842 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.756143 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.756421 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.756710 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.757042 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] host = n-d-834854-1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.757321 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.757611 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.758447 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.758737 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.759015 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.759297 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.759584 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.759860 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.760160 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] log_file = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.760438 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.760726 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.761015 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.761312 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.761539 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.761761 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.762052 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.762341 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.762618 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.762894 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.763171 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.763449 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.763723 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.764020 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.764309 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.764594 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.764879 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.765157 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.765431 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.765707 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.765979 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.766264 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.766540 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.766816 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.767094 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.767382 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.767656 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.767951 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.768254 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.768541 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.768823 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.769107 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.769382 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.769666 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.769940 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.770215 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.770487 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] use_json = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.770760 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.771033 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.771323 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.771598 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.771872 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.772182 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.772454 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.772738 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.773010 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:09.773328 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.773630 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.773933 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.774222 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.774514 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.774794 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.775084 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.775366 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.775655 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.775966 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.776261 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.776540 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.776831 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.777111 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.777414 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.777719 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.778015 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.778307 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.778584 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.778860 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.779136 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.779418 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.779709 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.780015 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.780308 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.780598 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.780878 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.781169 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.781464 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.781754 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.782032 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.782312 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.782603 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.782881 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.783155 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.783437 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.783727 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.784037 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.784317 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.784601 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.784880 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.785152 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.785427 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.785704 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.785993 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.786269 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.786545 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.786817 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.787094 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.787368 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.787654 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.787941 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.788227 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.788503 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.788782 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.789595 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.789872 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.790151 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.790425 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.790707 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.790984 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.791260 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.791532 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.791807 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.792108 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.792385 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.792661 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.792940 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.793215 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.793490 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.793766 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.794044 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.794318 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.794607 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.794907 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.795188 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.795467 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.795745 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.796046 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.796329 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.796607 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.796886 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.797166 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.797439 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.797728 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.798013 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.798301 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.798585 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.798870 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.799166 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.799445 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.799728 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.800031 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.800314 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.800600 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.800885 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.801186 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.801482 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.801782 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.802080 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.802376 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.802659 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.802968 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.803252 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:09.803471 n-d-834854-1 neutron-server[102669]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 12:12:09.803708 n-d-834854-1 neutron-server[102669]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102669) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 23 12:12:10.160259 n-d-834854-1 neutron-server[102669]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 23 12:12:10.160540 n-d-834854-1 neutron-server[102669]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 23 12:12:10.160834 n-d-834854-1 neutron-server[102669]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 23 12:12:10.161167 n-d-834854-1 neutron-server[102669]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 23 12:12:10.556664 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.556875 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.557147 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.558451 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.558729 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.558997 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.597753 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.598032 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.598300 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.614973 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.615255 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.615524 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.644147 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.644427 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.644691 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.682053 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.682335 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.682604 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.912953 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.913589 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.913589 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.913747 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:10.914465 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.040745 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.041066 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.041352 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.041628 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.041899 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.042212 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.042474 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.042734 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.042993 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.043277 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.043541 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.043809 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.044092 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.044347 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.044605 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.044872 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.045134 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.045404 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.045676 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.045935 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.046207 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.046465 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.046751 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.047136 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.047390 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.047639 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.048061 n-d-834854-1 neutron-server[102669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 12:12:11.048303 n-d-834854-1 neutron-server[102669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 12:12:11.048541 n-d-834854-1 neutron-server[102669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 12:12:11.048776 n-d-834854-1 neutron-server[102669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 12:12:11.049011 n-d-834854-1 neutron-server[102669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 12:12:11.049244 n-d-834854-1 neutron-server[102669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 12:12:11.049606 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 23 12:12:11.052742 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 23 12:12:11.057266 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 23 12:12:11.061031 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Mar 23 12:12:11.062820 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 23 12:12:11.063272 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 23 12:12:11.063614 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 23 12:12:11.064029 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 23 12:12:11.066857 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 23 12:12:11.067111 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 23 12:12:11.067463 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 12:12:11.073083 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 23 12:12:11.095592 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 23 12:12:11.096082 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.096385 n-d-834854-1 neutron-server[102669]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102669) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 23 12:12:11.096750 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.098128 n-d-834854-1 neutron-server[102669]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102669) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 23 12:12:11.098410 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 12:12:11.098659 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 23 12:12:11.102740 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.103021 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.165759 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 23 12:12:11.165949 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 23 12:12:11.166184 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 23 12:12:11.166561 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 23 12:12:11.188952 n-d-834854-1 neutron-server[102669]: DEBUG oslo_db.sqlalchemy.engines [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102669) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 23 12:12:11.714063 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Initializing driver for type 'gre' Mar 23 12:12:11.714653 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] gre ID ranges: [(1, 1000)] Mar 23 12:12:11.764886 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Initializing driver for type 'local' Mar 23 12:12:11.765289 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Initializing driver for type 'vlan' Mar 23 12:12:11.777993 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] VlanTypeDriver initialization complete Mar 23 12:12:11.778324 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Initializing driver for type 'vxlan' Mar 23 12:12:11.778801 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] vxlan ID ranges: [(1, 1000)] Mar 23 12:12:11.829796 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Initializing extension driver 'port_security' Mar 23 12:12:11.830193 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.extensions.port_security [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] PortSecurityExtensionDriver initialization complete Mar 23 12:12:11.830591 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Initializing mechanism driver 'openvswitch' Mar 23 12:12:11.830912 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Initializing mechanism driver 'hyperv' Mar 23 12:12:11.837562 n-d-834854-1 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:12:11.838230 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > port after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.838594 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > port after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.838938 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > port after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.839450 n-d-834854-1 neutron-server[102669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 12:12:11.839874 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.840244 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.840588 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.840968 n-d-834854-1 neutron-server[102669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 12:12:11.841365 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > network after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.841710 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > network after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.842047 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > network after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.842422 n-d-834854-1 neutron-server[102669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 12:12:11.842816 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > security_group after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.843154 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > security_group after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.843484 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.844024 n-d-834854-1 neutron-server[102669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 12:12:11.844424 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.844768 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.845107 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.845492 n-d-834854-1 neutron-server[102669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 12:12:11.845884 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > address_group after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.846222 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > address_group after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.846552 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.846931 n-d-834854-1 neutron-server[102669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 12:12:11.847368 n-d-834854-1 neutron-server[102669]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] ML2 OVO RPC backend initialized. {{(pid=102669) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Mar 23 12:12:11.848095 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.848448 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.848859 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > network before_response 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.849200 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > networks before_response 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.849542 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > port before_response 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.849880 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > ports before_response 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.850215 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > subnet before_response 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.850548 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > subnets before_response 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.850885 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > network after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.851216 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > network after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.851565 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > network after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.851892 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > port after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.852245 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > port after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.852570 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > port after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.852895 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.853222 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.853544 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.860699 n-d-834854-1 neutron-server[102669]: INFO neutron.quota [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded quota_driver: . Mar 23 12:12:11.861061 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Modular L2 Plugin initialization complete Mar 23 12:12:11.861402 n-d-834854-1 neutron-server[102669]: DEBUG neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading services supported by the core plugin {{(pid=102669) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 23 12:12:11.861738 n-d-834854-1 neutron-server[102669]: INFO neutron.plugins.ml2.managers [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Got port-security extension from driver 'port_security' Mar 23 12:12:11.862212 n-d-834854-1 neutron-server[102669]: INFO neutron.extensions.vlantransparent [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Disabled vlantransparent extension. Mar 23 12:12:11.862698 n-d-834854-1 neutron-server[102669]: DEBUG neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102669) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 23 12:12:11.863018 n-d-834854-1 neutron-server[102669]: INFO neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading Plugin: router Mar 23 12:12:11.899374 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.899761 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router after_create 55549900 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.900157 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router before_create 55549900 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.900515 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.900881 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.901227 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router after_delete 55549900 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.901581 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.901922 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.902272 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router after_create 55549900 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.902612 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router after_update 55549900 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.902950 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router after_update 55549900 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.903289 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.903639 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router after_update 55549900 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.904077 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.904442 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: port after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.904772 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: port after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.905100 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: subnet after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.905429 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.905767 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.906101 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.906435 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: port before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.906770 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router precommit_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.907115 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router after_update 55549900 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.907446 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.907788 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.908174 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.908515 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.908872 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > agent after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.909215 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > agent after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.909556 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > network after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.910407 n-d-834854-1 neutron-server[102669]: DEBUG neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Tracking information for resource: router configured {{(pid=102669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 12:12:11.910738 n-d-834854-1 neutron-server[102669]: DEBUG neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Tracking information for resource: floatingip configured {{(pid=102669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 12:12:11.915801 n-d-834854-1 neutron-server[102669]: INFO neutron.db.l3_agentschedulers_db [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 23 12:12:11.916389 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: port after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.916751 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: port after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.917097 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: port after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.917442 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: port after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.918240 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router before_create 55550100 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.918597 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.918956 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router precommit_create 55550100 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.919305 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > router precommit_update 55550100 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.924260 n-d-834854-1 neutron-server[102669]: DEBUG neutron.services.provider_configuration [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Service providers = [] {{(pid=102669) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 23 12:12:11.924619 n-d-834854-1 neutron-server[102669]: DEBUG neutron.db.servicetype_db [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102669) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 23 12:12:11.927565 n-d-834854-1 neutron-server[102669]: DEBUG neutron.services.service_base [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102669) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 12:12:11.927909 n-d-834854-1 neutron-server[102669]: DEBUG neutron.services.service_base [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102669) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 12:12:11.928269 n-d-834854-1 neutron-server[102669]: DEBUG neutron.services.service_base [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102669) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 12:12:11.929138 n-d-834854-1 neutron-server[102669]: DEBUG neutron.services.service_base [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102669) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 12:12:11.930020 n-d-834854-1 neutron-server[102669]: INFO neutron.services.service_base [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 23 12:12:11.930398 n-d-834854-1 neutron-server[102669]: DEBUG neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 12:12:11.930706 n-d-834854-1 neutron-server[102669]: INFO neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 23 12:12:11.941173 n-d-834854-1 neutron-server[102669]: DEBUG neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 12:12:11.941505 n-d-834854-1 neutron-server[102669]: INFO neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading Plugin: auto_allocate Mar 23 12:12:11.948346 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: network precommit_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.948704 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: network precommit_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.949293 n-d-834854-1 neutron-server[102669]: DEBUG neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 12:12:11.949614 n-d-834854-1 neutron-server[102669]: INFO neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading Plugin: tag Mar 23 12:12:11.956260 n-d-834854-1 neutron-server[102669]: DEBUG neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 12:12:11.956585 n-d-834854-1 neutron-server[102669]: INFO neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading Plugin: timestamp Mar 23 12:12:11.960634 n-d-834854-1 neutron-server[102669]: DEBUG neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 12:12:11.961085 n-d-834854-1 neutron-server[102669]: INFO neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading Plugin: network_ip_availability Mar 23 12:12:11.966534 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.966849 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.967205 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:11.968032 n-d-834854-1 neutron-server[102669]: DEBUG neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 12:12:11.968349 n-d-834854-1 neutron-server[102669]: INFO neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading Plugin: flavors Mar 23 12:12:11.973150 n-d-834854-1 neutron-server[102669]: DEBUG neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 12:12:11.973478 n-d-834854-1 neutron-server[102669]: INFO neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading Plugin: revisions Mar 23 12:12:11.977825 n-d-834854-1 neutron-server[102669]: DEBUG neutron.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 12:12:11.978209 n-d-834854-1 neutron-server[102669]: DEBUG oslo_concurrency.lockutils [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.817s {{(pid=102669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 23 12:12:11.978940 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102669) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 23 12:12:11.979269 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Initializing extension manager. Mar 23 12:12:11.979770 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: __init__.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:11.980133 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: __pycache__ {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:11.980464 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:11.980788 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: address_group.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:11.981544 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:11.982108 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: address-group Mar 23 12:12:11.982424 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: address_scope.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:11.983129 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:11.983632 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: address-scope Mar 23 12:12:11.984156 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:11.985090 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:11.985596 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: router-admin-state-down-before-update Mar 23 12:12:11.985908 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: agent.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:11.986987 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:11.987499 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: agent Mar 23 12:12:11.987813 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: agent_resources_synced.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:11.988946 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:11.989458 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: agent-resources-synced Mar 23 12:12:11.989773 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: allowedaddresspairs.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:11.991551 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:11.992981 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: allowed-address-pairs Mar 23 12:12:12.002963 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: auto_allocated_topology.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.004099 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.004616 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: auto-allocated-topology Mar 23 12:12:12.004939 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: availability_zone.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.005628 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.006132 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: availability_zone Mar 23 12:12:12.006449 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: availability_zone_filter.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.007394 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.008634 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: availability_zone_filter Mar 23 12:12:12.009003 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: data_plane_status.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.009986 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.010537 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension data-plane-status not supported by any of loaded plugins Mar 23 12:12:12.010893 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: default_subnetpools.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.011861 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.012443 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: default-subnetpools Mar 23 12:12:12.012801 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.013658 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.014213 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: dhcp_agent_scheduler Mar 23 12:12:12.014574 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: dns.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.015561 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.016165 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension dns-integration not supported by any of loaded plugins Mar 23 12:12:12.016531 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: dns_domain_ports.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.017489 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.018040 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 23 12:12:12.018403 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.019355 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.019906 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 23 12:12:12.020288 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: dvr.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.020995 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.021672 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: dvr Mar 23 12:12:12.022035 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: ecmp_routes.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.022993 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.023901 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 23 12:12:12.024335 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: empty_string_filtering.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.025275 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.025835 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: empty-string-filtering Mar 23 12:12:12.026300 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.027220 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.027770 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 23 12:12:12.028164 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.029121 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.029669 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 23 12:12:12.030029 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: external_net.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.030964 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.031515 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: external-net Mar 23 12:12:12.031873 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.032832 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.033381 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: extra_dhcp_opt Mar 23 12:12:12.033772 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: extraroute.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.034760 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.035306 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: extraroute Mar 23 12:12:12.035677 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: extraroute_atomic.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.036826 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.037508 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: extraroute-atomic Mar 23 12:12:12.037868 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: filter_validation.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.038561 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.039650 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: filter-validation Mar 23 12:12:12.040030 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: fip_pf_description.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.040969 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.041513 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 23 12:12:12.041868 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: fip_port_details.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.042820 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.043366 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: fip-port-details Mar 23 12:12:12.043722 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: flavors.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.045110 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.045679 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: flavors Mar 23 12:12:12.046031 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.047790 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.048345 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 23 12:12:12.048673 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: floatingip_pools.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.049369 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.050011 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: floatingip-pools Mar 23 12:12:12.050340 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: ip_allocation.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.051262 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.051770 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension ip_allocation not supported by any of loaded plugins Mar 23 12:12:12.052119 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.053030 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.053541 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: ip-substring-filtering Mar 23 12:12:12.053862 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: l2_adjacency.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.055473 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.056008 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 23 12:12:12.056327 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: l3.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.057477 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.058084 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: router Mar 23 12:12:12.058408 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.061541 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.062281 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 23 12:12:12.062753 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.064105 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.064828 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: ext-gw-mode Mar 23 12:12:12.065372 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.066675 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.067575 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: l3-ha Mar 23 12:12:12.068225 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: l3_flavors.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.069467 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.070316 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: l3-flavors Mar 23 12:12:12.071054 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.072579 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.073241 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 23 12:12:12.073599 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: l3agentscheduler.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.075319 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.076037 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: l3_agent_scheduler Mar 23 12:12:12.076462 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: logging.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.078550 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.079314 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension logging not supported by any of loaded plugins Mar 23 12:12:12.079793 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: metering.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.080928 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.081734 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: metering Mar 23 12:12:12.082248 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.084219 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.084961 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: metering_source_and_destination_fields Mar 23 12:12:12.085435 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: multiprovidernet.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.086786 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.087473 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: multi-provider Mar 23 12:12:12.087835 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: netmtu.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.088914 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.089420 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: net-mtu Mar 23 12:12:12.089736 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: netmtu_writable.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.090637 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.091140 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: net-mtu-writable Mar 23 12:12:12.091455 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: network_availability_zone.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.092411 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.092913 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: network_availability_zone Mar 23 12:12:12.093228 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: network_ip_availability.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.094368 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.094906 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: network-ip-availability Mar 23 12:12:12.095225 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: network_segment_range.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.096014 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.096592 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension network-segment-range not supported by any of loaded plugins Mar 23 12:12:12.096909 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: pagination.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.097881 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.098203 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: pagination Mar 23 12:12:12.098517 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: port_device_profile.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.099412 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.099934 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: port-device-profile Mar 23 12:12:12.100261 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.101162 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.102224 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: port-mac-address-regenerate Mar 23 12:12:12.102538 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.103435 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.103963 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: port-numa-affinity-policy Mar 23 12:12:12.104285 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: port_resource_request.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.105189 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.105694 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension port-resource-request not supported by any of loaded plugins Mar 23 12:12:12.106013 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: portbindings.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.106920 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.107427 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: binding Mar 23 12:12:12.107748 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: portbindings_extended.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.109163 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.109681 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: binding-extended Mar 23 12:12:12.110000 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: portsecurity.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.110905 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.111413 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: port-security Mar 23 12:12:12.111729 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: project_id.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.112720 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.113044 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: project-id Mar 23 12:12:12.113361 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: providernet.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.114288 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.114795 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: provider Mar 23 12:12:12.115109 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: qos.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.119212 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.119729 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension qos not supported by any of loaded plugins Mar 23 12:12:12.120086 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.121351 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.121867 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 23 12:12:12.122191 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.123104 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.123610 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 23 12:12:12.123948 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: qos_default.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.124850 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.125354 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension qos-default not supported by any of loaded plugins Mar 23 12:12:12.125672 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: qos_fip.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.126319 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.126814 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension qos-fip not supported by any of loaded plugins Mar 23 12:12:12.127128 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: qos_gateway_ip.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.128075 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.128583 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 23 12:12:12.128899 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: qos_port_network_policy.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.129798 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.130303 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 23 12:12:12.130617 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: qos_pps_rule.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.131789 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.132337 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension qos-pps not supported by any of loaded plugins Mar 23 12:12:12.132682 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: qos_rule_type_details.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.133588 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.134091 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 23 12:12:12.134406 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: qos_rules_alias.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.135455 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.135988 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 23 12:12:12.136310 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: quotasv2.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.137228 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.137549 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: quotas Mar 23 12:12:12.137863 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: quotasv2_detail.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.139566 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.139908 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: quota_details Mar 23 12:12:12.140259 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: rbac.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.141314 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.141842 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: rbac-policies Mar 23 12:12:12.142167 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: rbac_address_group.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.143089 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.143703 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: rbac-address-group Mar 23 12:12:12.143906 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: rbac_address_scope.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.144982 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.147054 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: rbac-address-scope Mar 23 12:12:12.147389 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: rbac_security_groups.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.148366 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.148886 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: rbac-security-groups Mar 23 12:12:12.149215 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: rbac_subnetpool.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.150130 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.150715 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: rbac-subnetpool Mar 23 12:12:12.151039 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: revisionifmatch.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.151981 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.152498 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: revision-if-match Mar 23 12:12:12.152817 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: revisions.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.153952 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.154465 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: standard-attr-revisions Mar 23 12:12:12.154785 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: router_availability_zone.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.155462 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.155994 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: router_availability_zone Mar 23 12:12:12.156311 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: routerservicetype.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.157223 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.157722 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension router-service-type not supported by any of loaded plugins Mar 23 12:12:12.158036 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.158951 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.159458 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: security-groups-normalized-cidr Mar 23 12:12:12.159773 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.160702 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.161207 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: port-security-groups-filtering Mar 23 12:12:12.161521 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.162436 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.162942 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: security-groups-remote-address-group Mar 23 12:12:12.163257 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: securitygroup.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.173486 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.174015 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: security-group Mar 23 12:12:12.174342 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: segment.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.175120 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.175632 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension segment not supported by any of loaded plugins Mar 23 12:12:12.176046 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.176983 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.177496 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 23 12:12:12.177821 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: servicetype.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.178999 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.180087 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: service-type Mar 23 12:12:12.180418 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: sorting.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.181391 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.181716 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: sorting Mar 23 12:12:12.182033 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: standard_attr_segment.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.182937 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.183451 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 23 12:12:12.183768 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: standardattrdescription.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.184430 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.184937 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: standard-attr-description Mar 23 12:12:12.185254 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: stateful_security_group.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.186180 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.186688 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: stateful-security-group Mar 23 12:12:12.187001 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: stdattrs_common.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.187584 n-d-834854-1 neutron-server[102669]: WARNING neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 23 12:12:12.187895 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.188849 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.189356 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 23 12:12:12.189669 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: subnet_onboard.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.190735 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.191243 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: subnet_onboard Mar 23 12:12:12.191554 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.192489 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.192992 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 23 12:12:12.193304 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: subnet_service_types.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.194218 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.194724 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: subnet-service-types Mar 23 12:12:12.195039 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: subnetallocation.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.196162 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.196670 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: subnet_allocation Mar 23 12:12:12.197236 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.197893 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.198398 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: subnetpool-prefix-ops Mar 23 12:12:12.198714 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.199625 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.200147 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 23 12:12:12.200460 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: tagging.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.201519 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.202028 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: standard-attr-tag Mar 23 12:12:12.202345 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: timestamp.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.203553 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.204102 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loaded extension: standard-attr-timestamp Mar 23 12:12:12.204422 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: trunk.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.205447 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.205960 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension trunk not supported by any of loaded plugins Mar 23 12:12:12.206277 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: trunk_details.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.207189 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.207704 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension trunk-details not supported by any of loaded plugins Mar 23 12:12:12.208057 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: uplink_status_propagation.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.208970 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.209484 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 23 12:12:12.209800 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Loading extension file: vlantransparent.py {{(pid=102669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:12:12.210466 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:12:12.211085 n-d-834854-1 neutron-server[102669]: INFO neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 23 12:12:12.213569 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of TrackedResource for resource:network Mar 23 12:12:12.214097 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of TrackedResource for resource:subnet Mar 23 12:12:12.214501 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 12:12:12.214890 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of TrackedResource for resource:port Mar 23 12:12:12.216158 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.v2.resource_helper [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:12:12.216635 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.v2.resource_helper [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Service FLAVORS assigned prefix: {{(pid=102669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:12:12.217197 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.v2.resource_helper [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:12:12.217622 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.v2.resource_helper [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:12:12.217946 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of TrackedResource for resource:router Mar 23 12:12:12.218386 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 12:12:12.218851 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.v2.resource_helper [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Service METERING assigned prefix: /metering {{(pid=102669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:12:12.220335 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:12.220701 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:12.221048 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:12:12.222040 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 12:12:12.222479 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of TrackedResource for resource:security_group Mar 23 12:12:12.222910 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 12:12:12.223524 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.v2.resource_helper [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Service CORE assigned prefix: {{(pid=102669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:12:12.223856 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 12:12:12.224221 n-d-834854-1 neutron-server[102669]: WARNING neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] subnetpool is already registered Mar 23 12:12:12.224640 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.v2.resource_helper [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Service CORE assigned prefix: {{(pid=102669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:12:12.224958 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 12:12:12.225280 n-d-834854-1 neutron-server[102669]: WARNING neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] subnetpool is already registered Mar 23 12:12:12.228215 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.v2.resource_helper [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:12:12.228641 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.v2.resource_helper [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Service FLAVORS assigned prefix: {{(pid=102669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:12:12.229219 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.v2.resource_helper [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:12:12.229640 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.v2.resource_helper [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:12:12.229968 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of TrackedResource for resource:router Mar 23 12:12:12.230306 n-d-834854-1 neutron-server[102669]: WARNING neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] router is already registered Mar 23 12:12:12.230704 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 12:12:12.231030 n-d-834854-1 neutron-server[102669]: WARNING neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] floatingip is already registered Mar 23 12:12:12.231477 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.v2.resource_helper [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Service METERING assigned prefix: /metering {{(pid=102669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:12:12.232163 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 12:12:12.232484 n-d-834854-1 neutron-server[102669]: WARNING neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] rbac_policy is already registered Mar 23 12:12:12.232893 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of TrackedResource for resource:security_group Mar 23 12:12:12.233219 n-d-834854-1 neutron-server[102669]: WARNING neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] security_group is already registered Mar 23 12:12:12.233618 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 12:12:12.233944 n-d-834854-1 neutron-server[102669]: WARNING neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] security_group_rule is already registered Mar 23 12:12:12.234567 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.v2.resource_helper [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Service CORE assigned prefix: {{(pid=102669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:12:12.234888 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 12:12:12.235212 n-d-834854-1 neutron-server[102669]: WARNING neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] subnetpool is already registered Mar 23 12:12:12.235625 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.v2.resource_helper [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Service CORE assigned prefix: {{(pid=102669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:12:12.235963 n-d-834854-1 neutron-server[102669]: INFO neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 12:12:12.236292 n-d-834854-1 neutron-server[102669]: WARNING neutron.quota.resource_registry [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] subnetpool is already registered Mar 23 12:12:12.236754 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: extensions {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.238205 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: address-groups {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.239679 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: address-scopes {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.241043 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: agents {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.242762 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: auto-allocated-topology {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.244058 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: availability_zones {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.245284 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: dhcp-networks {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.246755 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: dhcp-agents {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.248198 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: routers {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.250404 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: flavors {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.251544 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: service_profiles {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.252776 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: next_providers {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.254232 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: service_profiles {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.255773 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: floatingip-pools {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.257022 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: routers {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.259170 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: floatingips {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.260476 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: l3-routers {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.261854 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: l3-agents {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.263266 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: metering-labels {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.264646 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: metering-label-rules {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.265915 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: network-ip-availabilities {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.267194 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: bindings {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.269949 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: quotas {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.271521 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: quotas {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.272963 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: rbac-policies {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.274206 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: security-groups {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.275504 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: security-group-rules {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.276776 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: service-providers {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.277991 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: subnetpools {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.279397 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: subnetpools {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.280875 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: tags {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.282558 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: tags {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.284393 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: tags {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.286149 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: tags {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.287902 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: tags {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.290297 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: tags {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.291991 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: tags {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.293870 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: tags {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.295597 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: tags {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.297454 n-d-834854-1 neutron-server[102669]: DEBUG neutron.api.extensions [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Extended resource: tags {{(pid=102669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:12:12.303621 n-d-834854-1 neutron-server[102669]: WARNING keystonemiddleware.auth_token [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 23 12:12:12.309301 n-d-834854-1 neutron-server[102669]: WARNING keystonemiddleware.auth_token [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 23 12:12:12.317805 n-d-834854-1 neutron-server[102669]: DEBUG oslo_concurrency.lockutils [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Acquired lock "singleton_lock" {{(pid=102669) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 23 12:12:12.318273 n-d-834854-1 neutron-server[102669]: DEBUG oslo_concurrency.lockutils [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Releasing lock "singleton_lock" {{(pid=102669) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 23 12:12:12.318904 n-d-834854-1 neutron-server[102669]: INFO oslo_service.service [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Starting 2 workers Mar 23 12:12:12.324094 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Started child 102778 {{(pid=102669) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 12:12:12.329594 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:12.331218 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [-] (102778) wsgi starting up on http://0.0.0.0:9696 Mar 23 12:12:12.334577 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:12.336068 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [-] (102779) wsgi starting up on http://0.0.0.0:9696 Mar 23 12:12:12.336664 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Started child 102779 {{(pid=102669) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 12:12:12.337810 n-d-834854-1 neutron-server[102669]: INFO neutron.service [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 23 12:12:12.338329 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Notify callbacks [] for process, before_spawn {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:12.340723 n-d-834854-1 neutron-server[102669]: INFO oslo_service.service [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Starting 1 workers Mar 23 12:12:12.345962 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Started child 102780 {{(pid=102669) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 12:12:12.346518 n-d-834854-1 neutron-server[102669]: INFO oslo_service.service [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Starting 1 workers Mar 23 12:12:12.350014 n-d-834854-1 neutron-server[102780]: DEBUG neutron.service [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] calling RpcWorker wait() {{(pid=102780) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 23 12:12:12.350876 n-d-834854-1 neutron-server[102780]: DEBUG neutron.service [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] returning from RpcWorker wait() {{(pid=102780) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 23 12:12:12.351179 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Started child 102781 {{(pid=102669) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 12:12:12.352647 n-d-834854-1 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a18bf42-f714-44f9-9a45-19c8dbe5dac2 None None] Notify callbacks [] for process, after_spawn {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:12.352924 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:12.353410 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:12:12.354670 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102669) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 12:12:12.354886 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 12:12:12.355054 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 12:12:12.355258 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 12:12:12.355600 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 12:12:12.355760 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 12:12:12.356288 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.356567 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.357312 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.357312 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.357475 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.357670 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:12.358155 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.358155 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.358444 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.358820 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.358924 n-d-834854-1 neutron-server[102781]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:12:12.359003 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.359088 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.359347 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.360160 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.360160 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.360160 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.360344 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.360516 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.360744 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.360910 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.361173 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.361445 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.361687 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.361944 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] debug = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.362573 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.362667 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.362856 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.363099 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.363316 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.363837 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.363837 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.364270 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.364350 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.364529 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.364767 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.365014 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.365259 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.365485 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.365698 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.365961 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.366177 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.366654 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] host = n-d-834854-1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.366881 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.367719 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.367984 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.368213 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.368454 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.368666 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.368911 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.369150 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.369387 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.369605 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.369846 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.370104 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.370332 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.370573 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] log_file = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.370718 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] log_options = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.370950 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.371193 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.371468 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.371622 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.371869 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.372062 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.372318 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.372471 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.372715 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.372929 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.373137 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.373413 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.373567 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.373782 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.374022 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.374275 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.374517 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.374720 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.374964 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.375202 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.375422 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.375642 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.375869 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.376105 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.376314 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.376557 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.376795 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.377030 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.378081 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.378957 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.378957 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.379269 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.379411 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.379820 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.380103 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.380231 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.380477 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.380697 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.380980 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.381254 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.381797 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.381965 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.382115 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.383054 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.383054 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.383054 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.383054 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] use_json = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.384341 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.384341 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.384341 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.384341 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.384341 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.385856 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.386051 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.387966 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.387966 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.388288 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.388592 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.393338 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.393626 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.393905 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.394182 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.394454 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.394718 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.394984 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.395230 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.395539 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.395784 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.399758 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.399758 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.399758 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.399758 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.399758 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.399758 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.399758 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.400292 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.400292 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.400575 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.400848 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.404301 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.404610 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.404872 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.405118 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.405485 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.405762 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.406062 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.406339 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.406594 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.406842 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.407087 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.407329 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.407573 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.407810 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.408218 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.409267 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.410003 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.410247 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.412652 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.412910 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.413193 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.413438 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.413730 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.414538 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.414797 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.415026 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.415255 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.415496 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.415720 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.416007 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.416429 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.416825 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.417070 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.417318 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.417539 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.417778 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.418026 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.418646 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.419497 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.419771 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.420033 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.420269 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.420503 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.420759 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.420989 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.421209 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.421429 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.421655 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.421874 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.422113 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.422339 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.422598 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.422830 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.423072 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.423290 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.423509 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.423835 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.424082 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.424302 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.424542 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.424772 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.425023 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.425244 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.425464 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.425680 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.425930 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.426221 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.426557 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.426797 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.427055 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.427305 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.427560 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.427848 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.428192 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.428416 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.428630 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.428864 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.429138 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.429386 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.429649 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.429901 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.430141 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.430399 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.430617 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.430872 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.431104 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.431359 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.431583 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.431841 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.432105 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.432723 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.433624 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.433909 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.435590 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.435859 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.436149 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.436380 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.436659 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.436958 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.437235 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.437508 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.437746 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.437983 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.438244 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.438497 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.438780 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.439033 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.439266 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.439508 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.439809 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.440789 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.441023 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.441246 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.441948 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.442612 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.443089 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.443314 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.443688 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.444379 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.445502 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.446544 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.447079 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.447335 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.447598 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.447837 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.448092 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.448333 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.448572 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.448837 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.449055 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.449310 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.449545 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.449785 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.450001 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.450246 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.450495 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.450713 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.450933 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.451162 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.451380 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.451598 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.451843 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.452147 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.452466 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.452814 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.453087 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.453337 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.453580 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.453816 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.454075 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.454328 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.454612 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.454871 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.455118 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.455375 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.455710 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.456018 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.456247 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.456509 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.456754 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.456941 n-d-834854-1 neutron-server[102780]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:12:12.457038 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.457192 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.457403 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.457628 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.457867 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.458115 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.458334 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.458575 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.458835 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.459177 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.459510 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.459747 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.460026 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.460282 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.460528 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.461291 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.461511 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.461755 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.461978 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.462208 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.462452 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.462675 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.462898 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.463139 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.463357 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.463620 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.463863 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.464205 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.464430 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.464661 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.464886 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.465108 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.465347 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.465965 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.465965 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.466151 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.466295 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.466517 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.466857 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.467055 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.467305 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.467571 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.467810 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.468069 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.468325 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.468539 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.468792 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.469041 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.469261 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.469483 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.469710 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.469924 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.470154 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.470380 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.470592 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.470796 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.471014 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.471233 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.471445 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.471684 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.471919 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.472146 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.472378 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.472613 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.472818 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.473042 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.473274 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.473475 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.473737 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.473941 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.474156 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.474397 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.474617 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.474825 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.475133 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.475387 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.475915 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.476036 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.476223 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.476518 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.476767 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.477074 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.477305 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.477544 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.477778 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.478005 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.478227 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.478500 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.478821 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.479128 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.479400 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.479639 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.480013 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.480303 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.480555 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.480792 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.481096 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.481410 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.481699 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.481967 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.482222 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.482472 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.482702 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.482941 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.483160 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.483398 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.483616 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.483862 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.484136 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.484359 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.484595 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.484820 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.485040 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.485265 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.485508 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.485746 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.485962 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.486115 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 12:12:12.486623 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102669) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 12:12:12.486792 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 12:12:12.487048 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 12:12:12.487216 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 12:12:12.487384 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 12:12:12.487536 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 12:12:12.487744 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.487905 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.488087 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.488244 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.488404 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.488584 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.488739 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.488897 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.489054 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.489215 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.489378 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.489535 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.489695 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.489853 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.490009 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.490168 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.490325 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.490481 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.490641 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.490800 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.490950 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.491110 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.491272 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] debug = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.491425 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.492474 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.492474 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.492474 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.492734 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.492802 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.492952 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.493111 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.493274 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.493431 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.493590 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.493746 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.493902 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.494059 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.494215 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.494372 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.494527 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.494686 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] host = n-d-834854-1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.494841 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.494992 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.495155 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.495312 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.495471 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.495619 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.495777 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.495987 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.496186 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.496346 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.496518 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.496659 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.496818 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.496994 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] log_file = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.497144 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] log_options = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.497276 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.497433 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.497589 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.497774 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.497936 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.498094 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.498250 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.498406 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.498563 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.498722 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.498877 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.499033 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.499189 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.499346 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.499501 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.499658 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.499818 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.499996 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.500156 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.500312 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.500472 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.500626 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.500782 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.500939 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.501096 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.501253 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.501408 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.501564 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.501719 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.501874 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.502030 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.502186 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.502342 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.502500 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.502655 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.502810 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.502966 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.503122 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.503288 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.503429 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.503586 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.503742 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.503900 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.504076 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.504233 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.504391 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.504547 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] use_json = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.504702 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.504858 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.505014 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.505170 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.505327 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.505483 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.505641 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.505798 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.505956 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:12:12.506133 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.506294 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.506465 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.506625 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.506784 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.506944 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.507103 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.507262 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.507421 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.507600 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.508312 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.508473 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.508643 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.508803 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.508961 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.509123 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.509282 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.509441 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.509602 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.509761 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.509927 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.510085 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.510253 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.510413 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.510572 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.510729 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.510889 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.511064 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.511225 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.511386 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.511544 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.511704 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.511865 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.512046 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.512208 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.512370 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.512529 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.512690 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.512849 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.513008 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.513167 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.513326 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.513487 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.513647 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.513807 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.513967 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.514126 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.514286 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.514446 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.514606 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.514767 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.514927 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.515087 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.515247 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.515407 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.515576 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.515734 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.515893 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.516072 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.516233 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.516392 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.516550 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.516709 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.516867 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.517027 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.517188 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.517359 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.517518 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.517677 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.517835 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.517995 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.518155 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.518316 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.518476 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.518635 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.518794 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.518954 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.519112 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.519273 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.519432 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.519592 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.519750 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.519914 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.520091 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.520253 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.520413 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.520574 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.520734 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.520893 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.521063 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.521236 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.521394 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.521553 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.521712 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.521871 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.522031 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.522190 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.522349 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.522508 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.522667 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.522825 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.522983 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.523146 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.523328 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.523487 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.523645 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.523803 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.523980 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.524141 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.524300 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.524457 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.524618 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.524777 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.524935 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.525093 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.525251 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.525419 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.525578 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.525739 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.525898 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.526064 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.526232 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.526392 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.526550 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.526710 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.526869 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.527028 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.527187 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.527346 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.527504 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.527664 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.527824 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.528009 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.528180 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.528343 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.528499 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.528658 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.528837 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.528995 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.529153 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.529311 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.529469 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.529629 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.529788 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.529950 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.530110 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.530268 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.530428 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.530588 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.530747 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.530906 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.531065 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.531227 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.531386 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.531546 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.531706 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.531865 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.532046 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.532205 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.532364 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.532524 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.532685 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.532844 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.533004 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.533162 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.533321 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.533480 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.533638 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.533797 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.533955 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.534113 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.534271 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.534430 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.534589 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.534750 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.534909 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.535069 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.535228 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.535389 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.535549 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.535709 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.535869 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.536048 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.536207 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.536367 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.536526 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.536686 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.536846 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.537005 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.537165 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.537324 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.537484 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.537660 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.537819 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.537978 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.538142 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.538304 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.538464 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.538622 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.538781 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.538992 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.539111 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.539273 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.539433 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.539593 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.539751 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.539915 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.540093 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.540255 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.540417 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.540577 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.540737 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.540901 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.541061 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.541220 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.541379 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.541539 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.541699 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.541858 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.542018 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.542180 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.542352 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.542512 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.542672 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.542831 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.542989 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.543149 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.543318 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.543478 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.543638 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.543797 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.543975 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.544143 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.544292 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.544452 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.544612 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.544771 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.544930 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.545089 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.545257 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.545417 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.545576 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.545735 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.545894 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.546053 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.546220 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.546379 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.546539 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.546698 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.546858 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.547017 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.547186 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.547344 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.547504 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.547662 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.547822 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.548000 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.548170 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.548333 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.548493 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.548660 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.548819 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.548978 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.549138 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.549309 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.549468 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.549640 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.549788 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.549950 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.550109 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.550271 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.550434 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.550603 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.550769 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.550929 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.551095 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.551263 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.551429 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.551588 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.551752 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.551941 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.552101 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.552260 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.552418 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.552577 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.552737 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.552897 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.553055 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.553213 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.553373 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.553532 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.553690 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.553849 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.554008 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.554166 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.554325 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.555014 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.555175 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.555333 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.555492 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:12:12.555644 n-d-834854-1 neutron-server[102669]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 12:12:12.659589 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39692) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:12:12.668134 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062900 Mar 23 12:12:24.031012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ded19c-e2ef-41ee-bbb7-b1937b2551e5 None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:12:24.132426 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ded19c-e2ef-41ee-bbb7-b1937b2551e5 None None] No non-hosted networks {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 23 12:12:24.154700 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.agentschedulers_db [None req-e1ded19c-e2ef-41ee-bbb7-b1937b2551e5 None None] DHCP Agent not found on host n-d-834854-1 {{(pid=102780) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 23 12:12:24.240965 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bdda3057-7b94-43e0-8b83-61021a74e745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719044'] for agent, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:26.322342 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4405ef49-1023-44a3-875f-cdaa6ef4f98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719044'] for agent, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:26.359048 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ba76bae-f6b6-4496-abe7-0096f93892d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:27.542239 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719044'] for agent, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:28.921620 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719044'] for agent, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:29.361580 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719044'] for agent, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:29.362759 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:29.363364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:29.367304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:29.368317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:29.370134 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:29.370940 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:29.371594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:29.372234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:29.372868 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:29.373396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:29.374210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:29.374863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:29.375519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-834854-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:12:29.382762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-834854-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:12:29.978949 n-d-834854-1 neutron-server[102780]: INFO neutron.db.l3_hamode_db [None req-736df2ec-24c5-497f-965f-92782acc03ff None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 23 12:12:30.054411 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736df2ec-24c5-497f-965f-92782acc03ff None None] Routers set() bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:12:30.054909 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736df2ec-24c5-497f-965f-92782acc03ff None None] Router IDs set() for agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 12:12:30.180943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39782) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:12:30.683362 n-d-834854-1 neutron-server[102779]: WARNING oslo_policy.policy [None req-295d1f98-3e1c-400f-bd8f-ed9e6d5870d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 12:12:30.683983 n-d-834854-1 neutron-server[102779]: WARNING oslo_policy.policy [None req-295d1f98-3e1c-400f-bd8f-ed9e6d5870d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 12:12:30.907033 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-295d1f98-3e1c-400f-bd8f-ed9e6d5870d7 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:12:30.908150 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-295d1f98-3e1c-400f-bd8f-ed9e6d5870d7 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7263875 Mar 23 12:12:33.318392 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39798) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:12:33.810039 n-d-834854-1 neutron-server[102778]: WARNING oslo_policy.policy [None req-627c0103-883f-46ce-b791-1fdd85362d07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 12:12:33.810608 n-d-834854-1 neutron-server[102778]: WARNING oslo_policy.policy [None req-627c0103-883f-46ce-b791-1fdd85362d07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 12:12:34.041333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-627c0103-883f-46ce-b791-1fdd85362d07 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:12:34.136223 n-d-834854-1 neutron-server[102778]: DEBUG neutron.policy [None req-627c0103-883f-46ce-b791-1fdd85362d07 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102778) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 12:12:34.182446 n-d-834854-1 neutron-server[102778]: WARNING oslo_policy.policy [None req-627c0103-883f-46ce-b791-1fdd85362d07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 12:12:34.182824 n-d-834854-1 neutron-server[102778]: WARNING oslo_policy.policy [None req-627c0103-883f-46ce-b791-1fdd85362d07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 12:12:34.277957 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-627c0103-883f-46ce-b791-1fdd85362d07 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742094248387', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742094248942', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742094252055', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742094263283', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742088443379', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742094282366', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-569255', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-562094', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3720407', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3746803'] for rbac-policy, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:34.343093 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-627c0103-883f-46ce-b791-1fdd85362d07 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:34.344416 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-627c0103-883f-46ce-b791-1fdd85362d07 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0238361 Mar 23 12:12:36.967617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39816) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:12:37.267158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Request body: {'network': {'tenant_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'admin_state_up': True, 'name': 'private', 'project_id': '4d1c3028acb64206b06ebdcdd0769cc7'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:12:37.295247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Made reservation on behalf of 4d1c3028acb64206b06ebdcdd0769cc7 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:12:37.298137 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:37.314849 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:37.421642 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:37.425078 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:37.448667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:12:37.472925 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742089756519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:37.473520 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Unsubscribe: segment precommit_create {{(pid=102778) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 12:12:37.474051 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Added segment 0833f32e-68cf-4499-8be9-0089a82524f0 of type vlan for network 29238877-7bac-4946-8e5d-5691b96821cb Mar 23 12:12:37.480338 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90727ea0-82a6-4bb8-a6fe-ea8c7e75ddf8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:12:37.501416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:37.501798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:37.502185 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:37.502518 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:37.502844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:37.503172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:37.503494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:37.503819 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:37.504164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:37.504482 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:37.504797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:37.505112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Tracked resource versions report: Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: pushed versions: Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: { 'AddressGroup': {'1.2'}, Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'ConntrackHelper': {'1.0'}, Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'Log': {'1.0'}, Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'Network': {'1.1'}, Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'Port': {'1.7'}, Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'PortForwarding': {'1.2'}, Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'QosPolicy': {'1.9'}, Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'SecurityGroup': {'1.4'}, Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'SecurityGroupRule': {'1.2'}, Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'SubPort': {'1.0'}, Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'Subnet': {'1.1'}, Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'Trunk': {'1.1'}} Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: consumer versions: Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: { DHCP agent@n-d-834854-1: {}, Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: L3 agent@n-d-834854-1: {}, Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: Metadata agent@n-d-834854-1: {}, Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: Metering agent@n-d-834854-1: {}, Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: Open vSwitch agent@n-d-834854-1: { 'AddressGroup': '1.2', Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'ConntrackHelper': '1.0', Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'Log': '1.0', Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'Network': '1.1', Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'Port': '1.7', Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'PortForwarding': '1.2', Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'QosPolicy': '1.9', Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'SecurityGroup': '1.4', Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'SecurityGroupRule': '1.2', Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'SubPort': '1.0', Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'Subnet': '1.1', Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: 'Trunk': '1.1'}} Mar 23 12:12:37.506163 n-d-834854-1 neutron-server[102778]: {{(pid=102778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 12:12:37.583364 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:37.621463 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:37.622652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:12:37.623318 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:37.674334 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7055624 Mar 23 12:12:37.727599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6252bb3-0014-47ef-86dd-a33c29d703ec admin admin] Pushing event updated for resources: {'Network': ['ID=29238877-7bac-4946-8e5d-5691b96821cb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:12:37.739078 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 29238877-7bac-4946-8e5d-5691b96821cb details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:12:40.346126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39830) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:12:40.725024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb2bc9b-fe89-47b1-8eb6-232faf496e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:12:40.726396 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5cb2bc9b-fe89-47b1-8eb6-232faf496e7e admin admin] 10.222.0.52 "GET /v2.0/networks/29238877-7bac-4946-8e5d-5691b96821cb HTTP/1.1" status: 200 len: 825 time: 0.3792980 Mar 23 12:12:40.750089 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1a8a8f81-34de-4630-9f12-cde1b3377a54 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/67a10d97-e012-4212-a5dd-886e294bd8b1 HTTP/1.1" status: 200 len: 734 time: 0.0175242 Mar 23 12:12:40.759479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5017cf69-a424-4c29-9521-43db245d7a8f admin admin] Request body: {'subnet': {'network_id': '29238877-7bac-4946-8e5d-5691b96821cb', 'subnetpool_id': '67a10d97-e012-4212-a5dd-886e294bd8b1', 'tenant_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:12:40.780353 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5017cf69-a424-4c29-9521-43db245d7a8f admin admin] Made reservation on behalf of 4d1c3028acb64206b06ebdcdd0769cc7 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:12:40.782555 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5017cf69-a424-4c29-9521-43db245d7a8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:41.068477 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5017cf69-a424-4c29-9521-43db245d7a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:41.133414 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017cf69-a424-4c29-9521-43db245d7a8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ff6a3e-8226-4be3-91e4-dec78459d43d,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:12:41.137805 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5017cf69-a424-4c29-9521-43db245d7a8f admin admin] Checking segment: {'id': '0833f32e-68cf-4499-8be9-0089a82524f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29238877-7bac-4946-8e5d-5691b96821cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:12:41.138181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5017cf69-a424-4c29-9521-43db245d7a8f admin admin] Network hostable DHCP agents. Network: 29238877-7bac-4946-8e5d-5691b96821cb, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:12:41.158262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5017cf69-a424-4c29-9521-43db245d7a8f admin admin] Network 29238877-7bac-4946-8e5d-5691b96821cb is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:12:41.168705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5017cf69-a424-4c29-9521-43db245d7a8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 29238877-7bac-4946-8e5d-5691b96821cb) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:12:41.173158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5017cf69-a424-4c29-9521-43db245d7a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:12:41.173728 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5017cf69-a424-4c29-9521-43db245d7a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:41.179599 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e33007-153b-4829-8ffe-cba388df1f97 None None] Network 29238877-7bac-4946-8e5d-5691b96821cb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:12:41.191516 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5017cf69-a424-4c29-9521-43db245d7a8f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4357309 Mar 23 12:12:41.492559 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-29238877-7bac-4946-8e5d-5691b96821cb', 'network_id': '29238877-7bac-4946-8e5d-5691b96821cb', 'tenant_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'fixed_ips': [{'subnet_id': 'd5ff6a3e-8226-4be3-91e4-dec78459d43d'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:12:41.493781 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:41.782434 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Allocated IP 172.20.0.2 (29238877-7bac-4946-8e5d-5691b96821cb/d5ff6a3e-8226-4be3-91e4-dec78459d43d/dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:12:41.981215 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:41.988971 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:42.067904 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Network 29238877-7bac-4946-8e5d-5691b96821cb is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:12:42.073487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:12:42.077500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:12:42.086921 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Pushing event updated for resources: {'Port': ['ID=dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:12:42.115118 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:42.115460 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:42.115799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:42.116727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:42.117057 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:42.117382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:42.117704 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:42.118026 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:42.118345 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:42.118663 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:42.118982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:42.119301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Tracked resource versions report: Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: pushed versions: Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: { 'AddressGroup': {'1.2'}, Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'ConntrackHelper': {'1.0'}, Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'Log': {'1.0'}, Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'Network': {'1.1'}, Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'Port': {'1.7'}, Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'PortForwarding': {'1.2'}, Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'QosPolicy': {'1.9'}, Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'SecurityGroup': {'1.4'}, Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'SecurityGroupRule': {'1.2'}, Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'SubPort': {'1.0'}, Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'Subnet': {'1.1'}, Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'Trunk': {'1.1'}} Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: consumer versions: Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: { DHCP agent@n-d-834854-1: {}, Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: L3 agent@n-d-834854-1: {}, Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: Metadata agent@n-d-834854-1: {}, Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: Metering agent@n-d-834854-1: {}, Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: Open vSwitch agent@n-d-834854-1: { 'AddressGroup': '1.2', Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'ConntrackHelper': '1.0', Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'Log': '1.0', Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'Network': '1.1', Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'Port': '1.7', Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'PortForwarding': '1.2', Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'QosPolicy': '1.9', Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'SecurityGroup': '1.4', Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'SecurityGroupRule': '1.2', Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'SubPort': '1.0', Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'Subnet': '1.1', Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: 'Trunk': '1.1'}} Mar 23 12:12:42.120423 n-d-834854-1 neutron-server[102780]: {{(pid=102780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 12:12:42.168185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Attempting to bind port dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:12:42.168577 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Attempting to bind port dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0833f32e-68cf-4499-8be9-0089a82524f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29238877-7bac-4946-8e5d-5691b96821cb'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:12:42.169005 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Attempting to bind port dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1 on network 29238877-7bac-4946-8e5d-5691b96821cb {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:12:42.173874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:12:42.174267 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Checking segment: {'id': '0833f32e-68cf-4499-8be9-0089a82524f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29238877-7bac-4946-8e5d-5691b96821cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:12:42.174744 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:42.175126 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Bound using segment: {'id': '0833f32e-68cf-4499-8be9-0089a82524f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29238877-7bac-4946-8e5d-5691b96821cb'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:12:42.175607 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Bound port: dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0833f32e-68cf-4499-8be9-0089a82524f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29238877-7bac-4946-8e5d-5691b96821cb'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:12:42.176023 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:42.236561 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] For port dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:12:42.240982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] For port dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1,segment=NetworkSegment(0833f32e-68cf-4499-8be9-0089a82524f0),segment_id=0833f32e-68cf-4499-8be9-0089a82524f0)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:12:42.245527 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:42.311810 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d14634-270b-4b81-95fd-77f3dad1660e None None] Pushing event updated for resources: {'Port': ['ID=dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:12:43.669331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39838) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:12:43.981600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-a016cc5b-ac7b-4859-bd6d-6c897beaeff1 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:12:43.982589 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a016cc5b-ac7b-4859-bd6d-6c897beaeff1 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3122253 Mar 23 12:12:46.391207 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39846) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:12:46.703766 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-058673c5-cbd7-4b34-82fa-4135490856f0 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:12:46.704788 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-058673c5-cbd7-4b34-82fa-4135490856f0 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126724 Mar 23 12:12:49.386898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39856) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:12:49.701201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e5cbbc38-c501-4aac-9dda-415763fa7b1c admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '4d1c3028acb64206b06ebdcdd0769cc7'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:12:49.723850 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5cbbc38-c501-4aac-9dda-415763fa7b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:49.726089 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5cbbc38-c501-4aac-9dda-415763fa7b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:49.861303 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5cbbc38-c501-4aac-9dda-415763fa7b1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:49.866356 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5cbbc38-c501-4aac-9dda-415763fa7b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:49.880251 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5cbbc38-c501-4aac-9dda-415763fa7b1c admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:49.881503 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e5cbbc38-c501-4aac-9dda-415763fa7b1c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4934967 Mar 23 12:12:50.730258 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17706c2-45d5-4941-a7b7-ca25cb88d0fc None None] Network 29238877-7bac-4946-8e5d-5691b96821cb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:12:50.732583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:12:50.883454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-368afad2-9e59-49b1-aeb4-6da0348c9e40 None None] Provisioning complete for port dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:12:50.883840 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-368afad2-9e59-49b1-aeb4-6da0348c9e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:50.915871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:12:50.916186 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:51.139767 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-368afad2-9e59-49b1-aeb4-6da0348c9e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:51.143421 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:51.199461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-368afad2-9e59-49b1-aeb4-6da0348c9e40 None None] For port dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1,segment=NetworkSegment(0833f32e-68cf-4499-8be9-0089a82524f0),segment_id=0833f32e-68cf-4499-8be9-0089a82524f0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:12:51.205711 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-368afad2-9e59-49b1-aeb4-6da0348c9e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:51.285223 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368afad2-9e59-49b1-aeb4-6da0348c9e40 None None] Pushing event updated for resources: {'Port': ['ID=dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:12:51.291695 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:12:51.292130 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:12:51.426594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ee8e5979-6960-4227-a64e-214b081939d3 None None] Provisioning complete for port dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:12:51.426864 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee8e5979-6960-4227-a64e-214b081939d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:52.333798 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39870) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:12:52.640849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-d34d0e7c-4784-43ce-bc16-bf29e56efc80 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:12:52.641794 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d34d0e7c-4784-43ce-bc16-bf29e56efc80 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3065977 Mar 23 12:12:52.713671 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:12:52.766179 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:12:52.766548 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:53.957971 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f2df751-a7cb-4bb8-94c9-ca59ef6cde60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:55.050476 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39878) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:12:55.357039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:12:55.408243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Made reservation on behalf of 78091a8dbf224b8494dd64591dbd54cd for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:12:55.476822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.policy [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102779) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 12:12:55.522618 n-d-834854-1 neutron-server[102779]: WARNING oslo_policy.policy [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 12:12:55.522988 n-d-834854-1 neutron-server[102779]: WARNING oslo_policy.policy [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 12:12:55.533194 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:55.553103 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:55.661138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:55.665315 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:55.675775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Reserving flat network on physical network physnet1 {{(pid=102779) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 23 12:12:55.705503 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742089756519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:55.706069 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Unsubscribe: segment precommit_create {{(pid=102779) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 12:12:55.706587 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Added segment 0ca515d3-2d3a-4784-ba0d-82f37f358d39 of type flat for network d572c108-a075-488a-949c-3a07028bd9a2 Mar 23 12:12:55.734370 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9f422b-e258-4c00-ac1d-ddd4404ea5ac,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:12:55.785289 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:55.785633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:55.785962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:55.786288 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:55.786677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:55.787005 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:55.787346 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:55.787660 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:55.787992 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:55.788306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:55.788617 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:55.788923 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Tracked resource versions report: Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: pushed versions: Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: { 'AddressGroup': {'1.2'}, Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'ConntrackHelper': {'1.0'}, Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'Log': {'1.0'}, Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'Network': {'1.1'}, Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'Port': {'1.7'}, Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'PortForwarding': {'1.2'}, Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'QosPolicy': {'1.9'}, Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'SecurityGroup': {'1.4'}, Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'SecurityGroupRule': {'1.2'}, Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'SubPort': {'1.0'}, Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'Subnet': {'1.1'}, Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'Trunk': {'1.1'}} Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: consumer versions: Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: { DHCP agent@n-d-834854-1: {}, Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: L3 agent@n-d-834854-1: {}, Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: Metadata agent@n-d-834854-1: {}, Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: Metering agent@n-d-834854-1: {}, Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: Open vSwitch agent@n-d-834854-1: { 'AddressGroup': '1.2', Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'ConntrackHelper': '1.0', Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'Log': '1.0', Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'Network': '1.1', Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'Port': '1.7', Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'PortForwarding': '1.2', Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'QosPolicy': '1.9', Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'SecurityGroup': '1.4', Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'SecurityGroupRule': '1.2', Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'SubPort': '1.0', Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'Subnet': '1.1', Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: 'Trunk': '1.1'}} Mar 23 12:12:55.790002 n-d-834854-1 neutron-server[102779]: {{(pid=102779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 12:12:55.830602 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:55.876668 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:55.877760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:12:55.878391 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:55.930643 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8791413 Mar 23 12:12:55.982928 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd34798-58d0-473d-a11f-eb168e1bb04a admin admin] Pushing event updated for resources: {'Network': ['ID=d572c108-a075-488a-949c-3a07028bd9a2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:12:55.994215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network d572c108-a075-488a-949c-3a07028bd9a2 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:12:56.327126 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43c2fa19-a921-4686-8f19-3c7328138a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:57.507175 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:58.363367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39902) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:12:58.577146 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5614a4ff-6deb-422e-8bb6-cc75ea56e37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:12:58.578504 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5614a4ff-6deb-422e-8bb6-cc75ea56e37c admin admin] 10.222.0.52 "GET /v2.0/subnets/d5ff6a3e-8226-4be3-91e4-dec78459d43d HTTP/1.1" status: 200 len: 849 time: 0.2141683 Mar 23 12:12:58.741345 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a9be3f9b-58d8-4d4c-aff9-26a664022d19 admin admin] 10.222.0.52 "GET /v2.0/routers/eafac053-d7a8-435d-bd8e-203b7006c31d HTTP/1.1" status: 200 len: 704 time: 0.1554840 Mar 23 12:12:58.864987 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:59.031230 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:59.327133 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Allocated IP 172.20.0.1 (29238877-7bac-4946-8e5d-5691b96821cb/d5ff6a3e-8226-4be3-91e4-dec78459d43d/a7947f8c-088d-42e3-a222-4c208dc2b99b) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:12:59.356562 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:59.510003 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:59.575477 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:59.647842 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Network 29238877-7bac-4946-8e5d-5691b96821cb is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:12:59.652840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:12:59.663661 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:12:59.664246 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:59.717437 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Pushing event updated for resources: {'Port': ['ID=a7947f8c-088d-42e3-a222-4c208dc2b99b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:12:59.857794 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:59.865613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-324cbe54-a0eb-4d10-8a3f-e7589abf2ea0 None None] Provisioning complete for port a7947f8c-088d-42e3-a222-4c208dc2b99b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:12:59.866096 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-324cbe54-a0eb-4d10-8a3f-e7589abf2ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:12:59.897566 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-324cbe54-a0eb-4d10-8a3f-e7589abf2ea0 None None] Port a7947f8c-088d-42e3-a222-4c208dc2b99b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:13:00.103569 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:00.107743 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:00.108518 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:00.184044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Pushing event updated for resources: {'Port': ['ID=a7947f8c-088d-42e3-a222-4c208dc2b99b,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:13:00.230226 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Network 29238877-7bac-4946-8e5d-5691b96821cb is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:13:00.231468 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:13:00.388039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Router eafac053-d7a8-435d-bd8e-203b7006c31d is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:13:00.419308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-07848665-8545-4768-917f-95724c151789 None None] Provisioning complete for port a7947f8c-088d-42e3-a222-4c208dc2b99b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:13:00.419677 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-07848665-8545-4768-917f-95724c151789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:00.451395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-07848665-8545-4768-917f-95724c151789 None None] Port a7947f8c-088d-42e3-a222-4c208dc2b99b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:13:00.477303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:13:00.482360 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-188d3c60-b324-4866-8120-e6af0d7c8c08 admin admin] 10.222.0.52 "PUT /v2.0/routers/eafac053-d7a8-435d-bd8e-203b7006c31d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7341311 Mar 23 12:13:00.487487 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Sync routers for ids ['eafac053-d7a8-435d-bd8e-203b7006c31d'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:13:00.499281 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Routers {'eafac053-d7a8-435d-bd8e-203b7006c31d'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:13:00.500145 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:12:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['eafac053-d7a8-435d-bd8e-203b7006c31d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:13:00.683745 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Set router eafac053-d7a8-435d-bd8e-203b7006c31d gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:13:01.122669 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafac053-d7a8-435d-bd8e-203b7006c31d', 'name': 'router1', 'tenant_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:12:49Z', 'updated_at': '2022-03-23T12:12:59Z', 'revision_number': 2, 'project_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'gw_port_host': None, '_interfaces': [{'id': 'a7947f8c-088d-42e3-a222-4c208dc2b99b', 'name': '', 'network_id': '29238877-7bac-4946-8e5d-5691b96821cb', 'tenant_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'mac_address': 'fa:16:3e:22:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafac053-d7a8-435d-bd8e-203b7006c31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5ff6a3e-8226-4be3-91e4-dec78459d43d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:12:59Z', 'updated_at': '2022-03-23T12:12:59Z', 'revision_number': 2, 'project_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'subnets': [{'id': 'd5ff6a3e-8226-4be3-91e4-dec78459d43d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67a10d97-e012-4212-a5dd-886e294bd8b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:13:01.180653 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Checking router: eafac053-d7a8-435d-bd8e-203b7006c31d for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:13:01.181060 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Updating router eafac053-d7a8-435d-bd8e-203b7006c31d port a7947f8c-088d-42e3-a222-4c208dc2b99b binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:13:01.230516 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:01.734741 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:01.741647 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:01.903783 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f98e11-aaaf-4af7-8084-dd4fa9488f3b None None] Pushing event updated for resources: {'Port': ['ID=a7947f8c-088d-42e3-a222-4c208dc2b99b,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:13:01.911950 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Attempting to bind port a7947f8c-088d-42e3-a222-4c208dc2b99b on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:13:01.912441 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Attempting to bind port a7947f8c-088d-42e3-a222-4c208dc2b99b by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0833f32e-68cf-4499-8be9-0089a82524f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29238877-7bac-4946-8e5d-5691b96821cb'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:13:01.912900 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Attempting to bind port a7947f8c-088d-42e3-a222-4c208dc2b99b on network 29238877-7bac-4946-8e5d-5691b96821cb {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:13:01.921228 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f98e11-aaaf-4af7-8084-dd4fa9488f3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:13:01.921579 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f98e11-aaaf-4af7-8084-dd4fa9488f3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:13:01.921916 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f98e11-aaaf-4af7-8084-dd4fa9488f3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:13:01.922245 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f98e11-aaaf-4af7-8084-dd4fa9488f3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:13:01.922571 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f98e11-aaaf-4af7-8084-dd4fa9488f3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:13:01.922897 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f98e11-aaaf-4af7-8084-dd4fa9488f3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:13:01.923213 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f98e11-aaaf-4af7-8084-dd4fa9488f3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:13:01.923533 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f98e11-aaaf-4af7-8084-dd4fa9488f3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:13:01.923852 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f98e11-aaaf-4af7-8084-dd4fa9488f3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:13:01.924188 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f98e11-aaaf-4af7-8084-dd4fa9488f3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:13:01.924504 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f98e11-aaaf-4af7-8084-dd4fa9488f3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:13:01.924826 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f98e11-aaaf-4af7-8084-dd4fa9488f3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f98e11-aaaf-4af7-8084-dd4fa9488f3b None None] Tracked resource versions report: Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: pushed versions: Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: { 'AddressGroup': {'1.2'}, Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'ConntrackHelper': {'1.0'}, Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'Log': {'1.0'}, Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'Network': {'1.1'}, Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'Port': {'1.7'}, Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'PortForwarding': {'1.2'}, Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'QosPolicy': {'1.9'}, Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'SecurityGroup': {'1.4'}, Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'SecurityGroupRule': {'1.2'}, Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'SubPort': {'1.0'}, Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'Subnet': {'1.1'}, Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'Trunk': {'1.1'}} Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: consumer versions: Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: { DHCP agent@n-d-834854-1: {}, Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: L3 agent@n-d-834854-1: {}, Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: Metadata agent@n-d-834854-1: {}, Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: Metering agent@n-d-834854-1: {}, Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: Open vSwitch agent@n-d-834854-1: { 'AddressGroup': '1.2', Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'ConntrackHelper': '1.0', Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'Log': '1.0', Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'Network': '1.1', Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'Port': '1.7', Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'PortForwarding': '1.2', Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'QosPolicy': '1.9', Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'SecurityGroup': '1.4', Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'SecurityGroupRule': '1.2', Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'SubPort': '1.0', Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'Subnet': '1.1', Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: 'Trunk': '1.1'}} Mar 23 12:13:01.925929 n-d-834854-1 neutron-server[102781]: {{(pid=102781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 12:13:01.929074 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:13:01.929524 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Checking segment: {'id': '0833f32e-68cf-4499-8be9-0089a82524f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29238877-7bac-4946-8e5d-5691b96821cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:13:01.930034 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:01.930417 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Bound using segment: {'id': '0833f32e-68cf-4499-8be9-0089a82524f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29238877-7bac-4946-8e5d-5691b96821cb'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:13:01.930941 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Bound port: a7947f8c-088d-42e3-a222-4c208dc2b99b, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0833f32e-68cf-4499-8be9-0089a82524f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29238877-7bac-4946-8e5d-5691b96821cb'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:13:01.931338 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:01.981339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-48a5b838-9a2e-4255-8816-27139a143844 None None] Provisioning complete for port a7947f8c-088d-42e3-a222-4c208dc2b99b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:13:01.981876 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48a5b838-9a2e-4255-8816-27139a143844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:01.999599 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] For port a7947f8c-088d-42e3-a222-4c208dc2b99b, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:13:02.022105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-48a5b838-9a2e-4255-8816-27139a143844 None None] Port a7947f8c-088d-42e3-a222-4c208dc2b99b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:13:02.022585 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] For port a7947f8c-088d-42e3-a222-4c208dc2b99b, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a7947f8c-088d-42e3-a222-4c208dc2b99b,segment=NetworkSegment(0833f32e-68cf-4499-8be9-0089a82524f0),segment_id=0833f32e-68cf-4499-8be9-0089a82524f0)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:13:02.027559 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:02.090059 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Routers {'eafac053-d7a8-435d-bd8e-203b7006c31d'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:13:02.090684 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:12:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['eafac053-d7a8-435d-bd8e-203b7006c31d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:13:02.093755 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f98e11-aaaf-4af7-8084-dd4fa9488f3b None None] Pushing event updated for resources: {'Port': ['ID=a7947f8c-088d-42e3-a222-4c208dc2b99b,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:13:02.185593 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] Set router eafac053-d7a8-435d-bd8e-203b7006c31d gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:13:02.244556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bb54bf4c-e781-41cf-acd6-409328887a27 None None] Provisioning complete for port a7947f8c-088d-42e3-a222-4c208dc2b99b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:13:02.245032 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bb54bf4c-e781-41cf-acd6-409328887a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:02.322152 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bb54bf4c-e781-41cf-acd6-409328887a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:02.353542 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bb54bf4c-e781-41cf-acd6-409328887a27 None None] For port a7947f8c-088d-42e3-a222-4c208dc2b99b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a7947f8c-088d-42e3-a222-4c208dc2b99b,segment=NetworkSegment(0833f32e-68cf-4499-8be9-0089a82524f0),segment_id=0833f32e-68cf-4499-8be9-0089a82524f0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:13:02.358860 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bb54bf4c-e781-41cf-acd6-409328887a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:02.399266 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafac053-d7a8-435d-bd8e-203b7006c31d', 'name': 'router1', 'tenant_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:12:49Z', 'updated_at': '2022-03-23T12:12:59Z', 'revision_number': 2, 'project_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'gw_port_host': None, '_interfaces': [{'id': 'a7947f8c-088d-42e3-a222-4c208dc2b99b', 'name': '', 'network_id': '29238877-7bac-4946-8e5d-5691b96821cb', 'tenant_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'mac_address': 'fa:16:3e:22:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafac053-d7a8-435d-bd8e-203b7006c31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5ff6a3e-8226-4be3-91e4-dec78459d43d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:12:59Z', 'updated_at': '2022-03-23T12:13:01Z', 'revision_number': 4, 'project_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'subnets': [{'id': 'd5ff6a3e-8226-4be3-91e4-dec78459d43d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67a10d97-e012-4212-a5dd-886e294bd8b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:13:02.405372 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54bf4c-e781-41cf-acd6-409328887a27 None None] Pushing event updated for resources: {'Port': ['ID=a7947f8c-088d-42e3-a222-4c208dc2b99b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:13:02.431639 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27fb392-8ef6-484e-814f-5206d56d4890 None None] The sync data for ids ['eafac053-d7a8-435d-bd8e-203b7006c31d'] in n-d-834854-1 is: [{'id': 'eafac053-d7a8-435d-bd8e-203b7006c31d', 'name': 'router1', 'tenant_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:12:49Z', 'updated_at': '2022-03-23T12:12:59Z', 'revision_number': 2, 'project_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'gw_port_host': None, '_interfaces': [{'id': 'a7947f8c-088d-42e3-a222-4c208dc2b99b', 'name': '', 'network_id': '29238877-7bac-4946-8e5d-5691b96821cb', 'tenant_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'mac_address': 'fa:16:3e:22:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafac053-d7a8-435d-bd8e-203b7006c31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5ff6a3e-8226-4be3-91e4-dec78459d43d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:12:59Z', 'updated_at': '2022-03-23T12:13:01Z', 'revision_number': 4, 'project_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'subnets': [{'id': 'd5ff6a3e-8226-4be3-91e4-dec78459d43d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67a10d97-e012-4212-a5dd-886e294bd8b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:13:02.897740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39922) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:13:03.010145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22693bd5-0de9-4d04-8d51-ebbc1d77f652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:13:03.011597 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-22693bd5-0de9-4d04-8d51-ebbc1d77f652 admin admin] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 842 time: 0.1128621 Mar 23 12:13:03.021664 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5dd8a32c-4d5f-48c7-b976-f939c3eb3dea admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'enable_dhcp': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:13:03.044799 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd8a32c-4d5f-48c7-b976-f939c3eb3dea admin admin] Made reservation on behalf of 78091a8dbf224b8494dd64591dbd54cd for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:13:03.047245 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd8a32c-4d5f-48c7-b976-f939c3eb3dea admin admin] Notify callbacks [] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:03.356022 n-d-834854-1 neutron-server[102779]: DEBUG neutron.objects.ports [None req-5dd8a32c-4d5f-48c7-b976-f939c3eb3dea admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:13:03.356377 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd8a32c-4d5f-48c7-b976-f939c3eb3dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:03.408701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8a32c-4d5f-48c7-b976-f939c3eb3dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f194492-3d19-48e2-a3e7-f66d458d3c01,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:13:03.420881 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd8a32c-4d5f-48c7-b976-f939c3eb3dea admin admin] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:13:03.421227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd8a32c-4d5f-48c7-b976-f939c3eb3dea admin admin] Network hostable DHCP agents. Network: d572c108-a075-488a-949c-3a07028bd9a2, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:13:03.440755 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd8a32c-4d5f-48c7-b976-f939c3eb3dea admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:13:03.451882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5dd8a32c-4d5f-48c7-b976-f939c3eb3dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, d572c108-a075-488a-949c-3a07028bd9a2) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:13:03.455825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd8a32c-4d5f-48c7-b976-f939c3eb3dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:13:03.456420 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd8a32c-4d5f-48c7-b976-f939c3eb3dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:03.462892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23473dbd-abb5-4739-b8b6-3872e5bd4f39 None None] Network d572c108-a075-488a-949c-3a07028bd9a2 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:13:03.475989 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5dd8a32c-4d5f-48c7-b976-f939c3eb3dea admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4539270 Mar 23 12:13:03.597279 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90823f00-aff9-4668-b9ed-455c5c7f4b7b None None] Network d572c108-a075-488a-949c-3a07028bd9a2 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:13:05.863437 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39930) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:13:06.004409 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bebc4104-b85b-4806-878b-9e9fb5241bb8 admin admin] 10.222.0.52 "GET /v2.0/routers/eafac053-d7a8-435d-bd8e-203b7006c31d HTTP/1.1" status: 200 len: 710 time: 0.1319664 Mar 23 12:13:06.086144 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd94017-7c02-4436-82b5-ee05e5a6a756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:13:06.088197 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ffd94017-7c02-4436-82b5-ee05e5a6a756 admin admin] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 886 time: 0.0830700 Mar 23 12:13:06.100282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:13:06.422280 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:06.651139 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:06.723301 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:06.837458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] Allocated IP 172.25.2.225 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/fc6cbff0-86dd-4a7c-9b4e-7b55f835351a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:13:06.942660 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:06.976892 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:07.015944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:13:07.018701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:13:07.022273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:13:07.059830 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] Pushing event updated for resources: {'Port': ['ID=fc6cbff0-86dd-4a7c-9b4e-7b55f835351a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:13:07.299631 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:07.501527 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:07.504985 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:07.624922 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] Router eafac053-d7a8-435d-bd8e-203b7006c31d has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:13:07.734107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:13:07.738299 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:07.740518 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8ff238ec-ae50-45b7-afa0-06b90debecca admin admin] 10.222.0.52 "PUT /v2.0/routers/eafac053-d7a8-435d-bd8e-203b7006c31d HTTP/1.1" status: 200 len: 890 time: 1.6459215 Mar 23 12:13:08.745546 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a7947f8c-088d-42e3-a222-4c208dc2b99b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:13:08.802170 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a7947f8c-088d-42e3-a222-4c208dc2b99b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:13:08.802617 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:09.035352 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Sync routers for ids ['eafac053-d7a8-435d-bd8e-203b7006c31d'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:13:09.046775 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Routers {'eafac053-d7a8-435d-bd8e-203b7006c31d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:13:09.047505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:12:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['eafac053-d7a8-435d-bd8e-203b7006c31d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:13:09.260315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Set router eafac053-d7a8-435d-bd8e-203b7006c31d gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:13:09.395866 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:13:09.717781 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafac053-d7a8-435d-bd8e-203b7006c31d', 'name': 'router1', 'tenant_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fc6cbff0-86dd-4a7c-9b4e-7b55f835351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:12:49Z', 'updated_at': '2022-03-23T12:13:07Z', 'revision_number': 4, 'project_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'gw_port': {'id': 'fc6cbff0-86dd-4a7c-9b4e-7b55f835351a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafac053-d7a8-435d-bd8e-203b7006c31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:13:06Z', 'updated_at': '2022-03-23T12:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'a7947f8c-088d-42e3-a222-4c208dc2b99b', 'name': '', 'network_id': '29238877-7bac-4946-8e5d-5691b96821cb', 'tenant_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'mac_address': 'fa:16:3e:22:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafac053-d7a8-435d-bd8e-203b7006c31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5ff6a3e-8226-4be3-91e4-dec78459d43d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:12:59Z', 'updated_at': '2022-03-23T12:13:02Z', 'revision_number': 5, 'project_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'subnets': [{'id': 'd5ff6a3e-8226-4be3-91e4-dec78459d43d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67a10d97-e012-4212-a5dd-886e294bd8b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:13:09.770703 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Checking router: eafac053-d7a8-435d-bd8e-203b7006c31d for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:13:09.771381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Updating router eafac053-d7a8-435d-bd8e-203b7006c31d port fc6cbff0-86dd-4a7c-9b4e-7b55f835351a binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:13:09.821331 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:10.143588 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:10.148858 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:10.196377 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Attempting to bind port fc6cbff0-86dd-4a7c-9b4e-7b55f835351a on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:13:10.196920 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Attempting to bind port fc6cbff0-86dd-4a7c-9b4e-7b55f835351a by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:13:10.197146 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Attempting to bind port fc6cbff0-86dd-4a7c-9b4e-7b55f835351a on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:13:10.204369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65bf33-7c72-4d83-b5d8-e62dacfd0264 None None] Pushing event updated for resources: {'Port': ['ID=fc6cbff0-86dd-4a7c-9b4e-7b55f835351a,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:13:10.206311 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:13:10.206790 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:13:10.207187 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:10.207657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:13:10.208157 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Bound port: fc6cbff0-86dd-4a7c-9b4e-7b55f835351a, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:13:10.208552 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:10.258586 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] For port fc6cbff0-86dd-4a7c-9b4e-7b55f835351a, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:13:10.261618 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] For port fc6cbff0-86dd-4a7c-9b4e-7b55f835351a, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fc6cbff0-86dd-4a7c-9b4e-7b55f835351a,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:13:10.265226 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:10.269431 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39942) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:13:10.324631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Routers {'eafac053-d7a8-435d-bd8e-203b7006c31d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:13:10.325276 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:12:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['eafac053-d7a8-435d-bd8e-203b7006c31d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:13:10.328065 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65bf33-7c72-4d83-b5d8-e62dacfd0264 None None] Pushing event updated for resources: {'Port': ['ID=fc6cbff0-86dd-4a7c-9b4e-7b55f835351a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:13:10.380924 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-979dd47f-fbc4-4180-a546-d22d8eed4db9 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1101439 Mar 23 12:13:10.433838 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] Set router eafac053-d7a8-435d-bd8e-203b7006c31d gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:13:10.648275 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafac053-d7a8-435d-bd8e-203b7006c31d', 'name': 'router1', 'tenant_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fc6cbff0-86dd-4a7c-9b4e-7b55f835351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:12:49Z', 'updated_at': '2022-03-23T12:13:07Z', 'revision_number': 4, 'project_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'gw_port': {'id': 'fc6cbff0-86dd-4a7c-9b4e-7b55f835351a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafac053-d7a8-435d-bd8e-203b7006c31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:13:06Z', 'updated_at': '2022-03-23T12:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'a7947f8c-088d-42e3-a222-4c208dc2b99b', 'name': '', 'network_id': '29238877-7bac-4946-8e5d-5691b96821cb', 'tenant_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'mac_address': 'fa:16:3e:22:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafac053-d7a8-435d-bd8e-203b7006c31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5ff6a3e-8226-4be3-91e4-dec78459d43d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:12:59Z', 'updated_at': '2022-03-23T12:13:02Z', 'revision_number': 5, 'project_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'subnets': [{'id': 'd5ff6a3e-8226-4be3-91e4-dec78459d43d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67a10d97-e012-4212-a5dd-886e294bd8b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:13:10.675041 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee4a65c-14fa-4207-ad90-fe9f6f9a331d None None] The sync data for ids ['eafac053-d7a8-435d-bd8e-203b7006c31d'] in n-d-834854-1 is: [{'id': 'eafac053-d7a8-435d-bd8e-203b7006c31d', 'name': 'router1', 'tenant_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fc6cbff0-86dd-4a7c-9b4e-7b55f835351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:12:49Z', 'updated_at': '2022-03-23T12:13:07Z', 'revision_number': 4, 'project_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'gw_port': {'id': 'fc6cbff0-86dd-4a7c-9b4e-7b55f835351a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafac053-d7a8-435d-bd8e-203b7006c31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:13:06Z', 'updated_at': '2022-03-23T12:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'a7947f8c-088d-42e3-a222-4c208dc2b99b', 'name': '', 'network_id': '29238877-7bac-4946-8e5d-5691b96821cb', 'tenant_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'mac_address': 'fa:16:3e:22:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafac053-d7a8-435d-bd8e-203b7006c31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5ff6a3e-8226-4be3-91e4-dec78459d43d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:12:59Z', 'updated_at': '2022-03-23T12:13:02Z', 'revision_number': 5, 'project_id': '4d1c3028acb64206b06ebdcdd0769cc7', 'subnets': [{'id': 'd5ff6a3e-8226-4be3-91e4-dec78459d43d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67a10d97-e012-4212-a5dd-886e294bd8b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:13:12.754958 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fc6cbff0-86dd-4a7c-9b4e-7b55f835351a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:13:12.811585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port fc6cbff0-86dd-4a7c-9b4e-7b55f835351a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:13:12.812043 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:12.891657 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:12.913521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port fc6cbff0-86dd-4a7c-9b4e-7b55f835351a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fc6cbff0-86dd-4a7c-9b4e-7b55f835351a,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:13:12.919957 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:12.973526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=fc6cbff0-86dd-4a7c-9b4e-7b55f835351a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:13:14.751476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fc6cbff0-86dd-4a7c-9b4e-7b55f835351a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:13:14.831427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port fc6cbff0-86dd-4a7c-9b4e-7b55f835351a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:13:14.832281 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:23.951986 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c76be01-b5af-4dd9-bc0d-8999f9e3f5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:26.335223 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bfce8e30-69aa-4674-ba8b-1439dbf93ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:27.515005 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:28.882055 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:29.361244 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:46.397600 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:13:53.964471 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dac35183-ba9d-4f12-a137-6993e67f7b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:56.331652 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b4840c2-76d2-4348-a060-c0aa87a2627c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:57.515561 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:58.873670 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:13:59.366033 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:14:23.396152 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:14:23.956641 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f99c5843-de74-46f6-956e-352bb36c4166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:14:26.334821 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3811aa14-e4a0-479a-8df9-41fe1ee5cdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:14:27.515363 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:14:28.870192 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:14:29.368087 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:14:51.941269 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40536) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:14:52.000544 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8889c3d-91f0-40ab-b502-b5ae172a0fc0 admin admin] GET failed (client error): The resource could not be found. Mar 23 12:14:52.001836 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b8889c3d-91f0-40ab-b502-b5ae172a0fc0 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596361 Mar 23 12:14:52.244176 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2baa13-427f-42b5-a06e-81bef2e151b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:14:52.245640 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4f2baa13-427f-42b5-a06e-81bef2e151b7 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2385900 Mar 23 12:14:53.959858 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-988ceea9-c16d-4b77-abbd-853f0b6dccf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:14:54.465914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40546) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:14:54.554818 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73f417-c8a8-4fd5-b128-9bba08e9e030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:14:54.556151 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4e73f417-c8a8-4fd5-b128-9bba08e9e030 admin admin] 10.222.0.52 "GET /v2.0/subnets/d5ff6a3e-8226-4be3-91e4-dec78459d43d HTTP/1.1" status: 200 len: 849 time: 0.0892813 Mar 23 12:14:54.567310 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:14:54.652268 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:14:54.787556 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742089780920'] for subnet, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:14:54.821086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:14:54.822002 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:14:54.823288 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] 10.222.0.52 "PUT /v2.0/subnets/d5ff6a3e-8226-4be3-91e4-dec78459d43d HTTP/1.1" status: 200 len: 868 time: 0.2591937 Mar 23 12:14:54.834758 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336ea7bd-dde1-4f56-875a-cae909c75538 None None] Network 29238877-7bac-4946-8e5d-5691b96821cb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:14:54.844412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ff6a3e-8226-4be3-91e4-dec78459d43d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:14:54.852221 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:14:54.852565 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:14:54.852902 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:14:54.853230 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:14:54.853554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:14:54.853877 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:14:54.854193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:14:54.854507 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:14:54.854828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:14:54.855137 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:14:54.855456 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:14:54.855758 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846b26f-a0c4-4ddc-af33-708d08635130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:14:55.179830 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-aebcb3c4-ce96-4442-bb82-fde7f9ddb5a3 None None] Provisioning complete for port dd4f36bb-4c20-48a4-99ab-4fed4f3b43a1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:14:55.180363 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aebcb3c4-ce96-4442-bb82-fde7f9ddb5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:14:55.277606 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-aebcb3c4-ce96-4442-bb82-fde7f9ddb5a3 None None] Provisioning complete for port a7947f8c-088d-42e3-a222-4c208dc2b99b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:14:55.277970 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aebcb3c4-ce96-4442-bb82-fde7f9ddb5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:14:56.338795 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bbff5395-5e71-4668-80de-0d1443833556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:14:57.043003 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40554) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:14:57.241821 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcdec2d-e3a6-4c3c-a35d-3cd2a79325c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:14:57.242193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcdec2d-e3a6-4c3c-a35d-3cd2a79325c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:14:57.243695 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fdcdec2d-e3a6-4c3c-a35d-3cd2a79325c9 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1997576 Mar 23 12:14:57.518472 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:14:58.872324 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:14:59.370152 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:14:59.442705 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40562) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:14:59.575615 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65f961e-f687-4f94-84ec-6ca6b8a72db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:14:59.576125 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65f961e-f687-4f94-84ec-6ca6b8a72db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:14:59.577642 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a65f961e-f687-4f94-84ec-6ca6b8a72db0 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1340103 Mar 23 12:15:00.394482 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:15:01.764381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40570) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:15:01.890331 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cae138d-2faa-40b2-aa4c-5f8c8dba24c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:15:01.891694 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7cae138d-2faa-40b2-aa4c-5f8c8dba24c4 admin admin] 10.222.0.52 "GET /v2.0/networks/29238877-7bac-4946-8e5d-5691b96821cb HTTP/1.1" status: 200 len: 869 time: 0.1263585 Mar 23 12:15:04.115686 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40578) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:15:04.239530 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d466fdfb-3d55-42b4-b92b-7845e7007da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:15:04.240902 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d466fdfb-3d55-42b4-b92b-7845e7007da4 admin admin] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 886 time: 0.1242397 Mar 23 12:15:06.423988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40586) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:15:06.548136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fba3c72-f5f6-4dda-9e78-53d0ec701006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:15:06.548588 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fba3c72-f5f6-4dda-9e78-53d0ec701006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:15:06.550642 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7fba3c72-f5f6-4dda-9e78-53d0ec701006 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257765 Mar 23 12:15:08.740786 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40594) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:15:08.830107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ed30a-029d-4eb5-9345-e7f5db82d9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:15:08.830571 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ed30a-029d-4eb5-9345-e7f5db82d9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:15:08.833136 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a66ed30a-029d-4eb5-9345-e7f5db82d9d4 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902939 Mar 23 12:15:11.054267 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40602) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:15:11.153050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e9980d-8657-4e00-a0e8-7d6758c43d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:15:11.154470 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d2e9980d-8657-4e00-a0e8-7d6758c43d12 admin admin] 10.222.0.52 "GET /v2.0/subnets/8f194492-3d19-48e2-a3e7-f66d458d3c01 HTTP/1.1" status: 200 len: 816 time: 0.0992754 Mar 23 12:15:13.342552 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40610) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:15:13.437057 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06788d2c-a1b9-43b8-b51a-cb559c91551b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:15:13.438334 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-06788d2c-a1b9-43b8-b51a-cb559c91551b admin admin] 10.222.0.52 "GET /v2.0/subnets/d5ff6a3e-8226-4be3-91e4-dec78459d43d HTTP/1.1" status: 200 len: 868 time: 0.0948498 Mar 23 12:15:23.961694 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-38551fae-9e82-43a1-9c32-153a4b56696d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:26.341365 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d74c4f30-4ec2-4a2b-88fa-cedead9e638e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:27.522901 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:28.874424 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:29.372064 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:34.082575 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40666) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:15:34.128128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-355272d1-a7f2-46f0-b1a8-fd4615fb1c15 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:15:34.129124 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-355272d1-a7f2-46f0-b1a8-fd4615fb1c15 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456104 Mar 23 12:15:36.426390 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40674) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:15:36.485582 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4cad78-d944-4887-a10e-0155bee53249 admin admin] GET failed (client error): The resource could not be found. Mar 23 12:15:36.487641 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ad4cad78-d944-4887-a10e-0155bee53249 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602546 Mar 23 12:15:36.576472 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590778f1-f641-4f46-958c-813522af31cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:15:36.577852 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-590778f1-f641-4f46-958c-813522af31cc admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0850921 Mar 23 12:15:37.393305 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:15:38.786971 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40682) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:15:38.833214 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2d6d112b-ebe1-4e6b-8d49-455e18d8074b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:15:38.851823 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6d112b-ebe1-4e6b-8d49-455e18d8074b admin admin] Made reservation on behalf of 78091a8dbf224b8494dd64591dbd54cd for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:15:38.854004 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d6d112b-ebe1-4e6b-8d49-455e18d8074b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:38.881788 n-d-834854-1 neutron-server[102779]: WARNING neutron.services.revisions.revision_plugin [None req-2d6d112b-ebe1-4e6b-8d49-455e18d8074b admin admin] Could not find related network for resource to bump revision. Mar 23 12:15:38.896549 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6d112b-ebe1-4e6b-8d49-455e18d8074b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:15:38.905599 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d6d112b-ebe1-4e6b-8d49-455e18d8074b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:38.905933 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-2d6d112b-ebe1-4e6b-8d49-455e18d8074b admin admin] Added segment 4e725723-6271-477d-9f2c-47b31ffd6ccd of type vlan for network b1493037-a1ad-4887-8c2d-c9514fc2c20d Mar 23 12:15:38.948179 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d6d112b-ebe1-4e6b-8d49-455e18d8074b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:38.970470 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d6d112b-ebe1-4e6b-8d49-455e18d8074b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:38.971335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6d112b-ebe1-4e6b-8d49-455e18d8074b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:15:38.971908 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d6d112b-ebe1-4e6b-8d49-455e18d8074b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:39.026875 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2d6d112b-ebe1-4e6b-8d49-455e18d8074b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2388432 Mar 23 12:15:39.034023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d112b-ebe1-4e6b-8d49-455e18d8074b admin admin] Pushing event updated for resources: {'Network': ['ID=b1493037-a1ad-4887-8c2d-c9514fc2c20d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:15:39.044539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:15:41.251127 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40690) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:15:41.310131 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-530d8690-b5f2-4335-bfef-daff8d5854e7 admin admin] GET failed (client error): The resource could not be found. Mar 23 12:15:41.311410 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-530d8690-b5f2-4335-bfef-daff8d5854e7 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593376 Mar 23 12:15:41.380150 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beaeb55-a74d-4ecd-930d-88ed5abb5fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:15:41.381576 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5beaeb55-a74d-4ecd-930d-88ed5abb5fa0 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650256 Mar 23 12:15:41.391621 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-129f7926-5457-4943-9eb3-da71707efbca admin admin] Request body: {'subnet': {'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:15:41.409327 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129f7926-5457-4943-9eb3-da71707efbca admin admin] Made reservation on behalf of 78091a8dbf224b8494dd64591dbd54cd for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:15:41.411569 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-129f7926-5457-4943-9eb3-da71707efbca admin admin] Notify callbacks [] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:41.572440 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-129f7926-5457-4943-9eb3-da71707efbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:41.633363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f7926-5457-4943-9eb3-da71707efbca admin admin] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:15:41.633710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129f7926-5457-4943-9eb3-da71707efbca admin admin] Network hostable DHCP agents. Network: b1493037-a1ad-4887-8c2d-c9514fc2c20d, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:15:41.636496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f7926-5457-4943-9eb3-da71707efbca admin admin] Pushing event updated for resources: {'Subnet': ['ID=85671082-5228-4706-8789-04faf2cc68a3,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:15:41.652925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129f7926-5457-4943-9eb3-da71707efbca admin admin] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:15:41.661477 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-129f7926-5457-4943-9eb3-da71707efbca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, b1493037-a1ad-4887-8c2d-c9514fc2c20d) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:15:41.665469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129f7926-5457-4943-9eb3-da71707efbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:15:41.666060 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-129f7926-5457-4943-9eb3-da71707efbca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:41.671852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2020dfbe-3101-47b0-877b-195099af7a45 None None] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:15:41.682905 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-129f7926-5457-4943-9eb3-da71707efbca admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2945724 Mar 23 12:15:41.819883 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'tenant_id': '78091a8dbf224b8494dd64591dbd54cd', 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:15:41.820804 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:41.956036 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Allocated IP 192.168.233.2 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/af863138-977d-43bf-bca3-ad361cc83976) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:15:42.202000 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:42.207965 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:42.252890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:15:42.256151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:15:42.259437 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:15:42.266067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Pushing event updated for resources: {'Port': ['ID=af863138-977d-43bf-bca3-ad361cc83976,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:15:42.275445 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:15:42.275807 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:15:42.276176 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:15:42.276513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:15:42.276861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:15:42.277194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:15:42.277521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:15:42.277847 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:15:42.278172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:15:42.278492 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:15:42.278812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:15:42.279130 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:15:42.328558 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Attempting to bind port af863138-977d-43bf-bca3-ad361cc83976 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:15:42.328920 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Attempting to bind port af863138-977d-43bf-bca3-ad361cc83976 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:15:42.329284 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Attempting to bind port af863138-977d-43bf-bca3-ad361cc83976 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:15:42.334298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:15:42.334663 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:15:42.335057 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:42.335474 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:15:42.335966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Bound port: af863138-977d-43bf-bca3-ad361cc83976, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:15:42.336349 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:42.397694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] For port af863138-977d-43bf-bca3-ad361cc83976, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:15:42.400766 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] For port af863138-977d-43bf-bca3-ad361cc83976, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=af863138-977d-43bf-bca3-ad361cc83976,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:15:42.405693 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:42.469996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb7fe4-5398-4a7f-916e-fb677adfda58 None None] Pushing event updated for resources: {'Port': ['ID=af863138-977d-43bf-bca3-ad361cc83976,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:15:42.872521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device af863138-977d-43bf-bca3-ad361cc83976 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:15:42.927513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port af863138-977d-43bf-bca3-ad361cc83976 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:15:42.928057 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:43.009073 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:43.041000 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port af863138-977d-43bf-bca3-ad361cc83976, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=af863138-977d-43bf-bca3-ad361cc83976,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:15:43.045452 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:43.098143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=af863138-977d-43bf-bca3-ad361cc83976,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:15:43.339969 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9454f5-052f-4a3c-a18a-6c2cebf8653f None None] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:15:43.462537 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cbaf2be4-f6ef-4478-84ef-54f0f91d2721 None None] Provisioning complete for port af863138-977d-43bf-bca3-ad361cc83976 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:15:43.462901 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cbaf2be4-f6ef-4478-84ef-54f0f91d2721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:43.792619 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-50b532e8-adf6-423f-860f-77f69fa4091f None None] Provisioning complete for port af863138-977d-43bf-bca3-ad361cc83976 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:15:43.792991 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50b532e8-adf6-423f-860f-77f69fa4091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:44.804464 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device af863138-977d-43bf-bca3-ad361cc83976 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:15:44.851828 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port af863138-977d-43bf-bca3-ad361cc83976 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:15:44.852212 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:53.962958 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8dcaea23-e3bf-4b53-9c41-09a225ba060b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:56.343042 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83a7d781-94b9-4550-ab55-e5bd7c7b5c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:57.525036 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:58.878515 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:15:59.377831 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:16:14.392609 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:16:23.965403 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8e3791fe-8b26-4629-8a2f-a41be977c139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:16:26.345763 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-689db1e6-b9cc-4ffa-8737-52cc46322093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:16:27.527879 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:16:28.892273 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:16:29.372197 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:16:51.392202 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:16:53.966680 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7a7c630a-ee6b-4a01-a912-1300c3ba102a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:16:56.346860 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3dcdc5f9-7eff-4f36-9608-449719c93038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:16:57.535406 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:16:58.886343 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:16:59.374860 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:17:02.033759 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40728) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:17:02.039625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-ff7a8dd2-0159-4896-890a-3e2217e1255e tempest-verify_tempest_config-946251931 tempest-verify_tempest_config-946251931-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:17:02.040588 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ff7a8dd2-0159-4896-890a-3e2217e1255e tempest-verify_tempest_config-946251931 tempest-verify_tempest_config-946251931-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058906 Mar 23 12:17:02.332977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40746) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:17:02.524697 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9877afd9-9f2f-4027-b48f-6ccbdd33df16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:17:02.597774 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9877afd9-9f2f-4027-b48f-6ccbdd33df16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:17:02.601585 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9877afd9-9f2f-4027-b48f-6ccbdd33df16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:17:02.645081 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9877afd9-9f2f-4027-b48f-6ccbdd33df16 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13f906d80f6c45808305b5eb9c6be78f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3110924 Mar 23 12:17:02.646020 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877afd9-9f2f-4027-b48f-6ccbdd33df16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046141a8-ee3e-4838-94b9-6fe24f8ea6f9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:17:02.647867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40750) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:17:02.652633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877afd9-9f2f-4027-b48f-6ccbdd33df16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.652969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877afd9-9f2f-4027-b48f-6ccbdd33df16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.653296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877afd9-9f2f-4027-b48f-6ccbdd33df16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.653619 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877afd9-9f2f-4027-b48f-6ccbdd33df16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.653963 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877afd9-9f2f-4027-b48f-6ccbdd33df16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.654282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877afd9-9f2f-4027-b48f-6ccbdd33df16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.654596 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877afd9-9f2f-4027-b48f-6ccbdd33df16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.654910 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877afd9-9f2f-4027-b48f-6ccbdd33df16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.655228 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877afd9-9f2f-4027-b48f-6ccbdd33df16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.655538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877afd9-9f2f-4027-b48f-6ccbdd33df16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.655847 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877afd9-9f2f-4027-b48f-6ccbdd33df16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.656180 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877afd9-9f2f-4027-b48f-6ccbdd33df16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.704699 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:17:02.723911 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:17:02.810508 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:17:02.813635 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:17:02.814762 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/046141a8-ee3e-4838-94b9-6fe24f8ea6f9 HTTP/1.1" status: 204 len: 168 time: 0.1659505 Mar 23 12:17:02.822659 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046141a8-ee3e-4838-94b9-6fe24f8ea6f9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:17:02.829877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.830215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.830545 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.830872 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.831194 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.831512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.831902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.832159 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.832478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.832788 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.833101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:02.833408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5406f02-79de-4351-9c2c-65bd83df0137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:17:23.969187 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-07fe1627-e1b4-4179-8c85-8412fa657566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:17:26.351763 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-692e5b54-cc95-41c5-9ad8-4b95a90867dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:17:27.533079 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:17:28.390606 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:17:28.889060 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:17:29.377939 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:17:53.970541 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-616ded5e-3877-4f4c-8655-07b4d4c1de37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:17:56.352886 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2a350bd-74a6-4753-9ffd-75457cd57b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:17:57.535189 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:17:58.892448 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:17:59.379917 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:18:05.389899 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:18:23.970479 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f95a-48ea-4ce4-baf2-59cd6324d1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:18:26.354240 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-898b86f1-ad42-4930-a543-ff305ecec314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:18:27.537921 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:18:28.894855 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:18:29.380681 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:18:42.389924 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:18:53.978206 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cb48c750-0bd3-457d-8824-e159f04a6990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:18:56.355288 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50787d37-3183-47d8-99ea-0bd851592d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:18:57.540200 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:18:58.900637 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:18:59.383558 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:19:19.388275 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:19:23.968079 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f9b70c70-9204-4b76-8f7e-0afc1036b68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:19:26.357967 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8368415d-f433-4737-89e9-3d40712bc9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:19:27.546027 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:19:28.900284 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:19:29.385896 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:19:53.970041 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d88a5810-1d04-464a-b76e-236531d8c328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:19:56.360395 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7434a7f-d84e-469a-bfb7-7cec1d46e044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:19:56.387059 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 5 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:19:57.545937 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:19:58.902258 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:19:59.387626 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:20:15.651783 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719044'] for agent, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:20:17.102252 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719044'] for agent, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:20:23.975364 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76484045-54b8-4631-9e91-d1dd85816e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:20:26.361668 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2d3177cf-392b-4cbe-94e5-9019bdcfa631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:20:27.548476 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:20:28.905505 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:20:29.389115 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:20:33.385847 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:20:45.615496 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:20:47.086028 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:20:53.982235 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6aba991b-5a57-479b-ad6c-72e3438b8e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:20:56.362518 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e757385a-3b0f-4d0f-af40-067ec37cefc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:20:57.552010 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:20:58.908755 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:20:59.391105 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:21:00.706132 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40808) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:21:00.814279 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c7e6448c-1d56-4124-a6fe-817190e6374b admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1070657 Mar 23 12:21:03.045362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40818) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:21:03.100811 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-80072a93-e58b-4b8f-9a71-ca5ef18f90a0 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0543871 Mar 23 12:21:10.384866 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:21:15.622520 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:21:17.089527 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:21:23.975485 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-467a1f48-6b4b-4340-8b72-212b15712ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:21:26.365260 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-29a12b66-99e0-4dfa-8bb8-d943c6ed6cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:21:27.556294 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:21:28.910247 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:21:29.393943 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:21:45.653757 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:21:47.096819 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:21:47.387247 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:21:53.980232 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cad3c824-8b7d-4998-b45f-346c5a03a3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:21:56.369453 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b49462d1-2d9f-403d-a5b9-7de50a90f727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:21:57.560006 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:21:58.912916 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:21:59.397614 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:15.631525 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:17.113013 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:23.982220 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-63076c43-02db-4e71-bdcf-897ee29e7aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:24.388084 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:22:26.372852 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fad770a-cadf-47e8-bc19-e4ed4aaee81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:27.568019 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:28.916949 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:29.401456 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:37.686415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41056) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:38.143258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41080) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:38.144532 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-486787f8-37bc-4d79-91dd-e50cf70f50e8 tempest-AutoAllocateNetworkTest-731452689 tempest-AutoAllocateNetworkTest-731452689-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e16638abafc94352927fb1247c0c4ab3&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4549012 Mar 23 12:22:38.342680 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d54d03-0f42-4db2-8f88-2b6bb5a1c29d tempest-AutoAllocateNetworkTest-731452689 tempest-AutoAllocateNetworkTest-731452689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:22:38.347285 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-47d54d03-0f42-4db2-8f88-2b6bb5a1c29d tempest-AutoAllocateNetworkTest-731452689 tempest-AutoAllocateNetworkTest-731452689-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2023416 Mar 23 12:22:38.347751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41098) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:38.414261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41104) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:38.414653 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-694c9717-2661-4b6c-b2f4-1ebdc923ff73 tempest-AutoAllocateNetworkTest-731452689 tempest-AutoAllocateNetworkTest-731452689-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657265 Mar 23 12:22:38.444222 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e4930b46-eb73-4b1f-a51b-452ed9c0ed27 tempest-AutoAllocateNetworkTest-731452689 tempest-AutoAllocateNetworkTest-731452689-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e16638abafc94352927fb1247c0c4ab3 HTTP/1.1" status: 200 len: 208 time: 0.0260987 Mar 23 12:22:39.109894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41144) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:39.477246 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:39.568600 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:39.574464 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:39.611475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e120869-5fc9-4cf8-b3f5-3817e545e982,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:39.620486 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:39.620914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:39.621322 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:39.621775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:39.622195 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:39.622565 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:39.622957 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:39.623282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:39.623716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:39.624122 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:39.624506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:39.624888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] Tracked resource versions report: Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: pushed versions: Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: { 'AddressGroup': {'1.2'}, Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'ConntrackHelper': {'1.0'}, Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'Log': {'1.0'}, Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'Network': {'1.1'}, Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'Port': {'1.7'}, Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'PortForwarding': {'1.2'}, Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'QosPolicy': {'1.9'}, Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'SecurityGroup': {'1.4'}, Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'SecurityGroupRule': {'1.2'}, Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'SubPort': {'1.0'}, Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'Subnet': {'1.1'}, Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'Trunk': {'1.1'}} Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: consumer versions: Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: { DHCP agent@n-d-834854-1: {}, Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: HyperV agent@n-h1-834854-1: {}, Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: HyperV agent@n-h2-834854-1: {}, Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: L3 agent@n-d-834854-1: {}, Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: Metadata agent@n-d-834854-1: {}, Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: Metering agent@n-d-834854-1: {}, Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: Open vSwitch agent@n-d-834854-1: { 'AddressGroup': '1.2', Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'ConntrackHelper': '1.0', Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'Log': '1.0', Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'Network': '1.1', Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'Port': '1.7', Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'PortForwarding': '1.2', Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'QosPolicy': '1.9', Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'SecurityGroup': '1.4', Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'SecurityGroupRule': '1.2', Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'SubPort': '1.0', Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'Subnet': '1.1', Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: 'Trunk': '1.1'}} Mar 23 12:22:39.625992 n-d-834854-1 neutron-server[102779]: {{(pid=102779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 12:22:39.634619 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b39b85e7-bc9e-4848-aeac-c3b69df6d445 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e16638abafc94352927fb1247c0c4ab3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5213001 Mar 23 12:22:39.634919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41170) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:39.711818 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07916fb6-5b2f-40bc-84ca-e533a435c5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:39.734099 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07916fb6-5b2f-40bc-84ca-e533a435c5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:39.787776 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07916fb6-5b2f-40bc-84ca-e533a435c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:39.791852 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07916fb6-5b2f-40bc-84ca-e533a435c5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:39.793120 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-07916fb6-5b2f-40bc-84ca-e533a435c5ea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e120869-5fc9-4cf8-b3f5-3817e545e982 HTTP/1.1" status: 204 len: 168 time: 0.1572490 Mar 23 12:22:39.800939 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07916fb6-5b2f-40bc-84ca-e533a435c5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e120869-5fc9-4cf8-b3f5-3817e545e982,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:40.786572 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41256) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:41.072146 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e98c-e4da-4d1c-8472-6cadbfce57c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:41.156031 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e98c-e4da-4d1c-8472-6cadbfce57c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:41.160623 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e98c-e4da-4d1c-8472-6cadbfce57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:41.188491 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3e98c-e4da-4d1c-8472-6cadbfce57c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4235e762-9a83-421e-a065-5c2592c289e1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:41.216935 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d9e3e98c-e4da-4d1c-8472-6cadbfce57c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6cb4e7814a0440188cd8307ee62ce4a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4292269 Mar 23 12:22:41.219548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41306) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:41.280009 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:41.314828 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:41.380624 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:41.383512 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:41.388571 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4235e762-9a83-421e-a065-5c2592c289e1 HTTP/1.1" status: 204 len: 168 time: 0.1656058 Mar 23 12:22:41.404762 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4235e762-9a83-421e-a065-5c2592c289e1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:41.417987 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:41.418336 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:41.420021 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:41.420371 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:41.421029 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:41.421371 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:41.422131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:41.422468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:41.422797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:41.423119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:41.423441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:41.423753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50331087-7e47-4956-b5f1-ef135f704874 admin admin] Tracked resource versions report: Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: pushed versions: Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: { 'AddressGroup': {'1.2'}, Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'ConntrackHelper': {'1.0'}, Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'Log': {'1.0'}, Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'Network': {'1.1'}, Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'Port': {'1.7'}, Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'PortForwarding': {'1.2'}, Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'QosPolicy': {'1.9'}, Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'SecurityGroup': {'1.4'}, Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'SecurityGroupRule': {'1.2'}, Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'SubPort': {'1.0'}, Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'Subnet': {'1.1'}, Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'Trunk': {'1.1'}} Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: consumer versions: Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: { DHCP agent@n-d-834854-1: {}, Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: HyperV agent@n-h1-834854-1: {}, Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: HyperV agent@n-h2-834854-1: {}, Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: L3 agent@n-d-834854-1: {}, Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: Metadata agent@n-d-834854-1: {}, Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: Metering agent@n-d-834854-1: {}, Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: Open vSwitch agent@n-d-834854-1: { 'AddressGroup': '1.2', Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'ConntrackHelper': '1.0', Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'Log': '1.0', Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'Network': '1.1', Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'Port': '1.7', Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'PortForwarding': '1.2', Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'QosPolicy': '1.9', Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'SecurityGroup': '1.4', Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'SecurityGroupRule': '1.2', Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'SubPort': '1.0', Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'Subnet': '1.1', Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: 'Trunk': '1.1'}} Mar 23 12:22:41.425260 n-d-834854-1 neutron-server[102778]: {{(pid=102778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 12:22:42.019729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41388) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:42.034779 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51503da9-fac4-4551-b4b5-76641710b11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.105703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41392) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:42.115502 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51503da9-fac4-4551-b4b5-76641710b11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.120358 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51503da9-fac4-4551-b4b5-76641710b11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.154262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51503da9-fac4-4551-b4b5-76641710b11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1b5ae2-43ba-455f-b7f5-f63d5047caea,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:42.173970 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-51503da9-fac4-4551-b4b5-76641710b11b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9afb19fc654b4ae2af475c03347046b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1529815 Mar 23 12:22:42.176629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41396) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:42.226129 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6fc809fc-0651-4439-82f9-faa2f4c3f73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.231128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41398) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:42.260684 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6fc809fc-0651-4439-82f9-faa2f4c3f73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.278274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41410) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:42.313655 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6fc809fc-0651-4439-82f9-faa2f4c3f73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.316785 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6fc809fc-0651-4439-82f9-faa2f4c3f73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.320816 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6fc809fc-0651-4439-82f9-faa2f4c3f73b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a1b5ae2-43ba-455f-b7f5-f63d5047caea HTTP/1.1" status: 204 len: 168 time: 0.1406744 Mar 23 12:22:42.326674 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc809fc-0651-4439-82f9-faa2f4c3f73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1b5ae2-43ba-455f-b7f5-f63d5047caea,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:42.365761 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-984e3bef-2fb2-445a-b8af-8baaf52a1617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.391884 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7fa4925f-2417-40f4-9650-4d572bcde553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.512301 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07a88d6b-821e-4362-8e62-eb7941705891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.572391 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-984e3bef-2fb2-445a-b8af-8baaf52a1617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.591174 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-984e3bef-2fb2-445a-b8af-8baaf52a1617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.660604 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-984e3bef-2fb2-445a-b8af-8baaf52a1617 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df2730917dca4cbfbe6ffcae9ecfef95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5533340 Mar 23 12:22:42.661028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41446) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:42.710569 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7fa4925f-2417-40f4-9650-4d572bcde553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.721804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e3bef-2fb2-445a-b8af-8baaf52a1617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4753b84-867e-4d1b-9ecb-de0116a85f95,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:42.730801 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7fa4925f-2417-40f4-9650-4d572bcde553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.789144 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7fa4925f-2417-40f4-9650-4d572bcde553 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5fcc7b68544b44c492397966600ca8ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5559592 Mar 23 12:22:42.790005 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4925f-2417-40f4-9650-4d572bcde553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dd722d-31f8-453b-9e49-3ae501309eb0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:42.794692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41454) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:42.800157 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c93405d7-61b9-41ca-870c-8cb822d9cf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.866854 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c93405d7-61b9-41ca-870c-8cb822d9cf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.907976 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07a88d6b-821e-4362-8e62-eb7941705891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.919404 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec2d1c30-9e15-4ff6-9503-9dcd674ba4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.925982 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07a88d6b-821e-4362-8e62-eb7941705891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.969028 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c93405d7-61b9-41ca-870c-8cb822d9cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.973247 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c93405d7-61b9-41ca-870c-8cb822d9cf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:42.977471 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c93405d7-61b9-41ca-870c-8cb822d9cf18 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4753b84-867e-4d1b-9ecb-de0116a85f95 HTTP/1.1" status: 204 len: 168 time: 0.3152392 Mar 23 12:22:42.990099 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93405d7-61b9-41ca-870c-8cb822d9cf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4753b84-867e-4d1b-9ecb-de0116a85f95,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:43.012362 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec2d1c30-9e15-4ff6-9503-9dcd674ba4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:43.052430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-07a88d6b-821e-4362-8e62-eb7941705891 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c15ecff74196407b83529259bfe10917&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7700131 Mar 23 12:22:43.052430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a88d6b-821e-4362-8e62-eb7941705891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f7de0e-13c1-4ea2-9501-4aad00c2e5a0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:43.053145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41486) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:43.135492 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43eb5889-96cc-4ebf-9d44-aef0d0480493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:43.155769 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec2d1c30-9e15-4ff6-9503-9dcd674ba4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:43.161765 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec2d1c30-9e15-4ff6-9503-9dcd674ba4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:43.170939 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ec2d1c30-9e15-4ff6-9503-9dcd674ba4dd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7dd722d-31f8-453b-9e49-3ae501309eb0 HTTP/1.1" status: 204 len: 168 time: 0.3753800 Mar 23 12:22:43.182959 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d1c30-9e15-4ff6-9503-9dcd674ba4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dd722d-31f8-453b-9e49-3ae501309eb0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:43.184206 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41500) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:43.192878 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43eb5889-96cc-4ebf-9d44-aef0d0480493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:43.272026 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43eb5889-96cc-4ebf-9d44-aef0d0480493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:43.275366 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43eb5889-96cc-4ebf-9d44-aef0d0480493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:43.276515 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-43eb5889-96cc-4ebf-9d44-aef0d0480493 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60f7de0e-13c1-4ea2-9501-4aad00c2e5a0 HTTP/1.1" status: 204 len: 168 time: 0.2224228 Mar 23 12:22:43.289669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb5889-96cc-4ebf-9d44-aef0d0480493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f7de0e-13c1-4ea2-9501-4aad00c2e5a0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:43.541018 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d26e5925-a248-41cc-9dc7-220bbe513ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:43.665775 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d26e5925-a248-41cc-9dc7-220bbe513ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:43.672029 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d26e5925-a248-41cc-9dc7-220bbe513ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:43.711065 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e5925-a248-41cc-9dc7-220bbe513ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b262d48-1be6-4c12-9057-6661056d0d0e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:43.730834 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d26e5925-a248-41cc-9dc7-220bbe513ec2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dffca8a61d9d4ab587eb79ac80681cbb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5456245 Mar 23 12:22:43.733806 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41548) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:43.807581 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99751c3e-a1c9-497e-a089-1d6b8090633b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:43.833660 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99751c3e-a1c9-497e-a089-1d6b8090633b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:43.893228 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99751c3e-a1c9-497e-a089-1d6b8090633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:43.897932 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99751c3e-a1c9-497e-a089-1d6b8090633b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:43.904049 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-99751c3e-a1c9-497e-a089-1d6b8090633b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b262d48-1be6-4c12-9057-6661056d0d0e HTTP/1.1" status: 204 len: 168 time: 0.1644258 Mar 23 12:22:43.914082 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99751c3e-a1c9-497e-a089-1d6b8090633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b262d48-1be6-4c12-9057-6661056d0d0e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:44.030328 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41576) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:44.047330 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51bedb6f-5034-4c59-8a1b-ea9c26862b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.167658 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51bedb6f-5034-4c59-8a1b-ea9c26862b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.172620 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51bedb6f-5034-4c59-8a1b-ea9c26862b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.223014 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-51bedb6f-5034-4c59-8a1b-ea9c26862b56 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1004d0ac25a440919ff66ec7e94cac32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1885567 Mar 23 12:22:44.223014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bedb6f-5034-4c59-8a1b-ea9c26862b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2d45bc-f465-4600-9433-549c2f079f41,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:44.223340 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41596) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:44.291720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41602) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:44.297507 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-279ce6d1-cb0b-477a-aadd-e8e02b20d70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.309271 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2da833b9-0b2c-40a6-9700-9429f728edb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.325692 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-279ce6d1-cb0b-477a-aadd-e8e02b20d70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.366445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41608) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:44.388923 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e760615-2629-44a3-813f-b1a4d3dfba47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.418116 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-279ce6d1-cb0b-477a-aadd-e8e02b20d70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.421155 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-279ce6d1-cb0b-477a-aadd-e8e02b20d70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.425941 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-279ce6d1-cb0b-477a-aadd-e8e02b20d70e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a2d45bc-f465-4600-9433-549c2f079f41 HTTP/1.1" status: 204 len: 168 time: 0.2014959 Mar 23 12:22:44.445836 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ce6d1-cb0b-477a-aadd-e8e02b20d70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2d45bc-f465-4600-9433-549c2f079f41,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:44.490183 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2da833b9-0b2c-40a6-9700-9429f728edb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.499174 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2da833b9-0b2c-40a6-9700-9429f728edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.563752 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2da833b9-0b2c-40a6-9700-9429f728edb7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d129a218007d4507b5c5bacf6bfd94bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2702024 Mar 23 12:22:44.567011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41620) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:44.573277 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da833b9-0b2c-40a6-9700-9429f728edb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98b4bbd-742b-424c-8f96-fc70a7571df3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:44.581347 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e760615-2629-44a3-813f-b1a4d3dfba47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.586403 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e760615-2629-44a3-813f-b1a4d3dfba47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.638580 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2e760615-2629-44a3-813f-b1a4d3dfba47 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b991cb631bf4a6397532e7dba6e507e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2711282 Mar 23 12:22:44.640659 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e760615-2629-44a3-813f-b1a4d3dfba47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ca7654-970e-4e70-9fce-fcd642a868df,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:44.641658 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41628) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:44.677019 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-456e8bb9-a87c-436f-91b1-1dba4b4d615e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.707792 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-456e8bb9-a87c-436f-91b1-1dba4b4d615e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.750111 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc61434d-0bd6-4b6b-8028-e681ef966c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.778572 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc61434d-0bd6-4b6b-8028-e681ef966c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.786550 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-456e8bb9-a87c-436f-91b1-1dba4b4d615e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.789070 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-456e8bb9-a87c-436f-91b1-1dba4b4d615e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.790223 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-456e8bb9-a87c-436f-91b1-1dba4b4d615e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b98b4bbd-742b-424c-8f96-fc70a7571df3 HTTP/1.1" status: 204 len: 168 time: 0.2213106 Mar 23 12:22:44.807152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e8bb9-a87c-436f-91b1-1dba4b4d615e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98b4bbd-742b-424c-8f96-fc70a7571df3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:44.842752 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc61434d-0bd6-4b6b-8028-e681ef966c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.845334 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc61434d-0bd6-4b6b-8028-e681ef966c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:44.846574 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bc61434d-0bd6-4b6b-8028-e681ef966c0b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3ca7654-970e-4e70-9fce-fcd642a868df HTTP/1.1" status: 204 len: 168 time: 0.2038968 Mar 23 12:22:44.856738 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61434d-0bd6-4b6b-8028-e681ef966c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ca7654-970e-4e70-9fce-fcd642a868df,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:44.994193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41650) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:45.066830 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41654) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:45.082442 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a98dabf-921e-475a-bc95-d6166ee6b60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:45.162839 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a98dabf-921e-475a-bc95-d6166ee6b60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:45.167540 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a98dabf-921e-475a-bc95-d6166ee6b60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:45.205020 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98dabf-921e-475a-bc95-d6166ee6b60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311b7a63-f338-490d-9195-2dff63cb6fdf,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:45.212210 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4a98dabf-921e-475a-bc95-d6166ee6b60b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=654463cfffd340059dee981b1d8eca8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1442606 Mar 23 12:22:45.213134 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41662) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:45.271837 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-268f9af7-27e8-4b02-bdec-25079d4b938a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:45.301151 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-268f9af7-27e8-4b02-bdec-25079d4b938a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:45.349027 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-268f9af7-27e8-4b02-bdec-25079d4b938a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:45.351602 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-268f9af7-27e8-4b02-bdec-25079d4b938a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:45.355551 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-268f9af7-27e8-4b02-bdec-25079d4b938a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/311b7a63-f338-490d-9195-2dff63cb6fdf HTTP/1.1" status: 204 len: 168 time: 0.1409640 Mar 23 12:22:45.363734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f9af7-27e8-4b02-bdec-25079d4b938a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311b7a63-f338-490d-9195-2dff63cb6fdf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:45.424065 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7d02ee3-8c44-4591-ac4f-8aeca4d159a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:45.512575 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7d02ee3-8c44-4591-ac4f-8aeca4d159a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:45.518122 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d7d02ee3-8c44-4591-ac4f-8aeca4d159a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:45.560196 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d7d02ee3-8c44-4591-ac4f-8aeca4d159a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8de91ddb6758414c8598ff5a04746ead&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5648892 Mar 23 12:22:45.561127 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d02ee3-8c44-4591-ac4f-8aeca4d159a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ba32b7-cd44-4f8a-9a14-34b1ca03d8d1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:45.562925 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41686) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:45.619530 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9b63b24-d5c6-48ac-a51f-b5a0a1ca48cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:45.647706 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:45.655388 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9b63b24-d5c6-48ac-a51f-b5a0a1ca48cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:45.706027 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9b63b24-d5c6-48ac-a51f-b5a0a1ca48cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:45.708892 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9b63b24-d5c6-48ac-a51f-b5a0a1ca48cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:45.710077 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b9b63b24-d5c6-48ac-a51f-b5a0a1ca48cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/96ba32b7-cd44-4f8a-9a14-34b1ca03d8d1 HTTP/1.1" status: 204 len: 168 time: 0.1461763 Mar 23 12:22:45.717998 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b63b24-d5c6-48ac-a51f-b5a0a1ca48cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ba32b7-cd44-4f8a-9a14-34b1ca03d8d1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:45.894880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41708) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:45.897457 n-d-834854-1 neutron-server[102778]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 12:22:45.919443 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-9d412324-ea31-4b0b-b956-ee8442d281e4 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=45d393de137749ccb93078f15fc1bac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230269 Mar 23 12:22:46.112731 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-a7439616-0d11-4b0b-986f-b3ddffed3da0 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:22:46.116798 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-a7439616-0d11-4b0b-986f-b3ddffed3da0 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903572 Mar 23 12:22:46.136117 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-b63481ed-dc94-4faa-ba28-42ba7e13433b tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/quotas/45d393de137749ccb93078f15fc1bac6 HTTP/1.1" status: 200 len: 375 time: 0.0111258 Mar 23 12:22:46.194189 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-68fdaea7-cfca-4934-a3f5-5a5481f2ef45 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=45d393de137749ccb93078f15fc1bac6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488346 Mar 23 12:22:46.431580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41746) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:46.450004 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c1d13a7-db1c-4708-ae7e-b72e8addc1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:46.572883 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c1d13a7-db1c-4708-ae7e-b72e8addc1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:46.577896 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c1d13a7-db1c-4708-ae7e-b72e8addc1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:46.624377 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4c1d13a7-db1c-4708-ae7e-b72e8addc1d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12205e526f2a4916862549673f07b69a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1908009 Mar 23 12:22:46.626255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d13a7-db1c-4708-ae7e-b72e8addc1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332555e3-52da-43f5-93ba-754c2898707c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:46.627037 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41760) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:46.677040 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a8456dd-a7e1-4abe-bd4f-c1b0554d911f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:46.701185 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a8456dd-a7e1-4abe-bd4f-c1b0554d911f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:46.758147 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a8456dd-a7e1-4abe-bd4f-c1b0554d911f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:46.764402 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a8456dd-a7e1-4abe-bd4f-c1b0554d911f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:46.765514 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4a8456dd-a7e1-4abe-bd4f-c1b0554d911f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/332555e3-52da-43f5-93ba-754c2898707c HTTP/1.1" status: 204 len: 168 time: 0.1375141 Mar 23 12:22:46.775677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8456dd-a7e1-4abe-bd4f-c1b0554d911f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332555e3-52da-43f5-93ba-754c2898707c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:46.978625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41784) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:47.132608 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:47.391438 n-d-834854-1 neutron-server[102779]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 12:22:47.457982 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-45bf375b-b876-4e4d-af3f-f14969862753 req-2a694b20-764b-4765-998d-41331ae467ab tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 210 time: 0.4764354 Mar 23 12:22:48.203777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.73', 65181) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:48.237544 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-8fd48cbe-4205-4793-858b-b4f94b6afbfa tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=45d393de137749ccb93078f15fc1bac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255160 Mar 23 12:22:48.369494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-8f1fa448-29a3-4aa2-8212-8cc84d8f9ab3 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:22:48.371349 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-8f1fa448-29a3-4aa2-8212-8cc84d8f9ab3 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1259730 Mar 23 12:22:48.489725 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-ce3f8372-4c6f-444f-a004-ea3075603c0f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Request body: {'port': {'device_id': 'f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '45d393de137749ccb93078f15fc1bac6'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:22:48.847054 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b44f5c98-3699-4f9c-928d-5a5cd35e8c2a req-2fa5dd19-6e39-4b19-9405-465ee1139c7f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 210 time: 0.0543053 Mar 23 12:22:48.874954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-ce3f8372-4c6f-444f-a004-ea3075603c0f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Made reservation on behalf of 45d393de137749ccb93078f15fc1bac6 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:22:48.874954 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-ce3f8372-4c6f-444f-a004-ea3075603c0f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:48.882859 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-ce3f8372-4c6f-444f-a004-ea3075603c0f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:48.969257 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-ce3f8372-4c6f-444f-a004-ea3075603c0f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:48.973638 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-ce3f8372-4c6f-444f-a004-ea3075603c0f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:49.105366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f8372-4c6f-444f-a004-ea3075603c0f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ea2589-9434-49ed-8f30-72b5de0fe500,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:49.259382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-ce3f8372-4c6f-444f-a004-ea3075603c0f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Allocated IP 192.168.233.155 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/9f6bca6b-86b9-4b34-9ccc-d067e93bca05) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:22:49.469269 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-ce3f8372-4c6f-444f-a004-ea3075603c0f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:49.544972 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-ce3f8372-4c6f-444f-a004-ea3075603c0f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:49.636762 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-ce3f8372-4c6f-444f-a004-ea3075603c0f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:22:49.638709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-ce3f8372-4c6f-444f-a004-ea3075603c0f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:22:49.668450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f8372-4c6f-444f-a004-ea3075603c0f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Pushing event updated for resources: {'Port': ['ID=9f6bca6b-86b9-4b34-9ccc-d067e93bca05,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:49.671963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-ce3f8372-4c6f-444f-a004-ea3075603c0f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:22:49.678263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-ce3f8372-4c6f-444f-a004-ea3075603c0f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:22:49.678811 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-ce3f8372-4c6f-444f-a004-ea3075603c0f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:49.706766 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-ce3f8372-4c6f-444f-a004-ea3075603c0f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2213678 Mar 23 12:22:49.718384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-011e0ace-6785-491f-aeae-7f3c2d192fa9 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:22:49.719362 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-011e0ace-6785-491f-aeae-7f3c2d192fa9 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058205 Mar 23 12:22:49.927517 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f37b576e-96da-46c8-b0fa-19a35e05e76c None None] Provisioning complete for port 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:22:49.928152 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f37b576e-96da-46c8-b0fa-19a35e05e76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:50.010763 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f37b576e-96da-46c8-b0fa-19a35e05e76c None None] Port 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:22:50.724508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a2906-a16e-40db-b792-79263eb14bbc req-7b365b6e-ee44-4a8f-bc47-edd63df6562e tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:22:50.727251 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-342a2906-a16e-40db-b792-79263eb14bbc req-7b365b6e-ee44-4a8f-bc47-edd63df6562e tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 936 time: 0.1080949 Mar 23 12:22:50.819389 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-342a2906-a16e-40db-b792-79263eb14bbc req-5e672f1b-786d-4502-9201-a0b7ea929053 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577395 Mar 23 12:22:52.187321 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42018) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:52.385088 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc23eb-d362-4a9c-b104-95ac31b35824 req-eb98bba9-4a9a-4275-9439-09ae1d5c4a28 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:22:52.393854 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53dc23eb-d362-4a9c-b104-95ac31b35824 req-eb98bba9-4a9a-4275-9439-09ae1d5c4a28 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 936 time: 0.1691189 Mar 23 12:22:52.525130 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53dc23eb-d362-4a9c-b104-95ac31b35824 req-14322009-251a-4dce-8139-b31733ce0ece tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301389 Mar 23 12:22:52.566871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42036) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:52.615210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42042) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:52.690433 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a6df6d1-d8d6-44b9-a1e9-919aa772fc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:52.781964 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54150b32-bcd6-4a60-b537-98e7276706f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:52.901422 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a6df6d1-d8d6-44b9-a1e9-919aa772fc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:52.934809 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6f68ccd-8ba7-4eb9-a554-11fdc2d8cf8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:52.934908 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54150b32-bcd6-4a60-b537-98e7276706f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:52.949502 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54150b32-bcd6-4a60-b537-98e7276706f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:52.994173 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a6df6d1-d8d6-44b9-a1e9-919aa772fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:53.053416 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-54150b32-bcd6-4a60-b537-98e7276706f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae61f6d6acb44ebe9b680b1a729cb17d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366744 Mar 23 12:22:53.061707 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42074) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:53.069457 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1a6df6d1-d8d6-44b9-a1e9-919aa772fc56 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5243e031e9cd4b078506c2e7227e3324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8795154 Mar 23 12:22:53.077299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42080) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:53.128475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6df6d1-d8d6-44b9-a1e9-919aa772fc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674e88fd-423b-4fa5-a8da-8dce4059f9d0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:53.142425 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54150b32-bcd6-4a60-b537-98e7276706f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ef92b6-3eba-4e58-b78b-4fdbf5f16e0b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:53.205113 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5091c96-ba98-4937-91e8-44091cff3813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:53.228516 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5091c96-ba98-4937-91e8-44091cff3813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:53.308470 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a0be9c4-6f46-4eb3-abe9-7c90996fa69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:53.310395 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5091c96-ba98-4937-91e8-44091cff3813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:53.313232 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5091c96-ba98-4937-91e8-44091cff3813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:53.317964 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f5091c96-ba98-4937-91e8-44091cff3813 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/674e88fd-423b-4fa5-a8da-8dce4059f9d0 HTTP/1.1" status: 204 len: 168 time: 0.2365990 Mar 23 12:22:53.345029 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a0be9c4-6f46-4eb3-abe9-7c90996fa69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:53.378622 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6f68ccd-8ba7-4eb9-a554-11fdc2d8cf8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:53.400814 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6f68ccd-8ba7-4eb9-a554-11fdc2d8cf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:53.434375 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e6f68ccd-8ba7-4eb9-a554-11fdc2d8cf8d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe7a8d853297405a886c8522cf84b95c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8644876 Mar 23 12:22:53.436118 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5091c96-ba98-4937-91e8-44091cff3813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674e88fd-423b-4fa5-a8da-8dce4059f9d0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:53.437973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42098) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:53.466162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f68ccd-8ba7-4eb9-a554-11fdc2d8cf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b02a7b3-c149-43c7-9e10-8f05f329dd37,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:53.496638 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a0be9c4-6f46-4eb3-abe9-7c90996fa69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:53.504765 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a0be9c4-6f46-4eb3-abe9-7c90996fa69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:53.513203 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0a0be9c4-6f46-4eb3-abe9-7c90996fa69b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11ef92b6-3eba-4e58-b78b-4fdbf5f16e0b HTTP/1.1" status: 204 len: 168 time: 0.4399536 Mar 23 12:22:53.555517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0be9c4-6f46-4eb3-abe9-7c90996fa69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ef92b6-3eba-4e58-b78b-4fdbf5f16e0b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:53.575684 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6583cced-57ab-4d2a-a3a8-104b3ad00984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:53.654782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42112) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:53.661539 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6583cced-57ab-4d2a-a3a8-104b3ad00984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:53.786290 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6583cced-57ab-4d2a-a3a8-104b3ad00984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:53.788852 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6583cced-57ab-4d2a-a3a8-104b3ad00984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:53.793608 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6583cced-57ab-4d2a-a3a8-104b3ad00984 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9b02a7b3-c149-43c7-9e10-8f05f329dd37 HTTP/1.1" status: 204 len: 168 time: 0.3544128 Mar 23 12:22:53.802045 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3153ed-b218-4127-af27-498afc2c9b52 req-29e44aac-a95b-441b-9743-c61d30a810b0 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:22:53.807073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583cced-57ab-4d2a-a3a8-104b3ad00984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b02a7b3-c149-43c7-9e10-8f05f329dd37,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:53.811620 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9e3153ed-b218-4127-af27-498afc2c9b52 req-29e44aac-a95b-441b-9743-c61d30a810b0 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 936 time: 0.1281056 Mar 23 12:22:53.871764 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9e3153ed-b218-4127-af27-498afc2c9b52 req-7e36cc34-ea51-4f0d-bc6e-8d6105ee930f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590429 Mar 23 12:22:54.002415 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c06403f3-7bdf-4e39-8f52-ab59229b26b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:54.109213 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06eeb26b-bb53-446e-a4ae-b56e08deb692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:54.275605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42126) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:54.284803 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06eeb26b-bb53-446e-a4ae-b56e08deb692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:54.290472 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06eeb26b-bb53-446e-a4ae-b56e08deb692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:54.344823 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eeb26b-bb53-446e-a4ae-b56e08deb692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113fba05-1b23-4122-830e-13615ca26de2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:54.350305 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-06eeb26b-bb53-446e-a4ae-b56e08deb692 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7af43732e3be4c7bbb5bb2c2d028a291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6941948 Mar 23 12:22:54.353003 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42132) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:54.434966 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55592b8e-f7a5-40b1-b169-d238901e34f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:54.463864 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55592b8e-f7a5-40b1-b169-d238901e34f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:54.552825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42134) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:54.599385 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55592b8e-f7a5-40b1-b169-d238901e34f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:54.601135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd02f331-a355-43a6-a82d-f5571a962c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:54.603071 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55592b8e-f7a5-40b1-b169-d238901e34f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:54.607247 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-55592b8e-f7a5-40b1-b169-d238901e34f2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/113fba05-1b23-4122-830e-13615ca26de2 HTTP/1.1" status: 204 len: 168 time: 0.2530878 Mar 23 12:22:54.640827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55592b8e-f7a5-40b1-b169-d238901e34f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113fba05-1b23-4122-830e-13615ca26de2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:54.814168 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd02f331-a355-43a6-a82d-f5571a962c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:54.819952 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd02f331-a355-43a6-a82d-f5571a962c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:54.871733 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42144) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:54.878908 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dd02f331-a355-43a6-a82d-f5571a962c9e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a421031cce54477b6360a8288813f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247204 Mar 23 12:22:54.886727 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02f331-a355-43a6-a82d-f5571a962c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855c4e2b-f113-4721-9ef9-5211bd317784,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:54.910345 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42148) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:54.939186 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-924e5f3b-863e-4c97-a876-8759071fba77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:54.987276 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dadcc6f-48be-4c64-8e08-282c80e7b879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:55.026746 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dadcc6f-48be-4c64-8e08-282c80e7b879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:55.129024 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-924e5f3b-863e-4c97-a876-8759071fba77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:55.136745 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-924e5f3b-863e-4c97-a876-8759071fba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:55.174797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e5f3b-863e-4c97-a876-8759071fba77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315ec51d-a94f-4901-ba3f-d464e6339ab3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:55.207225 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-924e5f3b-863e-4c97-a876-8759071fba77 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=20d6a0c8e7534dab93ed3b4aff46a1ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956495 Mar 23 12:22:55.210524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42152) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:55.256989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42154) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:55.295339 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dadcc6f-48be-4c64-8e08-282c80e7b879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:55.299234 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dadcc6f-48be-4c64-8e08-282c80e7b879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:55.301042 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6dadcc6f-48be-4c64-8e08-282c80e7b879 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/855c4e2b-f113-4721-9ef9-5211bd317784 HTTP/1.1" status: 204 len: 168 time: 0.4282653 Mar 23 12:22:55.309465 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-297bd4d1-5b58-468a-a956-dfe9ce01ac8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:55.330766 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb6f16-d5b7-4a04-b33a-04c9f8b003e1 req-5350e380-1b25-41d8-9b11-4d6924347267 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:22:55.340133 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ddfb6f16-d5b7-4a04-b33a-04c9f8b003e1 req-5350e380-1b25-41d8-9b11-4d6924347267 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 936 time: 0.3585720 Mar 23 12:22:55.354792 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadcc6f-48be-4c64-8e08-282c80e7b879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855c4e2b-f113-4721-9ef9-5211bd317784,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:55.356501 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd12aafa-6321-401c-81f4-e2929f7e2223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:55.385379 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e74af193-b6d3-429a-aef0-d8b9a2f95dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:55.423414 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ddfb6f16-d5b7-4a04-b33a-04c9f8b003e1 req-142bbb0d-1848-4777-8171-909eb9f73951 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818858 Mar 23 12:22:55.435949 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e74af193-b6d3-429a-aef0-d8b9a2f95dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:55.545689 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd12aafa-6321-401c-81f4-e2929f7e2223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:55.546677 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e74af193-b6d3-429a-aef0-d8b9a2f95dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:55.549284 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e74af193-b6d3-429a-aef0-d8b9a2f95dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:55.551688 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e74af193-b6d3-429a-aef0-d8b9a2f95dbc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/315ec51d-a94f-4901-ba3f-d464e6339ab3 HTTP/1.1" status: 204 len: 168 time: 0.3379200 Mar 23 12:22:55.560254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74af193-b6d3-429a-aef0-d8b9a2f95dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315ec51d-a94f-4901-ba3f-d464e6339ab3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:55.562320 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd12aafa-6321-401c-81f4-e2929f7e2223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:55.589104 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12aafa-6321-401c-81f4-e2929f7e2223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94a3474-7f6d-478f-9265-0da21bd5640e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:55.612348 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-297bd4d1-5b58-468a-a956-dfe9ce01ac8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:55.621488 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-297bd4d1-5b58-468a-a956-dfe9ce01ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:55.639965 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cd12aafa-6321-401c-81f4-e2929f7e2223 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40bf388ebd1c4f80a10b2062d708721b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793752 Mar 23 12:22:55.640558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42166) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:55.711900 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a68ae0bc-43c4-4d63-a75f-ea500b4132ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:55.752835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42170) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:55.764573 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-297bd4d1-5b58-468a-a956-dfe9ce01ac8e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cbcf07a982a14851879afd28728a0588&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4859536 Mar 23 12:22:55.766564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bd4d1-5b58-468a-a956-dfe9ce01ac8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb49df5-60a0-432b-b877-d4992fdc874b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:55.996238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Request body: {'port': {'device_id': 'f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b', 'device_owner': 'compute:tempest-test_az-1558647721', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:22:56.004141 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42182) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:56.037459 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4d1611e0-ba30-4179-8120-cb3b241f15a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:56.045859 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a68ae0bc-43c4-4d63-a75f-ea500b4132ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:56.278708 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4d1611e0-ba30-4179-8120-cb3b241f15a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:56.290361 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4d1611e0-ba30-4179-8120-cb3b241f15a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:56.319106 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:56.344148 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-129ace45-f6bd-4ead-8cd6-21ecb9bae505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:56.387457 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dad9fceb-7961-4451-a41d-dbf5041bd66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:56.424576 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4d1611e0-ba30-4179-8120-cb3b241f15a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=55109eb4983443d5b92196ba7b7657b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169328 Mar 23 12:22:56.425883 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42196) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:56.427954 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1611e0-ba30-4179-8120-cb3b241f15a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577be9f5-7504-487c-bdca-6a93474fee22,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:56.547727 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-129ace45-f6bd-4ead-8cd6-21ecb9bae505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:56.583390 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a68ae0bc-43c4-4d63-a75f-ea500b4132ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:56.598587 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a68ae0bc-43c4-4d63-a75f-ea500b4132ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:56.600514 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a68ae0bc-43c4-4d63-a75f-ea500b4132ea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c94a3474-7f6d-478f-9265-0da21bd5640e HTTP/1.1" status: 204 len: 168 time: 0.9589884 Mar 23 12:22:56.667472 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e19baed6-cadf-4446-b1a6-d476dcd759d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:56.717945 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e19baed6-cadf-4446-b1a6-d476dcd759d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:56.793188 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ae0bc-43c4-4d63-a75f-ea500b4132ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94a3474-7f6d-478f-9265-0da21bd5640e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:56.843912 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e19baed6-cadf-4446-b1a6-d476dcd759d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:56.853410 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e19baed6-cadf-4446-b1a6-d476dcd759d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:56.860308 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e19baed6-cadf-4446-b1a6-d476dcd759d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/577be9f5-7504-487c-bdca-6a93474fee22 HTTP/1.1" status: 204 len: 168 time: 0.4217596 Mar 23 12:22:56.880590 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19baed6-cadf-4446-b1a6-d476dcd759d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577be9f5-7504-487c-bdca-6a93474fee22,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:56.939652 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82e574-4a8d-49b1-b531-8773d4a81c13 req-20730722-0012-471f-9fe9-bec66c7e6bb7 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:22:56.954210 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d82e574-4a8d-49b1-b531-8773d4a81c13 req-20730722-0012-471f-9fe9-bec66c7e6bb7 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 936 time: 0.4120812 Mar 23 12:22:57.007891 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-129ace45-f6bd-4ead-8cd6-21ecb9bae505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:57.013021 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-129ace45-f6bd-4ead-8cd6-21ecb9bae505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:57.014699 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-129ace45-f6bd-4ead-8cd6-21ecb9bae505 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0cb49df5-60a0-432b-b877-d4992fdc874b HTTP/1.1" status: 204 len: 168 time: 1.2605646 Mar 23 12:22:57.030854 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d82e574-4a8d-49b1-b531-8773d4a81c13 req-b47dcf4b-7b60-4c59-9e54-4f97f8eedb38 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757346 Mar 23 12:22:57.065491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ace45-f6bd-4ead-8cd6-21ecb9bae505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb49df5-60a0-432b-b877-d4992fdc874b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:57.277399 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:22:57.288449 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:57.321990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Transition to ACTIVE for port object 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:22:57.327911 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:57.518611 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6bca6b-86b9-4b34-9ccc-d067e93bca05,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:57.544447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Attempting to bind port 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:22:57.545236 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Attempting to bind port 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:22:57.545849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Attempting to bind port 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:22:57.577103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Port 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:22:57.579299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Attempting to bind port 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:22:57.584910 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:57.596622 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:22:57.597261 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:22:57.599354 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:22:57.599860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Bound port: 9f6bca6b-86b9-4b34-9ccc-d067e93bca05, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:22:57.603185 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:57.780034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] For port 9f6bca6b-86b9-4b34-9ccc-d067e93bca05, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:22:57.787255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] For port 9f6bca6b-86b9-4b34-9ccc-d067e93bca05, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=9f6bca6b-86b9-4b34-9ccc-d067e93bca05,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:22:57.795717 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:57.863057 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:22:57.863836 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:57.865667 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] 10.222.0.73 "PUT /v2.0/ports/9f6bca6b-86b9-4b34-9ccc-d067e93bca05 HTTP/1.1" status: 200 len: 1118 time: 2.4238451 Mar 23 12:22:57.866352 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b', 'tag': '9f6bca6b-86b9-4b34-9ccc-d067e93bca05'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:22:57.931361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42238) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:58.080416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6271e-2ed4-4900-bd9a-857398ef8c30 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6bca6b-86b9-4b34-9ccc-d067e93bca05,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:58.223555 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42254) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:58.253336 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9fb44d27-e094-4c7a-8ea5-492400817c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:58.323388 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-e96bd73e-88ee-4386-8390-6c05a9a9cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:22:58.326605 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-e96bd73e-88ee-4386-8390-6c05a9a9cfb7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45d393de137749ccb93078f15fc1bac6&device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 1121 time: 0.1886475 Mar 23 12:22:58.338974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b12ed3-5af0-4cef-a194-a79828cf8100 req-1a4e3fe1-a2c4-4f90-ad56-8922c222ce9a tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:22:58.346117 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0b12ed3-5af0-4cef-a194-a79828cf8100 req-1a4e3fe1-a2c4-4f90-ad56-8922c222ce9a tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 970 time: 0.0906727 Mar 23 12:22:58.402447 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9fb44d27-e094-4c7a-8ea5-492400817c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:58.408941 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9fb44d27-e094-4c7a-8ea5-492400817c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:58.424710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0b12ed3-5af0-4cef-a194-a79828cf8100 req-6aec5c08-5f53-4c2e-b24a-df07ac044a4b tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665717 Mar 23 12:22:58.465256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb44d27-e094-4c7a-8ea5-492400817c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4698d9-613a-4497-b70c-4a2021df600b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:58.472069 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9fb44d27-e094-4c7a-8ea5-492400817c1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3ce1975accf84c90a7e6bef7f93f8e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447419 Mar 23 12:22:58.479412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42256) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:58.560715 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d3b0e10-2a79-4377-a0d1-34ad255b03c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:58.606062 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d3b0e10-2a79-4377-a0d1-34ad255b03c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:58.615370 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd372808-7b1a-4b35-b13b-a5bacf0914ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:58.679432 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d3b0e10-2a79-4377-a0d1-34ad255b03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:58.683917 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d3b0e10-2a79-4377-a0d1-34ad255b03c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:58.687870 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7d3b0e10-2a79-4377-a0d1-34ad255b03c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca4698d9-613a-4497-b70c-4a2021df600b HTTP/1.1" status: 204 len: 168 time: 0.2044468 Mar 23 12:22:58.696944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b0e10-2a79-4377-a0d1-34ad255b03c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4698d9-613a-4497-b70c-4a2021df600b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:58.757151 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd372808-7b1a-4b35-b13b-a5bacf0914ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:58.763133 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd372808-7b1a-4b35-b13b-a5bacf0914ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:58.806127 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dd372808-7b1a-4b35-b13b-a5bacf0914ee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53a29a2db52340f7a7b36159b11ce051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8704083 Mar 23 12:22:58.806516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42268) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:58.827651 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372808-7b1a-4b35-b13b-a5bacf0914ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665e818f-9145-437b-8501-953be32bbed5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:58.886599 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3421fe-c673-4811-9e48-4ac2c4d743f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:58.931804 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:58.936328 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3421fe-c673-4811-9e48-4ac2c4d743f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:59.001551 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3421fe-c673-4811-9e48-4ac2c4d743f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:59.004396 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3421fe-c673-4811-9e48-4ac2c4d743f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:59.006688 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2c3421fe-c673-4811-9e48-4ac2c4d743f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/665e818f-9145-437b-8501-953be32bbed5 HTTP/1.1" status: 204 len: 168 time: 0.1989307 Mar 23 12:22:59.020732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3421fe-c673-4811-9e48-4ac2c4d743f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665e818f-9145-437b-8501-953be32bbed5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:22:59.110790 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e5a424-f5f8-42de-ae2a-b9246c9acd23" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b", "tag": "9f6bca6b-86b9-4b34-9ccc-d067e93bca05"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:22:59.413404 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:22:59.471482 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-9925b787-0091-4f40-a748-99be00dc8c0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9f6bca6b-86b9-4b34-9ccc-d067e93bca05 HTTP/1.1" status: 200 len: 217 time: 0.0708287 Mar 23 12:22:59.624367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-fbcd42ec-86e3-4d88-b3ee-cbeab7fc7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:22:59.626514 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-fbcd42ec-86e3-4d88-b3ee-cbeab7fc7c3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1473260 Mar 23 12:22:59.639274 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977076fd-9c82-4f34-918c-9c5cebe4a1ac x-openstack-request-id: req-977076fd-9c82-4f34-918c-9c5cebe4a1ac {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:22:59.640132 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b", "tag": "9f6bca6b-86b9-4b34-9ccc-d067e93bca05", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:22:59.640617 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-977076fd-9c82-4f34-918c-9c5cebe4a1ac {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:22:59.641482 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b', 'tag': '9f6bca6b-86b9-4b34-9ccc-d067e93bca05', 'status': 'completed', 'code': 200} Mar 23 12:22:59.661250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d54d9-7018-4e69-bf31-93ef72c1e843 req-f60f6a4f-28c8-4044-b180-701efe098ab7 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:22:59.664601 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0d5d54d9-7018-4e69-bf31-93ef72c1e843 req-f60f6a4f-28c8-4044-b180-701efe098ab7 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 970 time: 0.1109672 Mar 23 12:22:59.776325 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0d5d54d9-7018-4e69-bf31-93ef72c1e843 req-33fdb775-91fe-44ab-9420-31d457ea9ee0 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972281 Mar 23 12:22:59.783663 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-f0fd5d21-1d7f-44d2-91bf-82974a63e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:22:59.785886 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-f0fd5d21-1d7f-44d2-91bf-82974a63e7d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1190014 Mar 23 12:22:59.910243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42308) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:22:59.926913 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-159a3479-6d4e-482d-8bfb-17e954449728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:00.014835 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-a27219d1-56a4-41ea-a0e6-43ee22aa2e0c service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200499 Mar 23 12:23:00.032092 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-159a3479-6d4e-482d-8bfb-17e954449728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:00.036989 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-159a3479-6d4e-482d-8bfb-17e954449728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:00.078971 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-159a3479-6d4e-482d-8bfb-17e954449728 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a40ba20c0b9f4ca693612e45255ea1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1677938 Mar 23 12:23:00.079850 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42316) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:00.117795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a3479-6d4e-482d-8bfb-17e954449728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360bdf8a-5ad8-4b9f-9724-05ce9477fdb4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:00.129379 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e90c6aa0-a1b1-473d-80b9-e8bce510debe req-52de80a6-feb8-4937-b77d-81a58b86db86 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054366 Mar 23 12:23:00.174521 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c648f91f-1b9a-42b0-bec1-f54d661d3acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:00.204680 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c648f91f-1b9a-42b0-bec1-f54d661d3acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:00.245382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5a424-f5f8-42de-ae2a-b9246c9acd23 req-e385accc-8088-42de-8d73-7a2fb3d910f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:00.247220 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36e5a424-f5f8-42de-ae2a-b9246c9acd23 req-e385accc-8088-42de-8d73-7a2fb3d910f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45d393de137749ccb93078f15fc1bac6&device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 1121 time: 0.0632875 Mar 23 12:23:00.272962 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c648f91f-1b9a-42b0-bec1-f54d661d3acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:00.281012 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c648f91f-1b9a-42b0-bec1-f54d661d3acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:00.283544 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c648f91f-1b9a-42b0-bec1-f54d661d3acd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/360bdf8a-5ad8-4b9f-9724-05ce9477fdb4 HTTP/1.1" status: 204 len: 168 time: 0.2000880 Mar 23 12:23:00.294402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648f91f-1b9a-42b0-bec1-f54d661d3acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360bdf8a-5ad8-4b9f-9724-05ce9477fdb4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:00.446051 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5a424-f5f8-42de-ae2a-b9246c9acd23 req-02ace24d-2428-4609-9947-a272ec108a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:00.447510 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36e5a424-f5f8-42de-ae2a-b9246c9acd23 req-02ace24d-2428-4609-9947-a272ec108a33 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1920335 Mar 23 12:23:00.498873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36e5a424-f5f8-42de-ae2a-b9246c9acd23 req-b9e24fd6-6c46-4423-b04b-c21deeeb930d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9f6bca6b-86b9-4b34-9ccc-d067e93bca05 HTTP/1.1" status: 200 len: 217 time: 0.0436270 Mar 23 12:23:00.563286 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5a424-f5f8-42de-ae2a-b9246c9acd23 req-18b6c3ea-72d5-4219-84bc-3a075abb4f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:00.565053 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36e5a424-f5f8-42de-ae2a-b9246c9acd23 req-18b6c3ea-72d5-4219-84bc-3a075abb4f7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0542200 Mar 23 12:23:00.617446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5a424-f5f8-42de-ae2a-b9246c9acd23 req-d0e8217a-f512-4458-ac0d-bd7b724a6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:00.618947 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36e5a424-f5f8-42de-ae2a-b9246c9acd23 req-d0e8217a-f512-4458-ac0d-bd7b724a6376 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451665 Mar 23 12:23:00.727498 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36e5a424-f5f8-42de-ae2a-b9246c9acd23 req-23b36cf1-9091-479e-8624-d25ae6536495 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003320 Mar 23 12:23:00.859667 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36e5a424-f5f8-42de-ae2a-b9246c9acd23 req-e0aa8d2a-df2b-49de-8776-1092140501dc service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225221 Mar 23 12:23:00.944039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b53ad-f812-487c-bc91-fc3e645b7a3b req-3f0281c8-3c4c-408c-96a2-ab523c6d1bdb tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:00.946133 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ae5b53ad-f812-487c-bc91-fc3e645b7a3b req-3f0281c8-3c4c-408c-96a2-ab523c6d1bdb tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 970 time: 0.0590432 Mar 23 12:23:00.988505 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ae5b53ad-f812-487c-bc91-fc3e645b7a3b req-85900ab9-5949-46be-850a-321d9b43b3c3 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357008 Mar 23 12:23:01.022743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42356) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:01.042851 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-446416c3-f4ee-4111-aadc-9be820b3a0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:01.140649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-446416c3-f4ee-4111-aadc-9be820b3a0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:01.148733 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-446416c3-f4ee-4111-aadc-9be820b3a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:01.202427 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-446416c3-f4ee-4111-aadc-9be820b3a0eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fc138bfb9988410f9cbf3496b9f4dd9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790135 Mar 23 12:23:01.203542 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42364) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:01.204353 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446416c3-f4ee-4111-aadc-9be820b3a0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745a6d0b-016a-449d-8a31-8fe264859dbe,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:01.264861 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9edccf35-62a5-41c1-a750-70458b675c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:01.292867 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9edccf35-62a5-41c1-a750-70458b675c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:01.366433 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9edccf35-62a5-41c1-a750-70458b675c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:01.369752 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9edccf35-62a5-41c1-a750-70458b675c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:01.370985 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9edccf35-62a5-41c1-a750-70458b675c1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/745a6d0b-016a-449d-8a31-8fe264859dbe HTTP/1.1" status: 204 len: 168 time: 0.1634634 Mar 23 12:23:01.379333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edccf35-62a5-41c1-a750-70458b675c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745a6d0b-016a-449d-8a31-8fe264859dbe,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:01.388478 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:23:02.123825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c64be-1794-42f1-aa6b-89349eb9714d req-5729bc8f-fc38-4ffc-b2a9-9cc17201aae8 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:02.125415 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d3c64be-1794-42f1-aa6b-89349eb9714d req-5729bc8f-fc38-4ffc-b2a9-9cc17201aae8 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 970 time: 0.0550840 Mar 23 12:23:02.174561 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d3c64be-1794-42f1-aa6b-89349eb9714d req-dc6e0fe2-9725-41f1-9fd1-6b112475dd92 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371470 Mar 23 12:23:02.380041 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-4627f37e-719c-4931-b37e-06d7d2c387cd tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=335aa3f2c15c47ac9104c20ca0fe6272&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228453 Mar 23 12:23:02.495769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-546a8f57-fad9-4300-8904-e3cb52e87dba tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:02.497236 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-546a8f57-fad9-4300-8904-e3cb52e87dba tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1105661 Mar 23 12:23:02.513019 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-04b0df2c-8c25-457a-bb67-e7c472e817b9 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/quotas/335aa3f2c15c47ac9104c20ca0fe6272 HTTP/1.1" status: 200 len: 375 time: 0.0101995 Mar 23 12:23:02.527007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42430) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:02.552737 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-2c90f7bf-4974-4073-b42a-a2cd395bb69a tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=335aa3f2c15c47ac9104c20ca0fe6272&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335891 Mar 23 12:23:02.744538 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4d35a294-b279-4405-a65b-1f9eb3890a44 req-f8065abf-c9ac-45c8-aff2-0a60fd1edee0 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 210 time: 0.0464687 Mar 23 12:23:02.819873 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33773f1b-9656-4590-9d9c-b107d73837ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:02.919583 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33773f1b-9656-4590-9d9c-b107d73837ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:02.929995 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33773f1b-9656-4590-9d9c-b107d73837ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:02.957134 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-33773f1b-9656-4590-9d9c-b107d73837ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=88c7c74d77d1472696165a9bda6aabfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290407 Mar 23 12:23:02.959852 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42468) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:02.995910 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33773f1b-9656-4590-9d9c-b107d73837ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cfdb60-677c-4123-a717-d94815231e0f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:03.041344 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7fdf6d8b-5177-42df-bcb6-9681a1f9a0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:03.083955 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7fdf6d8b-5177-42df-bcb6-9681a1f9a0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:03.161860 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7fdf6d8b-5177-42df-bcb6-9681a1f9a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:03.164800 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7fdf6d8b-5177-42df-bcb6-9681a1f9a0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:03.165947 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7fdf6d8b-5177-42df-bcb6-9681a1f9a0b6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40cfdb60-677c-4123-a717-d94815231e0f HTTP/1.1" status: 204 len: 168 time: 0.2050860 Mar 23 12:23:03.173838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf6d8b-5177-42df-bcb6-9681a1f9a0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cfdb60-677c-4123-a717-d94815231e0f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:03.329442 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfb1b1-5b49-4c5d-8563-b1903b1ee8cf req-aeb3d9d8-7f77-42c6-a6ea-2bbaf77f3827 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:03.332393 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2cdfb1b1-5b49-4c5d-8563-b1903b1ee8cf req-aeb3d9d8-7f77-42c6-a6ea-2bbaf77f3827 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 970 time: 0.0671616 Mar 23 12:23:03.407971 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2cdfb1b1-5b49-4c5d-8563-b1903b1ee8cf req-3e8d9355-5f1f-4502-8b28-091413a5d7c7 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544419 Mar 23 12:23:03.807294 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42518) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:03.822870 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01da5d8f-8dce-4c1c-8698-f7612fcb4bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:03.905723 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01da5d8f-8dce-4c1c-8698-f7612fcb4bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:03.911395 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01da5d8f-8dce-4c1c-8698-f7612fcb4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:03.947535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da5d8f-8dce-4c1c-8698-f7612fcb4bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09a3bbf-dd0a-46ef-b827-ec0a370c6138,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:03.963688 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-01da5d8f-8dce-4c1c-8698-f7612fcb4bf7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff4f9737c83240d8abbb27d5f9c62155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1550608 Mar 23 12:23:03.966118 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42522) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:04.021829 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65647c9a-d2b5-409d-8509-d7706d399c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:04.080918 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65647c9a-d2b5-409d-8509-d7706d399c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:04.148398 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65647c9a-d2b5-409d-8509-d7706d399c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:04.152155 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65647c9a-d2b5-409d-8509-d7706d399c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:04.153468 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-65647c9a-d2b5-409d-8509-d7706d399c0c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a09a3bbf-dd0a-46ef-b827-ec0a370c6138 HTTP/1.1" status: 204 len: 168 time: 0.1862390 Mar 23 12:23:04.166769 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65647c9a-d2b5-409d-8509-d7706d399c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09a3bbf-dd0a-46ef-b827-ec0a370c6138,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:04.205113 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.77', 58179) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:04.208872 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8e732020-d968-43b8-8ad8-e1d1831b53b3 req-ab10325d-d6c6-4e59-a1c1-711423b37091 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 210 time: 0.0347285 Mar 23 12:23:04.272118 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-df5f2eba-5ba5-4295-8b3d-f5fd7c8af0bc tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=335aa3f2c15c47ac9104c20ca0fe6272&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657206 Mar 23 12:23:04.348465 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:23:04.533204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-14bfde39-c049-4525-ae75-c20e0c5ff170 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:04.537020 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-14bfde39-c049-4525-ae75-c20e0c5ff170 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2582231 Mar 23 12:23:04.597635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 9f6bca6b-86b9-4b34-9ccc-d067e93bca05, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=9f6bca6b-86b9-4b34-9ccc-d067e93bca05,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:04.610171 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '9f6bca6b-86b9-4b34-9ccc-d067e93bca05', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '9f6bca6b-86b9-4b34-9ccc-d067e93bca05', 'mac_address': 'fa:16:3e:01:4b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:tempest-test_az-1558647721', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:23:04.632348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-f56ea598-5c7c-43f0-b0f9-4e6f18c3c56d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Request body: {'port': {'device_id': 'e99f3af2-e530-4bfa-a19f-194ec80c41e6', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '335aa3f2c15c47ac9104c20ca0fe6272'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:04.651103 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4cc56-ba49-4f22-b7f8-fcd411339908 req-3f734da2-a15d-4863-b324-59508a5ab6e9 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:04.660393 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c5e4cc56-ba49-4f22-b7f8-fcd411339908 req-3f734da2-a15d-4863-b324-59508a5ab6e9 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 970 time: 0.0667481 Mar 23 12:23:04.689201 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:04.711847 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:23:04.724542 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c5e4cc56-ba49-4f22-b7f8-fcd411339908 req-32ef25b6-6ee8-4933-91d5-dd6d7a38319f tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628002 Mar 23 12:23:04.739329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 9f6bca6b-86b9-4b34-9ccc-d067e93bca05, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=9f6bca6b-86b9-4b34-9ccc-d067e93bca05,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:04.747469 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:04.852823 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=9f6bca6b-86b9-4b34-9ccc-d067e93bca05,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:04.862666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:04.864189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:04.865382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:04.866429 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:04.867809 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:04.872693 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:04.873321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:04.873950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:04.874585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:04.875251 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:04.875919 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:04.876476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Tracked resource versions report: Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: pushed versions: Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: { 'AddressGroup': {'1.2'}, Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'ConntrackHelper': {'1.0'}, Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'Log': {'1.0'}, Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'Network': {'1.1'}, Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'Port': {'1.7'}, Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'PortForwarding': {'1.2'}, Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'QosPolicy': {'1.9'}, Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'SecurityGroup': {'1.4'}, Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'SecurityGroupRule': {'1.2'}, Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'SubPort': {'1.0'}, Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'Subnet': {'1.1'}, Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'Trunk': {'1.1'}} Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: consumer versions: Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: { DHCP agent@n-d-834854-1: {}, Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: HyperV agent@n-h1-834854-1: {}, Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: HyperV agent@n-h2-834854-1: {}, Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: L3 agent@n-d-834854-1: {}, Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: Metadata agent@n-d-834854-1: {}, Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: Metering agent@n-d-834854-1: {}, Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: Open vSwitch agent@n-d-834854-1: { 'AddressGroup': '1.2', Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'ConntrackHelper': '1.0', Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'Log': '1.0', Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'Network': '1.1', Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'Port': '1.7', Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'PortForwarding': '1.2', Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'QosPolicy': '1.9', Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'SecurityGroup': '1.4', Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'SecurityGroupRule': '1.2', Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'SubPort': '1.0', Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'Subnet': '1.1', Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: 'Trunk': '1.1'}} Mar 23 12:23:04.877896 n-d-834854-1 neutron-server[102780]: {{(pid=102780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 12:23:04.891381 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-f56ea598-5c7c-43f0-b0f9-4e6f18c3c56d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Made reservation on behalf of 335aa3f2c15c47ac9104c20ca0fe6272 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:23:04.895086 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-f56ea598-5c7c-43f0-b0f9-4e6f18c3c56d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:04.930375 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-f56ea598-5c7c-43f0-b0f9-4e6f18c3c56d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:05.053036 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42566) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:05.056674 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-f56ea598-5c7c-43f0-b0f9-4e6f18c3c56d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:05.061316 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-f56ea598-5c7c-43f0-b0f9-4e6f18c3c56d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:05.154432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ea598-5c7c-43f0-b0f9-4e6f18c3c56d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0762bb41-8528-4499-abd2-446edce83d9b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:05.181089 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['9f6bca6b-86b9-4b34-9ccc-d067e93bca05'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:23:05.212728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42572) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:05.302901 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-f56ea598-5c7c-43f0-b0f9-4e6f18c3c56d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Allocated IP 192.168.233.156 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/5ef57816-8c76-4e13-9d3f-e4a7982a6050) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:05.466399 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc3e58e1-f347-4903-b871-83105e4466e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:05.466700 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e666699-b2d0-4ddb-b5af-91789afa6949 req-6f9fca3f-d611-4691-9d4e-ab8710775faf tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 210 time: 0.0689135 Mar 23 12:23:05.543968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42584) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:05.576231 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b94d584-977e-4c18-9436-84f3cb3345b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:05.634252 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-f56ea598-5c7c-43f0-b0f9-4e6f18c3c56d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:05.690846 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc3e58e1-f347-4903-b871-83105e4466e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:05.692689 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a0960f6-b1b3-470b-b9f4-0de302e677ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:05.696662 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-f56ea598-5c7c-43f0-b0f9-4e6f18c3c56d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:05.706605 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc3e58e1-f347-4903-b871-83105e4466e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:05.754596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-f56ea598-5c7c-43f0-b0f9-4e6f18c3c56d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:05.766232 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-f56ea598-5c7c-43f0-b0f9-4e6f18c3c56d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:05.770995 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-f56ea598-5c7c-43f0-b0f9-4e6f18c3c56d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:05.786380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-f56ea598-5c7c-43f0-b0f9-4e6f18c3c56d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:05.792247 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-f56ea598-5c7c-43f0-b0f9-4e6f18c3c56d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:05.826481 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-f56ea598-5c7c-43f0-b0f9-4e6f18c3c56d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2007685 Mar 23 12:23:05.835364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ea598-5c7c-43f0-b0f9-4e6f18c3c56d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Pushing event updated for resources: {'Port': ['ID=5ef57816-8c76-4e13-9d3f-e4a7982a6050,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:05.842332 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e58e1-f347-4903-b871-83105e4466e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1923c3-745f-490f-a0dd-013520ddd54b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:05.921383 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fc3e58e1-f347-4903-b871-83105e4466e9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=947f90146ec94f26986a9b73ac55bdf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8672378 Mar 23 12:23:05.924127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42600) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:05.991881 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d43acd1-d703-40ea-867b-b77ffe53d137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.019271 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b94d584-977e-4c18-9436-84f3cb3345b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.028154 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d43acd1-d703-40ea-867b-b77ffe53d137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.040771 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b94d584-977e-4c18-9436-84f3cb3345b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.099298 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d43acd1-d703-40ea-867b-b77ffe53d137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.102548 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d43acd1-d703-40ea-867b-b77ffe53d137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.103779 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8d43acd1-d703-40ea-867b-b77ffe53d137 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c1923c3-745f-490f-a0dd-013520ddd54b HTTP/1.1" status: 204 len: 168 time: 0.1778159 Mar 23 12:23:06.113603 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43acd1-d703-40ea-867b-b77ffe53d137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1923c3-745f-490f-a0dd-013520ddd54b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:06.118235 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9b94d584-977e-4c18-9436-84f3cb3345b2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=202a9db1a170470caa7bc20b684bff44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9036431 Mar 23 12:23:06.125439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42608) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:06.151232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94d584-977e-4c18-9436-84f3cb3345b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aba51ce-977f-4087-a9ef-f828cf0a74c8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:06.177895 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6ba03-4eab-465f-adfb-1ec2cfd0694c req-83f80d4e-ba19-4a0c-8f97-29830124cb0c tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:06.187375 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95b6ba03-4eab-465f-adfb-1ec2cfd0694c req-83f80d4e-ba19-4a0c-8f97-29830124cb0c tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 971 time: 0.3004830 Mar 23 12:23:06.229917 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7a1562b-01cd-4307-b732-de35152fceb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.242720 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a0960f6-b1b3-470b-b9f4-0de302e677ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.264658 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a0960f6-b1b3-470b-b9f4-0de302e677ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.274031 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7a1562b-01cd-4307-b732-de35152fceb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.277189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9cd79a3c-350d-48a1-aa2f-229b5c0c7d71 None None] Provisioning complete for port 5ef57816-8c76-4e13-9d3f-e4a7982a6050 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:06.278940 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9cd79a3c-350d-48a1-aa2f-229b5c0c7d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.306080 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95b6ba03-4eab-465f-adfb-1ec2cfd0694c req-bfc241b1-166b-4ab1-b2cc-72f274d612bb tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177351 Mar 23 12:23:06.318844 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0960f6-b1b3-470b-b9f4-0de302e677ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22d52ca-5fc4-4b4c-b85c-99e867cd6d52,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:06.354334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:06.355610 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7a1562b-01cd-4307-b732-de35152fceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.358144 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7a1562b-01cd-4307-b732-de35152fceb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.361579 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c7a1562b-01cd-4307-b732-de35152fceb0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4aba51ce-977f-4087-a9ef-f828cf0a74c8 HTTP/1.1" status: 204 len: 168 time: 0.2328424 Mar 23 12:23:06.364247 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7a0960f6-b1b3-470b-b9f4-0de302e677ad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=050a6247877e4c659ceca25b4608eae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8165417 Mar 23 12:23:06.365023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42614) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:06.376688 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1562b-01cd-4307-b732-de35152fceb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aba51ce-977f-4087-a9ef-f828cf0a74c8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:06.415321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9cd79a3c-350d-48a1-aa2f-229b5c0c7d71 None None] Port 5ef57816-8c76-4e13-9d3f-e4a7982a6050 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:23:06.449693 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:23:06.454478 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:06.455086 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.467104 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1effa34e-2c7d-4f01-9639-295180179bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.498361 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1effa34e-2c7d-4f01-9639-295180179bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.572688 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1effa34e-2c7d-4f01-9639-295180179bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.582701 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1effa34e-2c7d-4f01-9639-295180179bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.584337 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1effa34e-2c7d-4f01-9639-295180179bc9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b22d52ca-5fc4-4b4c-b85c-99e867cd6d52 HTTP/1.1" status: 204 len: 168 time: 0.2175601 Mar 23 12:23:06.600281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effa34e-2c7d-4f01-9639-295180179bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22d52ca-5fc4-4b4c-b85c-99e867cd6d52,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:06.692861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da048f-02fa-49cf-ba26-a0a73ce209d0 req-593d4d11-0984-468e-8905-9ff57dcbaebb tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:06.694528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70da048f-02fa-49cf-ba26-a0a73ce209d0 req-593d4d11-0984-468e-8905-9ff57dcbaebb tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 936 time: 0.0616074 Mar 23 12:23:06.728964 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.753328 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70da048f-02fa-49cf-ba26-a0a73ce209d0 req-842e42ce-3b9f-403f-8015-1c4d1eb21e53 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/security-groups?id=0762bb41-8528-4499-abd2-446edce83d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503016 Mar 23 12:23:06.765307 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6bca6b-86b9-4b34-9ccc-d067e93bca05'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:23:06.806234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42630) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:06.823975 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d3e4ed6-8c79-47eb-976e-28e915a3e6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.854790 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 9f6bca6b-86b9-4b34-9ccc-d067e93bca05, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=9f6bca6b-86b9-4b34-9ccc-d067e93bca05,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:06.860755 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.933277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=9f6bca6b-86b9-4b34-9ccc-d067e93bca05,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:06.941952 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d3e4ed6-8c79-47eb-976e-28e915a3e6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.949758 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d3e4ed6-8c79-47eb-976e-28e915a3e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:06.989078 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3d3e4ed6-8c79-47eb-976e-28e915a3e6ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ce48077afea43f080d2495de7f4a8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815207 Mar 23 12:23:06.991786 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42636) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:07.012927 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e4ed6-8c79-47eb-976e-28e915a3e6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b0e02a-7c1e-4158-8da6-5ccf83a0e904,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:07.090001 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3415022c-fe93-4aff-981b-2f0a2808639f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:07.134214 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3415022c-fe93-4aff-981b-2f0a2808639f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:07.217223 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3415022c-fe93-4aff-981b-2f0a2808639f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:07.223957 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3415022c-fe93-4aff-981b-2f0a2808639f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:07.223957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3415022c-fe93-4aff-981b-2f0a2808639f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8b0e02a-7c1e-4158-8da6-5ccf83a0e904 HTTP/1.1" status: 204 len: 168 time: 0.2291219 Mar 23 12:23:07.233332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415022c-fe93-4aff-981b-2f0a2808639f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b0e02a-7c1e-4158-8da6-5ccf83a0e904,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:07.348296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42648) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:07.371338 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0283e41e-4557-42c1-9b8e-a69757999cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:07.539650 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0283e41e-4557-42c1-9b8e-a69757999cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:07.551259 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0283e41e-4557-42c1-9b8e-a69757999cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:07.581645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c586c81-10e2-4cb3-860c-ef66fb980d30 req-caec2be9-4865-4d5d-9d36-5a2b41cd1d34 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:07.595994 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c586c81-10e2-4cb3-860c-ef66fb980d30 req-caec2be9-4865-4d5d-9d36-5a2b41cd1d34 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 972 time: 0.1330962 Mar 23 12:23:07.630061 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0283e41e-4557-42c1-9b8e-a69757999cb8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a53f22ded9be44099c245893abaf554e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796006 Mar 23 12:23:07.641353 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42668) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:07.671644 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c586c81-10e2-4cb3-860c-ef66fb980d30 req-e12c6fa1-c2de-43e0-a9eb-9016da140a9d tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756252 Mar 23 12:23:07.713376 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42676) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:07.731344 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8636f90c-6141-4035-80cc-a35684bd6c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:07.743139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283e41e-4557-42c1-9b8e-a69757999cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c87514c-809b-4946-b8f2-3b64f9f08a5e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:07.762947 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b1377b5f-4d16-4f72-9198-59dca3c7fab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:07.818079 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b1377b5f-4d16-4f72-9198-59dca3c7fab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:07.824545 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986c6b7d-2227-4da2-b483-3821413b61e3" -d '{"events": [{"server_uuid": "f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b", "name": "network-vif-plugged", "status": "completed", "tag": "9f6bca6b-86b9-4b34-9ccc-d067e93bca05"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:23:07.947378 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b1377b5f-4d16-4f72-9198-59dca3c7fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:07.951483 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b1377b5f-4d16-4f72-9198-59dca3c7fab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:07.953975 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b1377b5f-4d16-4f72-9198-59dca3c7fab4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c87514c-809b-4946-b8f2-3b64f9f08a5e HTTP/1.1" status: 204 len: 168 time: 0.3042397 Mar 23 12:23:07.963952 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8636f90c-6141-4035-80cc-a35684bd6c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:07.968257 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1377b5f-4d16-4f72-9198-59dca3c7fab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c87514c-809b-4946-b8f2-3b64f9f08a5e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:07.968858 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8636f90c-6141-4035-80cc-a35684bd6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:07.984429 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f26f22-cc36-4b4e-adfe-097aa2bffd58 req-80fa6df1-8882-4d84-940f-75460105de58 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:07.986081 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e5f26f22-cc36-4b4e-adfe-097aa2bffd58 req-80fa6df1-8882-4d84-940f-75460105de58 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 936 time: 0.0968206 Mar 23 12:23:08.026965 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8636f90c-6141-4035-80cc-a35684bd6c41 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e7bb944d323248d7a9cdeb11e3c623b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118639 Mar 23 12:23:08.028230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42690) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:08.067341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636f90c-6141-4035-80cc-a35684bd6c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0fd723-b270-405f-b544-1fc1c7ab6d6b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:08.103532 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e5f26f22-cc36-4b4e-adfe-097aa2bffd58 req-3b8be910-94f2-43bf-aed8-6de0e0e05a57 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/security-groups?id=0762bb41-8528-4499-abd2-446edce83d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093271 Mar 23 12:23:08.118258 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72d9bb67-c929-4d47-a21c-901fdfa5f7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:08.169445 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72d9bb67-c929-4d47-a21c-901fdfa5f7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:08.180845 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaec7ef-97fe-49e8-90ed-8ef3ffc14e1e x-openstack-request-id: req-7eaec7ef-97fe-49e8-90ed-8ef3ffc14e1e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:23:08.181483 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b", "name": "network-vif-plugged", "status": "completed", "tag": "9f6bca6b-86b9-4b34-9ccc-d067e93bca05", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:23:08.181993 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7eaec7ef-97fe-49e8-90ed-8ef3ffc14e1e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:23:08.182692 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6bca6b-86b9-4b34-9ccc-d067e93bca05', 'code': 200} Mar 23 12:23:08.263095 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72d9bb67-c929-4d47-a21c-901fdfa5f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:08.266144 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72d9bb67-c929-4d47-a21c-901fdfa5f7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:08.270270 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-72d9bb67-c929-4d47-a21c-901fdfa5f7a8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f0fd723-b270-405f-b544-1fc1c7ab6d6b HTTP/1.1" status: 204 len: 168 time: 0.2361984 Mar 23 12:23:08.334882 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9bb67-c929-4d47-a21c-901fdfa5f7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0fd723-b270-405f-b544-1fc1c7ab6d6b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:08.373547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ebf74-dcf4-4b36-b698-0154bbca0411 req-2b644bca-190b-470b-abe1-0b52de251cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:08.375147 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb4ebf74-dcf4-4b36-b698-0154bbca0411 req-2b644bca-190b-470b-abe1-0b52de251cf9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 1123 time: 0.1044192 Mar 23 12:23:08.398371 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-eb4ebf74-dcf4-4b36-b698-0154bbca0411 req-686e107a-fc66-4e6f-9830-5332c6225f4c service neutron] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:08.515974 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-eb4ebf74-dcf4-4b36-b698-0154bbca0411 req-686e107a-fc66-4e6f-9830-5332c6225f4c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:08.520711 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-eb4ebf74-dcf4-4b36-b698-0154bbca0411 req-686e107a-fc66-4e6f-9830-5332c6225f4c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:08.555528 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb4ebf74-dcf4-4b36-b698-0154bbca0411 req-686e107a-fc66-4e6f-9830-5332c6225f4c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695495 Mar 23 12:23:08.578996 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e107a-fc66-4e6f-9830-5332c6225f4c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3b320231-f699-4ce6-ae0d-a440eaa61361,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:08.738664 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42712) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:08.850507 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0ae3d-851c-4557-a135-c1700760a89a req-19a313c8-db8c-4230-92bb-624b00065e7e tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:08.853064 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0cb0ae3d-851c-4557-a135-c1700760a89a req-19a313c8-db8c-4230-92bb-624b00065e7e tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 972 time: 0.0610623 Mar 23 12:23:08.916747 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0cb0ae3d-851c-4557-a135-c1700760a89a req-55f56087-8e15-40cd-90a7-dedecbf9d8f8 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571558 Mar 23 12:23:09.040612 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-646eb985-9af9-4166-8a96-8c210ff7623d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:09.216733 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-646eb985-9af9-4166-8a96-8c210ff7623d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:09.223864 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-646eb985-9af9-4166-8a96-8c210ff7623d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:09.294941 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197a1d3-da99-4705-af31-47d1d3793c79 req-d7a0e074-3dc7-4e8e-bc94-614262ab785e tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:09.300897 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-646eb985-9af9-4166-8a96-8c210ff7623d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a4f6a03a213b41219819658773de2821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5595136 Mar 23 12:23:09.302298 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646eb985-9af9-4166-8a96-8c210ff7623d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44613b2f-2a82-49de-868f-80474d707643,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:09.305638 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42740) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:09.310856 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9197a1d3-da99-4705-af31-47d1d3793c79 req-d7a0e074-3dc7-4e8e-bc94-614262ab785e tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 936 time: 0.1045001 Mar 23 12:23:09.366840 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9197a1d3-da99-4705-af31-47d1d3793c79 req-c0de4253-3b4d-48d8-9b3b-363c53da5609 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/security-groups?id=0762bb41-8528-4499-abd2-446edce83d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537138 Mar 23 12:23:09.373416 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6a62d335-7128-4e08-bfc3-85b86e2412bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:09.409197 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6a62d335-7128-4e08-bfc3-85b86e2412bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:09.465339 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6a62d335-7128-4e08-bfc3-85b86e2412bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:09.467912 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6a62d335-7128-4e08-bfc3-85b86e2412bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:09.469171 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6a62d335-7128-4e08-bfc3-85b86e2412bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/44613b2f-2a82-49de-868f-80474d707643 HTTP/1.1" status: 204 len: 168 time: 0.1623030 Mar 23 12:23:09.478727 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62d335-7128-4e08-bfc3-85b86e2412bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44613b2f-2a82-49de-868f-80474d707643,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:10.080094 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42776) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:10.100711 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a090215-a692-4132-a1d3-9fb2dd3fc76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:10.128225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d946902-f4d4-44c1-829d-ea1f70c6bf05 req-24ca2154-e6ca-48cd-8eb7-7fcfa03e9e60 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:10.145495 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d946902-f4d4-44c1-829d-ea1f70c6bf05 req-24ca2154-e6ca-48cd-8eb7-7fcfa03e9e60 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 972 time: 0.1217434 Mar 23 12:23:10.189267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d946902-f4d4-44c1-829d-ea1f70c6bf05 req-788f11e8-bbde-47c1-9403-a2c89fdaa6e3 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425282 Mar 23 12:23:10.223758 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a090215-a692-4132-a1d3-9fb2dd3fc76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:10.236243 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a090215-a692-4132-a1d3-9fb2dd3fc76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:10.282681 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8a090215-a692-4132-a1d3-9fb2dd3fc76f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06f99c7593494ef58eb05fd0f38599af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006059 Mar 23 12:23:10.284180 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a090215-a692-4132-a1d3-9fb2dd3fc76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c154a4-13c9-4f8d-9d84-d4fb1c86c60b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:10.286111 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42780) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:10.386578 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56c335d4-8d3a-428f-9cf4-fb63681558d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:10.445924 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56c335d4-8d3a-428f-9cf4-fb63681558d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:10.546297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f24d8-7848-4cda-976c-066de4d65905 req-55f79871-1991-4e4a-927e-79c33573cf5c tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:10.554545 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a66f24d8-7848-4cda-976c-066de4d65905 req-55f79871-1991-4e4a-927e-79c33573cf5c tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 936 time: 0.0862193 Mar 23 12:23:10.673440 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-9333c388-3108-45af-be56-bd2a265815f6 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=92b3d429e24e431dba0fa41d9e3644f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536313 Mar 23 12:23:10.753402 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56c335d4-8d3a-428f-9cf4-fb63681558d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:10.755915 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56c335d4-8d3a-428f-9cf4-fb63681558d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:10.760737 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-56c335d4-8d3a-428f-9cf4-fb63681558d0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33c154a4-13c9-4f8d-9d84-d4fb1c86c60b HTTP/1.1" status: 204 len: 168 time: 0.4731874 Mar 23 12:23:10.792190 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a66f24d8-7848-4cda-976c-066de4d65905 req-6db031b9-7753-40af-93e8-7922964426d7 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/security-groups?id=0762bb41-8528-4499-abd2-446edce83d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259820 Mar 23 12:23:10.792190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c335d4-8d3a-428f-9cf4-fb63681558d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c154a4-13c9-4f8d-9d84-d4fb1c86c60b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:10.859386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-d2d28edd-0434-4f6d-bb8d-89ad689eb6b1 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:10.860866 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-d2d28edd-0434-4f6d-bb8d-89ad689eb6b1 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1857224 Mar 23 12:23:10.882497 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-9f22b8b4-7bee-4ea5-91a1-e1aacdb9b3b5 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/quotas/92b3d429e24e431dba0fa41d9e3644f3 HTTP/1.1" status: 200 len: 375 time: 0.0136807 Mar 23 12:23:10.975286 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-31d4c474-c7ea-4e53-a294-b43f60368ef0 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=92b3d429e24e431dba0fa41d9e3644f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854969 Mar 23 12:23:11.204948 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f6631f2-c612-4805-9fc4-6f37acc2c1e6 req-7bb0132e-5973-4693-a964-299e62b2e505 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 210 time: 0.0425839 Mar 23 12:23:11.395384 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d5851-9ae2-46a7-938c-eca0aad2ac74 req-03dec10c-8857-49d0-b04a-b19a8fcbc2cc tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:11.397803 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e40d5851-9ae2-46a7-938c-eca0aad2ac74 req-03dec10c-8857-49d0-b04a-b19a8fcbc2cc tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 972 time: 0.0795994 Mar 23 12:23:11.449123 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e40d5851-9ae2-46a7-938c-eca0aad2ac74 req-a1b0cd84-e517-4095-9fc1-b3281d4c4ecf tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434792 Mar 23 12:23:11.629322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcfd83-54a9-49d8-b35b-c78e7a2f9556 req-05d38b55-a8a1-4ddb-adf1-6dddcfa66d7d tempest-AggregatesAdminTestJSON-811761781 tempest-AggregatesAdminTestJSON-811761781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:11.638613 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1efcfd83-54a9-49d8-b35b-c78e7a2f9556 req-05d38b55-a8a1-4ddb-adf1-6dddcfa66d7d tempest-AggregatesAdminTestJSON-811761781 tempest-AggregatesAdminTestJSON-811761781-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 1123 time: 0.0573521 Mar 23 12:23:11.653368 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1efcfd83-54a9-49d8-b35b-c78e7a2f9556 req-f6381f7e-89fc-4420-99d0-7df5d98d075e tempest-AggregatesAdminTestJSON-811761781 tempest-AggregatesAdminTestJSON-811761781-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:11.761607 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1efcfd83-54a9-49d8-b35b-c78e7a2f9556 req-f6381f7e-89fc-4420-99d0-7df5d98d075e tempest-AggregatesAdminTestJSON-811761781 tempest-AggregatesAdminTestJSON-811761781-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:11.767466 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1efcfd83-54a9-49d8-b35b-c78e7a2f9556 req-f6381f7e-89fc-4420-99d0-7df5d98d075e tempest-AggregatesAdminTestJSON-811761781 tempest-AggregatesAdminTestJSON-811761781-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:11.818461 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1efcfd83-54a9-49d8-b35b-c78e7a2f9556 req-f6381f7e-89fc-4420-99d0-7df5d98d075e tempest-AggregatesAdminTestJSON-811761781 tempest-AggregatesAdminTestJSON-811761781-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789167 Mar 23 12:23:11.847614 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6381f7e-89fc-4420-99d0-7df5d98d075e tempest-AggregatesAdminTestJSON-811761781 tempest-AggregatesAdminTestJSON-811761781-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bb6112-d964-496f-8416-5e9425489034,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:11.946597 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c81fc5-b125-4475-b2a0-d64a6b1d86fd req-3779a71f-6404-4146-8e73-15f3acb5fc42 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:11.955246 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4c81fc5-b125-4475-b2a0-d64a6b1d86fd req-3779a71f-6404-4146-8e73-15f3acb5fc42 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 936 time: 0.0806665 Mar 23 12:23:12.035971 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4c81fc5-b125-4475-b2a0-d64a6b1d86fd req-d78ac560-0296-472f-9030-038038a4d7f6 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/security-groups?id=0762bb41-8528-4499-abd2-446edce83d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797405 Mar 23 12:23:12.283659 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-65932bb7-3913-43cd-9690-611cdf953f87 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:23:12.290500 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-65932bb7-3913-43cd-9690-611cdf953f87 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111775 Mar 23 12:23:12.339401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8979c-652d-4738-a074-f7fb4a03988b req-c0c329ba-3947-4d6a-9ca8-1913614d8ee9 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:12.341280 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-03b8979c-652d-4738-a074-f7fb4a03988b req-c0c329ba-3947-4d6a-9ca8-1913614d8ee9 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 972 time: 0.0781646 Mar 23 12:23:12.390531 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-03b8979c-652d-4738-a074-f7fb4a03988b req-9dddc431-f762-493e-8d23-adead29055a3 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428565 Mar 23 12:23:12.527288 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-9279f06c-dc39-436e-af27-d96ca257577e tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=92b3d429e24e431dba0fa41d9e3644f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389395 Mar 23 12:23:12.642731 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a3af61d2-59bf-4ed6-8fcb-4c3c9ab0ab61 req-5b81e4fb-7a42-4b4a-a521-9a58127df3bc tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 210 time: 0.1402264 Mar 23 12:23:12.682570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-86cee0f5-641a-47aa-9ef4-7c4eeec6ab81 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:12.685098 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-86cee0f5-641a-47aa-9ef4-7c4eeec6ab81 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344588 Mar 23 12:23:12.716099 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-fdbfdcc6-af09-431d-960a-f54d3ad3ba17 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Request body: {'port': {'device_id': '5e7638d0-4515-4f5f-b52d-480a31f64975', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '92b3d429e24e431dba0fa41d9e3644f3'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:12.857935 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082bbcf-9cb0-4081-a17d-05e302e66250 req-c1ccae9a-949b-48f5-8d86-42c298c89abf tempest-NetworksTest-1157533734 tempest-NetworksTest-1157533734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:12.858782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082bbcf-9cb0-4081-a17d-05e302e66250 req-c1ccae9a-949b-48f5-8d86-42c298c89abf tempest-NetworksTest-1157533734 tempest-NetworksTest-1157533734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:12.859629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082bbcf-9cb0-4081-a17d-05e302e66250 req-c1ccae9a-949b-48f5-8d86-42c298c89abf tempest-NetworksTest-1157533734 tempest-NetworksTest-1157533734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:12.872928 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9082bbcf-9cb0-4081-a17d-05e302e66250 req-c1ccae9a-949b-48f5-8d86-42c298c89abf tempest-NetworksTest-1157533734 tempest-NetworksTest-1157533734-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.1502881 Mar 23 12:23:12.907842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-fdbfdcc6-af09-431d-960a-f54d3ad3ba17 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Made reservation on behalf of 92b3d429e24e431dba0fa41d9e3644f3 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:23:12.913497 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-fdbfdcc6-af09-431d-960a-f54d3ad3ba17 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:12.943290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Request body: {'port': {'device_id': 'e99f3af2-e530-4bfa-a19f-194ec80c41e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:12.950887 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-fdbfdcc6-af09-431d-960a-f54d3ad3ba17 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:13.047998 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e32da-5f45-45da-8a9f-b3078f274df8 req-edfed6c1-aca9-45ba-bd2d-83b8e21f51be tempest-NetworksTest-1157533734 tempest-NetworksTest-1157533734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:13.050209 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-439e32da-5f45-45da-8a9f-b3078f274df8 req-edfed6c1-aca9-45ba-bd2d-83b8e21f51be tempest-NetworksTest-1157533734 tempest-NetworksTest-1157533734-project-admin] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 886 time: 0.1540673 Mar 23 12:23:13.062344 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:13.314431 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-fdbfdcc6-af09-431d-960a-f54d3ad3ba17 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:13.319825 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-fdbfdcc6-af09-431d-960a-f54d3ad3ba17 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:13.324828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fef1a9-c233-4c0c-8976-665502398eba req-1280d4e2-eada-4574-b857-45a7ad16f3ae tempest-NetworksTest-1157533734 tempest-NetworksTest-1157533734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:13.325300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fef1a9-c233-4c0c-8976-665502398eba req-1280d4e2-eada-4574-b857-45a7ad16f3ae tempest-NetworksTest-1157533734 tempest-NetworksTest-1157533734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:13.325820 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fef1a9-c233-4c0c-8976-665502398eba req-1280d4e2-eada-4574-b857-45a7ad16f3ae tempest-NetworksTest-1157533734 tempest-NetworksTest-1157533734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:13.328064 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4fef1a9-c233-4c0c-8976-665502398eba req-1280d4e2-eada-4574-b857-45a7ad16f3ae tempest-NetworksTest-1157533734 tempest-NetworksTest-1157533734-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2255921 Mar 23 12:23:13.432403 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfdcc6-af09-431d-960a-f54d3ad3ba17 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf907d4c-7a68-4bc2-9238-f83772d8c5c8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:13.600083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f47b82-f124-42ae-b152-ec5ebd132342 req-33793ecf-3454-42a0-9538-529d3d14026d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:13.602033 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7f47b82-f124-42ae-b152-ec5ebd132342 req-33793ecf-3454-42a0-9538-529d3d14026d tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 936 time: 0.1291749 Mar 23 12:23:13.691246 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7f47b82-f124-42ae-b152-ec5ebd132342 req-3bdebcc2-c9a3-44a5-b348-18bfcf706f7c tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/security-groups?id=0762bb41-8528-4499-abd2-446edce83d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701249 Mar 23 12:23:13.706891 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef57816-8c76-4e13-9d3f-e4a7982a6050 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:23:13.715278 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:13.734078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42928) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:13.750162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Transition to ACTIVE for port object 5ef57816-8c76-4e13-9d3f-e4a7982a6050 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:23:13.761823 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:13.923096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-fdbfdcc6-af09-431d-960a-f54d3ad3ba17 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Allocated IP 192.168.233.29 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/11fe270c-35ac-4741-a51f-576d91775ac5) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:13.925492 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef57816-8c76-4e13-9d3f-e4a7982a6050,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:13.954096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Attempting to bind port 5ef57816-8c76-4e13-9d3f-e4a7982a6050 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:23:13.954434 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Attempting to bind port 5ef57816-8c76-4e13-9d3f-e4a7982a6050 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:23:13.954771 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Attempting to bind port 5ef57816-8c76-4e13-9d3f-e4a7982a6050 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:13.985472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ac7be-c41b-49a2-8df9-e385949f1219 req-8daa330f-c925-413f-ac46-faf28effe907 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:13.987142 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e39ac7be-c41b-49a2-8df9-e385949f1219 req-8daa330f-c925-413f-ac46-faf28effe907 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 972 time: 0.1892130 Mar 23 12:23:13.987790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Port 5ef57816-8c76-4e13-9d3f-e4a7982a6050 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:23:13.988147 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Attempting to bind port 5ef57816-8c76-4e13-9d3f-e4a7982a6050 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:14.000298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:23:14.000644 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:14.001041 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:23:14.001505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Bound port: 5ef57816-8c76-4e13-9d3f-e4a7982a6050, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:23:14.001873 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:14.070325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcf9561a-8beb-4bc5-94d0-406ee8bc35c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:14.134945 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.73', 65189) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:14.200555 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e39ac7be-c41b-49a2-8df9-e385949f1219 req-bb09760d-995d-4c7c-a9cf-8c7bfd2b51ea tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894364 Mar 23 12:23:14.232648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a353b-ff4e-402d-9e13-7b6c2c7c20d0 req-69989a99-83e3-46ca-bd38-14ee47bb8be9 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:14.233904 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-591a353b-ff4e-402d-9e13-7b6c2c7c20d0 req-69989a99-83e3-46ca-bd38-14ee47bb8be9 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 972 time: 0.0964670 Mar 23 12:23:14.282444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] For port 5ef57816-8c76-4e13-9d3f-e4a7982a6050, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:23:14.346196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] For port 5ef57816-8c76-4e13-9d3f-e4a7982a6050, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=5ef57816-8c76-4e13-9d3f-e4a7982a6050,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:23:14.370538 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:14.470830 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42580243-60d7-4b95-8532-794244c1421e req-7865de0b-17ec-441a-8105-d0f743dcae12 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 210 time: 0.1107273 Mar 23 12:23:14.472102 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef57816-8c76-4e13-9d3f-e4a7982a6050,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:14.493697 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-fdbfdcc6-af09-431d-960a-f54d3ad3ba17 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:14.511820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:14.513081 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:14.514719 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-1470bf98-1555-4bd4-a67a-762a52e7ff34 service neutron] 10.222.0.77 "PUT /v2.0/ports/5ef57816-8c76-4e13-9d3f-e4a7982a6050 HTTP/1.1" status: 200 len: 1096 time: 1.8295491 Mar 23 12:23:14.516164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99f3af2-e530-4bfa-a19f-194ec80c41e6', 'tag': '5ef57816-8c76-4e13-9d3f-e4a7982a6050'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:23:14.521176 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-591a353b-ff4e-402d-9e13-7b6c2c7c20d0 req-ab94bb14-1941-4dbe-b762-c27466fbd657 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Deleting port 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:23:14.521763 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-591a353b-ff4e-402d-9e13-7b6c2c7c20d0 req-ab94bb14-1941-4dbe-b762-c27466fbd657 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:14.522421 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d7d9a4-62db-41c3-8edc-3a808d02c3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "e99f3af2-e530-4bfa-a19f-194ec80c41e6", "tag": "5ef57816-8c76-4e13-9d3f-e4a7982a6050"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:23:14.587757 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcf9561a-8beb-4bc5-94d0-406ee8bc35c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:14.615666 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdf764a-23b0-4c07-97f1-5272409ad668 x-openstack-request-id: req-0bdf764a-23b0-4c07-97f1-5272409ad668 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:23:14.615986 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99f3af2-e530-4bfa-a19f-194ec80c41e6", "tag": "5ef57816-8c76-4e13-9d3f-e4a7982a6050", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:23:14.616394 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0bdf764a-23b0-4c07-97f1-5272409ad668 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:23:14.617491 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99f3af2-e530-4bfa-a19f-194ec80c41e6', 'tag': '5ef57816-8c76-4e13-9d3f-e4a7982a6050', 'status': 'completed', 'code': 200} Mar 23 12:23:14.621226 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bcf9561a-8beb-4bc5-94d0-406ee8bc35c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:14.670529 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9561a-8beb-4bc5-94d0-406ee8bc35c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7cc475-608f-41af-a3ae-9806c8701818,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:14.707235 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-fdbfdcc6-af09-431d-960a-f54d3ad3ba17 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:14.724709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-ca1d92dc-964d-4152-b8f0-ef8fe34c7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:14.732202 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-ca1d92dc-964d-4152-b8f0-ef8fe34c7cc4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=335aa3f2c15c47ac9104c20ca0fe6272&device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 1099 time: 0.1664145 Mar 23 12:23:14.746909 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bcf9561a-8beb-4bc5-94d0-406ee8bc35c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e8bcaf094fde448f9a6466db59696336&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0113478 Mar 23 12:23:14.751094 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42966) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:14.839490 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-fdbfdcc6-af09-431d-960a-f54d3ad3ba17 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:14.846916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-fdbfdcc6-af09-431d-960a-f54d3ad3ba17 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:14.853001 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-c90f70e6-9d03-4ce7-bf7c-0d79142ebde5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=5ef57816-8c76-4e13-9d3f-e4a7982a6050 HTTP/1.1" status: 200 len: 217 time: 0.1092925 Mar 23 12:23:14.853859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-fdbfdcc6-af09-431d-960a-f54d3ad3ba17 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:14.859939 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-fdbfdcc6-af09-431d-960a-f54d3ad3ba17 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:14.860749 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-fdbfdcc6-af09-431d-960a-f54d3ad3ba17 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:14.949227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfdcc6-af09-431d-960a-f54d3ad3ba17 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Pushing event updated for resources: {'Port': ['ID=11fe270c-35ac-4741-a51f-576d91775ac5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:14.962457 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-fdbfdcc6-af09-431d-960a-f54d3ad3ba17 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2628827 Mar 23 12:23:14.980548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Request body: {'port': {'device_id': '5e7638d0-4515-4f5f-b52d-480a31f64975', 'device_owner': 'compute:tempest-test_az-1558647721', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:15.003308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-591a353b-ff4e-402d-9e13-7b6c2c7c20d0 req-ab94bb14-1941-4dbe-b762-c27466fbd657 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] For port 9f6bca6b-86b9-4b34-9ccc-d067e93bca05, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=9f6bca6b-86b9-4b34-9ccc-d067e93bca05,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:15.003765 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-591a353b-ff4e-402d-9e13-7b6c2c7c20d0 req-ab94bb14-1941-4dbe-b762-c27466fbd657 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:15.029338 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-591a353b-ff4e-402d-9e13-7b6c2c7c20d0 req-ab94bb14-1941-4dbe-b762-c27466fbd657 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Calling delete_port for 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 owned by compute:tempest-test_az-1558647721 {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:23:15.050733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d7f40-fbc0-4eeb-bf90-79b7512c642e req-be4dd30d-c506-4ee2-b8b2-a2a7786746fa tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:15.052137 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79d3ab77-b464-433d-bc9b-4c6a09a25325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:15.060553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a16d7f40-fbc0-4eeb-bf90-79b7512c642e req-be4dd30d-c506-4ee2-b8b2-a2a7786746fa tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 948 time: 0.1672142 Mar 23 12:23:15.066042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-2b894db3-7462-4eef-a8fc-95d7d18e140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:15.067476 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-2b894db3-7462-4eef-a8fc-95d7d18e140c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1995277 Mar 23 12:23:15.154320 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79d3ab77-b464-433d-bc9b-4c6a09a25325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:15.203995 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-aa563290-604a-4bfd-aaa6-2c29500d42e4 None None] Provisioning complete for port 11fe270c-35ac-4741-a51f-576d91775ac5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:15.204479 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aa563290-604a-4bfd-aaa6-2c29500d42e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:15.249034 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79d3ab77-b464-433d-bc9b-4c6a09a25325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:15.251617 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79d3ab77-b464-433d-bc9b-4c6a09a25325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:15.252974 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-79d3ab77-b464-433d-bc9b-4c6a09a25325 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a7cc475-608f-41af-a3ae-9806c8701818 HTTP/1.1" status: 204 len: 168 time: 0.5007594 Mar 23 12:23:15.258338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-aa563290-604a-4bfd-aaa6-2c29500d42e4 None None] Port 11fe270c-35ac-4741-a51f-576d91775ac5 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:23:15.306107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3ab77-b464-433d-bc9b-4c6a09a25325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7cc475-608f-41af-a3ae-9806c8701818,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:15.348839 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:15.390026 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a16d7f40-fbc0-4eeb-bf90-79b7512c642e req-fba03e96-70de-4b32-b619-24183e7fa1fc tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/security-groups?id=0762bb41-8528-4499-abd2-446edce83d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213007 Mar 23 12:23:15.429662 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-5ea813c6-b574-4cbe-bd6e-82c4e4779d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:15.431006 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-591a353b-ff4e-402d-9e13-7b6c2c7c20d0 req-ab94bb14-1941-4dbe-b762-c27466fbd657 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:15.431698 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-5ea813c6-b574-4cbe-bd6e-82c4e4779d24 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1278245 Mar 23 12:23:15.451623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['9f6bca6b-86b9-4b34-9ccc-d067e93bca05'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:23:15.544530 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94bb14-1941-4dbe-b762-c27466fbd657 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Pushing event deleted for resources: {'Port': ['ID=9f6bca6b-86b9-4b34-9ccc-d067e93bca05,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:15.606436 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b97fdf-0407-4b49-ad9a-f834b0755baf req-2b5363b9-d0c0-4202-85d8-8f5ef9cbc0b6 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:15.613653 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-87b97fdf-0407-4b49-ad9a-f834b0755baf req-2b5363b9-d0c0-4202-85d8-8f5ef9cbc0b6 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b HTTP/1.1" status: 200 len: 889 time: 0.2624161 Mar 23 12:23:15.637386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-591a353b-ff4e-402d-9e13-7b6c2c7c20d0 req-ab94bb14-1941-4dbe-b762-c27466fbd657 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] No DVR routers for this DVR port 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:23:15.642295 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-591a353b-ff4e-402d-9e13-7b6c2c7c20d0 req-ab94bb14-1941-4dbe-b762-c27466fbd657 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:15.647022 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-591a353b-ff4e-402d-9e13-7b6c2c7c20d0 req-ab94bb14-1941-4dbe-b762-c27466fbd657 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.73 "DELETE /v2.0/ports/9f6bca6b-86b9-4b34-9ccc-d067e93bca05 HTTP/1.1" status: 204 len: 173 time: 1.4015498 Mar 23 12:23:15.648827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b', 'name': 'network-vif-deleted', 'tag': '9f6bca6b-86b9-4b34-9ccc-d067e93bca05'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:23:15.678027 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:15.754998 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-4279c006-c48e-424c-922e-009d267a1e84 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148236 Mar 23 12:23:15.819005 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-87b97fdf-0407-4b49-ad9a-f834b0755baf req-11dd9307-274f-4a8a-9ca6-ff20bbbbfb71 tempest-AggregatesAdminTestJSON-1397645450 tempest-AggregatesAdminTestJSON-1397645450-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7ea2589-9434-49ed-8f30-72b5de0fe500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043767 Mar 23 12:23:15.937712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43006) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:15.957724 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a23525cd-4d39-45ea-8df1-c9f94723239c req-7a039247-eee3-4a68-a66a-14264791e199 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931095 Mar 23 12:23:15.978331 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2490be06-cf5e-47cd-8c62-1ddb85c6a620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:16.100086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f8724-162c-48af-b041-e6d596835fcc req-e640e94e-8e9a-4e94-b531-77eb8c8f43a3 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:16.112427 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a6f8724-162c-48af-b041-e6d596835fcc req-e640e94e-8e9a-4e94-b531-77eb8c8f43a3 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 935 time: 0.1356592 Mar 23 12:23:16.122540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fe270c-35ac-4741-a51f-576d91775ac5 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:23:16.151296 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:16.178508 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7d9a4-62db-41c3-8edc-3a808d02c3f2 req-3221f130-81d3-4b75-aaf1-d6e7d8cffb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:16.180906 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-46d7d9a4-62db-41c3-8edc-3a808d02c3f2 req-3221f130-81d3-4b75-aaf1-d6e7d8cffb97 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=335aa3f2c15c47ac9104c20ca0fe6272&device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 1099 time: 0.1433973 Mar 23 12:23:16.183833 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Transition to ACTIVE for port object 11fe270c-35ac-4741-a51f-576d91775ac5 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:23:16.187156 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a6f8724-162c-48af-b041-e6d596835fcc req-ea5083df-6386-4eb7-ae91-acc52eb9c89d tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf907d4c-7a68-4bc2-9238-f83772d8c5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736356 Mar 23 12:23:16.196139 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da3e49b-4aa0-444b-a1fa-fea65f0bca86" -d '{"events": [{"server_uuid": "f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b", "name": "network-vif-deleted", "tag": "9f6bca6b-86b9-4b34-9ccc-d067e93bca05"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:23:16.213817 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:16.231369 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2490be06-cf5e-47cd-8c62-1ddb85c6a620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:16.239352 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2490be06-cf5e-47cd-8c62-1ddb85c6a620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:16.309724 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2490be06-cf5e-47cd-8c62-1ddb85c6a620 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fb6e77b6ef554fe5a5c9a3fb9295cd7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703988 Mar 23 12:23:16.311174 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490be06-cf5e-47cd-8c62-1ddb85c6a620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a73b00-e523-443d-9094-cd0a074785c5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:16.316366 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43026) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:16.389036 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ec4bba7-84c2-4871-bf84-6bcdcafe6e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:16.414175 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ec4bba7-84c2-4871-bf84-6bcdcafe6e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:16.414667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Pushing event updated for resources: {'Port': ['ID=11fe270c-35ac-4741-a51f-576d91775ac5,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:16.473766 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60eccf12-db73-4a42-985d-410247b6f44c x-openstack-request-id: req-60eccf12-db73-4a42-985d-410247b6f44c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:23:16.474318 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b", "name": "network-vif-deleted", "tag": "9f6bca6b-86b9-4b34-9ccc-d067e93bca05", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:23:16.474855 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-60eccf12-db73-4a42-985d-410247b6f44c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:23:16.475774 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ccf678-c1cb-44d2-a4c4-f6e59e959b9b', 'name': 'network-vif-deleted', 'tag': '9f6bca6b-86b9-4b34-9ccc-d067e93bca05', 'status': 'completed', 'code': 200} Mar 23 12:23:16.509375 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ec4bba7-84c2-4871-bf84-6bcdcafe6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:16.512218 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ec4bba7-84c2-4871-bf84-6bcdcafe6e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:16.513386 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0ec4bba7-84c2-4871-bf84-6bcdcafe6e45 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19a73b00-e523-443d-9094-cd0a074785c5 HTTP/1.1" status: 204 len: 168 time: 0.1957724 Mar 23 12:23:16.528683 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4bba7-84c2-4871-bf84-6bcdcafe6e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a73b00-e523-443d-9094-cd0a074785c5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:16.564907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7d9a4-62db-41c3-8edc-3a808d02c3f2 req-1561c73e-4998-45ec-8318-ff4df375542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:16.566381 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-46d7d9a4-62db-41c3-8edc-3a808d02c3f2 req-1561c73e-4998-45ec-8318-ff4df375542b service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.3672545 Mar 23 12:23:16.599145 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Attempting to bind port 11fe270c-35ac-4741-a51f-576d91775ac5 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:23:16.599778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Attempting to bind port 11fe270c-35ac-4741-a51f-576d91775ac5 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:23:16.600335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Attempting to bind port 11fe270c-35ac-4741-a51f-576d91775ac5 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:16.624359 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Port 11fe270c-35ac-4741-a51f-576d91775ac5 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:23:16.624780 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Attempting to bind port 11fe270c-35ac-4741-a51f-576d91775ac5 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:16.667030 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-46d7d9a4-62db-41c3-8edc-3a808d02c3f2 req-8fc650c1-1178-4367-b094-41df067e319b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=5ef57816-8c76-4e13-9d3f-e4a7982a6050 HTTP/1.1" status: 200 len: 217 time: 0.0625396 Mar 23 12:23:16.671987 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:23:16.672809 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:16.673529 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:23:16.673975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Bound port: 11fe270c-35ac-4741-a51f-576d91775ac5, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:23:16.674680 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:16.763908 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1c02a-2250-441e-b159-16d89f642bdb req-ff9803fe-95ac-4fc7-bb6c-bb57c0e77148 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:16.771157 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28c1c02a-2250-441e-b159-16d89f642bdb req-ff9803fe-95ac-4fc7-bb6c-bb57c0e77148 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 948 time: 0.2348602 Mar 23 12:23:16.813957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7d9a4-62db-41c3-8edc-3a808d02c3f2 req-be2b716f-1413-453c-a3d3-674f791ad385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:16.813957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-46d7d9a4-62db-41c3-8edc-3a808d02c3f2 req-be2b716f-1413-453c-a3d3-674f791ad385 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1240265 Mar 23 12:23:16.814180 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43044) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:16.876762 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] For port 11fe270c-35ac-4741-a51f-576d91775ac5, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:23:16.893305 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28c1c02a-2250-441e-b159-16d89f642bdb req-b2a2531d-2e14-40fd-909b-05f90803a675 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/security-groups?id=0762bb41-8528-4499-abd2-446edce83d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212103 Mar 23 12:23:16.907947 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] For port 11fe270c-35ac-4741-a51f-576d91775ac5, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=11fe270c-35ac-4741-a51f-576d91775ac5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:23:16.915135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:16.926717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7d9a4-62db-41c3-8edc-3a808d02c3f2 req-bc9f5d51-cfdc-4ae0-a703-596c0bc722e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:16.928698 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-46d7d9a4-62db-41c3-8edc-3a808d02c3f2 req-bc9f5d51-cfdc-4ae0-a703-596c0bc722e2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051309 Mar 23 12:23:16.965730 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:16.966360 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:16.967805 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] 10.222.0.73 "PUT /v2.0/ports/11fe270c-35ac-4741-a51f-576d91775ac5 HTTP/1.1" status: 200 len: 1117 time: 1.9948087 Mar 23 12:23:16.970953 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7638d0-4515-4f5f-b52d-480a31f64975', 'tag': '11fe270c-35ac-4741-a51f-576d91775ac5'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:23:16.975969 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ff0a89-834b-4d97-9ed5-eda8670e542e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7638d0-4515-4f5f-b52d-480a31f64975", "tag": "11fe270c-35ac-4741-a51f-576d91775ac5"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:23:17.099410 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a38223bd-3bd2-4aee-91ee-4dfbc03ef6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:17.104205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd06de-59b0-4a79-bbf6-ac89c0bbd35d service neutron] Pushing event updated for resources: {'Port': ['ID=11fe270c-35ac-4741-a51f-576d91775ac5,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:17.159864 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:17.194105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-045e7614-af1c-478f-8715-f7f77fe686e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:17.194105 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-045e7614-af1c-478f-8715-f7f77fe686e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92b3d429e24e431dba0fa41d9e3644f3&device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 1120 time: 0.1531022 Mar 23 12:23:17.194727 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-46d7d9a4-62db-41c3-8edc-3a808d02c3f2 req-14efbc09-dd7f-4cfb-892f-21c3453c5324 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459712 Mar 23 12:23:17.254484 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020cd25d-4e6f-4d53-957d-2adc8da283f9 x-openstack-request-id: req-020cd25d-4e6f-4d53-957d-2adc8da283f9 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:23:17.254786 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7638d0-4515-4f5f-b52d-480a31f64975", "tag": "11fe270c-35ac-4741-a51f-576d91775ac5", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:23:17.255149 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-020cd25d-4e6f-4d53-957d-2adc8da283f9 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:23:17.255510 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7638d0-4515-4f5f-b52d-480a31f64975', 'tag': '11fe270c-35ac-4741-a51f-576d91775ac5', 'status': 'completed', 'code': 200} Mar 23 12:23:17.294793 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a38223bd-3bd2-4aee-91ee-4dfbc03ef6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:17.296833 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-0f96038f-adb2-41d4-8d72-69c47a9f44c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=11fe270c-35ac-4741-a51f-576d91775ac5 HTTP/1.1" status: 200 len: 217 time: 0.0567243 Mar 23 12:23:17.301811 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a38223bd-3bd2-4aee-91ee-4dfbc03ef6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:17.374843 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a38223bd-3bd2-4aee-91ee-4dfbc03ef6ef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=47a4ce62805945a19100134e87e9b328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5599084 Mar 23 12:23:17.377500 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43078) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:17.388135 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38223bd-3bd2-4aee-91ee-4dfbc03ef6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badc0e3c-fcff-4617-a589-4c0946a131b1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:17.405581 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b77c9202-c1b1-47b3-94fa-8c821610fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:17.407038 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-b77c9202-c1b1-47b3-94fa-8c821610fcdf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0772064 Mar 23 12:23:17.419735 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-46d7d9a4-62db-41c3-8edc-3a808d02c3f2 req-0d6b3c44-9055-4bc3-bb7b-195359a077d9 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146342 Mar 23 12:23:17.447478 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea1df1b9-ab95-42d0-95db-a640f5ec6754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:17.477499 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea1df1b9-ab95-42d0-95db-a640f5ec6754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:17.547143 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-20dee94d-077e-4ca0-9b16-f6a345162c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:17.549122 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-20dee94d-077e-4ca0-9b16-f6a345162c0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020131 Mar 23 12:23:17.571240 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f9828-5e8c-4165-81c7-3600bb885651 req-73c009f9-89bf-426e-94ab-9a50c3e6b9ec tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:17.573471 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea1df1b9-ab95-42d0-95db-a640f5ec6754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:17.574272 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c83f9828-5e8c-4165-81c7-3600bb885651 req-73c009f9-89bf-426e-94ab-9a50c3e6b9ec tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 969 time: 0.0866733 Mar 23 12:23:17.576396 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea1df1b9-ab95-42d0-95db-a640f5ec6754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:17.580628 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ea1df1b9-ab95-42d0-95db-a640f5ec6754 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/badc0e3c-fcff-4617-a589-4c0946a131b1 HTTP/1.1" status: 204 len: 168 time: 0.1991029 Mar 23 12:23:17.591070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1df1b9-ab95-42d0-95db-a640f5ec6754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badc0e3c-fcff-4617-a589-4c0946a131b1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:17.748506 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c83f9828-5e8c-4165-81c7-3600bb885651 req-d1033a27-8085-4b4d-9e9e-c68dafafca59 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf907d4c-7a68-4bc2-9238-f83772d8c5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585941 Mar 23 12:23:17.773879 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-a03004c7-631e-4ccc-9b0c-275fa4666178 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982400 Mar 23 12:23:17.906020 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-526092fc-20f1-4f32-a9c6-ed564af3a0a5 req-a109962f-8340-4c3c-9c93-cfe529debeac service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227438 Mar 23 12:23:17.957564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43114) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:18.132192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff0a89-834b-4d97-9ed5-eda8670e542e req-3d0edfd8-1298-4a87-94db-f660f81b9456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:18.133692 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36ff0a89-834b-4d97-9ed5-eda8670e542e req-3d0edfd8-1298-4a87-94db-f660f81b9456 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92b3d429e24e431dba0fa41d9e3644f3&device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 1120 time: 0.1474574 Mar 23 12:23:18.167642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47277c53-ecc6-409a-95ab-1622b8facded req-bb2e89f6-06d8-4493-a596-f9d6b98f5230 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:18.175266 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47277c53-ecc6-409a-95ab-1622b8facded req-bb2e89f6-06d8-4493-a596-f9d6b98f5230 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 948 time: 0.1222711 Mar 23 12:23:18.180147 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-aa097271-b2c0-44e5-9a07-78355365502c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1131767164-network', 'tenant_id': 'f74f2c67323a47d2a7ab7eea6987892f'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:18.219871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43128) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:18.223504 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa097271-b2c0-44e5-9a07-78355365502c admin admin] Made reservation on behalf of f74f2c67323a47d2a7ab7eea6987892f for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:23:18.226169 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa097271-b2c0-44e5-9a07-78355365502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:18.255440 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa097271-b2c0-44e5-9a07-78355365502c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:18.258035 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8d1a97c-89e7-4c1a-a32e-e9fb546fceb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:18.356119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:23:18.381245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:23:18.381613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 9f6bca6b-86b9-4b34-9ccc-d067e93bca05 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:23:18.405922 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47277c53-ecc6-409a-95ab-1622b8facded req-ec8e8c85-ea7e-4017-8aed-b9714d8ac6fe tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/security-groups?id=0762bb41-8528-4499-abd2-446edce83d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297266 Mar 23 12:23:18.428823 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8d1a97c-89e7-4c1a-a32e-e9fb546fceb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:18.435116 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa097271-b2c0-44e5-9a07-78355365502c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:18.437313 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8d1a97c-89e7-4c1a-a32e-e9fb546fceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:18.442266 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff0a89-834b-4d97-9ed5-eda8670e542e req-164beb6f-3b77-42bb-82ca-16b1062d30b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:18.444707 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36ff0a89-834b-4d97-9ed5-eda8670e542e req-164beb6f-3b77-42bb-82ca-16b1062d30b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.3028255 Mar 23 12:23:18.451034 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa097271-b2c0-44e5-9a07-78355365502c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:18.497033 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d8d1a97c-89e7-4c1a-a32e-e9fb546fceb9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a49bddda7264e369cb90cc1b0da1d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754719 Mar 23 12:23:18.500533 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1a97c-89e7-4c1a-a32e-e9fb546fceb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3905ddc-c195-4ffb-9221-8074a488182b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:18.504114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa097271-b2c0-44e5-9a07-78355365502c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:23:18.505941 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43148) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:18.507859 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36ff0a89-834b-4d97-9ed5-eda8670e542e req-90890e2c-a56b-4aa4-8e60-46d2dbd18760 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=11fe270c-35ac-4741-a51f-576d91775ac5 HTTP/1.1" status: 200 len: 217 time: 0.0510905 Mar 23 12:23:18.542417 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa097271-b2c0-44e5-9a07-78355365502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:18.543003 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-aa097271-b2c0-44e5-9a07-78355365502c admin admin] Added segment 072011c9-2f3b-4684-ae19-ebae0620a10c of type vlan for network 456aff40-f476-4848-9472-2efa7a0ff8ec Mar 23 12:23:18.590378 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa097271-b2c0-44e5-9a07-78355365502c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07de18a4-a980-4e24-8938-21a519500143,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:18.593796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff0a89-834b-4d97-9ed5-eda8670e542e req-ac19ffdc-fc5b-4e73-acca-e3e212926dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:18.596190 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36ff0a89-834b-4d97-9ed5-eda8670e542e req-ac19ffdc-fc5b-4e73-acca-e3e212926dd6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0797708 Mar 23 12:23:18.618320 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa097271-b2c0-44e5-9a07-78355365502c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:18.644600 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcf822e3-2e64-4332-972b-d2ecc44c9002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:18.662404 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff0a89-834b-4d97-9ed5-eda8670e542e req-49fccec1-285a-4531-9afc-01ccac998dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:18.665323 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36ff0a89-834b-4d97-9ed5-eda8670e542e req-49fccec1-285a-4531-9afc-01ccac998dde service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574410 Mar 23 12:23:18.670668 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa097271-b2c0-44e5-9a07-78355365502c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:18.672541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa097271-b2c0-44e5-9a07-78355365502c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:18.673268 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa097271-b2c0-44e5-9a07-78355365502c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:18.686888 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcf822e3-2e64-4332-972b-d2ecc44c9002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:18.777660 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-aa097271-b2c0-44e5-9a07-78355365502c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8186114 Mar 23 12:23:18.786896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43162) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:18.796256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d9982ade-cbc0-42f3-accc-07048887e38a admin admin] Request body: {'subnet': {'network_id': '456aff40-f476-4848-9472-2efa7a0ff8ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1131767164-subnet', 'tenant_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:18.817528 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa097271-b2c0-44e5-9a07-78355365502c admin admin] Pushing event updated for resources: {'Network': ['ID=456aff40-f476-4848-9472-2efa7a0ff8ec,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:18.838183 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 456aff40-f476-4848-9472-2efa7a0ff8ec details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:23:18.838957 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9982ade-cbc0-42f3-accc-07048887e38a admin admin] Made reservation on behalf of f74f2c67323a47d2a7ab7eea6987892f for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:23:18.843387 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9982ade-cbc0-42f3-accc-07048887e38a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:18.865808 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36ff0a89-834b-4d97-9ed5-eda8670e542e req-71b52938-7dc9-442b-8150-91d7075e9436 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916790 Mar 23 12:23:18.866555 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcf822e3-2e64-4332-972b-d2ecc44c9002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:18.872943 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcf822e3-2e64-4332-972b-d2ecc44c9002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:18.877540 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dcf822e3-2e64-4332-972b-d2ecc44c9002 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e3905ddc-c195-4ffb-9221-8074a488182b HTTP/1.1" status: 204 len: 168 time: 0.3705037 Mar 23 12:23:18.949151 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf822e3-2e64-4332-972b-d2ecc44c9002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3905ddc-c195-4ffb-9221-8074a488182b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:19.024502 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36ff0a89-834b-4d97-9ed5-eda8670e542e req-6e67bcdd-7d09-4368-8517-c38dab117ccc service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489081 Mar 23 12:23:19.046424 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb409fb7-e961-412d-ac96-5d4a2447cc9b req-cc59b022-bd5d-4520-b894-0e5cb9960801 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:19.048001 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fb409fb7-e961-412d-ac96-5d4a2447cc9b req-cc59b022-bd5d-4520-b894-0e5cb9960801 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 969 time: 0.1668427 Mar 23 12:23:19.127971 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fb409fb7-e961-412d-ac96-5d4a2447cc9b req-7cf1b6bb-9989-4339-8f92-f7c8a446fc1e tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf907d4c-7a68-4bc2-9238-f83772d8c5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699000 Mar 23 12:23:19.199175 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9982ade-cbc0-42f3-accc-07048887e38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:19.275466 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9982ade-cbc0-42f3-accc-07048887e38a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8391c06e-2d3b-4a2d-aa52-092f02d6b5f9,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:19.294690 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9982ade-cbc0-42f3-accc-07048887e38a admin admin] Checking segment: {'id': '072011c9-2f3b-4684-ae19-ebae0620a10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '456aff40-f476-4848-9472-2efa7a0ff8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:19.294849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9982ade-cbc0-42f3-accc-07048887e38a admin admin] Network hostable DHCP agents. Network: 456aff40-f476-4848-9472-2efa7a0ff8ec, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:23:19.329029 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9982ade-cbc0-42f3-accc-07048887e38a admin admin] Network 456aff40-f476-4848-9472-2efa7a0ff8ec is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:23:19.361145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d9982ade-cbc0-42f3-accc-07048887e38a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 456aff40-f476-4848-9472-2efa7a0ff8ec) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:19.371717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276edcef-3f28-4342-93c8-fdb0e9f5ceab None None] Network 456aff40-f476-4848-9472-2efa7a0ff8ec requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:23:19.386321 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9982ade-cbc0-42f3-accc-07048887e38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:19.387268 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9982ade-cbc0-42f3-accc-07048887e38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:19.418853 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d9982ade-cbc0-42f3-accc-07048887e38a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6300554 Mar 23 12:23:19.421432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43196) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:19.427756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1131767164-router', 'tenant_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:19.493324 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:19.496547 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:19.613418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-456aff40-f476-4848-9472-2efa7a0ff8ec', 'network_id': '456aff40-f476-4848-9472-2efa7a0ff8ec', 'tenant_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'fixed_ips': [{'subnet_id': '8391c06e-2d3b-4a2d-aa52-092f02d6b5f9'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:23:19.617680 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:19.703285 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:19.750391 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 5ef57816-8c76-4e13-9d3f-e4a7982a6050 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:23:19.858895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 5ef57816-8c76-4e13-9d3f-e4a7982a6050, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=5ef57816-8c76-4e13-9d3f-e4a7982a6050,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:19.874456 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '5ef57816-8c76-4e13-9d3f-e4a7982a6050', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '5ef57816-8c76-4e13-9d3f-e4a7982a6050', 'mac_address': 'fa:16:3e:af:e4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:23:19.907653 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549cc50-4762-4dba-bf98-1137533fbf92 req-b624e41b-6717-48c6-9e92-36b9ae5766d4 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:19.909318 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4549cc50-4762-4dba-bf98-1137533fbf92 req-b624e41b-6717-48c6-9e92-36b9ae5766d4 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 948 time: 0.3682396 Mar 23 12:23:19.939639 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:19.980670 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef57816-8c76-4e13-9d3f-e4a7982a6050 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:23:20.012850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 5ef57816-8c76-4e13-9d3f-e4a7982a6050, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=5ef57816-8c76-4e13-9d3f-e4a7982a6050,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:20.017515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Allocated IP 172.20.0.2 (456aff40-f476-4848-9472-2efa7a0ff8ec/8391c06e-2d3b-4a2d-aa52-092f02d6b5f9/6d6639a1-b8d5-4167-85d4-44cd974698e9) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:20.022669 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:20.070929 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:20.115988 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4549cc50-4762-4dba-bf98-1137533fbf92 req-b5db853b-d6df-4b07-bacb-032bc018964c tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/security-groups?id=0762bb41-8528-4499-abd2-446edce83d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495700 Mar 23 12:23:20.122537 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=5ef57816-8c76-4e13-9d3f-e4a7982a6050,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:20.258258 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:20.266761 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:20.295502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Network 456aff40-f476-4848-9472-2efa7a0ff8ec is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:20.303673 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:20.336593 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:20.390463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 11fe270c-35ac-4741-a51f-576d91775ac5 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:23:20.394985 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:20.432837 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cec837-62b7-463e-856a-4d57d6725163 req-71bf3f29-f8aa-4cfa-8020-26fa2039b3f4 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:20.434192 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21cec837-62b7-463e-856a-4d57d6725163 req-71bf3f29-f8aa-4cfa-8020-26fa2039b3f4 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 969 time: 0.1456809 Mar 23 12:23:20.435814 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:20.493602 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Pushing event updated for resources: {'Port': ['ID=6d6639a1-b8d5-4167-85d4-44cd974698e9,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:20.546647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['5ef57816-8c76-4e13-9d3f-e4a7982a6050'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:23:20.550360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 11fe270c-35ac-4741-a51f-576d91775ac5, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=11fe270c-35ac-4741-a51f-576d91775ac5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:20.558008 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21cec837-62b7-463e-856a-4d57d6725163 req-98ef09eb-aa41-46d2-8b38-ba2d9ca6044a tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf907d4c-7a68-4bc2-9238-f83772d8c5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047544 Mar 23 12:23:20.565894 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '11fe270c-35ac-4741-a51f-576d91775ac5', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '11fe270c-35ac-4741-a51f-576d91775ac5', 'mac_address': 'fa:16:3e:5c:db:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:tempest-test_az-1558647721', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:23:20.595277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Attempting to bind port 6d6639a1-b8d5-4167-85d4-44cd974698e9 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:23:20.596145 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Attempting to bind port 6d6639a1-b8d5-4167-85d4-44cd974698e9 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '072011c9-2f3b-4684-ae19-ebae0620a10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '456aff40-f476-4848-9472-2efa7a0ff8ec'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:23:20.596551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Attempting to bind port 6d6639a1-b8d5-4167-85d4-44cd974698e9 on network 456aff40-f476-4848-9472-2efa7a0ff8ec {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:20.667591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:23:20.669097 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Checking segment: {'id': '072011c9-2f3b-4684-ae19-ebae0620a10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '456aff40-f476-4848-9472-2efa7a0ff8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:20.669284 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Allocated IP 172.25.2.110 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:20.669833 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:20.670393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Bound using segment: {'id': '072011c9-2f3b-4684-ae19-ebae0620a10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '456aff40-f476-4848-9472-2efa7a0ff8ec'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:23:20.671590 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Bound port: 6d6639a1-b8d5-4167-85d4-44cd974698e9, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072011c9-2f3b-4684-ae19-ebae0620a10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '456aff40-f476-4848-9472-2efa7a0ff8ec'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:23:20.672445 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:20.719302 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:20.767524 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fe270c-35ac-4741-a51f-576d91775ac5 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:23:20.828418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 11fe270c-35ac-4741-a51f-576d91775ac5, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=11fe270c-35ac-4741-a51f-576d91775ac5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:20.844442 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:20.853935 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:20.857300 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] For port 6d6639a1-b8d5-4167-85d4-44cd974698e9, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:23:20.908766 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:20.909332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] For port 6d6639a1-b8d5-4167-85d4-44cd974698e9, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=6d6639a1-b8d5-4167-85d4-44cd974698e9,segment=NetworkSegment(072011c9-2f3b-4684-ae19-ebae0620a10c),segment_id=072011c9-2f3b-4684-ae19-ebae0620a10c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:23:20.922457 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:20.968710 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=11fe270c-35ac-4741-a51f-576d91775ac5,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:21.030822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:21.032730 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Pushing event updated for resources: {'Port': ['ID=ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:21.036330 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:21.062188 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd222b-c118-4f69-8939-c04cf8b96813 None None] Pushing event updated for resources: {'Port': ['ID=6d6639a1-b8d5-4167-85d4-44cd974698e9,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:21.063196 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:21.103887 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['11fe270c-35ac-4741-a51f-576d91775ac5'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:23:21.518767 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:21.583606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d3a50-8d02-4f1e-8479-4fe12d60cb1b req-0d981e50-1276-4658-aa60-33870dd55114 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:21.591828 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3f2d3a50-8d02-4f1e-8479-4fe12d60cb1b req-0d981e50-1276-4658-aa60-33870dd55114 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 949 time: 0.1314831 Mar 23 12:23:21.701826 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3f2d3a50-8d02-4f1e-8479-4fe12d60cb1b req-98f4d83d-c412-4320-8f29-2b6a5cf59e5a tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/security-groups?id=0762bb41-8528-4499-abd2-446edce83d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089904 Mar 23 12:23:21.709051 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 5ef57816-8c76-4e13-9d3f-e4a7982a6050 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:21.786170 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 5ef57816-8c76-4e13-9d3f-e4a7982a6050 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:23:21.796344 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 5ef57816-8c76-4e13-9d3f-e4a7982a6050 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:21.797051 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:21.821181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43332) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:21.911073 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:21.918308 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:21.929931 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33a7ff-3c99-4c51-b13c-cbd40e20b05f req-d0f3d137-530b-45a2-9f4b-5862caf8e80c tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:21.937524 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99f3af2-e530-4bfa-a19f-194ec80c41e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef57816-8c76-4e13-9d3f-e4a7982a6050'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:23:21.939062 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6f33a7ff-3c99-4c51-b13c-cbd40e20b05f req-d0f3d137-530b-45a2-9f4b-5862caf8e80c tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 970 time: 0.0822392 Mar 23 12:23:21.940043 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752f75fa-0cc8-4259-b02b-9cfb1a6bf9e9" -d '{"events": [{"server_uuid": "e99f3af2-e530-4bfa-a19f-194ec80c41e6", "name": "network-vif-plugged", "status": "completed", "tag": "5ef57816-8c76-4e13-9d3f-e4a7982a6050"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:23:21.953614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 5ef57816-8c76-4e13-9d3f-e4a7982a6050, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=5ef57816-8c76-4e13-9d3f-e4a7982a6050,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:21.958302 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:22.014731 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6f33a7ff-3c99-4c51-b13c-cbd40e20b05f req-6d829306-88d5-4630-8801-aefb9c3854b2 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf907d4c-7a68-4bc2-9238-f83772d8c5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747671 Mar 23 12:23:22.015684 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=5ef57816-8c76-4e13-9d3f-e4a7982a6050,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:22.040297 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5127924-d3cf-4925-a872-6bdea6ec170c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:22.212903 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Router bc251c8f-168c-4c9d-87d0-90063cc42da2 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:23:22.244844 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5127924-d3cf-4925-a872-6bdea6ec170c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:22.290616 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5127924-d3cf-4925-a872-6bdea6ec170c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:22.353412 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e5127924-d3cf-4925-a872-6bdea6ec170c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ad801bd3f5664395877c178ef30df5a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5316198 Mar 23 12:23:22.356344 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43346) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:22.385901 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5127924-d3cf-4925-a872-6bdea6ec170c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45e0a25-e05f-4dbf-99d8-42707c88234b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:22.386918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 11fe270c-35ac-4741-a51f-576d91775ac5 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:22.419356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:23:22.433054 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Sync routers for ids ['bc251c8f-168c-4c9d-87d0-90063cc42da2'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:23:22.452388 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:22.454048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-764da813-2d9e-4e5c-a761-8e92fafd9a0a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0305352 Mar 23 12:23:22.456897 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43356) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:22.459297 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Routers {'bc251c8f-168c-4c9d-87d0-90063cc42da2'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:23:22.465702 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:22:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bc251c8f-168c-4c9d-87d0-90063cc42da2'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:22.505810 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81e97ff2-4a8e-47e8-9f48-20caebf66c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:22.564130 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81e97ff2-4a8e-47e8-9f48-20caebf66c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:22.595470 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 11fe270c-35ac-4741-a51f-576d91775ac5 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:23:22.600012 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43360) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:22.608314 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 11fe270c-35ac-4741-a51f-576d91775ac5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:22.608799 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:22.725121 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b1ce93-fa46-492e-94ad-5165bc6531fd x-openstack-request-id: req-c7b1ce93-fa46-492e-94ad-5165bc6531fd {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:23:22.728489 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99f3af2-e530-4bfa-a19f-194ec80c41e6", "name": "network-vif-plugged", "status": "completed", "tag": "5ef57816-8c76-4e13-9d3f-e4a7982a6050", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:23:22.729003 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7b1ce93-fa46-492e-94ad-5165bc6531fd {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:23:22.729586 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99f3af2-e530-4bfa-a19f-194ec80c41e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef57816-8c76-4e13-9d3f-e4a7982a6050', 'code': 200} Mar 23 12:23:22.735281 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a40586-a0c9-447c-a61d-954a41c6f26c None None] Network 456aff40-f476-4848-9472-2efa7a0ff8ec requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:23:22.753977 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Set router bc251c8f-168c-4c9d-87d0-90063cc42da2 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:23:22.808233 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81e97ff2-4a8e-47e8-9f48-20caebf66c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:22.822407 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81e97ff2-4a8e-47e8-9f48-20caebf66c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:22.830318 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-81e97ff2-4a8e-47e8-9f48-20caebf66c80 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a45e0a25-e05f-4dbf-99d8-42707c88234b HTTP/1.1" status: 204 len: 168 time: 0.4717638 Mar 23 12:23:22.887501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e97ff2-4a8e-47e8-9f48-20caebf66c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45e0a25-e05f-4dbf-99d8-42707c88234b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:22.907977 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e9342-ba42-4183-a879-590ecf72b068 req-257f2264-561b-4c8d-87cd-d922386bf5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:22.919891 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-417e9342-ba42-4183-a879-590ecf72b068 req-257f2264-561b-4c8d-87cd-d922386bf5c3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 1101 time: 0.1810067 Mar 23 12:23:23.080701 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a78f2f74-ed9c-484a-a543-0adbbf96b04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:23.130545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2354255f-960d-43c6-9d3a-8a22e4db2a8d None None] Provisioning complete for port 6d6639a1-b8d5-4167-85d4-44cd974698e9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:23.130986 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2354255f-960d-43c6-9d3a-8a22e4db2a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:23.318503 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6d6639a1-b8d5-4167-85d4-44cd974698e9 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:23.355747 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-417e9342-ba42-4183-a879-590ecf72b068 req-5d2dd6fd-2b34-429c-98f9-25994e28f3a7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0762bb41-8528-4499-abd2-446edce83d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235673 Mar 23 12:23:23.406830 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'name': 'tempest-FloatingIPsTestJSON-1131767164-router', 'tenant_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:19Z', 'updated_at': '2022-03-23T12:23:21Z', 'revision_number': 3, 'project_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'gw_port': {'id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:20Z', 'updated_at': '2022-03-23T12:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:23.415295 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935128ce-4fc9-4872-81cc-131351a7b306 req-50c9ee92-87af-44ec-a62f-b7e564b44464 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:23.431550 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-935128ce-4fc9-4872-81cc-131351a7b306 req-50c9ee92-87af-44ec-a62f-b7e564b44464 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 950 time: 0.4821923 Mar 23 12:23:23.433802 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43390) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:23.478693 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Checking router: bc251c8f-168c-4c9d-87d0-90063cc42da2 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:23:23.482302 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Updating router bc251c8f-168c-4c9d-87d0-90063cc42da2 port ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:23:23.544695 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:23.591622 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a78f2f74-ed9c-484a-a543-0adbbf96b04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:23.611629 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-935128ce-4fc9-4872-81cc-131351a7b306 req-9952ed00-8a9d-4136-b921-518cf45fc35e tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/security-groups?id=0762bb41-8528-4499-abd2-446edce83d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785882 Mar 23 12:23:23.617940 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a78f2f74-ed9c-484a-a543-0adbbf96b04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:23.661517 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:23.740308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43400) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:23.748818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a78f2f74-ed9c-484a-a543-0adbbf96b04a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6795fe867dfa4572918ba8dc6b4ebc12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1477334 Mar 23 12:23:23.750365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f2f74-ed9c-484a-a543-0adbbf96b04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caa5a55-cb56-49b2-b533-ebb66fc53242,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:23.753232 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43402) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:23.774148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 6d6639a1-b8d5-4167-85d4-44cd974698e9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:23.775536 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:23.796322 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-256e7013-5dd2-45ed-b6e8-1d6fc19f0af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:23.806398 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2354255f-960d-43c6-9d3a-8a22e4db2a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:23.829189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 11fe270c-35ac-4741-a51f-576d91775ac5, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=11fe270c-35ac-4741-a51f-576d91775ac5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:23.848984 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:23.858199 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b73296f-ed77-46a3-873f-045e5c0642e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:23.952148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2354255f-960d-43c6-9d3a-8a22e4db2a8d None None] For port 6d6639a1-b8d5-4167-85d4-44cd974698e9, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=6d6639a1-b8d5-4167-85d4-44cd974698e9,segment=NetworkSegment(072011c9-2f3b-4684-ae19-ebae0620a10c),segment_id=072011c9-2f3b-4684-ae19-ebae0620a10c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:23.957844 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=11fe270c-35ac-4741-a51f-576d91775ac5,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:23.962596 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2354255f-960d-43c6-9d3a-8a22e4db2a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:23.992774 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b73296f-ed77-46a3-873f-045e5c0642e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:23.996819 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.005674 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.009238 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b55f48e0-241e-464b-aaf2-8286640ad021 req-f56b2191-2386-4c2f-8094-2716a6aac08b tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.2497408 Mar 23 12:23:24.019602 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f59faf21-39da-47d2-839e-3ba167b12998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.020078 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b73296f-ed77-46a3-873f-045e5c0642e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.096066 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f59faf21-39da-47d2-839e-3ba167b12998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.098866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43408) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:24.107166 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6b73296f-ed77-46a3-873f-045e5c0642e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28af495c478f4afaa1a904943532b76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652830 Mar 23 12:23:24.131489 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c15ab4-9803-4dc3-9db9-83b05e12eac4 None None] Pushing event updated for resources: {'Port': ['ID=ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:24.175709 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-386281e6-cf54-4cad-b7c3-5b20bd7e7378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.178511 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c15ab4-9803-4dc3-9db9-83b05e12eac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:24.180610 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c15ab4-9803-4dc3-9db9-83b05e12eac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:24.186842 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c15ab4-9803-4dc3-9db9-83b05e12eac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:24.187365 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c15ab4-9803-4dc3-9db9-83b05e12eac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:24.187869 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c15ab4-9803-4dc3-9db9-83b05e12eac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:24.188610 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c15ab4-9803-4dc3-9db9-83b05e12eac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:24.189084 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c15ab4-9803-4dc3-9db9-83b05e12eac4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:24.189619 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c15ab4-9803-4dc3-9db9-83b05e12eac4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:24.190118 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c15ab4-9803-4dc3-9db9-83b05e12eac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:24.191110 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c15ab4-9803-4dc3-9db9-83b05e12eac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:24.191653 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c15ab4-9803-4dc3-9db9-83b05e12eac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:24.192224 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c15ab4-9803-4dc3-9db9-83b05e12eac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:24.193712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73296f-ed77-46a3-873f-045e5c0642e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d33a8a-d5d2-4877-a84a-4c8f3d310b04,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c15ab4-9803-4dc3-9db9-83b05e12eac4 None None] Tracked resource versions report: Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: pushed versions: Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: { 'AddressGroup': {'1.2'}, Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'ConntrackHelper': {'1.0'}, Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'Log': {'1.0'}, Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'Network': {'1.1'}, Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'Port': {'1.7'}, Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'PortForwarding': {'1.2'}, Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'QosPolicy': {'1.9'}, Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'SecurityGroup': {'1.4'}, Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'SecurityGroupRule': {'1.2'}, Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'SubPort': {'1.0'}, Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'Subnet': {'1.1'}, Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'Trunk': {'1.1'}} Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: consumer versions: Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: { DHCP agent@n-d-834854-1: {}, Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: HyperV agent@n-h1-834854-1: {}, Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: HyperV agent@n-h2-834854-1: {}, Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: L3 agent@n-d-834854-1: {}, Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: Metadata agent@n-d-834854-1: {}, Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: Metering agent@n-d-834854-1: {}, Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: Open vSwitch agent@n-d-834854-1: { 'AddressGroup': '1.2', Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'ConntrackHelper': '1.0', Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'Log': '1.0', Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'Network': '1.1', Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'Port': '1.7', Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'PortForwarding': '1.2', Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'QosPolicy': '1.9', Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'SecurityGroup': '1.4', Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'SecurityGroupRule': '1.2', Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'SubPort': '1.0', Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'Subnet': '1.1', Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: 'Trunk': '1.1'}} Mar 23 12:23:24.198194 n-d-834854-1 neutron-server[102781]: {{(pid=102781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 12:23:24.220786 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821b284-3fe2-4216-9170-45a9c539f4b1 req-a75fa70e-49cf-4443-bb50-fe45f43a92ed tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:24.228571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354255f-960d-43c6-9d3a-8a22e4db2a8d None None] Pushing event updated for resources: {'Port': ['ID=6d6639a1-b8d5-4167-85d4-44cd974698e9,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:24.232231 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c821b284-3fe2-4216-9170-45a9c539f4b1 req-a75fa70e-49cf-4443-bb50-fe45f43a92ed tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 971 time: 0.3787324 Mar 23 12:23:24.235439 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Attempting to bind port ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:23:24.235870 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Attempting to bind port ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:23:24.236405 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Attempting to bind port ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:24.244669 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:23:24.245431 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:24.246075 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.246644 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:23:24.247577 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Bound port: ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:23:24.248383 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.271016 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-256e7013-5dd2-45ed-b6e8-1d6fc19f0af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.298497 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc8f2b1e-4ebd-4b6f-bc52-35db9a643ae8 req-3e74db6a-df5c-4284-8d39-f736bf25783e tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0818098 Mar 23 12:23:24.340942 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-256e7013-5dd2-45ed-b6e8-1d6fc19f0af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.343398 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] For port ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:23:24.350285 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] For port ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:23:24.366042 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.397322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e7013-5dd2-45ed-b6e8-1d6fc19f0af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655a1f72-b957-45c4-b496-c542a4a0ef90,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:24.397436 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.417044 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-60ab0693-d8ce-4e77-bb8f-67c4b6e94bdd None None] Provisioning complete for port 6d6639a1-b8d5-4167-85d4-44cd974698e9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:24.419706 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-60ab0693-d8ce-4e77-bb8f-67c4b6e94bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.430763 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c821b284-3fe2-4216-9170-45a9c539f4b1 req-3e56f33e-49dd-4bcc-8c25-b651dc306490 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf907d4c-7a68-4bc2-9238-f83772d8c5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974070 Mar 23 12:23:24.435061 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-256e7013-5dd2-45ed-b6e8-1d6fc19f0af7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac4f8d4df58241c99b6d7989fd3bb33e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9926767 Mar 23 12:23:24.437768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43414) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:24.484932 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f59faf21-39da-47d2-839e-3ba167b12998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.487797 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c15ab4-9803-4dc3-9db9-83b05e12eac4 None None] Pushing event updated for resources: {'Port': ['ID=ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:24.488524 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f59faf21-39da-47d2-839e-3ba167b12998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.489683 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f59faf21-39da-47d2-839e-3ba167b12998 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3caa5a55-cb56-49b2-b533-ebb66fc53242 HTTP/1.1" status: 204 len: 168 time: 0.7325995 Mar 23 12:23:24.493984 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Routers {'bc251c8f-168c-4c9d-87d0-90063cc42da2'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:23:24.494185 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:22:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bc251c8f-168c-4c9d-87d0-90063cc42da2'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:24.507825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59faf21-39da-47d2-839e-3ba167b12998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caa5a55-cb56-49b2-b533-ebb66fc53242,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:24.509928 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-82ff374f-819a-48c7-b82e-8b003ef1d4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.549462 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-82ff374f-819a-48c7-b82e-8b003ef1d4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.581473 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a6b2d7e-20f7-4958-8e92-944fc90f76a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.641196 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a6b2d7e-20f7-4958-8e92-944fc90f76a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.701990 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a6b2d7e-20f7-4958-8e92-944fc90f76a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.704545 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8a6b2d7e-20f7-4958-8e92-944fc90f76a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.705774 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8a6b2d7e-20f7-4958-8e92-944fc90f76a0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/655a1f72-b957-45c4-b496-c542a4a0ef90 HTTP/1.1" status: 204 len: 168 time: 0.2665107 Mar 23 12:23:24.731271 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7638d0-4515-4f5f-b52d-480a31f64975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fe270c-35ac-4741-a51f-576d91775ac5'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:23:24.734449 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31653c37-a456-4b84-b159-2cb998d9182b" -d '{"events": [{"server_uuid": "5e7638d0-4515-4f5f-b52d-480a31f64975", "name": "network-vif-plugged", "status": "completed", "tag": "11fe270c-35ac-4741-a51f-576d91775ac5"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:23:24.738843 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b2d7e-20f7-4958-8e92-944fc90f76a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655a1f72-b957-45c4-b496-c542a4a0ef90,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:24.781041 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-82ff374f-819a-48c7-b82e-8b003ef1d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.787246 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] Set router bc251c8f-168c-4c9d-87d0-90063cc42da2 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:23:24.787993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-82ff374f-819a-48c7-b82e-8b003ef1d4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:24.791420 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-82ff374f-819a-48c7-b82e-8b003ef1d4ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61d33a8a-d5d2-4877-a84a-4c8f3d310b04 HTTP/1.1" status: 204 len: 168 time: 0.6819403 Mar 23 12:23:24.826580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff374f-819a-48c7-b82e-8b003ef1d4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d33a8a-d5d2-4877-a84a-4c8f3d310b04,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:24.829600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Allocated IP 172.20.0.1 (456aff40-f476-4848-9472-2efa7a0ff8ec/8391c06e-2d3b-4a2d-aa52-092f02d6b5f9/29705d55-0476-46dd-8ea2-c611daab830c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:24.953069 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682079aa-6e7e-4fb8-8e03-bca199ff0ab6 x-openstack-request-id: req-682079aa-6e7e-4fb8-8e03-bca199ff0ab6 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:23:24.953655 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7638d0-4515-4f5f-b52d-480a31f64975", "name": "network-vif-plugged", "status": "completed", "tag": "11fe270c-35ac-4741-a51f-576d91775ac5", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:23:24.953655 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-682079aa-6e7e-4fb8-8e03-bca199ff0ab6 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:23:24.964078 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7638d0-4515-4f5f-b52d-480a31f64975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fe270c-35ac-4741-a51f-576d91775ac5', 'code': 200} Mar 23 12:23:24.976481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a2e24-37d8-429e-adb4-9964e348a1d0 req-795ab3b3-d9f6-4655-8f43-dcfd33cfe5dc tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:24.978348 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f16a2e24-37d8-429e-adb4-9964e348a1d0 req-795ab3b3-d9f6-4655-8f43-dcfd33cfe5dc tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 950 time: 0.1095967 Mar 23 12:23:25.066936 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f16a2e24-37d8-429e-adb4-9964e348a1d0 req-02f81e83-2162-42ab-8a42-0fde37def49b tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/security-groups?id=0762bb41-8528-4499-abd2-446edce83d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726254 Mar 23 12:23:25.070979 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:25.114327 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6d6639a1-b8d5-4167-85d4-44cd974698e9 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:25.167068 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:25.188607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214707ef-7cb6-467c-b251-61e872528d3c req-cdaece6f-1db2-4786-b6ab-09f810bed831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:25.194105 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-214707ef-7cb6-467c-b251-61e872528d3c req-cdaece6f-1db2-4786-b6ab-09f810bed831 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 1122 time: 0.0882995 Mar 23 12:23:25.208328 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 6d6639a1-b8d5-4167-85d4-44cd974698e9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:25.208952 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:25.268871 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'name': 'tempest-FloatingIPsTestJSON-1131767164-router', 'tenant_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:19Z', 'updated_at': '2022-03-23T12:23:21Z', 'revision_number': 3, 'project_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'gw_port': {'id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:20Z', 'updated_at': '2022-03-23T12:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:25.271642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Pushing event updated for resources: {'Port': ['ID=29705d55-0476-46dd-8ea2-c611daab830c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:25.278311 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-214707ef-7cb6-467c-b251-61e872528d3c req-81113533-55fb-4efd-b44b-05dc2af0c40d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cf907d4c-7a68-4bc2-9238-f83772d8c5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692680 Mar 23 12:23:25.293724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Network 456aff40-f476-4848-9472-2efa7a0ff8ec is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:25.295251 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:25.303656 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:25.304205 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:25.316160 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775c703-8a2b-4cb0-ae93-dcae684c4779 None None] The sync data for ids ['bc251c8f-168c-4c9d-87d0-90063cc42da2'] in n-d-834854-1 is: [{'id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'name': 'tempest-FloatingIPsTestJSON-1131767164-router', 'tenant_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:19Z', 'updated_at': '2022-03-23T12:23:21Z', 'revision_number': 3, 'project_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'gw_port': {'id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:20Z', 'updated_at': '2022-03-23T12:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:23:25.597781 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b57a8c7-9bdb-4a46-905c-8a2d903fe88a req-1ee9125b-fb34-494a-a5a4-83b27e39cf0d tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0818293 Mar 23 12:23:25.621668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43450) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:25.659889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9d4e389f-7ad8-46f0-bd88-b3a5ef02eaa5 None None] Provisioning complete for port 29705d55-0476-46dd-8ea2-c611daab830c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:25.660831 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9d4e389f-7ad8-46f0-bd88-b3a5ef02eaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:25.669001 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfcb287f-784f-477f-841b-24be542f2e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:25.786169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e389f-7ad8-46f0-bd88-b3a5ef02eaa5 None None] Port 29705d55-0476-46dd-8ea2-c611daab830c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:23:25.802129 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2564ab9-45ce-492c-a752-fa15316f57be req-e755b562-dbd0-461e-ac32-59332b897634 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:25.820063 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43452) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:25.822504 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b2564ab9-45ce-492c-a752-fa15316f57be req-e755b562-dbd0-461e-ac32-59332b897634 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 971 time: 0.1457155 Mar 23 12:23:25.836932 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43454) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:25.865843 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37df02d8-4482-42c1-a28f-4b5a4d0741d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:25.895326 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:25.948635 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfcb287f-784f-477f-841b-24be542f2e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:25.960721 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfcb287f-784f-477f-841b-24be542f2e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:25.998142 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b2564ab9-45ce-492c-a752-fa15316f57be req-9f7ba9e6-4028-448e-9a34-b4bc7958bbbf tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf907d4c-7a68-4bc2-9238-f83772d8c5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682177 Mar 23 12:23:26.052917 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bfcb287f-784f-477f-841b-24be542f2e2e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53672d6344ef4d5bb059591593e69ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4300454 Mar 23 12:23:26.059520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb287f-784f-477f-841b-24be542f2e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cab75f-21ef-457f-9b63-1273b9614f55,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:26.062829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43458) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:26.132854 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37df02d8-4482-42c1-a28f-4b5a4d0741d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.148125 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37df02d8-4482-42c1-a28f-4b5a4d0741d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.263261 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-37df02d8-4482-42c1-a28f-4b5a4d0741d5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=07252d1d33ef4736b5007f9a2675f6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4421277 Mar 23 12:23:26.274699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df02d8-4482-42c1-a28f-4b5a4d0741d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdcb184-5ac2-4c8b-9489-4a256efeeb9e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:26.282863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43468) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:26.295818 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84ecf3b8-3859-4c8c-9baa-e5d334c337bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.333901 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84ecf3b8-3859-4c8c-9baa-e5d334c337bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.365039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f0152-5bae-4117-b535-8f80831d5461 req-f1c86920-cee9-4de3-a95c-6e645eca4d6e tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:26.367294 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca8f0152-5bae-4117-b535-8f80831d5461 req-f1c86920-cee9-4de3-a95c-6e645eca4d6e tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 950 time: 0.1619639 Mar 23 12:23:26.398720 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cdf73c1d-5a99-485c-9193-73bc10af74e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.452091 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d40958de-9419-430b-9fa5-9df61a72077f req-cb227dfa-eb41-42a7-b1ac-700ffbe15b8a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0318775 Mar 23 12:23:26.456090 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.466607 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca8f0152-5bae-4117-b535-8f80831d5461 req-23ab3e2e-00eb-4122-8216-e56fbeabdab7 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/security-groups?id=0762bb41-8528-4499-abd2-446edce83d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856829 Mar 23 12:23:26.485756 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.487170 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.496452 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84ecf3b8-3859-4c8c-9baa-e5d334c337bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.498353 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7c2fbb31-eaa2-49b6-a7d5-ea3f0bcf3325 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=45d393de137749ccb93078f15fc1bac6&name=default HTTP/1.1" status: 200 len: 2976 time: 0.6564610 Mar 23 12:23:26.502148 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84ecf3b8-3859-4c8c-9baa-e5d334c337bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.503869 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-84ecf3b8-3859-4c8c-9baa-e5d334c337bd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99cab75f-21ef-457f-9b63-1273b9614f55 HTTP/1.1" status: 204 len: 168 time: 0.4382274 Mar 23 12:23:26.521081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43474) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:26.535281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecf3b8-3859-4c8c-9baa-e5d334c337bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cab75f-21ef-457f-9b63-1273b9614f55,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:26.608592 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6848ee4d-67d6-4849-a3bd-d4c87ae75bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.633077 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79c3bb4a-0547-4fb7-af37-fe28b936aea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.638232 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6848ee4d-67d6-4849-a3bd-d4c87ae75bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.711507 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6848ee4d-67d6-4849-a3bd-d4c87ae75bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.715475 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6848ee4d-67d6-4849-a3bd-d4c87ae75bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.720801 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6848ee4d-67d6-4849-a3bd-d4c87ae75bb8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d7ea2589-9434-49ed-8f30-72b5de0fe500 HTTP/1.1" status: 204 len: 168 time: 0.1888394 Mar 23 12:23:26.736791 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848ee4d-67d6-4849-a3bd-d4c87ae75bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ea2589-9434-49ed-8f30-72b5de0fe500,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:26.740127 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Pushing event updated for resources: {'Port': ['ID=29705d55-0476-46dd-8ea2-c611daab830c,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:26.763889 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79c3bb4a-0547-4fb7-af37-fe28b936aea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.877498 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0e0b11a6-ff28-4e6a-8a5f-1893a05e7f75 req-14182efa-d61d-4f8b-8976-05feef67e4cb tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0917974 Mar 23 12:23:26.897114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Network 456aff40-f476-4848-9472-2efa7a0ff8ec is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:26.900075 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:26.926248 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79c3bb4a-0547-4fb7-af37-fe28b936aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.935323 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79c3bb4a-0547-4fb7-af37-fe28b936aea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:26.939605 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-79c3bb4a-0547-4fb7-af37-fe28b936aea2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6bdcb184-5ac2-4c8b-9489-4a256efeeb9e HTTP/1.1" status: 204 len: 168 time: 0.6473887 Mar 23 12:23:26.995752 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3bb4a-0547-4fb7-af37-fe28b936aea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdcb184-5ac2-4c8b-9489-4a256efeeb9e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:27.165152 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:27.179592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Router bc251c8f-168c-4c9d-87d0-90063cc42da2 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:23:27.280932 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:27.281310 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:27.359861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1d8fd-993d-458f-9f02-6f1a62945e87 req-c5844e06-3bdc-4c66-a869-2fd8e208a44c tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:27.361621 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5be1d8fd-993d-458f-9f02-6f1a62945e87 req-c5844e06-3bdc-4c66-a869-2fd8e208a44c tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 971 time: 0.1036456 Mar 23 12:23:27.453336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:23:27.477281 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-523ada3e-ba2b-4588-8b0e-224a69b75a4c admin admin] 10.222.0.52 "PUT /v2.0/routers/bc251c8f-168c-4c9d-87d0-90063cc42da2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0178540 Mar 23 12:23:27.479504 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5be1d8fd-993d-458f-9f02-6f1a62945e87 req-83915701-1f5b-41f9-9aa8-42382b5951fc tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf907d4c-7a68-4bc2-9238-f83772d8c5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064684 Mar 23 12:23:27.522896 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:27.529561 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-30d662f8-e04f-416b-92b5-715f2dfae60a None None] Provisioning complete for port 29705d55-0476-46dd-8ea2-c611daab830c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:27.530109 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-30d662f8-e04f-416b-92b5-715f2dfae60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:27.609918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-30d662f8-e04f-416b-92b5-715f2dfae60a None None] Port 29705d55-0476-46dd-8ea2-c611daab830c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:23:27.618477 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:27.621398 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:27.623816 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:27.690419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:28.008963 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43526) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:28.067097 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8ee48309-474a-4e71-973f-fe7a02538036 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86b7917dcd9d4775823536ea53846f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559747 Mar 23 12:23:28.069672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43532) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:28.118936 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443da21-ed29-4249-b29f-26b539d7029b req-c1e718ed-b289-43bc-a9d9-a8ad75c50f90 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:28.126538 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8443da21-ed29-4249-b29f-26b539d7029b req-c1e718ed-b289-43bc-a9d9-a8ad75c50f90 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 971 time: 0.1333673 Mar 23 12:23:28.184022 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8443da21-ed29-4249-b29f-26b539d7029b req-0881531e-50ad-47b3-8b0b-fcae42efac5e tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf907d4c-7a68-4bc2-9238-f83772d8c5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524659 Mar 23 12:23:28.216201 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4ed2bb70-00c0-4204-a033-2f4b4dae807e req-4cfe4e73-26b4-4e18-841a-d27cdbee8882 tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0628748 Mar 23 12:23:28.221251 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d492487a-9362-43c3-8d73-4f47ee23e233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:28.263735 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d492487a-9362-43c3-8d73-4f47ee23e233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:28.332025 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d492487a-9362-43c3-8d73-4f47ee23e233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:28.336652 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d492487a-9362-43c3-8d73-4f47ee23e233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:28.340945 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d492487a-9362-43c3-8d73-4f47ee23e233 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52bb6112-d964-496f-8416-5e9425489034 HTTP/1.1" status: 204 len: 168 time: 0.2670839 Mar 23 12:23:28.348480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492487a-9362-43c3-8d73-4f47ee23e233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bb6112-d964-496f-8416-5e9425489034,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:28.432375 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3590e-37ee-4e7b-8865-6f095ff13c62 req-67b8913d-6a59-4df7-85d0-f4a5ef8fca10 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:28.449161 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71e3590e-37ee-4e7b-8865-6f095ff13c62 req-67b8913d-6a59-4df7-85d0-f4a5ef8fca10 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 950 time: 0.0880070 Mar 23 12:23:28.496250 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71e3590e-37ee-4e7b-8865-6f095ff13c62 req-9fc429f1-8313-475f-beb3-d9915c0bf626 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/security-groups?id=0762bb41-8528-4499-abd2-446edce83d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453403 Mar 23 12:23:28.865157 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fbf0bedb-4149-40fc-acb9-63adb20ff06b req-2a9beb12-1d98-494c-9db2-e65c504f2e49 tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0625393 Mar 23 12:23:28.941342 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Sync routers for ids ['bc251c8f-168c-4c9d-87d0-90063cc42da2'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:23:28.960666 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:28.961845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Routers {'bc251c8f-168c-4c9d-87d0-90063cc42da2'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:23:28.962673 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bc251c8f-168c-4c9d-87d0-90063cc42da2'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:29.045596 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-09da3cfc-9127-445d-8c6e-a8e13155579a req-023d857a-7da1-42b3-bc91-2c21de1f749b tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0346932 Mar 23 12:23:29.112060 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-b51b7b91-7c53-433a-857b-0dd77d10e2a3 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3864610 Mar 23 12:23:29.118901 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:29.177122 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:29.192817 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:29.255467 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Set router bc251c8f-168c-4c9d-87d0-90063cc42da2 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:23:29.365930 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:29.365930 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:29.403432 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:29.533378 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716e51e-b9ef-497e-a909-cf6792b693d3 req-185965ae-1ba9-456f-ba8d-3fef2769e8dc tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:29.535550 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5716e51e-b9ef-497e-a909-cf6792b693d3 req-185965ae-1ba9-456f-ba8d-3fef2769e8dc tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 971 time: 0.1199381 Mar 23 12:23:29.647502 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5716e51e-b9ef-497e-a909-cf6792b693d3 req-36e5011a-e827-4aee-8d14-191e5028817d tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf907d4c-7a68-4bc2-9238-f83772d8c5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994518 Mar 23 12:23:29.740574 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:29.748405 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Allocated IP 172.25.2.109 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/776d4085-83c9-42a7-887c-d831d7ec8f3d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:29.772607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0489a-e95e-42a1-bf45-49f4393ca1cf req-c279ac73-30bc-45ed-8476-9131eb3cb95e tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:29.785033 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fcc0489a-e95e-42a1-bf45-49f4393ca1cf req-c279ac73-30bc-45ed-8476-9131eb3cb95e tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.77 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 950 time: 0.2116225 Mar 23 12:23:29.826435 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b03c0-455e-4c1e-8b70-0c67604e5e14 req-edd5b668-4923-438b-87ef-65c327a29abf tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:29.834818 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-380b03c0-455e-4c1e-8b70-0c67604e5e14 req-edd5b668-4923-438b-87ef-65c327a29abf tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 950 time: 0.0727544 Mar 23 12:23:29.881623 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-380b03c0-455e-4c1e-8b70-0c67604e5e14 req-4cf3baa2-8868-47dc-9583-d7d3a8e6dfcd tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/security-groups?id=0762bb41-8528-4499-abd2-446edce83d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455248 Mar 23 12:23:29.974202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'name': 'tempest-FloatingIPsTestJSON-1131767164-router', 'tenant_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:19Z', 'updated_at': '2022-03-23T12:23:25Z', 'revision_number': 4, 'project_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'gw_port': {'id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:20Z', 'updated_at': '2022-03-23T12:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '29705d55-0476-46dd-8ea2-c611daab830c', 'name': '', 'network_id': '456aff40-f476-4848-9472-2efa7a0ff8ec', 'tenant_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'mac_address': 'fa:16:3e:ac:71:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8391c06e-2d3b-4a2d-aa52-092f02d6b5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:24Z', 'updated_at': '2022-03-23T12:23:26Z', 'revision_number': 2, 'project_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'subnets': [{'id': '8391c06e-2d3b-4a2d-aa52-092f02d6b5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:30.010026 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Checking router: bc251c8f-168c-4c9d-87d0-90063cc42da2 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:23:30.010872 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Updating router bc251c8f-168c-4c9d-87d0-90063cc42da2 port 29705d55-0476-46dd-8ea2-c611daab830c binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:23:30.044269 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:30.206850 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5894a-ac5f-409a-9592-58493990dea3 req-f1905379-a319-4c00-be0b-1cc7df966189 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:30.208325 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81c5894a-ac5f-409a-9592-58493990dea3 req-f1905379-a319-4c00-be0b-1cc7df966189 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 971 time: 0.1646543 Mar 23 12:23:30.279530 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-13f61f5c-2ddc-4290-aabf-e72ad1358924 req-6b8a5dc5-aca9-4de6-988a-ef1f30433bc4 tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0788550 Mar 23 12:23:30.296540 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:30.362341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-fcc0489a-e95e-42a1-bf45-49f4393ca1cf req-464ce6e1-a225-4461-bd94-70a36297ec94 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Deleting port 5ef57816-8c76-4e13-9d3f-e4a7982a6050 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:23:30.362685 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fcc0489a-e95e-42a1-bf45-49f4393ca1cf req-464ce6e1-a225-4461-bd94-70a36297ec94 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:30.433499 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:30.441095 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:30.483729 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:30.491306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-81c5894a-ac5f-409a-9592-58493990dea3 req-266d9091-ce98-4f93-9fd3-9bccf056971e tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Deleting port 11fe270c-35ac-4741-a51f-576d91775ac5 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:23:30.491749 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81c5894a-ac5f-409a-9592-58493990dea3 req-266d9091-ce98-4f93-9fd3-9bccf056971e tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:30.504547 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c2570-166e-438e-8745-2e3e8bd22609 None None] Pushing event updated for resources: {'Port': ['ID=29705d55-0476-46dd-8ea2-c611daab830c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:30.552071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-fcc0489a-e95e-42a1-bf45-49f4393ca1cf req-464ce6e1-a225-4461-bd94-70a36297ec94 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] For port 5ef57816-8c76-4e13-9d3f-e4a7982a6050, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=5ef57816-8c76-4e13-9d3f-e4a7982a6050,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:30.552343 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fcc0489a-e95e-42a1-bf45-49f4393ca1cf req-464ce6e1-a225-4461-bd94-70a36297ec94 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:30.585103 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Attempting to bind port 29705d55-0476-46dd-8ea2-c611daab830c on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:23:30.586309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Attempting to bind port 29705d55-0476-46dd-8ea2-c611daab830c by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '072011c9-2f3b-4684-ae19-ebae0620a10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '456aff40-f476-4848-9472-2efa7a0ff8ec'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:23:30.586767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Attempting to bind port 29705d55-0476-46dd-8ea2-c611daab830c on network 456aff40-f476-4848-9472-2efa7a0ff8ec {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:30.593777 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:23:30.594446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Checking segment: {'id': '072011c9-2f3b-4684-ae19-ebae0620a10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '456aff40-f476-4848-9472-2efa7a0ff8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:30.595465 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:30.596111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Bound using segment: {'id': '072011c9-2f3b-4684-ae19-ebae0620a10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '456aff40-f476-4848-9472-2efa7a0ff8ec'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:23:30.596696 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Bound port: 29705d55-0476-46dd-8ea2-c611daab830c, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072011c9-2f3b-4684-ae19-ebae0620a10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '456aff40-f476-4848-9472-2efa7a0ff8ec'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:23:30.597178 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:30.672725 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-81c5894a-ac5f-409a-9592-58493990dea3 req-266d9091-ce98-4f93-9fd3-9bccf056971e tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] For port 11fe270c-35ac-4741-a51f-576d91775ac5, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=11fe270c-35ac-4741-a51f-576d91775ac5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:30.673329 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81c5894a-ac5f-409a-9592-58493990dea3 req-266d9091-ce98-4f93-9fd3-9bccf056971e tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:30.678627 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] For port 29705d55-0476-46dd-8ea2-c611daab830c, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:23:30.688490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] For port 29705d55-0476-46dd-8ea2-c611daab830c, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=29705d55-0476-46dd-8ea2-c611daab830c,segment=NetworkSegment(072011c9-2f3b-4684-ae19-ebae0620a10c),segment_id=072011c9-2f3b-4684-ae19-ebae0620a10c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:23:30.691757 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-81c5894a-ac5f-409a-9592-58493990dea3 req-266d9091-ce98-4f93-9fd3-9bccf056971e tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Calling delete_port for 11fe270c-35ac-4741-a51f-576d91775ac5 owned by compute:tempest-test_az-1558647721 {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:23:30.695520 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:30.798146 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-32b34e93-6899-4e60-a851-d3516646500a None None] Provisioning complete for port 29705d55-0476-46dd-8ea2-c611daab830c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:30.798783 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-32b34e93-6899-4e60-a851-d3516646500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:30.877832 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:30.884134 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81c5894a-ac5f-409a-9592-58493990dea3 req-266d9091-ce98-4f93-9fd3-9bccf056971e tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:30.889587 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-fcc0489a-e95e-42a1-bf45-49f4393ca1cf req-464ce6e1-a225-4461-bd94-70a36297ec94 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Calling delete_port for 5ef57816-8c76-4e13-9d3f-e4a7982a6050 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:23:30.896358 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:30.904534 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:30.921020 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdac9a6-88ee-4126-b4a7-9d372df6e559 req-e721c2ea-740e-4138-be43-94194614c9f5 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:30.934008 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Pushing event updated for resources: {'Port': ['ID=776d4085-83c9-42a7-887c-d831d7ec8f3d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:30.934662 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9bdac9a6-88ee-4126-b4a7-9d372df6e559 req-e721c2ea-740e-4138-be43-94194614c9f5 tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7638d0-4515-4f5f-b52d-480a31f64975 HTTP/1.1" status: 200 len: 971 time: 0.1260705 Mar 23 12:23:30.956074 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['11fe270c-35ac-4741-a51f-576d91775ac5'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:23:30.964159 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Routers {'bc251c8f-168c-4c9d-87d0-90063cc42da2'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:23:30.965705 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bc251c8f-168c-4c9d-87d0-90063cc42da2'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:31.016325 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9bdac9a6-88ee-4126-b4a7-9d372df6e559 req-a86fabf8-c795-4d4d-855d-18e98b8fed6e tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf907d4c-7a68-4bc2-9238-f83772d8c5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806553 Mar 23 12:23:31.016469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d9091-ce98-4f93-9fd3-9bccf056971e tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Pushing event deleted for resources: {'Port': ['ID=11fe270c-35ac-4741-a51f-576d91775ac5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:31.158443 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] Set router bc251c8f-168c-4c9d-87d0-90063cc42da2 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:23:31.173146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c5894a-ac5f-409a-9592-58493990dea3 req-266d9091-ce98-4f93-9fd3-9bccf056971e tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] No DVR routers for this DVR port 11fe270c-35ac-4741-a51f-576d91775ac5 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:23:31.178569 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-81c5894a-ac5f-409a-9592-58493990dea3 req-266d9091-ce98-4f93-9fd3-9bccf056971e tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:31.182812 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81c5894a-ac5f-409a-9592-58493990dea3 req-266d9091-ce98-4f93-9fd3-9bccf056971e tempest-ServerDiagnosticsNegativeTest-1435600362 tempest-ServerDiagnosticsNegativeTest-1435600362-project] 10.222.0.73 "DELETE /v2.0/ports/11fe270c-35ac-4741-a51f-576d91775ac5 HTTP/1.1" status: 204 len: 173 time: 0.9582675 Mar 23 12:23:31.191678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7638d0-4515-4f5f-b52d-480a31f64975', 'name': 'network-vif-deleted', 'tag': '11fe270c-35ac-4741-a51f-576d91775ac5'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:23:31.194248 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd5385c-a224-4767-9190-900f2ee33c4a" -d '{"events": [{"server_uuid": "5e7638d0-4515-4f5f-b52d-480a31f64975", "name": "network-vif-deleted", "tag": "11fe270c-35ac-4741-a51f-576d91775ac5"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:23:31.205403 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:31.226899 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c2570-166e-438e-8745-2e3e8bd22609 None None] Pushing event updated for resources: {'Port': ['ID=29705d55-0476-46dd-8ea2-c611daab830c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:31.272701 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-32b34e93-6899-4e60-a851-d3516646500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:31.291266 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:31.417210 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43652) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:31.462670 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-32b34e93-6899-4e60-a851-d3516646500a None None] For port 29705d55-0476-46dd-8ea2-c611daab830c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=29705d55-0476-46dd-8ea2-c611daab830c,segment=NetworkSegment(072011c9-2f3b-4684-ae19-ebae0620a10c),segment_id=072011c9-2f3b-4684-ae19-ebae0620a10c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:31.471591 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-32b34e93-6899-4e60-a851-d3516646500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:31.532870 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:31.533714 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'name': 'tempest-FloatingIPsTestJSON-1131767164-router', 'tenant_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:19Z', 'updated_at': '2022-03-23T12:23:25Z', 'revision_number': 4, 'project_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'gw_port': {'id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:20Z', 'updated_at': '2022-03-23T12:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '29705d55-0476-46dd-8ea2-c611daab830c', 'name': '', 'network_id': '456aff40-f476-4848-9472-2efa7a0ff8ec', 'tenant_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'mac_address': 'fa:16:3e:ac:71:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8391c06e-2d3b-4a2d-aa52-092f02d6b5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:24Z', 'updated_at': '2022-03-23T12:23:30Z', 'revision_number': 4, 'project_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'subnets': [{'id': '8391c06e-2d3b-4a2d-aa52-092f02d6b5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:31.535747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b34e93-6899-4e60-a851-d3516646500a None None] Pushing event updated for resources: {'Port': ['ID=29705d55-0476-46dd-8ea2-c611daab830c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:31.552191 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:31.579374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774b74c8-413b-4be5-9dce-e2d5aaee1051 None None] The sync data for ids ['bc251c8f-168c-4c9d-87d0-90063cc42da2'] in n-d-834854-1 is: [{'id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'name': 'tempest-FloatingIPsTestJSON-1131767164-router', 'tenant_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:19Z', 'updated_at': '2022-03-23T12:23:25Z', 'revision_number': 4, 'project_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'gw_port': {'id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:20Z', 'updated_at': '2022-03-23T12:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '29705d55-0476-46dd-8ea2-c611daab830c', 'name': '', 'network_id': '456aff40-f476-4848-9472-2efa7a0ff8ec', 'tenant_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'mac_address': 'fa:16:3e:ac:71:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8391c06e-2d3b-4a2d-aa52-092f02d6b5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:24Z', 'updated_at': '2022-03-23T12:23:30Z', 'revision_number': 4, 'project_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'subnets': [{'id': '8391c06e-2d3b-4a2d-aa52-092f02d6b5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:23:31.603133 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fcc0489a-e95e-42a1-bf45-49f4393ca1cf req-464ce6e1-a225-4461-bd94-70a36297ec94 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:31.609213 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:31.616716 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['5ef57816-8c76-4e13-9d3f-e4a7982a6050'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:23:31.644761 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:31.645881 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5313721 Mar 23 12:23:31.679868 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-39374bb3-7ad2-4321-b1fb-a23fd8e63a0f None None] Provisioning complete for port 29705d55-0476-46dd-8ea2-c611daab830c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:31.680457 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-39374bb3-7ad2-4321-b1fb-a23fd8e63a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:31.808689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5c7c3-b3a9-4c12-bee5-31ca85478ac5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Pushing event updated for resources: {'Port': ['ID=776d4085-83c9-42a7-887c-d831d7ec8f3d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:31.886491 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-416bd0d4-d82c-4e32-8120-56b81a2e5adc req-d87ec94f-f49a-4e84-835f-4ac0b030b433 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.52 "GET /v2.0/ports?device_id=e99f3af2-e530-4bfa-a19f-194ec80c41e6 HTTP/1.1" status: 200 len: 210 time: 0.0507622 Mar 23 12:23:31.963276 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc0489a-e95e-42a1-bf45-49f4393ca1cf req-464ce6e1-a225-4461-bd94-70a36297ec94 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] No DVR routers for this DVR port 5ef57816-8c76-4e13-9d3f-e4a7982a6050 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:23:31.963276 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-146185fb-c6fb-4ebc-9338-93bd7a645be4 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.109 HTTP/1.1" status: 200 len: 696 time: 0.2708216 Mar 23 12:23:31.986755 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fcc0489a-e95e-42a1-bf45-49f4393ca1cf req-464ce6e1-a225-4461-bd94-70a36297ec94 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:31.990210 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fcc0489a-e95e-42a1-bf45-49f4393ca1cf req-464ce6e1-a225-4461-bd94-70a36297ec94 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] 10.222.0.77 "DELETE /v2.0/ports/5ef57816-8c76-4e13-9d3f-e4a7982a6050 HTTP/1.1" status: 204 len: 173 time: 2.1948206 Mar 23 12:23:31.991858 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ce6e1-a225-4461-bd94-70a36297ec94 tempest-TenantUsagesTestJSON-885996538 tempest-TenantUsagesTestJSON-885996538-project] Pushing event deleted for resources: {'Port': ['ID=5ef57816-8c76-4e13-9d3f-e4a7982a6050,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:32.002920 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc99758-f129-4fe0-bd96-0668e1fabb70 x-openstack-request-id: req-acc99758-f129-4fe0-bd96-0668e1fabb70 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:23:32.003202 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7638d0-4515-4f5f-b52d-480a31f64975", "name": "network-vif-deleted", "tag": "11fe270c-35ac-4741-a51f-576d91775ac5", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:23:32.003450 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-acc99758-f129-4fe0-bd96-0668e1fabb70 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:23:32.003828 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7638d0-4515-4f5f-b52d-480a31f64975', 'name': 'network-vif-deleted', 'tag': '11fe270c-35ac-4741-a51f-576d91775ac5', 'status': 'completed', 'code': 200} Mar 23 12:23:32.027449 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8dcb1f10-0977-4b33-b03b-b991455fc4bd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-network', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:32.068532 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcb1f10-0977-4b33-b03b-b991455fc4bd admin admin] Made reservation on behalf of 8001c6b343c74d98acb249e144cd9ee4 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:23:32.074403 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dcb1f10-0977-4b33-b03b-b991455fc4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:32.090359 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dcb1f10-0977-4b33-b03b-b991455fc4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:32.169309 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-103a084f-f22d-44fe-92cd-5a0aa11fee7e req-0d28050b-1a38-4fe8-91b3-14f8e11bed65 tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0601501 Mar 23 12:23:32.235542 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-df578ab7-560b-4300-806e-420ec0bab449 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:32.238635 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-df578ab7-560b-4300-806e-420ec0bab449 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.2534726 Mar 23 12:23:32.258302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-8a609093-b96c-423a-98ba-aed07a51fa06 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:23:32.259290 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-211b479c-239f-4b70-b43b-71e2f10cc62d req-8a609093-b96c-423a-98ba-aed07a51fa06 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066376 Mar 23 12:23:32.308271 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dcb1f10-0977-4b33-b03b-b991455fc4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:32.318130 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dcb1f10-0977-4b33-b03b-b991455fc4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:32.360812 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcb1f10-0977-4b33-b03b-b991455fc4bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:23:32.392455 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dcb1f10-0977-4b33-b03b-b991455fc4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:32.392872 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-8dcb1f10-0977-4b33-b03b-b991455fc4bd admin admin] Added segment 14a48e7d-22ef-41f7-973a-3282d66d34ce of type vlan for network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 Mar 23 12:23:32.415910 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb1f10-0977-4b33-b03b-b991455fc4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4e7d47-be89-474a-bd3c-5226d113cb86,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:32.498667 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dcb1f10-0977-4b33-b03b-b991455fc4bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:32.564062 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dcb1f10-0977-4b33-b03b-b991455fc4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:32.565636 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcb1f10-0977-4b33-b03b-b991455fc4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:32.566343 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dcb1f10-0977-4b33-b03b-b991455fc4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:32.671111 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db04763c-4129-4f83-8641-daa7391593df req-b98fe076-826a-4387-b3c2-d2b2750017fa tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/floatingips/03dde547-fdea-49d2-a612-ee6a6059dd81 HTTP/1.1" status: 200 len: 693 time: 0.3155272 Mar 23 12:23:32.848238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04763c-4129-4f83-8641-daa7391593df req-d28fbe4b-3f96-4134-92eb-933081938bd4 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:32.860520 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db04763c-4129-4f83-8641-daa7391593df req-d28fbe4b-3f96-4134-92eb-933081938bd4 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.1758428 Mar 23 12:23:32.867092 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-db04763c-4129-4f83-8641-daa7391593df req-ebb77aff-be6c-4528-b4ee-e0026308ae5a tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:23:32.875275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb1f10-0977-4b33-b03b-b991455fc4bd admin admin] Pushing event updated for resources: {'Network': ['ID=f731e4d7-4c9b-4d2d-963d-6cfadce42a60,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:32.878921 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db04763c-4129-4f83-8641-daa7391593df req-ebb77aff-be6c-4528-b4ee-e0026308ae5a tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172331 Mar 23 12:23:32.892847 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:23:32.903015 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8dcb1f10-0977-4b33-b03b-b991455fc4bd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4820743 Mar 23 12:23:32.903732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43694) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:32.908914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e8c3e744-d877-4e43-97ea-62c80d31feef admin admin] Request body: {'subnet': {'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-subnet', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:32.933815 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c3e744-d877-4e43-97ea-62c80d31feef admin admin] Made reservation on behalf of 8001c6b343c74d98acb249e144cd9ee4 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:23:32.943443 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e8c3e744-d877-4e43-97ea-62c80d31feef admin admin] Notify callbacks [] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:33.068679 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-39237dd0-6019-4662-bd5a-7eb6aa29a688 req-d90fa57e-5dc4-40e1-a039-e0a29818da13 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=f74f2c67323a47d2a7ab7eea6987892f HTTP/1.1" status: 200 len: 696 time: 0.1225717 Mar 23 12:23:33.179907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43708) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:33.191175 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a885d5de-9e06-4053-a96e-0523ed154533 req-f47ac16b-3756-4ed4-b769-d2c3a923c99c tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3b69b2324a9b4469a089ee3c59ba08c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400596 Mar 23 12:23:33.228509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 29705d55-0476-46dd-8ea2-c611daab830c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:33.324047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 29705d55-0476-46dd-8ea2-c611daab830c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:33.324512 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:33.336502 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e8c3e744-d877-4e43-97ea-62c80d31feef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:33.382680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39237dd0-6019-4662-bd5a-7eb6aa29a688 req-29165a24-1c61-46ae-8907-4d242cb7736e tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:33.384521 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-39237dd0-6019-4662-bd5a-7eb6aa29a688 req-29165a24-1c61-46ae-8907-4d242cb7736e tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/networks?id=d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 787 time: 0.3150480 Mar 23 12:23:33.395309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-39237dd0-6019-4662-bd5a-7eb6aa29a688 req-b6ff69cf-e12a-4558-bec2-2c0c32695857 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:23:33.397208 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-39237dd0-6019-4662-bd5a-7eb6aa29a688 req-b6ff69cf-e12a-4558-bec2-2c0c32695857 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065227 Mar 23 12:23:33.444881 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3e744-d877-4e43-97ea-62c80d31feef admin admin] Pushing event updated for resources: {'Subnet': ['ID=973c670b-2da1-4198-9fd7-10b0a0c5637b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:33.455244 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f7b86c2b-a322-4881-8456-06fac6d29618 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=92b3d429e24e431dba0fa41d9e3644f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738929 Mar 23 12:23:33.457904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43716) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:33.470842 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885d5de-9e06-4053-a96e-0523ed154533 req-1338e337-c2a1-4e8d-bee9-b59e939aa40a tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:33.478054 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a885d5de-9e06-4053-a96e-0523ed154533 req-1338e337-c2a1-4e8d-bee9-b59e939aa40a tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2372825 Mar 23 12:23:33.492321 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3e744-d877-4e43-97ea-62c80d31feef admin admin] Checking segment: {'id': '14a48e7d-22ef-41f7-973a-3282d66d34ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:33.492991 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c3e744-d877-4e43-97ea-62c80d31feef admin admin] Network hostable DHCP agents. Network: f731e4d7-4c9b-4d2d-963d-6cfadce42a60, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:23:33.513442 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80e366bf-a4e2-49cb-8519-40c9b667a623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:33.517051 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a885d5de-9e06-4053-a96e-0523ed154533 req-ed659edd-b094-45aa-be71-10865400f3e9 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/quotas/3b69b2324a9b4469a089ee3c59ba08c6 HTTP/1.1" status: 200 len: 375 time: 0.0377944 Mar 23 12:23:33.544062 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80e366bf-a4e2-49cb-8519-40c9b667a623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:33.569032 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a885d5de-9e06-4053-a96e-0523ed154533 req-59a8853b-52f9-4198-b4b3-782b7e9180e7 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3b69b2324a9b4469a089ee3c59ba08c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510108 Mar 23 12:23:33.606120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c3e744-d877-4e43-97ea-62c80d31feef admin admin] Network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:23:33.616312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e8c3e744-d877-4e43-97ea-62c80d31feef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, f731e4d7-4c9b-4d2d-963d-6cfadce42a60) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:33.624075 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c3e744-d877-4e43-97ea-62c80d31feef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:33.624379 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e8c3e744-d877-4e43-97ea-62c80d31feef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:33.626397 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80e366bf-a4e2-49cb-8519-40c9b667a623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:33.627066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d704486-344d-4b9e-a4c3-db518d4867d7 None None] Network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:23:33.634196 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80e366bf-a4e2-49cb-8519-40c9b667a623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:33.637093 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-80e366bf-a4e2-49cb-8519-40c9b667a623 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf907d4c-7a68-4bc2-9238-f83772d8c5c8 HTTP/1.1" status: 204 len: 168 time: 0.1777892 Mar 23 12:23:33.655319 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e8c3e744-d877-4e43-97ea-62c80d31feef admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7502747 Mar 23 12:23:33.658030 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43730) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:33.660580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e366bf-a4e2-49cb-8519-40c9b667a623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf907d4c-7a68-4bc2-9238-f83772d8c5c8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:33.669259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:33.704717 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:33.706923 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:33.819736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 5ef57816-8c76-4e13-9d3f-e4a7982a6050 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:23:33.837006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43736) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:33.845158 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:33.913462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 5ef57816-8c76-4e13-9d3f-e4a7982a6050 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:23:33.914027 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 5ef57816-8c76-4e13-9d3f-e4a7982a6050 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:23:33.947187 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-45eec1c7-a074-4662-9ad4-38af1e018963 req-1cdf89b5-138f-4564-b814-83e3882954ee tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0456777 Mar 23 12:23:34.005048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99f3af2-e530-4bfa-a19f-194ec80c41e6', 'name': 'network-vif-deleted', 'tag': '5ef57816-8c76-4e13-9d3f-e4a7982a6050'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:23:34.008153 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d8251b-3cce-43d6-a4f0-c868111a70e1" -d '{"events": [{"server_uuid": "e99f3af2-e530-4bfa-a19f-194ec80c41e6", "name": "network-vif-deleted", "tag": "5ef57816-8c76-4e13-9d3f-e4a7982a6050"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:23:34.035905 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:23:34.037408 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:34.135999 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b62cd64e-5e1e-40d4-a099-fdbf32bcd2c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=335aa3f2c15c47ac9104c20ca0fe6272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962070 Mar 23 12:23:34.138101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43754) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:34.157514 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af760e79-42e0-44b6-80eb-a9496a57d533 req-3d52d2cc-e5af-4eab-b6b9-2d124712defc tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/floatingips/03dde547-fdea-49d2-a612-ee6a6059dd81 HTTP/1.1" status: 200 len: 693 time: 0.1064949 Mar 23 12:23:34.252994 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Allocated IP 172.20.0.2 (f731e4d7-4c9b-4d2d-963d-6cfadce42a60/973c670b-2da1-4198-9fd7-10b0a0c5637b/5265e473-65be-4720-b5c4-a156e0193062) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:34.277772 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:34.289761 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a874145-01dc-49c4-8ed5-b7537d9aa5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:34.309625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43760) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:34.326354 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b64e10bd-4cf9-4e2d-9541-27dad3d6bd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:34.329448 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a874145-01dc-49c4-8ed5-b7537d9aa5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:34.382949 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a874145-01dc-49c4-8ed5-b7537d9aa5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:34.389289 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a874145-01dc-49c4-8ed5-b7537d9aa5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:34.391600 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1a874145-01dc-49c4-8ed5-b7537d9aa5b0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0762bb41-8528-4499-abd2-446edce83d9b HTTP/1.1" status: 204 len: 168 time: 0.2477582 Mar 23 12:23:34.423320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 11fe270c-35ac-4741-a51f-576d91775ac5 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:23:34.432558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a874145-01dc-49c4-8ed5-b7537d9aa5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0762bb41-8528-4499-abd2-446edce83d9b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:34.490750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af760e79-42e0-44b6-80eb-a9496a57d533 req-a7bae8bf-dcd2-4d80-b743-c1ede2fbfefc tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:34.498619 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af760e79-42e0-44b6-80eb-a9496a57d533 req-a7bae8bf-dcd2-4d80-b743-c1ede2fbfefc tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.3400736 Mar 23 12:23:34.501942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 11fe270c-35ac-4741-a51f-576d91775ac5 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:23:34.502577 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 11fe270c-35ac-4741-a51f-576d91775ac5 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:23:34.509080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-af760e79-42e0-44b6-80eb-a9496a57d533 req-2a835fbb-14b4-47e0-a907-c7944595d405 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:23:34.516865 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af760e79-42e0-44b6-80eb-a9496a57d533 req-2a835fbb-14b4-47e0-a907-c7944595d405 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172739 Mar 23 12:23:34.547293 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:34.557918 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:34.616561 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b64e10bd-4cf9-4e2d-9541-27dad3d6bd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:34.628242 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af760e79-42e0-44b6-80eb-a9496a57d533 req-daa4dc04-c97d-4497-a7db-00cd0e4a4608 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.109 HTTP/1.1" status: 200 len: 696 time: 0.1102481 Mar 23 12:23:34.636401 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b64e10bd-4cf9-4e2d-9541-27dad3d6bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:34.648341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:34.649368 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Pushing event updated for resources: {'Port': ['ID=5265e473-65be-4720-b5c4-a156e0193062,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:34.653541 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:34.658527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:34.748019 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af760e79-42e0-44b6-80eb-a9496a57d533 req-eacea134-4216-47dd-8351-e52712f236d8 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.109 HTTP/1.1" status: 200 len: 696 time: 0.1187129 Mar 23 12:23:34.783834 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e10bd-4cf9-4e2d-9541-27dad3d6bd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d75606-08d5-44c3-bfe5-843315952d42,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:34.834385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33b335cf-7e26-4c7f-b2bd-607be5485b3e req-84289b01-d6dc-4b6c-bfec-030bd9f839f7 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 210 time: 0.0885477 Mar 23 12:23:34.841369 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b64e10bd-4cf9-4e2d-9541-27dad3d6bd02 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6502437a81d144b795e5b8d958b7edaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5272651 Mar 23 12:23:34.845416 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43772) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:34.884409 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Attempting to bind port 5265e473-65be-4720-b5c4-a156e0193062 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:23:34.884879 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Attempting to bind port 5265e473-65be-4720-b5c4-a156e0193062 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '14a48e7d-22ef-41f7-973a-3282d66d34ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:23:34.885254 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Attempting to bind port 5265e473-65be-4720-b5c4-a156e0193062 on network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:34.902519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:23:34.902736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Checking segment: {'id': '14a48e7d-22ef-41f7-973a-3282d66d34ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:34.903159 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:34.904261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Bound using segment: {'id': '14a48e7d-22ef-41f7-973a-3282d66d34ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:23:34.904781 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Bound port: 5265e473-65be-4720-b5c4-a156e0193062, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a48e7d-22ef-41f7-973a-3282d66d34ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:23:34.906957 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:34.927102 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdb6f5d-6fd3-45b0-a9d2-e8eeabfa650f x-openstack-request-id: req-8cdb6f5d-6fd3-45b0-a9d2-e8eeabfa650f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:23:34.927642 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99f3af2-e530-4bfa-a19f-194ec80c41e6", "name": "network-vif-deleted", "tag": "5ef57816-8c76-4e13-9d3f-e4a7982a6050", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:23:34.927642 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8cdb6f5d-6fd3-45b0-a9d2-e8eeabfa650f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:23:34.928005 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99f3af2-e530-4bfa-a19f-194ec80c41e6', 'name': 'network-vif-deleted', 'tag': '5ef57816-8c76-4e13-9d3f-e4a7982a6050', 'status': 'completed', 'code': 200} Mar 23 12:23:35.034449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43780) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:35.044406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] For port 5265e473-65be-4720-b5c4-a156e0193062, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:23:35.050099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] For port 5265e473-65be-4720-b5c4-a156e0193062, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5265e473-65be-4720-b5c4-a156e0193062,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:23:35.057882 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:35.061194 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-91c2c4ac-43c1-4c7d-8c8a-a861636270e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:35.188672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a52cfae-2b8b-45de-9490-34b72e70499a req-8c678b0c-8cc3-4942-af60-0919193117df tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0701466 Mar 23 12:23:35.263161 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-91c2c4ac-43c1-4c7d-8c8a-a861636270e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:35.270142 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-91c2c4ac-43c1-4c7d-8c8a-a861636270e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:35.309909 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-91c2c4ac-43c1-4c7d-8c8a-a861636270e0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e4ef9e22dbd487eb1f01bb61a674a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741463 Mar 23 12:23:35.318178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43788) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:35.363509 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2c4ac-43c1-4c7d-8c8a-a861636270e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5475ca-6601-471d-aebb-a40337e2ac5a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:35.375116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9bada-019c-48be-8c84-9c545ed55225 None None] Pushing event updated for resources: {'Port': ['ID=5265e473-65be-4720-b5c4-a156e0193062,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:35.388636 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:35.417187 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1843c446-a2e9-4dec-a3a2-bd4ed868be86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:35.424896 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:35.441076 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89696c8f-fda3-4f1c-bb2a-565389829f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:35.490340 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89696c8f-fda3-4f1c-bb2a-565389829f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:35.497084 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1843c446-a2e9-4dec-a3a2-bd4ed868be86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:35.526930 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a885d5de-9e06-4053-a96e-0523ed154533 req-c600eddb-79cb-41f5-a4c4-74711942f2cf tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3b69b2324a9b4469a089ee3c59ba08c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315752 Mar 23 12:23:35.564818 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-af760e79-42e0-44b6-80eb-a9496a57d533 req-8ee776a8-0138-4ccb-a084-32d149098349 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Deleting port 776d4085-83c9-42a7-887c-d831d7ec8f3d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:23:35.565172 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-af760e79-42e0-44b6-80eb-a9496a57d533 req-8ee776a8-0138-4ccb-a084-32d149098349 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:35.588253 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43792) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:35.720029 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89696c8f-fda3-4f1c-bb2a-565389829f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:35.722620 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89696c8f-fda3-4f1c-bb2a-565389829f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:35.726857 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-89696c8f-fda3-4f1c-bb2a-565389829f60 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f5475ca-6601-471d-aebb-a40337e2ac5a HTTP/1.1" status: 204 len: 168 time: 0.4044273 Mar 23 12:23:35.775217 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1843c446-a2e9-4dec-a3a2-bd4ed868be86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:35.777907 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1843c446-a2e9-4dec-a3a2-bd4ed868be86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:35.779089 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1843c446-a2e9-4dec-a3a2-bd4ed868be86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5d75606-08d5-44c3-bfe5-843315952d42 HTTP/1.1" status: 204 len: 168 time: 0.9327643 Mar 23 12:23:35.781074 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-af760e79-42e0-44b6-80eb-a9496a57d533 req-8ee776a8-0138-4ccb-a084-32d149098349 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:35.781479 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-af760e79-42e0-44b6-80eb-a9496a57d533 req-8ee776a8-0138-4ccb-a084-32d149098349 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:35.796613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Allocated IP 172.25.2.174 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/8e703b39-fe50-49c9-bb93-688d36992d3a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:35.834350 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843c446-a2e9-4dec-a3a2-bd4ed868be86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d75606-08d5-44c3-bfe5-843315952d42,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:35.845826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-af760e79-42e0-44b6-80eb-a9496a57d533 req-8ee776a8-0138-4ccb-a084-32d149098349 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Calling delete_port for 776d4085-83c9-42a7-887c-d831d7ec8f3d owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:23:35.864715 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89696c8f-fda3-4f1c-bb2a-565389829f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5475ca-6601-471d-aebb-a40337e2ac5a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:35.903383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885d5de-9e06-4053-a96e-0523ed154533 req-ae5c9d0f-f573-4736-91a6-38308f45ca75 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:35.910558 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a885d5de-9e06-4053-a96e-0523ed154533 req-ae5c9d0f-f573-4736-91a6-38308f45ca75 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3723083 Mar 23 12:23:35.925440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a885d5de-9e06-4053-a96e-0523ed154533 req-406c6962-6ce9-4fd9-8eb3-20310cf797ec tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Request body: {'port': {'device_id': '46947afe-12ca-43da-adb4-94d3f026bcb9', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '3b69b2324a9b4469a089ee3c59ba08c6'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:36.075917 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b55031b-0945-42a9-9a90-cec42e3f9fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:36.190732 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-82bfd96e-c882-458e-a7af-6c41e8f073fe req-da2f2c95-1a0b-4d98-b55d-6188c2b1575f tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 210 time: 0.0441284 Mar 23 12:23:36.197128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a885d5de-9e06-4053-a96e-0523ed154533 req-406c6962-6ce9-4fd9-8eb3-20310cf797ec tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Made reservation on behalf of 3b69b2324a9b4469a089ee3c59ba08c6 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:23:36.216434 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a885d5de-9e06-4053-a96e-0523ed154533 req-406c6962-6ce9-4fd9-8eb3-20310cf797ec tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:36.238346 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a885d5de-9e06-4053-a96e-0523ed154533 req-406c6962-6ce9-4fd9-8eb3-20310cf797ec tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:36.246465 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:36.367228 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a885d5de-9e06-4053-a96e-0523ed154533 req-406c6962-6ce9-4fd9-8eb3-20310cf797ec tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:36.371645 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b55031b-0945-42a9-9a90-cec42e3f9fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:36.381430 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-af760e79-42e0-44b6-80eb-a9496a57d533 req-8ee776a8-0138-4ccb-a084-32d149098349 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:36.383598 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b55031b-0945-42a9-9a90-cec42e3f9fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:36.385252 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a885d5de-9e06-4053-a96e-0523ed154533 req-406c6962-6ce9-4fd9-8eb3-20310cf797ec tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:36.441350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c6962-6ce9-4fd9-8eb3-20310cf797ec tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13837dc-9a61-41c3-bf25-26c5b7cdecb1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:36.443480 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:36.498992 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee776a8-0138-4ccb-a084-32d149098349 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Pushing event deleted for resources: {'Port': ['ID=776d4085-83c9-42a7-887c-d831d7ec8f3d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:36.563096 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8b55031b-0945-42a9-9a90-cec42e3f9fae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=416028369e164521bd97749b9f9be50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9737885 Mar 23 12:23:36.568982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43824) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:36.592615 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55031b-0945-42a9-9a90-cec42e3f9fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cb0161-5948-4bdb-8fa9-c3a15ceef345,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:36.604145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:36.626197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:36.630198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:36.634078 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-af760e79-42e0-44b6-80eb-a9496a57d533 req-8ee776a8-0138-4ccb-a084-32d149098349 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:36.637553 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-af760e79-42e0-44b6-80eb-a9496a57d533 req-8ee776a8-0138-4ccb-a084-32d149098349 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:36.639897 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af760e79-42e0-44b6-80eb-a9496a57d533 req-8ee776a8-0138-4ccb-a084-32d149098349 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "DELETE /v2.0/floatingips/03dde547-fdea-49d2-a612-ee6a6059dd81 HTTP/1.1" status: 204 len: 173 time: 1.8909717 Mar 23 12:23:36.719253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-a885d5de-9e06-4053-a96e-0523ed154533 req-406c6962-6ce9-4fd9-8eb3-20310cf797ec tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Allocated IP 192.168.233.140 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/86c9f902-87ff-40be-8481-ffeea27ac327) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:36.726164 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee1488c2-e920-4f8a-bb28-213b4dfcdd5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:36.789469 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee1488c2-e920-4f8a-bb28-213b4dfcdd5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:36.813651 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Pushing event updated for resources: {'Port': ['ID=8e703b39-fe50-49c9-bb93-688d36992d3a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:36.979561 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e9b16e3d-de6c-490c-93f0-9d3c23720916 req-78798d16-aa13-4c05-ada6-93e8ee011538 tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.1714246 Mar 23 12:23:36.987118 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed221e17-1e9a-4bb0-a66f-ff206e3a8b86 None None] Network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:23:37.056605 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee1488c2-e920-4f8a-bb28-213b4dfcdd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:37.059129 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee1488c2-e920-4f8a-bb28-213b4dfcdd5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:37.076443 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ee1488c2-e920-4f8a-bb28-213b4dfcdd5e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/57cb0161-5948-4bdb-8fa9-c3a15ceef345 HTTP/1.1" status: 204 len: 168 time: 0.5049455 Mar 23 12:23:37.170709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1488c2-e920-4f8a-bb28-213b4dfcdd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cb0161-5948-4bdb-8fa9-c3a15ceef345,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:37.240334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9e2082e8-d5ba-4fe3-a78b-c08aae44d0a6 None None] Provisioning complete for port 5265e473-65be-4720-b5c4-a156e0193062 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:37.240705 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9e2082e8-d5ba-4fe3-a78b-c08aae44d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:37.288314 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5265e473-65be-4720-b5c4-a156e0193062 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:37.295466 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a885d5de-9e06-4053-a96e-0523ed154533 req-406c6962-6ce9-4fd9-8eb3-20310cf797ec tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:37.302851 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:37.387012 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a885d5de-9e06-4053-a96e-0523ed154533 req-406c6962-6ce9-4fd9-8eb3-20310cf797ec tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:37.390208 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dd387a86-cdb1-47e2-be90-d13efe67bdd6 req-15a6fb0d-2289-423d-8168-8360ee13d7f5 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 210 time: 0.0785210 Mar 23 12:23:37.439056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 5265e473-65be-4720-b5c4-a156e0193062 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:37.439426 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:37.443346 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9e2082e8-d5ba-4fe3-a78b-c08aae44d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:37.470338 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a885d5de-9e06-4053-a96e-0523ed154533 req-406c6962-6ce9-4fd9-8eb3-20310cf797ec tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:37.486199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-a885d5de-9e06-4053-a96e-0523ed154533 req-406c6962-6ce9-4fd9-8eb3-20310cf797ec tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:37.489360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a885d5de-9e06-4053-a96e-0523ed154533 req-406c6962-6ce9-4fd9-8eb3-20310cf797ec tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:37.496676 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885d5de-9e06-4053-a96e-0523ed154533 req-406c6962-6ce9-4fd9-8eb3-20310cf797ec tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:37.497323 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a885d5de-9e06-4053-a96e-0523ed154533 req-406c6962-6ce9-4fd9-8eb3-20310cf797ec tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:37.532958 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-8f55052f-18c1-42bc-9727-edaa10210ab1 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5723679 Mar 23 12:23:37.546865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:37.568328 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c6962-6ce9-4fd9-8eb3-20310cf797ec tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Pushing event updated for resources: {'Port': ['ID=86c9f902-87ff-40be-8481-ffeea27ac327,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:37.585804 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9e2082e8-d5ba-4fe3-a78b-c08aae44d0a6 None None] For port 5265e473-65be-4720-b5c4-a156e0193062, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5265e473-65be-4720-b5c4-a156e0193062,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:37.596708 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9e2082e8-d5ba-4fe3-a78b-c08aae44d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:37.602747 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a885d5de-9e06-4053-a96e-0523ed154533 req-406c6962-6ce9-4fd9-8eb3-20310cf797ec tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6831162 Mar 23 12:23:37.626015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Request body: {'port': {'device_id': '46947afe-12ca-43da-adb4-94d3f026bcb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:37.701996 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:37.759559 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2082e8-d5ba-4fe3-a78b-c08aae44d0a6 None None] Pushing event updated for resources: {'Port': ['ID=5265e473-65be-4720-b5c4-a156e0193062,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:37.782858 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43852) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:37.795310 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:37.818735 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:38.028994 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a7151d1b-7615-405e-9acb-93f4961ee3d1 None None] Provisioning complete for port 86c9f902-87ff-40be-8481-ffeea27ac327 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:38.029475 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7151d1b-7615-405e-9acb-93f4961ee3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:38.057854 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Router 4e04151c-df0d-47cd-a19a-612af8ac8826 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:23:38.112368 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a7151d1b-7615-405e-9acb-93f4961ee3d1 None None] Port 86c9f902-87ff-40be-8481-ffeea27ac327 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:23:38.146610 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a7151d1b-7615-405e-9acb-93f4961ee3d1 None None] Provisioning complete for port 5265e473-65be-4720-b5c4-a156e0193062 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:38.147079 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7151d1b-7615-405e-9acb-93f4961ee3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:38.252971 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8027bee1-03b6-40ed-a02f-53fdc62d0195 req-65760eac-d6ca-4762-9318-88e4428d3101 tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0749030 Mar 23 12:23:38.255722 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:38.348948 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:23:38.362211 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Sync routers for ids ['4e04151c-df0d-47cd-a19a-612af8ac8826'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:23:38.384029 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-network', 'tenant_id': '70d1213677ec4db08718d6331234c515'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:38.385789 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Routers {'4e04151c-df0d-47cd-a19a-612af8ac8826'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:23:38.386412 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['4e04151c-df0d-47cd-a19a-612af8ac8826'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:38.401560 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:38.402125 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-39d1806e-4f22-437e-b75e-ee4e0dc1f034 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.7406375 Mar 23 12:23:38.405499 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:23:38.406687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43866) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:38.455053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43870) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:38.465641 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Made reservation on behalf of 70d1213677ec4db08718d6331234c515 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:23:38.468527 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:38.495322 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:38.520112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Allocated IP 172.25.2.67 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/6711ffab-0993-4a77-ba28-ae2c3b00a97d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:38.531021 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abad3c9c-4e9a-4160-8fbf-359f8cf37391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:38.603495 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Set router 4e04151c-df0d-47cd-a19a-612af8ac8826 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:23:38.608285 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa40cf-16c4-4903-ac95-c76920e64469 req-172a5efe-678b-4a3d-bc46-47a5f28940fa tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:38.609810 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-acfa40cf-16c4-4903-ac95-c76920e64469 req-172a5efe-678b-4a3d-bc46-47a5f28940fa tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 936 time: 0.1262662 Mar 23 12:23:38.731639 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-acfa40cf-16c4-4903-ac95-c76920e64469 req-c4ff53c4-f0a2-4def-b005-3b6467ea9960 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123722 Mar 23 12:23:38.783564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c9f902-87ff-40be-8481-ffeea27ac327 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:23:38.791606 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:38.799654 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:38.803143 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:38.809180 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:38.835601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Transition to ACTIVE for port object 86c9f902-87ff-40be-8481-ffeea27ac327 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:23:38.838093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43876) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:38.857684 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:38.909655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Pushing event updated for resources: {'Port': ['ID=86c9f902-87ff-40be-8481-ffeea27ac327,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:38.933140 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abad3c9c-4e9a-4160-8fbf-359f8cf37391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:38.955949 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abad3c9c-4e9a-4160-8fbf-359f8cf37391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:38.991824 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad3c9c-4e9a-4160-8fbf-359f8cf37391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6acd568-e628-4df2-a817-f6f14ca23395,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:39.029243 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:37Z', 'revision_number': 3, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:39.097867 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Checking router: 4e04151c-df0d-47cd-a19a-612af8ac8826 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:23:39.098215 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Updating router 4e04151c-df0d-47cd-a19a-612af8ac8826 port 8e703b39-fe50-49c9-bb93-688d36992d3a binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:23:39.125081 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.126519 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:23:39.150589 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.180174 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5265e473-65be-4720-b5c4-a156e0193062 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:39.190041 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-abad3c9c-4e9a-4160-8fbf-359f8cf37391 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=67e44831f29a41a4af9e9e2578ea4896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7286344 Mar 23 12:23:39.223311 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43884) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:39.248242 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86edee5b-127e-4ad9-8a50-aa9832877157,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:39.256741 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75f01a5c-990b-4868-9e95-88a170c24430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.258890 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.259424 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Added segment 0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2 of type vlan for network 55d86b04-46a9-4451-955a-aa514bc52080 Mar 23 12:23:39.279425 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Attempting to bind port 86c9f902-87ff-40be-8481-ffeea27ac327 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:23:39.280905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Attempting to bind port 86c9f902-87ff-40be-8481-ffeea27ac327 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:23:39.281252 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Attempting to bind port 86c9f902-87ff-40be-8481-ffeea27ac327 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:39.328690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 5265e473-65be-4720-b5c4-a156e0193062 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:39.330201 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.370319 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.454173 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ed04703-045b-42c0-8213-259de33e0ffe req-ba81ba42-6e80-40c0-8058-3339b07ee26d tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0516355 Mar 23 12:23:39.459868 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Pushing event updated for resources: {'Port': ['ID=6711ffab-0993-4a77-ba28-ae2c3b00a97d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:39.466608 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.468358 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:39.471233 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.506247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:39.508680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Port 86c9f902-87ff-40be-8481-ffeea27ac327 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:23:39.510483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Attempting to bind port 86c9f902-87ff-40be-8481-ffeea27ac327 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:39.541051 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:39.548959 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c51c58c4-4c6a-4122-82a7-461487c136fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.552786 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:39.582158 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7952263 Mar 23 12:23:39.584247 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43896) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:39.590724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a7073013-b2ee-4bea-a746-00a7ac909d58 admin admin] Request body: {'subnet': {'network_id': '55d86b04-46a9-4451-955a-aa514bc52080', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-subnet', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:39.605888 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.613919 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.631214 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Pushing event updated for resources: {'Network': ['ID=55d86b04-46a9-4451-955a-aa514bc52080,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:39.653592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:39.653592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:39.653970 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:39.654459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:39.654925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:39.655429 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:39.656004 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:39.656507 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:39.657010 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:39.657453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:39.657836 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:39.658299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892b8ab-6afd-4ef7-bc87-4c379163493a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:39.673476 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25265027-0306-4b18-8e8c-883344ba9bb8 None None] Pushing event updated for resources: {'Port': ['ID=8e703b39-fe50-49c9-bb93-688d36992d3a,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:39.674937 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 55d86b04-46a9-4451-955a-aa514bc52080 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:23:39.692493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:23:39.692998 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:39.694393 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:23:39.694853 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Bound port: 86c9f902-87ff-40be-8481-ffeea27ac327, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:23:39.695246 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7073013-b2ee-4bea-a746-00a7ac909d58 admin admin] Made reservation on behalf of 70d1213677ec4db08718d6331234c515 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:23:39.696363 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.698189 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Attempting to bind port 8e703b39-fe50-49c9-bb93-688d36992d3a on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:23:39.698827 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Attempting to bind port 8e703b39-fe50-49c9-bb93-688d36992d3a by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:23:39.699449 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Attempting to bind port 8e703b39-fe50-49c9-bb93-688d36992d3a on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:39.699561 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7073013-b2ee-4bea-a746-00a7ac909d58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.705719 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:23:39.706638 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:39.707400 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.708013 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:23:39.708800 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Bound port: 8e703b39-fe50-49c9-bb93-688d36992d3a, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:23:39.709528 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.731787 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c51c58c4-4c6a-4122-82a7-461487c136fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.776862 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] For port 8e703b39-fe50-49c9-bb93-688d36992d3a, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:23:39.781803 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] For port 8e703b39-fe50-49c9-bb93-688d36992d3a, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8e703b39-fe50-49c9-bb93-688d36992d3a,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:23:39.784868 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.787061 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.812941 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c51c58c4-4c6a-4122-82a7-461487c136fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.817530 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c51c58c4-4c6a-4122-82a7-461487c136fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.818369 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c51c58c4-4c6a-4122-82a7-461487c136fd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6acd568-e628-4df2-a817-f6f14ca23395 HTTP/1.1" status: 204 len: 168 time: 0.5922709 Mar 23 12:23:39.876435 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:39.883266 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25265027-0306-4b18-8e8c-883344ba9bb8 None None] Pushing event updated for resources: {'Port': ['ID=8e703b39-fe50-49c9-bb93-688d36992d3a,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:39.935938 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Routers {'4e04151c-df0d-47cd-a19a-612af8ac8826'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:23:39.937662 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['4e04151c-df0d-47cd-a19a-612af8ac8826'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:39.976859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] For port 86c9f902-87ff-40be-8481-ffeea27ac327, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:23:39.983111 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] For port 86c9f902-87ff-40be-8481-ffeea27ac327, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=86c9f902-87ff-40be-8481-ffeea27ac327,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:23:40.002210 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:40.030327 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047c52a-f082-454f-a995-99679d4913d3 req-e74cf96a-5f98-4777-8e9c-34c95509f536 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:40.041915 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4047c52a-f082-454f-a995-99679d4913d3 req-e74cf96a-5f98-4777-8e9c-34c95509f536 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 948 time: 0.1680002 Mar 23 12:23:40.044896 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c58c4-4c6a-4122-82a7-461487c136fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6acd568-e628-4df2-a817-f6f14ca23395,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:40.074152 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] Set router 4e04151c-df0d-47cd-a19a-612af8ac8826 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:23:40.096614 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:40.104046 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:40.104046 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a885d5de-9e06-4053-a96e-0523ed154533 req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] 10.222.0.77 "PUT /v2.0/ports/86c9f902-87ff-40be-8481-ffeea27ac327 HTTP/1.1" status: 200 len: 1096 time: 2.4850430 Mar 23 12:23:40.104265 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:40.199371 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4047c52a-f082-454f-a995-99679d4913d3 req-1b42a45a-4ba2-44c9-8256-d189705a6b93 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561637 Mar 23 12:23:40.333730 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46947afe-12ca-43da-adb4-94d3f026bcb9', 'tag': '86c9f902-87ff-40be-8481-ffeea27ac327'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:23:40.339635 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94cff0a-013c-48e6-83a4-1a5a47df3d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "46947afe-12ca-43da-adb4-94d3f026bcb9", "tag": "86c9f902-87ff-40be-8481-ffeea27ac327"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:23:40.367578 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75f01a5c-990b-4868-9e95-88a170c24430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:40.403218 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75f01a5c-990b-4868-9e95-88a170c24430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:40.471799 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7073013-b2ee-4bea-a746-00a7ac909d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:40.487904 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:40.502296 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478e1f6-db80-460a-8f97-6d234a5d801c service neutron] Pushing event updated for resources: {'Port': ['ID=86c9f902-87ff-40be-8481-ffeea27ac327,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:40.518073 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:40.523875 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f01a5c-990b-4868-9e95-88a170c24430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c09f64c-2629-4110-a158-e4b60d83b2cd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:40.533833 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-75f01a5c-990b-4868-9e95-88a170c24430 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7263d2640a1b4f48995124050cb7fcb2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6933134 Mar 23 12:23:40.535069 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:37Z', 'revision_number': 3, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:40.539043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43924) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:40.563655 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:40.574327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885d5de-9e06-4053-a96e-0523ed154533 req-72fae10e-96d9-4f38-ba3b-7044809b8f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:40.574755 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Allocated IP 172.20.0.1 (f731e4d7-4c9b-4d2d-963d-6cfadce42a60/973c670b-2da1-4198-9fd7-10b0a0c5637b/857f5288-90f4-4f8d-9ee6-351facafc4f7) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:40.576197 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a885d5de-9e06-4053-a96e-0523ed154533 req-72fae10e-96d9-4f38-ba3b-7044809b8f3e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b69b2324a9b4469a089ee3c59ba08c6&device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 1099 time: 0.2318680 Mar 23 12:23:40.600268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Pushing event updated for resources: {'Port': ['ID=6711ffab-0993-4a77-ba28-ae2c3b00a97d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:40.623899 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7073013-b2ee-4bea-a746-00a7ac909d58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ffb559-0160-40fb-9628-a39ae997c114,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:40.633993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:40.635285 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-28a208a5-6cb7-41be-87bb-c763676bf4ee tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1037526 Mar 23 12:23:40.637247 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e93683-a2a2-4ab0-b44a-d417ac190922 None None] The sync data for ids ['4e04151c-df0d-47cd-a19a-612af8ac8826'] in n-d-834854-1 is: [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:37Z', 'revision_number': 3, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:23:40.655432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7073013-b2ee-4bea-a746-00a7ac909d58 admin admin] Checking segment: {'id': '0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:40.655794 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7073013-b2ee-4bea-a746-00a7ac909d58 admin admin] Network hostable DHCP agents. Network: 55d86b04-46a9-4451-955a-aa514bc52080, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:23:40.715131 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef81ba42-722c-4906-a33f-04194d412c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:40.723189 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a885d5de-9e06-4053-a96e-0523ed154533 req-12d826fc-5757-41d5-bda4-7125bced1666 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=86c9f902-87ff-40be-8481-ffeea27ac327 HTTP/1.1" status: 200 len: 217 time: 0.1094298 Mar 23 12:23:40.736258 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-cf67ac6a-06ba-4225-aca5-8331ff9980ba tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 695 time: 0.0637581 Mar 23 12:23:40.756042 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4921eddc-afe6-49c4-8085-9ade799143cd req-bb5d9b77-4e9f-4017-9ce9-453a4e24a214 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632236 Mar 23 12:23:40.773265 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef81ba42-722c-4906-a33f-04194d412c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:40.818384 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7073013-b2ee-4bea-a746-00a7ac909d58 admin admin] Network 55d86b04-46a9-4451-955a-aa514bc52080 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:23:40.865751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885d5de-9e06-4053-a96e-0523ed154533 req-21f3e8c0-a061-4333-909c-b79fc3b12e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:40.867273 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a885d5de-9e06-4053-a96e-0523ed154533 req-21f3e8c0-a061-4333-909c-b79fc3b12e32 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1369157 Mar 23 12:23:40.886297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a7073013-b2ee-4bea-a746-00a7ac909d58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 55d86b04-46a9-4451-955a-aa514bc52080) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:40.897982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7daa94-17cf-4417-91e2-4111508df79a None None] Network 55d86b04-46a9-4451-955a-aa514bc52080 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:23:40.902541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7073013-b2ee-4bea-a746-00a7ac909d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:40.903496 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7073013-b2ee-4bea-a746-00a7ac909d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:40.926308 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:40.945917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885d5de-9e06-4053-a96e-0523ed154533 req-618d4e26-c31b-40d3-b6f8-706544f3fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:40.948411 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a885d5de-9e06-4053-a96e-0523ed154533 req-618d4e26-c31b-40d3-b6f8-706544f3fba0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721161 Mar 23 12:23:40.961370 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a7073013-b2ee-4bea-a746-00a7ac909d58 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3759630 Mar 23 12:23:40.962258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43942) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:40.972167 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-router', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:41.000670 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-cad02456-c8ab-4f28-9f85-c6c41839dfe5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:41.002080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2142b92-7c51-4c1f-bbb8-f0d115e71b18 req-cad02456-c8ab-4f28-9f85-c6c41839dfe5 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.2599380 Mar 23 12:23:41.009260 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef81ba42-722c-4906-a33f-04194d412c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:41.011918 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef81ba42-722c-4906-a33f-04194d412c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:41.016057 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ef81ba42-722c-4906-a33f-04194d412c2e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9c09f64c-2629-4110-a158-e4b60d83b2cd HTTP/1.1" status: 204 len: 168 time: 0.4709291 Mar 23 12:23:41.057056 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921eddc-afe6-49c4-8085-9ade799143cd req-5045f94a-07db-40bd-b113-b4722b70398b tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:41.076844 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4921eddc-afe6-49c4-8085-9ade799143cd req-5045f94a-07db-40bd-b113-b4722b70398b tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3113956 Mar 23 12:23:41.110861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81ba42-722c-4906-a33f-04194d412c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c09f64c-2629-4110-a158-e4b60d83b2cd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:41.140271 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:41.142821 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4da70fb-eb42-400b-a13e-97188c53f016 x-openstack-request-id: req-b4da70fb-eb42-400b-a13e-97188c53f016 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:23:41.143377 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46947afe-12ca-43da-adb4-94d3f026bcb9", "tag": "86c9f902-87ff-40be-8481-ffeea27ac327", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:23:41.145342 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4da70fb-eb42-400b-a13e-97188c53f016 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:23:41.146600 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:41.153817 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46947afe-12ca-43da-adb4-94d3f026bcb9', 'tag': '86c9f902-87ff-40be-8481-ffeea27ac327', 'status': 'completed', 'code': 200} Mar 23 12:23:41.201272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4921eddc-afe6-49c4-8085-9ade799143cd req-d21ee664-f89d-4de3-b1b1-8aec334ea601 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/quotas/4a0fc61c44cc4b5fbce22a4dd6a0e33d HTTP/1.1" status: 200 len: 375 time: 0.1017501 Mar 23 12:23:41.214208 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a885d5de-9e06-4053-a96e-0523ed154533 req-99b806fe-d472-49e3-8835-d5df14b876b0 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564816 Mar 23 12:23:41.280178 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32430631-b2eb-4e4d-8d5b-d6fbde7d59c4 req-515cef2c-b909-4ce8-bea5-9dd9ce74cc70 tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0425918 Mar 23 12:23:41.285798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-55d86b04-46a9-4451-955a-aa514bc52080', 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'fixed_ips': [{'subnet_id': 'f2ffb559-0160-40fb-9628-a39ae997c114'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:23:41.287069 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:41.420164 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0cac8be0-1eb0-4dfa-a532-04e8190476ed req-37007b35-9948-4e96-a502-7ee4ab23105a tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/floatingips/b8c17cf8-55d8-4a72-a42b-e0a410a00e03 HTTP/1.1" status: 200 len: 692 time: 0.0766022 Mar 23 12:23:41.441795 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4921eddc-afe6-49c4-8085-9ade799143cd req-e1260f6d-2dc4-437b-926e-3e2cf90256b2 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2395325 Mar 23 12:23:41.448356 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:41.472916 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:41.504435 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Allocated IP 172.20.0.2 (55d86b04-46a9-4451-955a-aa514bc52080/f2ffb559-0160-40fb-9628-a39ae997c114/c2a056b2-0025-44ab-b349-4a280044e3eb) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:41.556595 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:41.647235 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a885d5de-9e06-4053-a96e-0523ed154533 req-9c4c6a01-a4fe-4565-8aad-e80c7a5e1b94 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262836 Mar 23 12:23:41.654475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:41.660680 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:41.661052 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:41.812654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac8be0-1eb0-4dfa-a532-04e8190476ed req-e8803175-51df-4243-811e-e4635e9e5d9b tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:41.820087 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0cac8be0-1eb0-4dfa-a532-04e8190476ed req-e8803175-51df-4243-811e-e4635e9e5d9b tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.3866718 Mar 23 12:23:41.846726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-0cac8be0-1eb0-4dfa-a532-04e8190476ed req-8f9ad1b1-7bcc-4b6e-88a7-af8fecbfb48f tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:23:41.848757 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0cac8be0-1eb0-4dfa-a532-04e8190476ed req-8f9ad1b1-7bcc-4b6e-88a7-af8fecbfb48f tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180357 Mar 23 12:23:41.878526 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cff0a-013c-48e6-83a4-1a5a47df3d8d req-3256d4e3-cb2e-476e-8e47-67da57a493b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:41.878526 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c94cff0a-013c-48e6-83a4-1a5a47df3d8d req-3256d4e3-cb2e-476e-8e47-67da57a493b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b69b2324a9b4469a089ee3c59ba08c6&device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 1099 time: 0.1543341 Mar 23 12:23:41.949367 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:41.968781 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:41.989039 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0cac8be0-1eb0-4dfa-a532-04e8190476ed req-863fa569-0a45-42ad-88d3-70616094f737 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 695 time: 0.1184359 Mar 23 12:23:41.989533 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43964) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:42.078144 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Network 55d86b04-46a9-4451-955a-aa514bc52080 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:42.079968 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c422b4ce-ab6f-482c-910e-ecb9367fbb07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:42.083418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:42.083994 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Pushing event updated for resources: {'Port': ['ID=857f5288-90f4-4f8d-9ee6-351facafc4f7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:42.089211 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:42.099770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Pushing event updated for resources: {'Port': ['ID=c2a056b2-0025-44ab-b349-4a280044e3eb,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:42.190057 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0cac8be0-1eb0-4dfa-a532-04e8190476ed req-96990067-49df-4bfa-8f1f-2fe85cdaa9af tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 695 time: 0.1627386 Mar 23 12:23:42.240462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Attempting to bind port c2a056b2-0025-44ab-b349-4a280044e3eb on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:23:42.240832 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Attempting to bind port c2a056b2-0025-44ab-b349-4a280044e3eb by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:23:42.253533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Attempting to bind port c2a056b2-0025-44ab-b349-4a280044e3eb on network 55d86b04-46a9-4451-955a-aa514bc52080 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:42.263525 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:23:42.264265 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Checking segment: {'id': '0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:42.264830 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:42.265399 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Bound using segment: {'id': '0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:23:42.266049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Bound port: c2a056b2-0025-44ab-b349-4a280044e3eb, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:23:42.266600 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:42.269440 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-da10e940-f21e-4138-97c5-c5ee09a95414 None None] Provisioning complete for port 857f5288-90f4-4f8d-9ee6-351facafc4f7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:42.270000 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da10e940-f21e-4138-97c5-c5ee09a95414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:42.362382 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:42.379342 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9580a-4a85-42b3-8621-cbb14c384070 req-baa66a0b-3c64-4314-ad4f-53498813fa7d tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:42.381390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-da10e940-f21e-4138-97c5-c5ee09a95414 None None] Port 857f5288-90f4-4f8d-9ee6-351facafc4f7 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:23:42.388913 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7e9580a-4a85-42b3-8621-cbb14c384070 req-baa66a0b-3c64-4314-ad4f-53498813fa7d tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 948 time: 0.4732354 Mar 23 12:23:42.396881 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:42.429929 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] For port c2a056b2-0025-44ab-b349-4a280044e3eb, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:23:42.436829 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] For port c2a056b2-0025-44ab-b349-4a280044e3eb, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c2a056b2-0025-44ab-b349-4a280044e3eb,segment=NetworkSegment(0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2),segment_id=0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:23:42.449527 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:42.573526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8791f3f-f974-4caf-910f-01296fd238fb None None] Pushing event updated for resources: {'Port': ['ID=c2a056b2-0025-44ab-b349-4a280044e3eb,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:42.732468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cff0a-013c-48e6-83a4-1a5a47df3d8d req-aa08c490-f13d-4124-8d22-664927cbcebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:42.734146 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c94cff0a-013c-48e6-83a4-1a5a47df3d8d req-aa08c490-f13d-4124-8d22-664927cbcebd service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.7436802 Mar 23 12:23:42.783318 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c94cff0a-013c-48e6-83a4-1a5a47df3d8d req-7ca23971-834c-4a7a-a20e-0385e14f70cc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=86c9f902-87ff-40be-8481-ffeea27ac327 HTTP/1.1" status: 200 len: 217 time: 0.0401723 Mar 23 12:23:42.819856 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7e9580a-4a85-42b3-8621-cbb14c384070 req-e67a2081-86f7-475c-9052-c1a0a21bfff6 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175603 Mar 23 12:23:42.912409 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cff0a-013c-48e6-83a4-1a5a47df3d8d req-79b9e376-d285-419d-857a-27e68ccbc9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:42.914586 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c94cff0a-013c-48e6-83a4-1a5a47df3d8d req-79b9e376-d285-419d-857a-27e68ccbc9ca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1240907 Mar 23 12:23:42.940625 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c422b4ce-ab6f-482c-910e-ecb9367fbb07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:42.951732 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c422b4ce-ab6f-482c-910e-ecb9367fbb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:42.984496 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8281b78d-a0f6-41c5-8b61-7226bc3878c8 req-0a31d10e-99ae-4a9b-b2e9-6a5f8941489a tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 210 time: 0.0442133 Mar 23 12:23:43.006796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-0cac8be0-1eb0-4dfa-a532-04e8190476ed req-72bf6cb7-0b3b-4233-827d-08788a8f3b5c tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Deleting port 6711ffab-0993-4a77-ba28-ae2c3b00a97d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:23:43.006796 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0cac8be0-1eb0-4dfa-a532-04e8190476ed req-72bf6cb7-0b3b-4233-827d-08788a8f3b5c tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:43.102004 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c422b4ce-ab6f-482c-910e-ecb9367fbb07 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=97ce4f15c76d479485272163496b1d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1103463 Mar 23 12:23:43.106467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43982) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:43.122444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422b4ce-ab6f-482c-910e-ecb9367fbb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1b1b82-2071-48db-b0a1-d8aaa21b0995,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:43.201919 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9f675f26-c95b-446b-ae16-bfc411cd44e9 req-d5d26374-0062-4083-a563-6606e38513e0 tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0708828 Mar 23 12:23:43.208178 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:43.214902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422b4ce-ab6f-482c-910e-ecb9367fbb07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:43.215238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422b4ce-ab6f-482c-910e-ecb9367fbb07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:43.215579 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422b4ce-ab6f-482c-910e-ecb9367fbb07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:43.215702 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:43.215915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422b4ce-ab6f-482c-910e-ecb9367fbb07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:43.216275 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422b4ce-ab6f-482c-910e-ecb9367fbb07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:43.216425 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:43.216605 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422b4ce-ab6f-482c-910e-ecb9367fbb07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:43.216936 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422b4ce-ab6f-482c-910e-ecb9367fbb07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:43.217263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422b4ce-ab6f-482c-910e-ecb9367fbb07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:43.217587 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422b4ce-ab6f-482c-910e-ecb9367fbb07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:43.217907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422b4ce-ab6f-482c-910e-ecb9367fbb07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:43.218248 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422b4ce-ab6f-482c-910e-ecb9367fbb07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:43.218608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422b4ce-ab6f-482c-910e-ecb9367fbb07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:23:43.223537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cff0a-013c-48e6-83a4-1a5a47df3d8d req-271fb5a4-4152-4d26-8918-0736e214fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:43.225855 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c94cff0a-013c-48e6-83a4-1a5a47df3d8d req-271fb5a4-4152-4d26-8918-0736e214fb62 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2997031 Mar 23 12:23:43.372088 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8e703b39-fe50-49c9-bb93-688d36992d3a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:43.421568 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0cac8be0-1eb0-4dfa-a532-04e8190476ed req-72bf6cb7-0b3b-4233-827d-08788a8f3b5c tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:43.421899 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0cac8be0-1eb0-4dfa-a532-04e8190476ed req-72bf6cb7-0b3b-4233-827d-08788a8f3b5c tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:43.456237 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db08c9f1-d723-4214-bc86-a47e8650c861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:43.464043 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4921eddc-afe6-49c4-8085-9ade799143cd req-de5e14c3-29b7-461c-9eb0-e1ae14011376 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743513 Mar 23 12:23:43.466832 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-0cac8be0-1eb0-4dfa-a532-04e8190476ed req-72bf6cb7-0b3b-4233-827d-08788a8f3b5c tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Calling delete_port for 6711ffab-0993-4a77-ba28-ae2c3b00a97d owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:23:43.488771 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8e703b39-fe50-49c9-bb93-688d36992d3a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:43.489153 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:43.599007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Pushing event updated for resources: {'Port': ['ID=857f5288-90f4-4f8d-9ee6-351facafc4f7,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:43.606027 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:43.628990 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:43.629880 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 8e703b39-fe50-49c9-bb93-688d36992d3a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8e703b39-fe50-49c9-bb93-688d36992d3a,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:43.635402 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:43.636354 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c2a056b2-0025-44ab-b349-4a280044e3eb up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:43.658312 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db08c9f1-d723-4214-bc86-a47e8650c861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:43.675157 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c94cff0a-013c-48e6-83a4-1a5a47df3d8d req-ba067d21-c402-44dc-8b0a-70442008c9fa service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251897 Mar 23 12:23:43.675662 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:43.742194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=8e703b39-fe50-49c9-bb93-688d36992d3a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:43.755152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:43.764980 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:43.784375 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c2a056b2-0025-44ab-b349-4a280044e3eb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:43.784375 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:43.883086 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921eddc-afe6-49c4-8085-9ade799143cd req-4a42c348-c467-4c22-96c6-b5626e302449 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:43.884924 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4921eddc-afe6-49c4-8085-9ade799143cd req-4a42c348-c467-4c22-96c6-b5626e302449 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4119580 Mar 23 12:23:43.904027 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4921eddc-afe6-49c4-8085-9ade799143cd req-82260c92-ebe6-44d2-80c4-7d9500eb5d7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Request body: {'port': {'device_id': '796ce26b-e245-43b8-9161-122ce3d8183e', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '4a0fc61c44cc4b5fbce22a4dd6a0e33d'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:43.981051 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:44.052708 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port c2a056b2-0025-44ab-b349-4a280044e3eb, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c2a056b2-0025-44ab-b349-4a280044e3eb,segment=NetworkSegment(0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2),segment_id=0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:44.057595 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:44.060971 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db08c9f1-d723-4214-bc86-a47e8650c861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:44.063800 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db08c9f1-d723-4214-bc86-a47e8650c861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:44.064984 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-db08c9f1-d723-4214-bc86-a47e8650c861 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f1b1b82-2071-48db-b0a1-d8aaa21b0995 HTTP/1.1" status: 204 len: 168 time: 0.9442906 Mar 23 12:23:44.121848 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Allocated IP 172.25.2.184 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/f65028a4-03d6-4371-b937-141b69d4932d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:44.186342 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c94cff0a-013c-48e6-83a4-1a5a47df3d8d req-f2083212-0822-4b6e-978b-03b623b67fc7 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023491 Mar 23 12:23:44.187175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=c2a056b2-0025-44ab-b349-4a280044e3eb,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:44.191248 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08c9f1-d723-4214-bc86-a47e8650c861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1b1b82-2071-48db-b0a1-d8aaa21b0995,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:44.224928 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eb28451c-92c8-493d-bd24-cfd6551c1438 None None] Provisioning complete for port 857f5288-90f4-4f8d-9ee6-351facafc4f7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:44.226601 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb28451c-92c8-493d-bd24-cfd6551c1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:44.231497 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0cac8be0-1eb0-4dfa-a532-04e8190476ed req-72bf6cb7-0b3b-4233-827d-08788a8f3b5c tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:44.283255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf6cb7-0b3b-4233-827d-08788a8f3b5c tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Pushing event deleted for resources: {'Port': ['ID=6711ffab-0993-4a77-ba28-ae2c3b00a97d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:44.301963 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eb28451c-92c8-493d-bd24-cfd6551c1438 None None] Port 857f5288-90f4-4f8d-9ee6-351facafc4f7 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:23:44.319917 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Router 4e04151c-df0d-47cd-a19a-612af8ac8826 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:23:44.333974 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0cac8be0-1eb0-4dfa-a532-04e8190476ed req-72bf6cb7-0b3b-4233-827d-08788a8f3b5c tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:44.337753 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0cac8be0-1eb0-4dfa-a532-04e8190476ed req-72bf6cb7-0b3b-4233-827d-08788a8f3b5c tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:44.338995 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0cac8be0-1eb0-4dfa-a532-04e8190476ed req-72bf6cb7-0b3b-4233-827d-08788a8f3b5c tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "DELETE /v2.0/floatingips/b8c17cf8-55d8-4a72-a42b-e0a410a00e03 HTTP/1.1" status: 204 len: 173 time: 2.1478772 Mar 23 12:23:44.346442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4921eddc-afe6-49c4-8085-9ade799143cd req-82260c92-ebe6-44d2-80c4-7d9500eb5d7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Made reservation on behalf of 4a0fc61c44cc4b5fbce22a4dd6a0e33d for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:23:44.357168 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4921eddc-afe6-49c4-8085-9ade799143cd req-82260c92-ebe6-44d2-80c4-7d9500eb5d7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:44.370507 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4921eddc-afe6-49c4-8085-9ade799143cd req-82260c92-ebe6-44d2-80c4-7d9500eb5d7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:44.450723 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:44.461254 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce3d634-55cb-4466-860e-6c3bd31d770c None None] Network 55d86b04-46a9-4451-955a-aa514bc52080 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:23:44.540825 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0238c203-2ec1-4116-8471-e358ae12d74e None None] Provisioning complete for port c2a056b2-0025-44ab-b349-4a280044e3eb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:44.541200 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0238c203-2ec1-4116-8471-e358ae12d74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:44.559313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4921eddc-afe6-49c4-8085-9ade799143cd req-82260c92-ebe6-44d2-80c4-7d9500eb5d7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:44.565354 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4921eddc-afe6-49c4-8085-9ade799143cd req-82260c92-ebe6-44d2-80c4-7d9500eb5d7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:44.578462 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3850506c-3d6f-4489-b268-452c863e7cea req-bf8534dc-3dbd-4d84-9dc0-e7d9684ae321 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 210 time: 0.0549762 Mar 23 12:23:44.604413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:23:44.610797 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a3aeac1d-c378-4138-bf7b-bddee712faa5 admin admin] 10.222.0.52 "PUT /v2.0/routers/4e04151c-df0d-47cd-a19a-612af8ac8826/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2031245 Mar 23 12:23:44.618380 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:44.630281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932901e-1af3-41bb-8eeb-5169169a8553 req-b4f1b716-117e-41fc-b128-edf7c0ee2870 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:44.632716 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3932901e-1af3-41bb-8eeb-5169169a8553 req-b4f1b716-117e-41fc-b128-edf7c0ee2870 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 948 time: 0.1647069 Mar 23 12:23:44.633265 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Sync routers for ids ['4e04151c-df0d-47cd-a19a-612af8ac8826'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:23:44.663567 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:44.669497 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:44.673891 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:44.677450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Pushing event updated for resources: {'Port': ['ID=f65028a4-03d6-4371-b937-141b69d4932d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:44.700806 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82260c92-ebe6-44d2-80c4-7d9500eb5d7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c48e89b-78f0-4e84-886d-df4c050b1684,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:44.727513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Routers {'4e04151c-df0d-47cd-a19a-612af8ac8826'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:23:44.728230 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['4e04151c-df0d-47cd-a19a-612af8ac8826'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:44.773486 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3932901e-1af3-41bb-8eeb-5169169a8553 req-da9976cf-9f9f-4958-8739-9b9210df1ef3 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060305 Mar 23 12:23:44.850556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-4921eddc-afe6-49c4-8085-9ade799143cd req-82260c92-ebe6-44d2-80c4-7d9500eb5d7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Allocated IP 192.168.233.102 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/a2df29d0-1dfa-4ec1-9320-24ad63b54492) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:44.889900 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7e7cb0c5-fc5e-4291-9bb3-f9fdde60ca8e req-8a318fa9-945a-4c17-be26-3762249255f6 tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0569708 Mar 23 12:23:44.920154 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-373315ac-b972-415f-82e8-2dc00dad7ebd req-41bc5d9c-6aa8-4d0d-872f-9ff3c0832293 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] show failed (client error): The resource could not be found. Mar 23 12:23:44.927542 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-373315ac-b972-415f-82e8-2dc00dad7ebd req-41bc5d9c-6aa8-4d0d-872f-9ff3c0832293 tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/floatingips/b8c17cf8-55d8-4a72-a42b-e0a410a00e03 HTTP/1.1" status: 404 len: 350 time: 0.1026990 Mar 23 12:23:45.021048 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-ba430506-bb39-4a3d-8482-a199a67ffb87 req-ba64729e-91eb-4f48-bc2e-83a895a5d9ab tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] show failed (client error): The resource could not be found. Mar 23 12:23:45.028900 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba430506-bb39-4a3d-8482-a199a67ffb87 req-ba64729e-91eb-4f48-bc2e-83a895a5d9ab tempest-FloatingIPsTestJSON-1962017054 tempest-FloatingIPsTestJSON-1962017054-project] 10.222.0.52 "GET /v2.0/floatingips/b8c17cf8-55d8-4a72-a42b-e0a410a00e03 HTTP/1.1" status: 404 len: 350 time: 0.0712481 Mar 23 12:23:45.034177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44014) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:45.211982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8e703b39-fe50-49c9-bb93-688d36992d3a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:45.218323 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:45.415527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Set router 4e04151c-df0d-47cd-a19a-612af8ac8826 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:23:45.646133 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4921eddc-afe6-49c4-8085-9ade799143cd req-82260c92-ebe6-44d2-80c4-7d9500eb5d7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:45.703142 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8e703b39-fe50-49c9-bb93-688d36992d3a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:45.703708 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:45.731432 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:45.812377 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:45.895521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 86c9f902-87ff-40be-8481-ffeea27ac327 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:23:45.950163 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0d833d8a-f116-478a-a440-ca4ba5b46762 req-36549000-aca7-462a-bb3f-fba0fa8cb927 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 210 time: 0.0824666 Mar 23 12:23:45.962021 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4921eddc-afe6-49c4-8085-9ade799143cd req-82260c92-ebe6-44d2-80c4-7d9500eb5d7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:45.984301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c2a056b2-0025-44ab-b349-4a280044e3eb up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:46.031684 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-435469bb-810e-49d7-a1d7-a55cfbd0a045 None None] Provisioning complete for port c2a056b2-0025-44ab-b349-4a280044e3eb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:46.032182 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-435469bb-810e-49d7-a1d7-a55cfbd0a045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:46.044518 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4921eddc-afe6-49c4-8085-9ade799143cd req-82260c92-ebe6-44d2-80c4-7d9500eb5d7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:46.049801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-4921eddc-afe6-49c4-8085-9ade799143cd req-82260c92-ebe6-44d2-80c4-7d9500eb5d7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:46.055379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4921eddc-afe6-49c4-8085-9ade799143cd req-82260c92-ebe6-44d2-80c4-7d9500eb5d7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:46.061390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921eddc-afe6-49c4-8085-9ade799143cd req-82260c92-ebe6-44d2-80c4-7d9500eb5d7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:46.062018 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4921eddc-afe6-49c4-8085-9ade799143cd req-82260c92-ebe6-44d2-80c4-7d9500eb5d7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:46.083016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44046) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:46.094739 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:23:46.099585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b7209fb2-b3c4-442d-8889-9abb08274641 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-952664272-network', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:46.143101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82260c92-ebe6-44d2-80c4-7d9500eb5d7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Pushing event updated for resources: {'Port': ['ID=a2df29d0-1dfa-4ec1-9320-24ad63b54492,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:46.178652 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4921eddc-afe6-49c4-8085-9ade799143cd req-82260c92-ebe6-44d2-80c4-7d9500eb5d7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2833927 Mar 23 12:23:46.199140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Request body: {'port': {'device_id': '796ce26b-e245-43b8-9161-122ce3d8183e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:46.266018 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cace8-eb16-4adf-a2d9-893e5d51c86d req-10dbabd8-3129-4c36-b4bd-d57d7c1e483e tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:46.267003 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7209fb2-b3c4-442d-8889-9abb08274641 admin admin] Made reservation on behalf of 52a5b5674f8c4c8289d5e028cdc491d7 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:23:46.270770 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7209fb2-b3c4-442d-8889-9abb08274641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:46.275956 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d41cace8-eb16-4adf-a2d9-893e5d51c86d req-10dbabd8-3129-4c36-b4bd-d57d7c1e483e tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 948 time: 0.3496451 Mar 23 12:23:46.302216 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7209fb2-b3c4-442d-8889-9abb08274641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:46.306644 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c2a056b2-0025-44ab-b349-4a280044e3eb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:46.307017 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:46.318615 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 86c9f902-87ff-40be-8481-ffeea27ac327, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=86c9f902-87ff-40be-8481-ffeea27ac327,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:46.382344 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:41Z', 'revision_number': 4, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '857f5288-90f4-4f8d-9ee6-351facafc4f7', 'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'mac_address': 'fa:16:3e:3b:0e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:39Z', 'updated_at': '2022-03-23T12:23:42Z', 'revision_number': 2, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'subnets': [{'id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:46.401580 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '86c9f902-87ff-40be-8481-ffeea27ac327', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '86c9f902-87ff-40be-8481-ffeea27ac327', 'mac_address': 'fa:16:3e:8b:81:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:23:46.474095 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:46.529909 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Checking router: 4e04151c-df0d-47cd-a19a-612af8ac8826 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:23:46.533559 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Updating router 4e04151c-df0d-47cd-a19a-612af8ac8826 port 857f5288-90f4-4f8d-9ee6-351facafc4f7 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:23:46.544418 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:46.593278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c9f902-87ff-40be-8481-ffeea27ac327 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:23:46.668555 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d41cace8-eb16-4adf-a2d9-893e5d51c86d req-ce96eb71-5ad2-4847-aa6d-971ca6645349 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915832 Mar 23 12:23:46.691764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 86c9f902-87ff-40be-8481-ffeea27ac327, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=86c9f902-87ff-40be-8481-ffeea27ac327,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:46.692689 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Router 38ebd01f-556e-4254-bae9-227e3f960e82 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:23:46.789833 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:46.809649 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:46.811580 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bfb7cb99-0cd6-4b54-b2cf-a428c93389c1 None None] Provisioning complete for port a2df29d0-1dfa-4ec1-9320-24ad63b54492 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:46.812061 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bfb7cb99-0cd6-4b54-b2cf-a428c93389c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:46.864980 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:23:46.877232 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Sync routers for ids ['38ebd01f-556e-4254-bae9-227e3f960e82'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:23:46.897706 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Routers {'38ebd01f-556e-4254-bae9-227e3f960e82'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:23:46.898335 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['38ebd01f-556e-4254-bae9-227e3f960e82'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:46.900967 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:46.902586 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d3e76776-7052-4f35-b3f6-7324fc2966db admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9353857 Mar 23 12:23:46.905944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44066) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:46.934206 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bfb7cb99-0cd6-4b54-b2cf-a428c93389c1 None None] Port a2df29d0-1dfa-4ec1-9320-24ad63b54492 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:23:46.944364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=86c9f902-87ff-40be-8481-ffeea27ac327,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:46.947445 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7209fb2-b3c4-442d-8889-9abb08274641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:46.983064 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6273c7a6-9733-4048-97d3-9a3d846fc181 req-80375dbe-6041-4c83-9022-671c2fd8ea6b tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.2088923 Mar 23 12:23:47.020706 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7209fb2-b3c4-442d-8889-9abb08274641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:47.094916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7209fb2-b3c4-442d-8889-9abb08274641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef37643-c4e6-4310-bbe9-c5e7ced2759c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:47.104448 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['86c9f902-87ff-40be-8481-ffeea27ac327'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:23:47.148299 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Set router 38ebd01f-556e-4254-bae9-227e3f960e82 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:23:47.192828 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7209fb2-b3c4-442d-8889-9abb08274641 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:23:47.247744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8348754-e889-4668-bdcf-4de7f2f75aac req-2d376f86-53ac-4344-b0b2-a1724ab0c921 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:47.253862 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:47.257735 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8348754-e889-4668-bdcf-4de7f2f75aac req-2d376f86-53ac-4344-b0b2-a1724ab0c921 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 936 time: 0.1313519 Mar 23 12:23:47.292145 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7209fb2-b3c4-442d-8889-9abb08274641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:47.292492 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-b7209fb2-b3c4-442d-8889-9abb08274641 admin admin] Added segment faa4bb1c-6ff7-473f-bcfd-bba500b03a38 of type vlan for network 578948b7-6d58-4f1a-91c8-9e63ae8ae274 Mar 23 12:23:47.304718 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b3523ec-587b-4de1-ba2f-db6aa9f7aa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:47.383782 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8348754-e889-4668-bdcf-4de7f2f75aac req-b00bc948-784c-4dd3-a90f-5f546622e29a tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172416 Mar 23 12:23:47.435436 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7209fb2-b3c4-442d-8889-9abb08274641 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:47.553006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2df29d0-1dfa-4ec1-9320-24ad63b54492 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:23:47.564982 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7209fb2-b3c4-442d-8889-9abb08274641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:47.565955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7209fb2-b3c4-442d-8889-9abb08274641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:47.566576 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7209fb2-b3c4-442d-8889-9abb08274641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:47.574539 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:47.603160 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:47.616472 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:47.630493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44084) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:47.662690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7209fb2-b3c4-442d-8889-9abb08274641 admin admin] Pushing event updated for resources: {'Network': ['ID=578948b7-6d58-4f1a-91c8-9e63ae8ae274,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:47.681348 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-router', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:41Z', 'updated_at': '2022-03-23T12:23:44Z', 'revision_number': 3, 'project_id': '70d1213677ec4db08718d6331234c515', 'gw_port': {'id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:43Z', 'updated_at': '2022-03-23T12:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:47.684865 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd2c2e-c081-42a6-bf90-bc4358f64bdf None None] Pushing event updated for resources: {'Port': ['ID=857f5288-90f4-4f8d-9ee6-351facafc4f7,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:47.692773 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 578948b7-6d58-4f1a-91c8-9e63ae8ae274 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:23:47.747489 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b7209fb2-b3c4-442d-8889-9abb08274641 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6608019 Mar 23 12:23:47.755548 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44092) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:47.760363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-976bcc4d-006c-4579-898e-401daf25a9c8 admin admin] Request body: {'subnet': {'network_id': '578948b7-6d58-4f1a-91c8-9e63ae8ae274', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952664272-subnet', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:47.816204 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976bcc4d-006c-4579-898e-401daf25a9c8 admin admin] Made reservation on behalf of 52a5b5674f8c4c8289d5e028cdc491d7 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:23:47.823295 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-976bcc4d-006c-4579-898e-401daf25a9c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:47.836524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Transition to ACTIVE for port object a2df29d0-1dfa-4ec1-9320-24ad63b54492 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:23:47.881244 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:47.924226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Attempting to bind port 857f5288-90f4-4f8d-9ee6-351facafc4f7 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:23:47.925012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Attempting to bind port 857f5288-90f4-4f8d-9ee6-351facafc4f7 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '14a48e7d-22ef-41f7-973a-3282d66d34ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:23:47.925012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Attempting to bind port 857f5288-90f4-4f8d-9ee6-351facafc4f7 on network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:47.939128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:23:47.939505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Checking segment: {'id': '14a48e7d-22ef-41f7-973a-3282d66d34ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:47.940072 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:47.940468 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Bound using segment: {'id': '14a48e7d-22ef-41f7-973a-3282d66d34ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:23:47.940957 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Bound port: 857f5288-90f4-4f8d-9ee6-351facafc4f7, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a48e7d-22ef-41f7-973a-3282d66d34ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:23:47.941335 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:48.031752 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] For port 857f5288-90f4-4f8d-9ee6-351facafc4f7, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:23:48.039157 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] For port 857f5288-90f4-4f8d-9ee6-351facafc4f7, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=857f5288-90f4-4f8d-9ee6-351facafc4f7,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:23:48.058041 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:48.088503 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Checking router: 38ebd01f-556e-4254-bae9-227e3f960e82 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:23:48.090253 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Updating router 38ebd01f-556e-4254-bae9-227e3f960e82 port f65028a4-03d6-4371-b937-141b69d4932d binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:23:48.185273 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:48.219687 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd2c2e-c081-42a6-bf90-bc4358f64bdf None None] Pushing event updated for resources: {'Port': ['ID=857f5288-90f4-4f8d-9ee6-351facafc4f7,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:48.276662 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f9f8e17-4c2e-402c-818c-8bf92ab9e142 req-6dee2153-4044-486d-b80e-ee8466556283 tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0601106 Mar 23 12:23:48.288668 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Routers {'4e04151c-df0d-47cd-a19a-612af8ac8826'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:23:48.289596 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['4e04151c-df0d-47cd-a19a-612af8ac8826'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:48.291159 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Attempting to bind port a2df29d0-1dfa-4ec1-9320-24ad63b54492 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:23:48.291493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Attempting to bind port a2df29d0-1dfa-4ec1-9320-24ad63b54492 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:23:48.291813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Attempting to bind port a2df29d0-1dfa-4ec1-9320-24ad63b54492 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:48.293808 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Pushing event updated for resources: {'Port': ['ID=a2df29d0-1dfa-4ec1-9320-24ad63b54492,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:48.309409 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Port a2df29d0-1dfa-4ec1-9320-24ad63b54492 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:23:48.309731 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Attempting to bind port a2df29d0-1dfa-4ec1-9320-24ad63b54492 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:48.314030 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca28dfbf-2f10-4312-8a39-d0c6fc748e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:48.355746 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:23:48.364123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:48.368615 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:23:48.371008 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Bound port: a2df29d0-1dfa-4ec1-9320-24ad63b54492, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:23:48.372499 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:48.372665 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2d37c884-a7b5-4465-aaad-49a93aba0c2c None None] Provisioning complete for port 857f5288-90f4-4f8d-9ee6-351facafc4f7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:48.373133 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2d37c884-a7b5-4465-aaad-49a93aba0c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:48.452602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd642e-1891-4c55-93d4-a6a7dc39eb15 req-5e8cceab-a555-40d5-9759-f2706f2d1aa7 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:48.454179 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6ddd642e-1891-4c55-93d4-a6a7dc39eb15 req-5e8cceab-a555-40d5-9759-f2706f2d1aa7 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 949 time: 0.3018212 Mar 23 12:23:48.634367 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:48.642747 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:48.719818 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Attempting to bind port f65028a4-03d6-4371-b937-141b69d4932d on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:23:48.721378 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Attempting to bind port f65028a4-03d6-4371-b937-141b69d4932d by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:23:48.721990 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Attempting to bind port f65028a4-03d6-4371-b937-141b69d4932d on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:48.729231 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64458276-7a2d-46f8-914c-32f370a5d22e None None] Pushing event updated for resources: {'Port': ['ID=f65028a4-03d6-4371-b937-141b69d4932d,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:48.730278 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:48.732476 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-976bcc4d-006c-4579-898e-401daf25a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:48.739036 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:23:48.740947 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:48.742165 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:48.742834 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:23:48.743430 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Bound port: f65028a4-03d6-4371-b937-141b69d4932d, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:23:48.743914 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:48.759781 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6ddd642e-1891-4c55-93d4-a6a7dc39eb15 req-d01d8c9f-efa4-469e-aeb2-73a834409d0d tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761371 Mar 23 12:23:48.793478 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] Set router 4e04151c-df0d-47cd-a19a-612af8ac8826 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:23:48.872355 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] For port f65028a4-03d6-4371-b937-141b69d4932d, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:23:48.877822 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] For port f65028a4-03d6-4371-b937-141b69d4932d, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f65028a4-03d6-4371-b937-141b69d4932d,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:23:48.884744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bcc4d-006c-4579-898e-401daf25a9c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e888cf9a-813c-4be1-9818-b85c6e457008,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:48.886798 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:48.910960 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca28dfbf-2f10-4312-8a39-d0c6fc748e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:48.924545 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca28dfbf-2f10-4312-8a39-d0c6fc748e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:48.966404 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] For port a2df29d0-1dfa-4ec1-9320-24ad63b54492, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:23:48.971379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] For port a2df29d0-1dfa-4ec1-9320-24ad63b54492, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a2df29d0-1dfa-4ec1-9320-24ad63b54492,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:23:48.987512 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64458276-7a2d-46f8-914c-32f370a5d22e None None] Pushing event updated for resources: {'Port': ['ID=f65028a4-03d6-4371-b937-141b69d4932d,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:48.994694 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efeda2f-37f8-4412-9911-b116eba00b53 req-2996216d-6844-44f8-9c98-f9826d45a3a7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:49.001890 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3efeda2f-37f8-4412-9911-b116eba00b53 req-2996216d-6844-44f8-9c98-f9826d45a3a7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 948 time: 0.1596470 Mar 23 12:23:49.023708 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:49.032961 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976bcc4d-006c-4579-898e-401daf25a9c8 admin admin] Checking segment: {'id': 'faa4bb1c-6ff7-473f-bcfd-bba500b03a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '578948b7-6d58-4f1a-91c8-9e63ae8ae274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:49.036049 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Routers {'38ebd01f-556e-4254-bae9-227e3f960e82'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:23:49.036807 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['38ebd01f-556e-4254-bae9-227e3f960e82'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:49.038220 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976bcc4d-006c-4579-898e-401daf25a9c8 admin admin] Network hostable DHCP agents. Network: 578948b7-6d58-4f1a-91c8-9e63ae8ae274, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:23:49.095389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:49.096033 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:49.097338 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2d37c884-a7b5-4465-aaad-49a93aba0c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:49.097836 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4921eddc-afe6-49c4-8085-9ade799143cd req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] 10.222.0.73 "PUT /v2.0/ports/a2df29d0-1dfa-4ec1-9320-24ad63b54492 HTTP/1.1" status: 200 len: 1096 time: 2.9036367 Mar 23 12:23:49.098789 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796ce26b-e245-43b8-9161-122ce3d8183e', 'tag': 'a2df29d0-1dfa-4ec1-9320-24ad63b54492'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:23:49.102075 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c797152-77d3-470e-8adf-463cdab7de77" -d '{"events": [{"name": "network-changed", "server_uuid": "796ce26b-e245-43b8-9161-122ce3d8183e", "tag": "a2df29d0-1dfa-4ec1-9320-24ad63b54492"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:23:49.109709 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a9a94e7b-781c-4376-862d-1108746fa406 req-e7cb8079-6efd-4651-89e3-a6bb84ac5d34 tempest-QuotasAdminNegativeTest-79059219 tempest-QuotasAdminNegativeTest-79059219-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=257545c0d07549409aa5bb09243f9549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820343 Mar 23 12:23:49.127993 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3efeda2f-37f8-4412-9911-b116eba00b53 req-ca7ed796-9a58-4dd2-bb35-b509c6edc881 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249349 Mar 23 12:23:49.154777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5b3523ec-587b-4de1-ba2f-db6aa9f7aa2b admin admin] Deleting port 29705d55-0476-46dd-8ea2-c611daab830c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:23:49.157282 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b3523ec-587b-4de1-ba2f-db6aa9f7aa2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:49.191984 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] Set router 38ebd01f-556e-4254-bae9-227e3f960e82 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:23:49.240974 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3d043c-08f5-4a99-8f8c-8c263182eff9 x-openstack-request-id: req-4d3d043c-08f5-4a99-8f8c-8c263182eff9 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:23:49.241787 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796ce26b-e245-43b8-9161-122ce3d8183e", "tag": "a2df29d0-1dfa-4ec1-9320-24ad63b54492", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:23:49.242264 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d3d043c-08f5-4a99-8f8c-8c263182eff9 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:23:49.242912 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796ce26b-e245-43b8-9161-122ce3d8183e', 'tag': 'a2df29d0-1dfa-4ec1-9320-24ad63b54492', 'status': 'completed', 'code': 200} Mar 23 12:23:49.260652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2d37c884-a7b5-4465-aaad-49a93aba0c2c None None] For port 857f5288-90f4-4f8d-9ee6-351facafc4f7, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=857f5288-90f4-4f8d-9ee6-351facafc4f7,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:49.275162 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2d37c884-a7b5-4465-aaad-49a93aba0c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:49.293302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3870a4-6cf8-49a1-b3b0-e26c23315583 service neutron] Pushing event updated for resources: {'Port': ['ID=a2df29d0-1dfa-4ec1-9320-24ad63b54492,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:49.374531 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ca28dfbf-2f10-4312-8a39-d0c6fc748e7a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=07e4220f58d947739a18e2b13a267a34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7387812 Mar 23 12:23:49.378280 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28dfbf-2f10-4312-8a39-d0c6fc748e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65db62ed-fe38-4c82-b9c7-5f7892e9b66f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:49.382392 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921eddc-afe6-49c4-8085-9ade799143cd req-2d6cb01d-c11b-4905-b9cc-c02f0a0214b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:49.386658 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44122) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:49.388782 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4921eddc-afe6-49c4-8085-9ade799143cd req-2d6cb01d-c11b-4905-b9cc-c02f0a0214b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 1099 time: 0.2281044 Mar 23 12:23:49.400661 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a94e7b-781c-4376-862d-1108746fa406 req-e9791650-21ab-4621-b39a-ca79f5e7efb3 tempest-QuotasAdminNegativeTest-79059219 tempest-QuotasAdminNegativeTest-79059219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:49.408375 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a9a94e7b-781c-4376-862d-1108746fa406 req-e9791650-21ab-4621-b39a-ca79f5e7efb3 tempest-QuotasAdminNegativeTest-79059219 tempest-QuotasAdminNegativeTest-79059219-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2975039 Mar 23 12:23:49.417042 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976bcc4d-006c-4579-898e-401daf25a9c8 admin admin] Network 578948b7-6d58-4f1a-91c8-9e63ae8ae274 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:23:49.422071 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37c884-a7b5-4465-aaad-49a93aba0c2c None None] Pushing event updated for resources: {'Port': ['ID=857f5288-90f4-4f8d-9ee6-351facafc4f7,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:49.451788 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a9a94e7b-781c-4376-862d-1108746fa406 req-e87b1830-c9c9-4f30-85ce-ebeaf8a0e1b0 tempest-QuotasAdminNegativeTest-79059219 tempest-QuotasAdminNegativeTest-79059219-project] 10.222.0.52 "GET /v2.0/quotas/257545c0d07549409aa5bb09243f9549 HTTP/1.1" status: 200 len: 375 time: 0.0424461 Mar 23 12:23:49.452178 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-router', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:41Z', 'updated_at': '2022-03-23T12:23:44Z', 'revision_number': 3, 'project_id': '70d1213677ec4db08718d6331234c515', 'gw_port': {'id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:43Z', 'updated_at': '2022-03-23T12:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:49.482832 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-5b3523ec-587b-4de1-ba2f-db6aa9f7aa2b admin admin] For port 29705d55-0476-46dd-8ea2-c611daab830c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=29705d55-0476-46dd-8ea2-c611daab830c,segment=NetworkSegment(072011c9-2f3b-4684-ae19-ebae0620a10c),segment_id=072011c9-2f3b-4684-ae19-ebae0620a10c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:49.483238 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b3523ec-587b-4de1-ba2f-db6aa9f7aa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:49.485437 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b226648-0eb0-458c-baf6-01556d0df5f8 None None] The sync data for ids ['38ebd01f-556e-4254-bae9-227e3f960e82'] in n-d-834854-1 is: [{'id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-router', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:41Z', 'updated_at': '2022-03-23T12:23:44Z', 'revision_number': 3, 'project_id': '70d1213677ec4db08718d6331234c515', 'gw_port': {'id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:43Z', 'updated_at': '2022-03-23T12:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:23:49.487393 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4921eddc-afe6-49c4-8085-9ade799143cd req-d682ca23-b40a-4b30-92a9-4ce310deb875 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a2df29d0-1dfa-4ec1-9320-24ad63b54492 HTTP/1.1" status: 200 len: 217 time: 0.0834329 Mar 23 12:23:49.491614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:41Z', 'revision_number': 4, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '857f5288-90f4-4f8d-9ee6-351facafc4f7', 'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'mac_address': 'fa:16:3e:3b:0e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:39Z', 'updated_at': '2022-03-23T12:23:48Z', 'revision_number': 4, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'subnets': [{'id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:49.504429 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-976bcc4d-006c-4579-898e-401daf25a9c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 578948b7-6d58-4f1a-91c8-9e63ae8ae274) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:49.506986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Allocated IP 172.20.0.1 (55d86b04-46a9-4451-955a-aa514bc52080/f2ffb559-0160-40fb-9628-a39ae997c114/3d1c035b-f100-4d8b-8038-e7ada546d9ae) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:49.516203 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a9a94e7b-781c-4376-862d-1108746fa406 req-2d200bc1-28c0-4fd4-a608-cc50b8494ef5 tempest-QuotasAdminNegativeTest-79059219 tempest-QuotasAdminNegativeTest-79059219-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=257545c0d07549409aa5bb09243f9549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635076 Mar 23 12:23:49.522958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5b3523ec-587b-4de1-ba2f-db6aa9f7aa2b admin admin] Calling delete_port for 29705d55-0476-46dd-8ea2-c611daab830c owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:23:49.526498 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976bcc4d-006c-4579-898e-401daf25a9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:49.527075 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-976bcc4d-006c-4579-898e-401daf25a9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:49.534509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a6ad5a81-1506-4f1f-aa31-b993a90ecfdd req-a1dbc603-192d-4c9a-9fa8-c62f56c471fa tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0640254 Mar 23 12:23:49.550638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed7a1a4-7c88-41dd-885b-e908c7a84ec4 None None] Network 578948b7-6d58-4f1a-91c8-9e63ae8ae274 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:23:49.639325 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-976bcc4d-006c-4579-898e-401daf25a9c8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8760285 Mar 23 12:23:49.639325 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0bb1b1b-0add-43f1-92d0-66e885cfc85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:49.641781 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-84e350a1-7d5e-4e93-b4eb-e6484134d653 None None] Provisioning complete for port 857f5288-90f4-4f8d-9ee6-351facafc4f7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:49.642495 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-84e350a1-7d5e-4e93-b4eb-e6484134d653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:49.650991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44124) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:49.659584 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-952664272-router', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:49.667842 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0bb1b1b-0add-43f1-92d0-66e885cfc85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:49.685011 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921eddc-afe6-49c4-8085-9ade799143cd req-ee50d9d2-cf6c-4347-bc2c-7fb41ee91f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:49.686182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192ba73-6eb0-4439-a855-93534b008ec1 None None] The sync data for ids ['4e04151c-df0d-47cd-a19a-612af8ac8826'] in n-d-834854-1 is: [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:41Z', 'revision_number': 4, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '857f5288-90f4-4f8d-9ee6-351facafc4f7', 'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'mac_address': 'fa:16:3e:3b:0e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:39Z', 'updated_at': '2022-03-23T12:23:48Z', 'revision_number': 4, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'subnets': [{'id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:23:49.686480 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4921eddc-afe6-49c4-8085-9ade799143cd req-ee50d9d2-cf6c-4347-bc2c-7fb41ee91f16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1852689 Mar 23 12:23:49.817820 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:49.820767 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:49.843056 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:49.844495 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0bb1b1b-0add-43f1-92d0-66e885cfc85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:49.847290 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0bb1b1b-0add-43f1-92d0-66e885cfc85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:49.850900 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e0bb1b1b-0add-43f1-92d0-66e885cfc85a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65db62ed-fe38-4c82-b9c7-5f7892e9b66f HTTP/1.1" status: 204 len: 168 time: 0.4404497 Mar 23 12:23:49.861597 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb1b1b-0add-43f1-92d0-66e885cfc85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65db62ed-fe38-4c82-b9c7-5f7892e9b66f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:49.961542 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:49.966999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 86c9f902-87ff-40be-8481-ffeea27ac327 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:50.029750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Network 55d86b04-46a9-4451-955a-aa514bc52080 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:50.039039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088282a-515e-4080-ba59-4f451abc61ca req-5a2d8f91-f3a6-415e-b9b7-ec9221f644e4 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:50.047336 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5088282a-515e-4080-ba59-4f451abc61ca req-5a2d8f91-f3a6-415e-b9b7-ec9221f644e4 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 949 time: 0.1418786 Mar 23 12:23:50.070172 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:50.073863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:50.074565 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:50.155110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921eddc-afe6-49c4-8085-9ade799143cd req-4fdb195c-31eb-48b6-a2c0-1b7bdb4fa7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:50.157284 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4921eddc-afe6-49c4-8085-9ade799143cd req-4fdb195c-31eb-48b6-a2c0-1b7bdb4fa7b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4557414 Mar 23 12:23:50.202435 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-578948b7-6d58-4f1a-91c8-9e63ae8ae274', 'network_id': '578948b7-6d58-4f1a-91c8-9e63ae8ae274', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'fixed_ips': [{'subnet_id': 'e888cf9a-813c-4be1-9818-b85c6e457008'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:23:50.203449 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:50.245545 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:50.618407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Allocated IP 172.20.0.2 (578948b7-6d58-4f1a-91c8-9e63ae8ae274/e888cf9a-813c-4be1-9818-b85c6e457008/fb724b7a-5dba-4b77-b30d-6d36ebacbd2a) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:50.634382 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=3d1c035b-f100-4d8b-8038-e7ada546d9ae,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:50.671093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 86c9f902-87ff-40be-8481-ffeea27ac327 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:23:50.686093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 86c9f902-87ff-40be-8481-ffeea27ac327 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:50.686681 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:50.692220 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5088282a-515e-4080-ba59-4f451abc61ca req-9e1cf7c7-06c6-4c1d-9403-0b2fa4fccbf3 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6436317 Mar 23 12:23:50.693305 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:50.723102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44146) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:50.841343 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:50.877027 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d165c6-05a8-4d4e-aee1-1b7c0c26d8a3 req-b03aa99b-e5a8-48cc-87b7-16129f1bec4a tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:50.878604 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54d165c6-05a8-4d4e-aee1-1b7c0c26d8a3 req-b03aa99b-e5a8-48cc-87b7-16129f1bec4a tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 948 time: 0.5411904 Mar 23 12:23:50.893913 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4921eddc-afe6-49c4-8085-9ade799143cd req-24005799-8090-4195-9e8c-fd97222e5cff service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6469657 Mar 23 12:23:50.900348 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-76e2c45c-2d79-4f4f-8471-b9408ff4223e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:51.038509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dfeb2678-ccfc-4851-a597-e459f7b0cf7d None None] Provisioning complete for port 3d1c035b-f100-4d8b-8038-e7ada546d9ae triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:51.039168 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-76e2c45c-2d79-4f4f-8471-b9408ff4223e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:51.041247 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dfeb2678-ccfc-4851-a597-e459f7b0cf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:51.049539 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-76e2c45c-2d79-4f4f-8471-b9408ff4223e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:51.052605 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b3523ec-587b-4de1-ba2f-db6aa9f7aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:51.145941 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-76e2c45c-2d79-4f4f-8471-b9408ff4223e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=47cd4397e2904299864afe1e48b591bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206455 Mar 23 12:23:51.146723 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44152) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:51.151111 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2c45c-2d79-4f4f-8471-b9408ff4223e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc203f7-75df-44d8-93c3-772055333bda,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:51.211690 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:51.271381 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3523ec-587b-4de1-ba2f-db6aa9f7aa2b admin admin] Pushing event deleted for resources: {'Port': ['ID=29705d55-0476-46dd-8ea2-c611daab830c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:51.307032 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54d165c6-05a8-4d4e-aee1-1b7c0c26d8a3 req-ea387236-73b7-4602-b8e5-9408ef711669 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976343 Mar 23 12:23:51.389955 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b847cf2-c6cc-4403-a14a-b937e593a060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:51.401432 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:51.478838 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:51.481742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f65028a4-03d6-4371-b937-141b69d4932d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:51.489666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb2678-ccfc-4851-a597-e459f7b0cf7d None None] Port 3d1c035b-f100-4d8b-8038-e7ada546d9ae cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:23:51.506714 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c35fbd1-88cb-4461-81ce-5c93c4a7a10d req-83c713fa-3758-4e58-ad9c-b0dc081a1b0e tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.1199050 Mar 23 12:23:51.524584 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:51.525703 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:51.529697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46947afe-12ca-43da-adb4-94d3f026bcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c9f902-87ff-40be-8481-ffeea27ac327'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:23:51.532529 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fc0c46-50b6-4838-a75a-3beebc6ddf3d" -d '{"events": [{"server_uuid": "46947afe-12ca-43da-adb4-94d3f026bcb9", "name": "network-vif-plugged", "status": "completed", "tag": "86c9f902-87ff-40be-8481-ffeea27ac327"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:23:51.543859 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:51.557751 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4921eddc-afe6-49c4-8085-9ade799143cd req-250a677a-47dc-408f-8b75-094bf4346d98 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413548 Mar 23 12:23:51.567566 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b847cf2-c6cc-4403-a14a-b937e593a060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:51.659809 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 86c9f902-87ff-40be-8481-ffeea27ac327, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=86c9f902-87ff-40be-8481-ffeea27ac327,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:51.662010 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301858ae-fbc3-45bd-aeee-28abb780e264 x-openstack-request-id: req-301858ae-fbc3-45bd-aeee-28abb780e264 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:23:51.663123 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46947afe-12ca-43da-adb4-94d3f026bcb9", "name": "network-vif-plugged", "status": "completed", "tag": "86c9f902-87ff-40be-8481-ffeea27ac327", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:23:51.663908 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-301858ae-fbc3-45bd-aeee-28abb780e264 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:23:51.664703 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46947afe-12ca-43da-adb4-94d3f026bcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c9f902-87ff-40be-8481-ffeea27ac327', 'code': 200} Mar 23 12:23:51.712210 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:51.730846 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Network 578948b7-6d58-4f1a-91c8-9e63ae8ae274 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:51.738461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:51.747028 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:51.752651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Pushing event updated for resources: {'Port': ['ID=fb724b7a-5dba-4b77-b30d-6d36ebacbd2a,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:51.756122 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=3d1c035b-f100-4d8b-8038-e7ada546d9ae,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:51.837114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Network 55d86b04-46a9-4451-955a-aa514bc52080 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:51.840478 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:51.886303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f65028a4-03d6-4371-b937-141b69d4932d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:51.886988 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:51.957834 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Attempting to bind port fb724b7a-5dba-4b77-b30d-6d36ebacbd2a on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:23:51.958341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Attempting to bind port fb724b7a-5dba-4b77-b30d-6d36ebacbd2a by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'faa4bb1c-6ff7-473f-bcfd-bba500b03a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '578948b7-6d58-4f1a-91c8-9e63ae8ae274'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:23:51.958822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Attempting to bind port fb724b7a-5dba-4b77-b30d-6d36ebacbd2a on network 578948b7-6d58-4f1a-91c8-9e63ae8ae274 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:51.971827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=86c9f902-87ff-40be-8481-ffeea27ac327,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:51.983532 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:23:51.989374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Checking segment: {'id': 'faa4bb1c-6ff7-473f-bcfd-bba500b03a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '578948b7-6d58-4f1a-91c8-9e63ae8ae274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:51.989972 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:51.990488 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Bound using segment: {'id': 'faa4bb1c-6ff7-473f-bcfd-bba500b03a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '578948b7-6d58-4f1a-91c8-9e63ae8ae274'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:23:51.993689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Bound port: fb724b7a-5dba-4b77-b30d-6d36ebacbd2a, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa4bb1c-6ff7-473f-bcfd-bba500b03a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '578948b7-6d58-4f1a-91c8-9e63ae8ae274'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:23:51.995406 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:52.056526 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b847cf2-c6cc-4403-a14a-b937e593a060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:52.064417 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b847cf2-c6cc-4403-a14a-b937e593a060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:52.071829 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2b847cf2-c6cc-4403-a14a-b937e593a060 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4bc203f7-75df-44d8-93c3-772055333bda HTTP/1.1" status: 204 len: 168 time: 0.9158542 Mar 23 12:23:52.125393 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aaf6a1df-65c8-4059-8e78-d6700703cb6f req-748f5910-7fa1-42ae-a487-a09b118f177f tempest-QuotasAdminNegativeTest-79059219 tempest-QuotasAdminNegativeTest-79059219-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=257545c0d07549409aa5bb09243f9549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778108 Mar 23 12:23:52.131418 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Router 38ebd01f-556e-4254-bae9-227e3f960e82 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:23:52.132868 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b847cf2-c6cc-4403-a14a-b937e593a060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc203f7-75df-44d8-93c3-772055333bda,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:52.159473 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:52.171260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] For port fb724b7a-5dba-4b77-b30d-6d36ebacbd2a, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:23:52.237097 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b3523ec-587b-4de1-ba2f-db6aa9f7aa2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:52.286372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c797152-77d3-470e-8adf-463cdab7de77 req-ecbd845c-e0f8-4cdf-ab1a-53237496b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:52.288456 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8c797152-77d3-470e-8adf-463cdab7de77 req-ecbd845c-e0f8-4cdf-ab1a-53237496b76f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 1099 time: 0.5696301 Mar 23 12:23:52.398678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac579c5-b0e6-4c25-9b23-3bbbb097417b req-b6f85b2d-66bb-4b18-ba26-f688a5aa960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:52.400403 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ac579c5-b0e6-4c25-9b23-3bbbb097417b req-b6f85b2d-66bb-4b18-ba26-f688a5aa960e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 1101 time: 0.5735860 Mar 23 12:23:52.408331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] For port fb724b7a-5dba-4b77-b30d-6d36ebacbd2a, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fb724b7a-5dba-4b77-b30d-6d36ebacbd2a,segment=NetworkSegment(faa4bb1c-6ff7-473f-bcfd-bba500b03a38),segment_id=faa4bb1c-6ff7-473f-bcfd-bba500b03a38)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:23:52.433338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port f65028a4-03d6-4371-b937-141b69d4932d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f65028a4-03d6-4371-b937-141b69d4932d,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:52.436388 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:52.439663 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55af758-e3e4-47db-8655-3563ce884894 req-a7020cb4-7873-4646-95be-79f8da667d38 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:52.451799 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b55af758-e3e4-47db-8655-3563ce884894 req-a7020cb4-7873-4646-95be-79f8da667d38 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 950 time: 0.2915795 Mar 23 12:23:52.453865 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:52.454963 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 857f5288-90f4-4f8d-9ee6-351facafc4f7 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:52.499421 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6a1df-65c8-4059-8e78-d6700703cb6f req-6908be64-305a-499d-a36d-6e6e57d17c6e tempest-QuotasAdminNegativeTest-79059219 tempest-QuotasAdminNegativeTest-79059219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:52.500913 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aaf6a1df-65c8-4059-8e78-d6700703cb6f req-6908be64-305a-499d-a36d-6e6e57d17c6e tempest-QuotasAdminNegativeTest-79059219 tempest-QuotasAdminNegativeTest-79059219-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3620405 Mar 23 12:23:52.508640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:23:52.534674 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-babd601e-77b5-4fb1-b459-66b3fba7c1f6 admin admin] 10.222.0.52 "PUT /v2.0/routers/38ebd01f-556e-4254-bae9-227e3f960e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6174536 Mar 23 12:23:52.543062 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aaf6a1df-65c8-4059-8e78-d6700703cb6f req-08421d3e-b466-4243-9b7e-0c40a6912615 tempest-QuotasAdminNegativeTest-79059219 tempest-QuotasAdminNegativeTest-79059219-project] 10.222.0.52 "GET /v2.0/quotas/257545c0d07549409aa5bb09243f9549 HTTP/1.1" status: 200 len: 375 time: 0.0164890 Mar 23 12:23:52.543299 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-92ebc611-a6ec-4481-bfca-4558d234f48c None None] Provisioning complete for port 3d1c035b-f100-4d8b-8038-e7ada546d9ae triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:52.547456 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-92ebc611-a6ec-4481-bfca-4558d234f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:52.624055 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aaf6a1df-65c8-4059-8e78-d6700703cb6f req-c9d474c4-3704-468e-97f5-3c542ea3ae9b tempest-QuotasAdminNegativeTest-79059219 tempest-QuotasAdminNegativeTest-79059219-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=257545c0d07549409aa5bb09243f9549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799160 Mar 23 12:23:52.663782 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-92ebc611-a6ec-4481-bfca-4558d234f48c None None] Port 3d1c035b-f100-4d8b-8038-e7ada546d9ae cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:23:52.677610 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3299e7b-cad7-4e10-baa3-63509fe79125 None None] Pushing event updated for resources: {'Port': ['ID=fb724b7a-5dba-4b77-b30d-6d36ebacbd2a,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:52.685288 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c797152-77d3-470e-8adf-463cdab7de77 req-500f6fc4-9939-4272-8d99-42ee5472fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:52.687101 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8c797152-77d3-470e-8adf-463cdab7de77 req-500f6fc4-9939-4272-8d99-42ee5472fec7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.3387015 Mar 23 12:23:52.781314 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 857f5288-90f4-4f8d-9ee6-351facafc4f7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:52.781649 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:52.877177 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=f65028a4-03d6-4371-b937-141b69d4932d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:53.025292 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e095fde-6580-4fa9-8cab-d5b99e8eb535 req-3fe78d3e-4740-41cd-84a6-69b1adafbee8 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:53.026873 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e095fde-6580-4fa9-8cab-d5b99e8eb535 req-3fe78d3e-4740-41cd-84a6-69b1adafbee8 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 948 time: 0.0891306 Mar 23 12:23:53.140462 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e095fde-6580-4fa9-8cab-d5b99e8eb535 req-fb1c3601-ea94-4e9b-9a1e-cd2b8cecbb60 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962067 Mar 23 12:23:53.169124 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ac579c5-b0e6-4c25-9b23-3bbbb097417b req-5c9add03-d045-41ee-a61a-e0388448fd48 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7483594 Mar 23 12:23:53.170955 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8c797152-77d3-470e-8adf-463cdab7de77 req-23e54a5c-78c3-4142-b938-75b417038e65 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a2df29d0-1dfa-4ec1-9320-24ad63b54492 HTTP/1.1" status: 200 len: 217 time: 0.4204967 Mar 23 12:23:53.193044 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:53.289454 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f70dcbdc-0e50-4745-85cd-bbf09e04dfd2 req-f09af965-7664-452e-88df-9a329f64a186 tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0321558 Mar 23 12:23:53.304948 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b55af758-e3e4-47db-8655-3563ce884894 req-44e82196-f4e1-45d6-8d00-56baf1ed08f3 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8517487 Mar 23 12:23:53.341279 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:53.448371 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c797152-77d3-470e-8adf-463cdab7de77 req-d1e5e4ac-88ce-44d0-8105-f05b78f5d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:53.450093 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8c797152-77d3-470e-8adf-463cdab7de77 req-d1e5e4ac-88ce-44d0-8105-f05b78f5d095 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.2587235 Mar 23 12:23:53.483702 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fb724b7a-5dba-4b77-b30d-6d36ebacbd2a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:53.544303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port fb724b7a-5dba-4b77-b30d-6d36ebacbd2a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:53.545043 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:53.654889 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c797152-77d3-470e-8adf-463cdab7de77 req-fe8f5022-c4e9-4423-915b-53dcdfe8c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:53.656495 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8c797152-77d3-470e-8adf-463cdab7de77 req-fe8f5022-c4e9-4423-915b-53dcdfe8c3c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1659565 Mar 23 12:23:53.662321 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:53.695663 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3523ec-587b-4de1-ba2f-db6aa9f7aa2b admin admin] Router bc251c8f-168c-4c9d-87d0-90063cc42da2 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:23:53.699371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44216) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:53.713883 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port fb724b7a-5dba-4b77-b30d-6d36ebacbd2a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fb724b7a-5dba-4b77-b30d-6d36ebacbd2a,segment=NetworkSegment(faa4bb1c-6ff7-473f-bcfd-bba500b03a38),segment_id=faa4bb1c-6ff7-473f-bcfd-bba500b03a38)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:53.719524 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:53.720669 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f65028a4-03d6-4371-b937-141b69d4932d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:53.723281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Allocated IP 172.25.2.140 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/3fc53d4c-70d0-4d9a-bca5-e37e18800842) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:53.822101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=fb724b7a-5dba-4b77-b30d-6d36ebacbd2a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:53.872811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f65028a4-03d6-4371-b937-141b69d4932d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:53.873536 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:53.923813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Sync routers for ids ['38ebd01f-556e-4254-bae9-227e3f960e82'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:23:53.941056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Routers {'38ebd01f-556e-4254-bae9-227e3f960e82'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:23:53.941886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['38ebd01f-556e-4254-bae9-227e3f960e82'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:54.005743 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3523ec-587b-4de1-ba2f-db6aa9f7aa2b admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:23:54.017914 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5b3523ec-587b-4de1-ba2f-db6aa9f7aa2b admin admin] 10.222.0.52 "PUT /v2.0/routers/bc251c8f-168c-4c9d-87d0-90063cc42da2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9795551 Mar 23 12:23:54.018080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44226) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:54.026583 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb73ee1-db62-4912-a1f1-60fb6de665f4 None None] Sync routers for ids ['bc251c8f-168c-4c9d-87d0-90063cc42da2'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:23:54.042154 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb73ee1-db62-4912-a1f1-60fb6de665f4 None None] Routers {'bc251c8f-168c-4c9d-87d0-90063cc42da2'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:23:54.044405 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5fb73ee1-db62-4912-a1f1-60fb6de665f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bc251c8f-168c-4c9d-87d0-90063cc42da2'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:54.088747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Set router 38ebd01f-556e-4254-bae9-227e3f960e82 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:23:54.118428 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8c797152-77d3-470e-8adf-463cdab7de77 req-1e2c8b2a-79ed-47b7-844d-9310d1351249 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410100 Mar 23 12:23:54.225684 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27829c1-37f7-4d7d-b0df-8add47e0b5bd None None] Network 578948b7-6d58-4f1a-91c8-9e63ae8ae274 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:23:54.232951 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44234) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:54.238082 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-90052fab-2791-4cb7-90f3-f282f2a84e85 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1472081159-network', 'tenant_id': '6fbb0740cd1d4c80af7f79e07239fb6d'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:54.239723 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9cca7b32-0aa3-4a06-a07e-66f21aa41172 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1737820933-network', 'tenant_id': '73385b4c3f724601ad6898ce5e093860'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:54.269324 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:54.306283 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90052fab-2791-4cb7-90f3-f282f2a84e85 admin admin] Made reservation on behalf of 6fbb0740cd1d4c80af7f79e07239fb6d for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:23:54.308941 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90052fab-2791-4cb7-90f3-f282f2a84e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:54.339333 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-5fb73ee1-db62-4912-a1f1-60fb6de665f4 None None] Set router bc251c8f-168c-4c9d-87d0-90063cc42da2 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:23:54.343834 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90052fab-2791-4cb7-90f3-f282f2a84e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:54.364285 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8c797152-77d3-470e-8adf-463cdab7de77 req-5fb0aa54-31bf-44d1-a674-0000776199a8 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388217 Mar 23 12:23:54.382442 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:54.430332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:54.434504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:54.442238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:54.486115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cca7b32-0aa3-4a06-a07e-66f21aa41172 admin admin] Made reservation on behalf of 73385b4c3f724601ad6898ce5e093860 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:23:54.489306 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cca7b32-0aa3-4a06-a07e-66f21aa41172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:54.535795 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cca7b32-0aa3-4a06-a07e-66f21aa41172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:54.562450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc53d4c-70d0-4d9a-bca5-e37e18800842,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:54.566248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a2df29d0-1dfa-4ec1-9320-24ad63b54492 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:23:54.592829 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c9ac435-aa88-4b51-af66-ac6afa638e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:54.635969 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35bcb1b8-eaf7-4140-b218-59c4eb62889b admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:54.637134 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90052fab-2791-4cb7-90f3-f282f2a84e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:54.660397 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90052fab-2791-4cb7-90f3-f282f2a84e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:54.709560 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a2df29d0-1dfa-4ec1-9320-24ad63b54492, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a2df29d0-1dfa-4ec1-9320-24ad63b54492,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:54.727837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'a2df29d0-1dfa-4ec1-9320-24ad63b54492', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'a2df29d0-1dfa-4ec1-9320-24ad63b54492', 'mac_address': 'fa:16:3e:96:16:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:23:54.757511 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-993de3a1-cbda-457c-9848-0db88ffa8665 None None] Provisioning complete for port fb724b7a-5dba-4b77-b30d-6d36ebacbd2a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:54.757920 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-993de3a1-cbda-457c-9848-0db88ffa8665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:54.761017 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5fb73ee1-db62-4912-a1f1-60fb6de665f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'name': 'tempest-FloatingIPsTestJSON-1131767164-router', 'tenant_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:19Z', 'updated_at': '2022-03-23T12:23:50Z', 'revision_number': 5, 'project_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'gw_port': {'id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:20Z', 'updated_at': '2022-03-23T12:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:54.770976 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf15f6a-9d8c-4874-8306-9f14ca439013 req-729f1267-f8a6-47fe-8b58-2b4f3917d909 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:54.772691 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecf15f6a-9d8c-4874-8306-9f14ca439013 req-729f1267-f8a6-47fe-8b58-2b4f3917d909 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 948 time: 0.4621019 Mar 23 12:23:54.796004 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35bcb1b8-eaf7-4140-b218-59c4eb62889b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:54.798152 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb73ee1-db62-4912-a1f1-60fb6de665f4 None None] Checking router: bc251c8f-168c-4c9d-87d0-90063cc42da2 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:23:54.808049 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb73ee1-db62-4912-a1f1-60fb6de665f4 None None] Routers {'bc251c8f-168c-4c9d-87d0-90063cc42da2'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:23:54.809041 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5fb73ee1-db62-4912-a1f1-60fb6de665f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bc251c8f-168c-4c9d-87d0-90063cc42da2'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:54.811050 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:54.894037 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecf15f6a-9d8c-4874-8306-9f14ca439013 req-6a0aba32-0600-492b-96b3-16b666cdc19a tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080573 Mar 23 12:23:54.895911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2df29d0-1dfa-4ec1-9320-24ad63b54492 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:23:54.938780 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-5fb73ee1-db62-4912-a1f1-60fb6de665f4 None None] Set router bc251c8f-168c-4c9d-87d0-90063cc42da2 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:23:54.952740 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-router', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:41Z', 'updated_at': '2022-03-23T12:23:50Z', 'revision_number': 4, 'project_id': '70d1213677ec4db08718d6331234c515', 'gw_port': {'id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:43Z', 'updated_at': '2022-03-23T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '3d1c035b-f100-4d8b-8038-e7ada546d9ae', 'name': '', 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'mac_address': 'fa:16:3e:f7:cb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:48Z', 'updated_at': '2022-03-23T12:23:50Z', 'revision_number': 2, 'project_id': '70d1213677ec4db08718d6331234c515', 'subnets': [{'id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:55.023260 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cca7b32-0aa3-4a06-a07e-66f21aa41172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:55.044441 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cca7b32-0aa3-4a06-a07e-66f21aa41172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:55.060399 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-35bcb1b8-eaf7-4140-b218-59c4eb62889b admin admin] Deleting port ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:23:55.061259 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35bcb1b8-eaf7-4140-b218-59c4eb62889b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:55.082461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Checking router: 38ebd01f-556e-4254-bae9-227e3f960e82 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:23:55.087504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Updating router 38ebd01f-556e-4254-bae9-227e3f960e82 port 3d1c035b-f100-4d8b-8038-e7ada546d9ae binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:23:55.133891 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90052fab-2791-4cb7-90f3-f282f2a84e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d5b14c-5767-41bb-bf76-0cf20ea4e88a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:55.156236 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90052fab-2791-4cb7-90f3-f282f2a84e85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:23:55.184071 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a2df29d0-1dfa-4ec1-9320-24ad63b54492, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a2df29d0-1dfa-4ec1-9320-24ad63b54492,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:55.187651 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca319ec1-fde0-485c-865a-8e5a2b323f80 req-4ca2add2-9eb9-419b-8380-269d4c1841cc tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0392289 Mar 23 12:23:55.216303 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90052fab-2791-4cb7-90f3-f282f2a84e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:55.216664 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-90052fab-2791-4cb7-90f3-f282f2a84e85 admin admin] Added segment 802862f1-d441-4276-88df-98841d3a668f of type vlan for network c48008bb-46ae-4d29-a7c6-9380169889bd Mar 23 12:23:55.273223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cca7b32-0aa3-4a06-a07e-66f21aa41172 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:23:55.304574 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90052fab-2791-4cb7-90f3-f282f2a84e85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:55.310410 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:55.326332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fb724b7a-5dba-4b77-b30d-6d36ebacbd2a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:55.346367 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:55.352684 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-35bcb1b8-eaf7-4140-b218-59c4eb62889b admin admin] For port ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:55.353624 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35bcb1b8-eaf7-4140-b218-59c4eb62889b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:55.368912 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5fb73ee1-db62-4912-a1f1-60fb6de665f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'name': 'tempest-FloatingIPsTestJSON-1131767164-router', 'tenant_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:19Z', 'updated_at': '2022-03-23T12:23:50Z', 'revision_number': 5, 'project_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'gw_port': {'id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:20Z', 'updated_at': '2022-03-23T12:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:55.426778 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb73ee1-db62-4912-a1f1-60fb6de665f4 None None] The sync data for ids ['bc251c8f-168c-4c9d-87d0-90063cc42da2'] in n-d-834854-1 is: [{'id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'name': 'tempest-FloatingIPsTestJSON-1131767164-router', 'tenant_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:19Z', 'updated_at': '2022-03-23T12:23:50Z', 'revision_number': 5, 'project_id': 'f74f2c67323a47d2a7ab7eea6987892f', 'gw_port': {'id': 'ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc251c8f-168c-4c9d-87d0-90063cc42da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:20Z', 'updated_at': '2022-03-23T12:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:23:55.429468 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca7b32-0aa3-4a06-a07e-66f21aa41172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c15be53-617b-4255-87d0-741d56d651bd,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:55.431864 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90052fab-2791-4cb7-90f3-f282f2a84e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:55.433120 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90052fab-2791-4cb7-90f3-f282f2a84e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:55.434525 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90052fab-2791-4cb7-90f3-f282f2a84e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:55.449030 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:55.450937 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cca7b32-0aa3-4a06-a07e-66f21aa41172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:55.451328 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-9cca7b32-0aa3-4a06-a07e-66f21aa41172 admin admin] Added segment 67fef3d3-2420-4fd1-a5cc-c72628ebc21e of type vlan for network b65df164-5657-4507-973c-03ec8aef9dcd Mar 23 12:23:55.453222 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-35bcb1b8-eaf7-4140-b218-59c4eb62889b admin admin] Calling delete_port for ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:23:55.497372 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f1bbb-e0ea-46a3-a1ec-85152a05d127 req-fcb50850-2377-42fc-b73c-fd4ee29971f6 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:55.508709 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-002f1bbb-e0ea-46a3-a1ec-85152a05d127 req-fcb50850-2377-42fc-b73c-fd4ee29971f6 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 950 time: 0.4987216 Mar 23 12:23:55.531138 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90052fab-2791-4cb7-90f3-f282f2a84e85 admin admin] Pushing event updated for resources: {'Network': ['ID=c48008bb-46ae-4d29-a7c6-9380169889bd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:55.549313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network c48008bb-46ae-4d29-a7c6-9380169889bd details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:23:55.560157 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-90052fab-2791-4cb7-90f3-f282f2a84e85 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3231769 Mar 23 12:23:55.574963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44248) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:55.574963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7e2cc721-1a4d-46fd-9ef5-d2f6ce987f4c admin admin] Request body: {'subnet': {'network_id': 'c48008bb-46ae-4d29-a7c6-9380169889bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472081159-subnet', 'tenant_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:55.674222 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a2df29d0-1dfa-4ec1-9320-24ad63b54492'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:23:55.676928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2cc721-1a4d-46fd-9ef5-d2f6ce987f4c admin admin] Made reservation on behalf of 6fbb0740cd1d4c80af7f79e07239fb6d for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:23:55.679955 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc721-1a4d-46fd-9ef5-d2f6ce987f4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:55.737015 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cca7b32-0aa3-4a06-a07e-66f21aa41172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:55.879590 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-002f1bbb-e0ea-46a3-a1ec-85152a05d127 req-0b5d97a1-e1cb-4b58-a775-aa8dbbfbe860 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689823 Mar 23 12:23:55.882704 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc721-1a4d-46fd-9ef5-d2f6ce987f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:55.911070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=a2df29d0-1dfa-4ec1-9320-24ad63b54492,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:55.942245 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cca7b32-0aa3-4a06-a07e-66f21aa41172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:55.946980 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cca7b32-0aa3-4a06-a07e-66f21aa41172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:55.949703 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cca7b32-0aa3-4a06-a07e-66f21aa41172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:55.981651 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79ba3855-8473-4108-a8e1-91831f21d732 req-47c0a583-86f0-488e-a5ad-5d32022d795e tempest-QuotasAdminNegativeTest-79059219 tempest-QuotasAdminNegativeTest-79059219-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=257545c0d07549409aa5bb09243f9549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1039183 Mar 23 12:23:56.026894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc721-1a4d-46fd-9ef5-d2f6ce987f4c admin admin] Checking segment: {'id': '802862f1-d441-4276-88df-98841d3a668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c48008bb-46ae-4d29-a7c6-9380169889bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:56.027258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2cc721-1a4d-46fd-9ef5-d2f6ce987f4c admin admin] Network hostable DHCP agents. Network: c48008bb-46ae-4d29-a7c6-9380169889bd, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:23:56.072240 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port fb724b7a-5dba-4b77-b30d-6d36ebacbd2a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:56.072605 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:56.081056 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:56.082944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2cc721-1a4d-46fd-9ef5-d2f6ce987f4c admin admin] Network c48008bb-46ae-4d29-a7c6-9380169889bd is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:23:56.093640 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cc721-1a4d-46fd-9ef5-d2f6ce987f4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e08da58-f11f-4fa8-bb54-9c586f8b1331,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:56.126702 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7e2cc721-1a4d-46fd-9ef5-d2f6ce987f4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, c48008bb-46ae-4d29-a7c6-9380169889bd) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:56.136488 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2cc721-1a4d-46fd-9ef5-d2f6ce987f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:56.137076 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc721-1a4d-46fd-9ef5-d2f6ce987f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:56.145430 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868d2852-ca81-4b29-a494-b7c6f6a4a6ee None None] Network c48008bb-46ae-4d29-a7c6-9380169889bd requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:23:56.205316 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7e2cc721-1a4d-46fd-9ef5-d2f6ce987f4c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6414177 Mar 23 12:23:56.209712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44266) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:56.216472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1472081159-router', 'tenant_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:56.275314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca7b32-0aa3-4a06-a07e-66f21aa41172 admin admin] Pushing event updated for resources: {'Network': ['ID=b65df164-5657-4507-973c-03ec8aef9dcd,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:56.284145 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9cca7b32-0aa3-4a06-a07e-66f21aa41172 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5792339 Mar 23 12:23:56.287959 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44270) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:56.307166 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-04c5568d-336a-4aed-8e11-d4b815140b8c admin admin] Request body: {'subnet': {'network_id': 'b65df164-5657-4507-973c-03ec8aef9dcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1737820933-subnet', 'tenant_id': '73385b4c3f724601ad6898ce5e093860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:56.318328 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:56.319464 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:56.345268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba3855-8473-4108-a8e1-91831f21d732 req-fc417a6d-b081-4450-9fce-6ec39d68cdf6 tempest-QuotasAdminNegativeTest-79059219 tempest-QuotasAdminNegativeTest-79059219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:56.346865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79ba3855-8473-4108-a8e1-91831f21d732 req-fc417a6d-b081-4450-9fce-6ec39d68cdf6 tempest-QuotasAdminNegativeTest-79059219 tempest-QuotasAdminNegativeTest-79059219-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3382044 Mar 23 12:23:56.357489 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d1301-f39f-412f-a146-7e871dc903d8 req-d29b883d-3722-46b1-8e19-13b28e86b06a tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:56.359137 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-992d1301-f39f-412f-a146-7e871dc903d8 req-d29b883d-3722-46b1-8e19-13b28e86b06a tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 949 time: 0.3115051 Mar 23 12:23:56.366987 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35bcb1b8-eaf7-4140-b218-59c4eb62889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:56.379287 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c5568d-336a-4aed-8e11-d4b815140b8c admin admin] Made reservation on behalf of 73385b4c3f724601ad6898ce5e093860 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:23:56.381584 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04c5568d-336a-4aed-8e11-d4b815140b8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:56.387103 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79ba3855-8473-4108-a8e1-91831f21d732 req-ee0113e6-0ddc-41f8-b25a-f35591997b24 tempest-QuotasAdminNegativeTest-79059219 tempest-QuotasAdminNegativeTest-79059219-project] 10.222.0.52 "GET /v2.0/quotas/257545c0d07549409aa5bb09243f9549 HTTP/1.1" status: 200 len: 375 time: 0.0287476 Mar 23 12:23:56.435984 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-992d1301-f39f-412f-a146-7e871dc903d8 req-05ac60be-b059-47e5-8993-8fd01fa87c2a tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663226 Mar 23 12:23:56.440604 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcb1b8-eaf7-4140-b218-59c4eb62889b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:56.486098 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35bcb1b8-eaf7-4140-b218-59c4eb62889b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:56.506277 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79ba3855-8473-4108-a8e1-91831f21d732 req-0972436f-6ca0-4f08-9784-cc2969360911 tempest-QuotasAdminNegativeTest-79059219 tempest-QuotasAdminNegativeTest-79059219-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=257545c0d07549409aa5bb09243f9549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936520 Mar 23 12:23:56.511095 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:56.534676 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network b65df164-5657-4507-973c-03ec8aef9dcd details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:23:56.625581 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35bcb1b8-eaf7-4140-b218-59c4eb62889b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:56.629433 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35bcb1b8-eaf7-4140-b218-59c4eb62889b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:56.699205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Router 1f9ed81b-c54c-4635-8734-90b32f4f9499 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:23:56.702715 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:56.771202 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:56.779049 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35bcb1b8-eaf7-4140-b218-59c4eb62889b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:56.781665 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bcb1b8-eaf7-4140-b218-59c4eb62889b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc251c8f-168c-4c9d-87d0-90063cc42da2 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:23:56.807805 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35bcb1b8-eaf7-4140-b218-59c4eb62889b admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:56.813199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44280) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:56.816060 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-35bcb1b8-eaf7-4140-b218-59c4eb62889b admin admin] 10.222.0.52 "DELETE /v2.0/routers/bc251c8f-168c-4c9d-87d0-90063cc42da2 HTTP/1.1" status: 204 len: 168 time: 2.7903781 Mar 23 12:23:56.889281 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d921e710-cae1-4795-9e23-1e05abff9f6c None None] Provisioning complete for port fb724b7a-5dba-4b77-b30d-6d36ebacbd2a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:56.890051 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d921e710-cae1-4795-9e23-1e05abff9f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:56.938554 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:57.025567 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-0baf8372-2336-4edc-9d31-0da5493264ad req-46b0b78f-e2fe-4891-adda-ec5ebb8d1250 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:23:57.026562 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0baf8372-2336-4edc-9d31-0da5493264ad req-46b0b78f-e2fe-4891-adda-ec5ebb8d1250 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0854123 Mar 23 12:23:57.036097 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-c48008bb-46ae-4d29-a7c6-9380169889bd', 'network_id': 'c48008bb-46ae-4d29-a7c6-9380169889bd', 'tenant_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'fixed_ips': [{'subnet_id': '6e08da58-f11f-4fa8-bb54-9c586f8b1331'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:23:57.037064 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:57.057865 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9d0b9b0c-1d3b-4d27-b88e-e9c96f157a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:57.113570 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba789e47-fabc-4885-953e-b6cf1a920ac3 None None] Pushing event updated for resources: {'Port': ['ID=3d1c035b-f100-4d8b-8038-e7ada546d9ae,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:57.241509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-094ef830-522b-4af4-9eb3-e91fa54147fa req-b6e71057-5495-4edd-b0db-703b38ac0934 tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.3329623 Mar 23 12:23:57.247244 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:23:57.255364 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04c5568d-336a-4aed-8e11-d4b815140b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:57.268421 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cd233a-21ed-4f18-abde-e8444f55feea admin admin] Deleting subnet 8391c06e-2d3b-4a2d-aa52-092f02d6b5f9 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:23:57.273087 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7cd233a-21ed-4f18-abde-e8444f55feea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:57.281802 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Sync routers for ids ['1f9ed81b-c54c-4635-8734-90b32f4f9499'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:23:57.367222 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7cd233a-21ed-4f18-abde-e8444f55feea admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:57.378154 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:57.379481 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6feb8645-a4a5-44db-a1f8-6edf15749bf0 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.7233975 Mar 23 12:23:57.383725 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44296) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:57.430311 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Attempting to bind port 3d1c035b-f100-4d8b-8038-e7ada546d9ae on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:23:57.430678 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Attempting to bind port 3d1c035b-f100-4d8b-8038-e7ada546d9ae by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:23:57.431035 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Attempting to bind port 3d1c035b-f100-4d8b-8038-e7ada546d9ae on network 55d86b04-46a9-4451-955a-aa514bc52080 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:23:57.438955 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Routers {'1f9ed81b-c54c-4635-8734-90b32f4f9499'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:23:57.439585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1f9ed81b-c54c-4635-8734-90b32f4f9499'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:57.492631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:23:57.493431 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Checking segment: {'id': '0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:57.493431 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:57.494189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Bound using segment: {'id': '0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:23:57.494189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Bound port: 3d1c035b-f100-4d8b-8038-e7ada546d9ae, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:23:57.499442 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:57.544872 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5568d-336a-4aed-8e11-d4b815140b8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca6659f-2858-46f9-a789-b5c6610c683d,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:57.560963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c5568d-336a-4aed-8e11-d4b815140b8c admin admin] Checking segment: {'id': '67fef3d3-2420-4fd1-a5cc-c72628ebc21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b65df164-5657-4507-973c-03ec8aef9dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:23:57.561325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c5568d-336a-4aed-8e11-d4b815140b8c admin admin] Network hostable DHCP agents. Network: b65df164-5657-4507-973c-03ec8aef9dcd, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:23:57.577407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d8fe2-2b0b-4442-94f4-ad8e7c51a683 req-f391f852-6876-4cb5-b989-32dc3d497211 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:57.578830 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-284d8fe2-2b0b-4442-94f4-ad8e7c51a683 req-f391f852-6876-4cb5-b989-32dc3d497211 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 950 time: 0.2071607 Mar 23 12:23:57.604447 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7cd233a-21ed-4f18-abde-e8444f55feea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:57.631873 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:23:57.722008 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:23:57.722377 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ac5b3f5f-5db7-4578-85aa-9e867ecd0dbf not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:23:57.722837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 29705d55-0476-46dd-8ea2-c611daab830c no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:23:57.739712 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:57.747938 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c5568d-336a-4aed-8e11-d4b815140b8c admin admin] Network b65df164-5657-4507-973c-03ec8aef9dcd is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:23:57.762349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a60fa4-80e8-4298-bb53-83bc2094dfe7 req-ea42c259-aaeb-4f41-9442-5e98b942ab94 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:57.764270 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1a60fa4-80e8-4298-bb53-83bc2094dfe7 req-ea42c259-aaeb-4f41-9442-5e98b942ab94 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 949 time: 0.1385639 Mar 23 12:23:57.787196 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-50c5e1da-0a62-424b-bf1f-093f7ad6005d None None] Provisioning complete for port 3d1c035b-f100-4d8b-8038-e7ada546d9ae triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:57.788334 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50c5e1da-0a62-424b-bf1f-093f7ad6005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:57.791056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Allocated IP 172.20.0.2 (c48008bb-46ae-4d29-a7c6-9380169889bd/6e08da58-f11f-4fa8-bb54-9c586f8b1331/a906b91a-423a-47c8-ad3a-1cc1f8eca17c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:57.797774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 29705d55-0476-46dd-8ea2-c611daab830c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:23:57.797774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 29705d55-0476-46dd-8ea2-c611daab830c not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:23:57.835381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Set router 1f9ed81b-c54c-4635-8734-90b32f4f9499 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:23:57.859517 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1a60fa4-80e8-4298-bb53-83bc2094dfe7 req-f8b4c30c-1983-4811-b113-772211f11ef6 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836830 Mar 23 12:23:57.886901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] For port 3d1c035b-f100-4d8b-8038-e7ada546d9ae, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:23:57.912326 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:57.915439 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44302) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:57.917655 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-284d8fe2-2b0b-4442-94f4-ad8e7c51a683 req-26ee0ccf-d615-4063-bab0-429701f58eb4 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269818 Mar 23 12:23:57.935294 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] For port 3d1c035b-f100-4d8b-8038-e7ada546d9ae, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3d1c035b-f100-4d8b-8038-e7ada546d9ae,segment=NetworkSegment(0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2),segment_id=0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:23:57.935534 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-50c5e1da-0a62-424b-bf1f-093f7ad6005d None None] Port 3d1c035b-f100-4d8b-8038-e7ada546d9ae cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:23:57.950389 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:57.986073 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:58.088738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Routers {'38ebd01f-556e-4254-bae9-227e3f960e82'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:23:58.089417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['38ebd01f-556e-4254-bae9-227e3f960e82'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:58.107284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Allocated IP 172.25.2.167 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/caba0565-82c4-426d-81c8-1601ca3523e3) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:58.186841 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba789e47-fabc-4885-953e-b6cf1a920ac3 None None] Pushing event updated for resources: {'Port': ['ID=3d1c035b-f100-4d8b-8038-e7ada546d9ae,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:58.215163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-04c5568d-336a-4aed-8e11-d4b815140b8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, b65df164-5657-4507-973c-03ec8aef9dcd) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:58.229838 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b9951cf-71a4-449a-8dbf-c53159aa5910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:58.264599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c5568d-336a-4aed-8e11-d4b815140b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:58.266157 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04c5568d-336a-4aed-8e11-d4b815140b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:58.268522 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b3ce06-8202-43a0-8d33-c49954a82280 None None] Network b65df164-5657-4507-973c-03ec8aef9dcd requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:23:58.270508 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7cd233a-21ed-4f18-abde-e8444f55feea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:58.297831 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:58.340109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd233a-21ed-4f18-abde-e8444f55feea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8391c06e-2d3b-4a2d-aa52-092f02d6b5f9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:58.348089 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-c484d744-ae80-405c-a369-ee7a194fd1c0 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3b69b2324a9b4469a089ee3c59ba08c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470426 Mar 23 12:23:58.409927 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7cd233a-21ed-4f18-abde-e8444f55feea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:58.415808 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c7cd233a-21ed-4f18-abde-e8444f55feea admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8391c06e-2d3b-4a2d-aa52-092f02d6b5f9 HTTP/1.1" status: 204 len: 168 time: 1.5978136 Mar 23 12:23:58.422179 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b895fc62-e45c-4262-970e-7f90f3a8629c None None] Network 456aff40-f476-4848-9472-2efa7a0ff8ec requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:23:58.427089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44320) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:58.440474 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-04c5568d-336a-4aed-8e11-d4b815140b8c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1476941 Mar 23 12:23:58.466080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8bbdc8b-8bdd-422d-a7c4-768f08768e13 req-35857072-6c9c-41be-97f0-2cde8c7fb547 tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0614185 Mar 23 12:23:58.472556 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:58.537632 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:58.560606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:58.564388 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:58.567742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:58.589289 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b9951cf-71a4-449a-8dbf-c53159aa5910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:58.613092 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b9951cf-71a4-449a-8dbf-c53159aa5910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:58.661184 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a2df29d0-1dfa-4ec1-9320-24ad63b54492 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:23:58.672072 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7b9951cf-71a4-449a-8dbf-c53159aa5910 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=257545c0d07549409aa5bb09243f9549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7554200 Mar 23 12:23:58.674756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44326) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:58.679392 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9951cf-71a4-449a-8dbf-c53159aa5910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd819be-32a0-4d0a-af6e-00d9f45cf4ba,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:58.717393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d29133-824e-4edf-8080-2e6432b3525e None None] Network b65df164-5657-4507-973c-03ec8aef9dcd requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:23:58.794090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Pushing event updated for resources: {'Port': ['ID=caba0565-82c4-426d-81c8-1601ca3523e3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:58.811716 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28924fbf-c1f8-4dd5-ac19-0884d4457386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:58.834774 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28924fbf-c1f8-4dd5-ac19-0884d4457386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:58.864029 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:58.889310 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-87bc58a0-56cf-48f0-844d-2930c5d4ca6d tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:58.890910 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-87bc58a0-56cf-48f0-844d-2930c5d4ca6d tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5271380 Mar 23 12:23:58.921541 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:58.934807 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-20d3206a-dfcc-487e-a556-0809d203244c tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/quotas/3b69b2324a9b4469a089ee3c59ba08c6 HTTP/1.1" status: 200 len: 375 time: 0.0313663 Mar 23 12:23:59.002412 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] Set router 38ebd01f-556e-4254-bae9-227e3f960e82 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:23:59.047164 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Allocated IP 172.20.0.1 (578948b7-6d58-4f1a-91c8-9e63ae8ae274/e888cf9a-813c-4be1-9818-b85c6e457008/c3942e68-9373-4c90-875a-dfa8640221f5) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:23:59.064317 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:59.065090 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f4506649-7589-425a-bf01-4996809e865b None None] Provisioning complete for port 3d1c035b-f100-4d8b-8038-e7ada546d9ae triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:59.065484 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f4506649-7589-425a-bf01-4996809e865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:59.095995 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28924fbf-c1f8-4dd5-ac19-0884d4457386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:59.099414 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28924fbf-c1f8-4dd5-ac19-0884d4457386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:59.112403 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-28924fbf-c1f8-4dd5-ac19-0884d4457386 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0cd819be-32a0-4d0a-af6e-00d9f45cf4ba HTTP/1.1" status: 204 len: 168 time: 0.4212499 Mar 23 12:23:59.143888 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-3e399a81-b670-4dd3-bcd9-11d36cf9d228 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3b69b2324a9b4469a089ee3c59ba08c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2040720 Mar 23 12:23:59.155614 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:59.168403 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28924fbf-c1f8-4dd5-ac19-0884d4457386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd819be-32a0-4d0a-af6e-00d9f45cf4ba,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:59.239422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44344) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:59.252914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2bf0c7be-aa0a-41d9-ae15-c4edf1d49713 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-20950266-network', 'tenant_id': 'deee7d01433b422e846471995c8e2a87'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:23:59.272488 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee267166-6028-43fc-a927-4b40e5e1d19e req-a6696bdf-c5b7-4668-9898-301d4be0cda6 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:23:59.274742 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee267166-6028-43fc-a927-4b40e5e1d19e req-a6696bdf-c5b7-4668-9898-301d4be0cda6 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 949 time: 0.2574461 Mar 23 12:23:59.283367 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port a2df29d0-1dfa-4ec1-9320-24ad63b54492 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:23:59.292147 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952664272-router', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3fc53d4c-70d0-4d9a-bca5-e37e18800842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:49Z', 'updated_at': '2022-03-23T12:23:54Z', 'revision_number': 3, 'project_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'gw_port': {'id': '3fc53d4c-70d0-4d9a-bca5-e37e18800842', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:53Z', 'updated_at': '2022-03-23T12:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:59.311580 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Deleting port 6d6639a1-b8d5-4167-85d4-44cd974698e9 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:23:59.312085 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:59.316413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf0c7be-aa0a-41d9-ae15-c4edf1d49713 admin admin] Made reservation on behalf of deee7d01433b422e846471995c8e2a87 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:23:59.319330 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c7be-aa0a-41d9-ae15-c4edf1d49713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:59.325070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port a2df29d0-1dfa-4ec1-9320-24ad63b54492 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:23:59.325446 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:59.368549 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee267166-6028-43fc-a927-4b40e5e1d19e req-d686ca0f-b240-47db-9cec-548cdb927592 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850666 Mar 23 12:23:59.446697 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Router c61ed019-b7f5-42b5-8a08-3575e3529045 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:23:59.497030 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Checking router: 1f9ed81b-c54c-4635-8734-90b32f4f9499 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:23:59.497895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Updating router 1f9ed81b-c54c-4635-8734-90b32f4f9499 port 3fc53d4c-70d0-4d9a-bca5-e37e18800842 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:23:59.547145 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c7be-aa0a-41d9-ae15-c4edf1d49713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:59.597352 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:23:59.607840 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Sync routers for ids ['c61ed019-b7f5-42b5-8a08-3575e3529045'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:23:59.613880 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:59.624289 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Routers {'c61ed019-b7f5-42b5-8a08-3575e3529045'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:23:59.624902 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['c61ed019-b7f5-42b5-8a08-3575e3529045'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:23:59.668073 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c64e33ff-909f-447c-901a-d9a352a06076 req-15364e05-258f-45e4-a1e9-bb70911e669e tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0406246 Mar 23 12:23:59.685338 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] For port 6d6639a1-b8d5-4167-85d4-44cd974698e9, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=6d6639a1-b8d5-4167-85d4-44cd974698e9,segment=NetworkSegment(072011c9-2f3b-4684-ae19-ebae0620a10c),segment_id=072011c9-2f3b-4684-ae19-ebae0620a10c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:23:59.685882 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:59.716612 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e87eb572-f07f-4fe8-94f0-2f4d1c1a015d req-d9fcd823-fe91-45ad-885e-7f15be83529b tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 210 time: 0.1167676 Mar 23 12:23:59.732081 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:59.733097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Calling delete_port for 6d6639a1-b8d5-4167-85d4-44cd974698e9 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:23:59.737391 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-92d8cb4e-7a70-4425-85c3-72cba5270019 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5241609 Mar 23 12:23:59.737799 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44358) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:59.806745 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:59.893789 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Pushing event updated for resources: {'Port': ['ID=c3942e68-9373-4c90-875a-dfa8640221f5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:23:59.908563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Network 578948b7-6d58-4f1a-91c8-9e63ae8ae274 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:23:59.915230 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:59.922430 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:59.935397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:23:59.944120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:23:59.944820 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:59.949864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44362) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:23:59.955477 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c7be-aa0a-41d9-ae15-c4edf1d49713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:23:59.985661 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53aefb59-9b39-438c-ba65-c22ff8079827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.029912 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.050308 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c7be-aa0a-41d9-ae15-c4edf1d49713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.106450 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Set router c61ed019-b7f5-42b5-8a08-3575e3529045 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:24:00.116134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0c7be-aa0a-41d9-ae15-c4edf1d49713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0ad422-9d64-4dd7-be23-13eacbe5f386,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:00.121402 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.134997 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.172292 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f4506649-7589-425a-bf01-4996809e865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.174579 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] No DVR routers for this DVR port 6d6639a1-b8d5-4167-85d4-44cd974698e9 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:24:00.221996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6639a1-b8d5-4167-85d4-44cd974698e9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:00.233500 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf0c7be-aa0a-41d9-ae15-c4edf1d49713 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:24:00.273289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8da6df-c3db-4ee7-99e1-56603c4b7e03 None None] DHCP port deletion for 456aff40-f476-4848-9472-2efa7a0ff8ec request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:24:00.380703 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.389259 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Pushing event updated for resources: {'Port': ['ID=a906b91a-423a-47c8-ad3a-1cc1f8eca17c,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:00.391697 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53aefb59-9b39-438c-ba65-c22ff8079827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.411254 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c7be-aa0a-41d9-ae15-c4edf1d49713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.411696 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-2bf0c7be-aa0a-41d9-ae15-c4edf1d49713 admin admin] Added segment 4f66b7c5-484f-4fde-b3f2-a9c624a85a53 of type vlan for network 4027a21e-5b2e-46e4-b869-8afa8c3d3d89 Mar 23 12:24:00.413778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53aefb59-9b39-438c-ba65-c22ff8079827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.436953 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:24:00.437514 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:24:00.438262 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472081159-router', 'tenant_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:56Z', 'updated_at': '2022-03-23T12:23:58Z', 'revision_number': 3, 'project_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'gw_port': {'id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:57Z', 'updated_at': '2022-03-23T12:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:00.439167 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:24:00.439589 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:24:00.440018 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:24:00.440420 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:24:00.440828 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:24:00.441388 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:24:00.441769 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:24:00.442159 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:24:00.476197 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-53aefb59-9b39-438c-ba65-c22ff8079827 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a7102fd86834148b23153a2b4a67405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5249631 Mar 23 12:24:00.480026 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.483461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44366) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:00.498896 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Checking router: c61ed019-b7f5-42b5-8a08-3575e3529045 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:24:00.499590 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Updating router c61ed019-b7f5-42b5-8a08-3575e3529045 port caba0565-82c4-426d-81c8-1601ca3523e3 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:24:00.503904 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Network c48008bb-46ae-4d29-a7c6-9380169889bd is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:00.538918 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.542434 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:24:00.545271 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:24:00.546294 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:24:00.546691 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:24:00.547183 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456aff40-f476-4848-9472-2efa7a0ff8ec']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:00.554924 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a2df29d0-1dfa-4ec1-9320-24ad63b54492, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a2df29d0-1dfa-4ec1-9320-24ad63b54492,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:00.556802 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:00.570806 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796ce26b-e245-43b8-9161-122ce3d8183e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2df29d0-1dfa-4ec1-9320-24ad63b54492'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:24:00.573091 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aded8b1-6809-406f-bfc6-9eefda84c665" -d '{"events": [{"server_uuid": "796ce26b-e245-43b8-9161-122ce3d8183e", "name": "network-vif-plugged", "status": "completed", "tag": "a2df29d0-1dfa-4ec1-9320-24ad63b54492"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:24:00.573831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aefb59-9b39-438c-ba65-c22ff8079827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0e8a84-310f-44eb-9b93-cc2b55b28f60,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:00.580856 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:00.619488 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f4506649-7589-425a-bf01-4996809e865b None None] For port 3d1c035b-f100-4d8b-8038-e7ada546d9ae, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3d1c035b-f100-4d8b-8038-e7ada546d9ae,segment=NetworkSegment(0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2),segment_id=0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:00.624333 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.638530 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072011c9-2f3b-4684-ae19-ebae0620a10c') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:00.638911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072011c9-2f3b-4684-ae19-ebae0620a10c') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:00.640757 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f4506649-7589-425a-bf01-4996809e865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.696171 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.713788 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cada6d-7878-4c13-b519-279f7e10418a x-openstack-request-id: req-d6cada6d-7878-4c13-b519-279f7e10418a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:24:00.714411 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796ce26b-e245-43b8-9161-122ce3d8183e", "name": "network-vif-plugged", "status": "completed", "tag": "a2df29d0-1dfa-4ec1-9320-24ad63b54492", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:24:00.714812 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6cada6d-7878-4c13-b519-279f7e10418a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:24:00.715159 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c7be-aa0a-41d9-ae15-c4edf1d49713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.715534 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796ce26b-e245-43b8-9161-122ce3d8183e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2df29d0-1dfa-4ec1-9320-24ad63b54492', 'code': 200} Mar 23 12:24:00.753613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Attempting to bind port a906b91a-423a-47c8-ad3a-1cc1f8eca17c on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:24:00.754349 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Attempting to bind port a906b91a-423a-47c8-ad3a-1cc1f8eca17c by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '802862f1-d441-4276-88df-98841d3a668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c48008bb-46ae-4d29-a7c6-9380169889bd'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:24:00.754920 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Attempting to bind port a906b91a-423a-47c8-ad3a-1cc1f8eca17c on network c48008bb-46ae-4d29-a7c6-9380169889bd {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:00.769983 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:24:00.770731 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Checking segment: {'id': '802862f1-d441-4276-88df-98841d3a668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c48008bb-46ae-4d29-a7c6-9380169889bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:00.772186 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.772770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Bound using segment: {'id': '802862f1-d441-4276-88df-98841d3a668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c48008bb-46ae-4d29-a7c6-9380169889bd'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:24:00.773582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Bound port: a906b91a-423a-47c8-ad3a-1cc1f8eca17c, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802862f1-d441-4276-88df-98841d3a668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c48008bb-46ae-4d29-a7c6-9380169889bd'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:24:00.774127 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.792722 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.830632 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:24:00.831114 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.840604 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c6b548c7-001d-40da-8e4e-944dbd532bc5 None None] Provisioning complete for port c3942e68-9373-4c90-875a-dfa8640221f5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:00.840858 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6b548c7-001d-40da-8e4e-944dbd532bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: from cryptography.utils import int_from_bytes Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: from cryptography.utils import int_from_bytes Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:24:00.856770 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:24:00.877276 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.895841 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c7be-aa0a-41d9-ae15-c4edf1d49713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.896982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf0c7be-aa0a-41d9-ae15-c4edf1d49713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:00.897652 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c7be-aa0a-41d9-ae15-c4edf1d49713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:00.907849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c723b-fe9a-4225-9aac-df7757e0353a req-beecc8d9-446a-4475-b55d-316e32650284 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:00.915623 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc8c723b-fe9a-4225-9aac-df7757e0353a req-beecc8d9-446a-4475-b55d-316e32650284 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 950 time: 0.3519461 Mar 23 12:24:00.931057 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=a2df29d0-1dfa-4ec1-9320-24ad63b54492,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:00.985545 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-890be7ae-457b-40e4-a80c-efbaa5332612 req-f3f9499d-38f2-403f-a30e-c8b82387102b tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 210 time: 0.1180928 Mar 23 12:24:01.022193 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4506649-7589-425a-bf01-4996809e865b None None] Pushing event updated for resources: {'Port': ['ID=3d1c035b-f100-4d8b-8038-e7ada546d9ae,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:01.041893 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d493b29e-b722-4e37-8f83-2907d0efebe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:01.043508 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-router', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:41Z', 'updated_at': '2022-03-23T12:23:50Z', 'revision_number': 4, 'project_id': '70d1213677ec4db08718d6331234c515', 'gw_port': {'id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:43Z', 'updated_at': '2022-03-23T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '3d1c035b-f100-4d8b-8038-e7ada546d9ae', 'name': '', 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'mac_address': 'fa:16:3e:f7:cb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:48Z', 'updated_at': '2022-03-23T12:23:57Z', 'revision_number': 4, 'project_id': '70d1213677ec4db08718d6331234c515', 'subnets': [{'id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:01.073244 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2bf0c7be-aa0a-41d9-ae15-c4edf1d49713 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8326237 Mar 23 12:24:01.076743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44374) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:01.086830 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-69074e20-fe1f-47fb-a800-80678f054d5d admin admin] Request body: {'subnet': {'network_id': '4027a21e-5b2e-46e4-b869-8afa8c3d3d89', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-20950266-subnet', 'tenant_id': 'deee7d01433b422e846471995c8e2a87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:01.087507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9e22a7-6575-4384-8472-22d263231629 None None] The sync data for ids ['38ebd01f-556e-4254-bae9-227e3f960e82'] in n-d-834854-1 is: [{'id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-router', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:41Z', 'updated_at': '2022-03-23T12:23:50Z', 'revision_number': 4, 'project_id': '70d1213677ec4db08718d6331234c515', 'gw_port': {'id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:43Z', 'updated_at': '2022-03-23T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '3d1c035b-f100-4d8b-8038-e7ada546d9ae', 'name': '', 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'mac_address': 'fa:16:3e:f7:cb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:48Z', 'updated_at': '2022-03-23T12:23:57Z', 'revision_number': 4, 'project_id': '70d1213677ec4db08718d6331234c515', 'subnets': [{'id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:24:01.093037 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c6b548c7-001d-40da-8e4e-944dbd532bc5 None None] Port c3942e68-9373-4c90-875a-dfa8640221f5 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:24:01.097110 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:01.118658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f6f20-9929-467c-b138-fb43616a3a41 req-69ead830-db80-4405-8ff0-c51414e427f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:01.120852 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-464f6f20-9929-467c-b138-fb43616a3a41 req-69ead830-db80-4405-8ff0-c51414e427f0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 1101 time: 0.3144681 Mar 23 12:24:01.123102 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-6e3190af-3002-462c-80a5-1c0d411929a7 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3b69b2324a9b4469a089ee3c59ba08c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1805093 Mar 23 12:24:01.148702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0c7be-aa0a-41d9-ae15-c4edf1d49713 admin admin] Pushing event updated for resources: {'Network': ['ID=4027a21e-5b2e-46e4-b869-8afa8c3d3d89,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:01.162306 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] For port a906b91a-423a-47c8-ad3a-1cc1f8eca17c, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:24:01.167741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 4027a21e-5b2e-46e4-b869-8afa8c3d3d89 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:24:01.220936 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc8c723b-fe9a-4225-9aac-df7757e0353a req-20eb12aa-8942-437c-8a13-6e422dec9637 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037593 Mar 23 12:24:01.222791 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:01.231639 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/456aff40-f476-4848-9472-2efa7a0ff8ec HTTP/1.1" status: 204 len: 168 time: 2.7017479 Mar 23 12:24:01.243069 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-74df2d56-8a2f-4e51-bf42-9e4fceb2f268 req-a764f66f-3fc6-4323-9dd4-834130166202 tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0677140 Mar 23 12:24:01.288219 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d493b29e-b722-4e37-8f83-2907d0efebe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:01.288438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e4a91-5a14-43cb-81d3-43b520c220f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=456aff40-f476-4848-9472-2efa7a0ff8ec,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:01.327786 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69074e20-fe1f-47fb-a800-80678f054d5d admin admin] Made reservation on behalf of deee7d01433b422e846471995c8e2a87 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:24:01.330543 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69074e20-fe1f-47fb-a800-80678f054d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:01.565867 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] For port a906b91a-423a-47c8-ad3a-1cc1f8eca17c, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a906b91a-423a-47c8-ad3a-1cc1f8eca17c,segment=NetworkSegment(802862f1-d441-4276-88df-98841d3a668f),segment_id=802862f1-d441-4276-88df-98841d3a668f)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:24:01.579135 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:01.579538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44378) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:01.629441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3d1c035b-f100-4d8b-8038-e7ada546d9ae up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:01.743833 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:01.753165 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 3d1c035b-f100-4d8b-8038-e7ada546d9ae triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:01.753503 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:01.797325 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-91f1643b-4a69-475a-babc-baa3f22752cc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f74f2c67323a47d2a7ab7eea6987892f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144189 Mar 23 12:24:01.807722 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1b7e7-53ae-4f56-9993-b614997ecaab None None] Pushing event updated for resources: {'Port': ['ID=a906b91a-423a-47c8-ad3a-1cc1f8eca17c,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:01.815568 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:01.832610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44380) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:01.866792 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb8832-f6d5-4221-8da2-86b0f849aad3 None None] Pushing event updated for resources: {'Port': ['ID=3fc53d4c-70d0-4d9a-bca5-e37e18800842,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:01.896836 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Attempting to bind port 3fc53d4c-70d0-4d9a-bca5-e37e18800842 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:24:01.897083 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69074e20-fe1f-47fb-a800-80678f054d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:01.897222 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Attempting to bind port 3fc53d4c-70d0-4d9a-bca5-e37e18800842 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:24:01.897711 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Attempting to bind port 3fc53d4c-70d0-4d9a-bca5-e37e18800842 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:01.918322 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d493b29e-b722-4e37-8f83-2907d0efebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:01.921600 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d493b29e-b722-4e37-8f83-2907d0efebe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:01.925609 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d493b29e-b722-4e37-8f83-2907d0efebe0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c0e8a84-310f-44eb-9b93-cc2b55b28f60 HTTP/1.1" status: 204 len: 168 time: 1.4410641 Mar 23 12:24:01.954155 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:01.957375 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:24:01.957813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:01.958284 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:01.967560 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:24:01.967869 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Bound port: 3fc53d4c-70d0-4d9a-bca5-e37e18800842, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:24:01.969847 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493b29e-b722-4e37-8f83-2907d0efebe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0e8a84-310f-44eb-9b93-cc2b55b28f60,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:01.971007 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:01.971908 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b616e8d-0b15-4722-bf9d-f26e41fdb4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:01.997026 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b616e8d-0b15-4722-bf9d-f26e41fdb4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:02.029441 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:02.116455 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-464f6f20-9929-467c-b138-fb43616a3a41 req-cee85ab6-ab0b-4beb-96b0-73212d160ee5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9758689 Mar 23 12:24:02.124446 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b616e8d-0b15-4722-bf9d-f26e41fdb4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:02.140050 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b616e8d-0b15-4722-bf9d-f26e41fdb4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:02.141233 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6b616e8d-0b15-4722-bf9d-f26e41fdb4ad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07de18a4-a980-4e24-8938-21a519500143 HTTP/1.1" status: 204 len: 168 time: 0.3003366 Mar 23 12:24:02.186365 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:02.196300 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b616e8d-0b15-4722-bf9d-f26e41fdb4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07de18a4-a980-4e24-8938-21a519500143,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:02.199576 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:02.208280 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:02.212795 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:02.276630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-d638b41e-981c-4fc6-8e37-e1b47e501bdd tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:02.278692 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-d638b41e-981c-4fc6-8e37-e1b47e501bdd tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1334729 Mar 23 12:24:02.299875 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-e574d5e4-f030-4ac4-9237-7e2a0a270afd tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Request body: {'port': {'device_id': '4a96750d-e3ea-49a0-b0f7-afcae19ce881', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '3b69b2324a9b4469a089ee3c59ba08c6'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:02.336066 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db09a64-cc64-44d8-8d5a-0ba0c930bef2 None None] Pushing event updated for resources: {'Port': ['ID=caba0565-82c4-426d-81c8-1601ca3523e3,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:02.355494 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] For port 3fc53d4c-70d0-4d9a-bca5-e37e18800842, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:24:02.367134 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] For port 3fc53d4c-70d0-4d9a-bca5-e37e18800842, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3fc53d4c-70d0-4d9a-bca5-e37e18800842,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:24:02.382232 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:02.408624 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Attempting to bind port caba0565-82c4-426d-81c8-1601ca3523e3 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:24:02.408973 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Attempting to bind port caba0565-82c4-426d-81c8-1601ca3523e3 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:24:02.413608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6d6639a1-b8d5-4167-85d4-44cd974698e9 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:24:02.416564 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Attempting to bind port caba0565-82c4-426d-81c8-1601ca3523e3 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:02.427190 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:24:02.427951 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:02.428602 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:02.429205 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:24:02.429894 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Bound port: caba0565-82c4-426d-81c8-1601ca3523e3, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:24:02.430969 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:02.456896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69074e20-fe1f-47fb-a800-80678f054d5d admin admin] Checking segment: {'id': '4f66b7c5-484f-4fde-b3f2-a9c624a85a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4027a21e-5b2e-46e4-b869-8afa8c3d3d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:02.457246 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69074e20-fe1f-47fb-a800-80678f054d5d admin admin] Network hostable DHCP agents. Network: 4027a21e-5b2e-46e4-b869-8afa8c3d3d89, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:24:02.484273 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4658c6a4-9f1c-4913-afe0-caa73df34433 req-fce72ffa-3508-4add-b6d2-bf7da29f6c79 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 210 time: 0.1879022 Mar 23 12:24:02.525760 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] For port caba0565-82c4-426d-81c8-1601ca3523e3, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:24:02.533591 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] For port caba0565-82c4-426d-81c8-1601ca3523e3, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=caba0565-82c4-426d-81c8-1601ca3523e3,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:24:02.544249 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:02.594431 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 6d6639a1-b8d5-4167-85d4-44cd974698e9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:24:02.594799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6d6639a1-b8d5-4167-85d4-44cd974698e9 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:24:02.631223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69074e20-fe1f-47fb-a800-80678f054d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4576241d-1b0a-4949-9424-de998d2ddf1b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:02.680912 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db09a64-cc64-44d8-8d5a-0ba0c930bef2 None None] Pushing event updated for resources: {'Port': ['ID=caba0565-82c4-426d-81c8-1601ca3523e3,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:02.726570 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Routers {'1f9ed81b-c54c-4635-8734-90b32f4f9499'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:24:02.728781 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1f9ed81b-c54c-4635-8734-90b32f4f9499'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:02.730264 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Pushing event updated for resources: {'Port': ['ID=c3942e68-9373-4c90-875a-dfa8640221f5,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:02.735432 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Routers {'c61ed019-b7f5-42b5-8a08-3575e3529045'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:24:02.737159 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['c61ed019-b7f5-42b5-8a08-3575e3529045'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:02.741954 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-66767f6a-bb2e-47ea-b173-cdf6208266e4 req-6d492fa7-88a3-4dec-885f-6208e953f36c tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.1164701 Mar 23 12:24:02.789315 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69074e20-fe1f-47fb-a800-80678f054d5d admin admin] Network 4027a21e-5b2e-46e4-b869-8afa8c3d3d89 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:24:02.842583 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-69074e20-fe1f-47fb-a800-80678f054d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 4027a21e-5b2e-46e4-b869-8afa8c3d3d89) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:02.891857 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69074e20-fe1f-47fb-a800-80678f054d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:02.893340 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69074e20-fe1f-47fb-a800-80678f054d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:02.924395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0dceb1-bb80-4ce0-aa80-d23a925a6e93 None None] Network 4027a21e-5b2e-46e4-b869-8afa8c3d3d89 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:24:02.930885 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f799a14-05be-48fe-ba1f-f43ccdb69dc6 req-11ec186f-ce9d-4e89-864f-5b9670fd0f8b tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:02.944442 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f799a14-05be-48fe-ba1f-f43ccdb69dc6 req-11ec186f-ce9d-4e89-864f-5b9670fd0f8b tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 950 time: 0.5393193 Mar 23 12:24:03.024758 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-69074e20-fe1f-47fb-a800-80678f054d5d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9432249 Mar 23 12:24:03.047556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Network 578948b7-6d58-4f1a-91c8-9e63ae8ae274 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:03.050074 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:03.088981 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] Set router c61ed019-b7f5-42b5-8a08-3575e3529045 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:24:03.149708 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb8832-f6d5-4221-8da2-86b0f849aad3 None None] Pushing event updated for resources: {'Port': ['ID=3fc53d4c-70d0-4d9a-bca5-e37e18800842,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:03.195168 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99922f5a-3785-4994-aa57-5c435329b4e8 req-381c69ab-9fcf-473c-855e-bcd2dec43db0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.2068141 Mar 23 12:24:03.282006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-e574d5e4-f030-4ac4-9237-7e2a0a270afd tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Made reservation on behalf of 3b69b2324a9b4469a089ee3c59ba08c6 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:24:03.285596 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-e574d5e4-f030-4ac4-9237-7e2a0a270afd tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:03.354618 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f799a14-05be-48fe-ba1f-f43ccdb69dc6 req-bde88803-0a2e-4635-8f7b-eb0b4ea9ba04 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891003 Mar 23 12:24:03.387565 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Router 1f9ed81b-c54c-4635-8734-90b32f4f9499 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:24:03.394165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44406) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:03.395260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] Set router 1f9ed81b-c54c-4635-8734-90b32f4f9499 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:24:03.759598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea00b9c-7c56-4d5f-b438-da40e6a345f1 None None] Network 4027a21e-5b2e-46e4-b869-8afa8c3d3d89 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:24:03.841815 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472081159-router', 'tenant_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:56Z', 'updated_at': '2022-03-23T12:23:58Z', 'revision_number': 3, 'project_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'gw_port': {'id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:57Z', 'updated_at': '2022-03-23T12:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:03.904102 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b73e5-6427-4cfe-aac2-a39fb9737adf None None] The sync data for ids ['c61ed019-b7f5-42b5-8a08-3575e3529045'] in n-d-834854-1 is: [{'id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472081159-router', 'tenant_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:56Z', 'updated_at': '2022-03-23T12:23:58Z', 'revision_number': 3, 'project_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'gw_port': {'id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:57Z', 'updated_at': '2022-03-23T12:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:24:03.929921 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0e98223e-f12b-4568-a6ce-f1e209719bc6 req-c2f614e5-9908-4190-a594-bd3adfedcb0c tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 210 time: 0.1151414 Mar 23 12:24:03.942040 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-119b4e0b-0da9-4d39-863c-01f424e8275a admin admin] Deleting subnet 6ca6659f-2858-46f9-a789-b5c6610c683d {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:24:03.950403 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-119b4e0b-0da9-4d39-863c-01f424e8275a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:03.955294 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a906b91a-423a-47c8-ad3a-1cc1f8eca17c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:03.959513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659d22b0-7250-4750-b23f-3015d9ed45b9 None None] Network c48008bb-46ae-4d29-a7c6-9380169889bd requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:24:03.961886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-e574d5e4-f030-4ac4-9237-7e2a0a270afd tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Allocated IP 192.168.233.111 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/4c94c750-1d43-492b-9280-f545e6b88365) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:04.001472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Allocated IP 172.20.0.1 (c48008bb-46ae-4d29-a7c6-9380169889bd/6e08da58-f11f-4fa8-bb54-9c586f8b1331/9100e095-03b8-43fc-809d-12a370e2c6cc) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:04.013287 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8d1c51b2-8cc4-433b-9fb6-5b682186966e req-5436ca1f-67ac-4905-8076-f72f6081023e tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0861647 Mar 23 12:24:04.130264 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-119b4e0b-0da9-4d39-863c-01f424e8275a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:04.226663 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:24:04.244996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-64650457-d859-4174-9ac5-b9a91767d222 None None] Provisioning complete for port c3942e68-9373-4c90-875a-dfa8640221f5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:04.245457 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-64650457-d859-4174-9ac5-b9a91767d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:04.255980 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-62e4da05-a349-4022-8be2-d40c833d0c01 admin admin] 10.222.0.52 "PUT /v2.0/routers/1f9ed81b-c54c-4635-8734-90b32f4f9499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8610075 Mar 23 12:24:04.292574 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-119b4e0b-0da9-4d39-863c-01f424e8275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:04.451288 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:04.483114 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-64650457-d859-4174-9ac5-b9a91767d222 None None] Port c3942e68-9373-4c90-875a-dfa8640221f5 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:24:04.487388 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-e574d5e4-f030-4ac4-9237-7e2a0a270afd tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:04.504708 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-119b4e0b-0da9-4d39-863c-01f424e8275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:04.606593 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-119b4e0b-0da9-4d39-863c-01f424e8275a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:04.613235 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-119b4e0b-0da9-4d39-863c-01f424e8275a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6ca6659f-2858-46f9-a789-b5c6610c683d HTTP/1.1" status: 204 len: 168 time: 1.2162437 Mar 23 12:24:04.617055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b4e0b-0da9-4d39-863c-01f424e8275a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca6659f-2858-46f9-a789-b5c6610c683d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:04.618466 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-e574d5e4-f030-4ac4-9237-7e2a0a270afd tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:04.620413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44438) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:04.673450 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['86c9f902-87ff-40be-8481-ffeea27ac327'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:24:04.782847 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a906b91a-423a-47c8-ad3a-1cc1f8eca17c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:04.783496 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:04.810427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574d5e4-f030-4ac4-9237-7e2a0a270afd tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Pushing event updated for resources: {'Port': ['ID=4c94c750-1d43-492b-9280-f545e6b88365,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:04.837812 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:04.841319 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-e574d5e4-f030-4ac4-9237-7e2a0a270afd tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:04.851274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-e574d5e4-f030-4ac4-9237-7e2a0a270afd tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:04.874192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f77ef0-9d32-493c-adad-36f45b7a0ca7 req-0b827912-ac99-417b-9dd6-03c34af59056 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:04.875971 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2f77ef0-9d32-493c-adad-36f45b7a0ca7 req-0b827912-ac99-417b-9dd6-03c34af59056 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 950 time: 0.2612789 Mar 23 12:24:04.889065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-e574d5e4-f030-4ac4-9237-7e2a0a270afd tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:04.897628 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-e574d5e4-f030-4ac4-9237-7e2a0a270afd tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:04.898421 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-e574d5e4-f030-4ac4-9237-7e2a0a270afd tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:04.930117 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ecee2d2-7c76-457b-bac7-e32983b179c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:04.948190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] Provisioning complete for port a906b91a-423a-47c8-ad3a-1cc1f8eca17c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:04.948562 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:04.977395 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Network c48008bb-46ae-4d29-a7c6-9380169889bd is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:04.983135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:05.008970 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:05.009457 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:05.034959 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-e574d5e4-f030-4ac4-9237-7e2a0a270afd tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7440820 Mar 23 12:24:05.036869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Pushing event updated for resources: {'Port': ['ID=9100e095-03b8-43fc-809d-12a370e2c6cc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:05.061319 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2f77ef0-9d32-493c-adad-36f45b7a0ca7 req-dac4d031-13cc-445f-aa01-27bfb142dbda tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616969 Mar 23 12:24:05.131637 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Request body: {'port': {'device_id': '4a96750d-e3ea-49a0-b0f7-afcae19ce881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:05.228638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952664272-router', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3fc53d4c-70d0-4d9a-bca5-e37e18800842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:49Z', 'updated_at': '2022-03-23T12:24:00Z', 'revision_number': 4, 'project_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'gw_port': {'id': '3fc53d4c-70d0-4d9a-bca5-e37e18800842', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:53Z', 'updated_at': '2022-03-23T12:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c3942e68-9373-4c90-875a-dfa8640221f5', 'name': '', 'network_id': '578948b7-6d58-4f1a-91c8-9e63ae8ae274', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'mac_address': 'fa:16:3e:14:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e888cf9a-813c-4be1-9818-b85c6e457008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:58Z', 'updated_at': '2022-03-23T12:24:01Z', 'revision_number': 2, 'project_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'subnets': [{'id': 'e888cf9a-813c-4be1-9818-b85c6e457008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:05.305895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a51c301-c7f3-4a53-8a76-627d69ce2331 None None] The sync data for ids ['1f9ed81b-c54c-4635-8734-90b32f4f9499'] in n-d-834854-1 is: [{'id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952664272-router', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3fc53d4c-70d0-4d9a-bca5-e37e18800842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:49Z', 'updated_at': '2022-03-23T12:24:00Z', 'revision_number': 4, 'project_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'gw_port': {'id': '3fc53d4c-70d0-4d9a-bca5-e37e18800842', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:53Z', 'updated_at': '2022-03-23T12:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c3942e68-9373-4c90-875a-dfa8640221f5', 'name': '', 'network_id': '578948b7-6d58-4f1a-91c8-9e63ae8ae274', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'mac_address': 'fa:16:3e:14:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e888cf9a-813c-4be1-9818-b85c6e457008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:58Z', 'updated_at': '2022-03-23T12:24:01Z', 'revision_number': 2, 'project_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'subnets': [{'id': 'e888cf9a-813c-4be1-9818-b85c6e457008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:24:05.420001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44458) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:05.477790 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:05.494677 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ecee2d2-7c76-457b-bac7-e32983b179c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:05.597435 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d322c43-c3a4-42b0-a91b-fa4ff85c2cef req-c8e9500b-39f3-47ab-bb96-090f38167648 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:05.607660 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d322c43-c3a4-42b0-a91b-fa4ff85c2cef req-c8e9500b-39f3-47ab-bb96-090f38167648 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 936 time: 0.3270352 Mar 23 12:24:05.621967 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecff1038-4ef4-4058-8c57-1d335f308bdc req-d03dbdaf-2629-4b13-9d0c-2869445696ef tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.1567800 Mar 23 12:24:05.682494 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:05.701954 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0ecee2d2-7c76-457b-bac7-e32983b179c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65df164-5657-4507-973c-03ec8aef9dcd']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:05.720947 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d322c43-c3a4-42b0-a91b-fa4ff85c2cef req-d36668d5-f6de-4729-b2b1-d4202d4ed368 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074939 Mar 23 12:24:05.762528 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0ecee2d2-7c76-457b-bac7-e32983b179c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fef3d3-2420-4fd1-a5cc-c72628ebc21e') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:05.763861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0ecee2d2-7c76-457b-bac7-e32983b179c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fef3d3-2420-4fd1-a5cc-c72628ebc21e') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:05.779038 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ecee2d2-7c76-457b-bac7-e32983b179c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:05.843372 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ecee2d2-7c76-457b-bac7-e32983b179c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:05.859825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ecee2d2-7c76-457b-bac7-e32983b179c1 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:24:05.860790 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ecee2d2-7c76-457b-bac7-e32983b179c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:24:05.863259 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:24:05.971618 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ecee2d2-7c76-457b-bac7-e32983b179c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:05.986533 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ecee2d2-7c76-457b-bac7-e32983b179c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.000959 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0ecee2d2-7c76-457b-bac7-e32983b179c1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b65df164-5657-4507-973c-03ec8aef9dcd HTTP/1.1" status: 204 len: 168 time: 1.3682942 Mar 23 12:24:06.006348 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44474) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:06.045842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f10d07c4-25d2-4c26-b92b-441eb01b2e8f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-573890553-network', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:06.064303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecee2d2-7c76-457b-bac7-e32983b179c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b65df164-5657-4507-973c-03ec8aef9dcd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:06.064874 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.111919 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10d07c4-25d2-4c26-b92b-441eb01b2e8f admin admin] Made reservation on behalf of 789c56eb72dd4c98900ad029807dcf2e for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:24:06.114571 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f10d07c4-25d2-4c26-b92b-441eb01b2e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.134771 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] For port a906b91a-423a-47c8-ad3a-1cc1f8eca17c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a906b91a-423a-47c8-ad3a-1cc1f8eca17c,segment=NetworkSegment(802862f1-d441-4276-88df-98841d3a668f),segment_id=802862f1-d441-4276-88df-98841d3a668f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:06.136435 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f10d07c4-25d2-4c26-b92b-441eb01b2e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.165642 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.176844 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-4695bd68-f69e-460e-994e-ca441d648cdf admin admin] Deleting subnet 4576241d-1b0a-4949-9424-de998d2ddf1b {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:24:06.186656 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4695bd68-f69e-460e-994e-ca441d648cdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.216708 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.307915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] Pushing event updated for resources: {'Port': ['ID=a906b91a-423a-47c8-ad3a-1cc1f8eca17c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:06.466301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:06.467548 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:06.470797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:06.472617 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:06.473113 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:06.473575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:06.473929 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:06.488391 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:06.488979 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:06.492458 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:06.493062 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:06.493499 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1d03b-f48a-44df-9cea-c69c856ddc16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:06.519958 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4695bd68-f69e-460e-994e-ca441d648cdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.549494 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-87bbd33d-93f5-4b59-a291-b4fe7d2d85f3 None None] Provisioning complete for port a906b91a-423a-47c8-ad3a-1cc1f8eca17c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:06.549909 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-87bbd33d-93f5-4b59-a291-b4fe7d2d85f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.559115 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:24:06.559468 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:24:06.602221 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4695bd68-f69e-460e-994e-ca441d648cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.744688 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4695bd68-f69e-460e-994e-ca441d648cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.761471 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4695bd68-f69e-460e-994e-ca441d648cdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.777381 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4695bd68-f69e-460e-994e-ca441d648cdf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4576241d-1b0a-4949-9424-de998d2ddf1b HTTP/1.1" status: 204 len: 168 time: 0.7699873 Mar 23 12:24:06.804380 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-87bbd33d-93f5-4b59-a291-b4fe7d2d85f3 None None] Provisioning complete for port 9100e095-03b8-43fc-809d-12a370e2c6cc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:06.806716 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-87bbd33d-93f5-4b59-a291-b4fe7d2d85f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.814854 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44486) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:06.829000 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695bd68-f69e-460e-994e-ca441d648cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4576241d-1b0a-4949-9424-de998d2ddf1b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:06.886375 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-87bbd33d-93f5-4b59-a291-b4fe7d2d85f3 None None] Port 9100e095-03b8-43fc-809d-12a370e2c6cc cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:24:06.914939 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f10d07c4-25d2-4c26-b92b-441eb01b2e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.918897 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.921588 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-87bbd33d-93f5-4b59-a291-b4fe7d2d85f3 None None] Provisioning complete for port 4c94c750-1d43-492b-9280-f545e6b88365 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:06.922058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5769f4-dcba-408e-9b2f-4d5cd635bd95 req-57ece290-2c57-4a2d-868e-1bf68655a991 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:06.922906 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-87bbd33d-93f5-4b59-a291-b4fe7d2d85f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.930110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b5769f4-dcba-408e-9b2f-4d5cd635bd95 req-57ece290-2c57-4a2d-868e-1bf68655a991 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 1101 time: 0.3490169 Mar 23 12:24:06.939534 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eeec898d-5984-469b-b9c9-d443c21df5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.946962 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.951310 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.967718 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f10d07c4-25d2-4c26-b92b-441eb01b2e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:06.984468 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8b5769f4-dcba-408e-9b2f-4d5cd635bd95 req-4e05bdd8-9612-41cb-a1fb-cd48872a4bff tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.019673 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-87bbd33d-93f5-4b59-a291-b4fe7d2d85f3 None None] Port 4c94c750-1d43-492b-9280-f545e6b88365 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:24:07.061359 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eeec898d-5984-469b-b9c9-d443c21df5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.066040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10d07c4-25d2-4c26-b92b-441eb01b2e8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:24:07.100289 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-eeec898d-5984-469b-b9c9-d443c21df5ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4027a21e-5b2e-46e4-b869-8afa8c3d3d89']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:07.111516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-eeec898d-5984-469b-b9c9-d443c21df5ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f66b7c5-484f-4fde-b3f2-a9c624a85a53') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:07.111807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-eeec898d-5984-469b-b9c9-d443c21df5ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f66b7c5-484f-4fde-b3f2-a9c624a85a53') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:07.137709 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eeec898d-5984-469b-b9c9-d443c21df5ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.185705 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eeec898d-5984-469b-b9c9-d443c21df5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.199787 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeec898d-5984-469b-b9c9-d443c21df5ff admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:24:07.200282 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eeec898d-5984-469b-b9c9-d443c21df5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.210938 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d07c4-25d2-4c26-b92b-441eb01b2e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d289df2-6fdf-458e-a6c2-6990ca28b135,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:07.332622 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Pushing event updated for resources: {'Port': ['ID=9100e095-03b8-43fc-809d-12a370e2c6cc,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:24:07.345455 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:24:07.389694 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Network c48008bb-46ae-4d29-a7c6-9380169889bd is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:07.391507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c94c750-1d43-492b-9280-f545e6b88365 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:24:07.410181 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.412146 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d315684b-9c94-4702-9c33-fb99da2847ae req-da7eb025-e54a-4136-a44e-17cee01f214d tempest-ServersAdmin275Test-1536926 tempest-ServersAdmin275Test-1536926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0630789 Mar 23 12:24:07.413125 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eeec898d-5984-469b-b9c9-d443c21df5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.415354 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f10d07c4-25d2-4c26-b92b-441eb01b2e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.415723 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-f10d07c4-25d2-4c26-b92b-441eb01b2e8f admin admin] Added segment 99a6ee64-104e-4118-8245-637cf5c85216 of type vlan for network bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d Mar 23 12:24:07.418132 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:07.422001 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eeec898d-5984-469b-b9c9-d443c21df5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.425849 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-eeec898d-5984-469b-b9c9-d443c21df5ff admin admin] 10.222.0.52 "DELETE /v2.0/networks/4027a21e-5b2e-46e4-b869-8afa8c3d3d89 HTTP/1.1" status: 204 len: 168 time: 0.6036611 Mar 23 12:24:07.476295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec898d-5984-469b-b9c9-d443c21df5ff admin admin] Pushing event deleted for resources: {'Network': ['ID=4027a21e-5b2e-46e4-b869-8afa8c3d3d89,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:07.498274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Transition to ACTIVE for port object 4c94c750-1d43-492b-9280-f545e6b88365 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:24:07.553558 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device caba0565-82c4-426d-81c8-1601ca3523e3 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:07.700521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port caba0565-82c4-426d-81c8-1601ca3523e3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:07.701706 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.757783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb98d89-011d-4784-982b-c7e3092ce034 req-6a06a0f8-c734-49c4-aed4-b3042f68bc4e tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:07.768917 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6eb98d89-011d-4784-982b-c7e3092ce034 req-6a06a0f8-c734-49c4-aed4-b3042f68bc4e tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 948 time: 0.0945318 Mar 23 12:24:07.773441 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44508) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:07.837330 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.841220 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6eb98d89-011d-4784-982b-c7e3092ce034 req-1e4c4c59-6c9d-43f3-9f5d-256db73969de tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686476 Mar 23 12:24:07.856306 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bea8a698-71aa-42b6-ac6d-984787e1e557 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73385b4c3f724601ad6898ce5e093860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813525 Mar 23 12:24:07.859725 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44512) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:07.867882 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port caba0565-82c4-426d-81c8-1601ca3523e3, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=caba0565-82c4-426d-81c8-1601ca3523e3,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:07.875262 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.876063 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3fc53d4c-70d0-4d9a-bca5-e37e18800842 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:07.915097 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa6267ec-89e2-47f3-aa72-24e07d584cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.935050 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-29e362a8-f6cb-4f25-8fcf-e82afff4fc4d None None] Provisioning complete for port 9100e095-03b8-43fc-809d-12a370e2c6cc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:07.935696 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-29e362a8-f6cb-4f25-8fcf-e82afff4fc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.944281 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa6267ec-89e2-47f3-aa72-24e07d584cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.946791 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.950027 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f10d07c4-25d2-4c26-b92b-441eb01b2e8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.965773 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8b5769f4-dcba-408e-9b2f-4d5cd635bd95 req-4e05bdd8-9612-41cb-a1fb-cd48872a4bff tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:07.998508 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=caba0565-82c4-426d-81c8-1601ca3523e3,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:08.008030 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-29e362a8-f6cb-4f25-8fcf-e82afff4fc4d None None] Port 9100e095-03b8-43fc-809d-12a370e2c6cc cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:24:08.013772 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa6267ec-89e2-47f3-aa72-24e07d584cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:08.016405 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 3fc53d4c-70d0-4d9a-bca5-e37e18800842 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:08.016943 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:08.018584 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa6267ec-89e2-47f3-aa72-24e07d584cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:08.022842 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-aa6267ec-89e2-47f3-aa72-24e07d584cb2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c15be53-617b-4255-87d0-741d56d651bd HTTP/1.1" status: 204 len: 168 time: 0.1594861 Mar 23 12:24:08.045026 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6267ec-89e2-47f3-aa72-24e07d584cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c15be53-617b-4255-87d0-741d56d651bd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:08.077356 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8b5769f4-dcba-408e-9b2f-4d5cd635bd95 req-4e05bdd8-9612-41cb-a1fb-cd48872a4bff tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:08.130392 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f10d07c4-25d2-4c26-b92b-441eb01b2e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:08.131348 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:08.132327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10d07c4-25d2-4c26-b92b-441eb01b2e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:08.133102 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f10d07c4-25d2-4c26-b92b-441eb01b2e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:08.147285 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b5769f4-dcba-408e-9b2f-4d5cd635bd95 req-4e05bdd8-9612-41cb-a1fb-cd48872a4bff tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2131259 Mar 23 12:24:08.158622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 3fc53d4c-70d0-4d9a-bca5-e37e18800842, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3fc53d4c-70d0-4d9a-bca5-e37e18800842,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:08.175729 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:08.178446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a906b91a-423a-47c8-ad3a-1cc1f8eca17c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:08.243946 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d07c4-25d2-4c26-b92b-441eb01b2e8f admin admin] Pushing event updated for resources: {'Network': ['ID=bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:08.286527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:24:08.301288 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Pushing event updated for resources: {'Port': ['ID=4c94c750-1d43-492b-9280-f545e6b88365,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:08.314788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44520) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:08.315323 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f10d07c4-25d2-4c26-b92b-441eb01b2e8f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8938644 Mar 23 12:24:08.320593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-34590cfd-db25-4918-9062-9c1a0682fb94 admin admin] Request body: {'subnet': {'network_id': 'bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-573890553-subnet', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:08.354363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05bdd8-9612-41cb-a1fb-cd48872a4bff tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6238c70b-00a4-48d3-90b8-04d53cba936f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:08.382870 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-d4d9fa4c-7b4b-445b-870f-c004a8472925 req-993dd164-01aa-4a84-95e9-f11916ebf426 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1462592397', 'description': 'tempest-description-721431166'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:08.387432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Router c61ed019-b7f5-42b5-8a08-3575e3529045 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:24:08.408479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=3fc53d4c-70d0-4d9a-bca5-e37e18800842,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:08.415129 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b8e5821-7bc2-4127-b5cc-9452ce50b036 req-a0b383de-b75b-45a1-9157-c94a9b28a13a tempest-ServersAdmin275Test-1536926 tempest-ServersAdmin275Test-1536926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0668519 Mar 23 12:24:08.417459 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Attempting to bind port 4c94c750-1d43-492b-9280-f545e6b88365 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:24:08.417972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Attempting to bind port 4c94c750-1d43-492b-9280-f545e6b88365 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:24:08.418455 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Attempting to bind port 4c94c750-1d43-492b-9280-f545e6b88365 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:08.425295 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Port 4c94c750-1d43-492b-9280-f545e6b88365 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:24:08.426528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Attempting to bind port 4c94c750-1d43-492b-9280-f545e6b88365 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:08.461657 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34590cfd-db25-4918-9062-9c1a0682fb94 admin admin] Made reservation on behalf of 789c56eb72dd4c98900ad029807dcf2e for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:24:08.467578 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34590cfd-db25-4918-9062-9c1a0682fb94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:08.561671 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:24:08.562223 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:08.562880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:24:08.563375 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Bound port: 4c94c750-1d43-492b-9280-f545e6b88365, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:24:08.563750 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:08.566320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:24:08.579666 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c110aeef-9604-4265-8ed6-8678d00130f1 admin admin] 10.222.0.52 "PUT /v2.0/routers/c61ed019-b7f5-42b5-8a08-3575e3529045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8408070 Mar 23 12:24:08.605923 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Sync routers for ids ['c61ed019-b7f5-42b5-8a08-3575e3529045'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:24:08.619788 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a906b91a-423a-47c8-ad3a-1cc1f8eca17c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:08.620182 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:08.704060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Routers {'c61ed019-b7f5-42b5-8a08-3575e3529045'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:24:08.704599 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['c61ed019-b7f5-42b5-8a08-3575e3529045'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:08.725032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] For port 4c94c750-1d43-492b-9280-f545e6b88365, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:24:08.734838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] For port 4c94c750-1d43-492b-9280-f545e6b88365, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4c94c750-1d43-492b-9280-f545e6b88365,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:24:08.744188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:08.780114 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:08.781662 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:08.785663 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] 10.222.0.77 "PUT /v2.0/ports/4c94c750-1d43-492b-9280-f545e6b88365 HTTP/1.1" status: 200 len: 1096 time: 3.6665287 Mar 23 12:24:08.793708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a96750d-e3ea-49a0-b0f7-afcae19ce881', 'tag': '4c94c750-1d43-492b-9280-f545e6b88365'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:24:08.806785 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d4d9fa4c-7b4b-445b-870f-c004a8472925 req-993dd164-01aa-4a84-95e9-f11916ebf426 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:08.809246 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bdf88e-e41f-48e2-b43b-0a2e7017af22" -d '{"events": [{"name": "network-changed", "server_uuid": "4a96750d-e3ea-49a0-b0f7-afcae19ce881", "tag": "4c94c750-1d43-492b-9280-f545e6b88365"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:24:08.862883 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d4d9fa4c-7b4b-445b-870f-c004a8472925 req-993dd164-01aa-4a84-95e9-f11916ebf426 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:09.026966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44542) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:09.035640 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Set router c61ed019-b7f5-42b5-8a08-3575e3529045 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:24:09.047826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-789bf663-c6b8-4bd0-ad38-180703e5054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:09.049337 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-789bf663-c6b8-4bd0-ad38-180703e5054a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b69b2324a9b4469a089ee3c59ba08c6&device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 1099 time: 0.1757424 Mar 23 12:24:09.067676 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3910d65-544f-4076-a2bc-a5eb9f7837a5 x-openstack-request-id: req-a3910d65-544f-4076-a2bc-a5eb9f7837a5 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:24:09.068335 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a96750d-e3ea-49a0-b0f7-afcae19ce881", "tag": "4c94c750-1d43-492b-9280-f545e6b88365", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:24:09.068742 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3910d65-544f-4076-a2bc-a5eb9f7837a5 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:24:09.069296 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a96750d-e3ea-49a0-b0f7-afcae19ce881', 'tag': '4c94c750-1d43-492b-9280-f545e6b88365', 'status': 'completed', 'code': 200} Mar 23 12:24:09.071011 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a1f22-6db8-4e64-acf9-123fff18b584 service neutron] Pushing event updated for resources: {'Port': ['ID=4c94c750-1d43-492b-9280-f545e6b88365,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:09.106367 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34590cfd-db25-4918-9062-9c1a0682fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:09.175770 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-09cc639e-320d-489c-8e27-183aa3264366 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=4c94c750-1d43-492b-9280-f545e6b88365 HTTP/1.1" status: 200 len: 217 time: 0.0985138 Mar 23 12:24:09.218845 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d4d9fa4c-7b4b-445b-870f-c004a8472925 req-993dd164-01aa-4a84-95e9-f11916ebf426 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:09.251397 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d4d9fa4c-7b4b-445b-870f-c004a8472925 req-993dd164-01aa-4a84-95e9-f11916ebf426 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:09.330167 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d4d9fa4c-7b4b-445b-870f-c004a8472925 req-993dd164-01aa-4a84-95e9-f11916ebf426 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:09.375749 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993dd164-01aa-4a84-95e9-f11916ebf426 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea08821-718d-469d-accb-d20fbfa74cb5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:09.379615 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d4d9fa4c-7b4b-445b-870f-c004a8472925 req-993dd164-01aa-4a84-95e9-f11916ebf426 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:09.382919 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b8d41-a33b-449b-8dec-0494172df4ec req-c14578b5-d56f-460b-81b8-5cfcc5a13934 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:09.385064 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e47b8d41-a33b-449b-8dec-0494172df4ec req-c14578b5-d56f-460b-81b8-5cfcc5a13934 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 948 time: 0.2045894 Mar 23 12:24:09.389167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ded6d064-0bec-44cb-a0a1-4a724b2caf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:09.390614 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-ded6d064-0bec-44cb-a0a1-4a724b2caf8e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1214161 Mar 23 12:24:09.391587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device caba0565-82c4-426d-81c8-1601ca3523e3 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:09.469692 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993dd164-01aa-4a84-95e9-f11916ebf426 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5d7b4a-3c6d-401c-a330-90433d0fea21,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:09.475727 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d4d9fa4c-7b4b-445b-870f-c004a8472925 req-993dd164-01aa-4a84-95e9-f11916ebf426 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:09.476561 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e47b8d41-a33b-449b-8dec-0494172df4ec req-115c3f4f-91e3-4046-b9f4-6f23ac9569b0 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850317 Mar 23 12:24:09.483690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-24c9b1e1-0cb0-4ca7-a25e-4444bfde5393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:09.486353 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-24c9b1e1-0cb0-4ca7-a25e-4444bfde5393 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770485 Mar 23 12:24:09.515059 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d4d9fa4c-7b4b-445b-870f-c004a8472925 req-993dd164-01aa-4a84-95e9-f11916ebf426 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1557145 Mar 23 12:24:09.595067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port caba0565-82c4-426d-81c8-1601ca3523e3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:09.595652 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:09.631655 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-fd47a9fe-1c34-4ace-b228-0fd41c0573de service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357937 Mar 23 12:24:09.638918 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34590cfd-db25-4918-9062-9c1a0682fb94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a17c4258-1606-4ec2-9eba-790bd8cb6fc1,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:09.643131 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1061c327-19b7-416f-8c35-195304dd4cec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=deee7d01433b422e846471995c8e2a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6148705 Mar 23 12:24:09.646196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44562) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:09.684082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34590cfd-db25-4918-9062-9c1a0682fb94 admin admin] Checking segment: {'id': '99a6ee64-104e-4118-8245-637cf5c85216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:09.684671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34590cfd-db25-4918-9062-9c1a0682fb94 admin admin] Network hostable DHCP agents. Network: bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:24:09.700193 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472081159-router', 'tenant_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:56Z', 'updated_at': '2022-03-23T12:24:05Z', 'revision_number': 4, 'project_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'gw_port': {'id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:57Z', 'updated_at': '2022-03-23T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '9100e095-03b8-43fc-809d-12a370e2c6cc', 'name': '', 'network_id': 'c48008bb-46ae-4d29-a7c6-9380169889bd', 'tenant_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'mac_address': 'fa:16:3e:15:fa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6e08da58-f11f-4fa8-bb54-9c586f8b1331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:24:02Z', 'updated_at': '2022-03-23T12:24:06Z', 'revision_number': 2, 'project_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'subnets': [{'id': '6e08da58-f11f-4fa8-bb54-9c586f8b1331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:09.723288 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34590cfd-db25-4918-9062-9c1a0682fb94 admin admin] Network bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:24:09.734291 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-34590cfd-db25-4918-9062-9c1a0682fb94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:09.738570 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Checking router: c61ed019-b7f5-42b5-8a08-3575e3529045 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:24:09.739120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Updating router c61ed019-b7f5-42b5-8a08-3575e3529045 port 9100e095-03b8-43fc-809d-12a370e2c6cc binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:24:09.744969 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fa33e7-ca87-49d9-896b-fc27ad8ab129 None None] Network bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:24:09.748706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34590cfd-db25-4918-9062-9c1a0682fb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:09.749299 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34590cfd-db25-4918-9062-9c1a0682fb94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:09.798955 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-34590cfd-db25-4918-9062-9c1a0682fb94 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4823561 Mar 23 12:24:09.801906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44564) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:09.814586 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-573890553-router', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:09.843422 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3fc53d4c-70d0-4d9a-bca5-e37e18800842 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:09.849960 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:09.853950 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:09.855123 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:09.891323 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Sync routers for ids ['1f9ed81b-c54c-4635-8734-90b32f4f9499'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:24:09.900501 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-0e15d0e7-6a0b-43df-bc09-331eb464eff4 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2094083 Mar 23 12:24:09.918269 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Routers {'1f9ed81b-c54c-4635-8734-90b32f4f9499'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:24:09.919781 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1f9ed81b-c54c-4635-8734-90b32f4f9499'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:09.997408 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:10.102897 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Set router 1f9ed81b-c54c-4635-8734-90b32f4f9499 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:24:10.191861 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c6c4-f2d0-4034-9814-ed32d18a7d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:10.221320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 3fc53d4c-70d0-4d9a-bca5-e37e18800842 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:10.221883 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:10.290855 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:10.333884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44566) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:10.347093 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c6c4-f2d0-4034-9814-ed32d18a7d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:10.376343 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-020d4e5c-5774-471e-93aa-9c48d91fba83 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516590315', 'description': 'tempest-description--1868836334'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:10.406754 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-62c4c361-c3e6-4ab9-af4e-fdd79afcf095 req-b37bc27c-4c34-40f4-bb1a-9064f327cc9f tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Request body: {'security_group': {'name': 'tempest-securitygroup-178573977', 'description': 'tempest-description-2134079701'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:10.448627 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-62c4c361-c3e6-4ab9-af4e-fdd79afcf095 req-b37bc27c-4c34-40f4-bb1a-9064f327cc9f tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:10.458678 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee6accf1-f8bc-479c-90e5-aa2c44042814 req-bc77bc39-4a31-4bf0-94fb-841a0db12b50 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8022764 Mar 23 12:24:10.518897 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-020d4e5c-5774-471e-93aa-9c48d91fba83 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:10.573681 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d', 'network_id': 'bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e', 'fixed_ips': [{'subnet_id': 'a17c4258-1606-4ec2-9eba-790bd8cb6fc1'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:24:10.574693 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:10.578632 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-62c4c361-c3e6-4ab9-af4e-fdd79afcf095 req-b37bc27c-4c34-40f4-bb1a-9064f327cc9f tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:10.585244 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-62c4c361-c3e6-4ab9-af4e-fdd79afcf095 req-b37bc27c-4c34-40f4-bb1a-9064f327cc9f tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:10.676055 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-62c4c361-c3e6-4ab9-af4e-fdd79afcf095 req-b37bc27c-4c34-40f4-bb1a-9064f327cc9f tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:10.697542 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-62c4c361-c3e6-4ab9-af4e-fdd79afcf095 req-b37bc27c-4c34-40f4-bb1a-9064f327cc9f tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3001456 Mar 23 12:24:10.699136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bc27c-4c34-40f4-bb1a-9064f327cc9f tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f27119f-13f4-467d-bbe6-3e9b53ecca43,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:10.798168 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952664272-router', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3fc53d4c-70d0-4d9a-bca5-e37e18800842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:49Z', 'updated_at': '2022-03-23T12:24:00Z', 'revision_number': 4, 'project_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'gw_port': {'id': '3fc53d4c-70d0-4d9a-bca5-e37e18800842', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:53Z', 'updated_at': '2022-03-23T12:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c3942e68-9373-4c90-875a-dfa8640221f5', 'name': '', 'network_id': '578948b7-6d58-4f1a-91c8-9e63ae8ae274', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'mac_address': 'fa:16:3e:14:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e888cf9a-813c-4be1-9818-b85c6e457008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:58Z', 'updated_at': '2022-03-23T12:24:01Z', 'revision_number': 2, 'project_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'subnets': [{'id': 'e888cf9a-813c-4be1-9818-b85c6e457008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:10.849153 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Checking router: 1f9ed81b-c54c-4635-8734-90b32f4f9499 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:24:10.853967 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Updating router 1f9ed81b-c54c-4635-8734-90b32f4f9499 port c3942e68-9373-4c90-875a-dfa8640221f5 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:24:10.857140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Allocated IP 172.20.0.2 (bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d/a17c4258-1606-4ec2-9eba-790bd8cb6fc1/0b8dd637-ea59-44b7-a2d0-20fbcde33950) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:10.896333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-c42287b3-8cc8-4572-a8fd-552e65b15c36 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:10.907753 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-c42287b3-8cc8-4572-a8fd-552e65b15c36 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9491813 Mar 23 12:24:10.913167 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c6c4-f2d0-4034-9814-ed32d18a7d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:10.917454 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c6c4-f2d0-4034-9814-ed32d18a7d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:10.918687 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0fa1c6c4-f2d0-4034-9814-ed32d18a7d38 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f0ad422-9d64-4dd7-be23-13eacbe5f386 HTTP/1.1" status: 204 len: 168 time: 1.2660999 Mar 23 12:24:10.963232 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:10.971532 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-3dae4264-1da3-4658-9c5c-8b9389bfd12e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/quotas/4a0fc61c44cc4b5fbce22a4dd6a0e33d HTTP/1.1" status: 200 len: 375 time: 0.0626745 Mar 23 12:24:11.007418 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:11.024632 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:11.034080 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ceeb844f-5c92-4493-a9e0-610cc8432639 req-1a4b55f8-d76f-41e0-888d-3b7ff8765a89 tempest-ServersAdmin275Test-1536926 tempest-ServersAdmin275Test-1536926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.2321885 Mar 23 12:24:11.036546 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:11.078605 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Pushing event updated for resources: {'Port': ['ID=0b8dd637-ea59-44b7-a2d0-20fbcde33950,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:11.110321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Network bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:11.118698 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:11.122013 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:11.209496 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:11.226305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1c6c4-f2d0-4034-9814-ed32d18a7d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0ad422-9d64-4dd7-be23-13eacbe5f386,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:11.274711 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdf88e-e41f-48e2-b43b-0a2e7017af22 req-55b3bd8c-8ad2-4983-a475-b315d167d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:11.281412 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07bdf88e-e41f-48e2-b43b-0a2e7017af22 req-55b3bd8c-8ad2-4983-a475-b315d167d793 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b69b2324a9b4469a089ee3c59ba08c6&device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 1099 time: 0.7385614 Mar 23 12:24:11.357653 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Allocated IP 172.25.2.68 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/da4ca01e-fdec-4423-9f6d-a437abc56277) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:11.473904 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:11.516781 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Attempting to bind port 0b8dd637-ea59-44b7-a2d0-20fbcde33950 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:24:11.518528 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Attempting to bind port 0b8dd637-ea59-44b7-a2d0-20fbcde33950 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '99a6ee64-104e-4118-8245-637cf5c85216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:24:11.519068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Attempting to bind port 0b8dd637-ea59-44b7-a2d0-20fbcde33950 on network bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:11.520577 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:11.535637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:24:11.540519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Checking segment: {'id': '99a6ee64-104e-4118-8245-637cf5c85216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:11.541194 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:11.541742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Bound using segment: {'id': '99a6ee64-104e-4118-8245-637cf5c85216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:24:11.543443 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Bound port: 0b8dd637-ea59-44b7-a2d0-20fbcde33950, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a6ee64-104e-4118-8245-637cf5c85216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:24:11.545230 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:11.601644 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:11.605081 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:11.606664 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-a672c5f7-77a1-42c4-b067-b425d9296a7e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6339438 Mar 23 12:24:11.607606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:11.611320 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:11.640602 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:11.673416 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a3524-7e35-4fff-a02e-f5d86eef2ba8 req-154f985a-e3d4-43dd-a7e9-2882a9493787 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:11.681584 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-096a3524-7e35-4fff-a02e-f5d86eef2ba8 req-154f985a-e3d4-43dd-a7e9-2882a9493787 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 948 time: 0.1732223 Mar 23 12:24:11.714263 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-020d4e5c-5774-471e-93aa-9c48d91fba83 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:11.741163 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-020d4e5c-5774-471e-93aa-9c48d91fba83 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:11.752296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Pushing event updated for resources: {'Port': ['ID=da4ca01e-fdec-4423-9f6d-a437abc56277,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:11.857826 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ef8d0-3625-4d6c-aff5-15fd3733fe46 None None] Pushing event updated for resources: {'Port': ['ID=9100e095-03b8-43fc-809d-12a370e2c6cc,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:11.873039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdf88e-e41f-48e2-b43b-0a2e7017af22 req-7016423b-31d7-40a9-ab80-dcd42054b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:11.875440 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07bdf88e-e41f-48e2-b43b-0a2e7017af22 req-7016423b-31d7-40a9-ab80-dcd42054b9c3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.5589762 Mar 23 12:24:11.882672 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-020d4e5c-5774-471e-93aa-9c48d91fba83 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:11.884223 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-020d4e5c-5774-471e-93aa-9c48d91fba83 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5271738 Mar 23 12:24:11.893938 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44582) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:11.912334 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-096a3524-7e35-4fff-a02e-f5d86eef2ba8 req-adef76aa-27ec-4e6a-b627-56b1af4835cd tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297375 Mar 23 12:24:11.941360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b4433eb6-2f08-4b13-b707-bcb0e0efe1b9 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Request body: {'security_group_rule': {'security_group_id': '55683a69-9467-443d-8d7d-f9bf319e158c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:12.034649 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d4e5c-5774-471e-93aa-9c48d91fba83 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55683a69-9467-443d-8d7d-f9bf319e158c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:12.182612 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] For port 0b8dd637-ea59-44b7-a2d0-20fbcde33950, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:24:12.194977 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Attempting to bind port 9100e095-03b8-43fc-809d-12a370e2c6cc on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:24:12.195553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Attempting to bind port 9100e095-03b8-43fc-809d-12a370e2c6cc by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '802862f1-d441-4276-88df-98841d3a668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c48008bb-46ae-4d29-a7c6-9380169889bd'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:24:12.196322 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Attempting to bind port 9100e095-03b8-43fc-809d-12a370e2c6cc on network c48008bb-46ae-4d29-a7c6-9380169889bd {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:12.214889 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07bdf88e-e41f-48e2-b43b-0a2e7017af22 req-43a74919-254b-49c1-adc8-a99eae4eaed4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=4c94c750-1d43-492b-9280-f545e6b88365 HTTP/1.1" status: 200 len: 217 time: 0.3280399 Mar 23 12:24:12.218906 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4433eb6-2f08-4b13-b707-bcb0e0efe1b9 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:12.267326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:24:12.269942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Checking segment: {'id': '802862f1-d441-4276-88df-98841d3a668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c48008bb-46ae-4d29-a7c6-9380169889bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:12.270598 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:12.275086 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Bound using segment: {'id': '802862f1-d441-4276-88df-98841d3a668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c48008bb-46ae-4d29-a7c6-9380169889bd'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:24:12.276057 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Bound port: 9100e095-03b8-43fc-809d-12a370e2c6cc, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802862f1-d441-4276-88df-98841d3a668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c48008bb-46ae-4d29-a7c6-9380169889bd'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:24:12.276474 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:12.285539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] For port 0b8dd637-ea59-44b7-a2d0-20fbcde33950, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0b8dd637-ea59-44b7-a2d0-20fbcde33950,segment=NetworkSegment(99a6ee64-104e-4118-8245-637cf5c85216),segment_id=99a6ee64-104e-4118-8245-637cf5c85216)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:24:12.330584 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:12.351479 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:12.463586 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:12.495941 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:12.623016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdf88e-e41f-48e2-b43b-0a2e7017af22 req-2bc859b9-ea1c-49f8-8a95-10cf11f41cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:12.630831 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07bdf88e-e41f-48e2-b43b-0a2e7017af22 req-2bc859b9-ea1c-49f8-8a95-10cf11f41cff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.4006913 Mar 23 12:24:12.730387 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c60af6be-edf9-4e6a-b39e-7017abd1d6fb None None] Provisioning complete for port 9100e095-03b8-43fc-809d-12a370e2c6cc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:12.731100 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c60af6be-edf9-4e6a-b39e-7017abd1d6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:12.833350 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-055772ee-0bd4-4ec2-bea9-3560a3335ede req-49b3cb31-63f9-4060-bee9-f6333d1a3804 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-677385693', 'description': 'tempest-description-946146505'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:12.848940 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c60af6be-edf9-4e6a-b39e-7017abd1d6fb None None] Port 9100e095-03b8-43fc-809d-12a370e2c6cc cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:24:12.859396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c89835-cd8d-4308-95b9-d471f42e559a None None] Pushing event updated for resources: {'Port': ['ID=0b8dd637-ea59-44b7-a2d0-20fbcde33950,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:12.906708 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4433eb6-2f08-4b13-b707-bcb0e0efe1b9 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:12.929345 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] For port 9100e095-03b8-43fc-809d-12a370e2c6cc, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:24:12.934866 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4433eb6-2f08-4b13-b707-bcb0e0efe1b9 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:12.939729 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] For port 9100e095-03b8-43fc-809d-12a370e2c6cc, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9100e095-03b8-43fc-809d-12a370e2c6cc,segment=NetworkSegment(802862f1-d441-4276-88df-98841d3a668f),segment_id=802862f1-d441-4276-88df-98841d3a668f)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:24:12.948461 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:12.958603 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Attempting to bind port c3942e68-9373-4c90-875a-dfa8640221f5 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:24:12.966387 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Attempting to bind port c3942e68-9373-4c90-875a-dfa8640221f5 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'faa4bb1c-6ff7-473f-bcfd-bba500b03a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '578948b7-6d58-4f1a-91c8-9e63ae8ae274'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:24:12.979252 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Attempting to bind port c3942e68-9373-4c90-875a-dfa8640221f5 on network 578948b7-6d58-4f1a-91c8-9e63ae8ae274 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:13.047265 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:24:13.063164 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Checking segment: {'id': 'faa4bb1c-6ff7-473f-bcfd-bba500b03a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '578948b7-6d58-4f1a-91c8-9e63ae8ae274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:13.063977 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:13.065831 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Bound using segment: {'id': 'faa4bb1c-6ff7-473f-bcfd-bba500b03a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '578948b7-6d58-4f1a-91c8-9e63ae8ae274'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:24:13.067610 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Bound port: c3942e68-9373-4c90-875a-dfa8640221f5, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa4bb1c-6ff7-473f-bcfd-bba500b03a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '578948b7-6d58-4f1a-91c8-9e63ae8ae274'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:24:13.070695 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:13.109649 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdf88e-e41f-48e2-b43b-0a2e7017af22 req-5a79b8ed-0c71-4624-b936-4b85408b9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:13.154829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07bdf88e-e41f-48e2-b43b-0a2e7017af22 req-5a79b8ed-0c71-4624-b936-4b85408b9224 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4831846 Mar 23 12:24:13.196932 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Routers {'c61ed019-b7f5-42b5-8a08-3575e3529045'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:24:13.211842 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['c61ed019-b7f5-42b5-8a08-3575e3529045'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:13.390160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ef8d0-3625-4d6c-aff5-15fd3733fe46 None None] Pushing event updated for resources: {'Port': ['ID=9100e095-03b8-43fc-809d-12a370e2c6cc,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:13.448192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9ce4a059-7535-47c2-9f5d-693b769714ef None None] Provisioning complete for port c3942e68-9373-4c90-875a-dfa8640221f5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:13.448499 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9ce4a059-7535-47c2-9f5d-693b769714ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:13.552407 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] For port c3942e68-9373-4c90-875a-dfa8640221f5, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:24:13.580554 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] For port c3942e68-9373-4c90-875a-dfa8640221f5, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c3942e68-9373-4c90-875a-dfa8640221f5,segment=NetworkSegment(faa4bb1c-6ff7-473f-bcfd-bba500b03a38),segment_id=faa4bb1c-6ff7-473f-bcfd-bba500b03a38)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:24:13.589766 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0b8dd637-ea59-44b7-a2d0-20fbcde33950 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:13.624704 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e7289-0c4b-4f12-ab9f-5af2272560f0 None None] Pushing event updated for resources: {'Port': ['ID=c3942e68-9373-4c90-875a-dfa8640221f5,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:13.647950 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:13.700690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07bdf88e-e41f-48e2-b43b-0a2e7017af22 req-ef82b26d-9e75-40ca-989b-616b13d5f25c service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437613 Mar 23 12:24:13.706103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4433eb6-2f08-4b13-b707-bcb0e0efe1b9 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93caa603-cf32-48a2-982b-26ee6ae63255,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:13.751545 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4433eb6-2f08-4b13-b707-bcb0e0efe1b9 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:13.755161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b4433eb6-2f08-4b13-b707-bcb0e0efe1b9 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8305645 Mar 23 12:24:13.761918 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Routers {'1f9ed81b-c54c-4635-8734-90b32f4f9499'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:24:13.767729 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1f9ed81b-c54c-4635-8734-90b32f4f9499'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:13.801742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4a059-7535-47c2-9f5d-693b769714ef None None] Port c3942e68-9373-4c90-875a-dfa8640221f5 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:24:13.810043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44608) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:13.866996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] Set router c61ed019-b7f5-42b5-8a08-3575e3529045 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:24:13.884199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1ac505f6-cdd0-4d5b-b546-5b8bf353f1fa tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Request body: {'security_group_rule': {'security_group_id': '55683a69-9467-443d-8d7d-f9bf319e158c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:14.011463 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] Set router 1f9ed81b-c54c-4635-8734-90b32f4f9499 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:24:14.022891 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-055772ee-0bd4-4ec2-bea9-3560a3335ede req-49b3cb31-63f9-4060-bee9-f6333d1a3804 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:14.090400 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-055772ee-0bd4-4ec2-bea9-3560a3335ede req-49b3cb31-63f9-4060-bee9-f6333d1a3804 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:14.101281 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 4c94c750-1d43-492b-9280-f545e6b88365 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:24:14.154908 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:14.271265 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e755d02-0020-43fe-bfbd-050ee17abb4b req-3f356f93-fd6c-405d-9f88-f41f4fd4e1e6 tempest-ServersAdmin275Test-1536926 tempest-ServersAdmin275Test-1536926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.3476260 Mar 23 12:24:14.326455 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e7289-0c4b-4f12-ab9f-5af2272560f0 None None] Pushing event updated for resources: {'Port': ['ID=c3942e68-9373-4c90-875a-dfa8640221f5,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:14.358764 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ac505f6-cdd0-4d5b-b546-5b8bf353f1fa tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:14.413092 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0b8dd637-ea59-44b7-a2d0-20fbcde33950 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:14.413468 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:14.600040 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952664272-router', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3fc53d4c-70d0-4d9a-bca5-e37e18800842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:49Z', 'updated_at': '2022-03-23T12:24:00Z', 'revision_number': 4, 'project_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'gw_port': {'id': '3fc53d4c-70d0-4d9a-bca5-e37e18800842', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:53Z', 'updated_at': '2022-03-23T12:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c3942e68-9373-4c90-875a-dfa8640221f5', 'name': '', 'network_id': '578948b7-6d58-4f1a-91c8-9e63ae8ae274', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'mac_address': 'fa:16:3e:14:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e888cf9a-813c-4be1-9818-b85c6e457008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:58Z', 'updated_at': '2022-03-23T12:24:13Z', 'revision_number': 4, 'project_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'subnets': [{'id': 'e888cf9a-813c-4be1-9818-b85c6e457008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:14.622319 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7654be3a-b1e6-412f-a42d-e897c1076713 None None] Provisioning complete for port 9100e095-03b8-43fc-809d-12a370e2c6cc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:14.639469 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7654be3a-b1e6-412f-a42d-e897c1076713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:14.706357 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07bdf88e-e41f-48e2-b43b-0a2e7017af22 req-478d8d26-0ecc-4d3c-992a-b3d3a0bfb053 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9882450 Mar 23 12:24:14.712418 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71009dd2-5464-4eee-ae92-59c71bf08406 None None] The sync data for ids ['1f9ed81b-c54c-4635-8734-90b32f4f9499'] in n-d-834854-1 is: [{'id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952664272-router', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3fc53d4c-70d0-4d9a-bca5-e37e18800842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:49Z', 'updated_at': '2022-03-23T12:24:00Z', 'revision_number': 4, 'project_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'gw_port': {'id': '3fc53d4c-70d0-4d9a-bca5-e37e18800842', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:53Z', 'updated_at': '2022-03-23T12:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c3942e68-9373-4c90-875a-dfa8640221f5', 'name': '', 'network_id': '578948b7-6d58-4f1a-91c8-9e63ae8ae274', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'mac_address': 'fa:16:3e:14:65:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e888cf9a-813c-4be1-9818-b85c6e457008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:58Z', 'updated_at': '2022-03-23T12:24:13Z', 'revision_number': 4, 'project_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'subnets': [{'id': 'e888cf9a-813c-4be1-9818-b85c6e457008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:24:14.783175 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:24:14.877511 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ac505f6-cdd0-4d5b-b546-5b8bf353f1fa tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:14.938213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c1ff2-82c6-4279-b716-f73932d0f74c req-66fca99f-3294-4583-ab10-703389a065ca tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:14.938812 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-055772ee-0bd4-4ec2-bea9-3560a3335ede req-49b3cb31-63f9-4060-bee9-f6333d1a3804 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:14.955804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c70c1ff2-82c6-4279-b716-f73932d0f74c req-66fca99f-3294-4583-ab10-703389a065ca tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 948 time: 0.2883477 Mar 23 12:24:14.964340 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ac505f6-cdd0-4d5b-b546-5b8bf353f1fa tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:15.028823 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-055772ee-0bd4-4ec2-bea9-3560a3335ede req-49b3cb31-63f9-4060-bee9-f6333d1a3804 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:15.069186 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac505f6-cdd0-4d5b-b546-5b8bf353f1fa tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c703e00-af2f-492a-a94d-d924d4b7a148,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:15.118427 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ac505f6-cdd0-4d5b-b546-5b8bf353f1fa tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:15.129865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1ac505f6-cdd0-4d5b-b546-5b8bf353f1fa tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3142760 Mar 23 12:24:15.134564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44632) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:15.171884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:15.267140 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c70c1ff2-82c6-4279-b716-f73932d0f74c req-a9ca9c82-2b92-450e-9a86-1041d68eb275 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095791 Mar 23 12:24:15.308661 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:15.317251 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3cb31-63f9-4060-bee9-f6333d1a3804 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0761dbac-070b-4165-b2f8-ca3612997598,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:15.347537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Router b20a0abf-4046-42cf-a06f-a9eada1336ab is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:24:15.389362 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:24:15.628191 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1530e0d-1ab4-4cc7-b93c-842ea3bbd2f5 None None] Network bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:24:15.808839 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-055772ee-0bd4-4ec2-bea9-3560a3335ede req-49b3cb31-63f9-4060-bee9-f6333d1a3804 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:15.817542 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:24:15.822623 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-055772ee-0bd4-4ec2-bea9-3560a3335ede req-49b3cb31-63f9-4060-bee9-f6333d1a3804 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:15.913671 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-055772ee-0bd4-4ec2-bea9-3560a3335ede req-49b3cb31-63f9-4060-bee9-f6333d1a3804 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:15.915306 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-055772ee-0bd4-4ec2-bea9-3560a3335ede req-49b3cb31-63f9-4060-bee9-f6333d1a3804 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 3.2177622 Mar 23 12:24:15.928279 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:15.928279 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-54114274-e319-4ae5-a232-715525a90e79 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1206234 Mar 23 12:24:15.931299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3cb31-63f9-4060-bee9-f6333d1a3804 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b514af-d4e9-4017-98e5-ac3668ec1234,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:15.937823 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44642) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:16.157440 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Sync routers for ids ['b20a0abf-4046-42cf-a06f-a9eada1336ab'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:24:16.223052 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:16.397728 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 4c94c750-1d43-492b-9280-f545e6b88365, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4c94c750-1d43-492b-9280-f545e6b88365,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:16.465156 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '4c94c750-1d43-492b-9280-f545e6b88365', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '4c94c750-1d43-492b-9280-f545e6b88365', 'mac_address': 'fa:16:3e:06:98:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:24:16.469325 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ae62e57a-fb9b-4e9a-bcd5-debaa4b3458e req-97d51825-cf6d-4da0-841a-3cb7b5bf7bd3 tempest-ServersAdmin275Test-1536926 tempest-ServersAdmin275Test-1536926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.1956987 Mar 23 12:24:16.525272 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Routers {'b20a0abf-4046-42cf-a06f-a9eada1336ab'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:24:16.526116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b20a0abf-4046-42cf-a06f-a9eada1336ab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:16.645854 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c5ffa7cc-dc40-4fac-9b0f-b7c1a994273f req-afd47312-280c-406c-91da-a3e292715691 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-925741975', 'description': 'tempest-description-1586496331'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:16.707088 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:16.774051 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:16.965547 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 0b8dd637-ea59-44b7-a2d0-20fbcde33950, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0b8dd637-ea59-44b7-a2d0-20fbcde33950,segment=NetworkSegment(99a6ee64-104e-4118-8245-637cf5c85216),segment_id=99a6ee64-104e-4118-8245-637cf5c85216)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:16.992182 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-213cd21d-7366-4829-9b5b-1c5bc25de2eb tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3260374 Mar 23 12:24:17.013551 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c5ffa7cc-dc40-4fac-9b0f-b7c1a994273f req-afd47312-280c-406c-91da-a3e292715691 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:17.054062 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:17.056058 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:17.139118 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4a475f2-6fa7-4430-8434-7d496d79d94f req-1419360f-bad0-41b1-bb29-a2a06f62b414 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f6ec0f5-31f7-4bc8-b001-45f378b0f398 HTTP/1.1" status: 200 len: 210 time: 0.1030078 Mar 23 12:24:17.195189 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c5ffa7cc-dc40-4fac-9b0f-b7c1a994273f req-afd47312-280c-406c-91da-a3e292715691 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:17.210384 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c5ffa7cc-dc40-4fac-9b0f-b7c1a994273f req-afd47312-280c-406c-91da-a3e292715691 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:17.274260 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7654be3a-b1e6-412f-a42d-e897c1076713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:17.290426 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c94c750-1d43-492b-9280-f545e6b88365 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:24:17.290756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd47312-280c-406c-91da-a3e292715691 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de19a162-9c72-4f01-8482-6b065a6c06e9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:17.291795 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Allocated IP 172.25.2.253 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/92b76bf9-a4c3-4e8e-9fb1-f4ac9da33658) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:17.358966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 4c94c750-1d43-492b-9280-f545e6b88365, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4c94c750-1d43-492b-9280-f545e6b88365,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:17.388809 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=0b8dd637-ea59-44b7-a2d0-20fbcde33950,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:17.465376 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c3942e68-9373-4c90-875a-dfa8640221f5 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:17.497913 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c5ffa7cc-dc40-4fac-9b0f-b7c1a994273f req-afd47312-280c-406c-91da-a3e292715691 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:17.521382 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c5ffa7cc-dc40-4fac-9b0f-b7c1a994273f req-afd47312-280c-406c-91da-a3e292715691 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8850272 Mar 23 12:24:17.525610 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:17.528959 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-4faca41c-f93a-4ce0-957f-14f7c55887df tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1995389 Mar 23 12:24:17.631771 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=4c94c750-1d43-492b-9280-f545e6b88365,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:17.649033 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:17.670089 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Set router b20a0abf-4046-42cf-a06f-a9eada1336ab gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:24:17.696781 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-588b966d-4026-4ab6-8c6e-19147f75780f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:17.698598 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-588b966d-4026-4ab6-8c6e-19147f75780f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6920393 Mar 23 12:24:17.722970 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-0c8c398b-e58f-40b0-82cf-79fde5663a98 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Request body: {'port': {'device_id': 'ff0c86bf-0833-4299-a32c-ca4a10d99d40', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '4a0fc61c44cc4b5fbce22a4dd6a0e33d'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:17.754914 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9cbce-080a-4fb1-a590-f92061113c9c req-097bb749-a098-42d9-8f00-0db1e602517e tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:17.763844 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-29d9cbce-080a-4fb1-a590-f92061113c9c req-097bb749-a098-42d9-8f00-0db1e602517e tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 949 time: 0.3946168 Mar 23 12:24:17.789286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7654be3a-b1e6-412f-a42d-e897c1076713 None None] For port 9100e095-03b8-43fc-809d-12a370e2c6cc, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9100e095-03b8-43fc-809d-12a370e2c6cc,segment=NetworkSegment(802862f1-d441-4276-88df-98841d3a668f),segment_id=802862f1-d441-4276-88df-98841d3a668f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:17.916884 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7654be3a-b1e6-412f-a42d-e897c1076713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:17.919797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['4c94c750-1d43-492b-9280-f545e6b88365'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:24:17.935295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-733772f0-54a0-4d82-b56a-c5acabd3b865 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:17.937251 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-733772f0-54a0-4d82-b56a-c5acabd3b865 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3955228 Mar 23 12:24:17.939871 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:17.969690 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-96b26ee3-87ce-4f7b-a92d-f6c37fdc6cfa tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Request body: {'port': {'device_id': '3f6ec0f5-31f7-4bc8-b001-45f378b0f398', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '4a0fc61c44cc4b5fbce22a4dd6a0e33d'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:17.978361 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:18.046843 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-29d9cbce-080a-4fb1-a590-f92061113c9c req-ea7aefe3-8a0f-47bc-80d6-ec5df8dfdd83 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785802 Mar 23 12:24:18.179705 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472081159-router', 'tenant_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:56Z', 'updated_at': '2022-03-23T12:24:05Z', 'revision_number': 4, 'project_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'gw_port': {'id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:57Z', 'updated_at': '2022-03-23T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '9100e095-03b8-43fc-809d-12a370e2c6cc', 'name': '', 'network_id': 'c48008bb-46ae-4d29-a7c6-9380169889bd', 'tenant_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'mac_address': 'fa:16:3e:15:fa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6e08da58-f11f-4fa8-bb54-9c586f8b1331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:24:02Z', 'updated_at': '2022-03-23T12:24:12Z', 'revision_number': 4, 'project_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'subnets': [{'id': '6e08da58-f11f-4fa8-bb54-9c586f8b1331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:18.236128 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:18.254957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-0c8c398b-e58f-40b0-82cf-79fde5663a98 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Made reservation on behalf of 4a0fc61c44cc4b5fbce22a4dd6a0e33d for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:24:18.260009 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-0c8c398b-e58f-40b0-82cf-79fde5663a98 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:18.266397 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39907f-a1be-4ce7-aac2-bd1dadc2592b None None] The sync data for ids ['c61ed019-b7f5-42b5-8a08-3575e3529045'] in n-d-834854-1 is: [{'id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472081159-router', 'tenant_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:56Z', 'updated_at': '2022-03-23T12:24:05Z', 'revision_number': 4, 'project_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'gw_port': {'id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:57Z', 'updated_at': '2022-03-23T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '9100e095-03b8-43fc-809d-12a370e2c6cc', 'name': '', 'network_id': 'c48008bb-46ae-4d29-a7c6-9380169889bd', 'tenant_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'mac_address': 'fa:16:3e:15:fa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6e08da58-f11f-4fa8-bb54-9c586f8b1331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:24:02Z', 'updated_at': '2022-03-23T12:24:12Z', 'revision_number': 4, 'project_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'subnets': [{'id': '6e08da58-f11f-4fa8-bb54-9c586f8b1331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:24:18.316366 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654be3a-b1e6-412f-a42d-e897c1076713 None None] Pushing event updated for resources: {'Port': ['ID=9100e095-03b8-43fc-809d-12a370e2c6cc,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:18.340194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8cc659d7-8967-4555-b19b-120b3286ce36 None None] Provisioning complete for port c3942e68-9373-4c90-875a-dfa8640221f5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:18.340755 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8cc659d7-8967-4555-b19b-120b3286ce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:18.412242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:18.508877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:18.511874 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Pushing event updated for resources: {'Port': ['ID=92b76bf9-a4c3-4e8e-9fb1-f4ac9da33658,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:18.524519 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:18.530463 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-96b26ee3-87ce-4f7b-a92d-f6c37fdc6cfa tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Made reservation on behalf of 4a0fc61c44cc4b5fbce22a4dd6a0e33d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:24:18.541728 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-96b26ee3-87ce-4f7b-a92d-f6c37fdc6cfa tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:18.542996 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aec13577-7c4f-4b5a-98d6-08ee1d784ac2 req-94a8537b-d073-48b7-86e2-e837937261de tempest-ServersAdmin275Test-1536926 tempest-ServersAdmin275Test-1536926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.2745132 Mar 23 12:24:18.605149 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8cc659d7-8967-4555-b19b-120b3286ce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:18.628777 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c3942e68-9373-4c90-875a-dfa8640221f5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:18.637517 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:18.715564 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:18.898076 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:18.940152 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8cc659d7-8967-4555-b19b-120b3286ce36 None None] For port c3942e68-9373-4c90-875a-dfa8640221f5, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c3942e68-9373-4c90-875a-dfa8640221f5,segment=NetworkSegment(faa4bb1c-6ff7-473f-bcfd-bba500b03a38),segment_id=faa4bb1c-6ff7-473f-bcfd-bba500b03a38)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:18.969827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Allocated IP 172.20.0.1 (bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d/a17c4258-1606-4ec2-9eba-790bd8cb6fc1/f9fbed05-3204-45a5-9779-05c4afa0c73e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:18.982959 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'name': 'tempest-FloatingIPDetailsTestJSON-573890553-router', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'da4ca01e-fdec-4423-9f6d-a437abc56277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:09Z', 'updated_at': '2022-03-23T12:24:11Z', 'revision_number': 3, 'project_id': '789c56eb72dd4c98900ad029807dcf2e', 'gw_port': {'id': 'da4ca01e-fdec-4423-9f6d-a437abc56277', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:24:11Z', 'updated_at': '2022-03-23T12:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:18.987842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-0c8c398b-e58f-40b0-82cf-79fde5663a98 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Allocated IP 192.168.233.93 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/54d5c8b5-61c2-48f5-b954-7e27a5e68a54) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:19.063819 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8cc659d7-8967-4555-b19b-120b3286ce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:19.074666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Checking router: b20a0abf-4046-42cf-a06f-a9eada1336ab for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:24:19.076120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Updating router b20a0abf-4046-42cf-a06f-a9eada1336ab port da4ca01e-fdec-4423-9f6d-a437abc56277 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:24:19.127487 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:19.235526 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-55ff2932-6ed2-415b-951b-534b8d7514f0 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45088 time: 1.3294551 Mar 23 12:24:19.249702 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84ac761f-1844-422d-89b5-53b192756ad2 req-5992440e-bddc-4144-b2af-be0f16df2412 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f6ec0f5-31f7-4bc8-b001-45f378b0f398 HTTP/1.1" status: 200 len: 210 time: 0.1564565 Mar 23 12:24:19.299713 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc659d7-8967-4555-b19b-120b3286ce36 None None] Pushing event updated for resources: {'Port': ['ID=c3942e68-9373-4c90-875a-dfa8640221f5,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:19.428625 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:19.452598 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:19.467957 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-35a3e748-4a6c-47ae-8b93-4dd66bc24667 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/05d5b14c-5767-41bb-bf76-0cf20ea4e88a HTTP/1.1" status: 200 len: 2981 time: 0.2312651 Mar 23 12:24:19.483840 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:19.539490 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:19.653299 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-a29bf33e-7e5a-4959-8f19-aac3a61ce786 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/05d5b14c-5767-41bb-bf76-0cf20ea4e88a HTTP/1.1" status: 200 len: 2981 time: 0.1832013 Mar 23 12:24:19.791987 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:19.799316 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:19.811080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6706469 Mar 23 12:24:19.870441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8cc659d7-8967-4555-b19b-120b3286ce36 None None] Provisioning complete for port 0b8dd637-ea59-44b7-a2d0-20fbcde33950 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:19.875966 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8cc659d7-8967-4555-b19b-120b3286ce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:19.909062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Network bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:19.923411 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-90b9fedd-8b4a-44bc-8bc4-3c6790d21c05 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/0761dbac-070b-4165-b2f8-ca3612997598 HTTP/1.1" status: 200 len: 2981 time: 0.2661715 Mar 23 12:24:19.929649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Pushing event updated for resources: {'Port': ['ID=f9fbed05-3204-45a5-9779-05c4afa0c73e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:19.957663 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27120b29-ae1b-49c2-b621-bbe4697fa736 req-d644e7fb-3512-44cd-996e-8381c43bedfb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2097726 Mar 23 12:24:19.976542 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:19.997422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:20.016530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da2781-9091-4fda-98a7-03c650101347 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Pushing event updated for resources: {'Port': ['ID=92b76bf9-a4c3-4e8e-9fb1-f4ac9da33658,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:20.126902 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-0c8c398b-e58f-40b0-82cf-79fde5663a98 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:20.313018 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87573d3d-6e1f-4da4-9717-56b4c076ac7a req-65b722af-983e-4c62-b563-795067054be7 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:20.344769 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-87573d3d-6e1f-4da4-9717-56b4c076ac7a req-65b722af-983e-4c62-b563-795067054be7 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 949 time: 0.6462259 Mar 23 12:24:20.524675 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-87573d3d-6e1f-4da4-9717-56b4c076ac7a req-77a134b7-dd76-41d9-b8fc-da318b1dbbf7 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786041 Mar 23 12:24:20.625124 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-0c8c398b-e58f-40b0-82cf-79fde5663a98 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:20.796566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27120b29-ae1b-49c2-b621-bbe4697fa736 req-ed377e00-3370-4665-86d6-b355f98c1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:20.799824 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27120b29-ae1b-49c2-b621-bbe4697fa736 req-ed377e00-3370-4665-86d6-b355f98c1242 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b69b2324a9b4469a089ee3c59ba08c6&device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 1101 time: 0.3733926 Mar 23 12:24:20.809083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22e95fd5-4a0b-49cb-a1e0-41f46000925d req-e8360687-7fbc-45bd-9c0f-39602850ed2c tempest-ServersAdmin275Test-1536926 tempest-ServersAdmin275Test-1536926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0896907 Mar 23 12:24:20.839622 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c398b-e58f-40b0-82cf-79fde5663a98 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Pushing event updated for resources: {'Port': ['ID=54d5c8b5-61c2-48f5-b954-7e27a5e68a54,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:20.868733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-0c8c398b-e58f-40b0-82cf-79fde5663a98 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:20.870331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-0c8c398b-e58f-40b0-82cf-79fde5663a98 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:20.873881 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-0c8c398b-e58f-40b0-82cf-79fde5663a98 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:20.915764 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-0c8c398b-e58f-40b0-82cf-79fde5663a98 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:20.917037 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-0c8c398b-e58f-40b0-82cf-79fde5663a98 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:21.013355 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-0c8c398b-e58f-40b0-82cf-79fde5663a98 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2984619 Mar 23 12:24:21.072066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0b8dd637-ea59-44b7-a2d0-20fbcde33950 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:21.077119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a2df29d0-1dfa-4ec1-9320-24ad63b54492'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:24:21.103175 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:21.133232 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Request body: {'port': {'device_id': 'ff0c86bf-0833-4299-a32c-ca4a10d99d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:21.135350 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-109e5a71-a0bc-4a28-9d4f-ff8892679155 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/0761dbac-070b-4165-b2f8-ca3612997598 HTTP/1.1" status: 200 len: 2981 time: 1.2125719 Mar 23 12:24:21.287917 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:21.303196 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-96b26ee3-87ce-4f7b-a92d-f6c37fdc6cfa tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Allocated IP 192.168.233.204 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/d44c8735-4010-4ade-b7c2-72a0a07bc462) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:21.359163 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:21.444316 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:21.632431 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 4c94c750-1d43-492b-9280-f545e6b88365 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:21.667839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.73', 65208) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:21.667839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44718) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:21.673942 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-96b26ee3-87ce-4f7b-a92d-f6c37fdc6cfa tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:21.749449 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-96b26ee3-87ce-4f7b-a92d-f6c37fdc6cfa tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:21.761706 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-97b74267-2791-45a3-a99a-0186108a402d tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/3a9f422b-e258-4c00-ac1d-ddd4404ea5ac HTTP/1.1" status: 200 len: 2977 time: 0.6216552 Mar 23 12:24:21.859790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b26ee3-87ce-4f7b-a92d-f6c37fdc6cfa tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Pushing event updated for resources: {'Port': ['ID=d44c8735-4010-4ade-b7c2-72a0a07bc462,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:21.933994 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Attempting to bind port da4ca01e-fdec-4423-9f6d-a437abc56277 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:24:21.934599 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Attempting to bind port da4ca01e-fdec-4423-9f6d-a437abc56277 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:24:21.935197 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Attempting to bind port da4ca01e-fdec-4423-9f6d-a437abc56277 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:21.941767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:24:21.942921 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-96b26ee3-87ce-4f7b-a92d-f6c37fdc6cfa tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:21.948502 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-96b26ee3-87ce-4f7b-a92d-f6c37fdc6cfa tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:21.949515 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:21.959488 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-6cd46694-1180-4553-97bf-8ea22da3bbf8 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/3a9f422b-e258-4c00-ac1d-ddd4404ea5ac HTTP/1.1" status: 200 len: 2977 time: 0.1957870 Mar 23 12:24:21.962027 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-96b26ee3-87ce-4f7b-a92d-f6c37fdc6cfa tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:21.962929 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Transition to ACTIVE for port object 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:24:21.969292 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-39353ab8-e559-46d8-a353-4e514e457b8a tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--516590315&fields=id&tenant_id=8001c6b343c74d98acb249e144cd9ee4 HTTP/1.1" status: 200 len: 267 time: 0.6685617 Mar 23 12:24:22.009491 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0b8dd637-ea59-44b7-a2d0-20fbcde33950 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:22.009981 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:22.019165 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:24:22.019583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:22.032044 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:22.032591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:24:22.033107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Bound port: da4ca01e-fdec-4423-9f6d-a437abc56277, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:24:22.033504 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:22.035963 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-64f56cdb-0994-47c5-a55e-44058c552ddd None None] Provisioning complete for port f9fbed05-3204-45a5-9779-05c4afa0c73e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:22.036320 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-64f56cdb-0994-47c5-a55e-44058c552ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:22.040134 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385152f-de15-442a-8090-6275bba3a862 None None] Pushing event updated for resources: {'Port': ['ID=da4ca01e-fdec-4423-9f6d-a437abc56277,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:22.056815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 4c94c750-1d43-492b-9280-f545e6b88365 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:24:22.066498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27120b29-ae1b-49c2-b621-bbe4697fa736 req-d0df1bda-f8b6-41b2-b12f-d4d226f02856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:22.070642 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27120b29-ae1b-49c2-b621-bbe4697fa736 req-d0df1bda-f8b6-41b2-b12f-d4d226f02856 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 1.2189848 Mar 23 12:24:22.073841 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-12f6bae9-ee03-45f3-a931-6b114ed17200 req-0450cf9d-f634-4a3b-94dd-dbf606fe0c6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd2f66de01d249c79a1dfe715aeda2d0&device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.4021065 Mar 23 12:24:22.076881 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:22.087722 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:22.292755 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-893cf5b5-5073-480e-8ffa-6503f972f1f8 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/3b320231-f699-4ce6-ae0d-a440eaa61361 HTTP/1.1" status: 200 len: 2981 time: 0.3317888 Mar 23 12:24:22.303492 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-64f56cdb-0994-47c5-a55e-44058c552ddd None None] Port f9fbed05-3204-45a5-9779-05c4afa0c73e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:24:22.335784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 4c94c750-1d43-492b-9280-f545e6b88365 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:22.338045 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:22.345309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Pushing event updated for resources: {'Port': ['ID=54d5c8b5-61c2-48f5-b954-7e27a5e68a54,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:22.349342 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27120b29-ae1b-49c2-b621-bbe4697fa736 req-ac2e433f-d97b-47f9-b866-6e38adb427c6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=86c9f902-87ff-40be-8481-ffeea27ac327 HTTP/1.1" status: 200 len: 217 time: 0.2637303 Mar 23 12:24:22.392794 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] For port da4ca01e-fdec-4423-9f6d-a437abc56277, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:24:22.433782 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] For port da4ca01e-fdec-4423-9f6d-a437abc56277, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=da4ca01e-fdec-4423-9f6d-a437abc56277,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:24:22.470207 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:22.481887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27120b29-ae1b-49c2-b621-bbe4697fa736 req-bf3e5df6-4427-4ecf-9037-6c438db8ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:22.484117 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27120b29-ae1b-49c2-b621-bbe4697fa736 req-bf3e5df6-4427-4ecf-9037-6c438db8ee32 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0855098 Mar 23 12:24:22.542228 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a2df29d0-1dfa-4ec1-9320-24ad63b54492'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:24:22.553622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-824301da-cd00-42eb-944c-1aa1082082ed None None] Provisioning complete for port d44c8735-4010-4ade-b7c2-72a0a07bc462 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:22.553622 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-824301da-cd00-42eb-944c-1aa1082082ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:22.557485 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-12f6bae9-ee03-45f3-a931-6b114ed17200 req-db62f627-8afc-47e0-8d7e-d8923a3fa2a3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=bd2f66de01d249c79a1dfe715aeda2d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2227066 Mar 23 12:24:22.631323 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c3942e68-9373-4c90-875a-dfa8640221f5 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:22.637142 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8871b4e8-2478-4e3b-9081-7081bd07419f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:22.666461 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:22.677927 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-96b26ee3-87ce-4f7b-a92d-f6c37fdc6cfa tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:22.678862 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-96b26ee3-87ce-4f7b-a92d-f6c37fdc6cfa tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:22.686153 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:22.760933 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385152f-de15-442a-8090-6275bba3a862 None None] Pushing event updated for resources: {'Port': ['ID=da4ca01e-fdec-4423-9f6d-a437abc56277,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:22.792079 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Pushing event updated for resources: {'Port': ['ID=f9fbed05-3204-45a5-9779-05c4afa0c73e,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:22.850828 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-72d609d7-daa7-4bbe-a973-619ffe0e2ef9 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/3b320231-f699-4ce6-ae0d-a440eaa61361 HTTP/1.1" status: 200 len: 2981 time: 0.5560648 Mar 23 12:24:22.879427 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-96b26ee3-87ce-4f7b-a92d-f6c37fdc6cfa tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9138823 Mar 23 12:24:22.884190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-824301da-cd00-42eb-944c-1aa1082082ed None None] Port d44c8735-4010-4ade-b7c2-72a0a07bc462 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:24:22.894192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Routers {'b20a0abf-4046-42cf-a06f-a9eada1336ab'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:24:22.895074 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:23:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b20a0abf-4046-42cf-a06f-a9eada1336ab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:22.910665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6bae9-ee03-45f3-a931-6b114ed17200 req-04167131-0068-4ae9-819f-5a5fc249bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:22.913036 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-12f6bae9-ee03-45f3-a931-6b114ed17200 req-04167131-0068-4ae9-819f-5a5fc249bd2f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2627196 Mar 23 12:24:22.956033 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27120b29-ae1b-49c2-b621-bbe4697fa736 req-3c9a4007-102d-4dd9-a976-cf85fc7963a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:22.957809 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27120b29-ae1b-49c2-b621-bbe4697fa736 req-3c9a4007-102d-4dd9-a976-cf85fc7963a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4594660 Mar 23 12:24:22.989194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Request body: {'port': {'device_id': '3f6ec0f5-31f7-4bc8-b001-45f378b0f398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:23.000708 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-12cd6c75-3453-4d0d-a554-1f5365483451 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/3d289df2-6fdf-458e-a6c2-6990ca28b135 HTTP/1.1" status: 200 len: 2981 time: 0.1304340 Mar 23 12:24:23.019766 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:23.038136 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:23.228033 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a96750d-e3ea-49a0-b0f7-afcae19ce881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c94c750-1d43-492b-9280-f545e6b88365'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:24:23.232682 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925a9332-f570-4349-88f7-bcbc79002a4e" -d '{"events": [{"server_uuid": "4a96750d-e3ea-49a0-b0f7-afcae19ce881", "name": "network-vif-plugged", "status": "completed", "tag": "4c94c750-1d43-492b-9280-f545e6b88365"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:24:23.242664 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c3942e68-9373-4c90-875a-dfa8640221f5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:23.243901 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:23.336364 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Network bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:23.345592 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 4c94c750-1d43-492b-9280-f545e6b88365, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4c94c750-1d43-492b-9280-f545e6b88365,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:23.350306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:23.382874 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-f43e951d-5a45-4e75-8fd7-88190d9d94fd tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/3d289df2-6fdf-458e-a6c2-6990ca28b135 HTTP/1.1" status: 200 len: 2981 time: 0.3510208 Mar 23 12:24:23.384370 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:23.411017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Attempting to bind port 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:24:23.412784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Attempting to bind port 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:24:23.413345 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Attempting to bind port 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:23.456832 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Port 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:24:23.458245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Attempting to bind port 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:23.487801 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:23.508914 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] Set router b20a0abf-4046-42cf-a06f-a9eada1336ab gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:24:23.565489 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Router b20a0abf-4046-42cf-a06f-a9eada1336ab has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:24:23.569643 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:24:23.570315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:23.571053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:24:23.571863 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Bound port: 54d5c8b5-61c2-48f5-b954-7e27a5e68a54, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:24:23.573348 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:23.718754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] For port 54d5c8b5-61c2-48f5-b954-7e27a5e68a54, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:24:23.725920 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] For port 54d5c8b5-61c2-48f5-b954-7e27a5e68a54, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=54d5c8b5-61c2-48f5-b954-7e27a5e68a54,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:24:23.763249 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:23.819993 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-b20d6406-5473-4070-b389-d21aae9ded22 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/6238c70b-00a4-48d3-90b8-04d53cba936f HTTP/1.1" status: 200 len: 2981 time: 0.2803504 Mar 23 12:24:23.873809 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Pushing event updated for resources: {'Port': ['ID=54d5c8b5-61c2-48f5-b954-7e27a5e68a54,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:23.894463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=4c94c750-1d43-492b-9280-f545e6b88365,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:23.898901 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-182419d0-6a62-48be-8637-e336807f8fd5 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:23.902437 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-182419d0-6a62-48be-8637-e336807f8fd5 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/networks?id=f731e4d7-4c9b-4d2d-963d-6cfadce42a60 HTTP/1.1" status: 200 len: 824 time: 1.8270478 Mar 23 12:24:23.934206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:23.935169 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:23.937726 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-cf9bc0dc-f1d4-40d2-af62-c9e03a958e37 service neutron] 10.222.0.73 "PUT /v2.0/ports/54d5c8b5-61c2-48f5-b954-7e27a5e68a54 HTTP/1.1" status: 200 len: 1095 time: 2.8177588 Mar 23 12:24:24.025933 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0c86bf-0833-4299-a32c-ca4a10d99d40', 'tag': '54d5c8b5-61c2-48f5-b954-7e27a5e68a54'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:24:24.028240 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807416e8-1f7f-4dda-aa40-68b43799b68f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0c86bf-0833-4299-a32c-ca4a10d99d40", "tag": "54d5c8b5-61c2-48f5-b954-7e27a5e68a54"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:24:24.047742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9100e095-03b8-43fc-809d-12a370e2c6cc up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:24.139954 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-2ee0b4db-1a98-409b-9e6a-21c3b56430d7 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/6238c70b-00a4-48d3-90b8-04d53cba936f HTTP/1.1" status: 200 len: 2981 time: 0.3104050 Mar 23 12:24:24.168952 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-60301683-a971-49c1-b770-915a0e85cd6f tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/quotas/8001c6b343c74d98acb249e144cd9ee4 HTTP/1.1" status: 200 len: 375 time: 0.1922503 Mar 23 12:24:24.192578 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-282c07fd-d825-45d0-ba9c-5b24c3503781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:24.218291 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 9100e095-03b8-43fc-809d-12a370e2c6cc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:24.218643 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:24.224804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:24:24.250643 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cb838cd7-8f27-45b6-ac4d-7669c7e4a73e admin admin] 10.222.0.52 "PUT /v2.0/routers/b20a0abf-4046-42cf-a06f-a9eada1336ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3111925 Mar 23 12:24:24.307602 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9fbfa9d6-5676-4f68-91b3-fde6b6da2d5d None None] Provisioning complete for port f9fbed05-3204-45a5-9779-05c4afa0c73e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:24.308047 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9fbfa9d6-5676-4f68-91b3-fde6b6da2d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:24.321329 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8871b4e8-2478-4e3b-9081-7081bd07419f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:24.327961 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27120b29-ae1b-49c2-b621-bbe4697fa736 req-862b8976-83f7-4c0f-822f-ddfd84a54ce8 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9641240 Mar 23 12:24:24.338689 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8871b4e8-2478-4e3b-9081-7081bd07419f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:24.388599 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-ce0647f1-dba5-46ce-ad9b-e0e2f83ba075 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/86edee5b-127e-4ad9-8a50-aa9832877157 HTTP/1.1" status: 200 len: 2981 time: 0.2373943 Mar 23 12:24:24.389606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871b4e8-2478-4e3b-9081-7081bd07419f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449257ce-e0aa-463c-9584-de547a4827bc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:24.425958 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-d1d3e6c2-5608-4ad5-bb0e-8d591381c0f2 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8001c6b343c74d98acb249e144cd9ee4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2365229 Mar 23 12:24:24.433415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-ceca52f5-6c94-4a7e-ab18-e34b9cd5e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:24.437803 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-ceca52f5-6c94-4a7e-ab18-e34b9cd5e813 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=ff0c86bf-0833-4299-a32c-ca4a10d99d40 HTTP/1.1" status: 200 len: 1098 time: 0.3918450 Mar 23 12:24:24.519784 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-c46721ad-2514-4822-90af-7566cbef6473 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/86edee5b-127e-4ad9-8a50-aa9832877157 HTTP/1.1" status: 200 len: 2981 time: 0.1125515 Mar 23 12:24:24.537062 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9fbfa9d6-5676-4f68-91b3-fde6b6da2d5d None None] Port f9fbed05-3204-45a5-9779-05c4afa0c73e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:24:24.641620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'name': 'tempest-FloatingIPDetailsTestJSON-573890553-router', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'da4ca01e-fdec-4423-9f6d-a437abc56277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:09Z', 'updated_at': '2022-03-23T12:24:21Z', 'revision_number': 4, 'project_id': '789c56eb72dd4c98900ad029807dcf2e', 'gw_port': {'id': 'da4ca01e-fdec-4423-9f6d-a437abc56277', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:24:11Z', 'updated_at': '2022-03-23T12:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f9fbed05-3204-45a5-9779-05c4afa0c73e', 'name': '', 'network_id': 'bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e', 'mac_address': 'fa:16:3e:0c:6c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'a17c4258-1606-4ec2-9eba-790bd8cb6fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:24:18Z', 'updated_at': '2022-03-23T12:24:22Z', 'revision_number': 2, 'project_id': '789c56eb72dd4c98900ad029807dcf2e', 'subnets': [{'id': 'a17c4258-1606-4ec2-9eba-790bd8cb6fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:24.660074 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8871b4e8-2478-4e3b-9081-7081bd07419f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6fdbb4a0f78e46d091c01f41c83f9eef&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9747787 Mar 23 12:24:24.665232 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44738) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:24.670213 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-9fde6e33-5a47-4453-a30f-ce691590faed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=54d5c8b5-61c2-48f5-b954-7e27a5e68a54 HTTP/1.1" status: 200 len: 217 time: 0.2039421 Mar 23 12:24:24.707727 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-28796224-5b3d-4acf-99bb-c61480eb7537 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/8c48e89b-78f0-4e84-886d-df4c050b1684 HTTP/1.1" status: 200 len: 2981 time: 0.1733990 Mar 23 12:24:24.722987 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-5900d2e6-7dfd-4220-afbd-b47afbfd636b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:24:24.727903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf82740-014a-47be-a648-e79b258b7373 None None] The sync data for ids ['b20a0abf-4046-42cf-a06f-a9eada1336ab'] in n-d-834854-1 is: [{'id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'name': 'tempest-FloatingIPDetailsTestJSON-573890553-router', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'da4ca01e-fdec-4423-9f6d-a437abc56277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:09Z', 'updated_at': '2022-03-23T12:24:21Z', 'revision_number': 4, 'project_id': '789c56eb72dd4c98900ad029807dcf2e', 'gw_port': {'id': 'da4ca01e-fdec-4423-9f6d-a437abc56277', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:24:11Z', 'updated_at': '2022-03-23T12:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f9fbed05-3204-45a5-9779-05c4afa0c73e', 'name': '', 'network_id': 'bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e', 'mac_address': 'fa:16:3e:0c:6c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'a17c4258-1606-4ec2-9eba-790bd8cb6fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:24:18Z', 'updated_at': '2022-03-23T12:24:22Z', 'revision_number': 2, 'project_id': '789c56eb72dd4c98900ad029807dcf2e', 'subnets': [{'id': 'a17c4258-1606-4ec2-9eba-790bd8cb6fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:24:24.732866 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-5900d2e6-7dfd-4220-afbd-b47afbfd636b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1025360 Mar 23 12:24:24.737175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44c8735-4010-4ade-b7c2-72a0a07bc462 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:24:24.765755 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:24.823308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Transition to ACTIVE for port object d44c8735-4010-4ade-b7c2-72a0a07bc462 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:24:24.828398 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:24.843160 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-3c382300-efa8-4c33-bffe-b1eb75c49228 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/8c48e89b-78f0-4e84-886d-df4c050b1684 HTTP/1.1" status: 200 len: 2981 time: 0.1344464 Mar 23 12:24:24.893813 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27120b29-ae1b-49c2-b621-bbe4697fa736 req-d7f3d19c-79c7-42cf-90d5-bda07418a156 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501428 Mar 23 12:24:24.928862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-c8b1fbc5-142c-4de7-aec6-c1b25bb9e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:24.930598 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-c8b1fbc5-142c-4de7-aec6-c1b25bb9e8ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.2238619 Mar 23 12:24:24.970146 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Pushing event updated for resources: {'Port': ['ID=d44c8735-4010-4ade-b7c2-72a0a07bc462,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:25.009890 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfebc1b2-6f2c-4326-b20b-4e62c05fbfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:25.025551 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-564987dc-981e-4845-a06d-e899a6b9a98e service neutron] 10.222.0.52 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916894 Mar 23 12:24:25.099992 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-efbc6190-a787-4945-a7b4-a5cc4f55fc13 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/90727ea0-82a6-4bb8-a6fe-ea8c7e75ddf8 HTTP/1.1" status: 200 len: 2973 time: 0.2558944 Mar 23 12:24:25.103330 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Attempting to bind port d44c8735-4010-4ade-b7c2-72a0a07bc462 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:24:25.103697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Attempting to bind port d44c8735-4010-4ade-b7c2-72a0a07bc462 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:24:25.104790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Attempting to bind port d44c8735-4010-4ade-b7c2-72a0a07bc462 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:25.144608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-32f1b491-6315-48cc-8b6e-dd3d84a9cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:25.146206 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-32f1b491-6315-48cc-8b6e-dd3d84a9cf1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2033374 Mar 23 12:24:25.159880 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-f9272482-79ba-4097-8705-f955c6290edf tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/90727ea0-82a6-4bb8-a6fe-ea8c7e75ddf8 HTTP/1.1" status: 200 len: 2973 time: 0.0525639 Mar 23 12:24:25.161797 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Port d44c8735-4010-4ade-b7c2-72a0a07bc462 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:24:25.161943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Attempting to bind port d44c8735-4010-4ade-b7c2-72a0a07bc462 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:25.169317 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:24:25.169802 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:25.170376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:24:25.170844 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Bound port: d44c8735-4010-4ade-b7c2-72a0a07bc462, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:24:25.171201 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:25.175224 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfebc1b2-6f2c-4326-b20b-4e62c05fbfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:25.328568 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-ae408971-4494-4d4f-b382-a3d65b1a8f0c tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/9c4e7d47-be89-474a-bd3c-5226d113cb86 HTTP/1.1" status: 200 len: 2981 time: 0.1493075 Mar 23 12:24:25.332101 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-b0cc87ed-860c-4ced-8436-3910e91930ef service neutron] 10.222.0.52 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039269 Mar 23 12:24:25.433573 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-1cb7d1db-4413-4919-ae2e-5793f89026d7 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777636 Mar 23 12:24:25.434835 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfebc1b2-6f2c-4326-b20b-4e62c05fbfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:25.440452 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bfebc1b2-6f2c-4326-b20b-4e62c05fbfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:25.441714 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bfebc1b2-6f2c-4326-b20b-4e62c05fbfe7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/449257ce-e0aa-463c-9584-de547a4827bc HTTP/1.1" status: 204 len: 168 time: 0.7698851 Mar 23 12:24:25.494849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebc1b2-6f2c-4326-b20b-4e62c05fbfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449257ce-e0aa-463c-9584-de547a4827bc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:25.698819 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-66aa7b37-e665-4813-80ed-b13eeb2a4014 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555647 Mar 23 12:24:25.803114 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-6eeafc83-a73d-4503-a308-705270578f48 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/9c4e7d47-be89-474a-bd3c-5226d113cb86 HTTP/1.1" status: 200 len: 2981 time: 0.4550202 Mar 23 12:24:25.818049 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] For port d44c8735-4010-4ade-b7c2-72a0a07bc462, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:24:25.837303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a89b65-d02e-413e-a88e-4996feb5daf3 req-f1467bd6-64ba-4367-9f5b-2ffd2924f5db tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:25.839064 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a3a89b65-d02e-413e-a88e-4996feb5daf3 req-f1467bd6-64ba-4367-9f5b-2ffd2924f5db tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f6ec0f5-31f7-4bc8-b001-45f378b0f398 HTTP/1.1" status: 200 len: 948 time: 0.1362908 Mar 23 12:24:25.915781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] For port d44c8735-4010-4ade-b7c2-72a0a07bc462, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d44c8735-4010-4ade-b7c2-72a0a07bc462,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:24:25.965235 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:25.996545 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a3a89b65-d02e-413e-a88e-4996feb5daf3 req-f45793d6-003a-4ec3-9b3b-3766bd62121f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380601 Mar 23 12:24:26.180378 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:26.184624 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:26.186526 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] 10.222.0.73 "PUT /v2.0/ports/d44c8735-4010-4ade-b7c2-72a0a07bc462 HTTP/1.1" status: 200 len: 1096 time: 3.2024748 Mar 23 12:24:26.216129 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6ec0f5-31f7-4bc8-b001-45f378b0f398', 'tag': 'd44c8735-4010-4ade-b7c2-72a0a07bc462'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:24:26.218765 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d36b92-6bd4-4436-903c-3ab0e051ec0e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6ec0f5-31f7-4bc8-b001-45f378b0f398", "tag": "d44c8735-4010-4ade-b7c2-72a0a07bc462"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:24:26.225012 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44776) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:26.242064 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-b046b198-b06e-42de-af07-5faf44b1820b tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/c13837dc-9a61-41c3-bf25-26c5b7cdecb1 HTTP/1.1" status: 200 len: 2981 time: 0.4209237 Mar 23 12:24:26.291310 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cf90ed1-3d16-449e-9d27-3f58fb2b9644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:26.291730 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb523d-c741-46f5-899e-99424fddc8d2 req-caeb6d71-40d5-4d00-aef8-624291c478b2 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:26.299132 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbdb523d-c741-46f5-899e-99424fddc8d2 req-caeb6d71-40d5-4d00-aef8-624291c478b2 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 950 time: 0.1303382 Mar 23 12:24:26.394255 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbdb523d-c741-46f5-899e-99424fddc8d2 req-b08a4b68-e76a-4f98-987f-6489b81b111b tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620127 Mar 23 12:24:26.428580 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dd64b28f-8ed1-46cd-9e8a-3a68efbf590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:26.453453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60573ecd-15d7-481e-9516-7bc1c8b152fc service neutron] Pushing event updated for resources: {'Port': ['ID=d44c8735-4010-4ade-b7c2-72a0a07bc462,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:26.541146 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f30a18e2-2536-4140-951e-7fabd013dfc0 req-b4888f48-fa2e-4737-89f3-d77b285ec309 tempest-ServersAdmin275Test-1536926 tempest-ServersAdmin275Test-1536926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0597553 Mar 23 12:24:26.672288 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd7b602-043c-4b08-9d36-8aa1e20b7a47 x-openstack-request-id: req-ffd7b602-043c-4b08-9d36-8aa1e20b7a47 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:24:26.673304 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a96750d-e3ea-49a0-b0f7-afcae19ce881", "name": "network-vif-plugged", "status": "completed", "tag": "4c94c750-1d43-492b-9280-f545e6b88365", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:24:26.673909 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ffd7b602-043c-4b08-9d36-8aa1e20b7a47 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:24:26.674950 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a96750d-e3ea-49a0-b0f7-afcae19ce881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c94c750-1d43-492b-9280-f545e6b88365', 'code': 200} Mar 23 12:24:26.678536 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-fa2a05cc-c218-42c4-a7e0-755373474c9e tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/c13837dc-9a61-41c3-bf25-26c5b7cdecb1 HTTP/1.1" status: 200 len: 2981 time: 0.4263954 Mar 23 12:24:26.799412 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cf90ed1-3d16-449e-9d27-3f58fb2b9644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:26.807212 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-5adc3dcb-1905-48c2-8cdf-34a14fc9ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:26.809131 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-5adc3dcb-1905-48c2-8cdf-34a14fc9ea6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=3f6ec0f5-31f7-4bc8-b001-45f378b0f398 HTTP/1.1" status: 200 len: 1099 time: 0.5010817 Mar 23 12:24:26.811322 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cf90ed1-3d16-449e-9d27-3f58fb2b9644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:26.828509 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640b4e39-0dc1-431e-af76-136432146bfe x-openstack-request-id: req-640b4e39-0dc1-431e-af76-136432146bfe {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:24:26.828961 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0c86bf-0833-4299-a32c-ca4a10d99d40", "tag": "54d5c8b5-61c2-48f5-b954-7e27a5e68a54", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:24:26.829376 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-640b4e39-0dc1-431e-af76-136432146bfe {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:24:26.829817 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0c86bf-0833-4299-a32c-ca4a10d99d40', 'tag': '54d5c8b5-61c2-48f5-b954-7e27a5e68a54', 'status': 'completed', 'code': 200} Mar 23 12:24:26.942073 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device da4ca01e-fdec-4423-9f6d-a437abc56277 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:27.006496 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46c1c5-9fb9-4f37-b798-8b1eff390c8f req-13328bfc-4a76-40fd-8725-18e332d4eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:27.009268 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b46c1c5-9fb9-4f37-b798-8b1eff390c8f req-13328bfc-4a76-40fd-8725-18e332d4eba5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 1101 time: 0.1744475 Mar 23 12:24:27.054031 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-90189426-63cb-4ee6-a756-0a88a711eac5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=d44c8735-4010-4ade-b7c2-72a0a07bc462 HTTP/1.1" status: 200 len: 217 time: 0.1633651 Mar 23 12:24:27.054868 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf90ed1-3d16-449e-9d27-3f58fb2b9644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53476d0-97e8-4513-a4ae-61540ffca940,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:27.177450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807416e8-1f7f-4dda-aa40-68b43799b68f req-df2c44be-0a69-4ece-bf37-1f54b2bd0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:27.179437 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-807416e8-1f7f-4dda-aa40-68b43799b68f req-df2c44be-0a69-4ece-bf37-1f54b2bd0c29 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=ff0c86bf-0833-4299-a32c-ca4a10d99d40 HTTP/1.1" status: 200 len: 1098 time: 0.2849157 Mar 23 12:24:27.181385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-77656a90-b289-4cc6-9721-783ef719ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:27.183042 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-77656a90-b289-4cc6-9721-783ef719ce9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0902419 Mar 23 12:24:27.253012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port da4ca01e-fdec-4423-9f6d-a437abc56277 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:27.256141 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:27.283358 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b46c1c5-9fb9-4f37-b798-8b1eff390c8f req-f31f505f-aba4-4235-8c2c-f43ec66d3ca1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655444 Mar 23 12:24:27.295298 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-27fe718b-39ae-4ed7-b93e-673685d84f6b tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/eea08821-718d-469d-accb-d20fbfa74cb5 HTTP/1.1" status: 200 len: 2981 time: 0.4940786 Mar 23 12:24:27.297435 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-0e8f709f-ecd8-44ed-90f7-ac7889658a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:27.299076 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-0e8f709f-ecd8-44ed-90f7-ac7889658a5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0934448 Mar 23 12:24:27.305056 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4cf90ed1-3d16-449e-9d27-3f58fb2b9644 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e3036b980c9f4305bdb30cf24c238dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0784011 Mar 23 12:24:27.311910 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44790) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:27.432601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807416e8-1f7f-4dda-aa40-68b43799b68f req-bd4775a8-6e72-4c46-aa81-b40ebb7ad2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:27.434393 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-807416e8-1f7f-4dda-aa40-68b43799b68f req-bd4775a8-6e72-4c46-aa81-b40ebb7ad2b0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.2095633 Mar 23 12:24:27.442814 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-9963ecfd-45a3-426d-b347-79d8deeb5092 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2447419 Mar 23 12:24:27.487338 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-080ee33f-f7cd-4c16-9a1f-88b7141dbf70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:27.520949 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-080ee33f-f7cd-4c16-9a1f-88b7141dbf70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:27.525085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:27.563637 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-807416e8-1f7f-4dda-aa40-68b43799b68f req-f979dc3c-e07a-41b1-a1fb-44f149c2d97a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=54d5c8b5-61c2-48f5-b954-7e27a5e68a54 HTTP/1.1" status: 200 len: 217 time: 0.1164289 Mar 23 12:24:27.566622 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:27.577740 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-25253df1-996c-4d20-a491-3de52e2589c2 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/eea08821-718d-469d-accb-d20fbfa74cb5 HTTP/1.1" status: 200 len: 2981 time: 0.2711201 Mar 23 12:24:27.659919 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:27.663614 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:27.665477 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-822648c7-b404-4e3a-a2fa-7dd5896e6256 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160174 Mar 23 12:24:27.689910 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port da4ca01e-fdec-4423-9f6d-a437abc56277, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=da4ca01e-fdec-4423-9f6d-a437abc56277,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:27.696809 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:27.726001 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-6e4182af-31b1-468e-b985-994af64c18f4 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/eef37643-c4e6-4310-bbe9-c5e7ced2759c HTTP/1.1" status: 200 len: 2981 time: 0.1472788 Mar 23 12:24:27.726464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807416e8-1f7f-4dda-aa40-68b43799b68f req-17a4c1b6-f064-4d12-8845-fe0c59c99ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:27.728889 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-807416e8-1f7f-4dda-aa40-68b43799b68f req-17a4c1b6-f064-4d12-8845-fe0c59c99ec5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1459644 Mar 23 12:24:27.734331 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-080ee33f-f7cd-4c16-9a1f-88b7141dbf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:27.737420 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-080ee33f-f7cd-4c16-9a1f-88b7141dbf70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:27.738547 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-080ee33f-f7cd-4c16-9a1f-88b7141dbf70 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a53476d0-97e8-4513-a4ae-61540ffca940 HTTP/1.1" status: 204 len: 168 time: 0.4250457 Mar 23 12:24:27.802808 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ee33f-f7cd-4c16-9a1f-88b7141dbf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53476d0-97e8-4513-a4ae-61540ffca940,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:27.850745 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=da4ca01e-fdec-4423-9f6d-a437abc56277,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:27.929080 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4d920c4-bd48-45e3-b784-adc287f9f0d7 req-e9223965-1455-4bef-b97d-d9cebdf88972 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/eef37643-c4e6-4310-bbe9-c5e7ced2759c HTTP/1.1" status: 200 len: 2981 time: 0.2019258 Mar 23 12:24:27.973957 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-618426df-ef69-4a6a-9f01-5c7f126fade3 req-f9d65048-4d17-4a06-8eb0-68e1086d8e80 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941058 Mar 23 12:24:28.054472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807416e8-1f7f-4dda-aa40-68b43799b68f req-734e6ae0-0ffa-4ab9-a7ef-7cb9e56b0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:28.056296 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-807416e8-1f7f-4dda-aa40-68b43799b68f req-734e6ae0-0ffa-4ab9-a7ef-7cb9e56b0d4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3158152 Mar 23 12:24:28.061408 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:28.132487 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-48b7baee-d6a4-433b-a28f-e9a87ea3a81f req-177857bb-1f3f-43b8-9cef-12ec010bbbfd tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=138443c3-7e35-4186-a95c-98bacf6bca74 HTTP/1.1" status: 200 len: 210 time: 0.0977089 Mar 23 12:24:28.195555 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-807416e8-1f7f-4dda-aa40-68b43799b68f req-eb5aa941-dcdf-4d2e-ba36-97e8a211a310 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211319 Mar 23 12:24:28.232035 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b201127f-e8f2-439c-8d3f-8930604dadc2 x-openstack-request-id: req-b201127f-e8f2-439c-8d3f-8930604dadc2 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:24:28.233500 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6ec0f5-31f7-4bc8-b001-45f378b0f398", "tag": "d44c8735-4010-4ade-b7c2-72a0a07bc462", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:24:28.234097 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b201127f-e8f2-439c-8d3f-8930604dadc2 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:24:28.234909 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6ec0f5-31f7-4bc8-b001-45f378b0f398', 'tag': 'd44c8735-4010-4ade-b7c2-72a0a07bc462', 'status': 'completed', 'code': 200} Mar 23 12:24:28.426965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d36b92-6bd4-4436-903c-3ab0e051ec0e req-069a63ae-66a6-4a73-8ee4-8016ce2c7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:28.429255 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95d36b92-6bd4-4436-903c-3ab0e051ec0e req-069a63ae-66a6-4a73-8ee4-8016ce2c7b73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=3f6ec0f5-31f7-4bc8-b001-45f378b0f398 HTTP/1.1" status: 200 len: 1099 time: 0.1557083 Mar 23 12:24:28.589508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69daac6-482d-4cd8-be6f-a7a2e57cea2a req-22eec40d-1d54-481f-9e0e-e9e7fdfddf08 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:28.600897 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e69daac6-482d-4cd8-be6f-a7a2e57cea2a req-22eec40d-1d54-481f-9e0e-e9e7fdfddf08 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f6ec0f5-31f7-4bc8-b001-45f378b0f398 HTTP/1.1" status: 200 len: 948 time: 0.1906011 Mar 23 12:24:28.727189 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e69daac6-482d-4cd8-be6f-a7a2e57cea2a req-706de892-7fbe-4502-8d6d-1311eba2fde9 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253703 Mar 23 12:24:28.728537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d36b92-6bd4-4436-903c-3ab0e051ec0e req-5f323595-9505-4a01-8362-45f3a34deaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:28.729960 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95d36b92-6bd4-4436-903c-3ab0e051ec0e req-5f323595-9505-4a01-8362-45f3a34deaa6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.2790167 Mar 23 12:24:28.744132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:24:28.889062 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device da4ca01e-fdec-4423-9f6d-a437abc56277 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:28.918226 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Sync routers for ids ['b20a0abf-4046-42cf-a06f-a9eada1336ab'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:24:28.939153 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95d36b92-6bd4-4436-903c-3ab0e051ec0e req-69466844-6627-49bd-b998-24943f164eff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=d44c8735-4010-4ade-b7c2-72a0a07bc462 HTTP/1.1" status: 200 len: 217 time: 0.1874557 Mar 23 12:24:28.950730 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Routers {'b20a0abf-4046-42cf-a06f-a9eada1336ab'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:24:28.953031 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:24:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b20a0abf-4046-42cf-a06f-a9eada1336ab'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:29.021373 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:29.056473 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port da4ca01e-fdec-4423-9f6d-a437abc56277 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:29.057094 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:29.164607 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 54d5c8b5-61c2-48f5-b954-7e27a5e68a54, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=54d5c8b5-61c2-48f5-b954-7e27a5e68a54,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:29.216173 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '54d5c8b5-61c2-48f5-b954-7e27a5e68a54', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '54d5c8b5-61c2-48f5-b954-7e27a5e68a54', 'mac_address': 'fa:16:3e:23:b5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:24:29.255712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d36b92-6bd4-4436-903c-3ab0e051ec0e req-96601f36-dada-46a6-8f3c-394783b6639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:29.260434 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95d36b92-6bd4-4436-903c-3ab0e051ec0e req-96601f36-dada-46a6-8f3c-394783b6639e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.2111151 Mar 23 12:24:29.277585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-3d602e36-2696-447d-9bed-da04e63453c8 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:29.280287 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-3d602e36-2696-447d-9bed-da04e63453c8 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.77 "GET /v2.0/networks?id=f731e4d7-4c9b-4d2d-963d-6cfadce42a60 HTTP/1.1" status: 200 len: 824 time: 1.3611841 Mar 23 12:24:29.283427 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-807416e8-1f7f-4dda-aa40-68b43799b68f req-e6112806-6402-4f05-8764-f60896842d8b service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0784490 Mar 23 12:24:29.313739 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:29.348943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:24:29.353034 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Set router b20a0abf-4046-42cf-a06f-a9eada1336ab gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:24:29.373116 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Allocated IP 172.25.2.168 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/7911a3c2-2535-4fc7-ba10-39738f32220a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:29.401451 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a29930-a3fa-4a6a-aa51-e4c5c42a47db req-2ca040c8-d9ef-4fa5-994b-23fe6c7d67cf tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:29.403447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 54d5c8b5-61c2-48f5-b954-7e27a5e68a54, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=54d5c8b5-61c2-48f5-b954-7e27a5e68a54,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:29.405349 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d1a29930-a3fa-4a6a-aa51-e4c5c42a47db req-2ca040c8-d9ef-4fa5-994b-23fe6c7d67cf tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 950 time: 0.4826684 Mar 23 12:24:29.416090 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-1a9a3046-6783-4cc1-b0f7-b96907d8543a tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8001c6b343c74d98acb249e144cd9ee4 HTTP/1.1" status: 200 len: 379 time: 0.1201925 Mar 23 12:24:29.438726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-43ffc56c-99ad-4e6c-b68e-306be9a1986e tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Request body: {'port': {'device_id': '138443c3-7e35-4186-a95c-98bacf6bca74', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'admin_state_up': True, 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'security_groups': ['55683a69-9467-443d-8d7d-f9bf319e158c']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:29.446428 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:29.453081 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:29.506710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d36b92-6bd4-4436-903c-3ab0e051ec0e req-3562b83f-1297-44d1-b1b7-4684fa55fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:29.514779 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95d36b92-6bd4-4436-903c-3ab0e051ec0e req-3562b83f-1297-44d1-b1b7-4684fa55fd05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2355928 Mar 23 12:24:29.544450 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=54d5c8b5-61c2-48f5-b954-7e27a5e68a54,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:29.589766 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d1a29930-a3fa-4a6a-aa51-e4c5c42a47db req-3a6e3fcd-2bdb-44ff-8b7a-8e059983e286 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639071 Mar 23 12:24:29.803608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['54d5c8b5-61c2-48f5-b954-7e27a5e68a54'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:24:29.813117 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6726286c-cdd6-46f4-b888-9805e5b7153c req-bc5e9e7c-f6fa-4c7c-b09c-60faec399648 tempest-ServersAdmin275Test-1536926 tempest-ServersAdmin275Test-1536926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.1073501 Mar 23 12:24:29.814901 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:29.846190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-43ffc56c-99ad-4e6c-b68e-306be9a1986e tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Made reservation on behalf of 8001c6b343c74d98acb249e144cd9ee4 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:24:29.850694 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-43ffc56c-99ad-4e6c-b68e-306be9a1986e tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:29.897759 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95d36b92-6bd4-4436-903c-3ab0e051ec0e req-7a581de0-370c-477a-a978-ee6846885df3 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679981 Mar 23 12:24:29.945647 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'name': 'tempest-FloatingIPDetailsTestJSON-573890553-router', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'da4ca01e-fdec-4423-9f6d-a437abc56277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:09Z', 'updated_at': '2022-03-23T12:24:21Z', 'revision_number': 4, 'project_id': '789c56eb72dd4c98900ad029807dcf2e', 'gw_port': {'id': 'da4ca01e-fdec-4423-9f6d-a437abc56277', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:24:11Z', 'updated_at': '2022-03-23T12:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f9fbed05-3204-45a5-9779-05c4afa0c73e', 'name': '', 'network_id': 'bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e', 'mac_address': 'fa:16:3e:0c:6c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'a17c4258-1606-4ec2-9eba-790bd8cb6fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:24:18Z', 'updated_at': '2022-03-23T12:24:22Z', 'revision_number': 2, 'project_id': '789c56eb72dd4c98900ad029807dcf2e', 'subnets': [{'id': 'a17c4258-1606-4ec2-9eba-790bd8cb6fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:29.997607 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Checking router: b20a0abf-4046-42cf-a06f-a9eada1336ab for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:24:29.998234 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Updating router b20a0abf-4046-42cf-a06f-a9eada1336ab port f9fbed05-3204-45a5-9779-05c4afa0c73e binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:24:30.033608 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:30.082511 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-43ffc56c-99ad-4e6c-b68e-306be9a1986e tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Allocated IP 172.20.0.13 (f731e4d7-4c9b-4d2d-963d-6cfadce42a60/973c670b-2da1-4198-9fd7-10b0a0c5637b/4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:30.136344 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95d36b92-6bd4-4436-903c-3ab0e051ec0e req-9fc906bc-f8b6-4caa-a991-3d0f0291c4d5 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296507 Mar 23 12:24:30.180674 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:30.265817 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Pushing event updated for resources: {'Port': ['ID=7911a3c2-2535-4fc7-ba10-39738f32220a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:30.279149 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7fd4d4d4-b212-4b2f-ab47-3179e71a292b req-1a169721-45e1-4de5-b314-b88ad815f2e5 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f41d577fb6b446d5b0ba5872d1717a31 HTTP/1.1" status: 200 len: 6102 time: 0.1417074 Mar 23 12:24:30.314483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:30.321287 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:30.369430 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7fd4d4d4-b212-4b2f-ab47-3179e71a292b req-85046599-5c7c-4b8e-b738-89607ac96e14 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] 10.222.0.52 "GET /v2.0/security-groups/eea08821-718d-469d-accb-d20fbfa74cb5 HTTP/1.1" status: 200 len: 2981 time: 0.0842581 Mar 23 12:24:30.379288 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:30.499897 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7fd4d4d4-b212-4b2f-ab47-3179e71a292b req-a899c0a4-f6d7-4256-9e8f-16ded730eddb tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] 10.222.0.52 "GET /v2.0/security-groups/eea08821-718d-469d-accb-d20fbfa74cb5 HTTP/1.1" status: 200 len: 2981 time: 0.1268437 Mar 23 12:24:30.560513 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:30.604640 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-43ffc56c-99ad-4e6c-b68e-306be9a1986e tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:30.640091 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:30.680251 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-78fd3340-ec8e-4a57-a37d-e5de7f089149 req-94ead221-2f41-4e46-907f-e1522e8c4def tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=138443c3-7e35-4186-a95c-98bacf6bca74 HTTP/1.1" status: 200 len: 210 time: 0.0778210 Mar 23 12:24:30.705417 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-43ffc56c-99ad-4e6c-b68e-306be9a1986e tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:30.758693 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d44c8735-4010-4ade-b7c2-72a0a07bc462 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:24:30.780027 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:30.787079 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:30.800258 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:30.834506 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0373a5a-d6f5-42ac-b179-b2f9f3c7d034 None None] Pushing event updated for resources: {'Port': ['ID=f9fbed05-3204-45a5-9779-05c4afa0c73e,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:30.854650 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0373a5a-d6f5-42ac-b179-b2f9f3c7d034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:30.854891 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0373a5a-d6f5-42ac-b179-b2f9f3c7d034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:30.855263 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0373a5a-d6f5-42ac-b179-b2f9f3c7d034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:30.855538 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0373a5a-d6f5-42ac-b179-b2f9f3c7d034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:30.855857 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0373a5a-d6f5-42ac-b179-b2f9f3c7d034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:30.856218 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0373a5a-d6f5-42ac-b179-b2f9f3c7d034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:30.856530 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0373a5a-d6f5-42ac-b179-b2f9f3c7d034 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:30.856840 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0373a5a-d6f5-42ac-b179-b2f9f3c7d034 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:30.857150 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0373a5a-d6f5-42ac-b179-b2f9f3c7d034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:30.857458 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0373a5a-d6f5-42ac-b179-b2f9f3c7d034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:30.857765 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0373a5a-d6f5-42ac-b179-b2f9f3c7d034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:30.858074 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0373a5a-d6f5-42ac-b179-b2f9f3c7d034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:30.896053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-43ffc56c-99ad-4e6c-b68e-306be9a1986e tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:30.913720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-43ffc56c-99ad-4e6c-b68e-306be9a1986e tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:30.921925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d1d50-952c-4407-948c-ca6925998c76 req-f5000685-afbc-4ec1-b634-544035550d71 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:30.944626 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad2d1d50-952c-4407-948c-ca6925998c76 req-f5000685-afbc-4ec1-b634-544035550d71 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f6ec0f5-31f7-4bc8-b001-45f378b0f398 HTTP/1.1" status: 200 len: 948 time: 0.1272471 Mar 23 12:24:31.033140 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.039178 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Attempting to bind port f9fbed05-3204-45a5-9779-05c4afa0c73e on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:24:31.039768 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Attempting to bind port f9fbed05-3204-45a5-9779-05c4afa0c73e by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '99a6ee64-104e-4118-8245-637cf5c85216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:24:31.039903 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Attempting to bind port f9fbed05-3204-45a5-9779-05c4afa0c73e on network bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:31.049472 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:24:31.049752 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad2d1d50-952c-4407-948c-ca6925998c76 req-5ab57d96-8d31-4e3b-934f-ae06a5b6fc21 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040499 Mar 23 12:24:31.051056 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Checking segment: {'id': '99a6ee64-104e-4118-8245-637cf5c85216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:31.051446 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.052379 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Bound using segment: {'id': '99a6ee64-104e-4118-8245-637cf5c85216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:24:31.052870 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Bound port: f9fbed05-3204-45a5-9779-05c4afa0c73e, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a6ee64-104e-4118-8245-637cf5c85216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:24:31.053262 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.056096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffc56c-99ad-4e6c-b68e-306be9a1986e tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Pushing event updated for resources: {'Port': ['ID=4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:31.058950 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-43ffc56c-99ad-4e6c-b68e-306be9a1986e tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:31.065508 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-43ffc56c-99ad-4e6c-b68e-306be9a1986e tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:31.066629 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-43ffc56c-99ad-4e6c-b68e-306be9a1986e tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.071508 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.097163 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.097785 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:24:31.115839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:31.116889 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.225324 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.227128 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7721353 Mar 23 12:24:31.240863 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-43ffc56c-99ad-4e6c-b68e-306be9a1986e tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8051503 Mar 23 12:24:31.242432 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] For port f9fbed05-3204-45a5-9779-05c4afa0c73e, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:24:31.250098 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] For port f9fbed05-3204-45a5-9779-05c4afa0c73e, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f9fbed05-3204-45a5-9779-05c4afa0c73e,segment=NetworkSegment(99a6ee64-104e-4118-8245-637cf5c85216),segment_id=99a6ee64-104e-4118-8245-637cf5c85216)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:24:31.257826 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.275414 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f0351d56-1120-4c81-b43f-e6d1df1f4cdf req-020a5112-1619-4da5-9ee4-5f25936b4f51 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/de19a162-9c72-4f01-8482-6b065a6c06e9 HTTP/1.1" status: 200 len: 1777 time: 0.1767688 Mar 23 12:24:31.306591 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Request body: {'port': {'device_id': '138443c3-7e35-4186-a95c-98bacf6bca74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:31.326167 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port d44c8735-4010-4ade-b7c2-72a0a07bc462, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d44c8735-4010-4ade-b7c2-72a0a07bc462,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:31.371299 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'd44c8735-4010-4ade-b7c2-72a0a07bc462', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'd44c8735-4010-4ade-b7c2-72a0a07bc462', 'mac_address': 'fa:16:3e:be:6e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:24:31.402000 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f0351d56-1120-4c81-b43f-e6d1df1f4cdf req-92b414ec-2e70-476e-9475-1b813625e13c tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.466829 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f0351d56-1120-4c81-b43f-e6d1df1f4cdf req-92b414ec-2e70-476e-9475-1b813625e13c tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.559402 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.573051 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.642074 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.683002 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4395ceeb-d970-443f-bb43-bc8da5096110 None None] Provisioning complete for port f9fbed05-3204-45a5-9779-05c4afa0c73e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:31.683380 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4395ceeb-d970-443f-bb43-bc8da5096110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.691322 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f0351d56-1120-4c81-b43f-e6d1df1f4cdf req-92b414ec-2e70-476e-9475-1b813625e13c tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.695649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f0351d56-1120-4c81-b43f-e6d1df1f4cdf req-92b414ec-2e70-476e-9475-1b813625e13c tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.711263 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f0351d56-1120-4c81-b43f-e6d1df1f4cdf req-92b414ec-2e70-476e-9475-1b813625e13c tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/de19a162-9c72-4f01-8482-6b065a6c06e9 HTTP/1.1" status: 204 len: 173 time: 0.4275978 Mar 23 12:24:31.721505 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b414ec-2e70-476e-9475-1b813625e13c tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de19a162-9c72-4f01-8482-6b065a6c06e9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:31.743642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1b831-02dd-4b15-b451-6e0aa9a14547 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Pushing event updated for resources: {'Port': ['ID=7911a3c2-2535-4fc7-ba10-39738f32220a,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:31.755389 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Routers {'b20a0abf-4046-42cf-a06f-a9eada1336ab'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:24:31.755389 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:24:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b20a0abf-4046-42cf-a06f-a9eada1336ab'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:31.770772 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-dc65bbed-2cac-4c66-8c84-9aaa5124a883 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.168 HTTP/1.1" status: 200 len: 696 time: 0.5286071 Mar 23 12:24:31.883248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0c86bf-0833-4299-a32c-ca4a10d99d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d5c8b5-61c2-48f5-b954-7e27a5e68a54'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:24:31.885867 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57763a8-76a0-4606-ad79-6b601c485b81" -d '{"events": [{"server_uuid": "ff0c86bf-0833-4299-a32c-ca4a10d99d40", "name": "network-vif-plugged", "status": "completed", "tag": "54d5c8b5-61c2-48f5-b954-7e27a5e68a54"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:24:31.895625 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44c8735-4010-4ade-b7c2-72a0a07bc462 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:24:31.921510 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 54d5c8b5-61c2-48f5-b954-7e27a5e68a54, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=54d5c8b5-61c2-48f5-b954-7e27a5e68a54,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:31.938234 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:31.942293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b9fca-3663-423b-ba0b-d8747897bf09 req-abefdde4-f080-445d-9dc4-b3a7e373024e tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:31.944408 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f9b9fca-3663-423b-ba0b-d8747897bf09 req-abefdde4-f080-445d-9dc4-b3a7e373024e tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 950 time: 0.0933616 Mar 23 12:24:31.956419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port d44c8735-4010-4ade-b7c2-72a0a07bc462, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d44c8735-4010-4ade-b7c2-72a0a07bc462,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:31.966628 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0373a5a-d6f5-42ac-b179-b2f9f3c7d034 None None] Pushing event updated for resources: {'Port': ['ID=f9fbed05-3204-45a5-9779-05c4afa0c73e,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:31.986817 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:32.002639 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f9b9fca-3663-423b-ba0b-d8747897bf09 req-534e9524-0625-4b8e-9b77-dd9d2a86e9f7 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499673 Mar 23 12:24:32.024247 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] Set router b20a0abf-4046-42cf-a06f-a9eada1336ab gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:24:32.105261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=54d5c8b5-61c2-48f5-b954-7e27a5e68a54,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:32.158756 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d84376b5-899e-4b03-9841-2c6a5148bf36 req-04724ce6-9750-4899-9212-ac1646e337ec tempest-ServersAdmin275Test-1536926 tempest-ServersAdmin275Test-1536926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0552127 Mar 23 12:24:32.223431 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4395ceeb-d970-443f-bb43-bc8da5096110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:32.279435 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=d44c8735-4010-4ade-b7c2-72a0a07bc462,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:32.325585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['d44c8735-4010-4ade-b7c2-72a0a07bc462'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:24:32.331418 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b52a05ac-07f4-4e0d-892c-51c5035de23a req-23e777c6-fe04-4d11-8e95-9e61eea4d8b2 tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "GET /v2.0/security-groups/a5b514af-d4e9-4017-98e5-ac3668ec1234 HTTP/1.1" status: 200 len: 1776 time: 0.0691452 Mar 23 12:24:32.367815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4395ceeb-d970-443f-bb43-bc8da5096110 None None] For port f9fbed05-3204-45a5-9779-05c4afa0c73e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f9fbed05-3204-45a5-9779-05c4afa0c73e,segment=NetworkSegment(99a6ee64-104e-4118-8245-637cf5c85216),segment_id=99a6ee64-104e-4118-8245-637cf5c85216)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:32.379046 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4395ceeb-d970-443f-bb43-bc8da5096110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:32.453916 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b52a05ac-07f4-4e0d-892c-51c5035de23a req-74bac5c8-7052-4636-834b-4fa5f95ae02e tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:32.467603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395ceeb-d970-443f-bb43-bc8da5096110 None None] Pushing event updated for resources: {'Port': ['ID=f9fbed05-3204-45a5-9779-05c4afa0c73e,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:32.511178 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b52a05ac-07f4-4e0d-892c-51c5035de23a req-74bac5c8-7052-4636-834b-4fa5f95ae02e tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:32.525461 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'name': 'tempest-FloatingIPDetailsTestJSON-573890553-router', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'da4ca01e-fdec-4423-9f6d-a437abc56277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:09Z', 'updated_at': '2022-03-23T12:24:21Z', 'revision_number': 4, 'project_id': '789c56eb72dd4c98900ad029807dcf2e', 'gw_port': {'id': 'da4ca01e-fdec-4423-9f6d-a437abc56277', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:24:11Z', 'updated_at': '2022-03-23T12:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f9fbed05-3204-45a5-9779-05c4afa0c73e', 'name': '', 'network_id': 'bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e', 'mac_address': 'fa:16:3e:0c:6c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'a17c4258-1606-4ec2-9eba-790bd8cb6fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:24:18Z', 'updated_at': '2022-03-23T12:24:31Z', 'revision_number': 4, 'project_id': '789c56eb72dd4c98900ad029807dcf2e', 'subnets': [{'id': 'a17c4258-1606-4ec2-9eba-790bd8cb6fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:32.566312 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fd021346-96fe-407d-b0a9-18dc268e7244 None None] Provisioning complete for port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:32.566712 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fd021346-96fe-407d-b0a9-18dc268e7244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:32.567142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-4270f05b-afaf-419b-a537-3f9933a4d788 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:32.581228 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-293d63d7-2fb3-4863-a267-2d57d08d7d19 req-4270f05b-afaf-419b-a537-3f9933a4d788 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.7708566 Mar 23 12:24:32.604724 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae3b7e9-5f0f-4a99-8c42-47762a27d6cf None None] The sync data for ids ['b20a0abf-4046-42cf-a06f-a9eada1336ab'] in n-d-834854-1 is: [{'id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'name': 'tempest-FloatingIPDetailsTestJSON-573890553-router', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'da4ca01e-fdec-4423-9f6d-a437abc56277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:09Z', 'updated_at': '2022-03-23T12:24:21Z', 'revision_number': 4, 'project_id': '789c56eb72dd4c98900ad029807dcf2e', 'gw_port': {'id': 'da4ca01e-fdec-4423-9f6d-a437abc56277', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:24:11Z', 'updated_at': '2022-03-23T12:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f9fbed05-3204-45a5-9779-05c4afa0c73e', 'name': '', 'network_id': 'bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e', 'mac_address': 'fa:16:3e:0c:6c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'a17c4258-1606-4ec2-9eba-790bd8cb6fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:24:18Z', 'updated_at': '2022-03-23T12:24:31Z', 'revision_number': 4, 'project_id': '789c56eb72dd4c98900ad029807dcf2e', 'subnets': [{'id': 'a17c4258-1606-4ec2-9eba-790bd8cb6fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:24:32.610461 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b52a05ac-07f4-4e0d-892c-51c5035de23a req-74bac5c8-7052-4636-834b-4fa5f95ae02e tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:32.618818 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b52a05ac-07f4-4e0d-892c-51c5035de23a req-74bac5c8-7052-4636-834b-4fa5f95ae02e tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:32.632662 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b52a05ac-07f4-4e0d-892c-51c5035de23a req-74bac5c8-7052-4636-834b-4fa5f95ae02e tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5b514af-d4e9-4017-98e5-ac3668ec1234 HTTP/1.1" status: 204 len: 173 time: 0.2995620 Mar 23 12:24:32.643550 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fd021346-96fe-407d-b0a9-18dc268e7244 None None] Port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:24:32.661177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bac5c8-7052-4636-834b-4fa5f95ae02e tempest-SecurityGroupsTestAdminJSON-205563934 tempest-SecurityGroupsTestAdminJSON-205563934-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b514af-d4e9-4017-98e5-ac3668ec1234,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:32.690209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:24:32.709253 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:32.745809 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c61573-765e-4385-b3a1-cebffa9fdf31 x-openstack-request-id: req-88c61573-765e-4385-b3a1-cebffa9fdf31 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:24:32.746765 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0c86bf-0833-4299-a32c-ca4a10d99d40", "name": "network-vif-plugged", "status": "completed", "tag": "54d5c8b5-61c2-48f5-b954-7e27a5e68a54", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:24:32.747255 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-88c61573-765e-4385-b3a1-cebffa9fdf31 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:24:32.747670 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0c86bf-0833-4299-a32c-ca4a10d99d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d5c8b5-61c2-48f5-b954-7e27a5e68a54', 'code': 200} Mar 23 12:24:32.753839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Transition to ACTIVE for port object 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:24:32.762131 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:32.783651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fd021346-96fe-407d-b0a9-18dc268e7244 None None] Provisioning complete for port f9fbed05-3204-45a5-9779-05c4afa0c73e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:32.784047 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fd021346-96fe-407d-b0a9-18dc268e7244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:32.924458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:32.967223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5d64b-0b88-4c53-8bab-5864c0a1c2db req-da29f009-0ea4-4874-8cfd-8b621b6dda73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:32.968878 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b9d5d64b-0b88-4c53-8bab-5864c0a1c2db req-da29f009-0ea4-4874-8cfd-8b621b6dda73 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff0c86bf-0833-4299-a32c-ca4a10d99d40 HTTP/1.1" status: 200 len: 1100 time: 0.1582041 Mar 23 12:24:32.999448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed4e86-ef77-4f2d-bc0d-1edc37d2e25d req-0fd4e68f-6856-4eaa-a1d3-54dd62677ba0 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:33.012342 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-64ed4e86-ef77-4f2d-bc0d-1edc37d2e25d req-0fd4e68f-6856-4eaa-a1d3-54dd62677ba0 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=138443c3-7e35-4186-a95c-98bacf6bca74 HTTP/1.1" status: 200 len: 932 time: 0.3137779 Mar 23 12:24:33.081706 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b9d5d64b-0b88-4c53-8bab-5864c0a1c2db req-f18304da-4cfe-4f42-917b-1aa87016ee86 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044698 Mar 23 12:24:33.095580 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f9fbed05-3204-45a5-9779-05c4afa0c73e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:33.121692 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-64ed4e86-ef77-4f2d-bc0d-1edc37d2e25d req-85f928ac-0186-4aa3-b4e7-a04ae30f05e1 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078832 Mar 23 12:24:33.261082 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f9fbed05-3204-45a5-9779-05c4afa0c73e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:33.261879 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:33.263898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Attempting to bind port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:24:33.264376 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Attempting to bind port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '14a48e7d-22ef-41f7-973a-3282d66d34ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:24:33.264705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Attempting to bind port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f on network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:33.283091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f on network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:24:33.283476 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Attempting to bind port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f on network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:33.305703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:24:33.306050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Checking segment: {'id': '14a48e7d-22ef-41f7-973a-3282d66d34ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:33.306514 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Bound using segment: {'id': '14a48e7d-22ef-41f7-973a-3282d66d34ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:24:33.306895 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Bound port: 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a48e7d-22ef-41f7-973a-3282d66d34ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:24:33.307320 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:33.387140 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-0b3480f0-511c-4f77-920c-141e0fe4e6a3 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=07a66fecb0f54a1eb89cf6ef40202742&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730097 Mar 23 12:24:33.497168 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] For port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:24:33.504764 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] For port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:24:33.511987 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:33.548970 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:33.550098 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:33.554361 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] 10.222.0.77 "PUT /v2.0/ports/4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f HTTP/1.1" status: 200 len: 1092 time: 2.2787762 Mar 23 12:24:33.599889 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138443c3-7e35-4186-a95c-98bacf6bca74', 'tag': '4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:24:33.606594 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6357c3-53b4-4cb5-bbc5-589220ca8189" -d '{"events": [{"name": "network-changed", "server_uuid": "138443c3-7e35-4186-a95c-98bacf6bca74", "tag": "4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:24:33.667189 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-c7f0a409-2bbd-41e8-a268-67bc31b2c529 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:33.678659 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-c7f0a409-2bbd-41e8-a268-67bc31b2c529 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2897177 Mar 23 12:24:33.721288 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-31ac8e09-6c06-441d-a220-f7466918b2e4 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/quotas/07a66fecb0f54a1eb89cf6ef40202742 HTTP/1.1" status: 200 len: 375 time: 0.0334864 Mar 23 12:24:33.796709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145d736-f615-4431-b913-91fb364b3fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:33.820572 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-326a9af7-49f8-490a-a02b-2a3aafbc9806 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=07a66fecb0f54a1eb89cf6ef40202742&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943928 Mar 23 12:24:33.830471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-d9ff09a4-d174-45a2-ab21-b1f1a8a670dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:33.832136 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-d9ff09a4-d174-45a2-ab21-b1f1a8a670dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8001c6b343c74d98acb249e144cd9ee4&device_id=138443c3-7e35-4186-a95c-98bacf6bca74 HTTP/1.1" status: 200 len: 1095 time: 0.1885123 Mar 23 12:24:33.912364 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-c201d6b5-6908-4dba-8ca5-ca693bdaa522 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f HTTP/1.1" status: 200 len: 217 time: 0.0689669 Mar 23 12:24:34.015387 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-44127815-de32-4278-a5fc-5582e34647fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:34.017451 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-44127815-de32-4278-a5fc-5582e34647fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=973c670b-2da1-4198-9fd7-10b0a0c5637b HTTP/1.1" status: 200 len: 863 time: 0.0820949 Mar 23 12:24:34.235159 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43a0ff-061e-4b8b-ad58-530fd4519bb0 req-2a504d67-a06a-495e-89fa-d0a0fc8f1594 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:34.236865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b43a0ff-061e-4b8b-ad58-530fd4519bb0 req-2a504d67-a06a-495e-89fa-d0a0fc8f1594 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f6ec0f5-31f7-4bc8-b001-45f378b0f398 HTTP/1.1" status: 200 len: 949 time: 0.3234868 Mar 23 12:24:34.267744 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-6a04c620-447f-4b33-bda7-6f15850d8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:34.275383 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-6a04c620-447f-4b33-bda7-6f15850d8268 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f731e4d7-4c9b-4d2d-963d-6cfadce42a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2159352 Mar 23 12:24:34.314988 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b43a0ff-061e-4b8b-ad58-530fd4519bb0 req-138658fa-b538-45c6-8703-bf1c95ac20d6 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702682 Mar 23 12:24:34.397361 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-fe23b33a-7382-4b42-9ae7-c41be8a6d7aa tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3966298 Mar 23 12:24:34.403457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:34.456740 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-91bff9e6-4c92-4048-8cda-3df8a1f57931 service neutron] 10.222.0.77 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685739 Mar 23 12:24:34.511746 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d16be2bd-98b8-43ac-8d8d-09491a50065b req-98bfdca5-3c41-4b65-91c3-6980febf5f85 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] 10.222.0.52 "GET /v2.0/security-groups/5f27119f-13f4-467d-bbe6-3e9b53ecca43 HTTP/1.1" status: 200 len: 1777 time: 0.1404335 Mar 23 12:24:34.705082 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d16be2bd-98b8-43ac-8d8d-09491a50065b req-191cf203-d753-466d-82e7-4eee9a51e847 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:34.737777 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:34.776785 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d44c8735-4010-4ade-b7c2-72a0a07bc462 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:34.778745 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d16be2bd-98b8-43ac-8d8d-09491a50065b req-191cf203-d753-466d-82e7-4eee9a51e847 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:34.847500 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d16be2bd-98b8-43ac-8d8d-09491a50065b req-191cf203-d753-466d-82e7-4eee9a51e847 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:34.863970 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d16be2bd-98b8-43ac-8d8d-09491a50065b req-191cf203-d753-466d-82e7-4eee9a51e847 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:34.889088 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d16be2bd-98b8-43ac-8d8d-09491a50065b req-191cf203-d753-466d-82e7-4eee9a51e847 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] 10.222.0.52 "DELETE /v2.0/security-groups/5f27119f-13f4-467d-bbe6-3e9b53ecca43 HTTP/1.1" status: 204 len: 173 time: 0.3721616 Mar 23 12:24:34.925255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cf203-d753-466d-82e7-4eee9a51e847 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f27119f-13f4-467d-bbe6-3e9b53ecca43,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:34.929658 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port d44c8735-4010-4ade-b7c2-72a0a07bc462 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:24:34.934839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port d44c8735-4010-4ade-b7c2-72a0a07bc462 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:34.935213 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:34.937696 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eca4f64-1f53-427e-b056-0cebcbad47b0 req-29bf519c-e6b1-4da8-8928-3387d9106b66 service neutron] 10.222.0.77 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733140 Mar 23 12:24:34.977923 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:35.029800 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81393515-d93d-4a72-b3db-bb49cb6360e5 req-754497a4-54e9-4c66-84dd-107b83446eae tempest-ServersAdmin275Test-1536926 tempest-ServersAdmin275Test-1536926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0587723 Mar 23 12:24:35.101527 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253b0d7b-06b3-4a83-a5bc-560acdfaf5ea x-openstack-request-id: req-253b0d7b-06b3-4a83-a5bc-560acdfaf5ea {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:24:35.102300 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138443c3-7e35-4186-a95c-98bacf6bca74", "tag": "4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:24:35.102865 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-253b0d7b-06b3-4a83-a5bc-560acdfaf5ea {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:24:35.104602 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138443c3-7e35-4186-a95c-98bacf6bca74', 'tag': '4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f', 'status': 'completed', 'code': 200} Mar 23 12:24:35.177533 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:35.250091 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6ec0f5-31f7-4bc8-b001-45f378b0f398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44c8735-4010-4ade-b7c2-72a0a07bc462'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:24:35.255809 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad917cf-cdcc-4223-b604-f16097ba27a1" -d '{"events": [{"server_uuid": "3f6ec0f5-31f7-4bc8-b001-45f378b0f398", "name": "network-vif-plugged", "status": "completed", "tag": "d44c8735-4010-4ade-b7c2-72a0a07bc462"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:24:35.261712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Allocated IP 172.25.2.129 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/325e34a5-f019-43c8-89d9-92aa813398e1) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:35.290399 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port d44c8735-4010-4ade-b7c2-72a0a07bc462, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d44c8735-4010-4ade-b7c2-72a0a07bc462,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:35.306134 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:35.413007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=d44c8735-4010-4ade-b7c2-72a0a07bc462,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:35.419421 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6357c3-53b4-4cb5-bbc5-589220ca8189 req-977779eb-5b86-42f2-b59d-6287fd6f8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:35.423020 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ef6357c3-53b4-4cb5-bbc5-589220ca8189 req-977779eb-5b86-42f2-b59d-6287fd6f8c06 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8001c6b343c74d98acb249e144cd9ee4&device_id=138443c3-7e35-4186-a95c-98bacf6bca74 HTTP/1.1" status: 200 len: 1095 time: 0.2969003 Mar 23 12:24:35.483978 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f8a8f-bc5e-4a2f-a079-85995742a5f9 req-a4d1d162-63ae-4adf-80eb-3ea29fc929f0 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:35.491483 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f52f8a8f-bc5e-4a2f-a079-85995742a5f9 req-a4d1d162-63ae-4adf-80eb-3ea29fc929f0 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 950 time: 0.2385142 Mar 23 12:24:35.518040 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:35.558369 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:35.579776 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f52f8a8f-bc5e-4a2f-a079-85995742a5f9 req-e8b06445-7f71-4a80-a78b-ac93407c7e6d tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873005 Mar 23 12:24:35.613862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Pushing event updated for resources: {'Port': ['ID=325e34a5-f019-43c8-89d9-92aa813398e1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:35.631557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:35.634426 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:35.639772 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:35.668801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6357c3-53b4-4cb5-bbc5-589220ca8189 req-f13a1d2a-a3c0-4f12-9fc0-b9d22981f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:35.669676 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ef6357c3-53b4-4cb5-bbc5-589220ca8189 req-f13a1d2a-a3c0-4f12-9fc0-b9d22981f608 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f731e4d7-4c9b-4d2d-963d-6cfadce42a60 HTTP/1.1" status: 200 len: 925 time: 0.2382743 Mar 23 12:24:35.771094 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ef6357c3-53b4-4cb5-bbc5-589220ca8189 req-3672e6db-ba55-4081-af24-97785061c807 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f HTTP/1.1" status: 200 len: 217 time: 0.0894465 Mar 23 12:24:35.774571 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-d109544d-dc9f-4f2c-b2d6-3bf1f62d8604 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=07a66fecb0f54a1eb89cf6ef40202742&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325713 Mar 23 12:24:35.850792 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:35.940862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.77', 58197) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:35.963375 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:35.972011 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-faea2ac5-1336-4f54-b52d-d1bbb4983fc1 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:35.973968 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-faea2ac5-1336-4f54-b52d-d1bbb4983fc1 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809039 Mar 23 12:24:36.003351 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-3bf3dac2-c2a9-4856-a7d8-f1eedab8b312 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=07a66fecb0f54a1eb89cf6ef40202742&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607481 Mar 23 12:24:36.014506 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-8a56b647-ca76-4895-84cf-c5a51c23e654 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/quotas/07a66fecb0f54a1eb89cf6ef40202742 HTTP/1.1" status: 200 len: 375 time: 0.0196636 Mar 23 12:24:36.078805 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-e6fee4f2-9b08-497f-9dd9-d8c94c2c0f7c tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=07a66fecb0f54a1eb89cf6ef40202742&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451946 Mar 23 12:24:36.081538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6357c3-53b4-4cb5-bbc5-589220ca8189 req-e51754c9-5abd-4497-a90b-fe7d3a1a531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:36.082999 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ef6357c3-53b4-4cb5-bbc5-589220ca8189 req-e51754c9-5abd-4497-a90b-fe7d3a1a531a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=973c670b-2da1-4198-9fd7-10b0a0c5637b HTTP/1.1" status: 200 len: 863 time: 0.3013334 Mar 23 12:24:36.179138 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6357c3-53b4-4cb5-bbc5-589220ca8189 req-7d387a05-a43c-48d6-9348-bf15239eb410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:36.181738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ef6357c3-53b4-4cb5-bbc5-589220ca8189 req-7d387a05-a43c-48d6-9348-bf15239eb410 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f731e4d7-4c9b-4d2d-963d-6cfadce42a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908966 Mar 23 12:24:36.327129 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ef6357c3-53b4-4cb5-bbc5-589220ca8189 req-2a5db9cb-0d8f-4006-bcb2-47283e1b49b0 service neutron] 10.222.0.77 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335251 Mar 23 12:24:36.443100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-d0aab9a3-6c2f-4ac9-9d74-735c3e9c2bd5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:36.445170 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-d0aab9a3-6c2f-4ac9-9d74-735c3e9c2bd5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4355435 Mar 23 12:24:36.461670 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-b1c5de2e-2d57-4bff-b9bb-2077205f3bbe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Request body: {'port': {'device_id': 'b2a86867-09c8-4154-9d20-e94e05610a52', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '07a66fecb0f54a1eb89cf6ef40202742'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:36.477777 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ef6357c3-53b4-4cb5-bbc5-589220ca8189 req-3f50a983-c4c4-4a11-b29d-e9a389c86f82 service neutron] 10.222.0.77 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424885 Mar 23 12:24:36.555547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca5ce5-de07-4757-a388-f75d8d694078 req-2bc274b8-ea21-4ba2-95d2-5f798b4f2665 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:36.558429 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f6ca5ce5-de07-4757-a388-f75d8d694078 req-2bc274b8-ea21-4ba2-95d2-5f798b4f2665 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=138443c3-7e35-4186-a95c-98bacf6bca74 HTTP/1.1" status: 200 len: 944 time: 0.0792778 Mar 23 12:24:36.622094 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:36.632874 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:36.698801 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-b1c5de2e-2d57-4bff-b9bb-2077205f3bbe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Made reservation on behalf of 07a66fecb0f54a1eb89cf6ef40202742 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:24:36.701689 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f6ca5ce5-de07-4757-a388-f75d8d694078 req-0134654e-ede2-42ee-b227-e68fe1e49d37 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244712 Mar 23 12:24:36.702983 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-b1c5de2e-2d57-4bff-b9bb-2077205f3bbe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:36.775335 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:36.795068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Pushing event updated for resources: {'Port': ['ID=325e34a5-f019-43c8-89d9-92aa813398e1,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:36.802822 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-b1c5de2e-2d57-4bff-b9bb-2077205f3bbe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:36.852178 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f80d7d6-331e-49bd-8e45-4110af8a58e9 req-e7da5d02-66cb-4e47-86a3-76df7f59b554 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] 10.222.0.52 "GET /v2.0/security-groups/9d5d7b4a-3c6d-401c-a330-90433d0fea21 HTTP/1.1" status: 200 len: 1777 time: 0.0920372 Mar 23 12:24:36.916778 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-b1c5de2e-2d57-4bff-b9bb-2077205f3bbe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:36.924048 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:36.932391 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-dda9d064-bea8-4d14-a62e-f2a7a5f9c449 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5336723 Mar 23 12:24:36.935456 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-b1c5de2e-2d57-4bff-b9bb-2077205f3bbe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:36.947815 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8f80d7d6-331e-49bd-8e45-4110af8a58e9 req-2ef77475-f9bf-4220-9c53-db4b23f4f813 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:36.990070 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8f80d7d6-331e-49bd-8e45-4110af8a58e9 req-2ef77475-f9bf-4220-9c53-db4b23f4f813 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:37.046331 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-52ee8a29-0f3b-4725-9861-73e65a554fb1 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.1115460 Mar 23 12:24:37.059588 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8f80d7d6-331e-49bd-8e45-4110af8a58e9 req-2ef77475-f9bf-4220-9c53-db4b23f4f813 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:37.063331 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8f80d7d6-331e-49bd-8e45-4110af8a58e9 req-2ef77475-f9bf-4220-9c53-db4b23f4f813 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:37.064682 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f80d7d6-331e-49bd-8e45-4110af8a58e9 req-2ef77475-f9bf-4220-9c53-db4b23f4f813 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] 10.222.0.52 "DELETE /v2.0/security-groups/9d5d7b4a-3c6d-401c-a330-90433d0fea21 HTTP/1.1" status: 204 len: 173 time: 0.2045953 Mar 23 12:24:37.092427 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5de2e-2d57-4bff-b9bb-2077205f3bbe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7c1658-964f-475c-b3df-e91a77c525ec,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:37.130722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef77475-f9bf-4220-9c53-db4b23f4f813 tempest-SecurityGroupsTestAdminJSON-489995274 tempest-SecurityGroupsTestAdminJSON-489995274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5d7b4a-3c6d-401c-a330-90433d0fea21,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:37.133581 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d572e3bf-40fd-4c6e-99c3-783906a80135 x-openstack-request-id: req-d572e3bf-40fd-4c6e-99c3-783906a80135 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:24:37.134478 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6ec0f5-31f7-4bc8-b001-45f378b0f398", "name": "network-vif-plugged", "status": "completed", "tag": "d44c8735-4010-4ade-b7c2-72a0a07bc462", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:24:37.134900 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d572e3bf-40fd-4c6e-99c3-783906a80135 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:24:37.135448 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6ec0f5-31f7-4bc8-b001-45f378b0f398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44c8735-4010-4ade-b7c2-72a0a07bc462', 'code': 200} Mar 23 12:24:37.462661 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36c8ac-9947-400d-877e-ef0d7cd93010 req-a86ce1fb-bf1a-4292-bc04-aab1d09dd23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:37.468514 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0a36c8ac-9947-400d-877e-ef0d7cd93010 req-a86ce1fb-bf1a-4292-bc04-aab1d09dd23d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3f6ec0f5-31f7-4bc8-b001-45f378b0f398 HTTP/1.1" status: 200 len: 1101 time: 0.2147045 Mar 23 12:24:37.547015 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-d4e6a50f-b82a-40f3-b725-fe3ce4a49a3c tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:37.548279 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-d4e6a50f-b82a-40f3-b725-fe3ce4a49a3c tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.5020685 Mar 23 12:24:37.552348 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-b1c5de2e-2d57-4bff-b9bb-2077205f3bbe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Allocated IP 192.168.233.247 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/1c8816f0-c3c3-44c1-89d7-95c28ead7cd5) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:37.569122 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-eb44bb6d-dab4-4ace-b0e4-e6e126b596ca tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:24:37.570277 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-abebb080-eea3-4b3c-9573-840b5ec2a4c8 req-eb44bb6d-dab4-4ace-b0e4-e6e126b596ca tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100210 Mar 23 12:24:37.592828 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0a36c8ac-9947-400d-877e-ef0d7cd93010 req-658a1a08-d4e9-42c6-bbdf-328b6bba0d64 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066470 Mar 23 12:24:37.617247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5c51a-b7a1-44fd-b7b5-1eab39ce0cd7 req-5c7ddb7a-505c-47af-be5f-532c17797ba9 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:37.621652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:24:37.640402 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-acf5c51a-b7a1-44fd-b7b5-1eab39ce0cd7 req-5c7ddb7a-505c-47af-be5f-532c17797ba9 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f6ec0f5-31f7-4bc8-b001-45f378b0f398 HTTP/1.1" status: 200 len: 950 time: 0.3181927 Mar 23 12:24:37.692228 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44928) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:37.784034 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-acf5c51a-b7a1-44fd-b7b5-1eab39ce0cd7 req-cd50f3a4-b6e3-4b59-9e97-98192f703690 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426208 Mar 23 12:24:37.866463 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85276b-3af0-43f1-b90e-faebf5ce658d req-4c46cc1b-41d1-4914-8de4-7a79eb0ebe24 tempest-LiveMigrationNegativeTest-531249712 tempest-LiveMigrationNegativeTest-531249712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:37.875899 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc85276b-3af0-43f1-b90e-faebf5ce658d req-4c46cc1b-41d1-4914-8de4-7a79eb0ebe24 tempest-LiveMigrationNegativeTest-531249712 tempest-LiveMigrationNegativeTest-531249712-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 1101 time: 0.1608453 Mar 23 12:24:37.908043 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fc85276b-3af0-43f1-b90e-faebf5ce658d req-11560a7f-d933-438c-87be-b43d4e923b38 tempest-LiveMigrationNegativeTest-531249712 tempest-LiveMigrationNegativeTest-531249712-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:37.961207 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:37.978343 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-b1c5de2e-2d57-4bff-b9bb-2077205f3bbe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:37.987782 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'port_id': '4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f', 'mac_address': 'fa:16:3e:d4:f5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:24:38.041844 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42540ef3-0283-4ddd-938e-8c2c96aadb55 req-1a1fd646-a6ba-4f54-9219-7b3afe066b31 tempest-ServersAdmin275Test-1536926 tempest-ServersAdmin275Test-1536926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0485697 Mar 23 12:24:38.063649 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6f3e4947-d36e-4e9b-94da-91c412eeb1bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f41d577fb6b446d5b0ba5872d1717a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688385 Mar 23 12:24:38.068601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44934) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:38.074391 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:38.103122 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-b1c5de2e-2d57-4bff-b9bb-2077205f3bbe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:38.113314 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:24:38.179314 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:38.188430 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:38.218157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-b1c5de2e-2d57-4bff-b9bb-2077205f3bbe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:38.225761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-b1c5de2e-2d57-4bff-b9bb-2077205f3bbe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:38.236093 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-b1c5de2e-2d57-4bff-b9bb-2077205f3bbe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:38.247894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5de2e-2d57-4bff-b9bb-2077205f3bbe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Pushing event updated for resources: {'Port': ['ID=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:38.278189 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bc12563-29b5-4bd2-8f00-6e924d665d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:38.307609 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bc12563-29b5-4bd2-8f00-6e924d665d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:38.359466 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:38.379738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d3c70665-c720-46e8-9c76-c378a06daa7e req-1578eaf3-aa14-44d6-9f64-8804073d84d1 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0 HTTP/1.1" status: 200 len: 210 time: 0.1193864 Mar 23 12:24:38.450560 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-b1c5de2e-2d57-4bff-b9bb-2077205f3bbe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:38.451501 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-b1c5de2e-2d57-4bff-b9bb-2077205f3bbe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:38.486887 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fc85276b-3af0-43f1-b90e-faebf5ce658d req-11560a7f-d933-438c-87be-b43d4e923b38 tempest-LiveMigrationNegativeTest-531249712 tempest-LiveMigrationNegativeTest-531249712-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:38.494514 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fc85276b-3af0-43f1-b90e-faebf5ce658d req-11560a7f-d933-438c-87be-b43d4e923b38 tempest-LiveMigrationNegativeTest-531249712 tempest-LiveMigrationNegativeTest-531249712-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:38.541831 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:24:38.565139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11560a7f-d933-438c-87be-b43d4e923b38 tempest-LiveMigrationNegativeTest-531249712 tempest-LiveMigrationNegativeTest-531249712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833ff6eb-1817-46cb-8ed1-4d2b97e07145,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:38.595635 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-b1c5de2e-2d57-4bff-b9bb-2077205f3bbe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1385939 Mar 23 12:24:38.620683 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Request body: {'port': {'device_id': 'b2a86867-09c8-4154-9d20-e94e05610a52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:38.629113 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc85276b-3af0-43f1-b90e-faebf5ce658d req-11560a7f-d933-438c-87be-b43d4e923b38 tempest-LiveMigrationNegativeTest-531249712 tempest-LiveMigrationNegativeTest-531249712-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7521460 Mar 23 12:24:38.680977 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-5b56acec-d022-48d1-9f8c-38596691a101 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1742620 Mar 23 12:24:38.692249 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bc12563-29b5-4bd2-8f00-6e924d665d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:38.695465 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bc12563-29b5-4bd2-8f00-6e924d665d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:38.699998 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1bc12563-29b5-4bd2-8f00-6e924d665d1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eea08821-718d-469d-accb-d20fbfa74cb5 HTTP/1.1" status: 204 len: 168 time: 0.6257386 Mar 23 12:24:38.713702 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:38.726775 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:38.729635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-185dcf94-63f7-4927-8b74-4ad6fb0e7e99 None None] Provisioning complete for port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:38.730069 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-185dcf94-63f7-4927-8b74-4ad6fb0e7e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:38.767226 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-4f12e085-f615-45f8-b911-8e7e224fe17f tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=07a66fecb0f54a1eb89cf6ef40202742&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3963284 Mar 23 12:24:38.776721 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:38.792244 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc12563-29b5-4bd2-8f00-6e924d665d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea08821-718d-469d-accb-d20fbfa74cb5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:38.796437 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-185dcf94-63f7-4927-8b74-4ad6fb0e7e99 None None] Port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:24:39.152778 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0659b-2fca-4db3-abb5-0b9c9a7cda4c req-7aa3e022-e3ca-4222-b774-772450dd7ab0 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:39.171075 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0fe0659b-2fca-4db3-abb5-0b9c9a7cda4c req-7aa3e022-e3ca-4222-b774-772450dd7ab0 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=138443c3-7e35-4186-a95c-98bacf6bca74 HTTP/1.1" status: 200 len: 945 time: 0.1839027 Mar 23 12:24:39.385256 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0fe0659b-2fca-4db3-abb5-0b9c9a7cda4c req-9c95051f-dfe2-4e10-84de-23aab3546973 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752460 Mar 23 12:24:39.461315 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44948) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:39.601877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-86ade171-bd74-4645-ac8f-dda7b2337286 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:39.605225 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-86ade171-bd74-4645-ac8f-dda7b2337286 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8251617 Mar 23 12:24:39.628903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-821174d1-9fd8-415b-bee7-d3922985c1d5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Request body: {'port': {'device_id': '7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '07a66fecb0f54a1eb89cf6ef40202742'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:39.682837 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e826b5ba-e850-4bb1-88e9-195ec6e83a17 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=85c5c7ec281a4dd2b3ec192da17e8ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199824 Mar 23 12:24:39.705929 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44956) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:39.763263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cccef9-126d-47b3-8cab-2ccebe4e487f req-429c84dc-02fe-4e47-9f61-a5517ec1730d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:39.763263 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41cccef9-126d-47b3-8cab-2ccebe4e487f req-429c84dc-02fe-4e47-9f61-a5517ec1730d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f6ec0f5-31f7-4bc8-b001-45f378b0f398 HTTP/1.1" status: 200 len: 950 time: 0.1784377 Mar 23 12:24:39.769905 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:24:39.787681 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:39.794663 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:39.816550 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Transition to ACTIVE for port object 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:24:39.831137 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:39.882797 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-325bf86a-2fba-4cd8-a193-6e5dd1fb888c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:39.944286 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41cccef9-126d-47b3-8cab-2ccebe4e487f req-3eb79207-a99d-4cfb-af09-448da6abdf57 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391759 Mar 23 12:24:39.955182 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Pushing event updated for resources: {'Port': ['ID=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:39.959574 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-325bf86a-2fba-4cd8-a193-6e5dd1fb888c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:39.990570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Allocated IP 172.25.2.221 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/6a59712c-c36f-401f-a7e0-cfc3fa54b666) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:40.031081 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:40.031544 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:40.037995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:40.038573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:40.039019 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:40.039376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:40.039872 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:40.040269 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:40.040574 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:40.040890 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:40.041215 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:40.041536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:40.165680 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:40.226664 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:40.308137 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:40.321801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:40.333100 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:40.350473 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a99951b-cd70-4ecd-bf0a-7e4920ca7d6f req-dc6821e2-5dd9-4f89-b6ec-fcce77aa0ed5 tempest-ServersAdmin275Test-1536926 tempest-ServersAdmin275Test-1536926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0971754 Mar 23 12:24:40.355154 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-325bf86a-2fba-4cd8-a193-6e5dd1fb888c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:40.365527 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-325bf86a-2fba-4cd8-a193-6e5dd1fb888c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:40.370496 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-325bf86a-2fba-4cd8-a193-6e5dd1fb888c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0761dbac-070b-4165-b2f8-ca3612997598 HTTP/1.1" status: 204 len: 168 time: 0.6624076 Mar 23 12:24:40.396810 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Attempting to bind port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:24:40.398290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Attempting to bind port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:24:40.400281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Attempting to bind port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:40.406961 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bf86a-2fba-4cd8-a193-6e5dd1fb888c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0761dbac-070b-4165-b2f8-ca3612997598,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:40.419435 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:24:40.430741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Attempting to bind port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:40.450144 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:24:40.451007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:40.451572 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:24:40.453083 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Bound port: 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:24:40.453792 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:40.526022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Pushing event updated for resources: {'Port': ['ID=6a59712c-c36f-401f-a7e0-cfc3fa54b666,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:40.533856 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-821174d1-9fd8-415b-bee7-d3922985c1d5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Made reservation on behalf of 07a66fecb0f54a1eb89cf6ef40202742 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:24:40.558378 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-821174d1-9fd8-415b-bee7-d3922985c1d5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:40.571188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:40.577582 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-66261bb4-5834-47be-8818-d9f8b522cf76 req-6d294f8c-0754-4949-b15c-b8552c7a9b4a tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0 HTTP/1.1" status: 200 len: 210 time: 0.0502658 Mar 23 12:24:40.630890 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] For port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:24:40.640464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] For port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:24:40.650857 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:40.717527 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:40.800587 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:40.804266 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:40.819457 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] 10.222.0.77 "PUT /v2.0/ports/1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 HTTP/1.1" status: 200 len: 1096 time: 2.2099221 Mar 23 12:24:40.824006 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a86867-09c8-4154-9d20-e94e05610a52', 'tag': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:24:40.835881 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a212a720-f81c-4892-b428-e8d2c32d6452" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a86867-09c8-4154-9d20-e94e05610a52", "tag": "1c8816f0-c3c3-44c1-89d7-95c28ead7cd5"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:24:40.948617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-821174d1-9fd8-415b-bee7-d3922985c1d5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Allocated IP 192.168.233.227 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/ac68a187-479a-457c-a1d1-2935ec6f2c57) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:41.055339 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b6497-53b0-4b80-88be-4702eef280cb service neutron] Pushing event updated for resources: {'Port': ['ID=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:41.113807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01c4d5-9731-45c2-a850-a621a2a288ad req-fa3784dc-f668-4069-8518-47d540ef32c8 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:41.129360 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0f01c4d5-9731-45c2-a850-a621a2a288ad req-fa3784dc-f668-4069-8518-47d540ef32c8 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0c86bf-0833-4299-a32c-ca4a10d99d40 HTTP/1.1" status: 200 len: 949 time: 0.1422684 Mar 23 12:24:41.211366 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0f01c4d5-9731-45c2-a850-a621a2a288ad req-629d5823-c30e-4216-8c0d-0c4939882548 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790582 Mar 23 12:24:41.220415 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-bcf75512-85b4-4e52-810d-f0962e257b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:41.224818 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-bcf75512-85b4-4e52-810d-f0962e257b04 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=07a66fecb0f54a1eb89cf6ef40202742&device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 1099 time: 0.3358314 Mar 23 12:24:41.244583 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:41.264872 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:41.318507 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-f598c7de-8e96-4782-a3ca-ed3b2ed769a3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 HTTP/1.1" status: 200 len: 217 time: 0.0863101 Mar 23 12:24:41.343851 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:41.350131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Pushing event updated for resources: {'Port': ['ID=6a59712c-c36f-401f-a7e0-cfc3fa54b666,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:41.428154 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:41.429812 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-802dffb7-a381-472c-98d0-5f9ffa834e22 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7317874 Mar 23 12:24:41.461785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-6e7805dc-7c28-4038-8dac-75ae4a228705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:41.463261 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-6e7805dc-7c28-4038-8dac-75ae4a228705 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1378624 Mar 23 12:24:41.519674 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-59942e53-23d5-408d-8e71-76bacfed5b42 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.221 HTTP/1.1" status: 200 len: 696 time: 0.0778291 Mar 23 12:24:41.582523 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d338ec7-c9a2-4c4b-88e4-e7a1459e71e9 req-6846f519-df80-48c8-a6e1-e1987e00cd28 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:41.601374 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5d338ec7-c9a2-4c4b-88e4-e7a1459e71e9 req-6846f519-df80-48c8-a6e1-e1987e00cd28 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=138443c3-7e35-4186-a95c-98bacf6bca74 HTTP/1.1" status: 200 len: 945 time: 0.2003973 Mar 23 12:24:41.645814 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-3ca83392-a310-4106-966f-33d4937004f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:41.647764 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-3ca83392-a310-4106-966f-33d4937004f5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1598380 Mar 23 12:24:41.658802 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:41.764427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:24:41.770676 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:41.771531 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:41.844928 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-8c1bf606-2353-4e63-b4b7-4ad4b0c86071 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896551 Mar 23 12:24:41.870398 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-cafe0338-38a6-4b5a-b480-01cf838e7776 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:41.873848 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0353c2fe-ea5b-4bf6-8adb-586070b0ec41 req-cafe0338-38a6-4b5a-b480-01cf838e7776 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.3419006 Mar 23 12:24:41.894476 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-821174d1-9fd8-415b-bee7-d3922985c1d5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:41.961190 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5d338ec7-c9a2-4c4b-88e4-e7a1459e71e9 req-805c1660-69e0-4d92-bb59-ac10c6079377 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3496616 Mar 23 12:24:42.048114 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-821174d1-9fd8-415b-bee7-d3922985c1d5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:42.053383 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2516f3a2-cd14-4c58-9c38-d3a76ba6eddc req-0c1a1f94-4b73-493f-a87b-73fa9096bcc5 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015402 Mar 23 12:24:42.125686 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:42.159847 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-821174d1-9fd8-415b-bee7-d3922985c1d5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:42.172697 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-821174d1-9fd8-415b-bee7-d3922985c1d5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:42.186396 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37771291-4bb1-40a4-b17c-10d8cbe7e881 x-openstack-request-id: req-37771291-4bb1-40a4-b17c-10d8cbe7e881 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:24:42.186771 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-821174d1-9fd8-415b-bee7-d3922985c1d5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:42.187278 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a86867-09c8-4154-9d20-e94e05610a52", "tag": "1c8816f0-c3c3-44c1-89d7-95c28ead7cd5", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:24:42.187693 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37771291-4bb1-40a4-b17c-10d8cbe7e881 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:24:42.188259 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a86867-09c8-4154-9d20-e94e05610a52', 'tag': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5', 'status': 'completed', 'code': 200} Mar 23 12:24:42.197582 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-821174d1-9fd8-415b-bee7-d3922985c1d5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:42.198358 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-821174d1-9fd8-415b-bee7-d3922985c1d5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:42.203369 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821174d1-9fd8-415b-bee7-d3922985c1d5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Pushing event updated for resources: {'Port': ['ID=ac68a187-479a-457c-a1d1-2935ec6f2c57,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:42.275305 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138443c3-7e35-4186-a95c-98bacf6bca74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:24:42.278393 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d2deb5-2986-4d84-be8b-d9178ed28403" -d '{"events": [{"server_uuid": "138443c3-7e35-4186-a95c-98bacf6bca74", "name": "network-vif-plugged", "status": "completed", "tag": "4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:24:42.282188 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-821174d1-9fd8-415b-bee7-d3922985c1d5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6627874 Mar 23 12:24:42.299280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Request body: {'port': {'device_id': '7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:42.508910 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:42.514269 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:42.554174 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:42.609811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:42.681863 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4268619e-d7f8-4874-92ed-4dc1a5d53dec req-7d6bdcfd-8c58-4c24-94d2-057136da8475 tempest-ServersAdmin275Test-1536926 tempest-ServersAdmin275Test-1536926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0766809 Mar 23 12:24:42.878103 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3149a754-80aa-46ee-8ec6-0e13e35eb93d None None] Provisioning complete for port ac68a187-479a-457c-a1d1-2935ec6f2c57 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:42.879083 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3149a754-80aa-46ee-8ec6-0e13e35eb93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:43.008007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3149a754-80aa-46ee-8ec6-0e13e35eb93d None None] Port ac68a187-479a-457c-a1d1-2935ec6f2c57 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:24:43.013530 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-31a08592-1161-4648-8edf-9ccf6d57510e req-002db595-b5cf-4508-a1bc-72126d9df6dc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.7960417 Mar 23 12:24:43.075258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212a720-f81c-4892-b428-e8d2c32d6452 req-9e26994f-3fe4-45a5-b9e3-5e9dafd4d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:43.076484 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a212a720-f81c-4892-b428-e8d2c32d6452 req-9e26994f-3fe4-45a5-b9e3-5e9dafd4d82d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=07a66fecb0f54a1eb89cf6ef40202742&device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 1099 time: 0.8303907 Mar 23 12:24:43.193626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497830-20ed-4929-a42f-f2d62826fcc3 req-48a4a7aa-866e-4cf9-adb6-b27a9a9ced43 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:43.194189 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-92497830-20ed-4929-a42f-f2d62826fcc3 req-48a4a7aa-866e-4cf9-adb6-b27a9a9ced43 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0 HTTP/1.1" status: 200 len: 936 time: 0.1989813 Mar 23 12:24:43.310338 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212a720-f81c-4892-b428-e8d2c32d6452 req-16d1f272-8ff0-45b1-8541-50aa37224f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:43.311984 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a212a720-f81c-4892-b428-e8d2c32d6452 req-16d1f272-8ff0-45b1-8541-50aa37224f40 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.2270901 Mar 23 12:24:43.316597 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-92497830-20ed-4929-a42f-f2d62826fcc3 req-48984dfb-faab-4b89-bdf7-2a1fd89f5c05 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049838 Mar 23 12:24:43.336631 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8d0da-3e85-4f31-ab64-8746a301b9a8 req-608fe363-f044-41c9-a7d5-8b7d228005d8 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:43.342849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8d0da-3e85-4f31-ab64-8746a301b9a8 req-608fe363-f044-41c9-a7d5-8b7d228005d8 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:43.344535 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ebf8d0da-3e85-4f31-ab64-8746a301b9a8 req-608fe363-f044-41c9-a7d5-8b7d228005d8 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f6ec0f5-31f7-4bc8-b001-45f378b0f398&device_id=ff0c86bf-0833-4299-a32c-ca4a10d99d40 HTTP/1.1" status: 200 len: 1690 time: 0.1717379 Mar 23 12:24:43.389457 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a212a720-f81c-4892-b428-e8d2c32d6452 req-8370afdc-c48b-46d2-b8f7-aaaed0f3fb08 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 HTTP/1.1" status: 200 len: 217 time: 0.0429230 Mar 23 12:24:43.490653 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac68a187-479a-457c-a1d1-2935ec6f2c57 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:24:43.499972 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212a720-f81c-4892-b428-e8d2c32d6452 req-d8a3e90c-4809-499d-9b1e-982e1d6933fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:43.502261 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a212a720-f81c-4892-b428-e8d2c32d6452 req-d8a3e90c-4809-499d-9b1e-982e1d6933fe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0879500 Mar 23 12:24:43.506644 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:43.524372 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ebf8d0da-3e85-4f31-ab64-8746a301b9a8 req-7139bb52-b1cd-4158-a08a-2c32434411c1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312151 Mar 23 12:24:43.587017 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc340584-2c50-4853-b1ed-7f33b147ef62 x-openstack-request-id: req-cc340584-2c50-4853-b1ed-7f33b147ef62 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:24:43.587471 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138443c3-7e35-4186-a95c-98bacf6bca74", "name": "network-vif-plugged", "status": "completed", "tag": "4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:24:43.587736 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc340584-2c50-4853-b1ed-7f33b147ef62 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:24:43.588397 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138443c3-7e35-4186-a95c-98bacf6bca74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f', 'code': 200} Mar 23 12:24:43.593949 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-ed389aee-3036-4888-b7e0-03e29e3911c9 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2222278 Mar 23 12:24:43.601879 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:43.610992 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Transition to ACTIVE for port object ac68a187-479a-457c-a1d1-2935ec6f2c57 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:24:43.618765 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:43.625192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212a720-f81c-4892-b428-e8d2c32d6452 req-058fbd43-b212-4c7a-ae91-0f528d1834e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:43.626889 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a212a720-f81c-4892-b428-e8d2c32d6452 req-058fbd43-b212-4c7a-ae91-0f528d1834e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1040387 Mar 23 12:24:43.672147 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:43.692225 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.77', 58199) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:43.918426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Attempting to bind port ac68a187-479a-457c-a1d1-2935ec6f2c57 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:24:43.919160 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Attempting to bind port ac68a187-479a-457c-a1d1-2935ec6f2c57 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:24:43.919657 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Attempting to bind port ac68a187-479a-457c-a1d1-2935ec6f2c57 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:43.923340 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Pushing event updated for resources: {'Port': ['ID=ac68a187-479a-457c-a1d1-2935ec6f2c57,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:43.942441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:43.942796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:43.943098 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0cd76-fc8f-4a7d-8283-a3d6f030592e req-31bae448-6711-4869-ac17-a3c5d24d87ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:43.943261 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:43.943568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:43.943821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:43.944115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:43.944431 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:43.945367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:43.945481 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7cb0cd76-fc8f-4a7d-8283-a3d6f030592e req-31bae448-6711-4869-ac17-a3c5d24d87ba service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=138443c3-7e35-4186-a95c-98bacf6bca74 HTTP/1.1" status: 200 len: 1097 time: 0.2446358 Mar 23 12:24:43.945702 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:43.946172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:43.946504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:43.946835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:24:43.955653 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Port ac68a187-479a-457c-a1d1-2935ec6f2c57 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:24:43.956043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Attempting to bind port ac68a187-479a-457c-a1d1-2935ec6f2c57 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:43.972667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:24:43.973064 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:43.973943 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:24:43.974475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Bound port: ac68a187-479a-457c-a1d1-2935ec6f2c57, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:24:43.974832 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:44.036435 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8134f90-cd6b-4b9c-8307-da1078848bad req-dd0b33c3-925f-426c-b4a8-04dee6419ed5 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:44.050243 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8134f90-cd6b-4b9c-8307-da1078848bad req-dd0b33c3-925f-426c-b4a8-04dee6419ed5 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 950 time: 0.1900704 Mar 23 12:24:44.066746 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a212a720-f81c-4892-b428-e8d2c32d6452 req-324413f6-cc78-4790-9fb9-d5088ea72d88 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316201 Mar 23 12:24:44.118460 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] For port ac68a187-479a-457c-a1d1-2935ec6f2c57, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:24:44.128750 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] For port ac68a187-479a-457c-a1d1-2935ec6f2c57, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ac68a187-479a-457c-a1d1-2935ec6f2c57,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:24:44.131276 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7cb0cd76-fc8f-4a7d-8283-a3d6f030592e req-9072d1d6-d3fd-466d-a785-b270f7adbcc2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548479 Mar 23 12:24:44.132650 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:44.144077 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:44.208358 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8134f90-cd6b-4b9c-8307-da1078848bad req-f3b679cd-a283-4d46-ae56-00751d1da759 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560698 Mar 23 12:24:44.246683 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Pushing event updated for resources: {'Port': ['ID=ac68a187-479a-457c-a1d1-2935ec6f2c57,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:44.289722 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a212a720-f81c-4892-b428-e8d2c32d6452 req-a870216b-494f-4ab7-8a9d-49cd8f7fe773 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022507 Mar 23 12:24:44.325584 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:44.326634 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:44.329057 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-32919d45-3cee-4eb3-894e-d6ab991d78dd service neutron] 10.222.0.77 "PUT /v2.0/ports/ac68a187-479a-457c-a1d1-2935ec6f2c57 HTTP/1.1" status: 200 len: 1096 time: 2.0371175 Mar 23 12:24:44.329794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0', 'tag': 'ac68a187-479a-457c-a1d1-2935ec6f2c57'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:24:44.334485 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cede8850-6231-432b-b89b-d190ba956df8" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0", "tag": "ac68a187-479a-457c-a1d1-2935ec6f2c57"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:24:44.387632 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d6485-ba06-4a63-a089-7bf8b8587a1f req-80dc3a45-79d1-415e-98d5-b07a530c0866 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:44.398960 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac0d6485-ba06-4a63-a089-7bf8b8587a1f req-80dc3a45-79d1-415e-98d5-b07a530c0866 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=138443c3-7e35-4186-a95c-98bacf6bca74 HTTP/1.1" status: 200 len: 946 time: 0.1005988 Mar 23 12:24:44.552514 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Allocated IP 172.25.2.70 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/fb5a9099-0e0f-4bf2-8482-c33c815f5095) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:44.557497 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac0d6485-ba06-4a63-a089-7bf8b8587a1f req-f89745c9-af01-4bfa-ae87-0ce341e2941b tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565118 Mar 23 12:24:44.696742 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-60bb3a2c-ca3d-4b21-9d5b-df79eb094571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:44.696742 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-60bb3a2c-ca3d-4b21-9d5b-df79eb094571 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=07a66fecb0f54a1eb89cf6ef40202742&device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0 HTTP/1.1" status: 200 len: 1099 time: 0.1809630 Mar 23 12:24:44.837902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c187b7-5aa9-4ec8-938b-f6cda38a1152 req-b1d96063-af20-41bb-af20-632eb6298d6c tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:44.841090 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13c187b7-5aa9-4ec8-938b-f6cda38a1152 req-b1d96063-af20-41bb-af20-632eb6298d6c tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 950 time: 0.2275670 Mar 23 12:24:44.844639 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:44.874342 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-3547e568-9280-4140-b78e-b7465ddeb806 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=ac68a187-479a-457c-a1d1-2935ec6f2c57 HTTP/1.1" status: 200 len: 217 time: 0.1707489 Mar 23 12:24:44.967812 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-3e9a6b51-c810-42fd-9ca8-77dc8c21f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:44.969715 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-3e9a6b51-c810-42fd-9ca8-77dc8c21f0aa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0882936 Mar 23 12:24:45.029580 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:45.036412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-73fc77b0-f9cc-4abf-ab20-a1b41b6de324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:45.038975 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-73fc77b0-f9cc-4abf-ab20-a1b41b6de324 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0617657 Mar 23 12:24:45.098502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:45.106003 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-13c187b7-5aa9-4ec8-938b-f6cda38a1152 req-c7dde24d-776a-462b-89e6-26dc5ce596d6 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Deleting port 4c94c750-1d43-492b-9280-f545e6b88365 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:24:45.106417 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-13c187b7-5aa9-4ec8-938b-f6cda38a1152 req-c7dde24d-776a-462b-89e6-26dc5ce596d6 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:45.109821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Pushing event updated for resources: {'Port': ['ID=fb5a9099-0e0f-4bf2-8482-c33c815f5095,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:45.122986 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:45.131385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:45.307202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:45.331561 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-fc60ece4-3a6d-40ee-997a-581634aab8b8 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839961 Mar 23 12:24:45.364736 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:45.408245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-13c187b7-5aa9-4ec8-938b-f6cda38a1152 req-c7dde24d-776a-462b-89e6-26dc5ce596d6 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] For port 4c94c750-1d43-492b-9280-f545e6b88365, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4c94c750-1d43-492b-9280-f545e6b88365,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:45.408608 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-13c187b7-5aa9-4ec8-938b-f6cda38a1152 req-c7dde24d-776a-462b-89e6-26dc5ce596d6 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:45.440066 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7cbc981-d019-45bd-a1ad-8999554e1903 req-7b73d3a5-3124-4d38-9be5-01af58b4ab27 tempest-ServersAdmin275Test-1536926 tempest-ServersAdmin275Test-1536926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0630281 Mar 23 12:24:45.450858 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-13c187b7-5aa9-4ec8-938b-f6cda38a1152 req-c7dde24d-776a-462b-89e6-26dc5ce596d6 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Calling delete_port for 4c94c750-1d43-492b-9280-f545e6b88365 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:24:45.644785 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-72e45dec-d6ea-40e3-83e6-70cdd898c288 req-36803f24-6485-43b3-b634-77780606d534 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042145 Mar 23 12:24:45.686214 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:24:45.751907 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:45.762999 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:45.809495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc0e03-70f7-4170-bdeb-9fd18912281b req-b326c907-e00e-4982-abc0-690d4c218713 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:45.814684 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6cbc0e03-70f7-4170-bdeb-9fd18912281b req-b326c907-e00e-4982-abc0-690d4c218713 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0 HTTP/1.1" status: 200 len: 948 time: 0.1281180 Mar 23 12:24:45.827240 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:45.847491 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:45.853789 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:45.856404 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2616282 Mar 23 12:24:45.868297 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:45.870815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5', 'mac_address': 'fa:16:3e:33:3b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:24:45.878620 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1beb37-3b05-4d9c-a472-e33ce543a798 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Pushing event updated for resources: {'Port': ['ID=fb5a9099-0e0f-4bf2-8482-c33c815f5095,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:45.893595 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-13c187b7-5aa9-4ec8-938b-f6cda38a1152 req-c7dde24d-776a-462b-89e6-26dc5ce596d6 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:45.922958 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6cbc0e03-70f7-4170-bdeb-9fd18912281b req-e7c5a841-800a-440d-9572-f1718135ea24 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936003 Mar 23 12:24:45.975956 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dde24d-776a-462b-89e6-26dc5ce596d6 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Pushing event deleted for resources: {'Port': ['ID=4c94c750-1d43-492b-9280-f545e6b88365,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:45.990458 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['86c9f902-87ff-40be-8481-ffeea27ac327', '4c94c750-1d43-492b-9280-f545e6b88365'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:24:45.995047 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:45.995961 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-77dd9a5f-c4ab-4e71-8fdf-48c5be1cdbea tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.70 HTTP/1.1" status: 200 len: 695 time: 0.1127262 Mar 23 12:24:46.023998 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ea25ff-5a59-4a63-9891-434141368d8b x-openstack-request-id: req-39ea25ff-5a59-4a63-9891-434141368d8b {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:24:46.024430 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0", "tag": "ac68a187-479a-457c-a1d1-2935ec6f2c57", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:24:46.024694 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39ea25ff-5a59-4a63-9891-434141368d8b {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:24:46.025221 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0', 'tag': 'ac68a187-479a-457c-a1d1-2935ec6f2c57', 'status': 'completed', 'code': 200} Mar 23 12:24:46.079325 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:24:46.154297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:46.154672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede8850-6231-432b-b89b-d190ba956df8 req-6a2860fa-832a-4159-9237-d2ea4986d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:46.157677 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cede8850-6231-432b-b89b-d190ba956df8 req-6a2860fa-832a-4159-9237-d2ea4986d3cc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=07a66fecb0f54a1eb89cf6ef40202742&device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0 HTTP/1.1" status: 200 len: 1099 time: 0.1532204 Mar 23 12:24:46.191966 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c187b7-5aa9-4ec8-938b-f6cda38a1152 req-c7dde24d-776a-462b-89e6-26dc5ce596d6 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] No DVR routers for this DVR port 4c94c750-1d43-492b-9280-f545e6b88365 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:24:46.192981 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:46.227760 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-13c187b7-5aa9-4ec8-938b-f6cda38a1152 req-c7dde24d-776a-462b-89e6-26dc5ce596d6 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:46.245566 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13c187b7-5aa9-4ec8-938b-f6cda38a1152 req-c7dde24d-776a-462b-89e6-26dc5ce596d6 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.77 "DELETE /v2.0/ports/4c94c750-1d43-492b-9280-f545e6b88365 HTTP/1.1" status: 204 len: 173 time: 1.3887887 Mar 23 12:24:46.323396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:46.401131 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-45e93d08-ee8a-401a-8464-e576b3e97575 req-1fe887ce-96d5-46f2-949c-cb9fd935301c tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a96750d-e3ea-49a0-b0f7-afcae19ce881 HTTP/1.1" status: 200 len: 210 time: 0.1030738 Mar 23 12:24:46.438787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-1e7327c0-92a3-406f-8180-9f7af7a5f0dc tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:46.449487 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9bf20b06-96a7-4ad4-80c8-cf8b5977b709 req-1e7327c0-92a3-406f-8180-9f7af7a5f0dc tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.4225492 Mar 23 12:24:46.485623 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede8850-6231-432b-b89b-d190ba956df8 req-72a1e8c1-1531-4021-a457-8bea020fa161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:46.496485 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cede8850-6231-432b-b89b-d190ba956df8 req-72a1e8c1-1531-4021-a457-8bea020fa161 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.3227432 Mar 23 12:24:46.590462 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cede8850-6231-432b-b89b-d190ba956df8 req-d908ac0f-816b-41b5-aaac-ceaf11d8b64c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=ac68a187-479a-457c-a1d1-2935ec6f2c57 HTTP/1.1" status: 200 len: 217 time: 0.0878050 Mar 23 12:24:46.687583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['1c8816f0-c3c3-44c1-89d7-95c28ead7cd5'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:24:46.707319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8718b72-3adf-443a-9a2c-da4a1d2ae436 req-17bc1465-23e7-4b61-818a-b23d0e8d4aa9 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:46.721363 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a8718b72-3adf-443a-9a2c-da4a1d2ae436 req-17bc1465-23e7-4b61-818a-b23d0e8d4aa9 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3f6ec0f5-31f7-4bc8-b001-45f378b0f398 HTTP/1.1" status: 200 len: 1101 time: 0.2025440 Mar 23 12:24:46.795367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede8850-6231-432b-b89b-d190ba956df8 req-845ebee3-fd63-4a12-86d4-6813234341f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:46.797896 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cede8850-6231-432b-b89b-d190ba956df8 req-845ebee3-fd63-4a12-86d4-6813234341f7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1812322 Mar 23 12:24:46.912979 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a8718b72-3adf-443a-9a2c-da4a1d2ae436 req-09961a23-fdb8-49a3-a21a-ed1bfbacab7d tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903272 Mar 23 12:24:47.007812 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47da4e69-a879-415d-aed8-8325e3b388e7 req-8092afc1-a708-4bcc-8446-022e6c4eec1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd2f66de01d249c79a1dfe715aeda2d0&device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0889637 Mar 23 12:24:47.128419 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213fe71-a8d3-441d-bea1-d88efe44e71f req-932d1b0f-5893-41dc-b1c5-38282a77dc55 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:47.165752 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0213fe71-a8d3-441d-bea1-d88efe44e71f req-932d1b0f-5893-41dc-b1c5-38282a77dc55 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=138443c3-7e35-4186-a95c-98bacf6bca74 HTTP/1.1" status: 200 len: 946 time: 0.1924131 Mar 23 12:24:47.178216 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede8850-6231-432b-b89b-d190ba956df8 req-78081c20-3aeb-415b-9b56-126167ee94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:47.180732 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cede8850-6231-432b-b89b-d190ba956df8 req-78081c20-3aeb-415b-9b56-126167ee94c2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3626688 Mar 23 12:24:47.183341 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47da4e69-a879-415d-aed8-8325e3b388e7 req-52cb3c64-7db0-4ea5-b7b7-407ef8575b67 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=bd2f66de01d249c79a1dfe715aeda2d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1542895 Mar 23 12:24:47.231162 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:47.263485 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0213fe71-a8d3-441d-bea1-d88efe44e71f req-a95330bb-0549-4c86-977d-246e6ca79e3c tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965676 Mar 23 12:24:47.443593 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f0205d16-aecc-4446-890d-0238eaef325b req-b6464da1-5260-4a24-9c19-b6254d8a8014 tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0823708 Mar 23 12:24:47.485505 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b4bac36b-24f5-4df3-8dcc-98130b3324f3 req-cf449c85-bb7a-4950-bc55-3e4d927ee5df tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips/d21fcfe7-9036-47d9-9429-644406eb5f07 HTTP/1.1" status: 200 len: 692 time: 0.3301251 Mar 23 12:24:47.638340 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da4e69-a879-415d-aed8-8325e3b388e7 req-492a6e7f-30f0-4ed2-b4cf-1850f5e8109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:47.639898 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47da4e69-a879-415d-aed8-8325e3b388e7 req-492a6e7f-30f0-4ed2-b4cf-1850f5e8109a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3747103 Mar 23 12:24:47.667559 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cede8850-6231-432b-b89b-d190ba956df8 req-1f9a1977-47df-4a0a-8b05-03ccb2ad4408 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040508 Mar 23 12:24:47.671356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a44aea-b256-48fd-aad4-e793823334f3 req-be111136-414f-4da4-bb43-004d2628b99a tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:47.673623 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0a44aea-b256-48fd-aad4-e793823334f3 req-be111136-414f-4da4-bb43-004d2628b99a tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0 HTTP/1.1" status: 200 len: 948 time: 0.0938590 Mar 23 12:24:47.696409 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 4c94c750-1d43-492b-9280-f545e6b88365 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:24:47.768602 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 4c94c750-1d43-492b-9280-f545e6b88365 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:24:47.769371 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 4c94c750-1d43-492b-9280-f545e6b88365 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:24:47.787443 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0a44aea-b256-48fd-aad4-e793823334f3 req-cfc4b0ee-945d-4f84-978a-0bcda84df718 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035731 Mar 23 12:24:47.834580 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bac36b-24f5-4df3-8dcc-98130b3324f3 req-6d25c863-4731-45cf-901c-1f116bb44b5a tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:47.836059 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b4bac36b-24f5-4df3-8dcc-98130b3324f3 req-6d25c863-4731-45cf-901c-1f116bb44b5a tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.3501358 Mar 23 12:24:47.860981 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-b4bac36b-24f5-4df3-8dcc-98130b3324f3 req-e7f56014-e5e8-4338-818a-608ad9f33264 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:24:47.862098 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b4bac36b-24f5-4df3-8dcc-98130b3324f3 req-e7f56014-e5e8-4338-818a-608ad9f33264 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080395 Mar 23 12:24:47.864951 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cede8850-6231-432b-b89b-d190ba956df8 req-40a8b3bc-9b24-4793-90b3-fa0c7716c2f5 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866677 Mar 23 12:24:48.006701 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0c3dd-c37c-4a81-8457-d9e0af6fecde req-f6012b04-62d7-4425-81a1-fac7d6f2c328 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:48.008163 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53b0c3dd-c37c-4a81-8457-d9e0af6fecde req-f6012b04-62d7-4425-81a1-fac7d6f2c328 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ff0c86bf-0833-4299-a32c-ca4a10d99d40 HTTP/1.1" status: 200 len: 1100 time: 0.0998554 Mar 23 12:24:48.034494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a96750d-e3ea-49a0-b0f7-afcae19ce881', 'name': 'network-vif-deleted', 'tag': '4c94c750-1d43-492b-9280-f545e6b88365'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:24:48.037029 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adb66b9-460d-4f4d-be7d-dec1fd58e455" -d '{"events": [{"server_uuid": "4a96750d-e3ea-49a0-b0f7-afcae19ce881", "name": "network-vif-deleted", "tag": "4c94c750-1d43-492b-9280-f545e6b88365"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:24:48.071420 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53b0c3dd-c37c-4a81-8457-d9e0af6fecde req-16dc1fcc-8a08-402e-ab24-1bdabacd2802 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558259 Mar 23 12:24:48.083339 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af952ee-fdc6-43dc-92d8-88ef3c1244d4 req-52315bdf-7069-472d-ae73-10b7377658e3 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:48.086653 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1af952ee-fdc6-43dc-92d8-88ef3c1244d4 req-52315bdf-7069-472d-ae73-10b7377658e3 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=138443c3-7e35-4186-a95c-98bacf6bca74 HTTP/1.1" status: 200 len: 946 time: 0.0948036 Mar 23 12:24:48.100468 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45072) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:48.115888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8dde6e8f-b57a-44e2-b20f-dda53ab8d08a tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Request body: {'floatingip': {'port_id': '4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:48.199508 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b621d4d-cc57-49f7-8924-c7a493eb170b req-3e22a9eb-40a1-496a-bf90-057336b6baf4 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips/d21fcfe7-9036-47d9-9429-644406eb5f07 HTTP/1.1" status: 200 len: 692 time: 0.0609150 Mar 23 12:24:48.256498 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dde6e8f-b57a-44e2-b20f-dda53ab8d08a tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:48.350424 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8927beba-29a3-43ad-8cfa-ab3f730f8596 x-openstack-request-id: req-8927beba-29a3-43ad-8cfa-ab3f730f8596 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:24:48.350796 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a96750d-e3ea-49a0-b0f7-afcae19ce881", "name": "network-vif-deleted", "tag": "4c94c750-1d43-492b-9280-f545e6b88365", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:24:48.351124 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8927beba-29a3-43ad-8cfa-ab3f730f8596 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:24:48.351578 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a96750d-e3ea-49a0-b0f7-afcae19ce881', 'name': 'network-vif-deleted', 'tag': '4c94c750-1d43-492b-9280-f545e6b88365', 'status': 'completed', 'code': 200} Mar 23 12:24:48.380983 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b621d4d-cc57-49f7-8924-c7a493eb170b req-793aa1b0-313b-43fa-b3e6-37572742a907 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:48.390039 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b621d4d-cc57-49f7-8924-c7a493eb170b req-793aa1b0-313b-43fa-b3e6-37572742a907 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.1732898 Mar 23 12:24:48.829701 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b621d4d-cc57-49f7-8924-c7a493eb170b req-180db05d-96aa-42c9-8f2c-c87f23d3f76b tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.70 HTTP/1.1" status: 200 len: 695 time: 0.4387307 Mar 23 12:24:48.956604 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b621d4d-cc57-49f7-8924-c7a493eb170b req-63afcb4c-1037-4f93-a881-c26eabed7299 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.70 HTTP/1.1" status: 200 len: 695 time: 0.1163189 Mar 23 12:24:49.180214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-6b621d4d-cc57-49f7-8924-c7a493eb170b req-7f6f4b03-046e-4a6d-87b7-6ece2180090e tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Deleting port fb5a9099-0e0f-4bf2-8482-c33c815f5095 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:24:49.180898 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b621d4d-cc57-49f7-8924-c7a493eb170b req-7f6f4b03-046e-4a6d-87b7-6ece2180090e tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:49.314643 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-36dbe40c-4e10-426a-aa2a-f142b1ca0d36 req-54e32e4b-6c35-4e29-bd6a-3c9c19db147e tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.3544953 Mar 23 12:24:49.343580 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b621d4d-cc57-49f7-8924-c7a493eb170b req-7f6f4b03-046e-4a6d-87b7-6ece2180090e tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:49.344321 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b621d4d-cc57-49f7-8924-c7a493eb170b req-7f6f4b03-046e-4a6d-87b7-6ece2180090e tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:49.367224 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-6b621d4d-cc57-49f7-8924-c7a493eb170b req-7f6f4b03-046e-4a6d-87b7-6ece2180090e tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Calling delete_port for fb5a9099-0e0f-4bf2-8482-c33c815f5095 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:24:49.611698 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b621d4d-cc57-49f7-8924-c7a493eb170b req-7f6f4b03-046e-4a6d-87b7-6ece2180090e tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:49.627521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd77077-8ae8-46c3-948c-22e538905a92 req-033617a5-da6f-462a-8f05-6c846507a39d tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:49.629034 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-efd77077-8ae8-46c3-948c-22e538905a92 req-033617a5-da6f-462a-8f05-6c846507a39d tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 950 time: 0.1925673 Mar 23 12:24:49.646837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f4b03-046e-4a6d-87b7-6ece2180090e tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Pushing event deleted for resources: {'Port': ['ID=fb5a9099-0e0f-4bf2-8482-c33c815f5095,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:49.679099 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b621d4d-cc57-49f7-8924-c7a493eb170b req-7f6f4b03-046e-4a6d-87b7-6ece2180090e tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:49.684168 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b621d4d-cc57-49f7-8924-c7a493eb170b req-7f6f4b03-046e-4a6d-87b7-6ece2180090e tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:49.686147 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b621d4d-cc57-49f7-8924-c7a493eb170b req-7f6f4b03-046e-4a6d-87b7-6ece2180090e tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "DELETE /v2.0/floatingips/d21fcfe7-9036-47d9-9429-644406eb5f07 HTTP/1.1" status: 204 len: 173 time: 0.7160070 Mar 23 12:24:49.697032 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ac68a187-479a-457c-a1d1-2935ec6f2c57 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:24:49.731174 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:49.773785 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47da4e69-a879-415d-aed8-8325e3b388e7 req-9fc9c8d1-ac08-43a3-83cd-0465ca042b6f tempest-ServersAdmin275Test-683371892 tempest-ServersAdmin275Test-683371892-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d9c8a9b-7e8f-4619-9bd2-2e663b11d53e HTTP/1.1" status: 200 len: 210 time: 0.0639153 Mar 23 12:24:49.783260 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-efd77077-8ae8-46c3-948c-22e538905a92 req-5b11efbf-c30f-4cd0-b345-70234d64cfbc tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464946 Mar 23 12:24:49.801411 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dde6e8f-b57a-44e2-b20f-dda53ab8d08a tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:49.806964 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dde6e8f-b57a-44e2-b20f-dda53ab8d08a tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:49.861180 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ac68a187-479a-457c-a1d1-2935ec6f2c57, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ac68a187-479a-457c-a1d1-2935ec6f2c57,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:49.870394 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c57547-7161-441f-ba60-e6e0aa65bf5d req-b63724e6-9530-4968-a118-3e7d8354763c tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:49.872059 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13c57547-7161-441f-ba60-e6e0aa65bf5d req-b63724e6-9530-4968-a118-3e7d8354763c tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0 HTTP/1.1" status: 200 len: 948 time: 0.1092958 Mar 23 12:24:49.883024 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'ac68a187-479a-457c-a1d1-2935ec6f2c57', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'ac68a187-479a-457c-a1d1-2935ec6f2c57', 'mac_address': 'fa:16:3e:11:fc:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:24:49.887801 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:24:49.897207 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:49.897830 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:49.932195 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13c57547-7161-441f-ba60-e6e0aa65bf5d req-c6776c8e-7aed-4309-94e4-6550eb0c75e4 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512226 Mar 23 12:24:49.970349 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:49.989531 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac68a187-479a-457c-a1d1-2935ec6f2c57 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:24:50.017160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ac68a187-479a-457c-a1d1-2935ec6f2c57, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ac68a187-479a-457c-a1d1-2935ec6f2c57,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:50.023113 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:50.036604 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-8dde6e8f-b57a-44e2-b20f-dda53ab8d08a tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Floating IP 40346554-61be-4216-a7fa-5a5c4b38aadc associated. External IP: 172.25.2.253, port: 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f. Mar 23 12:24:50.121820 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:50.122162 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1b81e6d6-9b3d-476f-88a8-9e95eda48ccc tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495543 Mar 23 12:24:50.165618 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ac68a187-479a-457c-a1d1-2935ec6f2c57,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:50.229146 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:50.233256 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a86867-09c8-4154-9d20-e94e05610a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:24:50.237055 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11bc215-b77e-47ca-820f-097b68ce2910" -d '{"events": [{"server_uuid": "b2a86867-09c8-4154-9d20-e94e05610a52", "name": "network-vif-plugged", "status": "completed", "tag": "1c8816f0-c3c3-44c1-89d7-95c28ead7cd5"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:24:50.245551 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:50.332094 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:50.352201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-0f997372-f463-463a-945a-787dc6d944e8 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:50.363005 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-0f997372-f463-463a-945a-787dc6d944e8 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359750 Mar 23 12:24:50.386267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f940518-381a-4948-b13a-0996c17ff525 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/quotas/4a0fc61c44cc4b5fbce22a4dd6a0e33d HTTP/1.1" status: 200 len: 375 time: 0.0220375 Mar 23 12:24:50.433582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['ac68a187-479a-457c-a1d1-2935ec6f2c57'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:24:50.467131 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-f76f31f8-5a72-4186-96f6-3854ec68a656 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797398 Mar 23 12:24:50.531604 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97db1f-fedc-4ba8-b8cc-b01e8343592e req-d570194b-7f22-4735-a708-239aac7ee048 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:50.533884 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f97db1f-fedc-4ba8-b8cc-b01e8343592e req-d570194b-7f22-4735-a708-239aac7ee048 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.77 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 950 time: 0.1717699 Mar 23 12:24:50.554830 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dde6e8f-b57a-44e2-b20f-dda53ab8d08a tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Router 4e04151c-df0d-47cd-a19a-612af8ac8826 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:24:50.716428 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45130) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:50.734536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45132) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:50.794492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b7916b25-9b1e-4bc5-9ecc-345f28de88d9 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1309856911', 'description': 'tempest-description--415357181'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:50.893250 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2dbdb2cd-6a20-4dbe-9d2a-786a03fc4225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:50.926586 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7916b25-9b1e-4bc5-9ecc-345f28de88d9 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:50.936775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-7f97db1f-fedc-4ba8-b8cc-b01e8343592e req-dc0df2ad-6e3c-44e6-8a65-21949f1787b5 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Deleting port 86c9f902-87ff-40be-8481-ffeea27ac327 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:24:50.937356 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f97db1f-fedc-4ba8-b8cc-b01e8343592e req-dc0df2ad-6e3c-44e6-8a65-21949f1787b5 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:50.956157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dde6e8f-b57a-44e2-b20f-dda53ab8d08a tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:24:50.986247 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dde6e8f-b57a-44e2-b20f-dda53ab8d08a tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:50.993861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f398d-5347-4373-833e-b5131d2c9acc None None] Sync routers for ids ['4e04151c-df0d-47cd-a19a-612af8ac8826'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:24:51.013740 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f398d-5347-4373-833e-b5131d2c9acc None None] Routers {'4e04151c-df0d-47cd-a19a-612af8ac8826'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:24:51.017164 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8e0f398d-5347-4373-833e-b5131d2c9acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:24:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['4e04151c-df0d-47cd-a19a-612af8ac8826'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:51.026436 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d81284-d0bc-41b1-975d-4a6590497440 x-openstack-request-id: req-d4d81284-d0bc-41b1-975d-4a6590497440 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:24:51.026436 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a86867-09c8-4154-9d20-e94e05610a52", "name": "network-vif-plugged", "status": "completed", "tag": "1c8816f0-c3c3-44c1-89d7-95c28ead7cd5", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:24:51.027414 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4d81284-d0bc-41b1-975d-4a6590497440 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:24:51.028064 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a86867-09c8-4154-9d20-e94e05610a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5', 'code': 200} Mar 23 12:24:51.220508 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8dde6e8f-b57a-44e2-b20f-dda53ab8d08a tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "PUT /v2.0/floatingips/40346554-61be-4216-a7fa-5a5c4b38aadc HTTP/1.1" status: 200 len: 992 time: 3.1182170 Mar 23 12:24:51.252454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138443c3-7e35-4186-a95c-98bacf6bca74', 'tag': '4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:24:51.256268 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460b4409-ee0c-4a99-b130-d742d8349acd" -d '{"events": [{"name": "network-changed", "server_uuid": "138443c3-7e35-4186-a95c-98bacf6bca74", "tag": "4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:24:51.280044 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2dbdb2cd-6a20-4dbe-9d2a-786a03fc4225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:51.301944 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2dbdb2cd-6a20-4dbe-9d2a-786a03fc4225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:51.305606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b728b04-0f9a-41eb-bf62-e4fd17a93e04 req-3dcadf82-bbf9-4a09-900c-d3e122601a03 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:51.308094 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1b728b04-0f9a-41eb-bf62-e4fd17a93e04 req-3dcadf82-bbf9-4a09-900c-d3e122601a03 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5057852 Mar 23 12:24:51.377284 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7f97db1f-fedc-4ba8-b8cc-b01e8343592e req-dc0df2ad-6e3c-44e6-8a65-21949f1787b5 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] For port 86c9f902-87ff-40be-8481-ffeea27ac327, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=86c9f902-87ff-40be-8481-ffeea27ac327,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:51.377802 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f97db1f-fedc-4ba8-b8cc-b01e8343592e req-dc0df2ad-6e3c-44e6-8a65-21949f1787b5 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:51.414410 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8e0f398d-5347-4373-833e-b5131d2c9acc None None] Set router 4e04151c-df0d-47cd-a19a-612af8ac8826 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:24:51.435335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-7f97db1f-fedc-4ba8-b8cc-b01e8343592e req-dc0df2ad-6e3c-44e6-8a65-21949f1787b5 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Calling delete_port for 86c9f902-87ff-40be-8481-ffeea27ac327 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:24:51.461850 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7916b25-9b1e-4bc5-9ecc-345f28de88d9 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:51.493208 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2dbdb2cd-6a20-4dbe-9d2a-786a03fc4225 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a684ee8ba4864490a4336170d363b556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7532852 Mar 23 12:24:51.493208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d822a46-0c17-416a-ae20-85c45ad65b41 req-f286325c-01ef-422e-ac27-6df362539075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:51.493717 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d822a46-0c17-416a-ae20-85c45ad65b41 req-f286325c-01ef-422e-ac27-6df362539075 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 1101 time: 0.3703442 Mar 23 12:24:51.494322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdb2cd-6a20-4dbe-9d2a-786a03fc4225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92c9917-62e2-4701-8166-6ffbdd1ac5d4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:51.510118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45162) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:51.558132 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2c40e-c383-4044-be62-475115b83464 req-2d81a7b8-6ee7-486d-b5f7-232edab4a1ba tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:51.559970 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-16d2c40e-c383-4044-be62-475115b83464 req-2d81a7b8-6ee7-486d-b5f7-232edab4a1ba tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/ports?device_id=46947afe-12ca-43da-adb4-94d3f026bcb9 HTTP/1.1" status: 200 len: 950 time: 0.3097444 Mar 23 12:24:51.663091 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d822a46-0c17-416a-ae20-85c45ad65b41 req-6d3a0f1e-8b8e-42a2-b3e2-e36b0f6064a9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538250 Mar 23 12:24:51.694599 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-16d2c40e-c383-4044-be62-475115b83464 req-b0961d29-8512-42c7-b688-6d3f00852360 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.52 "GET /v2.0/security-groups?id=c13837dc-9a61-41c3-bf25-26c5b7cdecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168883 Mar 23 12:24:51.706544 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7916b25-9b1e-4bc5-9ecc-345f28de88d9 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:51.708645 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5eecc7e9-71f3-4948-848a-921cc4ac02ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:51.733964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45164) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:51.756657 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5eecc7e9-71f3-4948-848a-921cc4ac02ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:51.762351 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ac68a187-479a-457c-a1d1-2935ec6f2c57 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:24:51.823175 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5eecc7e9-71f3-4948-848a-921cc4ac02ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:51.829891 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5eecc7e9-71f3-4948-848a-921cc4ac02ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:51.834878 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5eecc7e9-71f3-4948-848a-921cc4ac02ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c92c9917-62e2-4701-8166-6ffbdd1ac5d4 HTTP/1.1" status: 204 len: 168 time: 0.3198979 Mar 23 12:24:51.872712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecc7e9-71f3-4948-848a-921cc4ac02ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92c9917-62e2-4701-8166-6ffbdd1ac5d4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:51.881543 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7916b25-9b1e-4bc5-9ecc-345f28de88d9 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:51.885133 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b7916b25-9b1e-4bc5-9ecc-345f28de88d9 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1671722 Mar 23 12:24:51.891152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45172) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:51.892975 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f97db1f-fedc-4ba8-b8cc-b01e8343592e req-dc0df2ad-6e3c-44e6-8a65-21949f1787b5 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:51.905634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3f0e5e5a-e7f2-406c-92eb-fce9d8a86679 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Request body: {'security_group_rule': {'security_group_id': '76b55418-9dcf-49dc-8b15-7209a124dfa2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:51.931949 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7916b25-9b1e-4bc5-9ecc-345f28de88d9 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b55418-9dcf-49dc-8b15-7209a124dfa2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:51.987386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0df2ad-6e3c-44e6-8a65-21949f1787b5 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Pushing event deleted for resources: {'Port': ['ID=86c9f902-87ff-40be-8481-ffeea27ac327,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:52.003023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708c20b-e08f-4f88-ae3f-875dbfd95908 req-9c00b3d2-59c6-455f-be3c-db909299088a tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:52.013152 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9708c20b-e08f-4f88-ae3f-875dbfd95908 req-9c00b3d2-59c6-455f-be3c-db909299088a tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0 HTTP/1.1" status: 200 len: 949 time: 0.3087814 Mar 23 12:24:52.032478 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f0e5e5a-e7f2-406c-92eb-fce9d8a86679 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:52.069080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f97db1f-fedc-4ba8-b8cc-b01e8343592e req-dc0df2ad-6e3c-44e6-8a65-21949f1787b5 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] No DVR routers for this DVR port 86c9f902-87ff-40be-8481-ffeea27ac327 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:24:52.091717 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7f97db1f-fedc-4ba8-b8cc-b01e8343592e req-dc0df2ad-6e3c-44e6-8a65-21949f1787b5 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:52.104490 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f97db1f-fedc-4ba8-b8cc-b01e8343592e req-dc0df2ad-6e3c-44e6-8a65-21949f1787b5 tempest-LiveMigrationNegativeTest-1321518039 tempest-LiveMigrationNegativeTest-1321518039-project] 10.222.0.77 "DELETE /v2.0/ports/86c9f902-87ff-40be-8481-ffeea27ac327 HTTP/1.1" status: 204 len: 173 time: 1.5620639 Mar 23 12:24:52.133685 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9708c20b-e08f-4f88-ae3f-875dbfd95908 req-c67075df-81be-488e-b323-483d45ddcfb2 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186762 Mar 23 12:24:52.162437 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f0e5e5a-e7f2-406c-92eb-fce9d8a86679 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:52.166878 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f0e5e5a-e7f2-406c-92eb-fce9d8a86679 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:52.308060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e5e5a-e7f2-406c-92eb-fce9d8a86679 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3897398b-5f70-4720-80ec-74e9c622829e,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:52.334193 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f0e5e5a-e7f2-406c-92eb-fce9d8a86679 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:52.356520 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3f0e5e5a-e7f2-406c-92eb-fce9d8a86679 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4631515 Mar 23 12:24:52.366694 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45178) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:52.378213 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2597030a-7dd2-4d8b-8bd8-ab51f001b9da x-openstack-request-id: req-2597030a-7dd2-4d8b-8bd8-ab51f001b9da {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:24:52.378500 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138443c3-7e35-4186-a95c-98bacf6bca74", "tag": "4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:24:52.378744 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2597030a-7dd2-4d8b-8bd8-ab51f001b9da {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:24:52.379126 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138443c3-7e35-4186-a95c-98bacf6bca74', 'tag': '4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f', 'status': 'completed', 'code': 200} Mar 23 12:24:52.389089 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:24:52.389910 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f223b260-dfd6-4719-bd36-1e7fdfc3bf8f tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Request body: {'security_group_rule': {'security_group_id': '76b55418-9dcf-49dc-8b15-7209a124dfa2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:52.395627 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port ac68a187-479a-457c-a1d1-2935ec6f2c57 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:24:52.408153 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port ac68a187-479a-457c-a1d1-2935ec6f2c57 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:52.408852 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:52.469450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cadc6-9184-425c-922a-6c2566b9c170 req-d64827d5-ea65-4058-94d8-d84680e0e012 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:52.485440 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a1cadc6-9184-425c-922a-6c2566b9c170 req-d64827d5-ea65-4058-94d8-d84680e0e012 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=138443c3-7e35-4186-a95c-98bacf6bca74 HTTP/1.1" status: 200 len: 946 time: 0.1756279 Mar 23 12:24:52.628977 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-20f63b9a-6891-4b48-804d-ba6145435fac req-68503402-b3a6-4ce1-bd37-f8fb083448a0 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=789c56eb72dd4c98900ad029807dcf2e HTTP/1.1" status: 200 len: 1657 time: 0.2225189 Mar 23 12:24:52.681925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8e0f398d-5347-4373-833e-b5131d2c9acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:41Z', 'revision_number': 4, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '40346554-61be-4216-a7fa-5a5c4b38aadc', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'port_id': '4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'mac_address': 'fa:16:3e:d4:f5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138443c3-7e35-4186-a95c-98bacf6bca74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:24:18Z', 'updated_at': '2022-03-23T12:24:49Z', 'revision_number': 1, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857f5288-90f4-4f8d-9ee6-351facafc4f7', 'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'mac_address': 'fa:16:3e:3b:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:39Z', 'updated_at': '2022-03-23T12:23:49Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'subnets': [{'id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:52.693030 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f223b260-dfd6-4719-bd36-1e7fdfc3bf8f tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:52.735047 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc853865-eef8-4e75-bae5-406ffb357fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:52.779065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45186) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:52.855958 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:52.897186 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f398d-5347-4373-833e-b5131d2c9acc None None] Checking router: 4e04151c-df0d-47cd-a19a-612af8ac8826 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:24:52.922244 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f398d-5347-4373-833e-b5131d2c9acc None None] Routers {'4e04151c-df0d-47cd-a19a-612af8ac8826'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:24:52.923392 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8e0f398d-5347-4373-833e-b5131d2c9acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:24:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['4e04151c-df0d-47cd-a19a-612af8ac8826'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:52.929480 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc853865-eef8-4e75-bae5-406ffb357fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:52.953222 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc853865-eef8-4e75-bae5-406ffb357fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:52.979504 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-021a6932-a72b-45cb-8f54-01cc530c2870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:53.016702 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fc853865-eef8-4e75-bae5-406ffb357fb7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd2f66de01d249c79a1dfe715aeda2d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2779098 Mar 23 12:24:53.022668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc853865-eef8-4e75-bae5-406ffb357fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6ac161-ddad-40c3-b264-420c8fc6b026,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:53.025099 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45188) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:53.083575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ac68a187-479a-457c-a1d1-2935ec6f2c57, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ac68a187-479a-457c-a1d1-2935ec6f2c57,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:24:53.085255 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac68a187-479a-457c-a1d1-2935ec6f2c57'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:24:53.091976 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9307c23-c163-4d0e-8d0f-e96810ad57c1" -d '{"events": [{"server_uuid": "7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0", "name": "network-vif-plugged", "status": "completed", "tag": "ac68a187-479a-457c-a1d1-2935ec6f2c57"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:24:53.106443 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:53.132061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b4409-ee0c-4a99-b130-d742d8349acd req-9c4403fa-ca38-4e69-b4e9-125c10e9b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:53.150230 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-460b4409-ee0c-4a99-b130-d742d8349acd req-9c4403fa-ca38-4e69-b4e9-125c10e9b516 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8001c6b343c74d98acb249e144cd9ee4&device_id=138443c3-7e35-4186-a95c-98bacf6bca74 HTTP/1.1" status: 200 len: 1097 time: 0.7432961 Mar 23 12:24:53.241907 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f223b260-dfd6-4719-bd36-1e7fdfc3bf8f tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:53.287272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a1cadc6-9184-425c-922a-6c2566b9c170 req-05e6dc3a-bcf0-4714-9fec-07b66f91f79a tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7952588 Mar 23 12:24:53.319106 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ac68a187-479a-457c-a1d1-2935ec6f2c57,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:53.329621 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f63b9a-6891-4b48-804d-ba6145435fac req-5b224384-bb4a-4fce-8cc4-dc3e838150d0 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:53.359226 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-20f63b9a-6891-4b48-804d-ba6145435fac req-5b224384-bb4a-4fce-8cc4-dc3e838150d0 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/networks?id=d572c108-a075-488a-949c-3a07028bd9a2&id=d572c108-a075-488a-949c-3a07028bd9a2&id=d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 787 time: 0.7159753 Mar 23 12:24:53.368521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8e0f398d-5347-4373-833e-b5131d2c9acc None None] Set router 4e04151c-df0d-47cd-a19a-612af8ac8826 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:24:53.385428 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f223b260-dfd6-4719-bd36-1e7fdfc3bf8f tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:53.424359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b4409-ee0c-4a99-b130-d742d8349acd req-0a1a2b8b-1e82-4782-80cd-de639d24e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:53.431076 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-460b4409-ee0c-4a99-b130-d742d8349acd req-0a1a2b8b-1e82-4782-80cd-de639d24e3d8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f731e4d7-4c9b-4d2d-963d-6cfadce42a60 HTTP/1.1" status: 200 len: 925 time: 0.2687230 Mar 23 12:24:53.534459 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223b260-dfd6-4719-bd36-1e7fdfc3bf8f tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d136dd16-b79d-4de6-8ebd-23ffa87badd1,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:53.554453 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f223b260-dfd6-4719-bd36-1e7fdfc3bf8f tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:53.559917 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f223b260-dfd6-4719-bd36-1e7fdfc3bf8f tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1871526 Mar 23 12:24:53.560635 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45204) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:53.566896 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73f7ccd6-7bd6-42cc-9667-8c63860853cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:53.587416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:53.589709 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4b3640-b266-4889-8095-baaaf4bdc224 x-openstack-request-id: req-af4b3640-b266-4889-8095-baaaf4bdc224 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:24:53.590546 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0", "name": "network-vif-plugged", "status": "completed", "tag": "ac68a187-479a-457c-a1d1-2935ec6f2c57", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:24:53.590546 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af4b3640-b266-4889-8095-baaaf4bdc224 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:24:53.590855 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac68a187-479a-457c-a1d1-2935ec6f2c57', 'code': 200} Mar 23 12:24:53.646945 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:53.675749 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-714292b1-d68e-4a59-a521-d298d482373f req-c1bee71b-e066-4c05-9954-0c4173f8187c tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe7a7506-c4c4-46db-9270-46bcffca7157 HTTP/1.1" status: 200 len: 210 time: 0.2032142 Mar 23 12:24:53.833174 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73f7ccd6-7bd6-42cc-9667-8c63860853cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:53.855475 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-021a6932-a72b-45cb-8f54-01cc530c2870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:53.864871 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-86f81d62-f317-427c-8a37-608356adc6ca req-14c7c79d-37d8-4216-b22e-1939d276772d tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips/686f0a1f-d726-4e92-a4b3-dd1ac02bbc5f HTTP/1.1" status: 200 len: 693 time: 0.1314075 Mar 23 12:24:53.894029 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 86c9f902-87ff-40be-8481-ffeea27ac327 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:24:53.916517 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-021a6932-a72b-45cb-8f54-01cc530c2870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:53.933395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 86c9f902-87ff-40be-8481-ffeea27ac327 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:24:53.933693 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 86c9f902-87ff-40be-8481-ffeea27ac327 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:24:53.960946 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a6932-a72b-45cb-8f54-01cc530c2870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd371ef3-f270-4da2-9252-ad22e729165d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:54.038910 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe610064-b17a-4a61-9ee2-7225acf119b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:54.093141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8e0f398d-5347-4373-833e-b5131d2c9acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:41Z', 'revision_number': 4, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '40346554-61be-4216-a7fa-5a5c4b38aadc', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'port_id': '4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'mac_address': 'fa:16:3e:d4:f5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138443c3-7e35-4186-a95c-98bacf6bca74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:24:18Z', 'updated_at': '2022-03-23T12:24:49Z', 'revision_number': 1, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857f5288-90f4-4f8d-9ee6-351facafc4f7', 'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'mac_address': 'fa:16:3e:3b:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:39Z', 'updated_at': '2022-03-23T12:23:49Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'subnets': [{'id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:24:54.108827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f81d62-f317-427c-8a37-608356adc6ca req-52653f6e-2c40-40c1-b8fb-918fd48d2ad1 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:54.128614 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-86f81d62-f317-427c-8a37-608356adc6ca req-52653f6e-2c40-40c1-b8fb-918fd48d2ad1 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.2540720 Mar 23 12:24:54.134230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46135a7-9631-49a0-97a1-3d612942bbe8 req-a35191a0-4719-4efb-87ed-8fdd5eea1238 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:54.141077 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e46135a7-9631-49a0-97a1-3d612942bbe8 req-a35191a0-4719-4efb-87ed-8fdd5eea1238 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0 HTTP/1.1" status: 200 len: 950 time: 0.4678283 Mar 23 12:24:54.147665 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f398d-5347-4373-833e-b5131d2c9acc None None] The sync data for ids ['4e04151c-df0d-47cd-a19a-612af8ac8826'] in n-d-834854-1 is: [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:41Z', 'revision_number': 4, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '40346554-61be-4216-a7fa-5a5c4b38aadc', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'port_id': '4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'mac_address': 'fa:16:3e:d4:f5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138443c3-7e35-4186-a95c-98bacf6bca74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:24:18Z', 'updated_at': '2022-03-23T12:24:49Z', 'revision_number': 1, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857f5288-90f4-4f8d-9ee6-351facafc4f7', 'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'mac_address': 'fa:16:3e:3b:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:39Z', 'updated_at': '2022-03-23T12:23:49Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'subnets': [{'id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:24:54.162105 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-460b4409-ee0c-4a99-b130-d742d8349acd req-9744b86f-5ae6-44a6-bfa1-a592c50dc65b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f HTTP/1.1" status: 200 len: 1000 time: 0.7258272 Mar 23 12:24:54.178248 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9c5ca-3e92-4c18-a5b4-47a34f230103 req-8b73619b-2a13-43f4-b594-b949a703be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:54.179859 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1b9c5ca-3e92-4c18-a5b4-47a34f230103 req-8b73619b-2a13-43f4-b594-b949a703be68 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0 HTTP/1.1" status: 200 len: 1101 time: 0.4468777 Mar 23 12:24:54.185122 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-021a6932-a72b-45cb-8f54-01cc530c2870 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ebd3c2280c94e85b7ae06eb28c318f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4015241 Mar 23 12:24:54.210547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45210) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:54.271842 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-86f81d62-f317-427c-8a37-608356adc6ca req-ec8f924e-20b6-4ea6-b7ca-ace45b881293 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.221 HTTP/1.1" status: 200 len: 696 time: 0.1407375 Mar 23 12:24:54.360906 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-86f81d62-f317-427c-8a37-608356adc6ca req-7690bd79-ebc9-4b33-b83e-932daa66520f tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.221 HTTP/1.1" status: 200 len: 696 time: 0.0866544 Mar 23 12:24:54.386246 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73f7ccd6-7bd6-42cc-9667-8c63860853cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:54.389689 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73f7ccd6-7bd6-42cc-9667-8c63860853cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:54.394445 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-73f7ccd6-7bd6-42cc-9667-8c63860853cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bc6ac161-ddad-40c3-b264-420c8fc6b026 HTTP/1.1" status: 204 len: 168 time: 1.3603601 Mar 23 12:24:54.399460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46947afe-12ca-43da-adb4-94d3f026bcb9', 'name': 'network-vif-deleted', 'tag': '86c9f902-87ff-40be-8481-ffeea27ac327'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:24:54.401998 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5494af76-5921-4293-a3b1-320bb9dd5b57" -d '{"events": [{"server_uuid": "46947afe-12ca-43da-adb4-94d3f026bcb9", "name": "network-vif-deleted", "tag": "86c9f902-87ff-40be-8481-ffeea27ac327"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:24:54.406398 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-90ea96b2-3b24-42b1-8de7-56b6f79d7957 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581603 Mar 23 12:24:54.465941 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45218) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:54.486252 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1b9c5ca-3e92-4c18-a5b4-47a34f230103 req-a9ff05cc-5e0a-48b7-8234-671b1a29f034 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921090 Mar 23 12:24:54.501252 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e46135a7-9631-49a0-97a1-3d612942bbe8 req-1b80d4e2-52c0-4486-a51a-bc406ef6d68a tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320360 Mar 23 12:24:54.544390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7ccd6-7bd6-42cc-9667-8c63860853cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6ac161-ddad-40c3-b264-420c8fc6b026,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:54.620961 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89d3330f-5499-4a87-9538-10035e8448e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:54.666089 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-39404d60-6c95-4cd5-b8db-aa225988c79f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2528257 Mar 23 12:24:54.670320 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b4409-ee0c-4a99-b130-d742d8349acd req-a85b1839-e528-4937-9cc5-cf589c3cb016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:54.671856 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-460b4409-ee0c-4a99-b130-d742d8349acd req-a85b1839-e528-4937-9cc5-cf589c3cb016 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=973c670b-2da1-4198-9fd7-10b0a0c5637b HTTP/1.1" status: 200 len: 863 time: 0.4575787 Mar 23 12:24:54.750983 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e285db7c-fb56-4fe0-ac5a-b98e684cacba None None] New status for floating IP 40346554-61be-4216-a7fa-5a5c4b38aadc: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:24:54.788225 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d91286-f802-4a99-a45a-087665fbd1f1 x-openstack-request-id: req-f9d91286-f802-4a99-a45a-087665fbd1f1 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:24:54.788452 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46947afe-12ca-43da-adb4-94d3f026bcb9", "name": "network-vif-deleted", "tag": "86c9f902-87ff-40be-8481-ffeea27ac327", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:24:54.788582 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9d91286-f802-4a99-a45a-087665fbd1f1 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:24:54.789079 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46947afe-12ca-43da-adb4-94d3f026bcb9', 'name': 'network-vif-deleted', 'tag': '86c9f902-87ff-40be-8481-ffeea27ac327', 'status': 'completed', 'code': 200} Mar 23 12:24:54.804099 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89d3330f-5499-4a87-9538-10035e8448e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:54.936297 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:54.982527 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca044650-be85-426f-b671-e235a25b7a8e req-e76b97df-ca76-429f-be44-6a15bb11836d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe7a7506-c4c4-46db-9270-46bcffca7157 HTTP/1.1" status: 200 len: 210 time: 0.0629568 Mar 23 12:24:55.070407 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89d3330f-5499-4a87-9538-10035e8448e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:55.074005 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89d3330f-5499-4a87-9538-10035e8448e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:55.081546 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-89d3330f-5499-4a87-9538-10035e8448e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd371ef3-f270-4da2-9252-ad22e729165d HTTP/1.1" status: 204 len: 168 time: 0.8488719 Mar 23 12:24:55.132881 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3330f-5499-4a87-9538-10035e8448e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd371ef3-f270-4da2-9252-ad22e729165d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:55.162810 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45228) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:55.180777 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3433ac1f-de42-4db4-8b06-b9c5e7fbf6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:55.350891 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-c2f2aab3-8795-456f-a760-0888001c5b55 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:55.352499 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-c2f2aab3-8795-456f-a760-0888001c5b55 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9138486 Mar 23 12:24:55.358362 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b4409-ee0c-4a99-b130-d742d8349acd req-15b1fe3e-f319-46b9-a054-db9f9424602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:55.359992 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-460b4409-ee0c-4a99-b130-d742d8349acd req-15b1fe3e-f319-46b9-a054-db9f9424602a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f731e4d7-4c9b-4d2d-963d-6cfadce42a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5684865 Mar 23 12:24:55.366525 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a3289b26-3c03-4934-9152-20275d12fe7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b69b2324a9b4469a089ee3c59ba08c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8141170 Mar 23 12:24:55.375314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-5b1c33ed-3dab-4c32-a3cc-e8a528084c1f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:55.376193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45232) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:55.376977 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-5b1c33ed-3dab-4c32-a3cc-e8a528084c1f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6990657 Mar 23 12:24:55.390987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-86f81d62-f317-427c-8a37-608356adc6ca req-8286ee6d-2e48-4d4c-bcc7-aaae75fa0c43 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Deleting port 6a59712c-c36f-401f-a7e0-cfc3fa54b666 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:24:55.390987 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-86f81d62-f317-427c-8a37-608356adc6ca req-8286ee6d-2e48-4d4c-bcc7-aaae75fa0c43 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:55.403100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-696eee8b-4bba-4db3-bc32-71510f899559 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Request body: {'port': {'device_id': 'fe7a7506-c4c4-46db-9270-46bcffca7157', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '4a0fc61c44cc4b5fbce22a4dd6a0e33d'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:55.406128 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3433ac1f-de42-4db4-8b06-b9c5e7fbf6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:55.420091 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3433ac1f-de42-4db4-8b06-b9c5e7fbf6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:55.438517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-3be8dd97-0767-48ce-bffb-08cfb9777bc7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Request body: {'port': {'device_id': '70aaef2b-d8f1-4250-bb33-fc85e2e8a181', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '4a0fc61c44cc4b5fbce22a4dd6a0e33d'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:55.466913 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Allocated IP 172.25.2.208 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/71968931-49e7-48b8-8795-de26b8f7b51e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:55.518727 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3433ac1f-de42-4db4-8b06-b9c5e7fbf6d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dbca6c677a584dbcbcddf4b1b3fdb766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543737 Mar 23 12:24:55.529104 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45238) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:55.623667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433ac1f-de42-4db4-8b06-b9c5e7fbf6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda73d8b-8999-4af9-a5b0-8595bc64df44,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:55.812605 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:55.825717 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-460b4409-ee0c-4a99-b130-d742d8349acd req-218e1c72-25ae-44d6-942a-53d0eb0732eb service neutron] 10.222.0.77 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383252 Mar 23 12:24:55.827685 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-86f81d62-f317-427c-8a37-608356adc6ca req-8286ee6d-2e48-4d4c-bcc7-aaae75fa0c43 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:55.828726 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-86f81d62-f317-427c-8a37-608356adc6ca req-8286ee6d-2e48-4d4c-bcc7-aaae75fa0c43 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:55.843852 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e02b1fd-6816-465c-954c-42a9a633a074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:55.874641 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e02b1fd-6816-465c-954c-42a9a633a074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:55.928439 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-86f81d62-f317-427c-8a37-608356adc6ca req-8286ee6d-2e48-4d4c-bcc7-aaae75fa0c43 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Calling delete_port for 6a59712c-c36f-401f-a7e0-cfc3fa54b666 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:24:56.047006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd49115-1393-44b6-b6fa-5b8c0cf9324c req-eb32f838-d59b-47b2-bc57-f5be0afff463 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:56.058839 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbd49115-1393-44b6-b6fa-5b8c0cf9324c req-eb32f838-d59b-47b2-bc57-f5be0afff463 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0 HTTP/1.1" status: 200 len: 950 time: 0.4222064 Mar 23 12:24:56.060194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-3be8dd97-0767-48ce-bffb-08cfb9777bc7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Made reservation on behalf of 4a0fc61c44cc4b5fbce22a4dd6a0e33d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:24:56.065533 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-3be8dd97-0767-48ce-bffb-08cfb9777bc7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.076842 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-696eee8b-4bba-4db3-bc32-71510f899559 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Made reservation on behalf of 4a0fc61c44cc4b5fbce22a4dd6a0e33d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:24:56.080646 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-696eee8b-4bba-4db3-bc32-71510f899559 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.082044 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-716c6392-7920-4f90-ab82-8b206f577eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.116649 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.207593 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e02b1fd-6816-465c-954c-42a9a633a074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.212483 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e02b1fd-6816-465c-954c-42a9a633a074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.214601 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2e02b1fd-6816-465c-954c-42a9a633a074 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c13837dc-9a61-41c3-bf25-26c5b7cdecb1 HTTP/1.1" status: 204 len: 168 time: 0.8308039 Mar 23 12:24:56.220460 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-716c6392-7920-4f90-ab82-8b206f577eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.291651 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbd49115-1393-44b6-b6fa-5b8c0cf9324c req-e58fba57-702e-48c8-930a-81d688b73454 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312057 Mar 23 12:24:56.298177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:56.328297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02b1fd-6816-465c-954c-42a9a633a074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13837dc-9a61-41c3-bf25-26c5b7cdecb1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:56.406949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45258) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:56.409827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:56.412510 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:56.430472 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f275c1a7-bbfe-4c83-9d63-684758fc296a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.438471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Pushing event updated for resources: {'Port': ['ID=71968931-49e7-48b8-8795-de26b8f7b51e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:56.444546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-716c6392-7920-4f90-ab82-8b206f577eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.447415 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-716c6392-7920-4f90-ab82-8b206f577eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.451532 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-716c6392-7920-4f90-ab82-8b206f577eff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eda73d8b-8999-4af9-a5b0-8595bc64df44 HTTP/1.1" status: 204 len: 168 time: 0.9194524 Mar 23 12:24:56.466899 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-460b4409-ee0c-4a99-b130-d742d8349acd req-844d2ba1-c1ae-4f5f-b0b9-015eff659f6b service neutron] 10.222.0.77 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025884 Mar 23 12:24:56.476383 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-930e31ae-1381-4561-8e91-cfe9cd772018 req-a3c32c0c-2049-4547-ac13-1cc4e10e4deb tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe7a7506-c4c4-46db-9270-46bcffca7157 HTTP/1.1" status: 200 len: 210 time: 0.0528994 Mar 23 12:24:56.482971 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c6392-7920-4f90-ab82-8b206f577eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda73d8b-8999-4af9-a5b0-8595bc64df44,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:56.518947 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-86f81d62-f317-427c-8a37-608356adc6ca req-8286ee6d-2e48-4d4c-bcc7-aaae75fa0c43 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.564192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286ee6d-2e48-4d4c-bcc7-aaae75fa0c43 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Pushing event deleted for resources: {'Port': ['ID=6a59712c-c36f-401f-a7e0-cfc3fa54b666,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:56.597433 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.627270 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-3be8dd97-0767-48ce-bffb-08cfb9777bc7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Allocated IP 192.168.233.99 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/30629cd0-2a0f-4a90-bbb7-649f46a63a15) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:56.649438 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.672439 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-86f81d62-f317-427c-8a37-608356adc6ca req-8286ee6d-2e48-4d4c-bcc7-aaae75fa0c43 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.674895 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-86f81d62-f317-427c-8a37-608356adc6ca req-8286ee6d-2e48-4d4c-bcc7-aaae75fa0c43 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.676153 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-86f81d62-f317-427c-8a37-608356adc6ca req-8286ee6d-2e48-4d4c-bcc7-aaae75fa0c43 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "DELETE /v2.0/floatingips/686f0a1f-d726-4e92-a4b3-dd1ac02bbc5f HTTP/1.1" status: 204 len: 173 time: 2.3143826 Mar 23 12:24:56.772944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-01ddf5c8-8b21-489c-9fbb-429ae191a660 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1858661783-network', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:56.798608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ddf5c8-8b21-489c-9fbb-429ae191a660 admin admin] Made reservation on behalf of d08b4c763d23440da670dd01f0985d47 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:24:56.801349 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01ddf5c8-8b21-489c-9fbb-429ae191a660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.825902 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd8789a0-8bd2-4721-951b-5eaa9a08efd7 req-b847af31-23e5-4546-b444-7298e88953a3 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips/067b46a6-1ce3-49ee-9970-70b921b346e6 HTTP/1.1" status: 200 len: 693 time: 0.1197274 Mar 23 12:24:56.831512 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01ddf5c8-8b21-489c-9fbb-429ae191a660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.870566 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-3be8dd97-0767-48ce-bffb-08cfb9777bc7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.959436 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-3be8dd97-0767-48ce-bffb-08cfb9777bc7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:56.981728 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a2df29d0-1dfa-4ec1-9320-24ad63b54492', '54d5c8b5-61c2-48f5-b954-7e27a5e68a54', 'd44c8735-4010-4ade-b7c2-72a0a07bc462'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:24:57.077402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45274) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:57.090399 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:57.101510 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:57.116806 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-3be8dd97-0767-48ce-bffb-08cfb9777bc7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:57.130492 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8789a0-8bd2-4721-951b-5eaa9a08efd7 req-f4548573-aec0-4cc0-9306-320365fdbd78 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:57.138418 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd8789a0-8bd2-4721-951b-5eaa9a08efd7 req-f4548573-aec0-4cc0-9306-320365fdbd78 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.3009872 Mar 23 12:24:57.165036 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-3be8dd97-0767-48ce-bffb-08cfb9777bc7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:57.170463 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-3be8dd97-0767-48ce-bffb-08cfb9777bc7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:57.193078 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:57.282295 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01ddf5c8-8b21-489c-9fbb-429ae191a660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:57.296824 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Pushing event updated for resources: {'Port': ['ID=71968931-49e7-48b8-8795-de26b8f7b51e,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:57.308701 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd8789a0-8bd2-4721-951b-5eaa9a08efd7 req-cdc562a1-3538-4f1b-ae40-012031ff142b tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.1692598 Mar 23 12:24:57.312274 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01ddf5c8-8b21-489c-9fbb-429ae191a660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:57.333131 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:57.340527 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-696eee8b-4bba-4db3-bc32-71510f899559 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Allocated IP 192.168.233.20 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/8168fddc-a078-4aea-b62d-b667f0f62f53) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:57.346402 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3595b349-8d53-430d-865e-d4dcfd51cd5e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7770903 Mar 23 12:24:57.356336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8dd97-0767-48ce-bffb-08cfb9777bc7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Pushing event updated for resources: {'Port': ['ID=30629cd0-2a0f-4a90-bbb7-649f46a63a15,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:57.474429 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2bba9ffd-9c72-4665-89f5-23b5738a386e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b3e38bea079143feb6a8ecbd0b9fd3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847599 Mar 23 12:24:57.480666 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-3be8dd97-0767-48ce-bffb-08cfb9777bc7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:57.481192 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-3be8dd97-0767-48ce-bffb-08cfb9777bc7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:57.483538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45284) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:57.660781 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:57.670393 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-3be8dd97-0767-48ce-bffb-08cfb9777bc7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2614379 Mar 23 12:24:57.706335 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-46ac529e-ea4f-4993-9e1d-ece8042cc8ed None None] Provisioning complete for port 30629cd0-2a0f-4a90-bbb7-649f46a63a15 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:57.707435 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-46ac529e-ea4f-4993-9e1d-ece8042cc8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:57.711038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Request body: {'port': {'device_id': '70aaef2b-d8f1-4250-bb33-fc85e2e8a181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:57.756847 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-46ac529e-ea4f-4993-9e1d-ece8042cc8ed None None] Port 30629cd0-2a0f-4a90-bbb7-649f46a63a15 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:24:57.800983 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ddf5c8-8b21-489c-9fbb-429ae191a660 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:24:57.811196 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd8789a0-8bd2-4721-951b-5eaa9a08efd7 req-aec6202e-d27c-466f-9ef9-cf3ea11937a6 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.5015652 Mar 23 12:24:57.812304 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddf5c8-8b21-489c-9fbb-429ae191a660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b519aa24-d987-47fe-8897-0b0d4429a920,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:57.823741 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01ddf5c8-8b21-489c-9fbb-429ae191a660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:57.824347 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-01ddf5c8-8b21-489c-9fbb-429ae191a660 admin admin] Added segment d76b9b48-7f7f-4768-8b2d-6523cfe82f3e of type vlan for network be4d1ffa-054f-470d-adba-a04589e75d15 Mar 23 12:24:57.831447 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b0793-ce6e-4c37-adb5-33069678365f req-b9e5a761-39d6-4d13-ad8c-e9a8ac56d1bc tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:57.833185 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc0b0793-ce6e-4c37-adb5-33069678365f req-b9e5a761-39d6-4d13-ad8c-e9a8ac56d1bc tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0 HTTP/1.1" status: 200 len: 950 time: 0.3893840 Mar 23 12:24:57.924557 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01ddf5c8-8b21-489c-9fbb-429ae191a660 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.028667 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01ddf5c8-8b21-489c-9fbb-429ae191a660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.030109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ddf5c8-8b21-489c-9fbb-429ae191a660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:58.030981 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01ddf5c8-8b21-489c-9fbb-429ae191a660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.131424 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-01ddf5c8-8b21-489c-9fbb-429ae191a660 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.7199621 Mar 23 12:24:58.132286 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45300) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:58.140487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fafded09-1d86-4141-82df-313539a97723 admin admin] Request body: {'subnet': {'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1858661783-subnet', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:58.153554 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddf5c8-8b21-489c-9fbb-429ae191a660 admin admin] Pushing event updated for resources: {'Network': ['ID=be4d1ffa-054f-470d-adba-a04589e75d15,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:58.164456 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7afeee10-c6f0-4b5f-9cdb-fbd161987245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.172119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-dd8789a0-8bd2-4721-951b-5eaa9a08efd7 req-2002b74c-769b-4e06-8e6f-7ee0f1408d1b tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Deleting port 325e34a5-f019-43c8-89d9-92aa813398e1 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:24:58.172428 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dd8789a0-8bd2-4721-951b-5eaa9a08efd7 req-2002b74c-769b-4e06-8e6f-7ee0f1408d1b tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.175816 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafded09-1d86-4141-82df-313539a97723 admin admin] Made reservation on behalf of d08b4c763d23440da670dd01f0985d47 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:24:58.178449 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.178646 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fafded09-1d86-4141-82df-313539a97723 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.185345 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network be4d1ffa-054f-470d-adba-a04589e75d15 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:24:58.257140 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7afeee10-c6f0-4b5f-9cdb-fbd161987245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.344395 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dd8789a0-8bd2-4721-951b-5eaa9a08efd7 req-2002b74c-769b-4e06-8e6f-7ee0f1408d1b tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.344395 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dd8789a0-8bd2-4721-951b-5eaa9a08efd7 req-2002b74c-769b-4e06-8e6f-7ee0f1408d1b tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.362121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-dd8789a0-8bd2-4721-951b-5eaa9a08efd7 req-2002b74c-769b-4e06-8e6f-7ee0f1408d1b tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Calling delete_port for 325e34a5-f019-43c8-89d9-92aa813398e1 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:24:58.378269 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc0b0793-ce6e-4c37-adb5-33069678365f req-342d84f0-f888-4d1f-bba8-ac359dac3de0 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177489 Mar 23 12:24:58.420531 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-696eee8b-4bba-4db3-bc32-71510f899559 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.538612 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8cf10b47-abf4-4e72-aebc-219d49883843 req-424166ed-8379-4a8c-b539-d2769f50fa54 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe7a7506-c4c4-46db-9270-46bcffca7157 HTTP/1.1" status: 200 len: 210 time: 0.0454419 Mar 23 12:24:58.560584 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7afeee10-c6f0-4b5f-9cdb-fbd161987245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.563624 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7afeee10-c6f0-4b5f-9cdb-fbd161987245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.564970 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7afeee10-c6f0-4b5f-9cdb-fbd161987245 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/833ff6eb-1817-46cb-8ed1-4d2b97e07145 HTTP/1.1" status: 204 len: 168 time: 1.0766642 Mar 23 12:24:58.586359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afeee10-c6f0-4b5f-9cdb-fbd161987245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833ff6eb-1817-46cb-8ed1-4d2b97e07145,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:58.632006 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fafded09-1d86-4141-82df-313539a97723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.718970 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-696eee8b-4bba-4db3-bc32-71510f899559 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.735037 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a2df29d0-1dfa-4ec1-9320-24ad63b54492', '54d5c8b5-61c2-48f5-b954-7e27a5e68a54', 'd44c8735-4010-4ade-b7c2-72a0a07bc462'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:24:58.757293 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dd8789a0-8bd2-4721-951b-5eaa9a08efd7 req-2002b74c-769b-4e06-8e6f-7ee0f1408d1b tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.784551 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696eee8b-4bba-4db3-bc32-71510f899559 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Pushing event updated for resources: {'Port': ['ID=8168fddc-a078-4aea-b62d-b667f0f62f53,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:58.818931 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002b74c-769b-4e06-8e6f-7ee0f1408d1b tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Pushing event deleted for resources: {'Port': ['ID=325e34a5-f019-43c8-89d9-92aa813398e1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:58.852018 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dd8789a0-8bd2-4721-951b-5eaa9a08efd7 req-2002b74c-769b-4e06-8e6f-7ee0f1408d1b tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.855435 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dd8789a0-8bd2-4721-951b-5eaa9a08efd7 req-2002b74c-769b-4e06-8e6f-7ee0f1408d1b tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.856732 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd8789a0-8bd2-4721-951b-5eaa9a08efd7 req-2002b74c-769b-4e06-8e6f-7ee0f1408d1b tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "DELETE /v2.0/floatingips/067b46a6-1ce3-49ee-9970-70b921b346e6 HTTP/1.1" status: 204 len: 173 time: 0.9868882 Mar 23 12:24:58.858345 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-ac0ca47d-609b-46a3-8dcb-6bc5c6648207 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1309856911&fields=id&tenant_id=70d1213677ec4db08718d6331234c515 HTTP/1.1" status: 200 len: 267 time: 0.1460540 Mar 23 12:24:58.868712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafded09-1d86-4141-82df-313539a97723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=179dbf86-2ad7-484d-be75-dd254ce1be29,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:58.869189 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-696eee8b-4bba-4db3-bc32-71510f899559 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:24:58.882731 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafded09-1d86-4141-82df-313539a97723 admin admin] Checking segment: {'id': 'd76b9b48-7f7f-4768-8b2d-6523cfe82f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:58.882990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafded09-1d86-4141-82df-313539a97723 admin admin] Network hostable DHCP agents. Network: be4d1ffa-054f-470d-adba-a04589e75d15, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:24:58.914959 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-696eee8b-4bba-4db3-bc32-71510f899559 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:58.920917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafded09-1d86-4141-82df-313539a97723 admin admin] Network be4d1ffa-054f-470d-adba-a04589e75d15 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:24:58.956063 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-fafded09-1d86-4141-82df-313539a97723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, be4d1ffa-054f-470d-adba-a04589e75d15) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:24:58.968919 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.971120 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafded09-1d86-4141-82df-313539a97723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:58.973670 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fafded09-1d86-4141-82df-313539a97723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:58.994404 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80471c0-50cd-452d-89df-11ab5e258c93 None None] Network be4d1ffa-054f-470d-adba-a04589e75d15 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:24:59.059307 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fafded09-1d86-4141-82df-313539a97723 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9231808 Mar 23 12:24:59.064855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45328) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:24:59.083001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1858661783-router', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:59.140522 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a9de4-459b-4e5b-90b1-f8c67e15c47d req-c629b6ec-3e00-47b4-b9c6-a0a3073df3bd tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:59.142102 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca4a9de4-459b-4e5b-90b1-f8c67e15c47d req-c629b6ec-3e00-47b4-b9c6-a0a3073df3bd tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.1551692 Mar 23 12:24:59.176726 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:59.177760 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:59.242555 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-21e079ff-54eb-4cbc-bf09-17456390e3af tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:59.242555 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-21e079ff-54eb-4cbc-bf09-17456390e3af tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/networks?id=55d86b04-46a9-4451-955a-aa514bc52080 HTTP/1.1" status: 200 len: 814 time: 0.3500295 Mar 23 12:24:59.242555 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-696eee8b-4bba-4db3-bc32-71510f899559 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:24:59.248164 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30629cd0-2a0f-4a90-bbb7-649f46a63a15 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:24:59.258258 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca4a9de4-459b-4e5b-90b1-f8c67e15c47d req-46abe6fe-a49f-4195-a796-dda4c5afe005 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914574 Mar 23 12:24:59.282889 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:59.330754 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-9505eb53-cd42-478e-a154-a95d15bded6a tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/quotas/70d1213677ec4db08718d6331234c515 HTTP/1.1" status: 200 len: 375 time: 0.0538635 Mar 23 12:24:59.346466 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Transition to ACTIVE for port object 30629cd0-2a0f-4a90-bbb7-649f46a63a15 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:24:59.362925 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:59.438859 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:59.461791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-696eee8b-4bba-4db3-bc32-71510f899559 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:59.461791 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-696eee8b-4bba-4db3-bc32-71510f899559 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:59.465815 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:59.495393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3fca9018-f55c-4cc9-a762-44bff407695d None None] Provisioning complete for port 8168fddc-a078-4aea-b62d-b667f0f62f53 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:24:59.495393 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3fca9018-f55c-4cc9-a762-44bff407695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:59.519393 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f34a386f-fe9c-403b-82cb-6f48d39b25d5 req-dda3f292-1dd5-4958-8ddf-794e91fd69a3 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips/ef3b3fa5-ccf4-41a2-817b-ba278271b7c8 HTTP/1.1" status: 200 len: 693 time: 0.1679351 Mar 23 12:24:59.539187 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3fca9018-f55c-4cc9-a762-44bff407695d None None] Port 8168fddc-a078-4aea-b62d-b667f0f62f53 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:24:59.540898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-be4d1ffa-054f-470d-adba-a04589e75d15', 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'fixed_ips': [{'subnet_id': '179dbf86-2ad7-484d-be75-dd254ce1be29'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:24:59.542079 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:59.569142 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-d2b15105-5d25-4258-bdd0-5e1b878ccebd tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=70d1213677ec4db08718d6331234c515&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2315738 Mar 23 12:24:59.587281 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-696eee8b-4bba-4db3-bc32-71510f899559 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1977096 Mar 23 12:24:59.599485 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-b738ae18-88a8-48ca-8ee5-1d050f0b49ef service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:24:59.603340 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-b738ae18-88a8-48ca-8ee5-1d050f0b49ef service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101142 Mar 23 12:24:59.648917 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Pushing event updated for resources: {'Port': ['ID=30629cd0-2a0f-4a90-bbb7-649f46a63a15,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:24:59.662324 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Request body: {'port': {'device_id': 'fe7a7506-c4c4-46db-9270-46bcffca7157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:24:59.776022 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:59.844695 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:59.870539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a386f-fe9c-403b-82cb-6f48d39b25d5 req-0ca69aa7-9eb7-43ef-a9ba-d12bedee2fd6 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:24:59.872026 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f34a386f-fe9c-403b-82cb-6f48d39b25d5 req-0ca69aa7-9eb7-43ef-a9ba-d12bedee2fd6 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.3469069 Mar 23 12:24:59.877237 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Allocated IP 172.20.0.2 (be4d1ffa-054f-470d-adba-a04589e75d15/179dbf86-2ad7-484d-be75-dd254ce1be29/454ebd99-fc58-47dd-a654-dadee56db99c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:24:59.909586 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Attempting to bind port 30629cd0-2a0f-4a90-bbb7-649f46a63a15 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:24:59.910229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Attempting to bind port 30629cd0-2a0f-4a90-bbb7-649f46a63a15 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:24:59.910613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Attempting to bind port 30629cd0-2a0f-4a90-bbb7-649f46a63a15 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:59.951809 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Port 30629cd0-2a0f-4a90-bbb7-649f46a63a15 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:24:59.953772 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Attempting to bind port 30629cd0-2a0f-4a90-bbb7-649f46a63a15 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:24:59.976318 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:24:59.976710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:24:59.977683 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:24:59.978473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Bound port: 30629cd0-2a0f-4a90-bbb7-649f46a63a15, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:24:59.979155 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:24:59.996255 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f34a386f-fe9c-403b-82cb-6f48d39b25d5 req-f232d136-e8ee-48c0-ae78-43c0a26ae56f tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.168 HTTP/1.1" status: 200 len: 696 time: 0.0865505 Mar 23 12:25:00.025986 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-e8b48e7e-f4b9-4c56-afd0-af1851c4c0e7 service neutron] 10.222.0.52 "GET /v2.0/networks/55d86b04-46a9-4451-955a-aa514bc52080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935025 Mar 23 12:25:00.082216 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:00.089992 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:00.109080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f34a386f-fe9c-403b-82cb-6f48d39b25d5 req-9c4ae2ff-e77c-4f8d-b7bc-b20aab02690e tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.168 HTTP/1.1" status: 200 len: 696 time: 0.0996876 Mar 23 12:25:00.137483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Network be4d1ffa-054f-470d-adba-a04589e75d15 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:00.142390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:00.146975 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:00.152137 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Pushing event updated for resources: {'Port': ['ID=454ebd99-fc58-47dd-a654-dadee56db99c,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:00.231222 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Attempting to bind port 454ebd99-fc58-47dd-a654-dadee56db99c on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:25:00.231587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Attempting to bind port 454ebd99-fc58-47dd-a654-dadee56db99c by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'd76b9b48-7f7f-4768-8b2d-6523cfe82f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:25:00.231986 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Attempting to bind port 454ebd99-fc58-47dd-a654-dadee56db99c on network be4d1ffa-054f-470d-adba-a04589e75d15 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:00.238242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:25:00.239151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Checking segment: {'id': 'd76b9b48-7f7f-4768-8b2d-6523cfe82f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:00.239535 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:00.240210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Bound using segment: {'id': 'd76b9b48-7f7f-4768-8b2d-6523cfe82f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:25:00.240838 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Bound port: 454ebd99-fc58-47dd-a654-dadee56db99c, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b9b48-7f7f-4768-8b2d-6523cfe82f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:25:00.241232 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:00.330966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] For port 454ebd99-fc58-47dd-a654-dadee56db99c, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:00.334941 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] For port 454ebd99-fc58-47dd-a654-dadee56db99c, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=454ebd99-fc58-47dd-a654-dadee56db99c,segment=NetworkSegment(d76b9b48-7f7f-4768-8b2d-6523cfe82f3e),segment_id=d76b9b48-7f7f-4768-8b2d-6523cfe82f3e)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:00.343718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] For port 30629cd0-2a0f-4a90-bbb7-649f46a63a15, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:00.347702 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:00.402426 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] For port 30629cd0-2a0f-4a90-bbb7-649f46a63a15, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=30629cd0-2a0f-4a90-bbb7-649f46a63a15,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:00.426553 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:00.466922 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:00.471892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51149a9f-6b27-4add-a8fe-769e29aceb76 None None] Pushing event updated for resources: {'Port': ['ID=454ebd99-fc58-47dd-a654-dadee56db99c,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:00.519286 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-ba4db531-4d6b-45b3-be7e-02c1196aaffc service neutron] 10.222.0.52 "GET /v2.0/networks/55d86b04-46a9-4451-955a-aa514bc52080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729061 Mar 23 12:25:00.526987 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:00.559447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f34a386f-fe9c-403b-82cb-6f48d39b25d5 req-be21ea33-a405-49a0-af62-fe86ab93f706 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Deleting port 7911a3c2-2535-4fc7-ba10-39738f32220a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:25:00.559447 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f34a386f-fe9c-403b-82cb-6f48d39b25d5 req-be21ea33-a405-49a0-af62-fe86ab93f706 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:00.569819 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:00.570503 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:00.572171 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] 10.222.0.73 "PUT /v2.0/ports/30629cd0-2a0f-4a90-bbb7-649f46a63a15 HTTP/1.1" status: 200 len: 1095 time: 2.8734200 Mar 23 12:25:00.572722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70aaef2b-d8f1-4250-bb33-fc85e2e8a181', 'tag': '30629cd0-2a0f-4a90-bbb7-649f46a63a15'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:00.575315 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bdab2f-e233-4ca3-a69b-990680ff998c" -d '{"events": [{"name": "network-changed", "server_uuid": "70aaef2b-d8f1-4250-bb33-fc85e2e8a181", "tag": "30629cd0-2a0f-4a90-bbb7-649f46a63a15"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:00.623966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e174b-0d37-48c6-be62-749b60521cbd service neutron] Pushing event updated for resources: {'Port': ['ID=30629cd0-2a0f-4a90-bbb7-649f46a63a15,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:00.765370 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8168fddc-a078-4aea-b62d-b667f0f62f53 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:25:00.779249 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:00.785941 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-fe149703-a166-4aa3-8234-317d934e2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:00.788260 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-fe149703-a166-4aa3-8234-317d934e2e06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=70aaef2b-d8f1-4250-bb33-fc85e2e8a181 HTTP/1.1" status: 200 len: 1098 time: 0.1522646 Mar 23 12:25:00.804919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Transition to ACTIVE for port object 8168fddc-a078-4aea-b62d-b667f0f62f53 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:25:00.810579 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:00.952571 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f34a386f-fe9c-403b-82cb-6f48d39b25d5 req-be21ea33-a405-49a0-af62-fe86ab93f706 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:00.952904 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f34a386f-fe9c-403b-82cb-6f48d39b25d5 req-be21ea33-a405-49a0-af62-fe86ab93f706 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:00.972055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f34a386f-fe9c-403b-82cb-6f48d39b25d5 req-be21ea33-a405-49a0-af62-fe86ab93f706 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Calling delete_port for 7911a3c2-2535-4fc7-ba10-39738f32220a owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:25:01.001022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Allocated IP 172.25.2.129 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/62e8c68c-29c7-44c2-849d-fc07c8d42c39) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:01.075330 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Pushing event updated for resources: {'Port': ['ID=8168fddc-a078-4aea-b62d-b667f0f62f53,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:01.118952 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-0e2dd673-5716-4546-9137-7fc3be63fbaf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=30629cd0-2a0f-4a90-bbb7-649f46a63a15 HTTP/1.1" status: 200 len: 217 time: 0.3024244 Mar 23 12:25:01.304923 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-06efa764-6773-4f67-a7c4-bb617e38e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:01.309914 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-06efa764-6773-4f67-a7c4-bb617e38e90d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1724234 Mar 23 12:25:01.312721 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:01.418529 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f34a386f-fe9c-403b-82cb-6f48d39b25d5 req-be21ea33-a405-49a0-af62-fe86ab93f706 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:01.439518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-369c7618-6587-49a9-a4be-b54f2ebc8f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:01.441685 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-369c7618-6587-49a9-a4be-b54f2ebc8f34 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0828481 Mar 23 12:25:01.488014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21ea33-a405-49a0-af62-fe86ab93f706 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Pushing event deleted for resources: {'Port': ['ID=7911a3c2-2535-4fc7-ba10-39738f32220a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:01.520683 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f34a386f-fe9c-403b-82cb-6f48d39b25d5 req-be21ea33-a405-49a0-af62-fe86ab93f706 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:01.521794 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Attempting to bind port 8168fddc-a078-4aea-b62d-b667f0f62f53 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:25:01.522142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Attempting to bind port 8168fddc-a078-4aea-b62d-b667f0f62f53 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:25:01.522470 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Attempting to bind port 8168fddc-a078-4aea-b62d-b667f0f62f53 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:01.525335 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f34a386f-fe9c-403b-82cb-6f48d39b25d5 req-be21ea33-a405-49a0-af62-fe86ab93f706 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:01.526534 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f34a386f-fe9c-403b-82cb-6f48d39b25d5 req-be21ea33-a405-49a0-af62-fe86ab93f706 tempest-FloatingIPDetailsTestJSON-1280023673 tempest-FloatingIPDetailsTestJSON-1280023673-project] 10.222.0.52 "DELETE /v2.0/floatingips/ef3b3fa5-ccf4-41a2-817b-ba278271b7c8 HTTP/1.1" status: 204 len: 173 time: 1.4055667 Mar 23 12:25:01.536187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45384) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:01.569490 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Port 8168fddc-a078-4aea-b62d-b667f0f62f53 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:25:01.569714 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Attempting to bind port 8168fddc-a078-4aea-b62d-b667f0f62f53 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:01.577643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:25:01.577643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:01.578284 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:25:01.578365 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Bound port: 8168fddc-a078-4aea-b62d-b667f0f62f53, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:25:01.578701 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:01.644100 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-ad4d0621-3bfa-45dc-a969-fcda2b62d3ad service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854453 Mar 23 12:25:01.654594 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:01.735480 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Pushing event updated for resources: {'Port': ['ID=62e8c68c-29c7-44c2-849d-fc07c8d42c39,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:01.744803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:01.746684 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] For port 8168fddc-a078-4aea-b62d-b667f0f62f53, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:01.792041 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:01.798704 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] For port 8168fddc-a078-4aea-b62d-b667f0f62f53, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8168fddc-a078-4aea-b62d-b667f0f62f53,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:01.805676 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:01.809229 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:01.812683 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-61742d92-644d-4a0d-a550-60446d0807d8 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=07a66fecb0f54a1eb89cf6ef40202742&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840945 Mar 23 12:25:01.945123 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-0d15b247-b5ea-465a-ab83-2fbdfc5ea114 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901809 Mar 23 12:25:01.948171 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:01.948887 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:01.950356 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] 10.222.0.77 "PUT /v2.0/ports/8168fddc-a078-4aea-b62d-b667f0f62f53 HTTP/1.1" status: 200 len: 1095 time: 2.3191254 Mar 23 12:25:01.971347 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c25b3-2604-4515-b7bc-8da94bcae372 req-ece64c6a-38f8-4363-be97-124ec5e3c6ad tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:01.980094 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d9c25b3-2604-4515-b7bc-8da94bcae372 req-ece64c6a-38f8-4363-be97-124ec5e3c6ad tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe7a7506-c4c4-46db-9270-46bcffca7157 HTTP/1.1" status: 200 len: 947 time: 0.2388935 Mar 23 12:25:01.990175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a00147-884a-4a56-a9b5-bb1572c84957 service neutron] Pushing event updated for resources: {'Port': ['ID=8168fddc-a078-4aea-b62d-b667f0f62f53,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:02.068834 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d9c25b3-2604-4515-b7bc-8da94bcae372 req-b1969498-358f-4db7-b7f5-1c712c3770e7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874333 Mar 23 12:25:02.191860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-690c3cbd-43dc-484a-bfdd-71848278b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:02.207603 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-690c3cbd-43dc-484a-bfdd-71848278b948 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=fe7a7506-c4c4-46db-9270-46bcffca7157 HTTP/1.1" status: 200 len: 1098 time: 0.1196837 Mar 23 12:25:02.211768 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bf6258-8a7d-468c-aba2-c350a2e5490b x-openstack-request-id: req-30bf6258-8a7d-468c-aba2-c350a2e5490b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:02.212268 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70aaef2b-d8f1-4250-bb33-fc85e2e8a181", "tag": "30629cd0-2a0f-4a90-bbb7-649f46a63a15", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:02.214014 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30bf6258-8a7d-468c-aba2-c350a2e5490b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:02.214441 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70aaef2b-d8f1-4250-bb33-fc85e2e8a181', 'tag': '30629cd0-2a0f-4a90-bbb7-649f46a63a15', 'status': 'completed', 'code': 200} Mar 23 12:25:02.293532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-b0c5a942-ba97-46ea-9a73-2ebb851204ea tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:02.304020 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-b0c5a942-ba97-46ea-9a73-2ebb851204ea tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3206036 Mar 23 12:25:02.365483 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-5966ae19-19c2-48d9-abbc-b313f6f47224 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=8168fddc-a078-4aea-b62d-b667f0f62f53 HTTP/1.1" status: 200 len: 217 time: 0.1563454 Mar 23 12:25:02.402252 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ee4dd5-bdfa-4dde-af40-c1241a54981a None None] Network be4d1ffa-054f-470d-adba-a04589e75d15 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:25:02.476713 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2726ef00-3707-4444-86fb-b2f257fa5884 req-3bcb7702-aca0-48ea-945e-3d09043921e5 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 210 time: 0.1065180 Mar 23 12:25:02.487458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-4fadb7dc-c99d-4fbc-80f4-d047e0be00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:02.488847 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-4fadb7dc-c99d-4fbc-80f4-d047e0be00a4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1110556 Mar 23 12:25:02.492157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdab2f-e233-4ca3-a69b-990680ff998c req-b81c67dc-883c-4e2c-bafa-be26c4899198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:02.493496 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8bdab2f-e233-4ca3-a69b-990680ff998c req-b81c67dc-883c-4e2c-bafa-be26c4899198 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=70aaef2b-d8f1-4250-bb33-fc85e2e8a181 HTTP/1.1" status: 200 len: 1098 time: 0.2685323 Mar 23 12:25:02.506712 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4bf398fd-d205-43fa-a589-2e41524d5425 None None] Provisioning complete for port 454ebd99-fc58-47dd-a654-dadee56db99c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:02.507082 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4bf398fd-d205-43fa-a589-2e41524d5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:02.645560 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4bf398fd-d205-43fa-a589-2e41524d5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:02.691454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdab2f-e233-4ca3-a69b-990680ff998c req-626e5850-28d7-4534-b626-1d23cbdf305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:02.693237 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8bdab2f-e233-4ca3-a69b-990680ff998c req-626e5850-28d7-4534-b626-1d23cbdf305f service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1844559 Mar 23 12:25:02.708544 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4bf398fd-d205-43fa-a589-2e41524d5425 None None] For port 454ebd99-fc58-47dd-a654-dadee56db99c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=454ebd99-fc58-47dd-a654-dadee56db99c,segment=NetworkSegment(d76b9b48-7f7f-4768-8b2d-6523cfe82f3e),segment_id=d76b9b48-7f7f-4768-8b2d-6523cfe82f3e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:02.716814 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4bf398fd-d205-43fa-a589-2e41524d5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:02.724518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-533bd46a-4179-442e-84dc-4f53a609235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:02.726305 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-533bd46a-4179-442e-84dc-4f53a609235c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696621 Mar 23 12:25:02.778333 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-a1c12502-4fbc-438c-bc2f-059fc8458990 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/quotas/07a66fecb0f54a1eb89cf6ef40202742 HTTP/1.1" status: 200 len: 375 time: 0.4733510 Mar 23 12:25:02.780958 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8bdab2f-e233-4ca3-a69b-990680ff998c req-74876bae-7076-4756-8c8f-ef7dbd62e8f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=30629cd0-2a0f-4a90-bbb7-649f46a63a15 HTTP/1.1" status: 200 len: 217 time: 0.0687590 Mar 23 12:25:02.832244 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf398fd-d205-43fa-a589-2e41524d5425 None None] Pushing event updated for resources: {'Port': ['ID=454ebd99-fc58-47dd-a654-dadee56db99c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:02.840253 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:02.863713 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-f1bb8c15-430b-45ca-aff7-8e5e027be84c tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=07a66fecb0f54a1eb89cf6ef40202742&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833468 Mar 23 12:25:02.904608 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdab2f-e233-4ca3-a69b-990680ff998c req-c514f130-3fcf-470c-a4cd-41821a6861c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:02.906278 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8bdab2f-e233-4ca3-a69b-990680ff998c req-c514f130-3fcf-470c-a4cd-41821a6861c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0743613 Mar 23 12:25:03.021278 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-b5ead276-10ee-481a-a59d-fa7cd8baf4d3 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549639 Mar 23 12:25:03.154606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdab2f-e233-4ca3-a69b-990680ff998c req-8012d884-3f7a-44cb-96c2-c588485141f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:03.154606 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8bdab2f-e233-4ca3-a69b-990680ff998c req-8012d884-3f7a-44cb-96c2-c588485141f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2308092 Mar 23 12:25:03.165794 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 454ebd99-fc58-47dd-a654-dadee56db99c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:03.465939 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dd927bda-e8bf-4d93-a7a1-891c2e2e3e5a None None] Provisioning complete for port 454ebd99-fc58-47dd-a654-dadee56db99c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:03.466802 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dd927bda-e8bf-4d93-a7a1-891c2e2e3e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:03.538712 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 454ebd99-fc58-47dd-a654-dadee56db99c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:03.539003 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:03.607020 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:03.742682 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e8d03db-b82a-4623-8b96-cdfee16821d1 req-aa7cded5-8b91-490e-9ea0-e4d1a6addcac tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 210 time: 0.0960767 Mar 23 12:25:03.761908 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-015ab181-46f4-477e-a791-d7cc7e8c80d6 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:03.763392 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-015ab181-46f4-477e-a791-d7cc7e8c80d6 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.73 "GET /v2.0/networks?id=55d86b04-46a9-4451-955a-aa514bc52080 HTTP/1.1" status: 200 len: 814 time: 0.7175682 Mar 23 12:25:03.882107 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45434) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:03.901709 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-febccc4d-199c-4bf4-9a68-87f449aabb9e tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70d1213677ec4db08718d6331234c515 HTTP/1.1" status: 200 len: 380 time: 0.1099646 Mar 23 12:25:03.915749 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-ae9472d0-4ebb-4dd6-88cc-aa4e028ad6bb tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Request body: {'port': {'device_id': 'c8b8dfaf-82c6-490b-a609-bf7b4bc8299f', 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080', 'admin_state_up': True, 'tenant_id': '70d1213677ec4db08718d6331234c515', 'security_groups': ['76b55418-9dcf-49dc-8b15-7209a124dfa2']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:04.018017 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-584d2afd-fa86-4b78-b0d3-a939754b77a8 req-fc103adc-7218-42e7-9843-cfff896f24eb tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 210 time: 0.0896552 Mar 23 12:25:04.021289 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69bf4b20-9a36-42c3-9f36-4c2ba7ec4dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:04.046864 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa417cae-ace7-4669-ba72-cf37b5eb67b9 req-ffdeb23e-59ed-4599-bbe4-6022cf566dd4 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:04.067815 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa417cae-ace7-4669-ba72-cf37b5eb67b9 req-ffdeb23e-59ed-4599-bbe4-6022cf566dd4 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe7a7506-c4c4-46db-9270-46bcffca7157 HTTP/1.1" status: 200 len: 947 time: 0.7668445 Mar 23 12:25:04.110542 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b1ce02-c92a-4421-ac44-796351a6a0cf req-9aaefae7-9b49-42b9-93ca-f6374d883908 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0765815 Mar 23 12:25:04.124110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Router 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:25:04.216487 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7a7506-c4c4-46db-9270-46bcffca7157', 'tag': '8168fddc-a078-4aea-b62d-b667f0f62f53'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:04.219567 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81823978-a3c3-44eb-9395-432e40141028" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7a7506-c4c4-46db-9270-46bcffca7157", "tag": "8168fddc-a078-4aea-b62d-b667f0f62f53"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:04.236033 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa417cae-ace7-4669-ba72-cf37b5eb67b9 req-38e008f4-0666-43e1-b95c-b8c6bb5f6926 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673541 Mar 23 12:25:04.238420 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8bdab2f-e233-4ca3-a69b-990680ff998c req-8ccaf94f-d6e7-4fb8-8384-56773d471a74 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9736061 Mar 23 12:25:04.307231 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6a6c8ea-131b-4d3e-95a4-d3882023fc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:04.322128 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc461de5-88a9-46eb-9860-548470b5e441 x-openstack-request-id: req-dc461de5-88a9-46eb-9860-548470b5e441 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:04.322265 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7a7506-c4c4-46db-9270-46bcffca7157", "tag": "8168fddc-a078-4aea-b62d-b667f0f62f53", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:04.322493 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc461de5-88a9-46eb-9860-548470b5e441 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:04.322865 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7a7506-c4c4-46db-9270-46bcffca7157', 'tag': '8168fddc-a078-4aea-b62d-b667f0f62f53', 'status': 'completed', 'code': 200} Mar 23 12:25:04.472393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81823978-a3c3-44eb-9395-432e40141028 req-b31254cb-16d0-404c-8021-a251bc80907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:04.473959 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81823978-a3c3-44eb-9395-432e40141028 req-b31254cb-16d0-404c-8021-a251bc80907e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=fe7a7506-c4c4-46db-9270-46bcffca7157 HTTP/1.1" status: 200 len: 1098 time: 0.1538403 Mar 23 12:25:04.517821 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8bdab2f-e233-4ca3-a69b-990680ff998c req-5017a222-b2d6-43ed-a9ff-3c478064686a service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612178 Mar 23 12:25:04.621392 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81823978-a3c3-44eb-9395-432e40141028 req-1c0bf744-ec84-435b-acf2-c664c8dc0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:04.622987 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81823978-a3c3-44eb-9395-432e40141028 req-1c0bf744-ec84-435b-acf2-c664c8dc0841 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1399138 Mar 23 12:25:04.638592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-ae9472d0-4ebb-4dd6-88cc-aa4e028ad6bb tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Made reservation on behalf of 70d1213677ec4db08718d6331234c515 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:25:04.642459 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-ae9472d0-4ebb-4dd6-88cc-aa4e028ad6bb tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:04.664897 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:25:04.685426 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Sync routers for ids ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:25:04.709643 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:04.720088 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-44f8888d-5cf8-48d8-9fac-9c5129f5242a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.6468320 Mar 23 12:25:04.725042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45456) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:04.725685 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45458) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:04.730162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Routers {'5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:04.731236 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:24:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:04.784297 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81823978-a3c3-44eb-9395-432e40141028 req-acd8bf21-c8c4-4cab-8518-76e0b8237cde service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=8168fddc-a078-4aea-b62d-b667f0f62f53 HTTP/1.1" status: 200 len: 217 time: 0.1524241 Mar 23 12:25:04.928312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81823978-a3c3-44eb-9395-432e40141028 req-fd3edd6a-97ec-4a98-86b2-17c61d301ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:04.940566 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81823978-a3c3-44eb-9395-432e40141028 req-fd3edd6a-97ec-4a98-86b2-17c61d301ce0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1474493 Mar 23 12:25:05.076983 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-d982e3dd-22ee-41c1-91e0-90177e1c6615 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=07a66fecb0f54a1eb89cf6ef40202742&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548606 Mar 23 12:25:05.087706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81823978-a3c3-44eb-9395-432e40141028 req-62b3ef34-daba-462d-b9ac-c2d806e8418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:05.091315 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81823978-a3c3-44eb-9395-432e40141028 req-62b3ef34-daba-462d-b9ac-c2d806e8418e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1398063 Mar 23 12:25:05.102519 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b858b4a8-9787-46eb-bcef-fe842edb88e2 req-f86d450a-4efd-495f-ba29-23213e9d1f5a tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 210 time: 0.1167948 Mar 23 12:25:05.224902 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ab32ae0-ee56-46cc-9fc4-359d59ae5f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:05.342337 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81823978-a3c3-44eb-9395-432e40141028 req-8b74547d-fd86-4428-86d5-9aacf6cc5dbe service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872287 Mar 23 12:25:05.430435 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 30629cd0-2a0f-4a90-bbb7-649f46a63a15 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:25:05.434242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 454ebd99-fc58-47dd-a654-dadee56db99c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:05.559047 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba0a7657-eeb3-4622-9467-a248222b2227 req-144f2da3-c655-424a-bf8f-0a5c682f4b7a tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 210 time: 0.2063081 Mar 23 12:25:05.680400 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Set router 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:05.736112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-2b408e43-2f03-4628-9ff2-c368b4f3ca80 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:05.738151 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-2b408e43-2f03-4628-9ff2-c368b4f3ca80 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6413951 Mar 23 12:25:05.775622 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-cdfaa084-a45a-4b8e-a4db-a66170be21c5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Request body: {'port': {'device_id': '0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '07a66fecb0f54a1eb89cf6ef40202742'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:05.851401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 454ebd99-fc58-47dd-a654-dadee56db99c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:05.852476 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:05.892364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 30629cd0-2a0f-4a90-bbb7-649f46a63a15, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=30629cd0-2a0f-4a90-bbb7-649f46a63a15,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:05.917613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '30629cd0-2a0f-4a90-bbb7-649f46a63a15', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '30629cd0-2a0f-4a90-bbb7-649f46a63a15', 'mac_address': 'fa:16:3e:04:9f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:25:05.996305 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ab32ae0-ee56-46cc-9fc4-359d59ae5f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:06.008270 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81823978-a3c3-44eb-9395-432e40141028 req-f734f421-892e-46b9-80c4-e63f3950db02 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6539989 Mar 23 12:25:06.038960 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ab32ae0-ee56-46cc-9fc4-359d59ae5f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:06.058860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-cdfaa084-a45a-4b8e-a4db-a66170be21c5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Made reservation on behalf of 07a66fecb0f54a1eb89cf6ef40202742 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:25:06.064390 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-cdfaa084-a45a-4b8e-a4db-a66170be21c5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:06.233004 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:06.260084 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30629cd0-2a0f-4a90-bbb7-649f46a63a15 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:25:06.268420 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6a6c8ea-131b-4d3e-95a4-d3882023fc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:06.274665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab32ae0-ee56-46cc-9fc4-359d59ae5f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eb34fa-c93a-44ff-8629-7d1c00a3e38c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:06.288438 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 30629cd0-2a0f-4a90-bbb7-649f46a63a15, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=30629cd0-2a0f-4a90-bbb7-649f46a63a15,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:06.291630 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6a6c8ea-131b-4d3e-95a4-d3882023fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:06.294707 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:06.355412 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6ab32ae0-ee56-46cc-9fc4-359d59ae5f1b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fa9de612135c42a0b95be251d50e32b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6141644 Mar 23 12:25:06.367396 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45470) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:06.381964 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=30629cd0-2a0f-4a90-bbb7-649f46a63a15,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:06.389506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf82086-a2cf-4492-b41c-a8a347bf6648 req-bd08f6f0-ae50-4845-b3a7-dbff71adce87 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:06.399125 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dcf82086-a2cf-4492-b41c-a8a347bf6648 req-bd08f6f0-ae50-4845-b3a7-dbff71adce87 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe7a7506-c4c4-46db-9270-46bcffca7157 HTTP/1.1" status: 200 len: 947 time: 0.4683905 Mar 23 12:25:06.419523 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-ae9472d0-4ebb-4dd6-88cc-aa4e028ad6bb tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Allocated IP 172.20.0.9 (55d86b04-46a9-4451-955a-aa514bc52080/f2ffb559-0160-40fb-9628-a39ae997c114/ff8f935d-a0d4-4de8-a0c8-9f784403fa77) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:06.429677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1858661783-router', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:59Z', 'updated_at': '2022-03-23T12:25:01Z', 'revision_number': 3, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'gw_port': {'id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:00Z', 'updated_at': '2022-03-23T12:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:06.479992 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-719722ab-8bed-4513-9704-d2609ba14b20 req-0eff56ef-a08e-4760-9cb7-0e8c69b0302d tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 210 time: 0.0959737 Mar 23 12:25:06.529239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Checking router: 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:25:06.529942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Updating router 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 port 62e8c68c-29c7-44c2-849d-fc07c8d42c39 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:25:06.578999 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-cdfaa084-a45a-4b8e-a4db-a66170be21c5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Allocated IP 192.168.233.219 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/e2ea1ffa-bae6-4e2c-adca-8b3841444bb1) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:06.622352 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:06.761918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['30629cd0-2a0f-4a90-bbb7-649f46a63a15'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:25:06.889870 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ef48ba6f-e520-45d6-b3d9-95158b572916 req-dd48e4d9-04a4-493b-8641-b86310e3c7fb tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 210 time: 0.0693588 Mar 23 12:25:07.037323 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-cdfaa084-a45a-4b8e-a4db-a66170be21c5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:07.047119 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d6a6c8ea-131b-4d3e-95a4-d3882023fc7a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7fa855a76f449bf999b9c15e53b119b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1573002 Mar 23 12:25:07.052105 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45476) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:07.171168 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-cdfaa084-a45a-4b8e-a4db-a66170be21c5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:07.213096 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dcf82086-a2cf-4492-b41c-a8a347bf6648 req-8ad5dbda-dd49-4558-84f1-871ab5113ae0 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8128035 Mar 23 12:25:07.217502 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:07.240680 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['1c8816f0-c3c3-44c1-89d7-95c28ead7cd5', 'ac68a187-479a-457c-a1d1-2935ec6f2c57'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:25:07.243576 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:07.254562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6c8ea-131b-4d3e-95a4-d3882023fc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46879ba-9daa-4285-b7ea-8fbe0e5c7c05,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:07.339019 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-cdfaa084-a45a-4b8e-a4db-a66170be21c5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:07.350345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-cdfaa084-a45a-4b8e-a4db-a66170be21c5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:07.363132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Attempting to bind port 62e8c68c-29c7-44c2-849d-fc07c8d42c39 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:25:07.363132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Attempting to bind port 62e8c68c-29c7-44c2-849d-fc07c8d42c39 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:25:07.363132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Attempting to bind port 62e8c68c-29c7-44c2-849d-fc07c8d42c39 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:07.366837 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-cdfaa084-a45a-4b8e-a4db-a66170be21c5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:07.370738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:25:07.371262 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:07.371757 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:07.373054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:25:07.373054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Bound port: 62e8c68c-29c7-44c2-849d-fc07c8d42c39, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:25:07.373401 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:07.375402 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4661ee0-9a89-4c4d-960d-a01dd7323a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:07.432552 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfaa084-a45a-4b8e-a4db-a66170be21c5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Pushing event updated for resources: {'Port': ['ID=e2ea1ffa-bae6-4e2c-adca-8b3841444bb1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:07.452890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] For port 62e8c68c-29c7-44c2-849d-fc07c8d42c39, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:07.458347 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] For port 62e8c68c-29c7-44c2-849d-fc07c8d42c39, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=62e8c68c-29c7-44c2-849d-fc07c8d42c39,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:07.478041 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4661ee0-9a89-4c4d-960d-a01dd7323a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:07.500396 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:07.540457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-cdfaa084-a45a-4b8e-a4db-a66170be21c5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:07.541323 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-cdfaa084-a45a-4b8e-a4db-a66170be21c5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:07.581205 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8046eaa9-91d2-43a9-bb0c-bc61f43e3c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:07.619289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9386078-d6df-401d-8653-d6dd307f2ba0 None None] Pushing event updated for resources: {'Port': ['ID=62e8c68c-29c7-44c2-849d-fc07c8d42c39,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:07.620461 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-cdfaa084-a45a-4b8e-a4db-a66170be21c5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8673162 Mar 23 12:25:07.661979 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Request body: {'port': {'device_id': '0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:07.686005 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Routers {'5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:07.687275 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:24:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:07.816824 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] Set router 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:07.842615 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4661ee0-9a89-4c4d-960d-a01dd7323a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:07.845500 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4661ee0-9a89-4c4d-960d-a01dd7323a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:07.846935 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e4661ee0-9a89-4c4d-960d-a01dd7323a22 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f46879ba-9daa-4285-b7ea-8fbe0e5c7c05 HTTP/1.1" status: 204 len: 168 time: 0.7931898 Mar 23 12:25:07.884077 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9386078-d6df-401d-8653-d6dd307f2ba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:07.884613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9386078-d6df-401d-8653-d6dd307f2ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:07.885028 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9386078-d6df-401d-8653-d6dd307f2ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:07.885533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9386078-d6df-401d-8653-d6dd307f2ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:07.885980 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9386078-d6df-401d-8653-d6dd307f2ba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:07.886423 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9386078-d6df-401d-8653-d6dd307f2ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:07.886824 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9386078-d6df-401d-8653-d6dd307f2ba0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:07.887242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9386078-d6df-401d-8653-d6dd307f2ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:07.887682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9386078-d6df-401d-8653-d6dd307f2ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:07.888106 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9386078-d6df-401d-8653-d6dd307f2ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:07.888519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9386078-d6df-401d-8653-d6dd307f2ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:07.889111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9386078-d6df-401d-8653-d6dd307f2ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:07.897100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4661ee0-9a89-4c4d-960d-a01dd7323a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46879ba-9daa-4285-b7ea-8fbe0e5c7c05,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:07.912805 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:07.930419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 8168fddc-a078-4aea-b62d-b667f0f62f53 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:25:07.947363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c461b4-a04c-4859-9aeb-34b9c1911117 req-51c7b5cd-848b-4ccc-ae65-eab9a6a5938f tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:07.971245 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-86c461b4-a04c-4859-9aeb-34b9c1911117 req-51c7b5cd-848b-4ccc-ae65-eab9a6a5938f tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 936 time: 0.2932868 Mar 23 12:25:08.017179 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-69bf4b20-9a36-42c3-9f36-4c2ba7ec4dd1 admin admin] Deleting port f9fbed05-3204-45a5-9779-05c4afa0c73e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:25:08.017518 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69bf4b20-9a36-42c3-9f36-4c2ba7ec4dd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:08.062553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 8168fddc-a078-4aea-b62d-b667f0f62f53, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8168fddc-a078-4aea-b62d-b667f0f62f53,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:08.172327 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-86c461b4-a04c-4859-9aeb-34b9c1911117 req-1f6ccbff-24b7-40ee-bca7-c9b539fac37b tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874607 Mar 23 12:25:08.201566 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '8168fddc-a078-4aea-b62d-b667f0f62f53', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '8168fddc-a078-4aea-b62d-b667f0f62f53', 'mac_address': 'fa:16:3e:9c:54:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:25:08.327897 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d7876f4-a048-4e7a-9669-d000f22854a3 req-65bb096f-db53-4d81-bc9b-193bae08de01 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 210 time: 0.1847308 Mar 23 12:25:08.348032 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8046eaa9-91d2-43a9-bb0c-bc61f43e3c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:08.588111 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45490) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:08.590205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-69bf4b20-9a36-42c3-9f36-4c2ba7ec4dd1 admin admin] For port f9fbed05-3204-45a5-9779-05c4afa0c73e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f9fbed05-3204-45a5-9779-05c4afa0c73e,segment=NetworkSegment(99a6ee64-104e-4118-8245-637cf5c85216),segment_id=99a6ee64-104e-4118-8245-637cf5c85216)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:08.590714 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69bf4b20-9a36-42c3-9f36-4c2ba7ec4dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:08.608292 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:08.639862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd13de-cb40-4ef7-8db5-271852083587 req-d7aa78ac-a4b2-4124-901a-9e18ba2ad8ef tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:08.642348 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3dd13de-cb40-4ef7-8db5-271852083587 req-d7aa78ac-a4b2-4124-901a-9e18ba2ad8ef tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe7a7506-c4c4-46db-9270-46bcffca7157 HTTP/1.1" status: 200 len: 947 time: 0.2307067 Mar 23 12:25:08.650300 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-47aace94-270a-41ce-af3a-87997d541be6 None None] Provisioning complete for port e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:08.651281 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-47aace94-270a-41ce-af3a-87997d541be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:08.664112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-69bf4b20-9a36-42c3-9f36-4c2ba7ec4dd1 admin admin] Calling delete_port for f9fbed05-3204-45a5-9779-05c4afa0c73e owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:25:08.673181 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01994e47-211b-49ed-b380-623176fa1657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:08.685467 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-ae9472d0-4ebb-4dd6-88cc-aa4e028ad6bb tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:08.817228 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3dd13de-cb40-4ef7-8db5-271852083587 req-71aa8630-991a-4ef7-9f7c-7444e84b4521 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003292 Mar 23 12:25:08.856873 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:25:08.870815 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:08.891148 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Transition to ACTIVE for port object e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:25:08.897753 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:08.940959 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-47aace94-270a-41ce-af3a-87997d541be6 None None] Port e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:25:09.014396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9386078-d6df-401d-8653-d6dd307f2ba0 None None] Pushing event updated for resources: {'Port': ['ID=62e8c68c-29c7-44c2-849d-fc07c8d42c39,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:09.020046 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:09.045266 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Pushing event updated for resources: {'Port': ['ID=e2ea1ffa-bae6-4e2c-adca-8b3841444bb1,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:09.119299 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8168fddc-a078-4aea-b62d-b667f0f62f53 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:25:09.173335 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 8168fddc-a078-4aea-b62d-b667f0f62f53, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8168fddc-a078-4aea-b62d-b667f0f62f53,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:09.190188 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:09.215465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Attempting to bind port e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:25:09.216932 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Attempting to bind port e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:25:09.219394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Attempting to bind port e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:09.234554 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1858661783-router', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:59Z', 'updated_at': '2022-03-23T12:25:01Z', 'revision_number': 3, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'gw_port': {'id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:00Z', 'updated_at': '2022-03-23T12:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:09.237474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Port e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:25:09.237808 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Attempting to bind port e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:09.262846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:25:09.262846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:09.262846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:25:09.263258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Bound port: e2ea1ffa-bae6-4e2c-adca-8b3841444bb1, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:25:09.263692 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:09.310765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83083193-4e7b-455b-b1a2-edeefc91d7a0 None None] The sync data for ids ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'] in n-d-834854-1 is: [{'id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1858661783-router', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:59Z', 'updated_at': '2022-03-23T12:25:01Z', 'revision_number': 3, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'gw_port': {'id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:00Z', 'updated_at': '2022-03-23T12:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:25:09.333565 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=8168fddc-a078-4aea-b62d-b667f0f62f53,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:09.495591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] For port e2ea1ffa-bae6-4e2c-adca-8b3841444bb1, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:09.499691 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] For port e2ea1ffa-bae6-4e2c-adca-8b3841444bb1, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e2ea1ffa-bae6-4e2c-adca-8b3841444bb1,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:09.508123 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01994e47-211b-49ed-b380-623176fa1657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:09.527117 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:09.605456 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['8168fddc-a078-4aea-b62d-b667f0f62f53'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:25:09.622389 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69bf4b20-9a36-42c3-9f36-4c2ba7ec4dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:09.650980 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-ae9472d0-4ebb-4dd6-88cc-aa4e028ad6bb tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:09.653076 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01994e47-211b-49ed-b380-623176fa1657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:09.670322 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8046eaa9-91d2-43a9-bb0c-bc61f43e3c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:09.674729 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8046eaa9-91d2-43a9-bb0c-bc61f43e3c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:09.690377 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8046eaa9-91d2-43a9-bb0c-bc61f43e3c51 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a1eb34fa-c93a-44ff-8629-7d1c00a3e38c HTTP/1.1" status: 204 len: 168 time: 3.3113050 Mar 23 12:25:09.709458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:09.715873 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:09.720624 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] 10.222.0.77 "PUT /v2.0/ports/e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 HTTP/1.1" status: 200 len: 1096 time: 2.0864589 Mar 23 12:25:09.732812 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6', 'tag': 'e2ea1ffa-bae6-4e2c-adca-8b3841444bb1'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:09.741468 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2d376d-b634-4d28-ac4f-d79bdd6994b0" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6", "tag": "e2ea1ffa-bae6-4e2c-adca-8b3841444bb1"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:09.902943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702efd4-05e5-4dc4-8595-85bd91aa85f6 req-1add700a-2f2a-4200-8117-7573edef9586 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:09.924500 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b702efd4-05e5-4dc4-8595-85bd91aa85f6 req-1add700a-2f2a-4200-8117-7573edef9586 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 931 time: 0.4225562 Mar 23 12:25:10.035829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79e3e0-4607-48c6-8068-7b393b11f2fa service neutron] Pushing event updated for resources: {'Port': ['ID=e2ea1ffa-bae6-4e2c-adca-8b3841444bb1,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:10.090315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf4b20-9a36-42c3-9f36-4c2ba7ec4dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9fbed05-3204-45a5-9779-05c4afa0c73e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:10.122145 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01994e47-211b-49ed-b380-623176fa1657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9a5202-cb9a-4c21-8449-f4d93983d84b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:10.174971 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b702efd4-05e5-4dc4-8595-85bd91aa85f6 req-c73e220b-9cb5-4742-af0a-bd33ebe30c73 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/security-groups?id=76b55418-9dcf-49dc-8b15-7209a124dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491829 Mar 23 12:25:10.235452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-85ef17fa-7c05-4640-b161-c26d18987750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:10.252822 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-85ef17fa-7c05-4640-b161-c26d18987750 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=07a66fecb0f54a1eb89cf6ef40202742&device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 1099 time: 0.4602354 Mar 23 12:25:10.468475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046eaa9-91d2-43a9-bb0c-bc61f43e3c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eb34fa-c93a-44ff-8629-7d1c00a3e38c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:10.480125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9472d0-4ebb-4dd6-88cc-aa4e028ad6bb tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Pushing event updated for resources: {'Port': ['ID=ff8f935d-a0d4-4de8-a0c8-9f784403fa77,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:10.534686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Allocated IP 172.20.0.1 (be4d1ffa-054f-470d-adba-a04589e75d15/179dbf86-2ad7-484d-be75-dd254ce1be29/863e0696-5121-4199-acd1-44b699922dbf) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:10.563423 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcafe5a-70bc-4cc8-9b50-3c32fd1dc5c3 x-openstack-request-id: req-6dcafe5a-70bc-4cc8-9b50-3c32fd1dc5c3 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:10.572359 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6", "tag": "e2ea1ffa-bae6-4e2c-adca-8b3841444bb1", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:10.572974 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6dcafe5a-70bc-4cc8-9b50-3c32fd1dc5c3 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:10.574010 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6', 'tag': 'e2ea1ffa-bae6-4e2c-adca-8b3841444bb1', 'status': 'completed', 'code': 200} Mar 23 12:25:10.584536 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-88070a83-9723-4b38-a0fe-7729c2e23d33 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 HTTP/1.1" status: 200 len: 217 time: 0.3126049 Mar 23 12:25:10.808230 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-a92d5553-da4f-4cdd-aceb-edbc4a5b594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:10.810277 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-a92d5553-da4f-4cdd-aceb-edbc4a5b594c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.2241595 Mar 23 12:25:10.889411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-ae9472d0-4ebb-4dd6-88cc-aa4e028ad6bb tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Network 55d86b04-46a9-4451-955a-aa514bc52080 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:10.890385 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69bf4b20-9a36-42c3-9f36-4c2ba7ec4dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:10.902741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d58bb3-6779-42f5-9e53-5681c550eeb4 req-4770ba37-5fe4-42af-b9ee-d5fc1f989f85 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:10.911059 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-04d58bb3-6779-42f5-9e53-5681c550eeb4 req-4770ba37-5fe4-42af-b9ee-d5fc1f989f85 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe7a7506-c4c4-46db-9270-46bcffca7157 HTTP/1.1" status: 200 len: 948 time: 0.1695693 Mar 23 12:25:10.913864 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45506) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:10.993759 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:11.019631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 30629cd0-2a0f-4a90-bbb7-649f46a63a15 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:11.023503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-ae9472d0-4ebb-4dd6-88cc-aa4e028ad6bb tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:11.030756 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06fe846f-2c1b-4b0f-a50a-348d6efa3b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:11.073154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-bff0001d-1df2-4cc3-9646-5982288edc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:11.074932 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-bff0001d-1df2-4cc3-9646-5982288edc37 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2570198 Mar 23 12:25:11.108144 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-04d58bb3-6779-42f5-9e53-5681c550eeb4 req-6b345d7b-3a28-431f-9745-7aceb32a9554 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936705 Mar 23 12:25:11.157173 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 62e8c68c-29c7-44c2-849d-fc07c8d42c39 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:11.167028 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-ae9472d0-4ebb-4dd6-88cc-aa4e028ad6bb tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:11.175105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-ae9472d0-4ebb-4dd6-88cc-aa4e028ad6bb tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:11.176759 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-ae9472d0-4ebb-4dd6-88cc-aa4e028ad6bb tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:11.192119 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-01994e47-211b-49ed-b380-623176fa1657 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c942c5e1ce77418c8ede793a73aac803&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5923920 Mar 23 12:25:11.199389 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 30629cd0-2a0f-4a90-bbb7-649f46a63a15 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:25:11.216416 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45508) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:11.239027 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 30629cd0-2a0f-4a90-bbb7-649f46a63a15 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:11.239508 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:11.320477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4d802-7d44-49de-933b-8a878676c42f req-aa5e4801-47bc-4339-be6d-a09b582d4308 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:11.322685 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35f4d802-7d44-49de-933b-8a878676c42f req-aa5e4801-47bc-4339-be6d-a09b582d4308 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 948 time: 1.7029476 Mar 23 12:25:11.327716 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 62e8c68c-29c7-44c2-849d-fc07c8d42c39 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:11.328887 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:11.353946 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-ae9472d0-4ebb-4dd6-88cc-aa4e028ad6bb tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4427259 Mar 23 12:25:11.444285 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:11.485543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Request body: {'port': {'device_id': 'c8b8dfaf-82c6-490b-a609-bf7b4bc8299f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:11.491600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70aaef2b-d8f1-4250-bb33-fc85e2e8a181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30629cd0-2a0f-4a90-bbb7-649f46a63a15'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:11.496383 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123780dd-87ff-4079-99b5-20d37c77e3fa" -d '{"events": [{"server_uuid": "70aaef2b-d8f1-4250-bb33-fc85e2e8a181", "name": "network-vif-plugged", "status": "completed", "tag": "30629cd0-2a0f-4a90-bbb7-649f46a63a15"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:11.539286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 30629cd0-2a0f-4a90-bbb7-649f46a63a15, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=30629cd0-2a0f-4a90-bbb7-649f46a63a15,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:11.555856 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:11.600549 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:11.694411 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35f4d802-7d44-49de-933b-8a878676c42f req-59dbd804-5ce7-4e06-87e8-9c568141b497 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561463 Mar 23 12:25:11.700195 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Network be4d1ffa-054f-470d-adba-a04589e75d15 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:11.732773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:11.753938 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:11.754456 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:11.776169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=30629cd0-2a0f-4a90-bbb7-649f46a63a15,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:11.794675 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5ca0a-a3da-4adc-a993-01fc99f8a4f6 req-ad0ed64e-44b9-4d2c-9187-6c474c1beffc tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:11.817681 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b0d5ca0a-a3da-4adc-a993-01fc99f8a4f6 req-ad0ed64e-44b9-4d2c-9187-6c474c1beffc tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 931 time: 0.5151455 Mar 23 12:25:11.820952 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 8168fddc-a078-4aea-b62d-b667f0f62f53 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:11.828596 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea2ecba8-d368-47aa-8eeb-71cfd64629ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:11.834349 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fa8107-33ba-477e-9a0c-153fa539c5bd x-openstack-request-id: req-07fa8107-33ba-477e-9a0c-153fa539c5bd {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:11.834838 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70aaef2b-d8f1-4250-bb33-fc85e2e8a181", "name": "network-vif-plugged", "status": "completed", "tag": "30629cd0-2a0f-4a90-bbb7-649f46a63a15", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:11.835815 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07fa8107-33ba-477e-9a0c-153fa539c5bd {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:11.836243 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aaef2b-d8f1-4250-bb33-fc85e2e8a181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30629cd0-2a0f-4a90-bbb7-649f46a63a15', 'code': 200} Mar 23 12:25:11.869251 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-1628d0ba-7ac5-492d-bc62-823eb09474d5 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7499917 Mar 23 12:25:11.890592 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:11.931566 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-26d29a50-1576-4494-99d6-27ca6f92dfcc None None] Provisioning complete for port ff8f935d-a0d4-4de8-a0c8-9f784403fa77 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:11.932404 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-26d29a50-1576-4494-99d6-27ca6f92dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:11.979737 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea2ecba8-d368-47aa-8eeb-71cfd64629ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:12.021044 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 62e8c68c-29c7-44c2-849d-fc07c8d42c39, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=62e8c68c-29c7-44c2-849d-fc07c8d42c39,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:12.041251 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06fe846f-2c1b-4b0f-a50a-348d6efa3b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:12.055732 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:12.160749 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-26d29a50-1576-4494-99d6-27ca6f92dfcc None None] Port ff8f935d-a0d4-4de8-a0c8-9f784403fa77 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:25:12.182658 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 8168fddc-a078-4aea-b62d-b667f0f62f53 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:25:12.210848 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06fe846f-2c1b-4b0f-a50a-348d6efa3b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:12.218103 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 8168fddc-a078-4aea-b62d-b667f0f62f53 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:12.218739 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:12.223747 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-49f4f922-f973-4572-a4e7-eddd2ce93179 req-7b467df6-8611-42eb-803a-dcc613455d04 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108068 Mar 23 12:25:12.285819 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe846f-2c1b-4b0f-a50a-348d6efa3b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8347f849-74d8-43d9-ae10-5f393807ff03,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:12.294719 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b0d5ca0a-a3da-4adc-a993-01fc99f8a4f6 req-9e15f6c2-0b16-4dbb-902d-22579bcbee70 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/security-groups?id=76b55418-9dcf-49dc-8b15-7209a124dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4756010 Mar 23 12:25:12.336468 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea2ecba8-d368-47aa-8eeb-71cfd64629ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:12.339361 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea2ecba8-d368-47aa-8eeb-71cfd64629ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:12.340784 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ea2ecba8-d368-47aa-8eeb-71cfd64629ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d9a5202-cb9a-4c21-8449-f4d93983d84b HTTP/1.1" status: 204 len: 168 time: 1.1222773 Mar 23 12:25:12.343891 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=62e8c68c-29c7-44c2-849d-fc07c8d42c39,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:12.363439 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ecba8-d368-47aa-8eeb-71cfd64629ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9a5202-cb9a-4c21-8449-f4d93983d84b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:12.366328 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b7417edf-f6af-428a-8cde-580c7b8350c1 None None] Provisioning complete for port 863e0696-5121-4199-acd1-44b699922dbf triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:12.366635 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b7417edf-f6af-428a-8cde-580c7b8350c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:12.371001 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-06fe846f-2c1b-4b0f-a50a-348d6efa3b72 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ba94b037f2bb4f13b0a56def92466eae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4518511 Mar 23 12:25:12.375126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45518) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:12.403631 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d376d-b634-4d28-ac4f-d79bdd6994b0 req-2202adfb-afed-407e-a5b3-f74d84c9f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:12.405801 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e2d376d-b634-4d28-ac4f-d79bdd6994b0 req-2202adfb-afed-407e-a5b3-f74d84c9f245 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=07a66fecb0f54a1eb89cf6ef40202742&device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 1099 time: 0.1099484 Mar 23 12:25:12.590841 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:12.623824 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b7417edf-f6af-428a-8cde-580c7b8350c1 None None] Port 863e0696-5121-4199-acd1-44b699922dbf cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:25:12.647832 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7c66b52-dff1-4cc3-928d-1694632af86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:12.655521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 8168fddc-a078-4aea-b62d-b667f0f62f53, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8168fddc-a078-4aea-b62d-b667f0f62f53,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:12.661337 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:12.814569 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7c66b52-dff1-4cc3-928d-1694632af86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:12.858693 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56e25c-7190-494f-86ba-d283a02ae729 req-cee80311-0208-4311-8d7b-4e0277b8b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:12.867696 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4e56e25c-7190-494f-86ba-d283a02ae729 req-cee80311-0208-4311-8d7b-4e0277b8b042 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=70aaef2b-d8f1-4250-bb33-fc85e2e8a181 HTTP/1.1" status: 200 len: 1100 time: 0.2151437 Mar 23 12:25:12.879831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d376d-b634-4d28-ac4f-d79bdd6994b0 req-a800fc32-4043-434e-b152-654fef9770dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:12.881404 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e2d376d-b634-4d28-ac4f-d79bdd6994b0 req-a800fc32-4043-434e-b152-654fef9770dc service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.4586129 Mar 23 12:25:12.917614 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:12.943012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 62e8c68c-29c7-44c2-849d-fc07c8d42c39 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:12.957329 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e2d376d-b634-4d28-ac4f-d79bdd6994b0 req-93141e2e-2edb-40c2-a853-e89c127ae85d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 HTTP/1.1" status: 200 len: 217 time: 0.0499468 Mar 23 12:25:12.963071 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4e56e25c-7190-494f-86ba-d283a02ae729 req-571c50e1-a915-4b1e-8ebd-d6a72a41257f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787251 Mar 23 12:25:13.017674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=863e0696-5121-4199-acd1-44b699922dbf,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:13.036492 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=8168fddc-a078-4aea-b62d-b667f0f62f53,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:13.099710 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7c66b52-dff1-4cc3-928d-1694632af86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:13.102864 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7c66b52-dff1-4cc3-928d-1694632af86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:13.104097 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a7c66b52-dff1-4cc3-928d-1694632af86a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8347f849-74d8-43d9-ae10-5f393807ff03 HTTP/1.1" status: 204 len: 168 time: 0.7279086 Mar 23 12:25:13.122067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c66b52-dff1-4cc3-928d-1694632af86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8347f849-74d8-43d9-ae10-5f393807ff03,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:13.135889 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d376d-b634-4d28-ac4f-d79bdd6994b0 req-ee62d69c-1377-4490-a74e-616a4176334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:13.137459 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e2d376d-b634-4d28-ac4f-d79bdd6994b0 req-ee62d69c-1377-4490-a74e-616a4176334d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1720741 Mar 23 12:25:13.177915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 62e8c68c-29c7-44c2-849d-fc07c8d42c39 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:13.178296 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:13.187256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fc8ad-153e-4deb-850f-66b94f98fdc8 req-d852f9bd-3de8-4e4e-b4da-fb32513c55a3 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:13.188844 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-791fc8ad-153e-4deb-850f-66b94f98fdc8 req-d852f9bd-3de8-4e4e-b4da-fb32513c55a3 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 948 time: 0.2076607 Mar 23 12:25:13.269687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bf4b20-9a36-42c3-9f36-4c2ba7ec4dd1 admin admin] Router b20a0abf-4046-42cf-a06f-a9eada1336ab has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:25:13.358007 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-791fc8ad-153e-4deb-850f-66b94f98fdc8 req-0d27cfa4-8427-4822-be01-e6ca4243b15e tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366532 Mar 23 12:25:13.360806 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d376d-b634-4d28-ac4f-d79bdd6994b0 req-bdb595f7-be57-4996-b81e-c94ad42e38da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:13.362489 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e2d376d-b634-4d28-ac4f-d79bdd6994b0 req-bdb595f7-be57-4996-b81e-c94ad42e38da service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2033732 Mar 23 12:25:13.637330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2285c-5847-48b2-82c1-a1d98320b60f req-2ebc4d3b-1209-43a0-9cee-d87b68d3cc5f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:13.637836 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e2d376d-b634-4d28-ac4f-d79bdd6994b0 req-d6526ce0-e3bd-40f5-b83c-9b837a1e6a85 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653699 Mar 23 12:25:13.640024 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d1a2285c-5847-48b2-82c1-a1d98320b60f req-2ebc4d3b-1209-43a0-9cee-d87b68d3cc5f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe7a7506-c4c4-46db-9270-46bcffca7157 HTTP/1.1" status: 200 len: 949 time: 0.9855511 Mar 23 12:25:13.799391 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:13.807317 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69702e3e-5f2e-4dac-b657-18a40770c95b req-f5a6a780-77e9-4cd2-a241-3d86dbbd9985 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:13.810203 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-69702e3e-5f2e-4dac-b657-18a40770c95b req-f5a6a780-77e9-4cd2-a241-3d86dbbd9985 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 931 time: 0.2156367 Mar 23 12:25:13.837357 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7a7506-c4c4-46db-9270-46bcffca7157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8168fddc-a078-4aea-b62d-b667f0f62f53'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:13.841276 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab8d8ca-8141-4335-95ed-f2a69b599f50" -d '{"events": [{"server_uuid": "fe7a7506-c4c4-46db-9270-46bcffca7157", "name": "network-vif-plugged", "status": "completed", "tag": "8168fddc-a078-4aea-b62d-b667f0f62f53"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:14.043574 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-69702e3e-5f2e-4dac-b657-18a40770c95b req-c7024b25-ae03-4b6c-9064-a608519b4009 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/security-groups?id=76b55418-9dcf-49dc-8b15-7209a124dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224860 Mar 23 12:25:14.056578 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d1a2285c-5847-48b2-82c1-a1d98320b60f req-c4b0ed34-7665-44ee-bd92-ea951d04d903 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728595 Mar 23 12:25:14.058143 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e2d376d-b634-4d28-ac4f-d79bdd6994b0 req-809d28a6-70e3-4341-aec2-0fc6c8f71d1d service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838480 Mar 23 12:25:14.162271 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c98f314-8b0d-4afd-b417-a0f9c9021feb x-openstack-request-id: req-3c98f314-8b0d-4afd-b417-a0f9c9021feb {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:14.163100 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7a7506-c4c4-46db-9270-46bcffca7157", "name": "network-vif-plugged", "status": "completed", "tag": "8168fddc-a078-4aea-b62d-b667f0f62f53", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:14.163100 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c98f314-8b0d-4afd-b417-a0f9c9021feb {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:14.163683 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7a7506-c4c4-46db-9270-46bcffca7157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8168fddc-a078-4aea-b62d-b667f0f62f53', 'code': 200} Mar 23 12:25:14.372752 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f25bb-65aa-4161-b4e6-2f484e847539 req-81a8549a-d2a0-436d-91e4-c4111e055d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:14.374416 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd8f25bb-65aa-4161-b4e6-2f484e847539 req-81a8549a-d2a0-436d-91e4-c4111e055d58 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fe7a7506-c4c4-46db-9270-46bcffca7157 HTTP/1.1" status: 200 len: 1100 time: 0.1241333 Mar 23 12:25:14.475149 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd8f25bb-65aa-4161-b4e6-2f484e847539 req-6c7869fa-bd58-431f-b123-c7d826f0c369 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911515 Mar 23 12:25:14.604156 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bf4b20-9a36-42c3-9f36-4c2ba7ec4dd1 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:25:14.626815 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-69bf4b20-9a36-42c3-9f36-4c2ba7ec4dd1 admin admin] 10.222.0.52 "PUT /v2.0/routers/b20a0abf-4046-42cf-a06f-a9eada1336ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0864744 Mar 23 12:25:14.628197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45560) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:14.633762 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31682b45-fbc6-42bb-bb17-7d6a245938a7 None None] Sync routers for ids ['b20a0abf-4046-42cf-a06f-a9eada1336ab'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:25:14.672908 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31682b45-fbc6-42bb-bb17-7d6a245938a7 None None] Routers {'b20a0abf-4046-42cf-a06f-a9eada1336ab'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:14.678958 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-31682b45-fbc6-42bb-bb17-7d6a245938a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:24:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b20a0abf-4046-42cf-a06f-a9eada1336ab'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:14.932571 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aab21bb-ae08-48aa-948d-8108f5241080 admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:15.084850 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-31682b45-fbc6-42bb-bb17-7d6a245938a7 None None] Set router b20a0abf-4046-42cf-a06f-a9eada1336ab gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:15.232114 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94c171-3706-4d42-982f-7104b21d6cd0 req-f5eb8e77-2583-4a20-8e98-9a46a4779adf tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:15.235557 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b94c171-3706-4d42-982f-7104b21d6cd0 req-f5eb8e77-2583-4a20-8e98-9a46a4779adf tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 948 time: 0.6339991 Mar 23 12:25:15.440603 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8f935d-a0d4-4de8-a0c8-9f784403fa77 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:25:15.471179 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:15.512945 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-31682b45-fbc6-42bb-bb17-7d6a245938a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'name': 'tempest-FloatingIPDetailsTestJSON-573890553-router', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'da4ca01e-fdec-4423-9f6d-a437abc56277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:09Z', 'updated_at': '2022-03-23T12:25:09Z', 'revision_number': 5, 'project_id': '789c56eb72dd4c98900ad029807dcf2e', 'gw_port': {'id': 'da4ca01e-fdec-4423-9f6d-a437abc56277', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:24:11Z', 'updated_at': '2022-03-23T12:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:15.523329 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Transition to ACTIVE for port object ff8f935d-a0d4-4de8-a0c8-9f784403fa77 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:25:15.543819 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aab21bb-ae08-48aa-948d-8108f5241080 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:15.548067 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31682b45-fbc6-42bb-bb17-7d6a245938a7 None None] Checking router: b20a0abf-4046-42cf-a06f-a9eada1336ab for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:25:15.559110 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31682b45-fbc6-42bb-bb17-7d6a245938a7 None None] Routers {'b20a0abf-4046-42cf-a06f-a9eada1336ab'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:15.560303 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-31682b45-fbc6-42bb-bb17-7d6a245938a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:24:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b20a0abf-4046-42cf-a06f-a9eada1336ab'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:15.638379 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0aab21bb-ae08-48aa-948d-8108f5241080 admin admin] Deleting port da4ca01e-fdec-4423-9f6d-a437abc56277 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:25:15.638821 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aab21bb-ae08-48aa-948d-8108f5241080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:15.651337 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:15.672470 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:15.674719 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:15.682006 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-31682b45-fbc6-42bb-bb17-7d6a245938a7 None None] Set router b20a0abf-4046-42cf-a06f-a9eada1336ab gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:15.729660 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:15.731274 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:15.804439 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:25:15.887781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-0aab21bb-ae08-48aa-948d-8108f5241080 admin admin] For port da4ca01e-fdec-4423-9f6d-a437abc56277, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=da4ca01e-fdec-4423-9f6d-a437abc56277,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:15.888193 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aab21bb-ae08-48aa-948d-8108f5241080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:15.959862 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-31682b45-fbc6-42bb-bb17-7d6a245938a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'name': 'tempest-FloatingIPDetailsTestJSON-573890553-router', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:09Z', 'updated_at': '2022-03-23T12:25:15Z', 'revision_number': 6, 'project_id': '789c56eb72dd4c98900ad029807dcf2e', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:15.965157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Pushing event updated for resources: {'Port': ['ID=ff8f935d-a0d4-4de8-a0c8-9f784403fa77,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:15.973955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0aab21bb-ae08-48aa-948d-8108f5241080 admin admin] Calling delete_port for da4ca01e-fdec-4423-9f6d-a437abc56277 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:25:16.075034 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e2ea1ffa-bae6-4e2c-adca-8b3841444bb1, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e2ea1ffa-bae6-4e2c-adca-8b3841444bb1,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:16.123381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'e2ea1ffa-bae6-4e2c-adca-8b3841444bb1', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'e2ea1ffa-bae6-4e2c-adca-8b3841444bb1', 'mac_address': 'fa:16:3e:b9:a8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:25:16.124934 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31682b45-fbc6-42bb-bb17-7d6a245938a7 None None] The sync data for ids ['b20a0abf-4046-42cf-a06f-a9eada1336ab'] in n-d-834854-1 is: [{'id': 'b20a0abf-4046-42cf-a06f-a9eada1336ab', 'name': 'tempest-FloatingIPDetailsTestJSON-573890553-router', 'tenant_id': '789c56eb72dd4c98900ad029807dcf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:09Z', 'updated_at': '2022-03-23T12:25:15Z', 'revision_number': 6, 'project_id': '789c56eb72dd4c98900ad029807dcf2e', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:25:16.266541 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b94c171-3706-4d42-982f-7104b21d6cd0 req-08aededa-68b9-4b69-8c18-4a37db0feacb tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9523513 Mar 23 12:25:16.378334 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:16.404197 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:25:16.445900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e2ea1ffa-bae6-4e2c-adca-8b3841444bb1, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e2ea1ffa-bae6-4e2c-adca-8b3841444bb1,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:16.451648 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:16.455807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=863e0696-5121-4199-acd1-44b699922dbf,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:16.577937 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=e2ea1ffa-bae6-4e2c-adca-8b3841444bb1,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:16.617833 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d2604-6016-46b5-bd56-fc8b5673d715 req-cb7fdcaa-ff8d-4570-9599-3f2b0d89b461 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:16.633359 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-996d2604-6016-46b5-bd56-fc8b5673d715 req-cb7fdcaa-ff8d-4570-9599-3f2b0d89b461 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 943 time: 0.4108462 Mar 23 12:25:16.790846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Attempting to bind port ff8f935d-a0d4-4de8-a0c8-9f784403fa77 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:25:16.791324 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Attempting to bind port ff8f935d-a0d4-4de8-a0c8-9f784403fa77 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:25:16.791743 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Attempting to bind port ff8f935d-a0d4-4de8-a0c8-9f784403fa77 on network 55d86b04-46a9-4451-955a-aa514bc52080 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:16.806130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Port ff8f935d-a0d4-4de8-a0c8-9f784403fa77 on network 55d86b04-46a9-4451-955a-aa514bc52080 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:25:16.806684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Attempting to bind port ff8f935d-a0d4-4de8-a0c8-9f784403fa77 on network 55d86b04-46a9-4451-955a-aa514bc52080 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:16.848537 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-996d2604-6016-46b5-bd56-fc8b5673d715 req-615dfd18-2a2a-400e-880a-71916d3b22b2 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/security-groups?id=76b55418-9dcf-49dc-8b15-7209a124dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135472 Mar 23 12:25:16.862291 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aab21bb-ae08-48aa-948d-8108f5241080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:16.867153 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['e2ea1ffa-bae6-4e2c-adca-8b3841444bb1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:25:16.882754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:25:16.888499 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Checking segment: {'id': '0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:16.893942 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Bound using segment: {'id': '0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:25:16.894779 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Bound port: ff8f935d-a0d4-4de8-a0c8-9f784403fa77, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:25:16.895386 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:16.965182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f9fbed05-3204-45a5-9779-05c4afa0c73e no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:25:16.999142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab21bb-ae08-48aa-948d-8108f5241080 admin admin] Pushing event deleted for resources: {'Port': ['ID=da4ca01e-fdec-4423-9f6d-a437abc56277,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:17.066746 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d758566-8a5e-4f12-a4b9-ac4582a8a755 req-0d310260-dc11-41fc-9dcf-cdbdf13097c1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:17.078155 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d758566-8a5e-4f12-a4b9-ac4582a8a755 req-0d310260-dc11-41fc-9dcf-cdbdf13097c1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe7a7506-c4c4-46db-9270-46bcffca7157 HTTP/1.1" status: 200 len: 949 time: 0.6242793 Mar 23 12:25:17.104705 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f9fbed05-3204-45a5-9779-05c4afa0c73e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:25:17.105288 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f9fbed05-3204-45a5-9779-05c4afa0c73e not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:25:17.294727 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Network be4d1ffa-054f-470d-adba-a04589e75d15 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:17.301543 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:17.336115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:17.339507 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aab21bb-ae08-48aa-948d-8108f5241080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:17.483957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d758566-8a5e-4f12-a4b9-ac4582a8a755 req-64eed98b-7539-4325-b745-ebcd5891299c tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042740 Mar 23 12:25:17.653120 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] For port ff8f935d-a0d4-4de8-a0c8-9f784403fa77, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:17.679079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] For port ff8f935d-a0d4-4de8-a0c8-9f784403fa77, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ff8f935d-a0d4-4de8-a0c8-9f784403fa77,segment=NetworkSegment(0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2),segment_id=0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:17.744891 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:17.919037 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:17.920577 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:17.922398 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] 10.222.0.73 "PUT /v2.0/ports/ff8f935d-a0d4-4de8-a0c8-9f784403fa77 HTTP/1.1" status: 200 len: 1091 time: 6.4641309 Mar 23 12:25:17.934380 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aab21bb-ae08-48aa-948d-8108f5241080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:17.938935 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b8dfaf-82c6-490b-a609-bf7b4bc8299f', 'tag': 'ff8f935d-a0d4-4de8-a0c8-9f784403fa77'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:17.940282 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aab21bb-ae08-48aa-948d-8108f5241080 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:17.951178 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7053584a-46a1-4cc0-982b-d0bfade2abbb" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b8dfaf-82c6-490b-a609-bf7b4bc8299f", "tag": "ff8f935d-a0d4-4de8-a0c8-9f784403fa77"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:18.092039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a94fd-507b-4112-9ac6-cc226178300d req-4ff5a0bf-4162-4290-a664-1b7bb84d435c tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:18.103189 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0e9a94fd-507b-4112-9ac6-cc226178300d req-4ff5a0bf-4162-4290-a664-1b7bb84d435c tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 949 time: 0.3710101 Mar 23 12:25:18.104194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8fdce4f4-1f90-48c3-9846-57398f232ecd None None] Provisioning complete for port 863e0696-5121-4199-acd1-44b699922dbf triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:18.106818 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8fdce4f4-1f90-48c3-9846-57398f232ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:18.126361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Router 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:25:18.137216 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aab21bb-ae08-48aa-948d-8108f5241080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:18.138933 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aab21bb-ae08-48aa-948d-8108f5241080 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b20a0abf-4046-42cf-a06f-a9eada1336ab {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:25:18.152958 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aab21bb-ae08-48aa-948d-8108f5241080 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:18.154681 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0aab21bb-ae08-48aa-948d-8108f5241080 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b20a0abf-4046-42cf-a06f-a9eada1336ab HTTP/1.1" status: 204 len: 168 time: 3.5237377 Mar 23 12:25:18.162203 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45644) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:18.267867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037524a8-2455-41f8-9af4-dbd1b880012b service neutron] Pushing event updated for resources: {'Port': ['ID=ff8f935d-a0d4-4de8-a0c8-9f784403fa77,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:18.301301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8fdce4f4-1f90-48c3-9846-57398f232ecd None None] Port 863e0696-5121-4199-acd1-44b699922dbf cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:25:18.388589 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-276b4125-0656-4319-8f75-e85bee8030ee admin admin] Deleting subnet a17c4258-1606-4ec2-9eba-790bd8cb6fc1 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:25:18.410344 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0e9a94fd-507b-4112-9ac6-cc226178300d req-7345fe92-98ef-4e30-8e7f-4788bc7efeba tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059261 Mar 23 12:25:18.411047 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-276b4125-0656-4319-8f75-e85bee8030ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:18.475311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45650) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:18.499748 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-276b4125-0656-4319-8f75-e85bee8030ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:18.584155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-663e4d8b-5183-43e8-967c-6dc7f711834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:18.585721 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-663e4d8b-5183-43e8-967c-6dc7f711834d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70d1213677ec4db08718d6331234c515&device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 1094 time: 0.3920829 Mar 23 12:25:18.745863 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9d455-972f-43f5-be35-183724fda515 req-363963cc-121e-4a70-b2ae-9088df450ee7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:18.751299 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8eb9d455-972f-43f5-be35-183724fda515 req-363963cc-121e-4a70-b2ae-9088df450ee7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=70aaef2b-d8f1-4250-bb33-fc85e2e8a181 HTTP/1.1" status: 200 len: 949 time: 0.3136690 Mar 23 12:25:18.764706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:25:18.782843 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-150698df-1cb8-4b8d-adaf-c41f029b1bd9 admin admin] 10.222.0.52 "PUT /v2.0/routers/5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0429533 Mar 23 12:25:18.783366 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Sync routers for ids ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:25:18.822457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Routers {'5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:18.823966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:24:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:18.833544 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8eb9d455-972f-43f5-be35-183724fda515 req-27ae5a5f-41c0-4469-bc35-4771098f579b tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662282 Mar 23 12:25:18.903199 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03acb18c-c123-483d-b70c-6a59f4acbfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:18.921815 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7361f9f-fdec-4c83-9606-c332e3651611 x-openstack-request-id: req-e7361f9f-fdec-4c83-9606-c332e3651611 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:18.922514 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b8dfaf-82c6-490b-a609-bf7b4bc8299f", "tag": "ff8f935d-a0d4-4de8-a0c8-9f784403fa77", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:18.922928 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7361f9f-fdec-4c83-9606-c332e3651611 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:18.923499 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b8dfaf-82c6-490b-a609-bf7b4bc8299f', 'tag': 'ff8f935d-a0d4-4de8-a0c8-9f784403fa77', 'status': 'completed', 'code': 200} Mar 23 12:25:18.948266 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device da4ca01e-fdec-4423-9f6d-a437abc56277 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:25:18.968310 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-276b4125-0656-4319-8f75-e85bee8030ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:19.020330 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c53cc-b122-488e-8828-267cbe399cba req-594b576b-3532-4e45-a21f-bc4f1743ae68 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:19.027581 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: da4ca01e-fdec-4423-9f6d-a437abc56277 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:25:19.028376 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6f0c53cc-b122-488e-8828-267cbe399cba req-594b576b-3532-4e45-a21f-bc4f1743ae68 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 943 time: 0.3466554 Mar 23 12:25:19.028701 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device da4ca01e-fdec-4423-9f6d-a437abc56277 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:25:19.075215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Set router 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:19.123884 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6f0c53cc-b122-488e-8828-267cbe399cba req-8c7cba54-02aa-4084-af34-c6bf556c2eae tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/security-groups?id=76b55418-9dcf-49dc-8b15-7209a124dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943291 Mar 23 12:25:19.192435 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-276b4125-0656-4319-8f75-e85bee8030ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:19.221841 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03acb18c-c123-483d-b70c-6a59f4acbfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:19.228469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b4125-0656-4319-8f75-e85bee8030ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a17c4258-1606-4ec2-9eba-790bd8cb6fc1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:19.234634 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03acb18c-c123-483d-b70c-6a59f4acbfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:19.243023 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-276b4125-0656-4319-8f75-e85bee8030ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:19.245421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-df1c2e42-5560-48f0-aa25-b87554ad1cd3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff8f935d-a0d4-4de8-a0c8-9f784403fa77 HTTP/1.1" status: 200 len: 217 time: 0.1552813 Mar 23 12:25:19.247848 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-276b4125-0656-4319-8f75-e85bee8030ee admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a17c4258-1606-4ec2-9eba-790bd8cb6fc1 HTTP/1.1" status: 204 len: 168 time: 1.0838306 Mar 23 12:25:19.251340 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45662) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:19.267263 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fc5cc3-e329-49b1-bcce-72764e614e20 None None] Network bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:25:19.288239 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acb18c-c123-483d-b70c-6a59f4acbfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc645de-ecd5-4fcc-9dcb-fb51312241e8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:19.317228 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-03acb18c-c123-483d-b70c-6a59f4acbfb8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1e557da11f1414caa391b723cbef2be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8374865 Mar 23 12:25:19.321104 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45664) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:19.423498 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72fd0025-9199-450e-97c0-3cc9a1052f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:19.468972 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72fd0025-9199-450e-97c0-3cc9a1052f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:19.502872 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:19.527784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-f072a41b-c23b-40eb-a82c-6dda83c90fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:19.529798 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-f072a41b-c23b-40eb-a82c-6dda83c90fdb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f2ffb559-0160-40fb-9628-a39ae997c114 HTTP/1.1" status: 200 len: 853 time: 0.2631850 Mar 23 12:25:19.610225 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72fd0025-9199-450e-97c0-3cc9a1052f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:19.617651 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72fd0025-9199-450e-97c0-3cc9a1052f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:19.625233 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-72fd0025-9199-450e-97c0-3cc9a1052f94 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6bc645de-ecd5-4fcc-9dcb-fb51312241e8 HTTP/1.1" status: 204 len: 168 time: 0.3017640 Mar 23 12:25:19.664008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd0025-9199-450e-97c0-3cc9a1052f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc645de-ecd5-4fcc-9dcb-fb51312241e8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:19.683881 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-d190343a-b7fa-44f3-9e14-f827d4a12715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:19.685478 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-d190343a-b7fa-44f3-9e14-f827d4a12715 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55d86b04-46a9-4451-955a-aa514bc52080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436176 Mar 23 12:25:19.823331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:19.828768 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423dbb2-5acf-4c92-b05e-2b435969416a req-68accfca-9a9a-4e84-a0cd-514cde4b6c7e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:19.843103 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423dbb2-5acf-4c92-b05e-2b435969416a req-68accfca-9a9a-4e84-a0cd-514cde4b6c7e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:19.845826 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6423dbb2-5acf-4c92-b05e-2b435969416a req-68accfca-9a9a-4e84-a0cd-514cde4b6c7e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=70aaef2b-d8f1-4250-bb33-fc85e2e8a181&device_id=fe7a7506-c4c4-46db-9270-46bcffca7157 HTTP/1.1" status: 200 len: 1689 time: 0.2183135 Mar 23 12:25:19.981247 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6423dbb2-5acf-4c92-b05e-2b435969416a req-8f902fbd-aadb-4799-96d1-53b1d84df1be tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230948 Mar 23 12:25:20.073071 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1826ed1d-82af-4916-a6b8-6edc3a108c1d None None] DHCP port deletion for bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:25:20.174445 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:25:20.185947 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1858661783-router', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:59Z', 'updated_at': '2022-03-23T12:25:13Z', 'revision_number': 4, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'gw_port': {'id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:00Z', 'updated_at': '2022-03-23T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '863e0696-5121-4199-acd1-44b699922dbf', 'name': '', 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'mac_address': 'fa:16:3e:c1:b6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:08Z', 'updated_at': '2022-03-23T12:25:14Z', 'revision_number': 2, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'subnets': [{'id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:20.223057 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b701df-fd0b-4dba-b26e-cf6bae1219b8 req-be894b53-6028-4f16-812c-719bd1f18833 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:20.225478 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-32b701df-fd0b-4dba-b26e-cf6bae1219b8 req-be894b53-6028-4f16-812c-719bd1f18833 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 949 time: 0.0713851 Mar 23 12:25:20.229639 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Deleting port 0b8dd637-ea59-44b7-a2d0-20fbcde33950 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:25:20.230119 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:20.234716 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-956bfe90-1977-46d8-b3b2-28c120e1bcba service neutron] 10.222.0.73 "GET /v2.0/networks/55d86b04-46a9-4451-955a-aa514bc52080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867156 Mar 23 12:25:20.267153 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:20.267817 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:20.271906 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Checking router: 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:25:20.272590 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Updating router 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 port 863e0696-5121-4199-acd1-44b699922dbf binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:25:20.302375 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-32b701df-fd0b-4dba-b26e-cf6bae1219b8 req-c7ffbcb6-85b1-4177-bb61-51c3748d2076 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671782 Mar 23 12:25:20.392899 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2081d5b8-ac91-4bf8-8fb5-de121e1d8889 req-2c1d9600-cac5-405b-ac09-6ed14c308dc3 service neutron] 10.222.0.73 "GET /v2.0/networks/55d86b04-46a9-4451-955a-aa514bc52080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332459 Mar 23 12:25:20.430498 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:20.442510 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8d0dff6-c48f-4e28-8b80-3abc9f3de36a req-7d694010-8598-4728-bf92-5b466f00a1f1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=138443c3-7e35-4186-a95c-98bacf6bca74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932736 Mar 23 12:25:20.495300 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1826ed1d-82af-4916-a6b8-6edc3a108c1d None None] Deleting port 0b8dd637-ea59-44b7-a2d0-20fbcde33950 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:25:20.496535 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1826ed1d-82af-4916-a6b8-6edc3a108c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:20.570967 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-6e7c475c-df8d-48ab-b1c9-d806e17cc976 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:20.579853 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-6e7c475c-df8d-48ab-b1c9-d806e17cc976 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/networks?id=be4d1ffa-054f-470d-adba-a04589e75d15 HTTP/1.1" status: 200 len: 829 time: 0.8879817 Mar 23 12:25:20.600532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] For port 0b8dd637-ea59-44b7-a2d0-20fbcde33950, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0b8dd637-ea59-44b7-a2d0-20fbcde33950,segment=NetworkSegment(99a6ee64-104e-4118-8245-637cf5c85216),segment_id=99a6ee64-104e-4118-8245-637cf5c85216)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:20.601166 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:20.613870 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-0a392fec-8fda-4960-875e-97b1b8787a35 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/quotas/d08b4c763d23440da670dd01f0985d47 HTTP/1.1" status: 200 len: 375 time: 0.0333133 Mar 23 12:25:20.615464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0dff6-c48f-4e28-8b80-3abc9f3de36a req-bc231f16-68ad-466b-8566-6599229c650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:20.617815 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8d0dff6-c48f-4e28-8b80-3abc9f3de36a req-bc231f16-68ad-466b-8566-6599229c650a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8001c6b343c74d98acb249e144cd9ee4&device_id=138443c3-7e35-4186-a95c-98bacf6bca74 HTTP/1.1" status: 200 len: 1097 time: 0.0931604 Mar 23 12:25:20.622612 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053584a-46a1-4cc0-982b-d0bfade2abbb req-5e82ffd3-f70e-4a91-800b-3d51440d0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:20.624127 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7053584a-46a1-4cc0-982b-d0bfade2abbb req-5e82ffd3-f70e-4a91-800b-3d51440d0a95 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70d1213677ec4db08718d6331234c515&device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 1094 time: 0.1159968 Mar 23 12:25:20.710797 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:20.791592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Calling delete_port for 0b8dd637-ea59-44b7-a2d0-20fbcde33950 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:25:20.795197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053584a-46a1-4cc0-982b-d0bfade2abbb req-06ed3e7d-ce0c-4733-b419-3b0e176482a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:20.797865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7053584a-46a1-4cc0-982b-d0bfade2abbb req-06ed3e7d-ce0c-4733-b419-3b0e176482a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=55d86b04-46a9-4451-955a-aa514bc52080 HTTP/1.1" status: 200 len: 915 time: 0.1278188 Mar 23 12:25:20.829402 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1826ed1d-82af-4916-a6b8-6edc3a108c1d None None] For port 0b8dd637-ea59-44b7-a2d0-20fbcde33950, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0b8dd637-ea59-44b7-a2d0-20fbcde33950,segment=NetworkSegment(99a6ee64-104e-4118-8245-637cf5c85216),segment_id=99a6ee64-104e-4118-8245-637cf5c85216)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:20.829712 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1826ed1d-82af-4916-a6b8-6edc3a108c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:20.841033 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ea1ffa-bae6-4e2c-adca-8b3841444bb1'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:20.843990 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6ab883-d146-43b9-9614-c2c2c2c64956" -d '{"events": [{"server_uuid": "0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6", "name": "network-vif-plugged", "status": "completed", "tag": "e2ea1ffa-bae6-4e2c-adca-8b3841444bb1"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:20.876231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1826ed1d-82af-4916-a6b8-6edc3a108c1d None None] Calling delete_port for 0b8dd637-ea59-44b7-a2d0-20fbcde33950 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:25:20.881060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e2ea1ffa-bae6-4e2c-adca-8b3841444bb1, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e2ea1ffa-bae6-4e2c-adca-8b3841444bb1,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:20.895558 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:20.896531 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7053584a-46a1-4cc0-982b-d0bfade2abbb req-ba6b63e6-ca5f-486b-8186-357eb682832e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff8f935d-a0d4-4de8-a0c8-9f784403fa77 HTTP/1.1" status: 200 len: 217 time: 0.0876691 Mar 23 12:25:20.940461 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-291c18b0-3995-49d5-9e04-676520a7d43b tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d08b4c763d23440da670dd01f0985d47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3230653 Mar 23 12:25:20.969162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0dff6-c48f-4e28-8b80-3abc9f3de36a req-42b438de-e711-4059-bc81-bc04028cfb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:20.972048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8d0dff6-c48f-4e28-8b80-3abc9f3de36a req-42b438de-e711-4059-bc81-bc04028cfb1e service neutron] 10.222.0.77 "GET /v2.0/networks?id=f731e4d7-4c9b-4d2d-963d-6cfadce42a60 HTTP/1.1" status: 200 len: 925 time: 0.3212049 Mar 23 12:25:20.973424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0b8dd637-ea59-44b7-a2d0-20fbcde33950 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:25:21.131552 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737f311-2bd7-4509-a7b7-358f6535809a req-5a695200-9adb-4435-b7e7-103964558f59 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:21.134679 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5737f311-2bd7-4509-a7b7-358f6535809a req-5a695200-9adb-4435-b7e7-103964558f59 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 943 time: 0.1610537 Mar 23 12:25:21.179528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8d0dff6-c48f-4e28-8b80-3abc9f3de36a req-3b31c63b-b197-4cfb-b83a-4197c1273caf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f HTTP/1.1" status: 200 len: 1002 time: 0.1898882 Mar 23 12:25:21.214483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053584a-46a1-4cc0-982b-d0bfade2abbb req-cd970a1a-7e01-4a55-9de1-8340d059ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:21.216429 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7053584a-46a1-4cc0-982b-d0bfade2abbb req-cd970a1a-7e01-4a55-9de1-8340d059ae5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f2ffb559-0160-40fb-9628-a39ae997c114 HTTP/1.1" status: 200 len: 853 time: 0.3037772 Mar 23 12:25:21.236667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=e2ea1ffa-bae6-4e2c-adca-8b3841444bb1,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:21.259982 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5737f311-2bd7-4509-a7b7-358f6535809a req-3bf84428-c672-4ad1-9192-763b2196693f tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/security-groups?id=76b55418-9dcf-49dc-8b15-7209a124dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088037 Mar 23 12:25:21.280909 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0dff6-c48f-4e28-8b80-3abc9f3de36a req-268277aa-0fe3-477a-9bee-a63c756e483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:21.282714 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8d0dff6-c48f-4e28-8b80-3abc9f3de36a req-268277aa-0fe3-477a-9bee-a63c756e483b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=973c670b-2da1-4198-9fd7-10b0a0c5637b HTTP/1.1" status: 200 len: 863 time: 0.0870583 Mar 23 12:25:21.332785 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:21.344072 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45720) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:21.401039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0dff6-c48f-4e28-8b80-3abc9f3de36a req-56b36fd6-deb6-4bca-9333-472506a8877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:21.402547 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8d0dff6-c48f-4e28-8b80-3abc9f3de36a req-56b36fd6-deb6-4bca-9333-472506a8877e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f731e4d7-4c9b-4d2d-963d-6cfadce42a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041908 Mar 23 12:25:21.421369 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-e81fb89f-36fb-45e1-b757-e8c26a1ff3b7 service neutron] 10.222.0.52 "GET /v2.0/networks/be4d1ffa-054f-470d-adba-a04589e75d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789191 Mar 23 12:25:21.454002 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:21.462937 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Pushing event deleted for resources: {'Port': ['ID=0b8dd637-ea59-44b7-a2d0-20fbcde33950,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:21.470568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] No DVR routers for this DVR port 0b8dd637-ea59-44b7-a2d0-20fbcde33950 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:25:21.478453 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:21.487421 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1826ed1d-82af-4916-a6b8-6edc3a108c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:21.522025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342faf7-da0d-4648-8e07-37e4dc6bed31 req-ea32be1b-6ef2-4d10-93b0-87bf208d30a9 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:21.523210 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:21.524256 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8342faf7-da0d-4648-8e07-37e4dc6bed31 req-ea32be1b-6ef2-4d10-93b0-87bf208d30a9 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=70aaef2b-d8f1-4250-bb33-fc85e2e8a181 HTTP/1.1" status: 200 len: 1100 time: 0.1338086 Mar 23 12:25:21.611780 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1826ed1d-82af-4916-a6b8-6edc3a108c1d None None] No DVR routers for this DVR port 0b8dd637-ea59-44b7-a2d0-20fbcde33950 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:25:21.614651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826ed1d-82af-4916-a6b8-6edc3a108c1d None None] Pushing event deleted for resources: {'Port': ['ID=0b8dd637-ea59-44b7-a2d0-20fbcde33950,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:21.618138 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053584a-46a1-4cc0-982b-d0bfade2abbb req-e1d9a8e8-f460-4838-a494-3faf9f8f9d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:21.619688 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7053584a-46a1-4cc0-982b-d0bfade2abbb req-e1d9a8e8-f460-4838-a494-3faf9f8f9d3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55d86b04-46a9-4451-955a-aa514bc52080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3685198 Mar 23 12:25:21.656978 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8342faf7-da0d-4648-8e07-37e4dc6bed31 req-e74d3aaa-4dc9-4ace-bb0d-85ae0a8e8c45 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232173 Mar 23 12:25:21.662025 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8d0dff6-c48f-4e28-8b80-3abc9f3de36a req-7d2c6a16-191d-4018-a2c9-b2885e2f8215 service neutron] 10.222.0.77 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398350 Mar 23 12:25:21.663837 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15903847-03ce-4b0c-942d-b708a1c67e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:21.693348 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2dfc1-f30f-4897-b183-ab6199508f7d None None] Pushing event updated for resources: {'Port': ['ID=863e0696-5121-4199-acd1-44b699922dbf,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:21.736553 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8dea46-8bc9-416d-aa71-2944d5f6f5ad x-openstack-request-id: req-8d8dea46-8bc9-416d-aa71-2944d5f6f5ad {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:21.737004 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6", "name": "network-vif-plugged", "status": "completed", "tag": "e2ea1ffa-bae6-4e2c-adca-8b3841444bb1", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:21.737380 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d8dea46-8bc9-416d-aa71-2944d5f6f5ad {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:21.737997 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ea1ffa-bae6-4e2c-adca-8b3841444bb1', 'code': 200} Mar 23 12:25:21.754572 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-a5a90d50-7fba-4ace-9c9a-1da78a25e752 service neutron] 10.222.0.52 "GET /v2.0/networks/be4d1ffa-054f-470d-adba-a04589e75d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315470 Mar 23 12:25:21.785558 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:21.842549 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:25:21.843264 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:25:21.844280 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:25:21.844857 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Subscribe: > port after_create 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:25:21.845305 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Subscribe: > port after_delete 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:25:21.845665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Subscribe: > port after_update 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:25:21.845988 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:25:21.846340 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:25:21.846682 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:25:21.847120 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:25:21.885453 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Attempting to bind port 863e0696-5121-4199-acd1-44b699922dbf on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:25:21.886070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Attempting to bind port 863e0696-5121-4199-acd1-44b699922dbf by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'd76b9b48-7f7f-4768-8b2d-6523cfe82f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:25:21.886897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Attempting to bind port 863e0696-5121-4199-acd1-44b699922dbf on network be4d1ffa-054f-470d-adba-a04589e75d15 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:21.894797 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8d0dff6-c48f-4e28-8b80-3abc9f3de36a req-4ed63607-aec9-4e7e-86b0-7087b2e8b917 service neutron] 10.222.0.77 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101154 Mar 23 12:25:21.895750 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:25:21.896505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Checking segment: {'id': 'd76b9b48-7f7f-4768-8b2d-6523cfe82f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:21.897088 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:21.898337 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Bound using segment: {'id': 'd76b9b48-7f7f-4768-8b2d-6523cfe82f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:25:21.899078 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Bound port: 863e0696-5121-4199-acd1-44b699922dbf, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b9b48-7f7f-4768-8b2d-6523cfe82f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:25:21.899711 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:22.030149 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:25:22.030629 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:25:22.030969 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:25:22.031298 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:25:22.031711 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:22.053947 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] For port 863e0696-5121-4199-acd1-44b699922dbf, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:22.061882 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] For port 863e0696-5121-4199-acd1-44b699922dbf, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=863e0696-5121-4199-acd1-44b699922dbf,segment=NetworkSegment(d76b9b48-7f7f-4768-8b2d-6523cfe82f3e),segment_id=d76b9b48-7f7f-4768-8b2d-6523cfe82f3e)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:22.068945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a6ee64-104e-4118-8245-637cf5c85216') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:22.069234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a6ee64-104e-4118-8245-637cf5c85216') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:22.071533 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:22.098554 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:22.109966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69583cfc-e4e9-4003-bbd5-14dd98228d2e req-d105111d-1f08-4c77-8ac3-c713c249987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:22.112191 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-69583cfc-e4e9-4003-bbd5-14dd98228d2e req-d105111d-1f08-4c77-8ac3-c713c249987b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 1101 time: 0.1127493 Mar 23 12:25:22.122506 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15903847-03ce-4b0c-942d-b708a1c67e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:22.174317 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15903847-03ce-4b0c-942d-b708a1c67e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:22.214796 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:22.218751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15903847-03ce-4b0c-942d-b708a1c67e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be1fd39-e1ef-4f64-8003-0357a9687b5e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:22.235834 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2dfc1-f30f-4897-b183-ab6199508f7d None None] Pushing event updated for resources: {'Port': ['ID=863e0696-5121-4199-acd1-44b699922dbf,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:22.239718 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Routers {'5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:22.240637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:24:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:22.257249 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:25:22.257656 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:22.279471 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-69583cfc-e4e9-4003-bbd5-14dd98228d2e req-d93cc462-07e7-4e5a-8f92-c3578990a8dd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551728 Mar 23 12:25:22.294264 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-15903847-03ce-4b0c-942d-b708a1c67e65 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=994944036d824ba5a0b09f9dc5e76e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9487977 Mar 23 12:25:22.296986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45734) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: from cryptography.utils import int_from_bytes Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: from cryptography.utils import int_from_bytes Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:25:22.309711 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:25:22.428159 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-930d028f-fcd4-4096-a5ee-7a353894f8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:22.477157 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7053584a-46a1-4cc0-982b-d0bfade2abbb req-904bd6ad-3b1b-4869-9018-0d5087e0770a service neutron] 10.222.0.73 "GET /v2.0/networks/55d86b04-46a9-4451-955a-aa514bc52080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8214824 Mar 23 12:25:22.482338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3709fe38-97ca-4ba1-a238-a8822ec86c96 None None] Provisioning complete for port 863e0696-5121-4199-acd1-44b699922dbf triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:22.482978 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3709fe38-97ca-4ba1-a238-a8822ec86c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:22.500281 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-930d028f-fcd4-4096-a5ee-7a353894f8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:22.520743 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:22.537101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] Set router 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:22.585377 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Pushing event deleted for resources: {'Network': ['ID=bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:22.587523 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:22.591991 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-eec5612c-0ad1-42a5-bc9b-21bb300424fa admin admin] 10.222.0.52 "DELETE /v2.0/networks/bf7b0d60-f7ce-493a-8c29-bf3e8f636c8d HTTP/1.1" status: 204 len: 168 time: 3.3394382 Mar 23 12:25:22.651444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db4c47-f8ea-4adf-bafb-1352017ca667 req-a75aea01-b0f8-410f-a52d-d5ca9ea88f8f tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:22.658989 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a1db4c47-f8ea-4adf-bafb-1352017ca667 req-a75aea01-b0f8-410f-a52d-d5ca9ea88f8f tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 950 time: 0.3319461 Mar 23 12:25:22.762093 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a1db4c47-f8ea-4adf-bafb-1352017ca667 req-8e859ab7-d306-4212-af0f-52b2c4f6c2f5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981305 Mar 23 12:25:22.775672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7053584a-46a1-4cc0-982b-d0bfade2abbb req-e936a4cd-5aba-46b7-a437-d8c303bd6c0e service neutron] 10.222.0.73 "GET /v2.0/networks/55d86b04-46a9-4451-955a-aa514bc52080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665250 Mar 23 12:25:22.893649 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3709fe38-97ca-4ba1-a238-a8822ec86c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:22.894797 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-658258aa-7c0b-4bf9-b90b-1f1c6b823cb2 req-b5a59123-f459-4f32-b401-fd5e90d30e7a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3377323 Mar 23 12:25:22.896016 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45750) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:22.901224 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b80dccd-7d9a-48af-805c-f52c3a7954a8 req-5e8a6bc0-4125-4ad7-8e8a-f9a8b68dea4f tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 210 time: 0.0495739 Mar 23 12:25:22.912436 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a497bb7-ad11-43e4-876d-fd050a556353 req-f3eefed7-99b6-4d6b-bde8-7a64c38f5efa tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:22.913790 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a497bb7-ad11-43e4-876d-fd050a556353 req-f3eefed7-99b6-4d6b-bde8-7a64c38f5efa tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fe7a7506-c4c4-46db-9270-46bcffca7157 HTTP/1.1" status: 200 len: 1100 time: 0.3852289 Mar 23 12:25:22.977492 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-930d028f-fcd4-4096-a5ee-7a353894f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:22.981145 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-930d028f-fcd4-4096-a5ee-7a353894f8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:22.982403 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-930d028f-fcd4-4096-a5ee-7a353894f8ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7be1fd39-e1ef-4f64-8003-0357a9687b5e HTTP/1.1" status: 204 len: 168 time: 0.6844919 Mar 23 12:25:23.096473 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d595c-8c35-42c2-8d40-8129e056b927 req-4bb28789-fce5-4671-b222-371d79d1762f tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:23.107371 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d22d595c-8c35-42c2-8d40-8129e056b927 req-4bb28789-fce5-4671-b222-371d79d1762f tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 943 time: 0.0955665 Mar 23 12:25:23.197052 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d028f-fcd4-4096-a5ee-7a353894f8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be1fd39-e1ef-4f64-8003-0357a9687b5e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:23.211725 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d22d595c-8c35-42c2-8d40-8129e056b927 req-e5cdc37d-7629-4a77-bc5b-3e4a3adcf7e1 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/security-groups?id=76b55418-9dcf-49dc-8b15-7209a124dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028533 Mar 23 12:25:23.254158 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a497bb7-ad11-43e4-876d-fd050a556353 req-8e575383-ded8-4b4c-ae61-2128944cc944 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179026 Mar 23 12:25:23.293425 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9e1c9d40-8e55-4474-976c-af794f2cea20 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=789c56eb72dd4c98900ad029807dcf2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3875215 Mar 23 12:25:23.296712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45758) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:23.310261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658258aa-7c0b-4bf9-b90b-1f1c6b823cb2 req-60bba788-4de1-4840-b376-e6568311c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:23.316378 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-658258aa-7c0b-4bf9-b90b-1f1c6b823cb2 req-60bba788-4de1-4840-b376-e6568311c580 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 1101 time: 0.3645787 Mar 23 12:25:23.381428 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5820d86-2cde-4f47-981a-352a7a86c90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:23.465220 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5820d86-2cde-4f47-981a-352a7a86c90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:23.480323 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ff8f935d-a0d4-4de8-a0c8-9f784403fa77 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:25:23.622349 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5820d86-2cde-4f47-981a-352a7a86c90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:23.626473 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5820d86-2cde-4f47-981a-352a7a86c90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:23.628725 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c5820d86-2cde-4f47-981a-352a7a86c90b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3d289df2-6fdf-458e-a6c2-6990ca28b135 HTTP/1.1" status: 204 len: 168 time: 0.3304162 Mar 23 12:25:23.646643 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ff8f935d-a0d4-4de8-a0c8-9f784403fa77, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ff8f935d-a0d4-4de8-a0c8-9f784403fa77,segment=NetworkSegment(0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2),segment_id=0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:23.658651 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5820d86-2cde-4f47-981a-352a7a86c90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d289df2-6fdf-458e-a6c2-6990ca28b135,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:23.688166 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'ff8f935d-a0d4-4de8-a0c8-9f784403fa77', 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080', 'port_id': 'ff8f935d-a0d4-4de8-a0c8-9f784403fa77', 'mac_address': 'fa:16:3e:b0:07:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:25:23.703592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658258aa-7c0b-4bf9-b90b-1f1c6b823cb2 req-89859fbc-0e6c-4df8-a5ae-c71f41495ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:23.731505 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-658258aa-7c0b-4bf9-b90b-1f1c6b823cb2 req-89859fbc-0e6c-4df8-a5ae-c71f41495ed6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.3520467 Mar 23 12:25:23.787679 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-1141d83b-2b94-43f1-ad99-a26f1de1bcaf tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704565 Mar 23 12:25:23.864360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3709fe38-97ca-4ba1-a238-a8822ec86c96 None None] For port 863e0696-5121-4199-acd1-44b699922dbf, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=863e0696-5121-4199-acd1-44b699922dbf,segment=NetworkSegment(d76b9b48-7f7f-4768-8b2d-6523cfe82f3e),segment_id=d76b9b48-7f7f-4768-8b2d-6523cfe82f3e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:23.867218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-658258aa-7c0b-4bf9-b90b-1f1c6b823cb2 req-6725f818-4612-4c6e-9df4-a890774f2c41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a2df29d0-1dfa-4ec1-9320-24ad63b54492 HTTP/1.1" status: 200 len: 217 time: 0.1321111 Mar 23 12:25:23.897024 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3709fe38-97ca-4ba1-a238-a8822ec86c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:23.966575 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-531b02d1-81f3-48a9-9b05-87182150fe07 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:23.975372 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-531b02d1-81f3-48a9-9b05-87182150fe07 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866806 Mar 23 12:25:23.994629 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-e661396d-d45a-4b1b-ab83-f04e4a765b0b tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/quotas/4a0fc61c44cc4b5fbce22a4dd6a0e33d HTTP/1.1" status: 200 len: 375 time: 0.0181906 Mar 23 12:25:24.040872 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709fe38-97ca-4ba1-a238-a8822ec86c96 None None] Pushing event updated for resources: {'Port': ['ID=863e0696-5121-4199-acd1-44b699922dbf,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:24.051564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658258aa-7c0b-4bf9-b90b-1f1c6b823cb2 req-4d10bafc-655d-44b7-80ce-a76932cd4fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:24.055637 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-658258aa-7c0b-4bf9-b90b-1f1c6b823cb2 req-4d10bafc-655d-44b7-80ce-a76932cd4fd0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1701851 Mar 23 12:25:24.062138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45780) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:24.104796 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7e0f5a7-76c0-45a7-ae82-dac10acff67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:24.122240 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-97b1fe27-9b67-4134-b7a8-e7fd75c3f7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:24.130028 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:24.142649 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-0bf3c669-8a45-4e77-860c-cd2e65fdc887 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1466410 Mar 23 12:25:24.282425 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7e0f5a7-76c0-45a7-ae82-dac10acff67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:24.308710 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2b531d56-f64b-4c2d-afb8-cbba505951e5 None None] Provisioning complete for port 863e0696-5121-4199-acd1-44b699922dbf triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:24.314564 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2b531d56-f64b-4c2d-afb8-cbba505951e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:24.322003 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7e0f5a7-76c0-45a7-ae82-dac10acff67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:24.325758 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8f935d-a0d4-4de8-a0c8-9f784403fa77 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:25:24.357471 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ff8f935d-a0d4-4de8-a0c8-9f784403fa77, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ff8f935d-a0d4-4de8-a0c8-9f784403fa77,segment=NetworkSegment(0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2),segment_id=0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:24.407350 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:24.426766 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b7e0f5a7-76c0-45a7-ae82-dac10acff67a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=88efa4da31d3467e9d2ec55a12a63f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630986 Mar 23 12:25:24.434108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45790) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:24.525105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-77ece282-6a26-4713-8d53-7ae452d7b4c4 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:24.528438 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-77ece282-6a26-4713-8d53-7ae452d7b4c4 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.73 "GET /v2.0/networks?id=be4d1ffa-054f-470d-adba-a04589e75d15 HTTP/1.1" status: 200 len: 829 time: 0.3396149 Mar 23 12:25:24.554005 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-bc7e9399-a104-4b5e-9950-b17ec380b226 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Request body: {'port': {'device_id': '061cfd6e-32c6-42f0-8510-5c7689c0a4fb', 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15', 'admin_state_up': True, 'tenant_id': 'd08b4c763d23440da670dd01f0985d47'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:24.569124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658258aa-7c0b-4bf9-b90b-1f1c6b823cb2 req-b21fbf10-1d37-412a-82ef-719550f195f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:24.571457 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-658258aa-7c0b-4bf9-b90b-1f1c6b823cb2 req-b21fbf10-1d37-412a-82ef-719550f195f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4627414 Mar 23 12:25:24.636502 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0f5a7-76c0-45a7-ae82-dac10acff67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33d3f28-a31b-4e9c-9abc-503adf7833ba,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:24.664603 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11915ebc-0f8f-4331-8a90-da7909878f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:24.687592 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1858661783-router', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:59Z', 'updated_at': '2022-03-23T12:25:13Z', 'revision_number': 4, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'gw_port': {'id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:00Z', 'updated_at': '2022-03-23T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '863e0696-5121-4199-acd1-44b699922dbf', 'name': '', 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'mac_address': 'fa:16:3e:c1:b6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:08Z', 'updated_at': '2022-03-23T12:25:22Z', 'revision_number': 4, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'subnets': [{'id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:24.724022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4d821-6c84-4641-aad7-fae6323369cc None None] The sync data for ids ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'] in n-d-834854-1 is: [{'id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1858661783-router', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:59Z', 'updated_at': '2022-03-23T12:25:13Z', 'revision_number': 4, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'gw_port': {'id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:00Z', 'updated_at': '2022-03-23T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '863e0696-5121-4199-acd1-44b699922dbf', 'name': '', 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'mac_address': 'fa:16:3e:c1:b6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:08Z', 'updated_at': '2022-03-23T12:25:22Z', 'revision_number': 4, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'subnets': [{'id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:25:24.731075 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=ff8f935d-a0d4-4de8-a0c8-9f784403fa77,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:24.735695 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11915ebc-0f8f-4331-8a90-da7909878f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:24.823068 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-bc7e9399-a104-4b5e-9950-b17ec380b226 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Made reservation on behalf of d08b4c763d23440da670dd01f0985d47 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:25:24.846588 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['ff8f935d-a0d4-4de8-a0c8-9f784403fa77'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:25:24.851879 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11915ebc-0f8f-4331-8a90-da7909878f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:24.856633 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-bc7e9399-a104-4b5e-9950-b17ec380b226 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:24.867280 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11915ebc-0f8f-4331-8a90-da7909878f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:24.868562 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-11915ebc-0f8f-4331-8a90-da7909878f00 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d33d3f28-a31b-4e9c-9abc-503adf7833ba HTTP/1.1" status: 204 len: 168 time: 0.4259171 Mar 23 12:25:24.953019 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a0175f4-ecbd-48c0-b411-daf0915a8555 req-6b0aae7a-0ab9-4928-b537-7b826bb5dbbb tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 210 time: 0.1501653 Mar 23 12:25:24.985931 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11915ebc-0f8f-4331-8a90-da7909878f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33d3f28-a31b-4e9c-9abc-503adf7833ba,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:25.015576 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f471f-6e5c-4a50-be50-d42887764c9c req-9d8189e3-38c0-4465-a9bf-4f537d5978ad tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:25.017325 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bc9f471f-6e5c-4a50-be50-d42887764c9c req-9d8189e3-38c0-4465-a9bf-4f537d5978ad tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 950 time: 0.2147694 Mar 23 12:25:25.125209 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-658258aa-7c0b-4bf9-b90b-1f1c6b823cb2 req-bfd5aef8-0f39-42c5-8f85-2009624ac308 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199559 Mar 23 12:25:25.293350 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bc9f471f-6e5c-4a50-be50-d42887764c9c req-3b825811-3da1-48de-8286-092218dca524 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651789 Mar 23 12:25:25.452046 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-bc7e9399-a104-4b5e-9950-b17ec380b226 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Allocated IP 172.20.0.8 (be4d1ffa-054f-470d-adba-a04589e75d15/179dbf86-2ad7-484d-be75-dd254ce1be29/49e2cd97-4ee1-404a-941a-63a45cf0b4a5) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:25.469457 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-658258aa-7c0b-4bf9-b90b-1f1c6b823cb2 req-b397b320-94e6-47b2-977f-9c8f88eec3dd service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153336 Mar 23 12:25:25.690227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc55631-f895-41a3-b177-3076ff74b53d req-624cfe99-d319-40d9-876c-7d5cb1652cf9 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:25.693211 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-afc55631-f895-41a3-b177-3076ff74b53d req-624cfe99-d319-40d9-876c-7d5cb1652cf9 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 944 time: 0.2090664 Mar 23 12:25:25.811191 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-afc55631-f895-41a3-b177-3076ff74b53d req-88faf619-968c-49d1-8d68-8d1f5d6c8c51 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/security-groups?id=76b55418-9dcf-49dc-8b15-7209a124dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111305 Mar 23 12:25:25.872112 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-bc7e9399-a104-4b5e-9950-b17ec380b226 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:25.897231 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45832) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:25.948674 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-52d66913-51a0-4c38-9333-c2404701cf7f req-7b29d1df-6eab-4082-ae52-7efd8c2723e7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 210 time: 0.0530338 Mar 23 12:25:26.037161 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-bc7e9399-a104-4b5e-9950-b17ec380b226 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:26.106662 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-bc7e9399-a104-4b5e-9950-b17ec380b226 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Network be4d1ffa-054f-470d-adba-a04589e75d15 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:26.112181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-bc7e9399-a104-4b5e-9950-b17ec380b226 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:26.131155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-bc7e9399-a104-4b5e-9950-b17ec380b226 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:26.176475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e9399-a104-4b5e-9950-b17ec380b226 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Pushing event updated for resources: {'Port': ['ID=49e2cd97-4ee1-404a-941a-63a45cf0b4a5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:26.256573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c7b19327-ef24-443f-87c1-299a48001715 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1001464213-network', 'tenant_id': '2d5e99720c6e43328472f5081a541496'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:26.353803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-bc7e9399-a104-4b5e-9950-b17ec380b226 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:26.354559 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-bc7e9399-a104-4b5e-9950-b17ec380b226 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:26.385301 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b19327-ef24-443f-87c1-299a48001715 admin admin] Made reservation on behalf of 2d5e99720c6e43328472f5081a541496 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:25:26.388198 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7b19327-ef24-443f-87c1-299a48001715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:26.396026 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-bc7e9399-a104-4b5e-9950-b17ec380b226 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8495572 Mar 23 12:25:26.410801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500c31a-572a-4d92-a26a-b1932a7c0b12 req-c85e007f-ea84-4dec-9810-f655ab2a9a08 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:26.421222 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a894d7ad-62c8-4862-82ac-4b53fc9b01ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:26.423105 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7500c31a-572a-4d92-a26a-b1932a7c0b12 req-c85e007f-ea84-4dec-9810-f655ab2a9a08 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 931 time: 0.2400908 Mar 23 12:25:26.428858 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7b19327-ef24-443f-87c1-299a48001715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:26.438942 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Request body: {'port': {'device_id': '061cfd6e-32c6-42f0-8510-5c7689c0a4fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:26.439659 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-ac7a0e29-be44-4bf0-bf4c-8dc3fa26bdcf tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1073678 Mar 23 12:25:26.632459 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:26.669372 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-1542ad8f-8302-4d04-b1ce-06bb7171bf48 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:26.670480 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7500c31a-572a-4d92-a26a-b1932a7c0b12 req-dc9ecc66-8d25-48d1-96c7-ca1b7846c857 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/security-groups?id=b519aa24-d987-47fe-8897-0b0d4429a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444301 Mar 23 12:25:26.670913 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-1542ad8f-8302-4d04-b1ce-06bb7171bf48 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2179379 Mar 23 12:25:26.694150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-385a57c6-aa21-4427-aa80-ecfb2163d568 None None] Provisioning complete for port 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:26.694847 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-385a57c6-aa21-4427-aa80-ecfb2163d568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:26.703035 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-76341873-fcce-412d-a46e-9b8509a3d3df tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Request body: {'port': {'device_id': '38c06b93-30b8-4319-b889-bdd227ed9034', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '4a0fc61c44cc4b5fbce22a4dd6a0e33d'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:26.824566 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-385a57c6-aa21-4427-aa80-ecfb2163d568 None None] Port 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:25:26.975986 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7b19327-ef24-443f-87c1-299a48001715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:26.984970 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7b19327-ef24-443f-87c1-299a48001715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.011562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b19327-ef24-443f-87c1-299a48001715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:25:27.037176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7b19327-ef24-443f-87c1-299a48001715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.037623 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-c7b19327-ef24-443f-87c1-299a48001715 admin admin] Added segment 32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5 of type vlan for network c200eaa9-b3d0-4c52-90de-2c0fd9778561 Mar 23 12:25:27.042664 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-76341873-fcce-412d-a46e-9b8509a3d3df tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Made reservation on behalf of 4a0fc61c44cc4b5fbce22a4dd6a0e33d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:25:27.057551 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-76341873-fcce-412d-a46e-9b8509a3d3df tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.073887 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 863e0696-5121-4199-acd1-44b699922dbf up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:27.105095 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7b19327-ef24-443f-87c1-299a48001715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.159163 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ff8f935d-a0d4-4de8-a0c8-9f784403fa77 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:27.178083 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7b19327-ef24-443f-87c1-299a48001715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.186202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b19327-ef24-443f-87c1-299a48001715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:27.186993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c7b19327-ef24-443f-87c1-299a48001715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.248962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 863e0696-5121-4199-acd1-44b699922dbf triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:27.249878 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.252303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port ff8f935d-a0d4-4de8-a0c8-9f784403fa77 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:25:27.257457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port ff8f935d-a0d4-4de8-a0c8-9f784403fa77 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:27.258082 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.303463 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b19327-ef24-443f-87c1-299a48001715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95a00f3-6a55-4877-940e-a2e446d8b94a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:27.310893 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-76341873-fcce-412d-a46e-9b8509a3d3df tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Allocated IP 192.168.233.149 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/d3fdfc44-29f1-40e8-8e4e-257061386a42) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:27.350365 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c7b19327-ef24-443f-87c1-299a48001715 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4489534 Mar 23 12:25:27.351377 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45864) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:27.372500 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a49f6408-656a-42ae-9992-69b755c303c6 admin admin] Request body: {'subnet': {'network_id': 'c200eaa9-b3d0-4c52-90de-2c0fd9778561', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1001464213-subnet', 'tenant_id': '2d5e99720c6e43328472f5081a541496', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:27.439802 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b19327-ef24-443f-87c1-299a48001715 admin admin] Pushing event updated for resources: {'Network': ['ID=c200eaa9-b3d0-4c52-90de-2c0fd9778561,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:27.441649 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.446340 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49f6408-656a-42ae-9992-69b755c303c6 admin admin] Made reservation on behalf of 2d5e99720c6e43328472f5081a541496 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:25:27.448184 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a49f6408-656a-42ae-9992-69b755c303c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.464772 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network c200eaa9-b3d0-4c52-90de-2c0fd9778561 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:25:27.475229 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b8dfaf-82c6-490b-a609-bf7b4bc8299f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8f935d-a0d4-4de8-a0c8-9f784403fa77'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:27.477464 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab96735e-3ad4-4a92-91f9-b9b160c6903f" -d '{"events": [{"server_uuid": "c8b8dfaf-82c6-490b-a609-bf7b4bc8299f", "name": "network-vif-plugged", "status": "completed", "tag": "ff8f935d-a0d4-4de8-a0c8-9f784403fa77"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:27.483155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef5e90-82b8-4e9d-b924-73e25c172b1d req-0303013e-2bf4-4327-8bd7-7494de3a7496 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:27.484649 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-baef5e90-82b8-4e9d-b924-73e25c172b1d req-0303013e-2bf4-4327-8bd7-7494de3a7496 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 944 time: 0.3462117 Mar 23 12:25:27.507876 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76198e-c29a-4c33-b437-957fb77be79b req-a24bab83-d4d5-494f-a4d8-6dbedd4c85c6 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:27.508402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76198e-c29a-4c33-b437-957fb77be79b req-a24bab83-d4d5-494f-a4d8-6dbedd4c85c6 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:27.508922 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76198e-c29a-4c33-b437-957fb77be79b req-a24bab83-d4d5-494f-a4d8-6dbedd4c85c6 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:27.509272 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76198e-c29a-4c33-b437-957fb77be79b req-a24bab83-d4d5-494f-a4d8-6dbedd4c85c6 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:27.509739 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76198e-c29a-4c33-b437-957fb77be79b req-a24bab83-d4d5-494f-a4d8-6dbedd4c85c6 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:27.510189 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76198e-c29a-4c33-b437-957fb77be79b req-a24bab83-d4d5-494f-a4d8-6dbedd4c85c6 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:27.510601 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76198e-c29a-4c33-b437-957fb77be79b req-a24bab83-d4d5-494f-a4d8-6dbedd4c85c6 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:27.511051 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76198e-c29a-4c33-b437-957fb77be79b req-a24bab83-d4d5-494f-a4d8-6dbedd4c85c6 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:27.511463 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76198e-c29a-4c33-b437-957fb77be79b req-a24bab83-d4d5-494f-a4d8-6dbedd4c85c6 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:27.512139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76198e-c29a-4c33-b437-957fb77be79b req-a24bab83-d4d5-494f-a4d8-6dbedd4c85c6 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:27.512455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76198e-c29a-4c33-b437-957fb77be79b req-a24bab83-d4d5-494f-a4d8-6dbedd4c85c6 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:27.514918 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6a76198e-c29a-4c33-b437-957fb77be79b req-a24bab83-d4d5-494f-a4d8-6dbedd4c85c6 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034&device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb&device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6&device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f&device_id=70aaef2b-d8f1-4250-bb33-fc85e2e8a181&device_id=fe7a7506-c4c4-46db-9270-46bcffca7157&device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0&device_id=b2a86867-09c8-4154-9d20-e94e05610a52&device_id=138443c3-7e35-4186-a95c-98bacf6bca74&device_id=3f6ec0f5-31f7-4bc8-b001-45f378b0f398&device_id=ff0c86bf-0833-4299-a32c-ca4a10d99d40&device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 9925 time: 0.1672893 Mar 23 12:25:27.530039 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ff8f935d-a0d4-4de8-a0c8-9f784403fa77, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ff8f935d-a0d4-4de8-a0c8-9f784403fa77,segment=NetworkSegment(0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2),segment_id=0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:27.546329 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.601803 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-baef5e90-82b8-4e9d-b924-73e25c172b1d req-f330c09a-e6fe-4ede-9ce6-72e236c34086 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/security-groups?id=76b55418-9dcf-49dc-8b15-7209a124dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955744 Mar 23 12:25:27.602049 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6a76198e-c29a-4c33-b437-957fb77be79b req-33c98178-ec63-4abf-b604-8aa900350488 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.623390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:25:27.634964 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.639518 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.664313 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Transition to ACTIVE for port object 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:25:27.666439 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=ff8f935d-a0d4-4de8-a0c8-9f784403fa77,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:27.678740 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.731117 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-76341873-fcce-412d-a46e-9b8509a3d3df tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.756981 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Pushing event updated for resources: {'Port': ['ID=49e2cd97-4ee1-404a-941a-63a45cf0b4a5,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:27.822376 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6a76198e-c29a-4c33-b437-957fb77be79b req-33c98178-ec63-4abf-b604-8aa900350488 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.838852 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6acbea84-7e5e-4d97-b948-3f094240c501 req-0651bea5-3afb-4cc0-92c8-c8586baabe72 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 210 time: 0.0507138 Mar 23 12:25:27.852311 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6a76198e-c29a-4c33-b437-957fb77be79b req-33c98178-ec63-4abf-b604-8aa900350488 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.880805 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Attempting to bind port 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:25:27.881260 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Attempting to bind port 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'd76b9b48-7f7f-4768-8b2d-6523cfe82f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:25:27.881693 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Attempting to bind port 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 on network be4d1ffa-054f-470d-adba-a04589e75d15 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:27.888771 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Port 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 on network be4d1ffa-054f-470d-adba-a04589e75d15 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:25:27.890014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Attempting to bind port 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 on network be4d1ffa-054f-470d-adba-a04589e75d15 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:27.899297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:25:27.900552 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Checking segment: {'id': 'd76b9b48-7f7f-4768-8b2d-6523cfe82f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:27.901175 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Bound using segment: {'id': 'd76b9b48-7f7f-4768-8b2d-6523cfe82f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:25:27.901894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Bound port: 49e2cd97-4ee1-404a-941a-63a45cf0b4a5, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd76b9b48-7f7f-4768-8b2d-6523cfe82f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:25:27.902507 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.910467 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6a76198e-c29a-4c33-b437-957fb77be79b req-33c98178-ec63-4abf-b604-8aa900350488 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&id=b519aa24-d987-47fe-8897-0b0d4429a920&id=55683a69-9467-443d-8d7d-f9bf319e158c&id=8c48e89b-78f0-4e84-886d-df4c050b1684&id=76b55418-9dcf-49dc-8b15-7209a124dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 606 time: 0.3785450 Mar 23 12:25:27.919178 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a49f6408-656a-42ae-9992-69b755c303c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.924824 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-76341873-fcce-412d-a46e-9b8509a3d3df tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:27.947252 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a2df29d0-1dfa-4ec1-9320-24ad63b54492', '54d5c8b5-61c2-48f5-b954-7e27a5e68a54', 'd44c8735-4010-4ade-b7c2-72a0a07bc462', '30629cd0-2a0f-4a90-bbb7-649f46a63a15'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:25:28.036532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] For port 49e2cd97-4ee1-404a-941a-63a45cf0b4a5, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:28.041409 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] For port 49e2cd97-4ee1-404a-941a-63a45cf0b4a5, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=49e2cd97-4ee1-404a-941a-63a45cf0b4a5,segment=NetworkSegment(d76b9b48-7f7f-4768-8b2d-6523cfe82f3e),segment_id=d76b9b48-7f7f-4768-8b2d-6523cfe82f3e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:28.043634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['8168fddc-a078-4aea-b62d-b667f0f62f53'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:25:28.049811 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:28.075882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c98178-ec63-4abf-b604-8aa900350488 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938791d4-f950-442e-8f1e-f872c746bd23,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:28.109178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:28.110144 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:28.112016 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] 10.222.0.73 "PUT /v2.0/ports/49e2cd97-4ee1-404a-941a-63a45cf0b4a5 HTTP/1.1" status: 200 len: 1091 time: 1.6848652 Mar 23 12:25:28.116219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061cfd6e-32c6-42f0-8510-5c7689c0a4fb', 'tag': '49e2cd97-4ee1-404a-941a-63a45cf0b4a5'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:28.136427 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5b6716-44df-43be-8a00-f2ec16786efc" -d '{"events": [{"name": "network-changed", "server_uuid": "061cfd6e-32c6-42f0-8510-5c7689c0a4fb", "tag": "49e2cd97-4ee1-404a-941a-63a45cf0b4a5"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:28.163974 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30668f62-62a9-4ce7-a340-bd2f9d241265 x-openstack-request-id: req-30668f62-62a9-4ce7-a340-bd2f9d241265 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:28.164294 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b8dfaf-82c6-490b-a609-bf7b4bc8299f", "name": "network-vif-plugged", "status": "completed", "tag": "ff8f935d-a0d4-4de8-a0c8-9f784403fa77", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:28.164652 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30668f62-62a9-4ce7-a340-bd2f9d241265 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:28.165106 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b8dfaf-82c6-490b-a609-bf7b4bc8299f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8f935d-a0d4-4de8-a0c8-9f784403fa77', 'code': 200} Mar 23 12:25:28.211516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f6408-656a-42ae-9992-69b755c303c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68a93abc-89d3-49ca-accf-e78ed7931075,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:28.238109 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-76341873-fcce-412d-a46e-9b8509a3d3df tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:28.260736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143e319-2f25-40b1-a6d4-dd9223b3d085 service neutron] Pushing event updated for resources: {'Port': ['ID=49e2cd97-4ee1-404a-941a-63a45cf0b4a5,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:28.291879 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-4c6e4897-f739-446c-b093-88932113cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:28.293950 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-4c6e4897-f739-446c-b093-88932113cc1b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08b4c763d23440da670dd01f0985d47&device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 1094 time: 0.0990820 Mar 23 12:25:28.300477 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-76341873-fcce-412d-a46e-9b8509a3d3df tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:28.323651 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-76341873-fcce-412d-a46e-9b8509a3d3df tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:28.388421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-61ed1bca-3348-4eff-88ac-a03394571b52 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49e2cd97-4ee1-404a-941a-63a45cf0b4a5 HTTP/1.1" status: 200 len: 217 time: 0.0777316 Mar 23 12:25:28.431204 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-35f7254b-6700-4928-8fbc-28e08bd682b3 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=25a7c58d2c7a4dfe9e16572706ae21db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481510 Mar 23 12:25:28.444924 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901480a9-e5a3-42f0-a948-d3c137c7d449 req-72c4abb1-b644-4961-aabf-5ac5e9db962b tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:28.453649 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-901480a9-e5a3-42f0-a948-d3c137c7d449 req-72c4abb1-b644-4961-aabf-5ac5e9db962b tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 943 time: 0.2750790 Mar 23 12:25:28.461359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76341873-fcce-412d-a46e-9b8509a3d3df tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Pushing event updated for resources: {'Port': ['ID=d3fdfc44-29f1-40e8-8e4e-257061386a42,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:28.810982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e3e9bf81-7d1a-4865-abd7-0da85929f6bf None None] Provisioning complete for port d3fdfc44-29f1-40e8-8e4e-257061386a42 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:28.812079 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e3e9bf81-7d1a-4865-abd7-0da85929f6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:28.826486 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f55a7-1ac2-470b-a37b-bd21df6c7d69 req-5509608e-49a6-4dd2-a841-84a013880936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:28.828395 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c5f55a7-1ac2-470b-a37b-bd21df6c7d69 req-5509608e-49a6-4dd2-a841-84a013880936 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 1096 time: 0.6698682 Mar 23 12:25:28.877630 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-76341873-fcce-412d-a46e-9b8509a3d3df tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:28.878622 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-76341873-fcce-412d-a46e-9b8509a3d3df tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:28.881718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49f6408-656a-42ae-9992-69b755c303c6 admin admin] Checking segment: {'id': '32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c200eaa9-b3d0-4c52-90de-2c0fd9778561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:28.882217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49f6408-656a-42ae-9992-69b755c303c6 admin admin] Network hostable DHCP agents. Network: c200eaa9-b3d0-4c52-90de-2c0fd9778561, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:25:28.893053 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e3e9bf81-7d1a-4865-abd7-0da85929f6bf None None] Port d3fdfc44-29f1-40e8-8e4e-257061386a42 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:25:28.901085 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-901480a9-e5a3-42f0-a948-d3c137c7d449 req-5869c21f-027f-45a2-a984-911dbceed98b tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/security-groups?id=b519aa24-d987-47fe-8897-0b0d4429a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465234 Mar 23 12:25:28.904899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-2e7c3364-f3e8-41f4-8e6e-9c1026ec5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:28.907392 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-2e7c3364-f3e8-41f4-8e6e-9c1026ec5f79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=179dbf86-2ad7-484d-be75-dd254ce1be29 HTTP/1.1" status: 200 len: 868 time: 0.4744594 Mar 23 12:25:28.934600 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-76341873-fcce-412d-a46e-9b8509a3d3df tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2367015 Mar 23 12:25:28.939008 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c5f55a7-1ac2-470b-a37b-bd21df6c7d69 req-5f7a75e6-7cdc-4de6-bce5-cb5f42d93fe3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=76b55418-9dcf-49dc-8b15-7209a124dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026824 Mar 23 12:25:28.942642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49f6408-656a-42ae-9992-69b755c303c6 admin admin] Network c200eaa9-b3d0-4c52-90de-2c0fd9778561 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:25:28.958033 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Request body: {'port': {'device_id': '38c06b93-30b8-4319-b889-bdd227ed9034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:28.964637 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a49f6408-656a-42ae-9992-69b755c303c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, c200eaa9-b3d0-4c52-90de-2c0fd9778561) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:28.971046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49f6408-656a-42ae-9992-69b755c303c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:28.971046 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a49f6408-656a-42ae-9992-69b755c303c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:29.005119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f2889b-5f03-490c-8d1d-507ee10c4c39 None None] Network c200eaa9-b3d0-4c52-90de-2c0fd9778561 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:25:29.027853 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a49f6408-656a-42ae-9992-69b755c303c6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6713769 Mar 23 12:25:29.031326 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:29.037962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-3390cb0d-b950-457d-a6af-98fce9283032 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:29.042373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45892) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:29.046106 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-3390cb0d-b950-457d-a6af-98fce9283032 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6001451 Mar 23 12:25:29.050407 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1001464213-router', 'tenant_id': '2d5e99720c6e43328472f5081a541496', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:29.063123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-4230d2bd-b67e-46cb-aee2-6f7cbee56c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:29.065339 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-4230d2bd-b67e-46cb-aee2-6f7cbee56c43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=be4d1ffa-054f-470d-adba-a04589e75d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405814 Mar 23 12:25:29.067508 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:29.079571 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-f8d5388f-5892-4daf-8703-5b3cb24cc23f tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/quotas/25a7c58d2c7a4dfe9e16572706ae21db HTTP/1.1" status: 200 len: 375 time: 0.0323400 Mar 23 12:25:29.121433 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-13eb29c2-61f7-4236-8db7-4407c95d7f31 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=25a7c58d2c7a4dfe9e16572706ae21db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407226 Mar 23 12:25:29.126236 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:29.127645 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:29.308299 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:29.358272 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3eff66-dabf-42b2-a8eb-27a15d7663f6 x-openstack-request-id: req-1e3eff66-dabf-42b2-a8eb-27a15d7663f6 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:29.360423 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061cfd6e-32c6-42f0-8510-5c7689c0a4fb", "tag": "49e2cd97-4ee1-404a-941a-63a45cf0b4a5", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:29.363383 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e3eff66-dabf-42b2-a8eb-27a15d7663f6 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:29.366392 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061cfd6e-32c6-42f0-8510-5c7689c0a4fb', 'tag': '49e2cd97-4ee1-404a-941a-63a45cf0b4a5', 'status': 'completed', 'code': 200} Mar 23 12:25:29.396338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534a3b87-d519-4371-a311-07f879464371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-c200eaa9-b3d0-4c52-90de-2c0fd9778561', 'network_id': 'c200eaa9-b3d0-4c52-90de-2c0fd9778561', 'tenant_id': '2d5e99720c6e43328472f5081a541496', 'fixed_ips': [{'subnet_id': '68a93abc-89d3-49ca-accf-e78ed7931075'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:25:29.397719 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-534a3b87-d519-4371-a311-07f879464371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:29.431404 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:25:29.455969 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:29.594985 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef21a96-2d40-40c0-9001-3d29018bc961 req-e03ae648-092f-4281-9614-7ea247998551 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:29.597652 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ef21a96-2d40-40c0-9001-3d29018bc961 req-e03ae648-092f-4281-9614-7ea247998551 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 945 time: 0.1103938 Mar 23 12:25:29.605893 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-83d588b3-a337-4e66-a3cc-d868cb3be358 service neutron] 10.222.0.73 "GET /v2.0/networks/be4d1ffa-054f-470d-adba-a04589e75d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974825 Mar 23 12:25:29.620510 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:29.688799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-534a3b87-d519-4371-a311-07f879464371 None None] Allocated IP 172.20.0.2 (c200eaa9-b3d0-4c52-90de-2c0fd9778561/68a93abc-89d3-49ca-accf-e78ed7931075/062383a9-f002-4a6e-b999-18cc601087fd) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:29.692452 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ef21a96-2d40-40c0-9001-3d29018bc961 req-76cbb052-c4e4-48cd-8dfe-93f319285b99 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/security-groups?id=76b55418-9dcf-49dc-8b15-7209a124dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849173 Mar 23 12:25:29.731576 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a7204-4474-4c62-b6b0-b602071c48af req-d4aeb80d-5b7b-4888-9479-1f5c6f1317a4 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:29.741341 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb0a7204-4474-4c62-b6b0-b602071c48af req-d4aeb80d-5b7b-4888-9479-1f5c6f1317a4 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 936 time: 0.3093631 Mar 23 12:25:29.893405 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1aa91f7-af01-4985-ba08-af86e7dd5d07 req-4bf3c0ea-4ca8-4ec0-a3cd-4ea310ff71ba service neutron] 10.222.0.73 "GET /v2.0/networks/be4d1ffa-054f-470d-adba-a04589e75d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513614 Mar 23 12:25:29.968068 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb0a7204-4474-4c62-b6b0-b602071c48af req-0f0c14ec-9803-4b27-a1e5-da73e63513c4 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249827 Mar 23 12:25:30.149043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b6716-44df-43be-8a00-f2ec16786efc req-fe0343e6-466f-4130-bdef-7f26d75ececb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:30.152127 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a5b6716-44df-43be-8a00-f2ec16786efc req-fe0343e6-466f-4130-bdef-7f26d75ececb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08b4c763d23440da670dd01f0985d47&device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 1094 time: 0.1302874 Mar 23 12:25:30.212344 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-79bee416-c090-49a9-89de-2471c5fccfd5 req-2bf9b757-68db-42d4-94c8-59ee5f71bda4 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 210 time: 0.1166248 Mar 23 12:25:30.215718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fdfc44-29f1-40e8-8e4e-257061386a42 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:25:30.229179 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:30.378253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b6716-44df-43be-8a00-f2ec16786efc req-642c664f-77d2-4fe3-ace3-15ed97b723f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:30.382557 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a5b6716-44df-43be-8a00-f2ec16786efc req-642c664f-77d2-4fe3-ace3-15ed97b723f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=be4d1ffa-054f-470d-adba-a04589e75d15 HTTP/1.1" status: 200 len: 930 time: 0.2125478 Mar 23 12:25:30.411574 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Transition to ACTIVE for port object d3fdfc44-29f1-40e8-8e4e-257061386a42 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:25:30.413858 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-534a3b87-d519-4371-a311-07f879464371 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:30.424364 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-534a3b87-d519-4371-a311-07f879464371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:30.431274 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:30.478358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534a3b87-d519-4371-a311-07f879464371 None None] Network c200eaa9-b3d0-4c52-90de-2c0fd9778561 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:30.484073 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-534a3b87-d519-4371-a311-07f879464371 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:30.490780 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534a3b87-d519-4371-a311-07f879464371 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:30.492442 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a5b6716-44df-43be-8a00-f2ec16786efc req-1117053d-44d4-49df-b23a-887e3605f672 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49e2cd97-4ee1-404a-941a-63a45cf0b4a5 HTTP/1.1" status: 200 len: 217 time: 0.0860727 Mar 23 12:25:30.536367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45914) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:30.588014 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a3b87-d519-4371-a311-07f879464371 None None] Pushing event updated for resources: {'Port': ['ID=062383a9-f002-4a6e-b999-18cc601087fd,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:30.639460 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-534a3b87-d519-4371-a311-07f879464371 None None] Attempting to bind port 062383a9-f002-4a6e-b999-18cc601087fd on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:25:30.639746 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-534a3b87-d519-4371-a311-07f879464371 None None] Attempting to bind port 062383a9-f002-4a6e-b999-18cc601087fd by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c200eaa9-b3d0-4c52-90de-2c0fd9778561'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:25:30.640135 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a3b87-d519-4371-a311-07f879464371 None None] Attempting to bind port 062383a9-f002-4a6e-b999-18cc601087fd on network c200eaa9-b3d0-4c52-90de-2c0fd9778561 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:30.653997 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:30.664843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a3b87-d519-4371-a311-07f879464371 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:25:30.665263 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a3b87-d519-4371-a311-07f879464371 None None] Checking segment: {'id': '32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c200eaa9-b3d0-4c52-90de-2c0fd9778561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:30.665749 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-534a3b87-d519-4371-a311-07f879464371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:30.666358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a3b87-d519-4371-a311-07f879464371 None None] Bound using segment: {'id': '32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c200eaa9-b3d0-4c52-90de-2c0fd9778561'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:25:30.667116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-534a3b87-d519-4371-a311-07f879464371 None None] Bound port: 062383a9-f002-4a6e-b999-18cc601087fd, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c200eaa9-b3d0-4c52-90de-2c0fd9778561'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:25:30.667731 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-534a3b87-d519-4371-a311-07f879464371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:30.680309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330bc08-08db-4130-bfc4-4f6677cb0565 req-ab54d6e5-2a55-461e-9912-8c9f23786bfc tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:30.681614 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330bc08-08db-4130-bfc4-4f6677cb0565 req-ab54d6e5-2a55-461e-9912-8c9f23786bfc tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:30.682078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330bc08-08db-4130-bfc4-4f6677cb0565 req-ab54d6e5-2a55-461e-9912-8c9f23786bfc tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:30.694365 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0330bc08-08db-4130-bfc4-4f6677cb0565 req-ab54d6e5-2a55-461e-9912-8c9f23786bfc tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6&device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0&device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 2884 time: 0.1973825 Mar 23 12:25:30.708857 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:30.741622 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b6716-44df-43be-8a00-f2ec16786efc req-ce7f850d-e1de-46c7-9c59-43e654aef797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:30.744315 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a5b6716-44df-43be-8a00-f2ec16786efc req-ce7f850d-e1de-46c7-9c59-43e654aef797 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=179dbf86-2ad7-484d-be75-dd254ce1be29 HTTP/1.1" status: 200 len: 868 time: 0.1828752 Mar 23 12:25:30.830198 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0330bc08-08db-4130-bfc4-4f6677cb0565 req-09c584b3-fbc3-44d4-b02b-d8512c03af70 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339374 Mar 23 12:25:30.867661 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-534a3b87-d519-4371-a311-07f879464371 None None] For port 062383a9-f002-4a6e-b999-18cc601087fd, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:30.881783 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-534a3b87-d519-4371-a311-07f879464371 None None] For port 062383a9-f002-4a6e-b999-18cc601087fd, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=062383a9-f002-4a6e-b999-18cc601087fd,segment=NetworkSegment(32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5),segment_id=32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:30.895087 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-534a3b87-d519-4371-a311-07f879464371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:30.949682 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Pushing event updated for resources: {'Port': ['ID=d3fdfc44-29f1-40e8-8e4e-257061386a42,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:31.013572 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Attempting to bind port d3fdfc44-29f1-40e8-8e4e-257061386a42 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:25:31.014298 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Attempting to bind port d3fdfc44-29f1-40e8-8e4e-257061386a42 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:25:31.014820 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Attempting to bind port d3fdfc44-29f1-40e8-8e4e-257061386a42 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:31.023056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b6716-44df-43be-8a00-f2ec16786efc req-7bb26497-b783-4363-b2b0-1398053e42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:31.026235 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a5b6716-44df-43be-8a00-f2ec16786efc req-7bb26497-b783-4363-b2b0-1398053e42eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=be4d1ffa-054f-470d-adba-a04589e75d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2459075 Mar 23 12:25:31.033634 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71832f-a271-4f9f-b466-b6dde4181971 req-2ea20e4d-7436-40b5-829c-b5d2d2f3a34e tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:31.052787 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dd71832f-a271-4f9f-b466-b6dde4181971 req-2ea20e4d-7436-40b5-829c-b5d2d2f3a34e tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 943 time: 0.6394238 Mar 23 12:25:31.086474 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e1e215a-1466-4d2f-944b-f7ec7538d779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:31.110650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Port d3fdfc44-29f1-40e8-8e4e-257061386a42 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:25:31.111226 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Attempting to bind port d3fdfc44-29f1-40e8-8e4e-257061386a42 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:31.153384 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a3b87-d519-4371-a311-07f879464371 None None] Pushing event updated for resources: {'Port': ['ID=062383a9-f002-4a6e-b999-18cc601087fd,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:31.173592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:25:31.174048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:31.174530 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:25:31.176192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Bound port: d3fdfc44-29f1-40e8-8e4e-257061386a42, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:25:31.176712 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:31.223270 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f1143-b964-4946-b399-56d298eb6953 req-50099fca-4776-4d56-9f47-389103adb4e0 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:31.224846 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a5f1143-b964-4946-b399-56d298eb6953 req-50099fca-4776-4d56-9f47-389103adb4e0 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 945 time: 0.2977357 Mar 23 12:25:31.300925 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a5b6716-44df-43be-8a00-f2ec16786efc req-70227dea-9408-489c-ae9c-571f23ff63ff service neutron] 10.222.0.73 "GET /v2.0/networks/be4d1ffa-054f-470d-adba-a04589e75d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537978 Mar 23 12:25:31.366218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-13327ae4-63a0-4b18-b443-eede5e57646e tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=25a7c58d2c7a4dfe9e16572706ae21db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1607854 Mar 23 12:25:31.368588 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a5f1143-b964-4946-b399-56d298eb6953 req-61173b4b-c047-4065-9d22-837ac9ac0d14 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/security-groups?id=76b55418-9dcf-49dc-8b15-7209a124dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296265 Mar 23 12:25:31.412797 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dd71832f-a271-4f9f-b466-b6dde4181971 req-cdf3c7df-bd22-4462-94eb-86dea778114e tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/security-groups?id=b519aa24-d987-47fe-8897-0b0d4429a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573306 Mar 23 12:25:31.505624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Allocated IP 172.25.2.209 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/b546615f-cfb0-4163-943c-0dcdcc05343c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:31.607878 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a5b6716-44df-43be-8a00-f2ec16786efc req-0d371205-2ab5-49a3-a230-98057318aa69 service neutron] 10.222.0.73 "GET /v2.0/networks/be4d1ffa-054f-470d-adba-a04589e75d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368782 Mar 23 12:25:31.642782 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4af07fe1-b926-422b-b6dc-f82bd7862c15 req-590f6ff5-530f-4aea-9ee8-ea9352b45a84 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 210 time: 0.0305216 Mar 23 12:25:31.781113 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] For port d3fdfc44-29f1-40e8-8e4e-257061386a42, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:31.866859 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] For port d3fdfc44-29f1-40e8-8e4e-257061386a42, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d3fdfc44-29f1-40e8-8e4e-257061386a42,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:31.877682 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e1e215a-1466-4d2f-944b-f7ec7538d779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:31.883858 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:31.896626 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-f3dc7425-1ac1-4b0c-a657-e25c77b12ea7 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:31.898155 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-f3dc7425-1ac1-4b0c-a657-e25c77b12ea7 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4747236 Mar 23 12:25:31.906525 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e1e215a-1466-4d2f-944b-f7ec7538d779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:31.945694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b187d4ab-03be-4daa-8fcb-e96c0a0be202 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Request body: {'port': {'device_id': 'd12b35fc-b2f5-4289-97ae-9fe6de13e9f8', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '25a7c58d2c7a4dfe9e16572706ae21db'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:32.005530 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:32.006707 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:32.008207 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] 10.222.0.77 "PUT /v2.0/ports/d3fdfc44-29f1-40e8-8e4e-257061386a42 HTTP/1.1" status: 200 len: 1096 time: 3.0589912 Mar 23 12:25:32.017142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85001b-ff7e-4c37-aa0d-fe6238b232b8 req-83d71335-6a01-4170-a06b-fa1162d67cf4 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:32.029736 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1b85001b-ff7e-4c37-aa0d-fe6238b232b8 req-83d71335-6a01-4170-a06b-fa1162d67cf4 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 948 time: 0.3646636 Mar 23 12:25:32.105102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c06b93-30b8-4319-b889-bdd227ed9034', 'tag': 'd3fdfc44-29f1-40e8-8e4e-257061386a42'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:32.107316 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5af2697-74ab-4aae-856c-2908769b3ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "38c06b93-30b8-4319-b889-bdd227ed9034", "tag": "d3fdfc44-29f1-40e8-8e4e-257061386a42"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:32.243162 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0e1e215a-1466-4d2f-944b-f7ec7538d779 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae9668ccd6184f41b86a29dc6966f5e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7034628 Mar 23 12:25:32.247343 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45940) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:32.254613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e215a-1466-4d2f-944b-f7ec7538d779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cca8325-3a77-44f8-8db5-a26975ad0952,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:32.271472 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:32.278352 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075a246-2bba-4fb4-8f35-8c263553839c service neutron] Pushing event updated for resources: {'Port': ['ID=d3fdfc44-29f1-40e8-8e4e-257061386a42,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:32.334715 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c0aef1-a311-4674-be90-7569a7dc90db x-openstack-request-id: req-22c0aef1-a311-4674-be90-7569a7dc90db {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:32.335161 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c06b93-30b8-4319-b889-bdd227ed9034", "tag": "d3fdfc44-29f1-40e8-8e4e-257061386a42", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:32.335436 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22c0aef1-a311-4674-be90-7569a7dc90db {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:32.335981 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c06b93-30b8-4319-b889-bdd227ed9034', 'tag': 'd3fdfc44-29f1-40e8-8e4e-257061386a42', 'status': 'completed', 'code': 200} Mar 23 12:25:32.358499 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1b85001b-ff7e-4c37-aa0d-fe6238b232b8 req-2a1096d1-ece4-4d89-82a9-e7c3b11c0cc5 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275473 Mar 23 12:25:32.420660 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-0d053994-4f58-40ea-b60f-e200e1cad8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:32.422464 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-0d053994-4f58-40ea-b60f-e200e1cad8ac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 1099 time: 0.2882192 Mar 23 12:25:32.425544 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b187d4ab-03be-4daa-8fcb-e96c0a0be202 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Made reservation on behalf of 25a7c58d2c7a4dfe9e16572706ae21db for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:25:32.431252 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b187d4ab-03be-4daa-8fcb-e96c0a0be202 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:32.437765 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65d08406-8de8-4697-9fd0-37ecaac6263d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:32.487764 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65d08406-8de8-4697-9fd0-37ecaac6263d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:32.518827 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b187d4ab-03be-4daa-8fcb-e96c0a0be202 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:32.538730 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-415f87af-f98f-4e3d-b402-a30cf12d74f2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=d3fdfc44-29f1-40e8-8e4e-257061386a42 HTTP/1.1" status: 200 len: 217 time: 0.0915058 Mar 23 12:25:32.587148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bda1c-b0ae-4e3b-99c6-6f64b7a22a8b req-c46be1d9-ad97-48bf-b356-6f08b804ff8d tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:32.589744 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d6bda1c-b0ae-4e3b-99c6-6f64b7a22a8b req-c46be1d9-ad97-48bf-b356-6f08b804ff8d tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 1101 time: 0.0993249 Mar 23 12:25:32.610449 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321c0f7b-6936-4c02-b823-c79d2d5a6b48 None None] Network c200eaa9-b3d0-4c52-90de-2c0fd9778561 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:25:32.632582 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65d08406-8de8-4697-9fd0-37ecaac6263d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:32.635293 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:32.637276 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65d08406-8de8-4697-9fd0-37ecaac6263d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:32.639164 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-65d08406-8de8-4697-9fd0-37ecaac6263d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4cca8325-3a77-44f8-8db5-a26975ad0952 HTTP/1.1" status: 204 len: 168 time: 0.3900440 Mar 23 12:25:32.653722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d08406-8de8-4697-9fd0-37ecaac6263d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cca8325-3a77-44f8-8db5-a26975ad0952,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:32.677947 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d6bda1c-b0ae-4e3b-99c6-6f64b7a22a8b req-95c06466-68e6-4ebf-a83a-5b15474973d7 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792413 Mar 23 12:25:32.706782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:32.739464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:32.755078 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:32.763140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-adb7779c-fde2-4898-aae7-199ea48da0c7 None None] Provisioning complete for port 062383a9-f002-4a6e-b999-18cc601087fd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:32.763959 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-adb7779c-fde2-4898-aae7-199ea48da0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:32.852019 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada1a0a-2e35-4492-9295-6db9e2c60b56 req-0e603bbb-91ac-40a0-8a4c-2481d6ce13b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:32.854002 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ada1a0a-2e35-4492-9295-6db9e2c60b56 req-0e603bbb-91ac-40a0-8a4c-2481d6ce13b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 943 time: 0.0677962 Mar 23 12:25:32.883529 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Pushing event updated for resources: {'Port': ['ID=b546615f-cfb0-4163-943c-0dcdcc05343c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:32.888822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-304f5f48-0a77-4234-9abc-ca5c53bfa535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:32.890965 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-304f5f48-0a77-4234-9abc-ca5c53bfa535 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.3354595 Mar 23 12:25:32.900346 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b187d4ab-03be-4daa-8fcb-e96c0a0be202 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:32.904698 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ada1a0a-2e35-4492-9295-6db9e2c60b56 req-3c137492-3c3a-4feb-bf27-0b4032e818d5 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/security-groups?id=b519aa24-d987-47fe-8897-0b0d4429a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432510 Mar 23 12:25:32.968903 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b187d4ab-03be-4daa-8fcb-e96c0a0be202 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:33.002420 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-adb7779c-fde2-4898-aae7-199ea48da0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:33.044470 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-adb7779c-fde2-4898-aae7-199ea48da0c7 None None] For port 062383a9-f002-4a6e-b999-18cc601087fd, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=062383a9-f002-4a6e-b999-18cc601087fd,segment=NetworkSegment(32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5),segment_id=32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:33.051298 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-adb7779c-fde2-4898-aae7-199ea48da0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:33.125874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 062383a9-f002-4a6e-b999-18cc601087fd up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:33.127481 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2f302003-5038-4e33-a3ff-bf0a74b010b5 req-54d3b41a-187c-4a45-ba3f-8333f5695a3f tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 210 time: 0.0697308 Mar 23 12:25:33.187704 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:25:33.194774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7779c-fde2-4898-aae7-199ea48da0c7 None None] Pushing event updated for resources: {'Port': ['ID=062383a9-f002-4a6e-b999-18cc601087fd,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:33.223521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763d7ba-0027-4d3b-9d98-18590600da75 req-ffeb150f-003d-4550-b56a-5816a4e682fe tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:33.226317 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b763d7ba-0027-4d3b-9d98-18590600da75 req-ffeb150f-003d-4550-b56a-5816a4e682fe tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 945 time: 0.7008731 Mar 23 12:25:33.331305 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 062383a9-f002-4a6e-b999-18cc601087fd triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:33.331701 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:33.340390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11994695-7951-4591-820f-b66afc9f539b req-72499a37-5dc0-437d-9a16-9f6397b6d46a tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:33.340390 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-11994695-7951-4591-820f-b66afc9f539b req-72499a37-5dc0-437d-9a16-9f6397b6d46a tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 1101 time: 0.1026683 Mar 23 12:25:33.409642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187d4ab-03be-4daa-8fcb-e96c0a0be202 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8ea99a-702d-4f0f-bca2-65ba41480564,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:33.410732 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6ef87f52-e551-4933-8dbd-9ad752e50cf0 None None] Provisioning complete for port 062383a9-f002-4a6e-b999-18cc601087fd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:33.411106 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6ef87f52-e551-4933-8dbd-9ad752e50cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:33.429116 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-11994695-7951-4591-820f-b66afc9f539b req-6393097b-d168-4c87-99ca-bfafe092c26d tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756066 Mar 23 12:25:33.491096 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 49e2cd97-4ee1-404a-941a-63a45cf0b4a5, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=49e2cd97-4ee1-404a-941a-63a45cf0b4a5,segment=NetworkSegment(d76b9b48-7f7f-4768-8b2d-6523cfe82f3e),segment_id=d76b9b48-7f7f-4768-8b2d-6523cfe82f3e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:33.507309 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-177bf5f4-d5f0-4864-a58f-f695bda7629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:33.508889 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-177bf5f4-d5f0-4864-a58f-f695bda7629a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5765171 Mar 23 12:25:33.518193 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b763d7ba-0027-4d3b-9d98-18590600da75 req-d23b6e4d-769a-47d5-beb7-13319d037038 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/security-groups?id=76b55418-9dcf-49dc-8b15-7209a124dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227371 Mar 23 12:25:33.520863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '49e2cd97-4ee1-404a-941a-63a45cf0b4a5', 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15', 'port_id': '49e2cd97-4ee1-404a-941a-63a45cf0b4a5', 'mac_address': 'fa:16:3e:80:ba:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:25:33.609229 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:33.632962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:25:33.677623 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b187d4ab-03be-4daa-8fcb-e96c0a0be202 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Allocated IP 192.168.233.70 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/ab4f33b5-766b-4554-8921-d6b1753ac832) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:33.707827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 49e2cd97-4ee1-404a-941a-63a45cf0b4a5, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=49e2cd97-4ee1-404a-941a-63a45cf0b4a5,segment=NetworkSegment(d76b9b48-7f7f-4768-8b2d-6523cfe82f3e),segment_id=d76b9b48-7f7f-4768-8b2d-6523cfe82f3e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:33.723612 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7cdce-1da8-4f15-8257-9254429d998d req-fffcf94c-09c8-4d2c-8030-186a7ec7eb28 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:33.736606 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5de7cdce-1da8-4f15-8257-9254429d998d req-fffcf94c-09c8-4d2c-8030-186a7ec7eb28 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 948 time: 0.1287060 Mar 23 12:25:33.794080 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:33.828608 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5de7cdce-1da8-4f15-8257-9254429d998d req-4faec1c1-12fd-4a56-8d7b-06200b79d07a tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864971 Mar 23 12:25:33.997095 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=49e2cd97-4ee1-404a-941a-63a45cf0b4a5,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:34.067103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e21eb-db2b-4949-940b-ed048d2867c3 req-65ad1b79-f495-4f28-8eab-a2f1a9b2c885 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:34.069060 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-152e21eb-db2b-4949-940b-ed048d2867c3 req-65ad1b79-f495-4f28-8eab-a2f1a9b2c885 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 945 time: 0.1189146 Mar 23 12:25:34.083189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45982) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:34.097834 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-faa259bc-3102-4527-9aa2-36ec6519c410 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Request body: {'floatingip': {'port_id': 'ff8f935d-a0d4-4de8-a0c8-9f784403fa77'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:34.169166 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45984) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:34.171104 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-faa259bc-3102-4527-9aa2-36ec6519c410 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:34.274622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['49e2cd97-4ee1-404a-941a-63a45cf0b4a5'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:25:34.401757 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f2d123c9-63e4-466e-a534-c3a1df98ed65 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-662805425-network', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:34.461171 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-f2403832-6cd4-467f-960d-2a59aee44594 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9379539 Mar 23 12:25:34.472918 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ebfd0074-9acf-4f8d-9cca-181a73224d2b req-2bb4145a-9ae8-46b2-9769-606f2b9a6e36 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 210 time: 0.0753512 Mar 23 12:25:34.494177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d123c9-63e4-466e-a534-c3a1df98ed65 admin admin] Made reservation on behalf of c83166719e7f4ef4ad5bfcfda154ab08 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:25:34.500735 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2d123c9-63e4-466e-a534-c3a1df98ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:34.509962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4eab3-2b9b-4571-93e2-2c4d9f9b8163 req-34c57470-03ef-48e9-9d63-5eec0ed1d219 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:34.511484 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2f4eab3-2b9b-4571-93e2-2c4d9f9b8163 req-34c57470-03ef-48e9-9d63-5eec0ed1d219 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 944 time: 0.3462598 Mar 23 12:25:34.529478 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b187d4ab-03be-4daa-8fcb-e96c0a0be202 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:34.570862 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2d123c9-63e4-466e-a534-c3a1df98ed65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:34.577864 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:34.702727 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2f4eab3-2b9b-4571-93e2-2c4d9f9b8163 req-8abf02b3-9cf1-4a9c-ad7d-a443588cee13 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/security-groups?id=b519aa24-d987-47fe-8897-0b0d4429a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449554 Mar 23 12:25:34.733554 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9478c787-8962-47a3-8b5f-6b8b99863948 req-0ca883c0-1151-4357-8d0b-2b605d1d8e0a service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625382 Mar 23 12:25:34.758804 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b187d4ab-03be-4daa-8fcb-e96c0a0be202 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:34.890992 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b187d4ab-03be-4daa-8fcb-e96c0a0be202 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:34.904577 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b187d4ab-03be-4daa-8fcb-e96c0a0be202 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:34.907274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b187d4ab-03be-4daa-8fcb-e96c0a0be202 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:34.912789 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187d4ab-03be-4daa-8fcb-e96c0a0be202 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Pushing event updated for resources: {'Port': ['ID=ab4f33b5-766b-4554-8921-d6b1753ac832,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:34.955064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 062383a9-f002-4a6e-b999-18cc601087fd up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:35.126669 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 062383a9-f002-4a6e-b999-18cc601087fd triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:35.127271 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:35.207606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b187d4ab-03be-4daa-8fcb-e96c0a0be202 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:35.208658 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b187d4ab-03be-4daa-8fcb-e96c0a0be202 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:35.251217 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-faa259bc-3102-4527-9aa2-36ec6519c410 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:25:35.267827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af2697-74ab-4aae-856c-2908769b3ca6 req-7d736dac-efd3-4032-ac7e-d4139a6f58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:35.273127 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5af2697-74ab-4aae-856c-2908769b3ca6 req-7d736dac-efd3-4032-ac7e-d4139a6f58d3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 1099 time: 0.4630868 Mar 23 12:25:35.373916 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b187d4ab-03be-4daa-8fcb-e96c0a0be202 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4621551 Mar 23 12:25:35.397160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-070d7eee-19ee-4799-994c-b4e30bdae827 None None] Provisioning complete for port ab4f33b5-766b-4554-8921-d6b1753ac832 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:35.398008 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-070d7eee-19ee-4799-994c-b4e30bdae827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:35.444008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Request body: {'port': {'device_id': 'd12b35fc-b2f5-4289-97ae-9fe6de13e9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:35.451993 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:35.465014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3bca8-eff4-4a02-b20f-69e4b3a963cb req-7e4b54be-362f-4cf0-bde3-141ef0cae5f3 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:35.466883 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e1a3bca8-eff4-4a02-b20f-69e4b3a963cb req-7e4b54be-362f-4cf0-bde3-141ef0cae5f3 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 948 time: 0.4896634 Mar 23 12:25:35.489122 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2d123c9-63e4-466e-a534-c3a1df98ed65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:35.497651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-070d7eee-19ee-4799-994c-b4e30bdae827 None None] Port ab4f33b5-766b-4554-8921-d6b1753ac832 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:25:35.506438 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-faa259bc-3102-4527-9aa2-36ec6519c410 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:35.508844 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2d123c9-63e4-466e-a534-c3a1df98ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:35.525336 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-faa259bc-3102-4527-9aa2-36ec6519c410 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:35.581653 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d123c9-63e4-466e-a534-c3a1df98ed65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:25:35.624171 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2d123c9-63e4-466e-a534-c3a1df98ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:35.625069 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-f2d123c9-63e4-466e-a534-c3a1df98ed65 admin admin] Added segment 360d5d4e-0535-421a-8c4f-8a3e1ee3a026 of type vlan for network 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 Mar 23 12:25:35.650262 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:35.680662 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d123c9-63e4-466e-a534-c3a1df98ed65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1e1888-214b-401f-b665-2c927f523967,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:35.688732 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e1a3bca8-eff4-4a02-b20f-69e4b3a963cb req-1541e0e7-e196-4afd-8fdf-aeaab5829602 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783996 Mar 23 12:25:35.692616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af2697-74ab-4aae-856c-2908769b3ca6 req-8a939bfe-0d57-4e80-96a7-5596f2a99264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:35.694062 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5af2697-74ab-4aae-856c-2908769b3ca6 req-8a939bfe-0d57-4e80-96a7-5596f2a99264 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.3951476 Mar 23 12:25:35.839266 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5af2697-74ab-4aae-856c-2908769b3ca6 req-6cd6b918-6bb7-4ff5-8a77-d28601dd12a7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=d3fdfc44-29f1-40e8-8e4e-257061386a42 HTTP/1.1" status: 200 len: 217 time: 0.1078084 Mar 23 12:25:35.868353 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2d123c9-63e4-466e-a534-c3a1df98ed65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:35.890660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268293e3-5843-402b-9435-1fcfbffc0b26 req-51ba9cbf-bba2-4372-b903-d5193054f963 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:35.893349 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-268293e3-5843-402b-9435-1fcfbffc0b26 req-51ba9cbf-bba2-4372-b903-d5193054f963 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.3092444 Mar 23 12:25:35.939244 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-faa259bc-3102-4527-9aa2-36ec6519c410 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Floating IP d3dfb56f-d5fc-4253-a88f-07eb84e280e1 associated. External IP: 172.25.2.208, port: ff8f935d-a0d4-4de8-a0c8-9f784403fa77. Mar 23 12:25:36.027650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3d144-9367-4bac-a3a0-86ebcbda8594 req-0c4a5552-2959-47f4-826d-499140699749 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:36.029435 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0bd3d144-9367-4bac-a3a0-86ebcbda8594 req-0c4a5552-2959-47f4-826d-499140699749 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 935 time: 0.2023134 Mar 23 12:25:36.034480 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2d123c9-63e4-466e-a534-c3a1df98ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:36.035095 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af2697-74ab-4aae-856c-2908769b3ca6 req-0094e86f-11a9-4c69-b700-58ca073b5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:36.035385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d123c9-63e4-466e-a534-c3a1df98ed65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:36.036585 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2d123c9-63e4-466e-a534-c3a1df98ed65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:36.036731 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5af2697-74ab-4aae-856c-2908769b3ca6 req-0094e86f-11a9-4c69-b700-58ca073b5868 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1655798 Mar 23 12:25:36.121360 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-268293e3-5843-402b-9435-1fcfbffc0b26 req-070fb80d-e4fd-476a-8582-c90abda9eab2 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123189 Mar 23 12:25:36.156803 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Router 45167b5f-d356-4d3a-aa17-942bcef43989 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:25:36.200722 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0bd3d144-9367-4bac-a3a0-86ebcbda8594 req-35d19be4-6d18-40d8-8907-8ed900dc1af5 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a8ea99a-702d-4f0f-bca2-65ba41480564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329458 Mar 23 12:25:36.223261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af2697-74ab-4aae-856c-2908769b3ca6 req-29f95c12-59a2-4258-b81d-5d9db5504677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:36.224857 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5af2697-74ab-4aae-856c-2908769b3ca6 req-29f95c12-59a2-4258-b81d-5d9db5504677 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1708839 Mar 23 12:25:36.445593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4f33b5-766b-4554-8921-d6b1753ac832 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:25:36.462098 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:36.468050 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f2d123c9-63e4-466e-a534-c3a1df98ed65 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2914958 Mar 23 12:25:36.473680 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46016) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:36.485918 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fc171149-8f43-4364-ac5b-f578dde98450 admin admin] Request body: {'subnet': {'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-662805425-subnet', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:36.506536 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5af2697-74ab-4aae-856c-2908769b3ca6 req-57f7bec1-8687-42da-9cd0-3389176547e5 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278526 Mar 23 12:25:36.510747 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Transition to ACTIVE for port object ab4f33b5-766b-4554-8921-d6b1753ac832 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:25:36.512016 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:25:36.531676 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Sync routers for ids ['45167b5f-d356-4d3a-aa17-942bcef43989'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:25:36.534824 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:36.540186 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d123c9-63e4-466e-a534-c3a1df98ed65 admin admin] Pushing event updated for resources: {'Network': ['ID=7d4d0fcc-ccfb-4797-b8c0-dee4c492f981,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:36.559802 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Routers {'45167b5f-d356-4d3a-aa17-942bcef43989'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:36.567091 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['45167b5f-d356-4d3a-aa17-942bcef43989'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:36.573861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:25:36.621731 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc171149-8f43-4364-ac5b-f578dde98450 admin admin] Made reservation on behalf of c83166719e7f4ef4ad5bfcfda154ab08 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:25:36.624067 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc171149-8f43-4364-ac5b-f578dde98450 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:36.634352 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3e176-1174-4ecd-9877-8c716b1e9187 req-5963e737-8675-4bf3-a3c3-026d06138405 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:36.642841 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-91a3e176-1174-4ecd-9877-8c716b1e9187 req-5963e737-8675-4bf3-a3c3-026d06138405 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 944 time: 0.1733525 Mar 23 12:25:36.786034 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-91a3e176-1174-4ecd-9877-8c716b1e9187 req-57da4dbd-5e31-4e84-97b6-8013fe0cac19 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/security-groups?id=b519aa24-d987-47fe-8897-0b0d4429a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422198 Mar 23 12:25:36.845817 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Set router 45167b5f-d356-4d3a-aa17-942bcef43989 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:36.867753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa259bc-3102-4527-9aa2-36ec6519c410 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Router 38ebd01f-556e-4254-bae9-227e3f960e82 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:25:37.016693 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:37.017919 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ff9fcc82-ba0d-47e2-8ce8-75580e3c5000 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.9744091 Mar 23 12:25:37.023713 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46020) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:37.134639 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1001464213-router', 'tenant_id': '2d5e99720c6e43328472f5081a541496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'b546615f-cfb0-4163-943c-0dcdcc05343c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:29Z', 'updated_at': '2022-03-23T12:25:33Z', 'revision_number': 3, 'project_id': '2d5e99720c6e43328472f5081a541496', 'gw_port': {'id': 'b546615f-cfb0-4163-943c-0dcdcc05343c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:30Z', 'updated_at': '2022-03-23T12:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:37.175726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Pushing event updated for resources: {'Port': ['ID=ab4f33b5-766b-4554-8921-d6b1753ac832,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:37.182962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:37.221308 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Checking router: 45167b5f-d356-4d3a-aa17-942bcef43989 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:25:37.223643 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Updating router 45167b5f-d356-4d3a-aa17-942bcef43989 port b546615f-cfb0-4163-943c-0dcdcc05343c binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:25:37.270895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:25:37.275301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:37.275890 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:37.283470 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:37.322388 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5af2697-74ab-4aae-856c-2908769b3ca6 req-7659eb0d-2d17-4e92-afda-e87b3896d57a service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8054650 Mar 23 12:25:37.390341 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:37.428472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061cfd6e-32c6-42f0-8510-5c7689c0a4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e2cd97-4ee1-404a-941a-63a45cf0b4a5'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:37.428726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cfafa-d4cb-4429-a0b8-e7abd4292414 req-35949d67-d3d3-4fdb-9c3d-756d22386887 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:37.431440 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd51f3e-c104-4c75-81ff-cec5aca21976" -d '{"events": [{"server_uuid": "061cfd6e-32c6-42f0-8510-5c7689c0a4fb", "name": "network-vif-plugged", "status": "completed", "tag": "49e2cd97-4ee1-404a-941a-63a45cf0b4a5"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:37.432795 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa259bc-3102-4527-9aa2-36ec6519c410 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:25:37.447821 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 49e2cd97-4ee1-404a-941a-63a45cf0b4a5, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=49e2cd97-4ee1-404a-941a-63a45cf0b4a5,segment=NetworkSegment(d76b9b48-7f7f-4768-8b2d-6523cfe82f3e),segment_id=d76b9b48-7f7f-4768-8b2d-6523cfe82f3e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:37.454350 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd70602-6285-46a1-8be8-18e445f69260 None None] Sync routers for ids ['38ebd01f-556e-4254-bae9-227e3f960e82'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:25:37.457564 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a04cfafa-d4cb-4429-a0b8-e7abd4292414 req-35949d67-d3d3-4fdb-9c3d-756d22386887 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 948 time: 0.4278321 Mar 23 12:25:37.459643 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:37.502135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-faa259bc-3102-4527-9aa2-36ec6519c410 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:37.520006 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=49e2cd97-4ee1-404a-941a-63a45cf0b4a5,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:37.536024 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd70602-6285-46a1-8be8-18e445f69260 None None] Routers {'38ebd01f-556e-4254-bae9-227e3f960e82'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:37.537330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5dd70602-6285-46a1-8be8-18e445f69260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['38ebd01f-556e-4254-bae9-227e3f960e82'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:37.561640 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be928c-82c4-4feb-8b8b-ee57fc43b4c0 req-f61fbc4d-97eb-4690-b1e5-2c1115101155 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:37.569474 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61be928c-82c4-4feb-8b8b-ee57fc43b4c0 req-f61fbc4d-97eb-4690-b1e5-2c1115101155 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.2357755 Mar 23 12:25:37.619197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Attempting to bind port ab4f33b5-766b-4554-8921-d6b1753ac832 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:25:37.619764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Attempting to bind port ab4f33b5-766b-4554-8921-d6b1753ac832 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:25:37.620222 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Attempting to bind port ab4f33b5-766b-4554-8921-d6b1753ac832 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:37.636509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-faa259bc-3102-4527-9aa2-36ec6519c410 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "PUT /v2.0/floatingips/d3dfb56f-d5fc-4253-a88f-07eb84e280e1 HTTP/1.1" status: 200 len: 991 time: 3.5398529 Mar 23 12:25:37.636509 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b8dfaf-82c6-490b-a609-bf7b4bc8299f', 'tag': 'ff8f935d-a0d4-4de8-a0c8-9f784403fa77'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:37.636509 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc3a95f-aa4f-4ec1-9f87-3b4c7d168b54" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b8dfaf-82c6-490b-a609-bf7b4bc8299f", "tag": "ff8f935d-a0d4-4de8-a0c8-9f784403fa77"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:37.653644 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a04cfafa-d4cb-4429-a0b8-e7abd4292414 req-8d575343-4984-4eb3-8bed-a9bc2a1e8036 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946237 Mar 23 12:25:37.667834 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Port ab4f33b5-766b-4554-8921-d6b1753ac832 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:25:37.668715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Attempting to bind port ab4f33b5-766b-4554-8921-d6b1753ac832 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:37.671496 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61be928c-82c4-4feb-8b8b-ee57fc43b4c0 req-b453d51e-7f28-4b81-a027-1094cfcbac09 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009598 Mar 23 12:25:37.696376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:25:37.696825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:37.697216 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:25:37.697666 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Bound port: ab4f33b5-766b-4554-8921-d6b1753ac832, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:25:37.698040 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:37.714471 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5dd70602-6285-46a1-8be8-18e445f69260 None None] Set router 38ebd01f-556e-4254-bae9-227e3f960e82 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:37.732903 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:37.739724 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:37.773745 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a308cdf-c226-4626-ab38-bb8384fee62b x-openstack-request-id: req-8a308cdf-c226-4626-ab38-bb8384fee62b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:37.774064 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061cfd6e-32c6-42f0-8510-5c7689c0a4fb", "name": "network-vif-plugged", "status": "completed", "tag": "49e2cd97-4ee1-404a-941a-63a45cf0b4a5", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:37.774319 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8a308cdf-c226-4626-ab38-bb8384fee62b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:37.774942 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061cfd6e-32c6-42f0-8510-5c7689c0a4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e2cd97-4ee1-404a-941a-63a45cf0b4a5', 'code': 200} Mar 23 12:25:37.798958 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc171149-8f43-4364-ac5b-f578dde98450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:37.853066 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460fc1c-b1be-4f3e-8850-dcd297def9ee None None] Pushing event updated for resources: {'Port': ['ID=b546615f-cfb0-4163-943c-0dcdcc05343c,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:37.871751 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Attempting to bind port b546615f-cfb0-4163-943c-0dcdcc05343c on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:25:37.872136 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Attempting to bind port b546615f-cfb0-4163-943c-0dcdcc05343c by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:25:37.872537 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Attempting to bind port b546615f-cfb0-4163-943c-0dcdcc05343c on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:37.877526 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b85d7da-e2ee-49fa-9ce4-3b80e5f6e9e7 x-openstack-request-id: req-3b85d7da-e2ee-49fa-9ce4-3b80e5f6e9e7 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:37.877947 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b8dfaf-82c6-490b-a609-bf7b4bc8299f", "tag": "ff8f935d-a0d4-4de8-a0c8-9f784403fa77", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:37.878287 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b85d7da-e2ee-49fa-9ce4-3b80e5f6e9e7 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:37.878756 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b8dfaf-82c6-490b-a609-bf7b4bc8299f', 'tag': 'ff8f935d-a0d4-4de8-a0c8-9f784403fa77', 'status': 'completed', 'code': 200} Mar 23 12:25:37.879736 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460fc1c-b1be-4f3e-8850-dcd297def9ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:37.880150 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460fc1c-b1be-4f3e-8850-dcd297def9ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:37.882417 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460fc1c-b1be-4f3e-8850-dcd297def9ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:37.882762 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460fc1c-b1be-4f3e-8850-dcd297def9ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:37.883087 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460fc1c-b1be-4f3e-8850-dcd297def9ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:37.883411 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460fc1c-b1be-4f3e-8850-dcd297def9ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:37.883744 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460fc1c-b1be-4f3e-8850-dcd297def9ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:37.884084 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460fc1c-b1be-4f3e-8850-dcd297def9ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:37.884393 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460fc1c-b1be-4f3e-8850-dcd297def9ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:37.884702 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460fc1c-b1be-4f3e-8850-dcd297def9ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:37.885008 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460fc1c-b1be-4f3e-8850-dcd297def9ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:37.885314 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460fc1c-b1be-4f3e-8850-dcd297def9ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:37.885835 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc171149-8f43-4364-ac5b-f578dde98450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77686451-d601-438d-b8ee-7891ca851b06,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:37.905843 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:25:37.906297 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:37.906608 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:37.908614 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:25:37.910449 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Bound port: b546615f-cfb0-4163-943c-0dcdcc05343c, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:25:37.910861 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:37.945148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device d3fdfc44-29f1-40e8-8e4e-257061386a42 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:25:37.976504 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] For port b546615f-cfb0-4163-943c-0dcdcc05343c, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:37.980501 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] For port b546615f-cfb0-4163-943c-0dcdcc05343c, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b546615f-cfb0-4163-943c-0dcdcc05343c,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:37.983627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb31b0-5d7b-4fd8-b2da-13f518ae78d5 req-a6e014e7-d00e-4ced-9e15-ab48fbedf0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:37.985263 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8cb31b0-5d7b-4fd8-b2da-13f518ae78d5 req-a6e014e7-d00e-4ced-9e15-ab48fbedf0ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 1096 time: 0.0938799 Mar 23 12:25:37.987448 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:38.048107 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460fc1c-b1be-4f3e-8850-dcd297def9ee None None] Pushing event updated for resources: {'Port': ['ID=b546615f-cfb0-4163-943c-0dcdcc05343c,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:38.074616 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Routers {'45167b5f-d356-4d3a-aa17-942bcef43989'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:38.095303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port d3fdfc44-29f1-40e8-8e4e-257061386a42, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d3fdfc44-29f1-40e8-8e4e-257061386a42,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:38.098947 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a95f-aa4f-4ec1-9f87-3b4c7d168b54 req-c4432385-c190-42b9-a371-ad76a5381ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:38.100845 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['45167b5f-d356-4d3a-aa17-942bcef43989'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:38.101252 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbc3a95f-aa4f-4ec1-9f87-3b4c7d168b54 req-c4432385-c190-42b9-a371-ad76a5381ee9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70d1213677ec4db08718d6331234c515&device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 1096 time: 0.1387129 Mar 23 12:25:38.109690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'd3fdfc44-29f1-40e8-8e4e-257061386a42', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'd3fdfc44-29f1-40e8-8e4e-257061386a42', 'mac_address': 'fa:16:3e:ba:87:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:25:38.110343 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc171149-8f43-4364-ac5b-f578dde98450 admin admin] Checking segment: {'id': '360d5d4e-0535-421a-8c4f-8a3e1ee3a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:38.110927 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc171149-8f43-4364-ac5b-f578dde98450 admin admin] Network hostable DHCP agents. Network: 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:25:38.122148 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] For port ab4f33b5-766b-4554-8921-d6b1753ac832, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:38.147183 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] For port ab4f33b5-766b-4554-8921-d6b1753ac832, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ab4f33b5-766b-4554-8921-d6b1753ac832,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:38.158169 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976f0a4-70ff-4be1-beae-e6baf620a8cb req-d1d78d49-0666-418e-9e50-50edfee9c07a tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:38.166332 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3976f0a4-70ff-4be1-beae-e6baf620a8cb req-d1d78d49-0666-418e-9e50-50edfee9c07a tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 947 time: 0.2286046 Mar 23 12:25:38.180218 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8cb31b0-5d7b-4fd8-b2da-13f518ae78d5 req-6f2bb1ac-87f6-431c-97e1-4f4cda64a82e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b519aa24-d987-47fe-8897-0b0d4429a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564109 Mar 23 12:25:38.220816 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:38.246959 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806801d-7ece-4e7b-a7a0-90a56e4ccc32 req-4ab8e852-799c-4a9d-be0f-58b2daaec95e tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:38.261689 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2806801d-7ece-4e7b-a7a0-90a56e4ccc32 req-4ab8e852-799c-4a9d-be0f-58b2daaec95e tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 945 time: 0.2541096 Mar 23 12:25:38.269562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:38.270596 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:38.272641 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] 10.222.0.77 "PUT /v2.0/ports/ab4f33b5-766b-4554-8921-d6b1753ac832 HTTP/1.1" status: 200 len: 1095 time: 2.8725753 Mar 23 12:25:38.308975 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] Set router 45167b5f-d356-4d3a-aa17-942bcef43989 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:38.316368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd12b35fc-b2f5-4289-97ae-9fe6de13e9f8', 'tag': 'ab4f33b5-766b-4554-8921-d6b1753ac832'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:38.317165 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:38.322011 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b0c7e2-71e1-4626-a40d-8e32909eba5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d12b35fc-b2f5-4289-97ae-9fe6de13e9f8", "tag": "ab4f33b5-766b-4554-8921-d6b1753ac832"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:38.327377 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc171149-8f43-4364-ac5b-f578dde98450 admin admin] Network 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:25:38.370017 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2806801d-7ece-4e7b-a7a0-90a56e4ccc32 req-280f0454-2089-4e23-b44b-44810e053469 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/security-groups?id=b519aa24-d987-47fe-8897-0b0d4429a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069205 Mar 23 12:25:38.478379 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3976f0a4-70ff-4be1-beae-e6baf620a8cb req-00215b0a-fce7-4613-a882-09025d08b590 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a8ea99a-702d-4f0f-bca2-65ba41480564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107092 Mar 23 12:25:38.517136 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd334958-8af8-4119-b84d-709f6b3d9a9f x-openstack-request-id: req-cd334958-8af8-4119-b84d-709f6b3d9a9f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:38.517519 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d12b35fc-b2f5-4289-97ae-9fe6de13e9f8", "tag": "ab4f33b5-766b-4554-8921-d6b1753ac832", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:38.517704 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd334958-8af8-4119-b84d-709f6b3d9a9f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:38.518129 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd12b35fc-b2f5-4289-97ae-9fe6de13e9f8', 'tag': 'ab4f33b5-766b-4554-8921-d6b1753ac832', 'status': 'completed', 'code': 200} Mar 23 12:25:38.523546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-fc171149-8f43-4364-ac5b-f578dde98450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:38.526850 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:38.538386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6710ae4-0f2d-463b-914a-f768649e35f7 None None] Network 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:25:38.549152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc171149-8f43-4364-ac5b-f578dde98450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:38.551744 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc171149-8f43-4364-ac5b-f578dde98450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:38.581647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fdfc44-29f1-40e8-8e4e-257061386a42 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:25:38.604097 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port d3fdfc44-29f1-40e8-8e4e-257061386a42, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d3fdfc44-29f1-40e8-8e4e-257061386a42,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:38.608635 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fc171149-8f43-4364-ac5b-f578dde98450 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1327498 Mar 23 12:25:38.610928 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46036) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:38.615458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928aa91d-f053-4435-88fd-2d0702ddddee service neutron] Pushing event updated for resources: {'Port': ['ID=ab4f33b5-766b-4554-8921-d6b1753ac832,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:38.632525 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-662805425-router', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:38.645175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b9c035e0-cf87-42d5-ab12-eb17858d4b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:38.646932 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b9c035e0-cf87-42d5-ab12-eb17858d4b32 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=25a7c58d2c7a4dfe9e16572706ae21db&device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 1098 time: 0.2696362 Mar 23 12:25:38.657989 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a95f-aa4f-4ec1-9f87-3b4c7d168b54 req-9c5d6aa0-104a-4ad5-a321-dcc9edbe7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:38.660130 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbc3a95f-aa4f-4ec1-9f87-3b4c7d168b54 req-9c5d6aa0-104a-4ad5-a321-dcc9edbe7aa6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=55d86b04-46a9-4451-955a-aa514bc52080 HTTP/1.1" status: 200 len: 915 time: 0.5434744 Mar 23 12:25:38.670494 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:38.699074 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-74eafa24-8630-46ad-a21f-f06bc5772ab4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ab4f33b5-766b-4554-8921-d6b1753ac832 HTTP/1.1" status: 200 len: 217 time: 0.0379591 Mar 23 12:25:38.733727 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1001464213-router', 'tenant_id': '2d5e99720c6e43328472f5081a541496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'b546615f-cfb0-4163-943c-0dcdcc05343c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:29Z', 'updated_at': '2022-03-23T12:25:33Z', 'revision_number': 3, 'project_id': '2d5e99720c6e43328472f5081a541496', 'gw_port': {'id': 'b546615f-cfb0-4163-943c-0dcdcc05343c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:30Z', 'updated_at': '2022-03-23T12:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:38.761854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Allocated IP 172.20.0.1 (c200eaa9-b3d0-4c52-90de-2c0fd9778561/68a93abc-89d3-49ca-accf-e78ed7931075/0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:38.780316 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e09f37-d844-4abb-9816-74e064b9abb4 None None] The sync data for ids ['45167b5f-d356-4d3a-aa17-942bcef43989'] in n-d-834854-1 is: [{'id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1001464213-router', 'tenant_id': '2d5e99720c6e43328472f5081a541496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'b546615f-cfb0-4163-943c-0dcdcc05343c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:29Z', 'updated_at': '2022-03-23T12:25:33Z', 'revision_number': 3, 'project_id': '2d5e99720c6e43328472f5081a541496', 'gw_port': {'id': 'b546615f-cfb0-4163-943c-0dcdcc05343c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:30Z', 'updated_at': '2022-03-23T12:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:25:38.898642 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:38.899698 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:38.908369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=d3fdfc44-29f1-40e8-8e4e-257061386a42,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:38.955177 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbc3a95f-aa4f-4ec1-9f87-3b4c7d168b54 req-0e5a7b5f-02c2-4dc9-a566-1264b054194c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff8f935d-a0d4-4de8-a0c8-9f784403fa77 HTTP/1.1" status: 200 len: 999 time: 0.2544649 Mar 23 12:25:38.961284 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b98d7c8e-c227-4ddf-9e74-b5a5b1ccb288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:38.963113 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-b98d7c8e-c227-4ddf-9e74-b5a5b1ccb288 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.2551470 Mar 23 12:25:38.965894 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5dd70602-6285-46a1-8be8-18e445f69260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-router', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:41Z', 'updated_at': '2022-03-23T12:23:50Z', 'revision_number': 4, 'project_id': '70d1213677ec4db08718d6331234c515', 'gw_port': {'id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:43Z', 'updated_at': '2022-03-23T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'd3dfb56f-d5fc-4253-a88f-07eb84e280e1', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'floating_ip_address': '172.25.2.208', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'port_id': 'ff8f935d-a0d4-4de8-a0c8-9f784403fa77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080', 'mac_address': 'fa:16:3e:b0:07:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b8dfaf-82c6-490b-a609-bf7b4bc8299f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:24:56Z', 'updated_at': '2022-03-23T12:25:35Z', 'revision_number': 1, 'project_id': '70d1213677ec4db08718d6331234c515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d1c035b-f100-4d8b-8038-e7ada546d9ae', 'name': '', 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'mac_address': 'fa:16:3e:f7:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:48Z', 'updated_at': '2022-03-23T12:24:00Z', 'revision_number': 5, 'project_id': '70d1213677ec4db08718d6331234c515', 'subnets': [{'id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:38.977561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1297c-a8ee-48c2-98c7-f05b3ef4111a req-9e64a11b-442e-4707-8784-3416651be95a tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:38.979164 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06f1297c-a8ee-48c2-98c7-f05b3ef4111a req-9e64a11b-442e-4707-8784-3416651be95a tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 949 time: 0.1143317 Mar 23 12:25:38.985386 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:39.029726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd70602-6285-46a1-8be8-18e445f69260 None None] Checking router: 38ebd01f-556e-4254-bae9-227e3f960e82 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:25:39.041344 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3acdb9-cd7d-468f-a63c-a4c1d1877e55 req-f22a109f-8679-42f6-bfd9-1db38bffd795 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:39.043976 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa3acdb9-cd7d-468f-a63c-a4c1d1877e55 req-f22a109f-8679-42f6-bfd9-1db38bffd795 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.1895304 Mar 23 12:25:39.060300 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06f1297c-a8ee-48c2-98c7-f05b3ef4111a req-04693100-75ee-48f5-8860-657df5b454d8 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723727 Mar 23 12:25:39.085396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd70602-6285-46a1-8be8-18e445f69260 None None] Routers {'38ebd01f-556e-4254-bae9-227e3f960e82'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:39.086141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5dd70602-6285-46a1-8be8-18e445f69260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['38ebd01f-556e-4254-bae9-227e3f960e82'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:39.091596 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:39.097478 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:39.145422 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Network c200eaa9-b3d0-4c52-90de-2c0fd9778561 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:39.149013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:39.151528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:39.155505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-7d4d0fcc-ccfb-4797-b8c0-dee4c492f981', 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'fixed_ips': [{'subnet_id': '77686451-d601-438d-b8ee-7891ca851b06'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:25:39.157781 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:39.167956 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['d3fdfc44-29f1-40e8-8e4e-257061386a42'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:25:39.200228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:39.215647 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:39.232610 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a95f-aa4f-4ec1-9f87-3b4c7d168b54 req-9f211bef-a3c6-4090-b762-3521089e849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:39.234092 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbc3a95f-aa4f-4ec1-9f87-3b4c7d168b54 req-9f211bef-a3c6-4090-b762-3521089e849c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f2ffb559-0160-40fb-9628-a39ae997c114 HTTP/1.1" status: 200 len: 853 time: 0.2659824 Mar 23 12:25:39.270282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-deec0940-bb65-4a5b-9799-6e18f6d4922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:39.271794 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-deec0940-bb65-4a5b-9799-6e18f6d4922a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2948945 Mar 23 12:25:39.390361 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa3acdb9-cd7d-468f-a63c-a4c1d1877e55 req-0a01c391-e5e9-4808-8742-28027932cba6 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093383 Mar 23 12:25:39.562014 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:39.631265 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-18f3dc83-4fa4-4c10-8eac-9e2754454bb5 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380781 Mar 23 12:25:39.681415 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:39.706329 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360196b-92e1-4135-abc4-a48960db1730 req-98707a55-f77c-49c1-9225-c3ba1ba0e499 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:39.708184 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8360196b-92e1-4135-abc4-a48960db1730 req-98707a55-f77c-49c1-9225-c3ba1ba0e499 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 945 time: 0.1968658 Mar 23 12:25:39.735158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a95f-aa4f-4ec1-9f87-3b4c7d168b54 req-e0ff3275-70c1-4d2d-a700-795c8d77b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:39.736255 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbc3a95f-aa4f-4ec1-9f87-3b4c7d168b54 req-e0ff3275-70c1-4d2d-a700-795c8d77b846 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55d86b04-46a9-4451-955a-aa514bc52080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4832990 Mar 23 12:25:39.738662 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5dd70602-6285-46a1-8be8-18e445f69260 None None] Set router 38ebd01f-556e-4254-bae9-227e3f960e82 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:39.742372 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a347bf66-b84e-42e9-ac71-8d6f7cb00b00 None None] Provisioning complete for port 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:39.742759 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a347bf66-b84e-42e9-ac71-8d6f7cb00b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:39.791567 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8360196b-92e1-4135-abc4-a48960db1730 req-21598629-fa2a-4ff3-8fab-072276e9929f tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/security-groups?id=b519aa24-d987-47fe-8897-0b0d4429a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710645 Mar 23 12:25:39.915139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Allocated IP 172.20.0.2 (7d4d0fcc-ccfb-4797-b8c0-dee4c492f981/77686451-d601-438d-b8ee-7891ca851b06/d4e5d106-edc1-40aa-887d-df86214628dc) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:39.953301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a347bf66-b84e-42e9-ac71-8d6f7cb00b00 None None] Port 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:25:39.965622 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:39.972247 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:40.018100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5209f8-ea42-48ac-b365-e350a61d4756 req-d053fe07-a2cd-4177-ab4a-636aa077096d tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:40.019787 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee5209f8-ea42-48ac-b365-e350a61d4756 req-d053fe07-a2cd-4177-ab4a-636aa077096d tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 947 time: 0.3835597 Mar 23 12:25:40.050525 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:40.123013 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbc3a95f-aa4f-4ec1-9f87-3b4c7d168b54 req-6a21f59d-8c84-454a-8009-491bb14aaccc service neutron] 10.222.0.73 "GET /v2.0/networks/55d86b04-46a9-4451-955a-aa514bc52080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573627 Mar 23 12:25:40.132048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3f4e534-4dd3-469b-b6ca-610d5804ddc6 req-ea54fd7f-27f1-4695-9f11-587c9148b726 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594903 Mar 23 12:25:40.206579 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee5209f8-ea42-48ac-b365-e350a61d4756 req-e938a944-1796-4063-bd99-be1fc25e5576 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a8ea99a-702d-4f0f-bca2-65ba41480564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578808 Mar 23 12:25:40.352386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:40.416843 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817477e1-bfb6-4d4e-bf71-44e249f22960 req-914df9c8-0420-49a5-b79d-70ce9d30d636 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:40.425719 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-817477e1-bfb6-4d4e-bf71-44e249f22960 req-914df9c8-0420-49a5-b79d-70ce9d30d636 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 949 time: 0.1993110 Mar 23 12:25:40.443815 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:40.458955 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:40.477905 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0c7e2-71e1-4626-a40d-8e32909eba5e req-2c162f9b-9e6d-4cb7-beb6-cb9a6b959857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:40.485994 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02b0c7e2-71e1-4626-a40d-8e32909eba5e req-2c162f9b-9e6d-4cb7-beb6-cb9a6b959857 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=25a7c58d2c7a4dfe9e16572706ae21db&device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 1098 time: 0.2073846 Mar 23 12:25:40.533531 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Network c200eaa9-b3d0-4c52-90de-2c0fd9778561 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:40.542419 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-817477e1-bfb6-4d4e-bf71-44e249f22960 req-2ddb2749-79d0-41c7-ac01-de9a2ac83b6a tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156018 Mar 23 12:25:40.543624 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:40.601615 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Pushing event updated for resources: {'Port': ['ID=d4e5d106-edc1-40aa-887d-df86214628dc,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:40.618119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Network 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:40.624876 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:40.631731 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:40.683820 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5dd70602-6285-46a1-8be8-18e445f69260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-router', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:41Z', 'updated_at': '2022-03-23T12:23:50Z', 'revision_number': 4, 'project_id': '70d1213677ec4db08718d6331234c515', 'gw_port': {'id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:43Z', 'updated_at': '2022-03-23T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'd3dfb56f-d5fc-4253-a88f-07eb84e280e1', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'floating_ip_address': '172.25.2.208', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'port_id': 'ff8f935d-a0d4-4de8-a0c8-9f784403fa77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080', 'mac_address': 'fa:16:3e:b0:07:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b8dfaf-82c6-490b-a609-bf7b4bc8299f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:24:56Z', 'updated_at': '2022-03-23T12:25:35Z', 'revision_number': 1, 'project_id': '70d1213677ec4db08718d6331234c515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d1c035b-f100-4d8b-8038-e7ada546d9ae', 'name': '', 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'mac_address': 'fa:16:3e:f7:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:48Z', 'updated_at': '2022-03-23T12:24:00Z', 'revision_number': 5, 'project_id': '70d1213677ec4db08718d6331234c515', 'subnets': [{'id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:40.742879 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd70602-6285-46a1-8be8-18e445f69260 None None] The sync data for ids ['38ebd01f-556e-4254-bae9-227e3f960e82'] in n-d-834854-1 is: [{'id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-router', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:41Z', 'updated_at': '2022-03-23T12:23:50Z', 'revision_number': 4, 'project_id': '70d1213677ec4db08718d6331234c515', 'gw_port': {'id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:43Z', 'updated_at': '2022-03-23T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'd3dfb56f-d5fc-4253-a88f-07eb84e280e1', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'floating_ip_address': '172.25.2.208', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'port_id': 'ff8f935d-a0d4-4de8-a0c8-9f784403fa77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080', 'mac_address': 'fa:16:3e:b0:07:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b8dfaf-82c6-490b-a609-bf7b4bc8299f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:24:56Z', 'updated_at': '2022-03-23T12:25:35Z', 'revision_number': 1, 'project_id': '70d1213677ec4db08718d6331234c515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d1c035b-f100-4d8b-8038-e7ada546d9ae', 'name': '', 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'mac_address': 'fa:16:3e:f7:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:48Z', 'updated_at': '2022-03-23T12:24:00Z', 'revision_number': 5, 'project_id': '70d1213677ec4db08718d6331234c515', 'subnets': [{'id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:25:40.768443 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Attempting to bind port d4e5d106-edc1-40aa-887d-df86214628dc on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:25:40.769139 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Router 45167b5f-d356-4d3a-aa17-942bcef43989 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:25:40.769620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Attempting to bind port d4e5d106-edc1-40aa-887d-df86214628dc by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '360d5d4e-0535-421a-8c4f-8a3e1ee3a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:25:40.770461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Attempting to bind port d4e5d106-edc1-40aa-887d-df86214628dc on network 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:40.784489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:25:40.785201 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Checking segment: {'id': '360d5d4e-0535-421a-8c4f-8a3e1ee3a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:40.787113 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:40.787852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Bound using segment: {'id': '360d5d4e-0535-421a-8c4f-8a3e1ee3a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:25:40.792161 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Bound port: d4e5d106-edc1-40aa-887d-df86214628dc, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360d5d4e-0535-421a-8c4f-8a3e1ee3a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:25:40.793340 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:41.026485 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4243767f-f3f6-4736-bb12-f5fb910202d0 None None] Provisioning complete for port 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:41.027449 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4243767f-f3f6-4736-bb12-f5fb910202d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:41.029004 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbc3a95f-aa4f-4ec1-9f87-3b4c7d168b54 req-e3871bc7-1e62-4e82-9386-94f12aa57ecd service neutron] 10.222.0.73 "GET /v2.0/networks/55d86b04-46a9-4451-955a-aa514bc52080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8659513 Mar 23 12:25:41.077911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] For port d4e5d106-edc1-40aa-887d-df86214628dc, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:41.082333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:25:41.083169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4243767f-f3f6-4736-bb12-f5fb910202d0 None None] Port 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:25:41.086202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b546615f-cfb0-4163-943c-0dcdcc05343c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:41.096257 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4d5de638-1986-40de-ba84-fcd59f39f1d4 admin admin] 10.222.0.52 "PUT /v2.0/routers/45167b5f-d356-4d3a-aa17-942bcef43989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0696046 Mar 23 12:25:41.125120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] For port d4e5d106-edc1-40aa-887d-df86214628dc, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d4e5d106-edc1-40aa-887d-df86214628dc,segment=NetworkSegment(360d5d4e-0535-421a-8c4f-8a3e1ee3a026),segment_id=360d5d4e-0535-421a-8c4f-8a3e1ee3a026)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:41.136200 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:41.139368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c41de3-f794-402e-b731-a2db34e1795c req-74db1175-d0cf-4b61-93a5-42a333d16943 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:41.148913 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e0c41de3-f794-402e-b731-a2db34e1795c req-74db1175-d0cf-4b61-93a5-42a333d16943 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 945 time: 0.1195660 Mar 23 12:25:41.214561 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0c7e2-71e1-4626-a40d-8e32909eba5e req-1ba29bd3-3f48-43c6-a5c4-c65a6616f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:41.216284 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02b0c7e2-71e1-4626-a40d-8e32909eba5e req-1ba29bd3-3f48-43c6-a5c4-c65a6616f78c service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.7253189 Mar 23 12:25:41.218672 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:41.225995 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e0c41de3-f794-402e-b731-a2db34e1795c req-9e92cf2a-bb83-4a7b-8665-95f7094eccd0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/security-groups?id=b519aa24-d987-47fe-8897-0b0d4429a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732734 Mar 23 12:25:41.321108 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d71bdf-a495-44a8-b23d-8fd4ed87140b None None] Pushing event updated for resources: {'Port': ['ID=d4e5d106-edc1-40aa-887d-df86214628dc,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:41.323984 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:41.333579 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port b546615f-cfb0-4163-943c-0dcdcc05343c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:41.333934 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:41.403596 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02b0c7e2-71e1-4626-a40d-8e32909eba5e req-dab1cb05-353c-4875-8ce9-8df82166a1a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ab4f33b5-766b-4554-8921-d6b1753ac832 HTTP/1.1" status: 200 len: 217 time: 0.1696348 Mar 23 12:25:41.418233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3511e-0a2c-4808-90ef-43de7ed0616f req-a2173e2e-2a95-491d-982f-194945720a56 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:41.434215 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6e0790-5761-447f-b4c9-7353e53af533 None None] New status for floating IP d3dfb56f-d5fc-4253-a88f-07eb84e280e1: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:25:41.436796 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c5b3511e-0a2c-4808-90ef-43de7ed0616f req-a2173e2e-2a95-491d-982f-194945720a56 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.4123225 Mar 23 12:25:41.624169 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c5b3511e-0a2c-4808-90ef-43de7ed0616f req-bb9a84c5-c7bf-49cd-9aa9-f5f2a286b03e tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859806 Mar 23 12:25:41.637540 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-1e9d81af-fcfc-4fa3-a72a-9828b3d2bbf3 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 258 time: 0.3634605 Mar 23 12:25:41.646536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0c7e2-71e1-4626-a40d-8e32909eba5e req-d9d41c59-42fe-4c20-af15-ef631355c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:41.648195 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02b0c7e2-71e1-4626-a40d-8e32909eba5e req-d9d41c59-42fe-4c20-af15-ef631355c19d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.2017629 Mar 23 12:25:41.656446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:41.706413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:41.724492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Allocated IP 172.25.2.212 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:41.811609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Sync routers for ids ['45167b5f-d356-4d3a-aa17-942bcef43989'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:25:41.860706 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:41.875749 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Routers {'45167b5f-d356-4d3a-aa17-942bcef43989'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:41.876559 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['45167b5f-d356-4d3a-aa17-942bcef43989'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:41.876920 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0c7e2-71e1-4626-a40d-8e32909eba5e req-3e2af760-b70c-4dc6-8bb2-6eee01bdf15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:41.878842 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02b0c7e2-71e1-4626-a40d-8e32909eba5e req-3e2af760-b70c-4dc6-8bb2-6eee01bdf15c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2160943 Mar 23 12:25:41.942373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517978f-4b20-4652-a000-d35eaa43dc3d req-368b8ebc-556b-4133-9efc-d0e2aee30053 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:41.943067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port b546615f-cfb0-4163-943c-0dcdcc05343c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b546615f-cfb0-4163-943c-0dcdcc05343c,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:41.944339 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2517978f-4b20-4652-a000-d35eaa43dc3d req-368b8ebc-556b-4133-9efc-d0e2aee30053 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 947 time: 0.1888356 Mar 23 12:25:41.953054 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:41.963632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device d3fdfc44-29f1-40e8-8e4e-257061386a42 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:42.042477 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:42.071756 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2517978f-4b20-4652-a000-d35eaa43dc3d req-1d78abf3-57d8-42ae-b9dd-0b7a65850770 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a8ea99a-702d-4f0f-bca2-65ba41480564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917811 Mar 23 12:25:42.086372 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02b0c7e2-71e1-4626-a40d-8e32909eba5e req-1a61a263-1be0-49b8-8405-6ffc649c2b04 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931760 Mar 23 12:25:42.101374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=b546615f-cfb0-4163-943c-0dcdcc05343c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:42.116360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Set router 45167b5f-d356-4d3a-aa17-942bcef43989 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:42.182448 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port d3fdfc44-29f1-40e8-8e4e-257061386a42 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:25:42.192968 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:42.208899 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port d3fdfc44-29f1-40e8-8e4e-257061386a42 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:42.211821 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:42.280197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:42.282591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:42.285295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:42.287657 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Pushing event updated for resources: {'Port': ['ID=d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:42.297734 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02b0c7e2-71e1-4626-a40d-8e32909eba5e req-ac64809e-c2fa-49d1-b741-b43b59acd9c9 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028186 Mar 23 12:25:42.374089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:42.374443 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:42.374763 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:42.375095 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:42.375420 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:42.375741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:42.376087 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:42.376407 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:42.376722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:42.377033 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:42.377347 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:42.378224 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:42.386628 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:42.412325 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [req-686da021-b718-45a1-b958-38b799acde6c req-c449796f-8cd3-48ae-82a9-781c9fcedf9e tempest-FloatingIPDetailsNegativeTestJSON-929220008 tempest-FloatingIPDetailsNegativeTestJSON-929220008-project] show failed (client error): The resource could not be found. Mar 23 12:25:42.414497 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-686da021-b718-45a1-b958-38b799acde6c req-c449796f-8cd3-48ae-82a9-781c9fcedf9e tempest-FloatingIPDetailsNegativeTestJSON-929220008 tempest-FloatingIPDetailsNegativeTestJSON-929220008-project] 10.222.0.52 "GET /v2.0/floatingips/1a336afd-9762-4a68-ac2b-62ea95a1f60f HTTP/1.1" status: 404 len: 350 time: 0.1155510 Mar 23 12:25:42.429000 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46066) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:42.505374 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:42.584330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c06b93-30b8-4319-b889-bdd227ed9034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fdfc44-29f1-40e8-8e4e-257061386a42'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:42.590276 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b2e019-8192-4e7f-864b-d359b3c260a2" -d '{"events": [{"server_uuid": "38c06b93-30b8-4319-b889-bdd227ed9034", "name": "network-vif-plugged", "status": "completed", "tag": "d3fdfc44-29f1-40e8-8e4e-257061386a42"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:42.607645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Allocated IP 172.25.2.233 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/17245abd-d7eb-4764-9b69-9105ab28173c) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:42.612476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port d3fdfc44-29f1-40e8-8e4e-257061386a42, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d3fdfc44-29f1-40e8-8e4e-257061386a42,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:42.620008 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:42.691898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1001464213-router', 'tenant_id': '2d5e99720c6e43328472f5081a541496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'b546615f-cfb0-4163-943c-0dcdcc05343c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:29Z', 'updated_at': '2022-03-23T12:25:39Z', 'revision_number': 4, 'project_id': '2d5e99720c6e43328472f5081a541496', 'gw_port': {'id': 'b546615f-cfb0-4163-943c-0dcdcc05343c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:30Z', 'updated_at': '2022-03-23T12:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448', 'name': '', 'network_id': 'c200eaa9-b3d0-4c52-90de-2c0fd9778561', 'tenant_id': '2d5e99720c6e43328472f5081a541496', 'mac_address': 'fa:16:3e:fa:27:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '68a93abc-89d3-49ca-accf-e78ed7931075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:25:39Z', 'revision_number': 2, 'project_id': '2d5e99720c6e43328472f5081a541496', 'subnets': [{'id': '68a93abc-89d3-49ca-accf-e78ed7931075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:42.699098 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=d3fdfc44-29f1-40e8-8e4e-257061386a42,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:42.719669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defe9be-a749-43d0-969d-a9985a78853e req-871d6ecb-259e-492b-bd04-110ba3497d00 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:42.721168 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1defe9be-a749-43d0-969d-a9985a78853e req-871d6ecb-259e-492b-bd04-110ba3497d00 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 949 time: 0.2210786 Mar 23 12:25:42.729020 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Checking router: 45167b5f-d356-4d3a-aa17-942bcef43989 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:25:42.729943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Updating router 45167b5f-d356-4d3a-aa17-942bcef43989 port 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:25:42.730118 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:42.763497 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:42.775358 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:42.829869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:42.836238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:42.844002 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:42.875153 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1defe9be-a749-43d0-969d-a9985a78853e req-7039059d-10b7-4f22-8033-5450e8be0b22 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435077 Mar 23 12:25:42.961002 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Pushing event updated for resources: {'Port': ['ID=17245abd-d7eb-4764-9b69-9105ab28173c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:43.005615 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f5800e-01c8-4f01-a8a8-8efda753399f None None] Network 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:25:43.052336 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89583a64-01c2-438b-bb5c-ccab5bcb8456 x-openstack-request-id: req-89583a64-01c2-438b-bb5c-ccab5bcb8456 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:43.053236 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c06b93-30b8-4319-b889-bdd227ed9034", "name": "network-vif-plugged", "status": "completed", "tag": "d3fdfc44-29f1-40e8-8e4e-257061386a42", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:43.054571 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89583a64-01c2-438b-bb5c-ccab5bcb8456 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:43.056144 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c06b93-30b8-4319-b889-bdd227ed9034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fdfc44-29f1-40e8-8e4e-257061386a42', 'code': 200} Mar 23 12:25:43.073069 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:43.131093 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:43.188413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:43.226916 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d4e5d106-edc1-40aa-887d-df86214628dc up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:43.289107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f7f564d7-9b0c-40c1-be36-29e1b04c9ec5 None None] Provisioning complete for port d4e5d106-edc1-40aa-887d-df86214628dc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:43.289107 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7f564d7-9b0c-40c1-be36-29e1b04c9ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:43.340006 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96617809-8cce-40f3-b169-4f694095f505 req-f46a2f8f-b20e-4d74-8302-35a79565ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:43.343237 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96617809-8cce-40f3-b169-4f694095f505 req-f46a2f8f-b20e-4d74-8302-35a79565ca4a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 1101 time: 0.2220998 Mar 23 12:25:43.367553 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b9503-ee83-44a5-a8d8-078ee357b146 req-32c5ea35-6bad-4ec5-bc28-4fe742c9a063 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:43.369141 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa0b9503-ee83-44a5-a8d8-078ee357b146 req-32c5ea35-6bad-4ec5-bc28-4fe742c9a063 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.2132106 Mar 23 12:25:43.425559 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:43.434319 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:43.498654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port d4e5d106-edc1-40aa-887d-df86214628dc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:43.504045 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:43.537815 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96617809-8cce-40f3-b169-4f694095f505 req-8de91920-c7b5-4f9e-a064-f06b3f693953 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673408 Mar 23 12:25:43.551310 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Pushing event updated for resources: {'Port': ['ID=17245abd-d7eb-4764-9b69-9105ab28173c,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:43.561366 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:43.583709 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:43.585080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-7b66c3e7-b2fd-49ea-829a-5275d063f82a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9338315 Mar 23 12:25:43.596005 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa0b9503-ee83-44a5-a8d8-078ee357b146 req-702bf5bf-68b9-4a3e-b8b9-e29eef62b0ea tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688282 Mar 23 12:25:43.621503 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7f564d7-9b0c-40c1-be36-29e1b04c9ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:43.674230 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-e3dbfb17-9f15-4d8b-adff-17e862ee25db tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 696 time: 0.0749876 Mar 23 12:25:43.679784 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:43.697164 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:43.738946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f7f564d7-9b0c-40c1-be36-29e1b04c9ec5 None None] For port d4e5d106-edc1-40aa-887d-df86214628dc, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d4e5d106-edc1-40aa-887d-df86214628dc,segment=NetworkSegment(360d5d4e-0535-421a-8c4f-8a3e1ee3a026),segment_id=360d5d4e-0535-421a-8c4f-8a3e1ee3a026)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:43.740005 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:43.758969 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ca9f-728e-47c2-ab51-c60a938613f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:43.768768 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7f564d7-9b0c-40c1-be36-29e1b04c9ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:43.807038 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567b4b3-322c-465c-a163-6f23ad86687c None None] Pushing event updated for resources: {'Port': ['ID=0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:43.816560 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b546615f-cfb0-4163-943c-0dcdcc05343c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:43.868906 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-56802e3c-52b2-4381-9261-5b398edcd612 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:43.878769 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47f2a5a3-a5d1-428f-abad-003d67857d7d req-56802e3c-52b2-4381-9261-5b398edcd612 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.1886370 Mar 23 12:25:43.985364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f564d7-9b0c-40c1-be36-29e1b04c9ec5 None None] Pushing event updated for resources: {'Port': ['ID=d4e5d106-edc1-40aa-887d-df86214628dc,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:43.997816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ab4f33b5-766b-4554-8921-d6b1753ac832 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:25:44.030806 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Attempting to bind port 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:25:44.031225 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Attempting to bind port 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c200eaa9-b3d0-4c52-90de-2c0fd9778561'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:25:44.031700 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Attempting to bind port 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 on network c200eaa9-b3d0-4c52-90de-2c0fd9778561 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:44.044110 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:25:44.044680 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Checking segment: {'id': '32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c200eaa9-b3d0-4c52-90de-2c0fd9778561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:44.045187 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:44.045689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Bound using segment: {'id': '32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c200eaa9-b3d0-4c52-90de-2c0fd9778561'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:25:44.046297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Bound port: 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c200eaa9-b3d0-4c52-90de-2c0fd9778561'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:25:44.046793 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:44.112693 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port b546615f-cfb0-4163-943c-0dcdcc05343c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:44.113207 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:44.209789 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-c714a626-94ef-4de3-9eef-56ed957e80f3 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:44.215276 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-c714a626-94ef-4de3-9eef-56ed957e80f3 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1204076 Mar 23 12:25:44.284832 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-51bbf3d2-b132-4c9b-a8d2-9d3569b2ec39 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 696 time: 0.0624549 Mar 23 12:25:44.297853 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-9eca637d-aaea-446c-983b-df707db845e1 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Request body: {'floatingip': {'port_id': '49e2cd97-4ee1-404a-941a-63a45cf0b4a5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:44.341648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259038f-f5e2-403c-88fb-4942f0cfe40a req-3059ba90-15c4-4644-94ba-9d107ea88df3 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:44.343781 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b259038f-f5e2-403c-88fb-4942f0cfe40a req-3059ba90-15c4-4644-94ba-9d107ea88df3 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 947 time: 0.6732318 Mar 23 12:25:44.345795 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-9eca637d-aaea-446c-983b-df707db845e1 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:44.371491 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] For port 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:44.382336 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] For port 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448,segment=NetworkSegment(32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5),segment_id=32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:44.390934 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-48b65986-371d-4e5b-aa1c-5ee0311958f9 None None] Provisioning complete for port 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:44.391308 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48b65986-371d-4e5b-aa1c-5ee0311958f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:44.399041 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:44.497254 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b259038f-f5e2-403c-88fb-4942f0cfe40a req-3576281a-e97c-41c0-9413-ca21d9041ddb tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a8ea99a-702d-4f0f-bca2-65ba41480564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401539 Mar 23 12:25:44.510099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ab4f33b5-766b-4554-8921-d6b1753ac832, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ab4f33b5-766b-4554-8921-d6b1753ac832,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:44.584699 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'ab4f33b5-766b-4554-8921-d6b1753ac832', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'ab4f33b5-766b-4554-8921-d6b1753ac832', 'mac_address': 'fa:16:3e:8e:6d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:25:44.615061 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Routers {'45167b5f-d356-4d3a-aa17-942bcef43989'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:44.615698 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['45167b5f-d356-4d3a-aa17-942bcef43989'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:44.625188 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567b4b3-322c-465c-a163-6f23ad86687c None None] Pushing event updated for resources: {'Port': ['ID=0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:44.783437 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Router b59d26ec-b815-457a-8ccc-908854cb3f92 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:25:44.821933 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:44.895564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4f33b5-766b-4554-8921-d6b1753ac832 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:25:44.912592 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48b65986-371d-4e5b-aa1c-5ee0311958f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:44.942419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d4e5d106-edc1-40aa-887d-df86214628dc up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:44.945934 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ab4f33b5-766b-4554-8921-d6b1753ac832, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ab4f33b5-766b-4554-8921-d6b1753ac832,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:44.949068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] Set router 45167b5f-d356-4d3a-aa17-942bcef43989 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:44.983643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81d940-7b67-4e04-b449-691d83d374b6 req-efec319d-d9bd-4c63-9769-8c2c7bd201ed tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:44.986371 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4f81d940-7b67-4e04-b449-691d83d374b6 req-efec319d-d9bd-4c63-9769-8c2c7bd201ed tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 950 time: 0.3258209 Mar 23 12:25:44.987917 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-9eca637d-aaea-446c-983b-df707db845e1 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:44.993723 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-9eca637d-aaea-446c-983b-df707db845e1 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:44.995520 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:45.066598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-48b65986-371d-4e5b-aa1c-5ee0311958f9 None None] For port 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448,segment=NetworkSegment(32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5),segment_id=32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:45.078520 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48b65986-371d-4e5b-aa1c-5ee0311958f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:45.104098 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4f81d940-7b67-4e04-b449-691d83d374b6 req-bd7ef0b3-1613-4d3a-bab9-37983a9748f4 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988450 Mar 23 12:25:45.147001 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-9eca637d-aaea-446c-983b-df707db845e1 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Floating IP 24c76e93-8f39-49a1-8976-9e526659afa3 associated. External IP: 172.25.2.233, port: 49e2cd97-4ee1-404a-941a-63a45cf0b4a5. Mar 23 12:25:45.188582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ab4f33b5-766b-4554-8921-d6b1753ac832,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:45.214863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d3a3ca9f-728e-47c2-ab51-c60a938613f0 admin admin] Deleting port 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:25:45.215267 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ca9f-728e-47c2-ab51-c60a938613f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:45.301031 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:25:45.312491 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-48b65986-371d-4e5b-aa1c-5ee0311958f9 None None] Provisioning complete for port d4e5d106-edc1-40aa-887d-df86214628dc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:45.313046 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48b65986-371d-4e5b-aa1c-5ee0311958f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:45.322237 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Sync routers for ids ['b59d26ec-b815-457a-8ccc-908854cb3f92'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:25:45.329862 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:45.332446 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e49b3f01-ff8a-4d26-8546-cfdef146973c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7177644 Mar 23 12:25:45.340004 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46082) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:45.362893 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Routers {'b59d26ec-b815-457a-8ccc-908854cb3f92'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:45.364544 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b59d26ec-b815-457a-8ccc-908854cb3f92'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:45.381281 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port d4e5d106-edc1-40aa-887d-df86214628dc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:45.382120 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:45.481539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['ab4f33b5-766b-4554-8921-d6b1753ac832'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:25:45.504624 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-9eca637d-aaea-446c-983b-df707db845e1 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Router 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:25:45.591244 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b65986-371d-4e5b-aa1c-5ee0311958f9 None None] Pushing event updated for resources: {'Port': ['ID=0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:45.669770 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-9eca637d-aaea-446c-983b-df707db845e1 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:25:45.687159 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-9eca637d-aaea-446c-983b-df707db845e1 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:45.698170 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b783ad-510f-41a3-a56a-320f7b8f3c0f None None] Sync routers for ids ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:25:45.751683 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-d3a3ca9f-728e-47c2-ab51-c60a938613f0 admin admin] For port 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448,segment=NetworkSegment(32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5),segment_id=32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:45.753087 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ca9f-728e-47c2-ab51-c60a938613f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:45.758079 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-9eca637d-aaea-446c-983b-df707db845e1 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "PUT /v2.0/floatingips/24c76e93-8f39-49a1-8976-9e526659afa3 HTTP/1.1" status: 200 len: 996 time: 1.4662554 Mar 23 12:25:45.758840 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061cfd6e-32c6-42f0-8510-5c7689c0a4fb', 'tag': '49e2cd97-4ee1-404a-941a-63a45cf0b4a5'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:45.772396 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1adc4f-8adc-4318-a752-9c9d70703171" -d '{"events": [{"name": "network-changed", "server_uuid": "061cfd6e-32c6-42f0-8510-5c7689c0a4fb", "tag": "49e2cd97-4ee1-404a-941a-63a45cf0b4a5"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:45.779820 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d3a3ca9f-728e-47c2-ab51-c60a938613f0 admin admin] Calling delete_port for 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:25:45.785546 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Set router b59d26ec-b815-457a-8ccc-908854cb3f92 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:45.797728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65ed3f-8c2c-44f7-9ff5-883952952be8 req-0cae9172-0dc3-4049-af42-9e352759313b tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:45.805416 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9e65ed3f-8c2c-44f7-9ff5-883952952be8 req-0cae9172-0dc3-4049-af42-9e352759313b tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.3448839 Mar 23 12:25:45.862725 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:45.889458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-3512c646-bcaf-478c-ac41-743eec43ee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:45.891574 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-3512c646-bcaf-478c-ac41-743eec43ee3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d08b4c763d23440da670dd01f0985d47&device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 1096 time: 0.0987923 Mar 23 12:25:45.915542 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b783ad-510f-41a3-a56a-320f7b8f3c0f None None] Routers {'5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:45.916647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-12b783ad-510f-41a3-a56a-320f7b8f3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:45.960559 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9e65ed3f-8c2c-44f7-9ff5-883952952be8 req-bae26343-fabd-41d4-a57d-a0676206359e tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522274 Mar 23 12:25:46.033433 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:46.072985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1001464213-router', 'tenant_id': '2d5e99720c6e43328472f5081a541496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'b546615f-cfb0-4163-943c-0dcdcc05343c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:29Z', 'updated_at': '2022-03-23T12:25:39Z', 'revision_number': 4, 'project_id': '2d5e99720c6e43328472f5081a541496', 'gw_port': {'id': 'b546615f-cfb0-4163-943c-0dcdcc05343c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:30Z', 'updated_at': '2022-03-23T12:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448', 'name': '', 'network_id': 'c200eaa9-b3d0-4c52-90de-2c0fd9778561', 'tenant_id': '2d5e99720c6e43328472f5081a541496', 'mac_address': 'fa:16:3e:fa:27:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '68a93abc-89d3-49ca-accf-e78ed7931075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:25:44Z', 'revision_number': 4, 'project_id': '2d5e99720c6e43328472f5081a541496', 'subnets': [{'id': '68a93abc-89d3-49ca-accf-e78ed7931075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:46.109414 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ef759-1ef1-41c9-b235-9e3b82f4a8ed None None] The sync data for ids ['45167b5f-d356-4d3a-aa17-942bcef43989'] in n-d-834854-1 is: [{'id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1001464213-router', 'tenant_id': '2d5e99720c6e43328472f5081a541496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'b546615f-cfb0-4163-943c-0dcdcc05343c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:29Z', 'updated_at': '2022-03-23T12:25:39Z', 'revision_number': 4, 'project_id': '2d5e99720c6e43328472f5081a541496', 'gw_port': {'id': 'b546615f-cfb0-4163-943c-0dcdcc05343c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:30Z', 'updated_at': '2022-03-23T12:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448', 'name': '', 'network_id': 'c200eaa9-b3d0-4c52-90de-2c0fd9778561', 'tenant_id': '2d5e99720c6e43328472f5081a541496', 'mac_address': 'fa:16:3e:fa:27:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '68a93abc-89d3-49ca-accf-e78ed7931075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:25:44Z', 'revision_number': 4, 'project_id': '2d5e99720c6e43328472f5081a541496', 'subnets': [{'id': '68a93abc-89d3-49ca-accf-e78ed7931075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:25:46.120705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-a7278e32-db8e-463f-be7e-85c5d7a36717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:46.132737 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-a7278e32-db8e-463f-be7e-85c5d7a36717 service neutron] 10.222.0.52 "GET /v2.0/networks?id=be4d1ffa-054f-470d-adba-a04589e75d15 HTTP/1.1" status: 200 len: 930 time: 0.2207508 Mar 23 12:25:46.262198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Allocated IP 172.20.0.1 (7d4d0fcc-ccfb-4797-b8c0-dee4c492f981/77686451-d601-438d-b8ee-7891ca851b06/7bf243d7-c7e6-483b-a4f5-4a013aa6e51a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:46.297541 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'name': 'tempest-TaggedBootDevicesTest_v242-662805425-router', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:25:42Z', 'revision_number': 3, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'gw_port': {'id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:41Z', 'updated_at': '2022-03-23T12:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:46.356607 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-94b18eb0-53a4-424c-94e9-1d5f17fd0082 None None] Provisioning complete for port 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:46.357697 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-94b18eb0-53a4-424c-94e9-1d5f17fd0082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:46.372301 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Checking router: b59d26ec-b815-457a-8ccc-908854cb3f92 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:25:46.373964 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Updating router b59d26ec-b815-457a-8ccc-908854cb3f92 port d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:25:46.384009 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-99a449b4-60f5-4900-9480-d7f553c79f16 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49e2cd97-4ee1-404a-941a-63a45cf0b4a5 HTTP/1.1" status: 200 len: 999 time: 0.2457116 Mar 23 12:25:46.431417 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:46.450638 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b554b2f-a6dd-49f4-bb00-25583a4202d1 req-75f5f893-b0fc-4c19-9afc-81b577e95b6e tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:46.458321 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b554b2f-a6dd-49f4-bb00-25583a4202d1 req-75f5f893-b0fc-4c19-9afc-81b577e95b6e tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 948 time: 0.3963015 Mar 23 12:25:46.501169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-7a1361f4-9c54-4d37-bdfd-58e7ba0927a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:46.506587 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-7a1361f4-9c54-4d37-bdfd-58e7ba0927a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=179dbf86-2ad7-484d-be75-dd254ce1be29 HTTP/1.1" status: 200 len: 868 time: 0.1106095 Mar 23 12:25:46.527011 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-12b783ad-510f-41a3-a56a-320f7b8f3c0f None None] Set router 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:46.553062 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b554b2f-a6dd-49f4-bb00-25583a4202d1 req-24180a02-c742-4cce-94ca-18ef8a734d49 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a8ea99a-702d-4f0f-bca2-65ba41480564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934286 Mar 23 12:25:46.617163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-b622966b-56ac-46fe-b9a2-e2365511c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:46.621041 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-b622966b-56ac-46fe-b9a2-e2365511c744 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=be4d1ffa-054f-470d-adba-a04589e75d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009033 Mar 23 12:25:46.636538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-9f553ee1-db0c-4c03-8541-757932f17dfb service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:25:46.638106 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-9f553ee1-db0c-4c03-8541-757932f17dfb service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106905 Mar 23 12:25:46.684651 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3c7b86-e5f4-41bd-806e-b6ca0911e08d x-openstack-request-id: req-5c3c7b86-e5f4-41bd-806e-b6ca0911e08d {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:46.684926 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061cfd6e-32c6-42f0-8510-5c7689c0a4fb", "tag": "49e2cd97-4ee1-404a-941a-63a45cf0b4a5", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:46.685184 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c3c7b86-e5f4-41bd-806e-b6ca0911e08d {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:46.685583 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061cfd6e-32c6-42f0-8510-5c7689c0a4fb', 'tag': '49e2cd97-4ee1-404a-941a-63a45cf0b4a5', 'status': 'completed', 'code': 200} Mar 23 12:25:46.779803 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ca9f-728e-47c2-ab51-c60a938613f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:46.871385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-544ca338-ac00-489c-b958-16b6f6ccdfb8 service neutron] 10.222.0.52 "GET /v2.0/networks/be4d1ffa-054f-470d-adba-a04589e75d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265868 Mar 23 12:25:46.993043 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:47.039669 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:47.048980 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:47.151073 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36f33066-efd2-47a5-abda-e0d39b65f1dd req-5eb363b7-fb65-4b1e-a9fc-85d66949df8c service neutron] 10.222.0.52 "GET /v2.0/networks/be4d1ffa-054f-470d-adba-a04589e75d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699370 Mar 23 12:25:47.187550 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3ca9f-728e-47c2-ab51-c60a938613f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:47.189698 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea6b3f-06dd-4d90-89da-6dde3caf05b6 None None] Pushing event updated for resources: {'Port': ['ID=d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:47.196751 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Attempting to bind port d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:25:47.197235 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Attempting to bind port d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:25:47.197683 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Attempting to bind port d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:47.206383 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:25:47.207031 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:47.207700 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:47.208276 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:25:47.209303 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Bound port: d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:25:47.209767 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:47.284736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:47.310091 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] For port d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:47.320612 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] For port d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:47.326051 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:47.344753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1adc4f-8adc-4318-a752-9c9d70703171 req-9688d9c2-11d4-4cea-89ba-b547aa9a281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:47.346830 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa1adc4f-8adc-4318-a752-9c9d70703171 req-9688d9c2-11d4-4cea-89ba-b547aa9a281c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08b4c763d23440da670dd01f0985d47&device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 1096 time: 0.6253753 Mar 23 12:25:47.399587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:25:47.400373 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 12:25:47.419029 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Routers {'b59d26ec-b815-457a-8ccc-908854cb3f92'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:47.420301 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b59d26ec-b815-457a-8ccc-908854cb3f92'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:47.433648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3ebdd-2ed5-42df-8ba1-f9a19c5080f6 req-d32ef792-09a7-4c7a-bbef-0d095b22b01c tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:47.434402 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:47.435161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf6802-6a09-45af-a123-216b7d85860b req-155056e9-d617-45f0-aaf7-979cadd4c3d7 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:47.438598 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8bbf6802-6a09-45af-a123-216b7d85860b req-155056e9-d617-45f0-aaf7-979cadd4c3d7 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.1158006 Mar 23 12:25:47.446554 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ac3ebdd-2ed5-42df-8ba1-f9a19c5080f6 req-d32ef792-09a7-4c7a-bbef-0d095b22b01c tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 950 time: 0.6524048 Mar 23 12:25:47.458492 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Port 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 not found, will not notify nova. {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 12:25:47.481957 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea6b3f-06dd-4d90-89da-6dde3caf05b6 None None] Pushing event updated for resources: {'Port': ['ID=d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:47.521503 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-12b783ad-510f-41a3-a56a-320f7b8f3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1858661783-router', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:59Z', 'updated_at': '2022-03-23T12:25:13Z', 'revision_number': 4, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'gw_port': {'id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:00Z', 'updated_at': '2022-03-23T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '24c76e93-8f39-49a1-8976-9e526659afa3', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'port_id': '49e2cd97-4ee1-404a-941a-63a45cf0b4a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15', 'mac_address': 'fa:16:3e:80:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cfd6e-32c6-42f0-8510-5c7689c0a4fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:25:43Z', 'updated_at': '2022-03-23T12:25:44Z', 'revision_number': 1, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863e0696-5121-4199-acd1-44b699922dbf', 'name': '', 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'mac_address': 'fa:16:3e:c1:b6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:08Z', 'updated_at': '2022-03-23T12:25:23Z', 'revision_number': 5, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'subnets': [{'id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:47.567768 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8bbf6802-6a09-45af-a123-216b7d85860b req-029e546a-fa8e-4503-90bf-1176ec439301 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188478 Mar 23 12:25:47.599501 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b783ad-510f-41a3-a56a-320f7b8f3c0f None None] Checking router: 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:25:47.619399 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b783ad-510f-41a3-a56a-320f7b8f3c0f None None] Routers {'5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:47.620287 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-12b783ad-510f-41a3-a56a-320f7b8f3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:47.646872 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:47.681031 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] Set router b59d26ec-b815-457a-8ccc-908854cb3f92 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:47.889594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-12b783ad-510f-41a3-a56a-320f7b8f3c0f None None] Set router 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:47.901239 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-9c2dbfbc-652a-495c-ad84-5972879b9818 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 258 time: 0.2769115 Mar 23 12:25:47.904486 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ac3ebdd-2ed5-42df-8ba1-f9a19c5080f6 req-751bd487-9d4f-4463-82c3-3866c867aef1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446280 Mar 23 12:25:47.907592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Network 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:47.913823 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:47.929112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:47.952398 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:47.955509 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:47.958975 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf243d7-c7e6-483b-a4f5-4a013aa6e51a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:47.974149 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1adc4f-8adc-4318-a752-9c9d70703171 req-1cc1095b-73e0-47ef-b341-265783ebf955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:47.975647 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa1adc4f-8adc-4318-a752-9c9d70703171 req-1cc1095b-73e0-47ef-b341-265783ebf955 service neutron] 10.222.0.73 "GET /v2.0/networks?id=be4d1ffa-054f-470d-adba-a04589e75d15 HTTP/1.1" status: 200 len: 930 time: 0.6101828 Mar 23 12:25:48.000149 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ab4f33b5-766b-4554-8921-d6b1753ac832 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:48.035035 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ca9f-728e-47c2-ab51-c60a938613f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:48.071118 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'name': 'tempest-TaggedBootDevicesTest_v242-662805425-router', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:25:42Z', 'revision_number': 3, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'gw_port': {'id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:41Z', 'updated_at': '2022-03-23T12:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:48.194412 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff205f5f-fc87-4851-9ecd-bf5db54c0a2d None None] The sync data for ids ['b59d26ec-b815-457a-8ccc-908854cb3f92'] in n-d-834854-1 is: [{'id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'name': 'tempest-TaggedBootDevicesTest_v242-662805425-router', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:25:42Z', 'revision_number': 3, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'gw_port': {'id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:41Z', 'updated_at': '2022-03-23T12:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:25:48.243486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port ab4f33b5-766b-4554-8921-d6b1753ac832 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:25:48.281677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port ab4f33b5-766b-4554-8921-d6b1753ac832 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:48.282242 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:48.365194 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:48.438137 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b52336-e44a-4b83-947f-fdcd275ea64b req-dfa34064-878d-4fc7-ac1e-3acf4974eff6 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:48.447542 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-73b52336-e44a-4b83-947f-fdcd275ea64b req-dfa34064-878d-4fc7-ac1e-3acf4974eff6 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 948 time: 0.3412490 Mar 23 12:25:48.464824 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa1adc4f-8adc-4318-a752-9c9d70703171 req-6a94d987-e859-436b-8efc-ea6718565c2d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49e2cd97-4ee1-404a-941a-63a45cf0b4a5 HTTP/1.1" status: 200 len: 999 time: 0.4675844 Mar 23 12:25:48.475307 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3d8f5901-2b5d-41d6-b782-690a82e42139 None None] Provisioning complete for port 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:48.475833 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3d8f5901-2b5d-41d6-b782-690a82e42139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:48.575460 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:48.608244 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:48.625082 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f5901-2b5d-41d6-b782-690a82e42139 None None] Port 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:25:48.677719 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12b35fc-b2f5-4289-97ae-9fe6de13e9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4f33b5-766b-4554-8921-d6b1753ac832'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:48.681639 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e047962-5a30-4393-932c-46415343901b" -d '{"events": [{"server_uuid": "d12b35fc-b2f5-4289-97ae-9fe6de13e9f8", "name": "network-vif-plugged", "status": "completed", "tag": "ab4f33b5-766b-4554-8921-d6b1753ac832"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:48.778457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ab4f33b5-766b-4554-8921-d6b1753ac832, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ab4f33b5-766b-4554-8921-d6b1753ac832,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:48.787416 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:48.826221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Allocated IP 172.25.2.222 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/e967d96f-8fa3-4ad5-a605-e6cd60952f09) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:48.899842 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ab4f33b5-766b-4554-8921-d6b1753ac832,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:48.917516 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-12b783ad-510f-41a3-a56a-320f7b8f3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1858661783-router', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:59Z', 'updated_at': '2022-03-23T12:25:13Z', 'revision_number': 4, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'gw_port': {'id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:00Z', 'updated_at': '2022-03-23T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '24c76e93-8f39-49a1-8976-9e526659afa3', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'port_id': '49e2cd97-4ee1-404a-941a-63a45cf0b4a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15', 'mac_address': 'fa:16:3e:80:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cfd6e-32c6-42f0-8510-5c7689c0a4fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:25:43Z', 'updated_at': '2022-03-23T12:25:44Z', 'revision_number': 1, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863e0696-5121-4199-acd1-44b699922dbf', 'name': '', 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'mac_address': 'fa:16:3e:c1:b6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:08Z', 'updated_at': '2022-03-23T12:25:23Z', 'revision_number': 5, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'subnets': [{'id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:48.957450 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b783ad-510f-41a3-a56a-320f7b8f3c0f None None] The sync data for ids ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'] in n-d-834854-1 is: [{'id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1858661783-router', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:59Z', 'updated_at': '2022-03-23T12:25:13Z', 'revision_number': 4, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'gw_port': {'id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:00Z', 'updated_at': '2022-03-23T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '24c76e93-8f39-49a1-8976-9e526659afa3', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'port_id': '49e2cd97-4ee1-404a-941a-63a45cf0b4a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15', 'mac_address': 'fa:16:3e:80:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cfd6e-32c6-42f0-8510-5c7689c0a4fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:25:43Z', 'updated_at': '2022-03-23T12:25:44Z', 'revision_number': 1, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863e0696-5121-4199-acd1-44b699922dbf', 'name': '', 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'mac_address': 'fa:16:3e:c1:b6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:08Z', 'updated_at': '2022-03-23T12:25:23Z', 'revision_number': 5, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'subnets': [{'id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:25:49.087247 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:49.145029 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:49.171291 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1adc4f-8adc-4318-a752-9c9d70703171 req-2754ccf0-7dca-4ea2-8f29-e851677c1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:49.173268 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa1adc4f-8adc-4318-a752-9c9d70703171 req-2754ccf0-7dca-4ea2-8f29-e851677c1bd0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=179dbf86-2ad7-484d-be75-dd254ce1be29 HTTP/1.1" status: 200 len: 868 time: 0.6692176 Mar 23 12:25:49.174174 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:49.182376 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-73b52336-e44a-4b83-947f-fdcd275ea64b req-6c782519-3d40-457d-8e47-6c120e8e3759 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a8ea99a-702d-4f0f-bca2-65ba41480564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7338428 Mar 23 12:25:49.207774 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:49.210938 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:49.220019 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:49.221869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:49.367903 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1adc4f-8adc-4318-a752-9c9d70703171 req-9432cd56-4afe-42d4-b924-898a7472971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:49.369948 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:49.370506 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa1adc4f-8adc-4318-a752-9c9d70703171 req-9432cd56-4afe-42d4-b924-898a7472971d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=be4d1ffa-054f-470d-adba-a04589e75d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615906 Mar 23 12:25:49.372445 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:49.413686 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:49.422015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Pushing event updated for resources: {'Port': ['ID=e967d96f-8fa3-4ad5-a605-e6cd60952f09,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:49.470718 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:49.496843 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25182941-017d-4835-a4a0-98b066138c99 None None] New status for floating IP 24c76e93-8f39-49a1-8976-9e526659afa3: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:25:49.552009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:49.553824 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:49.554550 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:49.555204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:49.555828 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:49.556356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:49.556861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:49.557765 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:49.558273 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:49.558855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:49.559399 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:49.560130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:25:49.594434 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:49.652001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:49.660778 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276818af-f3dd-4156-a70b-1272bc5e04f4 req-d222c9c5-9e77-49da-8473-0a952649bba4 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:49.663126 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:49.664129 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-276818af-f3dd-4156-a70b-1272bc5e04f4 req-d222c9c5-9e77-49da-8473-0a952649bba4 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 1101 time: 0.2905593 Mar 23 12:25:49.784057 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:49.790743 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:49.798152 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:49.814339 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-276818af-f3dd-4156-a70b-1272bc5e04f4 req-5efbab97-11cc-4992-8433-39c0b0bbcc1f tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312392 Mar 23 12:25:49.818944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a3ca9f-728e-47c2-ab51-c60a938613f0 admin admin] Router 45167b5f-d356-4d3a-aa17-942bcef43989 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:25:49.836272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa1adc4f-8adc-4318-a752-9c9d70703171 req-3cc00673-7ba2-4473-87f9-0f80647cfa23 service neutron] 10.222.0.73 "GET /v2.0/networks/be4d1ffa-054f-470d-adba-a04589e75d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496958 Mar 23 12:25:49.880683 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Pushing event updated for resources: {'Port': ['ID=e967d96f-8fa3-4ad5-a605-e6cd60952f09,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:49.889090 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:49.909735 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:49.911386 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-2dc20755-6be9-49ef-a0ec-2bf4f0b575b0 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0033035 Mar 23 12:25:49.984101 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-15576dab-f929-489c-9204-c8e18768f4b7 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.222 HTTP/1.1" status: 200 len: 696 time: 0.0638340 Mar 23 12:25:50.041169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:25:50.094756 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:50.112045 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:50.160156 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-b2c570cd-3a19-4bfa-8b9a-f5b64befaff5 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:50.161680 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-028f34a3-378c-4cab-9c81-44c3938f7dc1 req-b2c570cd-3a19-4bfa-8b9a-f5b64befaff5 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.1684694 Mar 23 12:25:50.180454 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:50.265573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c171f-3900-4087-aaf8-97ec721e0ee5 req-14560e51-ea5d-49c2-a2b5-9a465ce640c3 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:50.267271 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144808e4-394b-43dc-9624-b190b3e8560c x-openstack-request-id: req-144808e4-394b-43dc-9624-b190b3e8560c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:50.267815 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12b35fc-b2f5-4289-97ae-9fe6de13e9f8", "name": "network-vif-plugged", "status": "completed", "tag": "ab4f33b5-766b-4554-8921-d6b1753ac832", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:50.268958 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-144808e4-394b-43dc-9624-b190b3e8560c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:50.269586 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12b35fc-b2f5-4289-97ae-9fe6de13e9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4f33b5-766b-4554-8921-d6b1753ac832', 'code': 200} Mar 23 12:25:50.272741 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c84c171f-3900-4087-aaf8-97ec721e0ee5 req-14560e51-ea5d-49c2-a2b5-9a465ce640c3 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.2996237 Mar 23 12:25:50.276022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:50.285433 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa1adc4f-8adc-4318-a752-9c9d70703171 req-26d1df20-613e-489b-8c5c-a2026dc62ca6 service neutron] 10.222.0.73 "GET /v2.0/networks/be4d1ffa-054f-470d-adba-a04589e75d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095728 Mar 23 12:25:50.288606 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:50.325987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf243d7-c7e6-483b-a4f5-4a013aa6e51a,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:50.367231 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:50.387988 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-dbc40fa6-cab7-4a7e-933a-50ff28b37211 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315015 Mar 23 12:25:50.436368 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:50.463372 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a3ca9f-728e-47c2-ab51-c60a938613f0 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:25:50.471090 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d3a3ca9f-728e-47c2-ab51-c60a938613f0 admin admin] 10.222.0.52 "PUT /v2.0/routers/45167b5f-d356-4d3a-aa17-942bcef43989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0408480 Mar 23 12:25:50.481059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46122) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:50.494684 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9bf9bf-ec26-419b-adad-1cde578a0577 None None] Sync routers for ids ['45167b5f-d356-4d3a-aa17-942bcef43989'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:25:50.514163 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9bf9bf-ec26-419b-adad-1cde578a0577 None None] Routers {'45167b5f-d356-4d3a-aa17-942bcef43989'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:50.514421 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4a9bf9bf-ec26-419b-adad-1cde578a0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['45167b5f-d356-4d3a-aa17-942bcef43989'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:50.521152 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c84c171f-3900-4087-aaf8-97ec721e0ee5 req-086802b2-379f-498e-a797-b366b3fcb54f tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319646 Mar 23 12:25:50.530206 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bba97a-9a7f-4690-a319-f71185d95941 req-32dc55e8-aa73-465c-835e-bae789c072cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:50.558192 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4bba97a-9a7f-4690-a319-f71185d95941 req-32dc55e8-aa73-465c-835e-bae789c072cc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 1100 time: 0.2514331 Mar 23 12:25:50.632522 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4bba97a-9a7f-4690-a319-f71185d95941 req-8671b7eb-433a-49e0-a1ff-a29a14fa5812 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2a8ea99a-702d-4f0f-bca2-65ba41480564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590887 Mar 23 12:25:50.664116 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-0a102d8a-c054-4cad-a25f-9ed24afb6b8f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:50.671433 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-0a102d8a-c054-4cad-a25f-9ed24afb6b8f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713897 Mar 23 12:25:50.676555 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Network 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:50.678345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:50.703875 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4a9bf9bf-ec26-419b-adad-1cde578a0577 None None] Set router 45167b5f-d356-4d3a-aa17-942bcef43989 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:50.709546 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-24bcdc8f-eb18-4312-b642-e1d098a09203 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/quotas/4a0fc61c44cc4b5fbce22a4dd6a0e33d HTTP/1.1" status: 200 len: 375 time: 0.0255435 Mar 23 12:25:50.790826 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-875d2088-2cb0-48fb-9b6e-384fc339333b admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:50.919542 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Router b59d26ec-b815-457a-8ccc-908854cb3f92 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:25:50.945260 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-ad680ef7-5e8c-43a6-a791-c96d8c883a86 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2346706 Mar 23 12:25:51.045474 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:51.072742 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2c614-5d4e-42da-a147-66d79097c1b1 req-bce68e9e-fa82-4f0d-96b1-1e8816e1ab34 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:51.073301 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-875d2088-2cb0-48fb-9b6e-384fc339333b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:51.074709 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ce2c614-5d4e-42da-a147-66d79097c1b1 req-bce68e9e-fa82-4f0d-96b1-1e8816e1ab34 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2114635 Mar 23 12:25:51.175055 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ddff67b7-28bc-408e-8591-bf69309c0551 None None] Provisioning complete for port 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:51.177632 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddff67b7-28bc-408e-8591-bf69309c0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:51.216466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-875d2088-2cb0-48fb-9b6e-384fc339333b admin admin] Deleting port b546615f-cfb0-4163-943c-0dcdcc05343c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:25:51.217239 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-875d2088-2cb0-48fb-9b6e-384fc339333b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:51.252858 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:25:51.259249 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-50e52466-df2c-4c04-9305-61308ea38171 admin admin] 10.222.0.52 "PUT /v2.0/routers/b59d26ec-b815-457a-8ccc-908854cb3f92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9179707 Mar 23 12:25:51.268592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37245b-5c80-4421-aeae-a0de345ff6a3 req-da9e4ad7-ce23-4f45-8c0b-e7bc08c976da tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:51.277163 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f37245b-5c80-4421-aeae-a0de345ff6a3 req-da9e4ad7-ce23-4f45-8c0b-e7bc08c976da tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 949 time: 0.1302509 Mar 23 12:25:51.286903 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ce2c614-5d4e-42da-a147-66d79097c1b1 req-47b9b41a-00c0-403f-adab-c6f1d81222ce tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.222 HTTP/1.1" status: 200 len: 696 time: 0.2016923 Mar 23 12:25:51.290344 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ddff67b7-28bc-408e-8591-bf69309c0551 None None] Port 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:25:51.292566 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-1ce2c614-5d4e-42da-a147-66d79097c1b1 req-e1562506-0146-4c2f-bfee-1fe1ad35033a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Request body: {'floatingip': {'port_id': '49e2cd97-4ee1-404a-941a-63a45cf0b4a5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:51.353702 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1ce2c614-5d4e-42da-a147-66d79097c1b1 req-e1562506-0146-4c2f-bfee-1fe1ad35033a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:51.357909 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:51.358574 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:51.441998 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f37245b-5c80-4421-aeae-a0de345ff6a3 req-cfe49c95-d6b7-4d6f-bcea-76bf1e546996 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a8ea99a-702d-4f0f-bca2-65ba41480564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340706 Mar 23 12:25:51.492250 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4a9bf9bf-ec26-419b-adad-1cde578a0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1001464213-router', 'tenant_id': '2d5e99720c6e43328472f5081a541496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'b546615f-cfb0-4163-943c-0dcdcc05343c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:29Z', 'updated_at': '2022-03-23T12:25:46Z', 'revision_number': 5, 'project_id': '2d5e99720c6e43328472f5081a541496', 'gw_port': {'id': 'b546615f-cfb0-4163-943c-0dcdcc05343c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:30Z', 'updated_at': '2022-03-23T12:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:51.537322 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9bf9bf-ec26-419b-adad-1cde578a0577 None None] Checking router: 45167b5f-d356-4d3a-aa17-942bcef43989 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:25:51.545088 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-875d2088-2cb0-48fb-9b6e-384fc339333b admin admin] For port b546615f-cfb0-4163-943c-0dcdcc05343c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b546615f-cfb0-4163-943c-0dcdcc05343c,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:51.545802 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-875d2088-2cb0-48fb-9b6e-384fc339333b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:51.557012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9bf9bf-ec26-419b-adad-1cde578a0577 None None] Routers {'45167b5f-d356-4d3a-aa17-942bcef43989'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:51.557662 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4a9bf9bf-ec26-419b-adad-1cde578a0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['45167b5f-d356-4d3a-aa17-942bcef43989'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:51.574416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-875d2088-2cb0-48fb-9b6e-384fc339333b admin admin] Calling delete_port for b546615f-cfb0-4163-943c-0dcdcc05343c owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:25:51.619795 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [req-1ce2c614-5d4e-42da-a147-66d79097c1b1 req-e1562506-0146-4c2f-bfee-1fe1ad35033a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] update failed (client error): There was a conflict when trying to complete your request. Mar 23 12:25:51.621198 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ce2c614-5d4e-42da-a147-66d79097c1b1 req-e1562506-0146-4c2f-bfee-1fe1ad35033a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "PUT /v2.0/floatingips/4b15eac1-e59e-45a7-98e9-64f95b5a4b07 HTTP/1.1" status: 409 len: 550 time: 0.3327851 Mar 23 12:25:51.708676 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54fbed3e-d477-4ed6-8e5c-12f996dbbfd1 req-84c4ac9c-9af3-4e7b-a5c9-1ab807be9db7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 210 time: 0.0367849 Mar 23 12:25:51.782998 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4a9bf9bf-ec26-419b-adad-1cde578a0577 None None] Set router 45167b5f-d356-4d3a-aa17-942bcef43989 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:51.846841 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2eba8-1352-4de5-ab5d-45756e20df3f req-15c3f9c1-b95a-41f4-8e59-a5c140151eac tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:51.848577 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5bf2eba8-1352-4de5-ab5d-45756e20df3f req-15c3f9c1-b95a-41f4-8e59-a5c140151eac tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 948 time: 0.0800719 Mar 23 12:25:51.915413 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4a9bf9bf-ec26-419b-adad-1cde578a0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1001464213-router', 'tenant_id': '2d5e99720c6e43328472f5081a541496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:29Z', 'updated_at': '2022-03-23T12:25:51Z', 'revision_number': 6, 'project_id': '2d5e99720c6e43328472f5081a541496', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:51.931019 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5bf2eba8-1352-4de5-ab5d-45756e20df3f req-5a690f10-4fbf-4e93-bbaa-6cbe3fc4fe0a tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736935 Mar 23 12:25:51.965678 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9bf9bf-ec26-419b-adad-1cde578a0577 None None] The sync data for ids ['45167b5f-d356-4d3a-aa17-942bcef43989'] in n-d-834854-1 is: [{'id': '45167b5f-d356-4d3a-aa17-942bcef43989', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1001464213-router', 'tenant_id': '2d5e99720c6e43328472f5081a541496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:29Z', 'updated_at': '2022-03-23T12:25:51Z', 'revision_number': 6, 'project_id': '2d5e99720c6e43328472f5081a541496', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:25:52.002077 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-569e8f70-d0f5-4f0c-a07b-84595df13208 req-00131c7a-20b3-4d48-998b-1f96984dd2da tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/floatingips/4b15eac1-e59e-45a7-98e9-64f95b5a4b07 HTTP/1.1" status: 200 len: 693 time: 0.1460094 Mar 23 12:25:52.007257 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:25:52.016621 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-875d2088-2cb0-48fb-9b6e-384fc339333b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:52.162412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d2088-2cb0-48fb-9b6e-384fc339333b admin admin] Pushing event deleted for resources: {'Port': ['ID=b546615f-cfb0-4163-943c-0dcdcc05343c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:52.244851 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:52.267545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5', 'mac_address': 'fa:16:3e:33:3b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:25:52.276605 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a86867-09c8-4154-9d20-e94e05610a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:52.282130 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3eb575f-0afa-4c3b-8500-1b904d876984" -d '{"events": [{"server_uuid": "b2a86867-09c8-4154-9d20-e94e05610a52", "name": "network-vif-unplugged", "status": "completed", "tag": "1c8816f0-c3c3-44c1-89d7-95c28ead7cd5"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:52.326730 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-875d2088-2cb0-48fb-9b6e-384fc339333b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:52.453318 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96828121-f23a-461c-8c32-3f797128aec1 x-openstack-request-id: req-96828121-f23a-461c-8c32-3f797128aec1 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:52.453779 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a86867-09c8-4154-9d20-e94e05610a52", "name": "network-vif-unplugged", "status": "completed", "tag": "1c8816f0-c3c3-44c1-89d7-95c28ead7cd5", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:52.454187 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96828121-f23a-461c-8c32-3f797128aec1 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:52.454799 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a86867-09c8-4154-9d20-e94e05610a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5', 'code': 200} Mar 23 12:25:52.480177 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-875d2088-2cb0-48fb-9b6e-384fc339333b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:52.484760 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-875d2088-2cb0-48fb-9b6e-384fc339333b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:52.492544 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:52.533267 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:25:52.567685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46156) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:52.577695 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e8f70-d0f5-4f0c-a07b-84595df13208 req-72b348c3-50e8-48e7-b9bf-9a6e8c1cf985 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:52.581481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-92dc9e8a-b678-47b0-a98b-b1a1d1aa2713 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1225775405-network', 'tenant_id': '9fe471e444c54affa0bbe798289a1a53'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:52.584753 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-569e8f70-d0f5-4f0c-a07b-84595df13208 req-72b348c3-50e8-48e7-b9bf-9a6e8c1cf985 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.5642035 Mar 23 12:25:52.598145 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Sync routers for ids ['b59d26ec-b815-457a-8ccc-908854cb3f92'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:25:52.606946 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-875d2088-2cb0-48fb-9b6e-384fc339333b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:52.607751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875d2088-2cb0-48fb-9b6e-384fc339333b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45167b5f-d356-4d3a-aa17-942bcef43989 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:25:52.609019 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Routers {'b59d26ec-b815-457a-8ccc-908854cb3f92'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:52.609924 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b59d26ec-b815-457a-8ccc-908854cb3f92'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:52.613459 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:52.619426 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:52.660677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dc9e8a-b678-47b0-a98b-b1a1d1aa2713 admin admin] Made reservation on behalf of 9fe471e444c54affa0bbe798289a1a53 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:25:52.668303 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92dc9e8a-b678-47b0-a98b-b1a1d1aa2713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:52.670765 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-875d2088-2cb0-48fb-9b6e-384fc339333b admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:52.672663 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-875d2088-2cb0-48fb-9b6e-384fc339333b admin admin] 10.222.0.52 "DELETE /v2.0/routers/45167b5f-d356-4d3a-aa17-942bcef43989 HTTP/1.1" status: 204 len: 168 time: 2.1905947 Mar 23 12:25:52.676552 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46158) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:52.688767 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-569e8f70-d0f5-4f0c-a07b-84595df13208 req-625df4e4-48e7-4b6c-8a6d-dd8196da569a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.222 HTTP/1.1" status: 200 len: 696 time: 0.0966671 Mar 23 12:25:52.706950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:52.723699 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92dc9e8a-b678-47b0-a98b-b1a1d1aa2713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:52.784672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc8f27-c440-452a-b09a-88f63433306a req-ba5de036-3dec-411d-9459-1b58f24a27fc tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:52.786578 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10bc8f27-c440-452a-b09a-88f63433306a req-ba5de036-3dec-411d-9459-1b58f24a27fc tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 949 time: 0.0735278 Mar 23 12:25:52.804233 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-569e8f70-d0f5-4f0c-a07b-84595df13208 req-c5f156de-d223-43b4-b336-ca4b18d1f257 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.222 HTTP/1.1" status: 200 len: 696 time: 0.1074359 Mar 23 12:25:52.824901 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f78639c-17d0-4235-98a6-d20534a2defc admin admin] Deleting subnet 68a93abc-89d3-49ca-accf-e78ed7931075 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:25:52.839800 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f78639c-17d0-4235-98a6-d20534a2defc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:52.862218 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Set router b59d26ec-b815-457a-8ccc-908854cb3f92 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:52.882188 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10bc8f27-c440-452a-b09a-88f63433306a req-554583c7-9c05-4cd1-b6ba-e67504443435 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a8ea99a-702d-4f0f-bca2-65ba41480564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696189 Mar 23 12:25:52.897120 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92dc9e8a-b678-47b0-a98b-b1a1d1aa2713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:52.901853 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92dc9e8a-b678-47b0-a98b-b1a1d1aa2713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:53.024758 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-1d9e75c6-abf7-456c-b1de-01b065df486d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1045778 Mar 23 12:25:53.035760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92dc9e8a-b678-47b0-a98b-b1a1d1aa2713 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:25:53.039526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['1c8816f0-c3c3-44c1-89d7-95c28ead7cd5'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:25:53.096807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc9e8a-b678-47b0-a98b-b1a1d1aa2713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60507a43-4697-4429-b2ae-421f0c6762ad,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:53.134995 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92dc9e8a-b678-47b0-a98b-b1a1d1aa2713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:53.137229 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-92dc9e8a-b678-47b0-a98b-b1a1d1aa2713 admin admin] Added segment 440c8ad9-ab44-4dfd-ac18-4e2293faa05d of type vlan for network 3d384730-221c-4120-a852-8b2bc05978ee Mar 23 12:25:53.145982 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f78639c-17d0-4235-98a6-d20534a2defc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:53.177013 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:25:53.247232 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92dc9e8a-b678-47b0-a98b-b1a1d1aa2713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:53.273626 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:25:53.274981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0fcc64c0-6f7d-4d08-9bfb-c4c95bc8f448 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:25:53.276124 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b546615f-cfb0-4163-943c-0dcdcc05343c no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:25:53.279936 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-569e8f70-d0f5-4f0c-a07b-84595df13208 req-49751308-33fb-4ee8-894d-3adb559a67ed tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Deleting port e967d96f-8fa3-4ad5-a605-e6cd60952f09 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:25:53.280315 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-569e8f70-d0f5-4f0c-a07b-84595df13208 req-49751308-33fb-4ee8-894d-3adb559a67ed tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:53.304284 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f78639c-17d0-4235-98a6-d20534a2defc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:53.329503 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92dc9e8a-b678-47b0-a98b-b1a1d1aa2713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:53.331906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dc9e8a-b678-47b0-a98b-b1a1d1aa2713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:53.332744 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: b546615f-cfb0-4163-943c-0dcdcc05343c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:25:53.332927 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92dc9e8a-b678-47b0-a98b-b1a1d1aa2713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:53.333504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b546615f-cfb0-4163-943c-0dcdcc05343c not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:25:53.412031 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-569e8f70-d0f5-4f0c-a07b-84595df13208 req-49751308-33fb-4ee8-894d-3adb559a67ed tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:53.412440 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-569e8f70-d0f5-4f0c-a07b-84595df13208 req-49751308-33fb-4ee8-894d-3adb559a67ed tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:53.429944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-569e8f70-d0f5-4f0c-a07b-84595df13208 req-49751308-33fb-4ee8-894d-3adb559a67ed tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Calling delete_port for e967d96f-8fa3-4ad5-a605-e6cd60952f09 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:25:53.432122 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f78639c-17d0-4235-98a6-d20534a2defc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:53.476016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78639c-17d0-4235-98a6-d20534a2defc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68a93abc-89d3-49ca-accf-e78ed7931075,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:53.495022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e530ffc1-1f55-4235-82cf-3dbf99c50078 None None] Network c200eaa9-b3d0-4c52-90de-2c0fd9778561 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:25:53.522684 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f78639c-17d0-4235-98a6-d20534a2defc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:53.529912 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7f78639c-17d0-4235-98a6-d20534a2defc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/68a93abc-89d3-49ca-accf-e78ed7931075 HTTP/1.1" status: 204 len: 168 time: 0.8511703 Mar 23 12:25:53.540317 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'name': 'tempest-TaggedBootDevicesTest_v242-662805425-router', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'gw_port': {'id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:41Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '7bf243d7-c7e6-483b-a4f5-4a013aa6e51a', 'name': '', 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'mac_address': 'fa:16:3e:a4:8d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77686451-d601-438d-b8ee-7891ca851b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:46Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 2, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'subnets': [{'id': '77686451-d601-438d-b8ee-7891ca851b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:53.606536 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Checking router: b59d26ec-b815-457a-8ccc-908854cb3f92 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:25:53.608330 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Updating router b59d26ec-b815-457a-8ccc-908854cb3f92 port 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:25:53.666144 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:53.719587 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46166) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:53.746698 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-569e8f70-d0f5-4f0c-a07b-84595df13208 req-49751308-33fb-4ee8-894d-3adb559a67ed tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:53.804482 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc9e8a-b678-47b0-a98b-b1a1d1aa2713 admin admin] Pushing event updated for resources: {'Network': ['ID=3d384730-221c-4120-a852-8b2bc05978ee,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:53.815649 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9e2944aa-6c2d-44fb-8e85-ecf4548e46d0 req-5836b48b-3503-4c69-bf6d-88f3c5693974 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 210 time: 0.6343477 Mar 23 12:25:53.825425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 3d384730-221c-4120-a852-8b2bc05978ee details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:25:53.867298 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-92dc9e8a-b678-47b0-a98b-b1a1d1aa2713 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2980587 Mar 23 12:25:53.881397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46168) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:53.909841 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e7d690e9-146d-4d85-bf3c-d341d46cef44 admin admin] Request body: {'subnet': {'network_id': '3d384730-221c-4120-a852-8b2bc05978ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1225775405-subnet', 'tenant_id': '9fe471e444c54affa0bbe798289a1a53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:53.966692 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc5f7d2-9658-47b9-8252-b5732f083c95 None None] DHCP port deletion for c200eaa9-b3d0-4c52-90de-2c0fd9778561 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:25:53.985312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-04f00268-75c1-458a-8f17-d1de7dce70e7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:53.989659 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-04f00268-75c1-458a-8f17-d1de7dce70e7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9321909 Mar 23 12:25:53.997947 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d690e9-146d-4d85-bf3c-d341d46cef44 admin admin] Made reservation on behalf of 9fe471e444c54affa0bbe798289a1a53 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:25:54.004740 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7d690e9-146d-4d85-bf3c-d341d46cef44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.016752 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-a734f53f-34a4-4b5d-b956-a1ea9d58c24e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Request body: {'port': {'device_id': '8003433a-3382-453c-ac15-c4d51d468562', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '4a0fc61c44cc4b5fbce22a4dd6a0e33d'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:54.068049 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c622b0ac-883e-4443-9b6a-e00b078ba469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.130740 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5f7d2-9658-47b9-8252-b5732f083c95 None None] Deleting port 062383a9-f002-4a6e-b999-18cc601087fd {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:25:54.131321 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f7d2-9658-47b9-8252-b5732f083c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.232804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49751308-33fb-4ee8-894d-3adb559a67ed tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Pushing event deleted for resources: {'Port': ['ID=e967d96f-8fa3-4ad5-a605-e6cd60952f09,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:54.233770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5cc5f7d2-9658-47b9-8252-b5732f083c95 None None] For port 062383a9-f002-4a6e-b999-18cc601087fd, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=062383a9-f002-4a6e-b999-18cc601087fd,segment=NetworkSegment(32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5),segment_id=32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:54.233770 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f7d2-9658-47b9-8252-b5732f083c95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.256440 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5f7d2-9658-47b9-8252-b5732f083c95 None None] Calling delete_port for 062383a9-f002-4a6e-b999-18cc601087fd owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:25:54.287116 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.312171 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-569e8f70-d0f5-4f0c-a07b-84595df13208 req-49751308-33fb-4ee8-894d-3adb559a67ed tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.315633 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-569e8f70-d0f5-4f0c-a07b-84595df13208 req-49751308-33fb-4ee8-894d-3adb559a67ed tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.317105 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-569e8f70-d0f5-4f0c-a07b-84595df13208 req-49751308-33fb-4ee8-894d-3adb559a67ed tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "DELETE /v2.0/floatingips/4b15eac1-e59e-45a7-98e9-64f95b5a4b07 HTTP/1.1" status: 204 len: 173 time: 1.4980829 Mar 23 12:25:54.366627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] Deleting port 062383a9-f002-4a6e-b999-18cc601087fd {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:25:54.367001 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.370152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc1d25-5319-4354-9693-6221123e5e06 req-c6b8ca3b-90ca-4c77-b0e9-1c77fcfad7dc tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:54.371774 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfbc1d25-5319-4354-9693-6221123e5e06 req-c6b8ca3b-90ca-4c77-b0e9-1c77fcfad7dc tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 949 time: 0.1779861 Mar 23 12:25:54.396258 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f7d2-9658-47b9-8252-b5732f083c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.409996 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.418824 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.452245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5f7d2-9658-47b9-8252-b5732f083c95 None None] Pushing event deleted for resources: {'Port': ['ID=062383a9-f002-4a6e-b999-18cc601087fd,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:54.459615 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5f7d2-9658-47b9-8252-b5732f083c95 None None] No DVR routers for this DVR port 062383a9-f002-4a6e-b999-18cc601087fd on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:25:54.484718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-a734f53f-34a4-4b5d-b956-a1ea9d58c24e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Made reservation on behalf of 4a0fc61c44cc4b5fbce22a4dd6a0e33d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:25:54.489036 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-a734f53f-34a4-4b5d-b956-a1ea9d58c24e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.494013 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfbc1d25-5319-4354-9693-6221123e5e06 req-acec369f-182f-4e53-814f-65af7a6836cf tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138384 Mar 23 12:25:54.506934 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] For port 062383a9-f002-4a6e-b999-18cc601087fd, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=062383a9-f002-4a6e-b999-18cc601087fd,segment=NetworkSegment(32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5),segment_id=32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:54.507617 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.517611 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f8d8d-43da-4f18-9db8-592e2de914dc None None] Pushing event updated for resources: {'Port': ['ID=7bf243d7-c7e6-483b-a4f5-4a013aa6e51a,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:54.565414 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37937f-980f-4c14-9719-59824eef6820 req-89db7d4c-8b6c-4398-b7b7-5ee91dbaa5d9 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:54.567278 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f37937f-980f-4c14-9719-59824eef6820 req-89db7d4c-8b6c-4398-b7b7-5ee91dbaa5d9 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 949 time: 0.1385369 Mar 23 12:25:54.568339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] Calling delete_port for 062383a9-f002-4a6e-b999-18cc601087fd owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:25:54.629906 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Attempting to bind port 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:25:54.630711 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Attempting to bind port 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '360d5d4e-0535-421a-8c4f-8a3e1ee3a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:25:54.630711 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Attempting to bind port 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a on network 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:54.636886 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:25:54.637531 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Checking segment: {'id': '360d5d4e-0535-421a-8c4f-8a3e1ee3a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:54.638109 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.638673 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Bound using segment: {'id': '360d5d4e-0535-421a-8c4f-8a3e1ee3a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:25:54.639307 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Bound port: 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360d5d4e-0535-421a-8c4f-8a3e1ee3a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:25:54.639871 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.701616 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7d690e9-146d-4d85-bf3c-d341d46cef44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.732320 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f37937f-980f-4c14-9719-59824eef6820 req-d2c55de4-32bc-4ba2-84f7-a9f1e96df1bf tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a8ea99a-702d-4f0f-bca2-65ba41480564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511033 Mar 23 12:25:54.764602 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] For port 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:54.764602 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] For port 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=7bf243d7-c7e6-483b-a4f5-4a013aa6e51a,segment=NetworkSegment(360d5d4e-0535-421a-8c4f-8a3e1ee3a026),segment_id=360d5d4e-0535-421a-8c4f-8a3e1ee3a026)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:54.770051 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.774551 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:54.820032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=062383a9-f002-4a6e-b999-18cc601087fd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:54.836379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] No DVR routers for this DVR port 062383a9-f002-4a6e-b999-18cc601087fd on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:25:54.895242 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Routers {'b59d26ec-b815-457a-8ccc-908854cb3f92'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:54.895917 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b59d26ec-b815-457a-8ccc-908854cb3f92'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:54.914330 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11a69699-831c-4746-aa14-1a494beaebbe req-31549bce-8575-4b7b-b28d-1ac4a5e8a45b tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 1001 time: 0.3536339 Mar 23 12:25:54.943060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d690e9-146d-4d85-bf3c-d341d46cef44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b3a61c-9e35-4691-892f-911343c93d89,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:54.973042 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2875e81f-46ff-4287-8e2a-9c00c6c93688 None None] Provisioning complete for port 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:54.973541 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2875e81f-46ff-4287-8e2a-9c00c6c93688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:55.016494 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:55.040839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 062383a9-f002-4a6e-b999-18cc601087fd no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:25:55.049204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c200eaa9-b3d0-4c52-90de-2c0fd9778561']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:55.060001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:55.060280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d3da14-4ebd-4ab3-b232-b0e04d7e6fe5') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:55.073977 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f8d8d-43da-4f18-9db8-592e2de914dc None None] Pushing event updated for resources: {'Port': ['ID=7bf243d7-c7e6-483b-a4f5-4a013aa6e51a,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:55.077541 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 062383a9-f002-4a6e-b999-18cc601087fd {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:25:55.078292 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 062383a9-f002-4a6e-b999-18cc601087fd not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:25:55.082921 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:55.121336 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d50f99da-d5ca-4d1b-8ffe-dca64c431da5 req-76411f4b-46dd-43a1-95c7-3ce628a63410 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 210 time: 0.0530698 Mar 23 12:25:55.137351 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:55.145944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a69699-831c-4746-aa14-1a494beaebbe req-ba393215-2bcf-4250-9a5c-16fd92c8bbf6 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:55.151173 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11a69699-831c-4746-aa14-1a494beaebbe req-ba393215-2bcf-4250-9a5c-16fd92c8bbf6 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports/49e2cd97-4ee1-404a-941a-63a45cf0b4a5 HTTP/1.1" status: 200 len: 942 time: 0.2356043 Mar 23 12:25:55.151649 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:25:55.152686 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:25:55.155002 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:25:55.218929 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] Set router b59d26ec-b815-457a-8ccc-908854cb3f92 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:55.228724 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2875e81f-46ff-4287-8e2a-9c00c6c93688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:55.230640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-a734f53f-34a4-4b5d-b956-a1ea9d58c24e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Allocated IP 192.168.233.164 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/b73b8924-6405-40ca-9179-cbcbc5cd54bf) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:55.246167 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d690e9-146d-4d85-bf3c-d341d46cef44 admin admin] Checking segment: {'id': '440c8ad9-ab44-4dfd-ac18-4e2293faa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d384730-221c-4120-a852-8b2bc05978ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:55.246574 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d690e9-146d-4d85-bf3c-d341d46cef44 admin admin] Network hostable DHCP agents. Network: 3d384730-221c-4120-a852-8b2bc05978ee, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:25:55.252886 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:55.265094 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:55.271526 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] 10.222.0.52 "DELETE /v2.0/networks/c200eaa9-b3d0-4c52-90de-2c0fd9778561 HTTP/1.1" status: 204 len: 168 time: 1.5483665 Mar 23 12:25:55.301478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866c8e3-486e-43ad-99a2-1755033b1f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=c200eaa9-b3d0-4c52-90de-2c0fd9778561,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:55.332357 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2875e81f-46ff-4287-8e2a-9c00c6c93688 None None] For port 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=7bf243d7-c7e6-483b-a4f5-4a013aa6e51a,segment=NetworkSegment(360d5d4e-0535-421a-8c4f-8a3e1ee3a026),segment_id=360d5d4e-0535-421a-8c4f-8a3e1ee3a026)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:55.338233 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2875e81f-46ff-4287-8e2a-9c00c6c93688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:55.412279 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875e81f-46ff-4287-8e2a-9c00c6c93688 None None] Pushing event updated for resources: {'Port': ['ID=7bf243d7-c7e6-483b-a4f5-4a013aa6e51a,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:55.421726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d690e9-146d-4d85-bf3c-d341d46cef44 admin admin] Network 3d384730-221c-4120-a852-8b2bc05978ee is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:25:55.466494 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-25e20308-1a23-477a-87c9-42cacb6ed5cc None None] Provisioning complete for port 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:55.467183 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25e20308-1a23-477a-87c9-42cacb6ed5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:55.490117 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e7d690e9-146d-4d85-bf3c-d341d46cef44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 3d384730-221c-4120-a852-8b2bc05978ee) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:55.492617 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'name': 'tempest-TaggedBootDevicesTest_v242-662805425-router', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'gw_port': {'id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:41Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '7bf243d7-c7e6-483b-a4f5-4a013aa6e51a', 'name': '', 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'mac_address': 'fa:16:3e:a4:8d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77686451-d601-438d-b8ee-7891ca851b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:46Z', 'updated_at': '2022-03-23T12:25:54Z', 'revision_number': 4, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'subnets': [{'id': '77686451-d601-438d-b8ee-7891ca851b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:55.498482 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d690e9-146d-4d85-bf3c-d341d46cef44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:55.498691 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7d690e9-146d-4d85-bf3c-d341d46cef44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:55.512021 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ad7cf6-c819-4617-86c7-dbafe283b0d6 None None] Network 3d384730-221c-4120-a852-8b2bc05978ee requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:25:55.523761 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11a69699-831c-4746-aa14-1a494beaebbe req-345daafb-8deb-439a-8bb3-1f28f2da6c0e tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 1001 time: 0.2614784 Mar 23 12:25:55.534747 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db443b7e-a419-4d96-a29e-2b14df12d2a1 None None] The sync data for ids ['b59d26ec-b815-457a-8ccc-908854cb3f92'] in n-d-834854-1 is: [{'id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'name': 'tempest-TaggedBootDevicesTest_v242-662805425-router', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'gw_port': {'id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:41Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '7bf243d7-c7e6-483b-a4f5-4a013aa6e51a', 'name': '', 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'mac_address': 'fa:16:3e:a4:8d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77686451-d601-438d-b8ee-7891ca851b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:46Z', 'updated_at': '2022-03-23T12:25:54Z', 'revision_number': 4, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'subnets': [{'id': '77686451-d601-438d-b8ee-7891ca851b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:25:55.581306 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e7d690e9-146d-4d85-bf3c-d341d46cef44 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6952405 Mar 23 12:25:55.584096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46180) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:55.593814 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1225775405-router', 'tenant_id': '9fe471e444c54affa0bbe798289a1a53', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:55.707907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46184) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:55.748504 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:55.749908 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:55.828608 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ec88eb55-5b77-41e9-a40e-2d71aafff53d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2d5e99720c6e43328472f5081a541496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1151834 Mar 23 12:25:55.833609 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46188) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:55.864732 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-a734f53f-34a4-4b5d-b956-a1ea9d58c24e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:55.887448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df96b6-26e6-4041-b903-fa43ef6e9a70 req-1a2d3229-c497-4cc1-af9e-6b9501232f7b tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:55.895520 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71df96b6-26e6-4041-b903-fa43ef6e9a70 req-1a2d3229-c497-4cc1-af9e-6b9501232f7b tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 949 time: 0.2028916 Mar 23 12:25:55.909234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a69699-831c-4746-aa14-1a494beaebbe req-66d81fa9-986c-4ac6-8e9d-677929cb1453 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:55.910905 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11a69699-831c-4746-aa14-1a494beaebbe req-66d81fa9-986c-4ac6-8e9d-677929cb1453 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.3863223 Mar 23 12:25:55.941081 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:55.966185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-3d384730-221c-4120-a852-8b2bc05978ee', 'network_id': '3d384730-221c-4120-a852-8b2bc05978ee', 'tenant_id': '9fe471e444c54affa0bbe798289a1a53', 'fixed_ips': [{'subnet_id': '43b3a61c-9e35-4691-892f-911343c93d89'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:25:55.968362 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:55.969411 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-11a69699-831c-4746-aa14-1a494beaebbe req-e56c5d4c-830b-4b64-aa9b-15a3bd34484d tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:25:55.979430 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11a69699-831c-4746-aa14-1a494beaebbe req-e56c5d4c-830b-4b64-aa9b-15a3bd34484d tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192471 Mar 23 12:25:56.074250 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-a734f53f-34a4-4b5d-b956-a1ea9d58c24e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:56.161260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:56.168790 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['8168fddc-a078-4aea-b62d-b667f0f62f53', 'd3fdfc44-29f1-40e8-8e4e-257061386a42'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:25:56.177932 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a2df29d0-1dfa-4ec1-9320-24ad63b54492', '54d5c8b5-61c2-48f5-b954-7e27a5e68a54', 'd44c8735-4010-4ade-b7c2-72a0a07bc462', '30629cd0-2a0f-4a90-bbb7-649f46a63a15'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:25:56.178162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-a734f53f-34a4-4b5d-b956-a1ea9d58c24e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:56.201039 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e04e5692-e8e4-4f96-9718-eb06899ffeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:56.229937 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-a734f53f-34a4-4b5d-b956-a1ea9d58c24e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:56.278709 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11a69699-831c-4746-aa14-1a494beaebbe req-a4ae0be6-7cc3-4fb8-9c0a-cd2518a302e3 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 1001 time: 0.2977865 Mar 23 12:25:56.282797 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734f53f-34a4-4b5d-b956-a1ea9d58c24e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Pushing event updated for resources: {'Port': ['ID=b73b8924-6405-40ca-9179-cbcbc5cd54bf,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:56.289307 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-a734f53f-34a4-4b5d-b956-a1ea9d58c24e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:56.297300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-11a69699-831c-4746-aa14-1a494beaebbe req-6b573a57-6008-477a-830d-25c15acf471e tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:56.374338 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71df96b6-26e6-4041-b903-fa43ef6e9a70 req-87748f2e-e58d-4ff4-a9c8-ceb0554d4719 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777303 Mar 23 12:25:56.389617 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:56.420775 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e04e5692-e8e4-4f96-9718-eb06899ffeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:56.548424 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1c0d0-5c3f-41c4-9e82-b2d1c0145d2b req-295173eb-4f67-495f-95fc-f26a5d3620dd tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:56.550475 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3ee1c0d0-5c3f-41c4-9e82-b2d1c0145d2b req-295173eb-4f67-495f-95fc-f26a5d3620dd tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.77 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 949 time: 0.4965377 Mar 23 12:25:56.637091 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-11a69699-831c-4746-aa14-1a494beaebbe req-6b573a57-6008-477a-830d-25c15acf471e tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:56.698893 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-a734f53f-34a4-4b5d-b956-a1ea9d58c24e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:56.700335 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-a734f53f-34a4-4b5d-b956-a1ea9d58c24e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:56.747343 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf8a8d-2486-4557-b6d9-f51267479d78 req-56e45b0e-6682-4606-83a5-c4ce7800f0c5 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:56.749129 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-29cf8a8d-2486-4557-b6d9-f51267479d78 req-56e45b0e-6682-4606-83a5-c4ce7800f0c5 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 949 time: 0.1990068 Mar 23 12:25:56.775009 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e04e5692-e8e4-4f96-9718-eb06899ffeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:56.775242 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-efffb0db-fa4e-4e1d-bba0-7dd19c04a091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:56.781173 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e04e5692-e8e4-4f96-9718-eb06899ffeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:56.787260 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e04e5692-e8e4-4f96-9718-eb06899ffeb1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d95a00f3-6a55-4877-940e-a2e446d8b94a HTTP/1.1" status: 204 len: 168 time: 0.9505668 Mar 23 12:25:56.815078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e5692-e8e4-4f96-9718-eb06899ffeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95a00f3-6a55-4877-940e-a2e446d8b94a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:56.835199 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-a734f53f-34a4-4b5d-b956-a1ea9d58c24e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8272195 Mar 23 12:25:56.858557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Request body: {'port': {'device_id': '8003433a-3382-453c-ac15-c4d51d468562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:25:56.915307 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-29cf8a8d-2486-4557-b6d9-f51267479d78 req-5f7da804-a449-4415-8ad0-08905dae4058 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a8ea99a-702d-4f0f-bca2-65ba41480564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553099 Mar 23 12:25:57.110354 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-3ee1c0d0-5c3f-41c4-9e82-b2d1c0145d2b req-688cd620-660e-42e4-b0fe-ad238808dae8 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Deleting port ab4f33b5-766b-4554-8921-d6b1753ac832 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:25:57.110974 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3ee1c0d0-5c3f-41c4-9e82-b2d1c0145d2b req-688cd620-660e-42e4-b0fe-ad238808dae8 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:57.119805 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:57.188539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Allocated IP 172.20.0.2 (3d384730-221c-4120-a852-8b2bc05978ee/43b3a61c-9e35-4691-892f-911343c93d89/a0d0ea6e-588f-4e24-b7e4-21b4047cbbee) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:57.246358 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-11a69699-831c-4746-aa14-1a494beaebbe req-6b573a57-6008-477a-830d-25c15acf471e tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:57.268971 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:57.302829 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:57.335168 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635f38a-b123-4c6b-8f92-384fa5c55574 req-36d9793d-7956-456d-8902-b5b1f5bcf879 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:57.336872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5635f38a-b123-4c6b-8f92-384fa5c55574 req-36d9793d-7956-456d-8902-b5b1f5bcf879 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 936 time: 0.2104256 Mar 23 12:25:57.359374 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3ee1c0d0-5c3f-41c4-9e82-b2d1c0145d2b req-688cd620-660e-42e4-b0fe-ad238808dae8 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] For port ab4f33b5-766b-4554-8921-d6b1753ac832, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ab4f33b5-766b-4554-8921-d6b1753ac832,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:57.359822 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3ee1c0d0-5c3f-41c4-9e82-b2d1c0145d2b req-688cd620-660e-42e4-b0fe-ad238808dae8 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:57.374645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:25:57.378046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-3ee1c0d0-5c3f-41c4-9e82-b2d1c0145d2b req-688cd620-660e-42e4-b0fe-ad238808dae8 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Calling delete_port for ab4f33b5-766b-4554-8921-d6b1753ac832 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:25:57.521875 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5635f38a-b123-4c6b-8f92-384fa5c55574 req-718063d2-d850-4a46-8396-5072ddfc3eb6 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277783 Mar 23 12:25:57.605384 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:57.606384 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:57.626679 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3ee1c0d0-5c3f-41c4-9e82-b2d1c0145d2b req-688cd620-660e-42e4-b0fe-ad238808dae8 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:57.628958 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-11a69699-831c-4746-aa14-1a494beaebbe req-6b573a57-6008-477a-830d-25c15acf471e tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:57.629779 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [req-11a69699-831c-4746-aa14-1a494beaebbe req-6b573a57-6008-477a-830d-25c15acf471e tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Floating IP 24c76e93-8f39-49a1-8976-9e526659afa3 disassociated. External IP: 172.25.2.233, port: 49e2cd97-4ee1-404a-941a-63a45cf0b4a5. Mar 23 12:25:57.632841 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6054fc0e-5b7f-421b-b238-ae14a66b2101 None None] Provisioning complete for port b73b8924-6405-40ca-9179-cbcbc5cd54bf triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:57.633450 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6054fc0e-5b7f-421b-b238-ae14a66b2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:57.706563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Allocated IP 172.25.2.7 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/718142a6-e86d-4f09-a9a1-ec49973fce54) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:25:57.801060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cd620-660e-42e4-b0fe-ad238808dae8 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Pushing event deleted for resources: {'Port': ['ID=ab4f33b5-766b-4554-8921-d6b1753ac832,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:57.825889 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a0ebe-93a7-44df-9b87-57c205c0e07a req-90e2bbfc-6fcd-4a3b-8763-99b71570b068 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:57.832709 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0e9a0ebe-93a7-44df-9b87-57c205c0e07a req-90e2bbfc-6fcd-4a3b-8763-99b71570b068 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 949 time: 0.1356847 Mar 23 12:25:57.881972 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee1c0d0-5c3f-41c4-9e82-b2d1c0145d2b req-688cd620-660e-42e4-b0fe-ad238808dae8 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] No DVR routers for this DVR port ab4f33b5-766b-4554-8921-d6b1753ac832 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:25:57.890058 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3ee1c0d0-5c3f-41c4-9e82-b2d1c0145d2b req-688cd620-660e-42e4-b0fe-ad238808dae8 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:57.900133 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3ee1c0d0-5c3f-41c4-9e82-b2d1c0145d2b req-688cd620-660e-42e4-b0fe-ad238808dae8 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.77 "DELETE /v2.0/ports/ab4f33b5-766b-4554-8921-d6b1753ac832 HTTP/1.1" status: 204 len: 173 time: 1.3346004 Mar 23 12:25:57.918303 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0e9a0ebe-93a7-44df-9b87-57c205c0e07a req-fcdeac43-0164-489f-8651-3dabb2ab6018 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836499 Mar 23 12:25:58.027421 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:58.074065 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12b35fc-b2f5-4289-97ae-9fe6de13e9f8', 'name': 'network-vif-deleted', 'tag': 'ab4f33b5-766b-4554-8921-d6b1753ac832'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:58.076378 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecedb4d9-d3ba-4664-a194-46cfbc01251a" -d '{"events": [{"server_uuid": "d12b35fc-b2f5-4289-97ae-9fe6de13e9f8", "name": "network-vif-deleted", "tag": "ab4f33b5-766b-4554-8921-d6b1753ac832"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:58.084557 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:58.174598 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:58.202640 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6054fc0e-5b7f-421b-b238-ae14a66b2101 None None] Port b73b8924-6405-40ca-9179-cbcbc5cd54bf cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:25:58.227672 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:58.268861 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c602707c-c661-430b-b358-1be0c97fe410 req-5001c07f-c1e6-4332-bb36-454529d03ac1 tempest-ImagesNegativeTestJSON-318865941 tempest-ImagesNegativeTestJSON-318865941-project] 10.222.0.52 "GET /v2.0/ports?device_id=d12b35fc-b2f5-4289-97ae-9fe6de13e9f8 HTTP/1.1" status: 200 len: 210 time: 0.0949888 Mar 23 12:25:58.271764 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:58.338229 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:25:58.338904 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:58.356131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:58.360817 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:58.370966 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:58.406052 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Network 3d384730-221c-4120-a852-8b2bc05978ee is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:25:58.415562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:25:58.435613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:25:58.450487 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37dd164-6b50-427d-9379-9d88fc026cb3 x-openstack-request-id: req-a37dd164-6b50-427d-9379-9d88fc026cb3 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:58.451078 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12b35fc-b2f5-4289-97ae-9fe6de13e9f8", "name": "network-vif-deleted", "tag": "ab4f33b5-766b-4554-8921-d6b1753ac832", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:58.451533 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a37dd164-6b50-427d-9379-9d88fc026cb3 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:58.452306 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12b35fc-b2f5-4289-97ae-9fe6de13e9f8', 'name': 'network-vif-deleted', 'tag': 'ab4f33b5-766b-4554-8921-d6b1753ac832', 'status': 'completed', 'code': 200} Mar 23 12:25:58.456743 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Pushing event updated for resources: {'Port': ['ID=718142a6-e86d-4f09-a9a1-ec49973fce54,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:58.494041 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:58.627805 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11a69699-831c-4746-aa14-1a494beaebbe req-6b573a57-6008-477a-830d-25c15acf471e tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Router 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:25:58.668713 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Pushing event updated for resources: {'Port': ['ID=a0d0ea6e-588f-4e24-b7e4-21b4047cbbee,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:58.768270 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73b8924-6405-40ca-9179-cbcbc5cd54bf {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:25:58.781967 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:58.789527 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:58.810302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Transition to ACTIVE for port object b73b8924-6405-40ca-9179-cbcbc5cd54bf will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:25:58.841211 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:25:58.855970 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:58.857301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a86867-09c8-4154-9d20-e94e05610a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:25:58.862755 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80405c83-e527-40dd-93f2-d747b6096633" -d '{"events": [{"server_uuid": "b2a86867-09c8-4154-9d20-e94e05610a52", "name": "network-vif-plugged", "status": "completed", "tag": "1c8816f0-c3c3-44c1-89d7-95c28ead7cd5"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:25:58.900251 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:58.946840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11a69699-831c-4746-aa14-1a494beaebbe req-6b573a57-6008-477a-830d-25c15acf471e tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:25:58.979071 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-11a69699-831c-4746-aa14-1a494beaebbe req-6b573a57-6008-477a-830d-25c15acf471e tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:59.038547 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6899dc2-acf2-4592-b1f7-1660c7899cba None None] Sync routers for ids ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:25:59.059265 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ab4f33b5-766b-4554-8921-d6b1753ac832 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:25:59.129201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Attempting to bind port b73b8924-6405-40ca-9179-cbcbc5cd54bf on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:25:59.129201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Attempting to bind port b73b8924-6405-40ca-9179-cbcbc5cd54bf by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:25:59.129201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Attempting to bind port b73b8924-6405-40ca-9179-cbcbc5cd54bf on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:59.154308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Port b73b8924-6405-40ca-9179-cbcbc5cd54bf on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:25:59.154821 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Attempting to bind port b73b8924-6405-40ca-9179-cbcbc5cd54bf on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:59.184361 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6899dc2-acf2-4592-b1f7-1660c7899cba None None] Routers {'5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:25:59.185973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:25:59.186176 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f6899dc2-acf2-4592-b1f7-1660c7899cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:25:59.186547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:59.187058 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:25:59.187668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Bound port: b73b8924-6405-40ca-9179-cbcbc5cd54bf, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:25:59.188291 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:59.260497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e976730-c544-4f7a-827a-932deb8446a9 req-f34af1b5-7cea-468d-9777-86be7c6a862c tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:59.262206 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0e976730-c544-4f7a-827a-932deb8446a9 req-f34af1b5-7cea-468d-9777-86be7c6a862c tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 948 time: 0.1604459 Mar 23 12:25:59.286154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: ab4f33b5-766b-4554-8921-d6b1753ac832 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:25:59.286767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ab4f33b5-766b-4554-8921-d6b1753ac832 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:25:59.294839 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:59.306802 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:59.322074 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:59.326432 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Attempting to bind port a0d0ea6e-588f-4e24-b7e4-21b4047cbbee on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:25:59.327124 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Attempting to bind port a0d0ea6e-588f-4e24-b7e4-21b4047cbbee by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '440c8ad9-ab44-4dfd-ac18-4e2293faa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d384730-221c-4120-a852-8b2bc05978ee'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:25:59.327734 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Attempting to bind port a0d0ea6e-588f-4e24-b7e4-21b4047cbbee on network 3d384730-221c-4120-a852-8b2bc05978ee {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:25:59.352978 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:25:59.353741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Checking segment: {'id': '440c8ad9-ab44-4dfd-ac18-4e2293faa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d384730-221c-4120-a852-8b2bc05978ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:25:59.354420 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:59.355106 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Bound using segment: {'id': '440c8ad9-ab44-4dfd-ac18-4e2293faa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d384730-221c-4120-a852-8b2bc05978ee'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:25:59.355887 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Bound port: a0d0ea6e-588f-4e24-b7e4-21b4047cbbee, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440c8ad9-ab44-4dfd-ac18-4e2293faa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d384730-221c-4120-a852-8b2bc05978ee'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:25:59.356624 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:59.426718 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0e976730-c544-4f7a-827a-932deb8446a9 req-1bff60f8-976f-4a2d-b491-1cad8af05cf3 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547089 Mar 23 12:25:59.520946 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46236) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:25:59.541958 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2638d9-30f4-43ca-8353-d3277546fb76 x-openstack-request-id: req-6a2638d9-30f4-43ca-8353-d3277546fb76 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:25:59.542400 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a86867-09c8-4154-9d20-e94e05610a52", "name": "network-vif-plugged", "status": "completed", "tag": "1c8816f0-c3c3-44c1-89d7-95c28ead7cd5", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:25:59.542548 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a2638d9-30f4-43ca-8353-d3277546fb76 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:25:59.542948 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a86867-09c8-4154-9d20-e94e05610a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5', 'code': 200} Mar 23 12:25:59.624772 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:59.712269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Router a582e1f4-4637-4f49-94c5-93f3a08586f4 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:25:59.714007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Pushing event updated for resources: {'Port': ['ID=b73b8924-6405-40ca-9179-cbcbc5cd54bf,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:59.725037 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] For port b73b8924-6405-40ca-9179-cbcbc5cd54bf, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:59.729486 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] For port b73b8924-6405-40ca-9179-cbcbc5cd54bf, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b73b8924-6405-40ca-9179-cbcbc5cd54bf,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:59.734931 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:59.809174 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11a69699-831c-4746-aa14-1a494beaebbe req-6b573a57-6008-477a-830d-25c15acf471e tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "PUT /v2.0/floatingips/24c76e93-8f39-49a1-8976-9e526659afa3 HTTP/1.1" status: 200 len: 695 time: 3.5294249 Mar 23 12:25:59.824361 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] For port a0d0ea6e-588f-4e24-b7e4-21b4047cbbee, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:25:59.828959 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] For port a0d0ea6e-588f-4e24-b7e4-21b4047cbbee, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a0d0ea6e-588f-4e24-b7e4-21b4047cbbee,segment=NetworkSegment(440c8ad9-ab44-4dfd-ac18-4e2293faa05d),segment_id=440c8ad9-ab44-4dfd-ac18-4e2293faa05d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:25:59.831228 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-f6899dc2-acf2-4592-b1f7-1660c7899cba None None] Set router 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:25:59.835041 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:59.893539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9b11d-b609-4ce0-97e7-849ee5efb1d6 req-f7562180-f484-4614-abb2-16217d3a1323 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:59.895106 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66d9b11d-b609-4ce0-97e7-849ee5efb1d6 req-f7562180-f484-4614-abb2-16217d3a1323 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.2301280 Mar 23 12:25:59.912343 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:59.912965 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:25:59.914398 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] 10.222.0.77 "PUT /v2.0/ports/b73b8924-6405-40ca-9179-cbcbc5cd54bf HTTP/1.1" status: 200 len: 1096 time: 3.0672603 Mar 23 12:25:59.924361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485fdb6-0bb8-40e7-abb3-4d078715ae39 service neutron] Pushing event updated for resources: {'Port': ['ID=b73b8924-6405-40ca-9179-cbcbc5cd54bf,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:59.961481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a69699-831c-4746-aa14-1a494beaebbe req-a32a1d73-c13d-4961-ab87-6a569d62e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:59.963958 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11a69699-831c-4746-aa14-1a494beaebbe req-a32a1d73-c13d-4961-ab87-6a569d62e1ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d08b4c763d23440da670dd01f0985d47&device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 1096 time: 0.1235657 Mar 23 12:25:59.970872 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7071187-8d74-4393-8f00-1805e64f50c0 req-1bd38948-ce58-4f3e-a637-6a72756e2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:25:59.978953 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7071187-8d74-4393-8f00-1805e64f50c0 req-1bd38948-ce58-4f3e-a637-6a72756e2969 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 1101 time: 0.1557748 Mar 23 12:25:59.979366 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c9e85-8128-455c-a5f8-5d4b78b2a31a None None] Pushing event updated for resources: {'Port': ['ID=a0d0ea6e-588f-4e24-b7e4-21b4047cbbee,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:25:59.986209 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25488beb-964b-442a-876d-462ee13bcfa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:00.233361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-cae3d817-7d69-47da-b569-b81f3db7df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:00.236927 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-cae3d817-7d69-47da-b569-b81f3db7df16 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 1099 time: 0.2223682 Mar 23 12:26:00.242718 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7071187-8d74-4393-8f00-1805e64f50c0 req-9f01d2f5-f7df-44a3-baf2-76b623ab8397 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413626 Mar 23 12:26:00.295990 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f6899dc2-acf2-4592-b1f7-1660c7899cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1858661783-router', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:59Z', 'updated_at': '2022-03-23T12:25:13Z', 'revision_number': 4, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'gw_port': {'id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:00Z', 'updated_at': '2022-03-23T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '863e0696-5121-4199-acd1-44b699922dbf', 'name': '', 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'mac_address': 'fa:16:3e:c1:b6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:08Z', 'updated_at': '2022-03-23T12:25:23Z', 'revision_number': 5, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'subnets': [{'id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:00.296746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a69699-831c-4746-aa14-1a494beaebbe req-d5ee17c9-e26c-45d8-941a-5e7d41cad165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:00.299976 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11a69699-831c-4746-aa14-1a494beaebbe req-d5ee17c9-e26c-45d8-941a-5e7d41cad165 service neutron] 10.222.0.52 "GET /v2.0/networks?id=be4d1ffa-054f-470d-adba-a04589e75d15 HTTP/1.1" status: 200 len: 930 time: 0.3213878 Mar 23 12:26:00.362626 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6899dc2-acf2-4592-b1f7-1660c7899cba None None] Checking router: 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:26:00.381634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6899dc2-acf2-4592-b1f7-1660c7899cba None None] Routers {'5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:00.382681 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f6899dc2-acf2-4592-b1f7-1660c7899cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:00.391955 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11a69699-831c-4746-aa14-1a494beaebbe req-22b220ef-32bf-42ae-8d75-5ff1194a810e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49e2cd97-4ee1-404a-941a-63a45cf0b4a5 HTTP/1.1" status: 200 len: 217 time: 0.0783162 Mar 23 12:26:00.464572 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061cfd6e-32c6-42f0-8510-5c7689c0a4fb', 'tag': '49e2cd97-4ee1-404a-941a-63a45cf0b4a5'}, {'name': 'network-changed', 'server_uuid': '8003433a-3382-453c-ac15-c4d51d468562', 'tag': 'b73b8924-6405-40ca-9179-cbcbc5cd54bf'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:26:00.467183 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab124816-5ee2-4242-ac9c-60c6a67366f8" -d '{"events": [{"name": "network-changed", "server_uuid": "061cfd6e-32c6-42f0-8510-5c7689c0a4fb", "tag": "49e2cd97-4ee1-404a-941a-63a45cf0b4a5"}, {"name": "network-changed", "server_uuid": "8003433a-3382-453c-ac15-c4d51d468562", "tag": "b73b8924-6405-40ca-9179-cbcbc5cd54bf"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:26:00.497867 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a69699-831c-4746-aa14-1a494beaebbe req-918dc69e-3234-4a7a-a223-8f06b6a3c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:00.500716 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11a69699-831c-4746-aa14-1a494beaebbe req-918dc69e-3234-4a7a-a223-8f06b6a3c642 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=179dbf86-2ad7-484d-be75-dd254ce1be29 HTTP/1.1" status: 200 len: 868 time: 0.0902975 Mar 23 12:26:00.602359 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-f6899dc2-acf2-4592-b1f7-1660c7899cba None None] Set router 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:00.617268 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-39e70c35-bfd9-4141-8c5f-833522028413 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=b73b8924-6405-40ca-9179-cbcbc5cd54bf HTTP/1.1" status: 200 len: 217 time: 0.0701897 Mar 23 12:26:00.643263 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66d9b11d-b609-4ce0-97e7-849ee5efb1d6 req-8a60610f-ab9a-4cef-9b0a-359a49d87fd7 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6297059 Mar 23 12:26:00.672790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:26:00.680873 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a69699-831c-4746-aa14-1a494beaebbe req-7c08e884-80d1-4e8c-a26e-ac5fbb9767df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:00.687033 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Sync routers for ids ['a582e1f4-4637-4f49-94c5-93f3a08586f4'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:26:00.694405 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11a69699-831c-4746-aa14-1a494beaebbe req-7c08e884-80d1-4e8c-a26e-ac5fbb9767df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=be4d1ffa-054f-470d-adba-a04589e75d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839986 Mar 23 12:26:00.703381 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Routers {'a582e1f4-4637-4f49-94c5-93f3a08586f4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:00.703790 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a582e1f4-4637-4f49-94c5-93f3a08586f4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:00.732997 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:00.734066 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-94ab5498-5297-44f9-90dd-b4e05ecaf01d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1484096 Mar 23 12:26:00.742776 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46244) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:00.857938 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-a9ee3bb3-7819-4890-b1eb-89ef21eeee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:00.865990 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-a9ee3bb3-7819-4890-b1eb-89ef21eeee68 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.2416780 Mar 23 12:26:00.959876 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Set router a582e1f4-4637-4f49-94c5-93f3a08586f4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:00.982093 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11a69699-831c-4746-aa14-1a494beaebbe req-5aa46bdc-e6ff-4867-abfc-74092ca0db94 service neutron] 10.222.0.52 "GET /v2.0/networks/be4d1ffa-054f-470d-adba-a04589e75d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777891 Mar 23 12:26:00.987317 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-06db317f-f7d4-4ff1-8e3d-91ba75e3cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:00.988843 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-06db317f-f7d4-4ff1-8e3d-91ba75e3cc15 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092360 Mar 23 12:26:01.027296 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25488beb-964b-442a-876d-462ee13bcfa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:01.051196 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25488beb-964b-442a-876d-462ee13bcfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:01.129038 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11a69699-831c-4746-aa14-1a494beaebbe req-005ccb31-0b50-452e-9c40-1ecae7a60d48 service neutron] 10.222.0.52 "GET /v2.0/networks/be4d1ffa-054f-470d-adba-a04589e75d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370175 Mar 23 12:26:01.252189 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-25488beb-964b-442a-876d-462ee13bcfa5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2b60ed5a95046548da347879424f180&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7308004 Mar 23 12:26:01.262445 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46250) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:01.262733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627aa409-b804-47df-8382-3c2748461ac9 req-2da0802d-a189-470d-aee3-910138166ab1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:01.265782 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-627aa409-b804-47df-8382-3c2748461ac9 req-2da0802d-a189-470d-aee3-910138166ab1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 948 time: 0.3982856 Mar 23 12:26:01.290843 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 23 Mar 2022 12:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777cdad3-27da-4335-b428-7879e073c0ef x-openstack-request-id: req-777cdad3-27da-4335-b428-7879e073c0ef {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:26:01.291107 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061cfd6e-32c6-42f0-8510-5c7689c0a4fb", "tag": "49e2cd97-4ee1-404a-941a-63a45cf0b4a5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8003433a-3382-453c-ac15-c4d51d468562", "tag": "b73b8924-6405-40ca-9179-cbcbc5cd54bf", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:26:01.291364 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-777cdad3-27da-4335-b428-7879e073c0ef {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:26:01.291752 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061cfd6e-32c6-42f0-8510-5c7689c0a4fb', 'tag': '49e2cd97-4ee1-404a-941a-63a45cf0b4a5', 'status': 'completed', 'code': 200} Mar 23 12:26:01.292036 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8003433a-3382-453c-ac15-c4d51d468562', 'tag': 'b73b8924-6405-40ca-9179-cbcbc5cd54bf', 'status': 'completed', 'code': 200} Mar 23 12:26:01.309264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25488beb-964b-442a-876d-462ee13bcfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dd620b-13b0-4768-9020-52173b0b9e5f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:01.363101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f6899dc2-acf2-4592-b1f7-1660c7899cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1858661783-router', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:59Z', 'updated_at': '2022-03-23T12:25:13Z', 'revision_number': 4, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'gw_port': {'id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:00Z', 'updated_at': '2022-03-23T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '863e0696-5121-4199-acd1-44b699922dbf', 'name': '', 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'mac_address': 'fa:16:3e:c1:b6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:08Z', 'updated_at': '2022-03-23T12:25:23Z', 'revision_number': 5, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'subnets': [{'id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:01.428127 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6899dc2-acf2-4592-b1f7-1660c7899cba None None] The sync data for ids ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'] in n-d-834854-1 is: [{'id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1858661783-router', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:59Z', 'updated_at': '2022-03-23T12:25:13Z', 'revision_number': 4, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'gw_port': {'id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:00Z', 'updated_at': '2022-03-23T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '863e0696-5121-4199-acd1-44b699922dbf', 'name': '', 'network_id': 'be4d1ffa-054f-470d-adba-a04589e75d15', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'mac_address': 'fa:16:3e:c1:b6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:08Z', 'updated_at': '2022-03-23T12:25:23Z', 'revision_number': 5, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'subnets': [{'id': '179dbf86-2ad7-484d-be75-dd254ce1be29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:26:01.501755 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1225775405-router', 'tenant_id': '9fe471e444c54affa0bbe798289a1a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '718142a6-e86d-4f09-a9a1-ec49973fce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:55Z', 'updated_at': '2022-03-23T12:25:58Z', 'revision_number': 3, 'project_id': '9fe471e444c54affa0bbe798289a1a53', 'gw_port': {'id': '718142a6-e86d-4f09-a9a1-ec49973fce54', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:57Z', 'updated_at': '2022-03-23T12:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:01.578020 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-0624a62f-cda8-45c2-bbe7-9c562ec28cce service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479103 Mar 23 12:26:01.595236 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a0d0ea6e-588f-4e24-b7e4-21b4047cbbee up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:01.604789 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-627aa409-b804-47df-8382-3c2748461ac9 req-741fd7d4-7412-4088-b56a-459368372730 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252745 Mar 23 12:26:01.610509 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c566f79b-ba77-4e47-ae2f-d211ed1c8c57 req-e402bc99-90fd-41da-831e-90c3d52e83e7 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/floatingips/24c76e93-8f39-49a1-8976-9e526659afa3 HTTP/1.1" status: 200 len: 695 time: 0.1763701 Mar 23 12:26:01.637294 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Checking router: a582e1f4-4637-4f49-94c5-93f3a08586f4 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:26:01.640404 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Updating router a582e1f4-4637-4f49-94c5-93f3a08586f4 port 718142a6-e86d-4f09-a9a1-ec49973fce54 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:26:01.673670 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ddabd3a-eb92-4502-b407-5a4265615ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:01.721828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-6ce14782-3dac-4e68-b130-db93c8a6986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:01.723600 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-6ce14782-3dac-4e68-b130-db93c8a6986d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08b4c763d23440da670dd01f0985d47&device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 1096 time: 0.3727999 Mar 23 12:26:01.725095 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:01.758471 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821d9f30-c608-42c4-af94-738632affd9c None None] Network 3d384730-221c-4120-a852-8b2bc05978ee requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:01.856269 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ddabd3a-eb92-4502-b407-5a4265615ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:01.932292 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a0d0ea6e-588f-4e24-b7e4-21b4047cbbee triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:01.936002 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:02.015173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566f79b-ba77-4e47-ae2f-d211ed1c8c57 req-65b9afe5-411c-4262-8c36-4b3d6c526d7a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:02.024697 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c566f79b-ba77-4e47-ae2f-d211ed1c8c57 req-65b9afe5-411c-4262-8c36-4b3d6c526d7a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.4132395 Mar 23 12:26:02.068204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87568472-79c8-4a80-9fb0-1493f2d1ffdb None None] New status for floating IP 24c76e93-8f39-49a1-8976-9e526659afa3: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:26:02.091977 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba68d4e3-35ba-4765-aa53-ed254985d203 req-5d2dfffe-e3f4-4de5-a387-db3d7ad7cbad service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022490 Mar 23 12:26:02.115681 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c566f79b-ba77-4e47-ae2f-d211ed1c8c57 req-d4a1d3a5-6b1e-4cca-9822-6e5493d13273 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 698 time: 0.0896299 Mar 23 12:26:02.121823 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce35e07-6156-4bd6-b0c5-a8fe0545d757 req-5b651ac9-4008-482a-abe4-ea5bc6721e76 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:02.128896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-96d0c350-63c4-44aa-b1d0-e2f4bdcb22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:02.131942 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-96d0c350-63c4-44aa-b1d0-e2f4bdcb22bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=be4d1ffa-054f-470d-adba-a04589e75d15 HTTP/1.1" status: 200 len: 930 time: 0.3733275 Mar 23 12:26:02.134527 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ce35e07-6156-4bd6-b0c5-a8fe0545d757 req-5b651ac9-4008-482a-abe4-ea5bc6721e76 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.2722945 Mar 23 12:26:02.186549 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-602d9205-6aa4-4957-b2c4-2eb54b3a7a76 None None] Provisioning complete for port a0d0ea6e-588f-4e24-b7e4-21b4047cbbee triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:02.187137 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-602d9205-6aa4-4957-b2c4-2eb54b3a7a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:02.227713 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ddabd3a-eb92-4502-b407-5a4265615ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:02.231751 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ddabd3a-eb92-4502-b407-5a4265615ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:02.233130 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8ddabd3a-eb92-4502-b407-5a4265615ed5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/73dd620b-13b0-4768-9020-52173b0b9e5f HTTP/1.1" status: 204 len: 168 time: 0.9698863 Mar 23 12:26:02.239516 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-49fd04a5-452e-44b3-981f-fd88b3baf035 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49e2cd97-4ee1-404a-941a-63a45cf0b4a5 HTTP/1.1" status: 200 len: 217 time: 0.0684705 Mar 23 12:26:02.254492 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ce35e07-6156-4bd6-b0c5-a8fe0545d757 req-6f140377-d2fd-42f3-aa25-1565fa5df8c8 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187229 Mar 23 12:26:02.265075 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c566f79b-ba77-4e47-ae2f-d211ed1c8c57 req-f28e4b2d-c43b-40f9-a393-aa6353228cd8 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.233 HTTP/1.1" status: 200 len: 698 time: 0.1480076 Mar 23 12:26:02.314495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddabd3a-eb92-4502-b407-5a4265615ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dd620b-13b0-4768-9020-52173b0b9e5f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:02.417762 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-f3523c5f-4551-48fb-8be7-d852a65e875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:02.419600 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-f3523c5f-4551-48fb-8be7-d852a65e875e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=179dbf86-2ad7-484d-be75-dd254ce1be29 HTTP/1.1" status: 200 len: 868 time: 0.1423256 Mar 23 12:26:02.427598 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-1ab2f138-25f2-4ec5-b36a-5952359a17a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:02.429433 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-1ab2f138-25f2-4ec5-b36a-5952359a17a7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 1099 time: 0.2103858 Mar 23 12:26:02.431541 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:02.431947 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:02.453938 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:02.628469 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Attempting to bind port 718142a6-e86d-4f09-a9a1-ec49973fce54 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:02.633365 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-5365542c-cbed-4d29-b8fa-864fe0214631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:02.636510 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-5365542c-cbed-4d29-b8fa-864fe0214631 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=be4d1ffa-054f-470d-adba-a04589e75d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682329 Mar 23 12:26:02.640724 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Attempting to bind port 718142a6-e86d-4f09-a9a1-ec49973fce54 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:02.642176 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Attempting to bind port 718142a6-e86d-4f09-a9a1-ec49973fce54 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:02.668030 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:02.668536 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:02.669074 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:02.672206 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:02.672838 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Bound port: 718142a6-e86d-4f09-a9a1-ec49973fce54, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:02.673351 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:02.710985 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-602d9205-6aa4-4957-b2c4-2eb54b3a7a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:02.733735 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-5118b299-e6de-4ad0-8ca9-fefa0d7f5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:02.735244 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-5118b299-e6de-4ad0-8ca9-fefa0d7f5ce0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.2657981 Mar 23 12:26:02.788574 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-602d9205-6aa4-4957-b2c4-2eb54b3a7a76 None None] For port a0d0ea6e-588f-4e24-b7e4-21b4047cbbee, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a0d0ea6e-588f-4e24-b7e4-21b4047cbbee,segment=NetworkSegment(440c8ad9-ab44-4dfd-ac18-4e2293faa05d),segment_id=440c8ad9-ab44-4dfd-ac18-4e2293faa05d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:02.812528 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-602d9205-6aa4-4957-b2c4-2eb54b3a7a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:02.836850 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c566f79b-ba77-4e47-ae2f-d211ed1c8c57 req-7346d3dc-2f0e-4681-bffd-e210cc2120f5 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Deleting port 17245abd-d7eb-4764-9b69-9105ab28173c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:26:02.837355 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c566f79b-ba77-4e47-ae2f-d211ed1c8c57 req-7346d3dc-2f0e-4681-bffd-e210cc2120f5 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:02.854734 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] For port 718142a6-e86d-4f09-a9a1-ec49973fce54, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:02.863070 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] For port 718142a6-e86d-4f09-a9a1-ec49973fce54, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=718142a6-e86d-4f09-a9a1-ec49973fce54,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:02.896284 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:02.903682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d9205-6aa4-4957-b2c4-2eb54b3a7a76 None None] Pushing event updated for resources: {'Port': ['ID=a0d0ea6e-588f-4e24-b7e4-21b4047cbbee,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:02.907339 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:02.912335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Allocated IP 172.20.0.1 (3d384730-221c-4120-a852-8b2bc05978ee/43b3a61c-9e35-4691-892f-911343c93d89/c01fd74d-22dc-4391-a0a2-d3b0b5eaacad) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:02.929606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f48137-2f3e-4606-98da-531d84b8e06c req-42f6e78b-b1d7-4af9-9b3c-b762186c110e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:02.945574 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38f48137-2f3e-4606-98da-531d84b8e06c req-42f6e78b-b1d7-4af9-9b3c-b762186c110e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 948 time: 0.1277409 Mar 23 12:26:02.953729 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-d12d684e-aa75-4df3-95a8-f9d5233f8368 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=b73b8924-6405-40ca-9179-cbcbc5cd54bf HTTP/1.1" status: 200 len: 217 time: 0.1534739 Mar 23 12:26:03.039189 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:26:03.039768 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:26:03.053258 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38f48137-2f3e-4606-98da-531d84b8e06c req-cc56093e-50ad-47a8-a523-60275ec130e8 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983579 Mar 23 12:26:03.065855 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a216c30-6e98-40dc-b1eb-096d75e3bd71 None None] Pushing event updated for resources: {'Port': ['ID=718142a6-e86d-4f09-a9a1-ec49973fce54,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:03.095688 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Routers {'a582e1f4-4637-4f49-94c5-93f3a08586f4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:03.102889 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a582e1f4-4637-4f49-94c5-93f3a08586f4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:03.256632 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-637f8012-e87b-419b-8e02-76565d6004b9 service neutron] 10.222.0.73 "GET /v2.0/networks/be4d1ffa-054f-470d-adba-a04589e75d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846550 Mar 23 12:26:03.259854 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-3f466731-54e5-4ca9-a3a0-ecdf68175ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:03.261403 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-3f466731-54e5-4ca9-a3a0-ecdf68175ec3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.2978265 Mar 23 12:26:03.294725 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:03.346944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46284) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:03.349670 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c566f79b-ba77-4e47-ae2f-d211ed1c8c57 req-7346d3dc-2f0e-4681-bffd-e210cc2120f5 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:03.349896 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c566f79b-ba77-4e47-ae2f-d211ed1c8c57 req-7346d3dc-2f0e-4681-bffd-e210cc2120f5 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:03.382955 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:03.405557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c566f79b-ba77-4e47-ae2f-d211ed1c8c57 req-7346d3dc-2f0e-4681-bffd-e210cc2120f5 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Calling delete_port for 17245abd-d7eb-4764-9b69-9105ab28173c owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:26:03.463973 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5e199ee3-e89f-4425-8bb1-59ce9457655e None None] Provisioning complete for port a0d0ea6e-588f-4e24-b7e4-21b4047cbbee triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:03.464820 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5e199ee3-e89f-4425-8bb1-59ce9457655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:03.478256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-44281bee-95fb-4be8-8956-40be8077f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:03.479835 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-44281bee-95fb-4be8-8956-40be8077f6e6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2059996 Mar 23 12:26:03.496139 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Pushing event updated for resources: {'Port': ['ID=c01fd74d-22dc-4391-a0a2-d3b0b5eaacad,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:03.578086 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-f9502d30-b896-417a-84f5-40757334eb69 service neutron] 10.222.0.73 "GET /v2.0/networks/be4d1ffa-054f-470d-adba-a04589e75d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767210 Mar 23 12:26:03.689357 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-7a12ba58-6218-476e-8468-e2288bcd50d4 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957552 Mar 23 12:26:03.717136 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a216c30-6e98-40dc-b1eb-096d75e3bd71 None None] Pushing event updated for resources: {'Port': ['ID=718142a6-e86d-4f09-a9a1-ec49973fce54,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:03.745980 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Network 3d384730-221c-4120-a852-8b2bc05978ee is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:03.759731 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:03.766811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:03.785041 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] Set router a582e1f4-4637-4f49-94c5-93f3a08586f4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:03.834694 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:03.868341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a0d0ea6e-588f-4e24-b7e4-21b4047cbbee up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:03.895226 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab124816-5ee2-4242-ac9c-60c6a67366f8 req-dc4559b4-56c8-42c7-83e1-2cfdf0a26457 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936245 Mar 23 12:26:03.952550 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42de0e7-70e4-4722-a974-3237fa455e68 req-dd91d2bf-4cf7-4e94-8759-d999685c3306 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:03.961410 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f42de0e7-70e4-4722-a974-3237fa455e68 req-dd91d2bf-4cf7-4e94-8759-d999685c3306 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.4663377 Mar 23 12:26:04.022816 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cad68ea6-b313-403b-a772-f0caf0d76d6b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=25a7c58d2c7a4dfe9e16572706ae21db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6692030 Mar 23 12:26:04.028993 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46296) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:04.029302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46298) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:04.031169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a0d0ea6e-588f-4e24-b7e4-21b4047cbbee triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:04.031649 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:04.050366 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c566f79b-ba77-4e47-ae2f-d211ed1c8c57 req-7346d3dc-2f0e-4681-bffd-e210cc2120f5 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:04.085608 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346d3dc-2f0e-4681-bffd-e210cc2120f5 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Pushing event deleted for resources: {'Port': ['ID=17245abd-d7eb-4764-9b69-9105ab28173c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:04.139913 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f42de0e7-70e4-4722-a974-3237fa455e68 req-5f264c69-066b-4803-9c88-2ec4ab410a0e tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773584 Mar 23 12:26:04.239891 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c566f79b-ba77-4e47-ae2f-d211ed1c8c57 req-7346d3dc-2f0e-4681-bffd-e210cc2120f5 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:04.251604 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c566f79b-ba77-4e47-ae2f-d211ed1c8c57 req-7346d3dc-2f0e-4681-bffd-e210cc2120f5 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:04.259063 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c566f79b-ba77-4e47-ae2f-d211ed1c8c57 req-7346d3dc-2f0e-4681-bffd-e210cc2120f5 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "DELETE /v2.0/floatingips/24c76e93-8f39-49a1-8976-9e526659afa3 HTTP/1.1" status: 204 len: 173 time: 1.9913096 Mar 23 12:26:04.269272 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3680cfa9-ac73-41a0-8fc4-630f01709d7c None None] Provisioning complete for port c01fd74d-22dc-4391-a0a2-d3b0b5eaacad triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:04.269272 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3680cfa9-ac73-41a0-8fc4-630f01709d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:04.321429 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3680cfa9-ac73-41a0-8fc4-630f01709d7c None None] Port c01fd74d-22dc-4391-a0a2-d3b0b5eaacad cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:26:04.348298 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1225775405-router', 'tenant_id': '9fe471e444c54affa0bbe798289a1a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '718142a6-e86d-4f09-a9a1-ec49973fce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:55Z', 'updated_at': '2022-03-23T12:25:58Z', 'revision_number': 3, 'project_id': '9fe471e444c54affa0bbe798289a1a53', 'gw_port': {'id': '718142a6-e86d-4f09-a9a1-ec49973fce54', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:57Z', 'updated_at': '2022-03-23T12:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:04.382974 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba21c0a4-771a-4879-ba51-040ec19202f1 None None] The sync data for ids ['a582e1f4-4637-4f49-94c5-93f3a08586f4'] in n-d-834854-1 is: [{'id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1225775405-router', 'tenant_id': '9fe471e444c54affa0bbe798289a1a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '718142a6-e86d-4f09-a9a1-ec49973fce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:55Z', 'updated_at': '2022-03-23T12:25:58Z', 'revision_number': 3, 'project_id': '9fe471e444c54affa0bbe798289a1a53', 'gw_port': {'id': '718142a6-e86d-4f09-a9a1-ec49973fce54', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:57Z', 'updated_at': '2022-03-23T12:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:26:04.401868 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e06be0c-057d-4e37-889c-841a4de2a42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:04.449100 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-716c0c61-fc5b-45b1-aac3-36004efb4fb7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-880746088-network', 'tenant_id': '30d96015ed484726b5769dfa4017912e'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:04.487697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e710732-07cc-40d3-8ab4-899eb9db0766 req-dba2e535-62ab-48ca-97db-0354ed295b10 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:04.490392 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4e710732-07cc-40d3-8ab4-899eb9db0766 req-dba2e535-62ab-48ca-97db-0354ed295b10 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.0728528 Mar 23 12:26:04.491785 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:04.496976 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e06be0c-057d-4e37-889c-841a4de2a42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:04.507846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369cd0e-52c3-4f4b-887a-68c2204cde39 req-0355d2c8-e19c-41ea-a33a-9ed1ff87c07f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:04.513796 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8369cd0e-52c3-4f4b-887a-68c2204cde39 req-0355d2c8-e19c-41ea-a33a-9ed1ff87c07f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 948 time: 0.2140977 Mar 23 12:26:04.530567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716c0c61-fc5b-45b1-aac3-36004efb4fb7 admin admin] Made reservation on behalf of 30d96015ed484726b5769dfa4017912e for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:04.532850 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-716c0c61-fc5b-45b1-aac3-36004efb4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:04.563202 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4e710732-07cc-40d3-8ab4-899eb9db0766 req-4922eb86-f94a-4493-b1d1-13c47ee5dd76 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645499 Mar 23 12:26:04.572182 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-716c0c61-fc5b-45b1-aac3-36004efb4fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:04.712760 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8369cd0e-52c3-4f4b-887a-68c2204cde39 req-0011ac3c-f448-4885-a9a6-892ada5fe98b tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831036 Mar 23 12:26:04.751651 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e06be0c-057d-4e37-889c-841a4de2a42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:04.754363 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e06be0c-057d-4e37-889c-841a4de2a42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:04.758609 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1e06be0c-057d-4e37-889c-841a4de2a42a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a8ea99a-702d-4f0f-bca2-65ba41480564 HTTP/1.1" status: 204 len: 168 time: 0.7230284 Mar 23 12:26:04.870619 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-716c0c61-fc5b-45b1-aac3-36004efb4fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:04.880729 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-716c0c61-fc5b-45b1-aac3-36004efb4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:04.908859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06be0c-057d-4e37-889c-841a4de2a42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8ea99a-702d-4f0f-bca2-65ba41480564,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:05.062372 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:05.101811 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:05.130213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c0c61-fc5b-45b1-aac3-36004efb4fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79ce836-2d0d-4801-bd94-d0f569fcec54,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:05.153573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716c0c61-fc5b-45b1-aac3-36004efb4fb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:26:05.163521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0daea4-2347-4da1-bb20-f2b5d82d969e req-cf132dd5-3204-4a28-86e2-a375c0325152 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:05.172554 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c0daea4-2347-4da1-bb20-f2b5d82d969e req-cf132dd5-3204-4a28-86e2-a375c0325152 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.0994179 Mar 23 12:26:05.248791 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605b7ec-a414-4408-899d-2df422b0f730 req-9dfb5fef-9d1e-4a21-a3b1-9d157b6540f6 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:05.257831 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b605b7ec-a414-4408-899d-2df422b0f730 req-9dfb5fef-9d1e-4a21-a3b1-9d157b6540f6 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3791878 Mar 23 12:26:05.260871 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c0daea4-2347-4da1-bb20-f2b5d82d969e req-5e91c967-459c-4b9e-84b9-da64bfc58bb2 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832689 Mar 23 12:26:05.277099 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-716c0c61-fc5b-45b1-aac3-36004efb4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:05.277445 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-716c0c61-fc5b-45b1-aac3-36004efb4fb7 admin admin] Added segment 77d72049-2247-42a5-a8c5-b478d5599f8a of type vlan for network b15aa9f6-cf71-407e-ad80-57e39a8515e4 Mar 23 12:26:05.342860 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b605b7ec-a414-4408-899d-2df422b0f730 req-ee2dac57-c48c-4a87-91d7-9147903fa136 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0840695 Mar 23 12:26:05.377492 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Pushing event updated for resources: {'Port': ['ID=c01fd74d-22dc-4391-a0a2-d3b0b5eaacad,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:05.387597 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:05.393183 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-716c0c61-fc5b-45b1-aac3-36004efb4fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:05.468387 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0ef38b39-de4c-417c-b2bb-7a13c47d4400 req-f85fbd38-0f64-4d25-bcce-6c47e0e2ee31 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1096871 Mar 23 12:26:05.533145 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-716c0c61-fc5b-45b1-aac3-36004efb4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:05.534196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716c0c61-fc5b-45b1-aac3-36004efb4fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:05.534785 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-716c0c61-fc5b-45b1-aac3-36004efb4fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:05.561553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-716c0c61-fc5b-45b1-aac3-36004efb4fb7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5272117 Mar 23 12:26:05.567183 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46344) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:05.574107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b8cc657c-80c8-43e3-91f4-e5c8ba1b2a4e admin admin] Request body: {'subnet': {'network_id': 'b15aa9f6-cf71-407e-ad80-57e39a8515e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-880746088-subnet', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:05.601853 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cc657c-80c8-43e3-91f4-e5c8ba1b2a4e admin admin] Made reservation on behalf of 30d96015ed484726b5769dfa4017912e for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:05.605490 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8cc657c-80c8-43e3-91f4-e5c8ba1b2a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:05.628055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Network 3d384730-221c-4120-a852-8b2bc05978ee is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:05.629772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:05.634941 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c0c61-fc5b-45b1-aac3-36004efb4fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=b15aa9f6-cf71-407e-ad80-57e39a8515e4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:05.707516 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network b15aa9f6-cf71-407e-ad80-57e39a8515e4 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:26:05.941631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Router a582e1f4-4637-4f49-94c5-93f3a08586f4 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:26:05.960937 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0cd50-66d0-40fb-bf4d-244eba3c92e4 req-04867e6d-df3a-4652-8f89-1dbb0651cd37 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:05.961279 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 718142a6-e86d-4f09-a9a1-ec49973fce54 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:05.972365 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9d0cd50-66d0-40fb-bf4d-244eba3c92e4 req-04867e6d-df3a-4652-8f89-1dbb0651cd37 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 945 time: 0.1223164 Mar 23 12:26:06.065048 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b73b8924-6405-40ca-9179-cbcbc5cd54bf details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:26:06.098555 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1081cc-7b99-4b0a-9c7d-d023fe22b1b7 req-72a6447e-02e5-4612-a7b6-a21f5fdb574b tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:06.106344 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d1081cc-7b99-4b0a-9c7d-d023fe22b1b7 req-72a6447e-02e5-4612-a7b6-a21f5fdb574b tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 948 time: 0.1408093 Mar 23 12:26:06.216255 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d1081cc-7b99-4b0a-9c7d-d023fe22b1b7 req-ee5b2a62-9e2b-467a-94f3-0f258dd1a00e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085310 Mar 23 12:26:06.239003 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8cc657c-80c8-43e3-91f4-e5c8ba1b2a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:06.243265 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:26:06.249154 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d2999604-fb61-4335-af3f-560e527bba3c admin admin] 10.222.0.52 "PUT /v2.0/routers/a582e1f4-4637-4f49-94c5-93f3a08586f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5005703 Mar 23 12:26:06.258684 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9d0cd50-66d0-40fb-bf4d-244eba3c92e4 req-a8242650-5697-4a12-aeb5-435a047efd51 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/security-groups?id=b519aa24-d987-47fe-8897-0b0d4429a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846129 Mar 23 12:26:06.342543 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cc657c-80c8-43e3-91f4-e5c8ba1b2a4e admin admin] Checking segment: {'id': '77d72049-2247-42a5-a8c5-b478d5599f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b15aa9f6-cf71-407e-ad80-57e39a8515e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:06.343448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cc657c-80c8-43e3-91f4-e5c8ba1b2a4e admin admin] Network hostable DHCP agents. Network: b15aa9f6-cf71-407e-ad80-57e39a8515e4, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:26:06.353826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc657c-80c8-43e3-91f4-e5c8ba1b2a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ee60b1-a740-483c-be20-8c2b649a0292,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:06.379751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cc657c-80c8-43e3-91f4-e5c8ba1b2a4e admin admin] Network b15aa9f6-cf71-407e-ad80-57e39a8515e4 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:26:06.402526 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b8cc657c-80c8-43e3-91f4-e5c8ba1b2a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, b15aa9f6-cf71-407e-ad80-57e39a8515e4) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:06.405372 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:26:06.410022 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc657c-80c8-43e3-91f4-e5c8ba1b2a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:06.412903 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8cc657c-80c8-43e3-91f4-e5c8ba1b2a4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:06.456414 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b8cc657c-80c8-43e3-91f4-e5c8ba1b2a4e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8874743 Mar 23 12:26:06.456734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46362) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:06.462854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-880746088-router', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:06.468030 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46364) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:06.469600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720aeed5-1198-4f5a-b4af-0e1f8908ed5b None None] Network b15aa9f6-cf71-407e-ad80-57e39a8515e4 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:06.508357 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fe091-a59b-4fb7-86a5-acf689c747f8 req-70734e9f-3def-4a6e-a470-88a084d59e10 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:06.522845 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f6fe091-a59b-4fb7-86a5-acf689c747f8 req-70734e9f-3def-4a6e-a470-88a084d59e10 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.1340120 Mar 23 12:26:06.536313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:06.537909 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:06.622566 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f6fe091-a59b-4fb7-86a5-acf689c747f8 req-b7956299-ed45-4ee4-9ab7-177f20848b77 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984178 Mar 23 12:26:06.628566 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-69c5c3ad-6132-42ef-b7f5-24911fa1c70b None None] Provisioning complete for port c01fd74d-22dc-4391-a0a2-d3b0b5eaacad triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:06.628973 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-69c5c3ad-6132-42ef-b7f5-24911fa1c70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:06.659234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6dc2a6a7-0122-489c-bdc5-3347dfe63c60 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2019145350-network', 'tenant_id': '6eb39396ce1a490d90e90185e1429899'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:06.677908 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:06.686973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc2a6a7-0122-489c-bdc5-3347dfe63c60 admin admin] Made reservation on behalf of 6eb39396ce1a490d90e90185e1429899 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:06.691654 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a6a7-0122-489c-bdc5-3347dfe63c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:06.696911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-69c5c3ad-6132-42ef-b7f5-24911fa1c70b None None] Port c01fd74d-22dc-4391-a0a2-d3b0b5eaacad cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:26:06.708258 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a6a7-0122-489c-bdc5-3347dfe63c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:06.708581 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 718142a6-e86d-4f09-a9a1-ec49973fce54 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:06.709398 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:06.768681 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b73b8924-6405-40ca-9179-cbcbc5cd54bf, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b73b8924-6405-40ca-9179-cbcbc5cd54bf,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:06.813923 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'b73b8924-6405-40ca-9179-cbcbc5cd54bf', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'b73b8924-6405-40ca-9179-cbcbc5cd54bf', 'mac_address': 'fa:16:3e:90:70:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:26:06.849980 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-b15aa9f6-cf71-407e-ad80-57e39a8515e4', 'network_id': 'b15aa9f6-cf71-407e-ad80-57e39a8515e4', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'fixed_ips': [{'subnet_id': '86ee60b1-a740-483c-be20-8c2b649a0292'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:26:06.851284 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:06.919523 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:06.958125 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a6a7-0122-489c-bdc5-3347dfe63c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:06.964732 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a6a7-0122-489c-bdc5-3347dfe63c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:06.996571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73b8924-6405-40ca-9179-cbcbc5cd54bf {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:26:07.023908 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:07.045461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b73b8924-6405-40ca-9179-cbcbc5cd54bf, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b73b8924-6405-40ca-9179-cbcbc5cd54bf,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:07.046213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc2a6a7-0122-489c-bdc5-3347dfe63c60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:26:07.059487 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:07.061155 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2a6a7-0122-489c-bdc5-3347dfe63c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420dcb54-0922-4076-91b3-00c599b25be7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:07.076721 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a6a7-0122-489c-bdc5-3347dfe63c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:07.077709 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-6dc2a6a7-0122-489c-bdc5-3347dfe63c60 admin admin] Added segment 86cc42f6-5040-4610-b586-670eb1fcc484 of type vlan for network 5b64a213-1aad-4103-ae3b-222b814e607a Mar 23 12:26:07.106846 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 718142a6-e86d-4f09-a9a1-ec49973fce54, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=718142a6-e86d-4f09-a9a1-ec49973fce54,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:07.134465 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:07.193370 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Allocated IP 172.20.0.2 (b15aa9f6-cf71-407e-ad80-57e39a8515e4/86ee60b1-a740-483c-be20-8c2b649a0292/65593fb2-b6b9-401b-bb52-4bd2ae8674d8) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:07.195426 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a6a7-0122-489c-bdc5-3347dfe63c60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:07.201313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b73b8924-6405-40ca-9179-cbcbc5cd54bf,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:07.276598 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a6a7-0122-489c-bdc5-3347dfe63c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:07.285055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc2a6a7-0122-489c-bdc5-3347dfe63c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:07.286700 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a6a7-0122-489c-bdc5-3347dfe63c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:07.335169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=718142a6-e86d-4f09-a9a1-ec49973fce54,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:07.450208 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Sync routers for ids ['a582e1f4-4637-4f49-94c5-93f3a08586f4'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:26:07.457136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2a6a7-0122-489c-bdc5-3347dfe63c60 admin admin] Pushing event updated for resources: {'Network': ['ID=5b64a213-1aad-4103-ae3b-222b814e607a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:07.482211 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Routers {'a582e1f4-4637-4f49-94c5-93f3a08586f4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:07.488513 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a582e1f4-4637-4f49-94c5-93f3a08586f4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:07.489083 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 5b64a213-1aad-4103-ae3b-222b814e607a details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:26:07.520008 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6dc2a6a7-0122-489c-bdc5-3347dfe63c60 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0498750 Mar 23 12:26:07.525257 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:07.529303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46402) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:07.546393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6dca819c-4bae-45db-bf2f-df01df07b5e1 admin admin] Request body: {'subnet': {'network_id': '5b64a213-1aad-4103-ae3b-222b814e607a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2019145350-subnet', 'tenant_id': '6eb39396ce1a490d90e90185e1429899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:07.609270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['b73b8924-6405-40ca-9179-cbcbc5cd54bf'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:26:07.618669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee618f-0c80-4dbe-a323-04df5f7d1f78 req-fae568b5-0f13-4200-b174-384621858bf5 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:07.655041 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3ee618f-0c80-4dbe-a323-04df5f7d1f78 req-fae568b5-0f13-4200-b174-384621858bf5 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 949 time: 0.2195175 Mar 23 12:26:07.671791 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa8bb8-b89d-4304-90a7-db911d2cde1d req-115054da-6ef6-4353-9cd9-bb0d6c9d9bf3 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:07.678057 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f6aa8bb8-b89d-4304-90a7-db911d2cde1d req-115054da-6ef6-4353-9cd9-bb0d6c9d9bf3 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 945 time: 0.1753786 Mar 23 12:26:07.680338 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:07.709754 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:07.803124 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3ee618f-0c80-4dbe-a323-04df5f7d1f78 req-772a8d62-0d8d-44cf-a3b9-9a6371582fa0 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448481 Mar 23 12:26:07.809223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dca819c-4bae-45db-bf2f-df01df07b5e1 admin admin] Made reservation on behalf of 6eb39396ce1a490d90e90185e1429899 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:07.819607 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dca819c-4bae-45db-bf2f-df01df07b5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:07.826923 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Network b15aa9f6-cf71-407e-ad80-57e39a8515e4 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:07.836080 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Set router a582e1f4-4637-4f49-94c5-93f3a08586f4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:07.864721 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 718142a6-e86d-4f09-a9a1-ec49973fce54 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:07.882278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:07.887695 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f6aa8bb8-b89d-4304-90a7-db911d2cde1d req-5df2283e-96fd-4d16-a1db-3ac42c568477 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/security-groups?id=b519aa24-d987-47fe-8897-0b0d4429a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997502 Mar 23 12:26:07.888246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:07.952439 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Pushing event updated for resources: {'Port': ['ID=65593fb2-b6b9-401b-bb52-4bd2ae8674d8,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:08.055865 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:08.056290 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:08.056642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:08.057009 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:08.057404 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:08.057817 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:08.058189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:08.058721 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:08.059142 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:08.059699 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:08.060092 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:08.060815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:08.092398 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:08.122557 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:08.132273 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Attempting to bind port 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:08.132715 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Attempting to bind port 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '77d72049-2247-42a5-a8c5-b478d5599f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b15aa9f6-cf71-407e-ad80-57e39a8515e4'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:08.133753 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Attempting to bind port 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 on network b15aa9f6-cf71-407e-ad80-57e39a8515e4 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:08.151009 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 718142a6-e86d-4f09-a9a1-ec49973fce54 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:08.151889 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:08.186308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:08.186683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Checking segment: {'id': '77d72049-2247-42a5-a8c5-b478d5599f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b15aa9f6-cf71-407e-ad80-57e39a8515e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:08.186953 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:08.187254 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Bound using segment: {'id': '77d72049-2247-42a5-a8c5-b478d5599f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b15aa9f6-cf71-407e-ad80-57e39a8515e4'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:08.188001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Bound port: 65593fb2-b6b9-401b-bb52-4bd2ae8674d8, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d72049-2247-42a5-a8c5-b478d5599f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b15aa9f6-cf71-407e-ad80-57e39a8515e4'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:08.188218 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:08.222482 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb3069-2c21-4826-8415-0db026d7d1e8 req-3d7b2896-3702-46fe-a42a-d6586bc8f4e2 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:08.226773 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-edcb3069-2c21-4826-8415-0db026d7d1e8 req-3d7b2896-3702-46fe-a42a-d6586bc8f4e2 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.2358449 Mar 23 12:26:08.245210 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b335896-0342-4c4f-a5a6-96735100c072 req-7e201303-dcab-42bd-9093-2fafc259dcc7 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:08.246960 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2b335896-0342-4c4f-a5a6-96735100c072 req-7e201303-dcab-42bd-9093-2fafc259dcc7 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.73 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 945 time: 0.2876093 Mar 23 12:26:08.320735 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Allocated IP 172.25.2.150 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/c00b112c-626d-4f75-9f85-43e24ede900f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:08.323539 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1225775405-router', 'tenant_id': '9fe471e444c54affa0bbe798289a1a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '718142a6-e86d-4f09-a9a1-ec49973fce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:55Z', 'updated_at': '2022-03-23T12:26:04Z', 'revision_number': 4, 'project_id': '9fe471e444c54affa0bbe798289a1a53', 'gw_port': {'id': '718142a6-e86d-4f09-a9a1-ec49973fce54', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:57Z', 'updated_at': '2022-03-23T12:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c01fd74d-22dc-4391-a0a2-d3b0b5eaacad', 'name': '', 'network_id': '3d384730-221c-4120-a852-8b2bc05978ee', 'tenant_id': '9fe471e444c54affa0bbe798289a1a53', 'mac_address': 'fa:16:3e:44:5e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '43b3a61c-9e35-4691-892f-911343c93d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:02Z', 'updated_at': '2022-03-23T12:26:04Z', 'revision_number': 2, 'project_id': '9fe471e444c54affa0bbe798289a1a53', 'subnets': [{'id': '43b3a61c-9e35-4691-892f-911343c93d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:08.328211 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] For port 65593fb2-b6b9-401b-bb52-4bd2ae8674d8, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:08.334243 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] For port 65593fb2-b6b9-401b-bb52-4bd2ae8674d8, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=65593fb2-b6b9-401b-bb52-4bd2ae8674d8,segment=NetworkSegment(77d72049-2247-42a5-a8c5-b478d5599f8a),segment_id=77d72049-2247-42a5-a8c5-b478d5599f8a)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:08.346164 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:08.375617 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Checking router: a582e1f4-4637-4f49-94c5-93f3a08586f4 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:26:08.376929 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Updating router a582e1f4-4637-4f49-94c5-93f3a08586f4 port c01fd74d-22dc-4391-a0a2-d3b0b5eaacad binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:26:08.380010 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-edcb3069-2c21-4826-8415-0db026d7d1e8 req-5996253a-67da-4794-b71c-6b5a5ea3410c tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141732 Mar 23 12:26:08.413705 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:08.569279 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:08.585461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acb8a5-b279-4a0a-a310-3ba84ceda836 None None] Pushing event updated for resources: {'Port': ['ID=65593fb2-b6b9-401b-bb52-4bd2ae8674d8,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:08.677417 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:08.739857 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Pushing event updated for resources: {'Port': ['ID=c00b112c-626d-4f75-9f85-43e24ede900f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:08.758465 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:08.761962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:08.773123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:09.054741 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:09.062603 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:09.121772 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ecc52-82df-4b0e-a8ef-5940aabc5773 None None] Pushing event updated for resources: {'Port': ['ID=c01fd74d-22dc-4391-a0a2-d3b0b5eaacad,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:09.201198 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dca819c-4bae-45db-bf2f-df01df07b5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:09.248264 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Attempting to bind port c01fd74d-22dc-4391-a0a2-d3b0b5eaacad on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:09.248790 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Attempting to bind port c01fd74d-22dc-4391-a0a2-d3b0b5eaacad by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '440c8ad9-ab44-4dfd-ac18-4e2293faa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d384730-221c-4120-a852-8b2bc05978ee'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:09.249676 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Attempting to bind port c01fd74d-22dc-4391-a0a2-d3b0b5eaacad on network 3d384730-221c-4120-a852-8b2bc05978ee {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:09.255241 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:09.255434 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7281810-a647-4a96-8b7b-a59bdf569cb6 req-a4a57c83-03d3-463c-ba69-f308bb90bdd5 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:09.255835 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Checking segment: {'id': '440c8ad9-ab44-4dfd-ac18-4e2293faa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d384730-221c-4120-a852-8b2bc05978ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:09.256590 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:09.257132 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Bound using segment: {'id': '440c8ad9-ab44-4dfd-ac18-4e2293faa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d384730-221c-4120-a852-8b2bc05978ee'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:09.257817 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Bound port: c01fd74d-22dc-4391-a0a2-d3b0b5eaacad, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440c8ad9-ab44-4dfd-ac18-4e2293faa05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d384730-221c-4120-a852-8b2bc05978ee'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:09.258300 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:09.263126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-2b335896-0342-4c4f-a5a6-96735100c072 req-f51225e2-59a2-4c5f-88af-778f32cc303f tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Deleting port 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:26:09.263462 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2b335896-0342-4c4f-a5a6-96735100c072 req-f51225e2-59a2-4c5f-88af-778f32cc303f tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:09.266980 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7281810-a647-4a96-8b7b-a59bdf569cb6 req-a4a57c83-03d3-463c-ba69-f308bb90bdd5 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 949 time: 0.3055024 Mar 23 12:26:09.356271 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] For port c01fd74d-22dc-4391-a0a2-d3b0b5eaacad, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:09.373130 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] For port c01fd74d-22dc-4391-a0a2-d3b0b5eaacad, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c01fd74d-22dc-4391-a0a2-d3b0b5eaacad,segment=NetworkSegment(440c8ad9-ab44-4dfd-ac18-4e2293faa05d),segment_id=440c8ad9-ab44-4dfd-ac18-4e2293faa05d)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:09.380864 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:09.394962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1ae77-6426-4265-824d-2ef3616d4f09 req-ba4c3c69-38ba-4e8d-aaee-b7cc59f7c92a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:09.397599 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-73c1ae77-6426-4265-824d-2ef3616d4f09 req-ba4c3c69-38ba-4e8d-aaee-b7cc59f7c92a tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 945 time: 0.2785408 Mar 23 12:26:09.444022 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca819c-4bae-45db-bf2f-df01df07b5e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74565ca1-8095-4d12-8bcb-25342dea584b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:09.460901 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Routers {'a582e1f4-4637-4f49-94c5-93f3a08586f4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:09.463119 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a582e1f4-4637-4f49-94c5-93f3a08586f4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:09.473597 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7281810-a647-4a96-8b7b-a59bdf569cb6 req-69a8d8c5-70d0-4039-8c71-8aad76a4975f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141255 Mar 23 12:26:09.510356 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:09.622592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca819c-4bae-45db-bf2f-df01df07b5e1 admin admin] Checking segment: {'id': '86cc42f6-5040-4610-b586-670eb1fcc484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b64a213-1aad-4103-ae3b-222b814e607a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:09.623071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dca819c-4bae-45db-bf2f-df01df07b5e1 admin admin] Network hostable DHCP agents. Network: 5b64a213-1aad-4103-ae3b-222b814e607a, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:26:09.658851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-73c1ae77-6426-4265-824d-2ef3616d4f09 req-49051981-a3f2-4b0d-a9c4-dee5f6831e22 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/security-groups?id=b519aa24-d987-47fe-8897-0b0d4429a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091558 Mar 23 12:26:09.661956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2b335896-0342-4c4f-a5a6-96735100c072 req-f51225e2-59a2-4c5f-88af-778f32cc303f tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] For port 49e2cd97-4ee1-404a-941a-63a45cf0b4a5, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=49e2cd97-4ee1-404a-941a-63a45cf0b4a5,segment=NetworkSegment(d76b9b48-7f7f-4768-8b2d-6523cfe82f3e),segment_id=d76b9b48-7f7f-4768-8b2d-6523cfe82f3e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:09.662383 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2b335896-0342-4c4f-a5a6-96735100c072 req-f51225e2-59a2-4c5f-88af-778f32cc303f tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:09.688403 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-2b335896-0342-4c4f-a5a6-96735100c072 req-f51225e2-59a2-4c5f-88af-778f32cc303f tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Calling delete_port for 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:26:09.707580 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-82671d97-0ea1-4b97-8bb8-9343c68460d7 None None] Provisioning complete for port c01fd74d-22dc-4391-a0a2-d3b0b5eaacad triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:09.708197 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-82671d97-0ea1-4b97-8bb8-9343c68460d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:09.745835 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dca819c-4bae-45db-bf2f-df01df07b5e1 admin admin] Network 5b64a213-1aad-4103-ae3b-222b814e607a is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:26:09.859033 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6dca819c-4bae-45db-bf2f-df01df07b5e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 5b64a213-1aad-4103-ae3b-222b814e607a) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:09.866408 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dca819c-4bae-45db-bf2f-df01df07b5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:09.867362 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dca819c-4bae-45db-bf2f-df01df07b5e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:09.889828 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f042e3b-8d80-4622-877e-f8136b7fa4ec None None] Network 5b64a213-1aad-4103-ae3b-222b814e607a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:09.980876 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] Set router a582e1f4-4637-4f49-94c5-93f3a08586f4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:10.056918 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2b335896-0342-4c4f-a5a6-96735100c072 req-f51225e2-59a2-4c5f-88af-778f32cc303f tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:10.088421 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156770aa-7f6a-4d7c-aa37-e783c884d549 req-1e94ca52-5a3f-4542-b07a-376508ad09fd tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:10.103760 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-156770aa-7f6a-4d7c-aa37-e783c884d549 req-1e94ca52-5a3f-4542-b07a-376508ad09fd tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.4081953 Mar 23 12:26:10.111821 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:10.145022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b73b8924-6405-40ca-9179-cbcbc5cd54bf up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:10.179191 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6dca819c-4bae-45db-bf2f-df01df07b5e1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6484253 Mar 23 12:26:10.180818 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b335896-0342-4c4f-a5a6-96735100c072 req-f51225e2-59a2-4c5f-88af-778f32cc303f tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] No DVR routers for this DVR port 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:26:10.184732 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2b335896-0342-4c4f-a5a6-96735100c072 req-f51225e2-59a2-4c5f-88af-778f32cc303f tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:10.189089 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2b335896-0342-4c4f-a5a6-96735100c072 req-f51225e2-59a2-4c5f-88af-778f32cc303f tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.73 "DELETE /v2.0/ports/49e2cd97-4ee1-404a-941a-63a45cf0b4a5 HTTP/1.1" status: 204 len: 173 time: 1.9176643 Mar 23 12:26:10.191061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061cfd6e-32c6-42f0-8510-5c7689c0a4fb', 'name': 'network-vif-deleted', 'tag': '49e2cd97-4ee1-404a-941a-63a45cf0b4a5'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:26:10.229637 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532a24f0-d2c5-4d25-867f-46a3cbe453c3" -d '{"events": [{"server_uuid": "061cfd6e-32c6-42f0-8510-5c7689c0a4fb", "name": "network-vif-deleted", "tag": "49e2cd97-4ee1-404a-941a-63a45cf0b4a5"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:26:10.244068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51225e2-59a2-4c5f-88af-778f32cc303f tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] Pushing event deleted for resources: {'Port': ['ID=49e2cd97-4ee1-404a-941a-63a45cf0b4a5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:10.378748 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ecc52-82df-4b0e-a8ef-5940aabc5773 None None] Pushing event updated for resources: {'Port': ['ID=c01fd74d-22dc-4391-a0a2-d3b0b5eaacad,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:10.398753 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226aec95-e4bf-4963-a89f-360677c0a5a5 x-openstack-request-id: req-226aec95-e4bf-4963-a89f-360677c0a5a5 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:26:10.401981 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061cfd6e-32c6-42f0-8510-5c7689c0a4fb", "name": "network-vif-deleted", "tag": "49e2cd97-4ee1-404a-941a-63a45cf0b4a5", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:26:10.405968 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-226aec95-e4bf-4963-a89f-360677c0a5a5 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:26:10.409535 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061cfd6e-32c6-42f0-8510-5c7689c0a4fb', 'name': 'network-vif-deleted', 'tag': '49e2cd97-4ee1-404a-941a-63a45cf0b4a5', 'status': 'completed', 'code': 200} Mar 23 12:26:10.435432 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:10.438498 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-82671d97-0ea1-4b97-8bb8-9343c68460d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:10.469685 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-156770aa-7f6a-4d7c-aa37-e783c884d549 req-0dc1a4e9-8c2f-4998-88b9-f74c8608d9f7 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300980 Mar 23 12:26:10.487631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374c6d05-eb93-4cd5-af7f-66aa6d05e6e5 None None] Network b15aa9f6-cf71-407e-ad80-57e39a8515e4 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:10.629056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-82671d97-0ea1-4b97-8bb8-9343c68460d7 None None] For port c01fd74d-22dc-4391-a0a2-d3b0b5eaacad, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c01fd74d-22dc-4391-a0a2-d3b0b5eaacad,segment=NetworkSegment(440c8ad9-ab44-4dfd-ac18-4e2293faa05d),segment_id=440c8ad9-ab44-4dfd-ac18-4e2293faa05d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:10.642041 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-82671d97-0ea1-4b97-8bb8-9343c68460d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:10.647556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port b73b8924-6405-40ca-9179-cbcbc5cd54bf completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:26:10.735140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port b73b8924-6405-40ca-9179-cbcbc5cd54bf triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:10.736804 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:10.805955 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963698c3-73c2-43b0-a754-8ce0029bea34 None None] Network 5b64a213-1aad-4103-ae3b-222b814e607a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:10.861582 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-113648af-ae1a-4fac-97ce-5820c661a4c1 req-66cbb5d4-6815-4af2-9188-ecf2565636ed tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-35614117', 'description': 'tempest-description-15166925'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:10.919264 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-113648af-ae1a-4fac-97ce-5820c661a4c1 req-66cbb5d4-6815-4af2-9188-ecf2565636ed tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:10.926822 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1225775405-router', 'tenant_id': '9fe471e444c54affa0bbe798289a1a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '718142a6-e86d-4f09-a9a1-ec49973fce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:55Z', 'updated_at': '2022-03-23T12:26:04Z', 'revision_number': 4, 'project_id': '9fe471e444c54affa0bbe798289a1a53', 'gw_port': {'id': '718142a6-e86d-4f09-a9a1-ec49973fce54', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:57Z', 'updated_at': '2022-03-23T12:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c01fd74d-22dc-4391-a0a2-d3b0b5eaacad', 'name': '', 'network_id': '3d384730-221c-4120-a852-8b2bc05978ee', 'tenant_id': '9fe471e444c54affa0bbe798289a1a53', 'mac_address': 'fa:16:3e:44:5e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '43b3a61c-9e35-4691-892f-911343c93d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:02Z', 'updated_at': '2022-03-23T12:26:09Z', 'revision_number': 4, 'project_id': '9fe471e444c54affa0bbe798289a1a53', 'subnets': [{'id': '43b3a61c-9e35-4691-892f-911343c93d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:10.961173 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c9b09-462a-4405-9c8f-e43c106e9f58 req-aec82f94-8168-4cc4-b8ea-cbd9b712a556 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:10.968821 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-245c9b09-462a-4405-9c8f-e43c106e9f58 req-aec82f94-8168-4cc4-b8ea-cbd9b712a556 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 949 time: 0.1967402 Mar 23 12:26:10.979014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Router 1f82c4cd-c72a-4568-9ac4-eccac25e9a12 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:26:11.045665 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-245c9b09-462a-4405-9c8f-e43c106e9f58 req-39bd303d-e587-4f9f-af1a-efd420999992 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671103 Mar 23 12:26:11.053042 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4831a38b-729e-4165-9a25-b9b1bc653596 None None] The sync data for ids ['a582e1f4-4637-4f49-94c5-93f3a08586f4'] in n-d-834854-1 is: [{'id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1225775405-router', 'tenant_id': '9fe471e444c54affa0bbe798289a1a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '718142a6-e86d-4f09-a9a1-ec49973fce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:55Z', 'updated_at': '2022-03-23T12:26:04Z', 'revision_number': 4, 'project_id': '9fe471e444c54affa0bbe798289a1a53', 'gw_port': {'id': '718142a6-e86d-4f09-a9a1-ec49973fce54', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:57Z', 'updated_at': '2022-03-23T12:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c01fd74d-22dc-4391-a0a2-d3b0b5eaacad', 'name': '', 'network_id': '3d384730-221c-4120-a852-8b2bc05978ee', 'tenant_id': '9fe471e444c54affa0bbe798289a1a53', 'mac_address': 'fa:16:3e:44:5e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '43b3a61c-9e35-4691-892f-911343c93d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:02Z', 'updated_at': '2022-03-23T12:26:09Z', 'revision_number': 4, 'project_id': '9fe471e444c54affa0bbe798289a1a53', 'subnets': [{'id': '43b3a61c-9e35-4691-892f-911343c93d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:26:11.205379 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-113648af-ae1a-4fac-97ce-5820c661a4c1 req-66cbb5d4-6815-4af2-9188-ecf2565636ed tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:11.219133 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:11.219760 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:11.230907 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5d980da0-6682-46ef-8f82-c941a598309f None None] Provisioning complete for port c01fd74d-22dc-4391-a0a2-d3b0b5eaacad triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:11.231282 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d980da0-6682-46ef-8f82-c941a598309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:11.254058 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-113648af-ae1a-4fac-97ce-5820c661a4c1 req-66cbb5d4-6815-4af2-9188-ecf2565636ed tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:11.269468 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82671d97-0ea1-4b97-8bb8-9343c68460d7 None None] Pushing event updated for resources: {'Port': ['ID=c01fd74d-22dc-4391-a0a2-d3b0b5eaacad,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:11.330302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:26:11.340045 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-113648af-ae1a-4fac-97ce-5820c661a4c1 req-66cbb5d4-6815-4af2-9188-ecf2565636ed tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:11.361940 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-113648af-ae1a-4fac-97ce-5820c661a4c1 req-66cbb5d4-6815-4af2-9188-ecf2565636ed tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5075138 Mar 23 12:26:11.385766 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d589ea35-24eb-4f9d-805e-2220ad8d8f41 req-1477ca9f-53a6-4c66-b607-c39127474915 tempest-FloatingIPsAssociationNegativeTestJSON-556792987 tempest-FloatingIPsAssociationNegativeTestJSON-556792987-project] 10.222.0.52 "GET /v2.0/ports?device_id=061cfd6e-32c6-42f0-8510-5c7689c0a4fb HTTP/1.1" status: 200 len: 210 time: 0.0573821 Mar 23 12:26:11.401949 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Sync routers for ids ['1f82c4cd-c72a-4568-9ac4-eccac25e9a12'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:26:11.409292 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:11.409779 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbb5d4-6815-4af2-9188-ecf2565636ed tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c32a0fed-4e94-47ea-b836-ee0fe04c821f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:11.413371 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4e9302d2-52ec-4b12-a67d-1b5da5d7ddf7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9533370 Mar 23 12:26:11.414015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46486) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:11.439613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:26:11.517958 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:26:11.518418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 49e2cd97-4ee1-404a-941a-63a45cf0b4a5 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:26:11.554375 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7a7a2c15-3ea8-4859-8375-1563e08e9b33 req-cf60427b-9ab6-47c2-a798-7b703e9b17c3 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/c32a0fed-4e94-47ea-b836-ee0fe04c821f HTTP/1.1" status: 200 len: 1801 time: 0.1135745 Mar 23 12:26:11.557007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Routers {'1f82c4cd-c72a-4568-9ac4-eccac25e9a12'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:11.558021 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1f82c4cd-c72a-4568-9ac4-eccac25e9a12'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:11.572118 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-7a7a2c15-3ea8-4859-8375-1563e08e9b33 req-6f9ea650-aa12-4549-b3d2-5ae4f4a0a944 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c32a0fed-4e94-47ea-b836-ee0fe04c821f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:11.572814 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-7a7a2c15-3ea8-4859-8375-1563e08e9b33 req-6f9ea650-aa12-4549-b3d2-5ae4f4a0a944 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c32a0fed-4e94-47ea-b836-ee0fe04c821f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:11.707649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7a7a2c15-3ea8-4859-8375-1563e08e9b33 req-6f9ea650-aa12-4549-b3d2-5ae4f4a0a944 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:11.759840 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7a7a2c15-3ea8-4859-8375-1563e08e9b33 req-6f9ea650-aa12-4549-b3d2-5ae4f4a0a944 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:11.767325 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7a7a2c15-3ea8-4859-8375-1563e08e9b33 req-6f9ea650-aa12-4549-b3d2-5ae4f4a0a944 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:11.796097 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7a7a2c15-3ea8-4859-8375-1563e08e9b33 req-6f9ea650-aa12-4549-b3d2-5ae4f4a0a944 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:11.798095 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7a7a2c15-3ea8-4859-8375-1563e08e9b33 req-6f9ea650-aa12-4549-b3d2-5ae4f4a0a944 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2313416 Mar 23 12:26:11.802451 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ea650-aa12-4549-b3d2-5ae4f4a0a944 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5a9ed1-43a6-4d06-844c-01c0f63c7910,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:11.849688 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c6efba9a-9faa-46dc-a2ce-f09618d00349 req-4cdcfc9f-cf22-4ce1-bbf1-c56721c2f16b tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-973620401', 'description': 'tempest-description-1735905763'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:11.877594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Set router 1f82c4cd-c72a-4568-9ac4-eccac25e9a12 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:11.883315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffd281-b303-4fc5-adc2-13b4ece08f45 req-3ce508b7-de3e-4082-8307-310b2c3a4f92 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:11.896225 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4ffd281-b303-4fc5-adc2-13b4ece08f45 req-3ce508b7-de3e-4082-8307-310b2c3a4f92 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.2299714 Mar 23 12:26:11.904046 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c6efba9a-9faa-46dc-a2ce-f09618d00349 req-4cdcfc9f-cf22-4ce1-bbf1-c56721c2f16b tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:12.024010 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4ffd281-b303-4fc5-adc2-13b4ece08f45 req-a92734bc-678e-4137-94f6-e1f7eae6d119 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266878 Mar 23 12:26:12.074247 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c6efba9a-9faa-46dc-a2ce-f09618d00349 req-4cdcfc9f-cf22-4ce1-bbf1-c56721c2f16b tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:12.081073 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c6efba9a-9faa-46dc-a2ce-f09618d00349 req-4cdcfc9f-cf22-4ce1-bbf1-c56721c2f16b tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:12.174948 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c6efba9a-9faa-46dc-a2ce-f09618d00349 req-4cdcfc9f-cf22-4ce1-bbf1-c56721c2f16b tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:12.176398 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c6efba9a-9faa-46dc-a2ce-f09618d00349 req-4cdcfc9f-cf22-4ce1-bbf1-c56721c2f16b tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3319595 Mar 23 12:26:12.248332 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcfc9f-cf22-4ce1-bbf1-c56721c2f16b tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae87698-e2fc-457b-b9d8-7d15d2cac9a4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:12.271565 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:12.327428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa6c27-fc01-49c1-ae60-3fcf650aaf38 req-322f78f0-ebe4-498b-933b-b6ce3d526bcc tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:12.330786 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbfa6c27-fc01-49c1-ae60-3fcf650aaf38 req-322f78f0-ebe4-498b-933b-b6ce3d526bcc tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 949 time: 0.1138008 Mar 23 12:26:12.347154 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-099d957a-d7a2-422a-95d5-e4b179c65f62 req-7438d4fc-c2f8-4037-a38d-fe42bb861ffd tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/9ae87698-e2fc-457b-b9d8-7d15d2cac9a4 HTTP/1.1" status: 200 len: 1804 time: 0.1330318 Mar 23 12:26:12.365687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-099d957a-d7a2-422a-95d5-e4b179c65f62 req-1f6bcc44-0985-4e44-9fce-cb4c09ca8b0a tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9ae87698-e2fc-457b-b9d8-7d15d2cac9a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:12.365983 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-099d957a-d7a2-422a-95d5-e4b179c65f62 req-1f6bcc44-0985-4e44-9fce-cb4c09ca8b0a tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9ae87698-e2fc-457b-b9d8-7d15d2cac9a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:12.377739 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:12.402557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8003433a-3382-453c-ac15-c4d51d468562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73b8924-6405-40ca-9179-cbcbc5cd54bf'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:26:12.408733 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ee99e2-7c93-4c2b-8968-ad8db89c135c" -d '{"events": [{"server_uuid": "8003433a-3382-453c-ac15-c4d51d468562", "name": "network-vif-plugged", "status": "completed", "tag": "b73b8924-6405-40ca-9179-cbcbc5cd54bf"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:26:12.409351 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbfa6c27-fc01-49c1-ae60-3fcf650aaf38 req-74336feb-7625-471f-9365-01d3482cecbd tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486596 Mar 23 12:26:12.448121 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b73b8924-6405-40ca-9179-cbcbc5cd54bf, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b73b8924-6405-40ca-9179-cbcbc5cd54bf,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:12.484548 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:12.494816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5d980da0-6682-46ef-8f82-c941a598309f None None] Provisioning complete for port 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:12.495180 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d980da0-6682-46ef-8f82-c941a598309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:12.518208 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 65593fb2-b6b9-401b-bb52-4bd2ae8674d8, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=65593fb2-b6b9-401b-bb52-4bd2ae8674d8,segment=NetworkSegment(77d72049-2247-42a5-a8c5-b478d5599f8a),segment_id=77d72049-2247-42a5-a8c5-b478d5599f8a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:12.522196 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1180cbc3-c43c-4904-893c-daddd986afdc x-openstack-request-id: req-1180cbc3-c43c-4904-893c-daddd986afdc {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:26:12.522509 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8003433a-3382-453c-ac15-c4d51d468562", "name": "network-vif-plugged", "status": "completed", "tag": "b73b8924-6405-40ca-9179-cbcbc5cd54bf", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:26:12.522858 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1180cbc3-c43c-4904-893c-daddd986afdc {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:26:12.523411 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8003433a-3382-453c-ac15-c4d51d468562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73b8924-6405-40ca-9179-cbcbc5cd54bf', 'code': 200} Mar 23 12:26:12.574279 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:12.575322 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-099d957a-d7a2-422a-95d5-e4b179c65f62 req-1f6bcc44-0985-4e44-9fce-cb4c09ca8b0a tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:12.610159 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46502) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:12.613200 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:12.680798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b73b8924-6405-40ca-9179-cbcbc5cd54bf,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:12.770177 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-099d957a-d7a2-422a-95d5-e4b179c65f62 req-1f6bcc44-0985-4e44-9fce-cb4c09ca8b0a tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:12.782762 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-099d957a-d7a2-422a-95d5-e4b179c65f62 req-1f6bcc44-0985-4e44-9fce-cb4c09ca8b0a tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:12.856479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c01fd74d-22dc-4391-a0a2-d3b0b5eaacad up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:12.858589 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bcc44-0985-4e44-9fce-cb4c09ca8b0a tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82951dbf-06c1-4a9d-8861-f2ba3c338e9a,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:12.859465 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'name': 'tempest-ServersTestMultiNic-880746088-router', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:06Z', 'updated_at': '2022-03-23T12:26:09Z', 'revision_number': 3, 'project_id': '30d96015ed484726b5769dfa4017912e', 'gw_port': {'id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:94:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:08Z', 'updated_at': '2022-03-23T12:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:12.887587 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4a878-53ae-476d-a339-e72e3d2a361e req-91b91fd0-dda5-40f1-842f-e2662360deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:12.889385 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81e4a878-53ae-476d-a339-e72e3d2a361e req-91b91fd0-dda5-40f1-842f-e2662360deb3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 1101 time: 0.2226086 Mar 23 12:26:12.902397 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-099d957a-d7a2-422a-95d5-e4b179c65f62 req-1f6bcc44-0985-4e44-9fce-cb4c09ca8b0a tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:12.909103 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-099d957a-d7a2-422a-95d5-e4b179c65f62 req-1f6bcc44-0985-4e44-9fce-cb4c09ca8b0a tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5500257 Mar 23 12:26:12.926058 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=65593fb2-b6b9-401b-bb52-4bd2ae8674d8,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:12.934025 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Checking router: 1f82c4cd-c72a-4568-9ac4-eccac25e9a12 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:26:12.934468 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Updating router 1f82c4cd-c72a-4568-9ac4-eccac25e9a12 port c00b112c-626d-4f75-9f85-43e24ede900f binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:26:12.966649 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-8da40f76-339e-4362-aff9-08b53704d815 req-b16523f6-acef-4547-b360-a8ba2a8da331 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-75712154', 'description': 'tempest-description-950480806'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:12.967284 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81e4a878-53ae-476d-a339-e72e3d2a361e req-4a4aa8d5-ebd5-4915-bdb8-0bd057c7f9fd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545399 Mar 23 12:26:12.998340 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:13.056412 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8da40f76-339e-4362-aff9-08b53704d815 req-b16523f6-acef-4547-b360-a8ba2a8da331 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:13.058804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Allocated IP 172.20.0.1 (b15aa9f6-cf71-407e-ad80-57e39a8515e4/86ee60b1-a740-483c-be20-8c2b649a0292/14706bf0-d4a4-4b10-b170-f592d5f4f6e7) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:13.073289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0c70aafc-6290-4666-bb0a-54534db4b6a1 None None] Provisioning complete for port 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:13.073667 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0c70aafc-6290-4666-bb0a-54534db4b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:13.193216 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c01fd74d-22dc-4391-a0a2-d3b0b5eaacad triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:13.193867 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:13.245604 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0b042-4171-4708-a6d4-ba7dfa308678 req-1422e119-1e12-49a1-9adb-399555a5dadc tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:13.247114 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3bd0b042-4171-4708-a6d4-ba7dfa308678 req-1422e119-1e12-49a1-9adb-399555a5dadc tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.0868707 Mar 23 12:26:13.310743 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3bd0b042-4171-4708-a6d4-ba7dfa308678 req-28a62801-27f6-4a18-9622-ad205ceb1593 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548320 Mar 23 12:26:13.616519 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a44d7-f887-43c6-a9f4-a9b351a9bc22 req-ba67ec91-3b90-4c3e-a5d5-4e09e48d6649 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:13.620611 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ec2a44d7-f887-43c6-a9f4-a9b351a9bc22 req-ba67ec91-3b90-4c3e-a5d5-4e09e48d6649 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 950 time: 0.0759001 Mar 23 12:26:13.641441 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:13.653228 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:13.658313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8da40f76-339e-4362-aff9-08b53704d815 req-b16523f6-acef-4547-b360-a8ba2a8da331 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:13.679554 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:13.681585 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8da40f76-339e-4362-aff9-08b53704d815 req-b16523f6-acef-4547-b360-a8ba2a8da331 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:13.701182 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ec2a44d7-f887-43c6-a9f4-a9b351a9bc22 req-c120c8b9-8363-4594-9b97-03357fe8f04d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737972 Mar 23 12:26:13.728381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Attempting to bind port c00b112c-626d-4f75-9f85-43e24ede900f on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:13.728868 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Attempting to bind port c00b112c-626d-4f75-9f85-43e24ede900f by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:13.729330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Attempting to bind port c00b112c-626d-4f75-9f85-43e24ede900f on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:13.739848 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d8a17-96e1-44b5-a128-eb58721f3b19 None None] Pushing event updated for resources: {'Port': ['ID=c00b112c-626d-4f75-9f85-43e24ede900f,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:13.741988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:13.742489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:13.742992 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:13.743483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:13.744155 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Bound port: c00b112c-626d-4f75-9f85-43e24ede900f, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:13.744636 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:13.765416 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8da40f76-339e-4362-aff9-08b53704d815 req-b16523f6-acef-4547-b360-a8ba2a8da331 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:13.766794 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8da40f76-339e-4362-aff9-08b53704d815 req-b16523f6-acef-4547-b360-a8ba2a8da331 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8123517 Mar 23 12:26:13.785773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16523f6-acef-4547-b360-a8ba2a8da331 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab02832e-4da0-4e31-be6f-ca72c0699f26,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:13.799179 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-72b86bd9-4e36-456a-9852-95137d62010d req-5a7d09b6-8e1c-4b0a-ab15-2bb6cdb08873 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1977074581', 'description': 'tempest-description-330967413'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:13.821801 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:13.839720 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72b86bd9-4e36-456a-9852-95137d62010d req-5a7d09b6-8e1c-4b0a-ab15-2bb6cdb08873 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:13.852473 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] For port c00b112c-626d-4f75-9f85-43e24ede900f, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:13.859324 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] For port c00b112c-626d-4f75-9f85-43e24ede900f, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c00b112c-626d-4f75-9f85-43e24ede900f,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:13.866849 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:13.895561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Network b15aa9f6-cf71-407e-ad80-57e39a8515e4 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:13.898261 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Pushing event updated for resources: {'Port': ['ID=14706bf0-d4a4-4b10-b170-f592d5f4f6e7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:13.903045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:13.905515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:13.973246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Routers {'1f82c4cd-c72a-4568-9ac4-eccac25e9a12'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:13.974254 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1f82c4cd-c72a-4568-9ac4-eccac25e9a12'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:13.982407 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72b86bd9-4e36-456a-9852-95137d62010d req-5a7d09b6-8e1c-4b0a-ab15-2bb6cdb08873 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:13.990422 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72b86bd9-4e36-456a-9852-95137d62010d req-5a7d09b6-8e1c-4b0a-ab15-2bb6cdb08873 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:14.009678 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:14.028006 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-72b86bd9-4e36-456a-9852-95137d62010d req-5a7d09b6-8e1c-4b0a-ab15-2bb6cdb08873 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:14.039281 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-72b86bd9-4e36-456a-9852-95137d62010d req-5a7d09b6-8e1c-4b0a-ab15-2bb6cdb08873 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2401426 Mar 23 12:26:14.046039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d09b6-8e1c-4b0a-ab15-2bb6cdb08873 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03961cd-44d5-48d5-ab82-8c1a88a03c4f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:14.123445 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d8a17-96e1-44b5-a128-eb58721f3b19 None None] Pushing event updated for resources: {'Port': ['ID=c00b112c-626d-4f75-9f85-43e24ede900f,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:14.247233 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53fe4016-8943-4aa9-94c8-ed13a2e24f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:14.313834 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c07c4b7f-ff78-4191-a211-18dda9678375 req-7ffcfd9a-c86e-4acf-a16e-4cd7bd8ff9f9 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/ab02832e-4da0-4e31-be6f-ca72c0699f26 HTTP/1.1" status: 200 len: 1802 time: 0.1897366 Mar 23 12:26:14.360234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3ec14185-2fb9-42df-b6eb-cae99e226b13 None None] Provisioning complete for port 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:14.364229 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3ec14185-2fb9-42df-b6eb-cae99e226b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:14.412318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] Set router 1f82c4cd-c72a-4568-9ac4-eccac25e9a12 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:14.449650 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:14.453805 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c07c4b7f-ff78-4191-a211-18dda9678375 req-99d9b778-9a6e-484a-a674-5336e13429c0 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/f03961cd-44d5-48d5-ab82-8c1a88a03c4f HTTP/1.1" status: 200 len: 1804 time: 0.1283545 Mar 23 12:26:14.472898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c07c4b7f-ff78-4191-a211-18dda9678375 req-d77c4f74-e952-4473-b178-6296241c18db tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ab02832e-4da0-4e31-be6f-ca72c0699f26', 'remote_group_id': 'f03961cd-44d5-48d5-ab82-8c1a88a03c4f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:14.473145 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c07c4b7f-ff78-4191-a211-18dda9678375 req-d77c4f74-e952-4473-b178-6296241c18db tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ab02832e-4da0-4e31-be6f-ca72c0699f26', 'remote_group_id': 'f03961cd-44d5-48d5-ab82-8c1a88a03c4f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:14.493727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3ec14185-2fb9-42df-b6eb-cae99e226b13 None None] Port 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:26:14.494548 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a7d4f-fd68-4885-97d5-6e826a5f7f83 req-6c6ae71f-be14-4f40-8889-38683a2f4735 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:14.496658 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-395a7d4f-fd68-4885-97d5-6e826a5f7f83 req-6c6ae71f-be14-4f40-8889-38683a2f4735 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.0898376 Mar 23 12:26:14.559562 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-395a7d4f-fd68-4885-97d5-6e826a5f7f83 req-62ceb4bc-0628-4adb-8dac-fa90a7cdb918 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526898 Mar 23 12:26:14.671716 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'name': 'tempest-ServersTestMultiNic-880746088-router', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:06Z', 'updated_at': '2022-03-23T12:26:09Z', 'revision_number': 3, 'project_id': '30d96015ed484726b5769dfa4017912e', 'gw_port': {'id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:94:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:08Z', 'updated_at': '2022-03-23T12:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:14.715425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ebfa2-253c-4390-af04-c9d029f154dc None None] The sync data for ids ['1f82c4cd-c72a-4568-9ac4-eccac25e9a12'] in n-d-834854-1 is: [{'id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'name': 'tempest-ServersTestMultiNic-880746088-router', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:06Z', 'updated_at': '2022-03-23T12:26:09Z', 'revision_number': 3, 'project_id': '30d96015ed484726b5769dfa4017912e', 'gw_port': {'id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:94:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:08Z', 'updated_at': '2022-03-23T12:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:26:14.737408 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:14.852995 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:14.853826 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:14.896239 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a99faf-d43b-43b7-9789-7a1f06a58454 req-058ffda4-3d21-4232-a4d9-6101638054fa tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:14.898664 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-76a99faf-d43b-43b7-9789-7a1f06a58454 req-058ffda4-3d21-4232-a4d9-6101638054fa tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 950 time: 0.0798113 Mar 23 12:26:14.902934 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c07c4b7f-ff78-4191-a211-18dda9678375 req-d77c4f74-e952-4473-b178-6296241c18db tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:14.972879 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-76a99faf-d43b-43b7-9789-7a1f06a58454 req-bd8f4719-d30d-4ff4-a0c8-0d3f295ba36d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659156 Mar 23 12:26:14.997274 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.009781 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.033962 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c07c4b7f-ff78-4191-a211-18dda9678375 req-d77c4f74-e952-4473-b178-6296241c18db tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.043074 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c07c4b7f-ff78-4191-a211-18dda9678375 req-d77c4f74-e952-4473-b178-6296241c18db tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.128346 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c4f74-e952-4473-b178-6296241c18db tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88904bf6-16bf-4e4b-aea2-2a283c03eb30,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:15.149296 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.153923 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c07c4b7f-ff78-4191-a211-18dda9678375 req-d77c4f74-e952-4473-b178-6296241c18db tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.154605 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c07c4b7f-ff78-4191-a211-18dda9678375 req-d77c4f74-e952-4473-b178-6296241c18db tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6896131 Mar 23 12:26:15.167449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Pushing event updated for resources: {'Port': ['ID=14706bf0-d4a4-4b10-b170-f592d5f4f6e7,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:15.205005 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-73d60802-4fe0-4c4c-91fe-05278897d218 req-032abc22-39ba-49cc-b033-9bbf6eb62885 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1632145754', 'description': 'tempest-description-1267965442'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:15.207159 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-53fe4016-8943-4aa9-94c8-ed13a2e24f2f admin admin] Deleting port 863e0696-5121-4199-acd1-44b699922dbf {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:26:15.207508 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53fe4016-8943-4aa9-94c8-ed13a2e24f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.234600 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-73d60802-4fe0-4c4c-91fe-05278897d218 req-032abc22-39ba-49cc-b033-9bbf6eb62885 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.351309 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-73d60802-4fe0-4c4c-91fe-05278897d218 req-032abc22-39ba-49cc-b033-9bbf6eb62885 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.358559 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-73d60802-4fe0-4c4c-91fe-05278897d218 req-032abc22-39ba-49cc-b033-9bbf6eb62885 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.394320 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-73d60802-4fe0-4c4c-91fe-05278897d218 req-032abc22-39ba-49cc-b033-9bbf6eb62885 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.398304 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-73d60802-4fe0-4c4c-91fe-05278897d218 req-032abc22-39ba-49cc-b033-9bbf6eb62885 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1993089 Mar 23 12:26:15.403295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032abc22-39ba-49cc-b033-9bbf6eb62885 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9276ea46-8783-444c-8c1d-5ea60302e71f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:15.430476 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-53fe4016-8943-4aa9-94c8-ed13a2e24f2f admin admin] For port 863e0696-5121-4199-acd1-44b699922dbf, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=863e0696-5121-4199-acd1-44b699922dbf,segment=NetworkSegment(d76b9b48-7f7f-4768-8b2d-6523cfe82f3e),segment_id=d76b9b48-7f7f-4768-8b2d-6523cfe82f3e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:15.430967 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53fe4016-8943-4aa9-94c8-ed13a2e24f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.446023 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ab892014-bb41-4028-9a79-8deac3c36e0a req-1f66caf3-3d7e-4910-a3f2-82c04eb1c0d1 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-895760027', 'description': 'tempest-description-1904467230'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:15.464633 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-53fe4016-8943-4aa9-94c8-ed13a2e24f2f admin admin] Calling delete_port for 863e0696-5121-4199-acd1-44b699922dbf owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:26:15.467408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Network b15aa9f6-cf71-407e-ad80-57e39a8515e4 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:15.479609 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:15.531547 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ab892014-bb41-4028-9a79-8deac3c36e0a req-1f66caf3-3d7e-4910-a3f2-82c04eb1c0d1 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.681332 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.738420 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb5d5d-a9f7-46c5-95bc-832cec69bda8 req-9c704810-0944-47ee-8c0c-cdf87cf41b88 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:15.740358 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b6eb5d5d-a9f7-46c5-95bc-832cec69bda8 req-9c704810-0944-47ee-8c0c-cdf87cf41b88 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.0857365 Mar 23 12:26:15.793509 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b6eb5d5d-a9f7-46c5-95bc-832cec69bda8 req-db572517-f43c-4c69-b582-e05a7d403f53 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465262 Mar 23 12:26:15.831230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Router 1f82c4cd-c72a-4568-9ac4-eccac25e9a12 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:26:15.842051 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f44fa137-224f-429c-9ed5-4ddfd9add593 None None] Provisioning complete for port 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:15.842753 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f44fa137-224f-429c-9ed5-4ddfd9add593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.878677 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ab892014-bb41-4028-9a79-8deac3c36e0a req-1f66caf3-3d7e-4910-a3f2-82c04eb1c0d1 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.895317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f44fa137-224f-429c-9ed5-4ddfd9add593 None None] Port 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:26:15.936669 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ab892014-bb41-4028-9a79-8deac3c36e0a req-1f66caf3-3d7e-4910-a3f2-82c04eb1c0d1 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.995067 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ab892014-bb41-4028-9a79-8deac3c36e0a req-1f66caf3-3d7e-4910-a3f2-82c04eb1c0d1 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:15.996263 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab892014-bb41-4028-9a79-8deac3c36e0a req-1f66caf3-3d7e-4910-a3f2-82c04eb1c0d1 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5624597 Mar 23 12:26:16.038492 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53fe4016-8943-4aa9-94c8-ed13a2e24f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:16.053274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66caf3-3d7e-4910-a3f2-82c04eb1c0d1 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5a136a-c745-4910-97af-083b89dfc18d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:16.090737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe4016-8943-4aa9-94c8-ed13a2e24f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=863e0696-5121-4199-acd1-44b699922dbf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:16.152726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e85a0-1d4c-4ce2-a0bd-5ce0c77cad15 req-6912fc2e-10f3-4e09-85a3-42a04e55ca76 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:16.154572 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-585e85a0-1d4c-4ce2-a0bd-5ce0c77cad15 req-6912fc2e-10f3-4e09-85a3-42a04e55ca76 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 950 time: 0.0760014 Mar 23 12:26:16.164633 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:26:16.173872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9b268d06-6c36-4705-8d91-db8530ceb0aa admin admin] 10.222.0.52 "PUT /v2.0/routers/1f82c4cd-c72a-4568-9ac4-eccac25e9a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7532597 Mar 23 12:26:16.180706 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d3754ba-9fe7-40eb-8c98-9fca8a99048c req-2f30af52-dc02-48db-a056-12c17537ec18 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/9276ea46-8783-444c-8c1d-5ea60302e71f HTTP/1.1" status: 200 len: 1805 time: 0.1447487 Mar 23 12:26:16.268960 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-585e85a0-1d4c-4ce2-a0bd-5ce0c77cad15 req-11ec90da-2054-4a0b-b559-99a2056f4988 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008043 Mar 23 12:26:16.341048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46542) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:16.365155 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d3754ba-9fe7-40eb-8c98-9fca8a99048c req-68fdf3a6-ba56-4f90-abec-9666f70ad87c tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/fc5a136a-c745-4910-97af-083b89dfc18d HTTP/1.1" status: 200 len: 1804 time: 0.1293073 Mar 23 12:26:16.389837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6d3754ba-9fe7-40eb-8c98-9fca8a99048c req-5b28714b-5209-40d2-8c24-c4a07741a099 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9276ea46-8783-444c-8c1d-5ea60302e71f', 'remote_group_id': 'fc5a136a-c745-4910-97af-083b89dfc18d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:16.390076 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6d3754ba-9fe7-40eb-8c98-9fca8a99048c req-5b28714b-5209-40d2-8c24-c4a07741a099 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9276ea46-8783-444c-8c1d-5ea60302e71f', 'remote_group_id': 'fc5a136a-c745-4910-97af-083b89dfc18d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:16.415488 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53fe4016-8943-4aa9-94c8-ed13a2e24f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:16.446681 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c03f00e3-1821-4e63-b991-aad9e2bccdf6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-546006415'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:16.477689 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad01173-aeb4-46bf-b400-1c1e867786d6 req-8c479160-035e-45c9-ae2b-a96adb392e29 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:16.479623 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bad01173-aeb4-46bf-b400-1c1e867786d6 req-8c479160-035e-45c9-ae2b-a96adb392e29 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 1101 time: 0.0883100 Mar 23 12:26:16.480012 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03f00e3-1821-4e63-b991-aad9e2bccdf6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Made reservation on behalf of 30d96015ed484726b5769dfa4017912e for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:16.483784 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c03f00e3-1821-4e63-b991-aad9e2bccdf6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:16.527978 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03f00e3-1821-4e63-b991-aad9e2bccdf6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:26:16.550079 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c03f00e3-1821-4e63-b991-aad9e2bccdf6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:16.550424 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-c03f00e3-1821-4e63-b991-aad9e2bccdf6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Added segment 793ae0bf-724b-441b-995e-bab2cddc938b of type vlan for network 92484a6e-4d31-4b55-b815-b4265e5eff7b Mar 23 12:26:16.560762 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d3754ba-9fe7-40eb-8c98-9fca8a99048c req-5b28714b-5209-40d2-8c24-c4a07741a099 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:16.593860 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bad01173-aeb4-46bf-b400-1c1e867786d6 req-490e8d5b-0601-42c9-9f98-91a97da7de93 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967374 Mar 23 12:26:16.658480 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c03f00e3-1821-4e63-b991-aad9e2bccdf6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:16.696387 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d3754ba-9fe7-40eb-8c98-9fca8a99048c req-5b28714b-5209-40d2-8c24-c4a07741a099 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:16.698700 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c03f00e3-1821-4e63-b991-aad9e2bccdf6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:16.703167 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d3754ba-9fe7-40eb-8c98-9fca8a99048c req-5b28714b-5209-40d2-8c24-c4a07741a099 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:16.705471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03f00e3-1821-4e63-b991-aad9e2bccdf6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:16.706782 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c03f00e3-1821-4e63-b991-aad9e2bccdf6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:16.737747 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d3754ba-9fe7-40eb-8c98-9fca8a99048c req-5b28714b-5209-40d2-8c24-c4a07741a099 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:16.738941 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d3754ba-9fe7-40eb-8c98-9fca8a99048c req-5b28714b-5209-40d2-8c24-c4a07741a099 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3606899 Mar 23 12:26:16.744812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28714b-5209-40d2-8c24-c4a07741a099 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be1fe4a-57b5-4f8a-8c9e-7da323cdebd4,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:16.855637 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fe4016-8943-4aa9-94c8-ed13a2e24f2f admin admin] Router 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:26:16.875983 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c03f00e3-1821-4e63-b991-aad9e2bccdf6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5329366 Mar 23 12:26:16.901064 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46558) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:16.911746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-27b59e1f-5d89-45e9-9950-a833d50c0d89 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Request body: {'subnet': {'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:16.938248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c00b112c-626d-4f75-9f85-43e24ede900f up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:16.943403 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f00e3-1821-4e63-b991-aad9e2bccdf6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event updated for resources: {'Network': ['ID=92484a6e-4d31-4b55-b815-b4265e5eff7b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:16.980447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 92484a6e-4d31-4b55-b815-b4265e5eff7b details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:26:16.987865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-8a180b3b-60af-403d-bfe3-646832d4c2e4 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451095 Mar 23 12:26:17.010781 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bf4a76d-f667-41c2-97e2-3f02475e5d80 req-ec2a9e56-9447-4e5d-85d0-871d775875cc tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/fc5a136a-c745-4910-97af-083b89dfc18d HTTP/1.1" status: 200 len: 1804 time: 0.2283700 Mar 23 12:26:17.102047 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b59e1f-5d89-45e9-9950-a833d50c0d89 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Made reservation on behalf of 30d96015ed484726b5769dfa4017912e for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:17.106157 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27b59e1f-5d89-45e9-9950-a833d50c0d89 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:17.149003 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c00b112c-626d-4f75-9f85-43e24ede900f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:17.149563 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:17.152140 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6bf4a76d-f667-41c2-97e2-3f02475e5d80 req-6d1a218e-ccbb-468a-8fa0-50d487fe3907 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:17.180982 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Sync routers for ids ['1f82c4cd-c72a-4568-9ac4-eccac25e9a12'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:26:17.204225 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Routers {'1f82c4cd-c72a-4568-9ac4-eccac25e9a12'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:17.205232 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:17.206056 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1f82c4cd-c72a-4568-9ac4-eccac25e9a12'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:17.223544 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6bf4a76d-f667-41c2-97e2-3f02475e5d80 req-6d1a218e-ccbb-468a-8fa0-50d487fe3907 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:17.274285 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:17.300397 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port c00b112c-626d-4f75-9f85-43e24ede900f, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c00b112c-626d-4f75-9f85-43e24ede900f,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:17.307256 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:17.429741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=c00b112c-626d-4f75-9f85-43e24ede900f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:17.453643 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6bf4a76d-f667-41c2-97e2-3f02475e5d80 req-6d1a218e-ccbb-468a-8fa0-50d487fe3907 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:17.467897 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6bf4a76d-f667-41c2-97e2-3f02475e5d80 req-6d1a218e-ccbb-468a-8fa0-50d487fe3907 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:17.467897 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bf4a76d-f667-41c2-97e2-3f02475e5d80 req-6d1a218e-ccbb-468a-8fa0-50d487fe3907 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "DELETE /v2.0/security-groups/fc5a136a-c745-4910-97af-083b89dfc18d HTTP/1.1" status: 204 len: 173 time: 0.4526217 Mar 23 12:26:17.520496 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Set router 1f82c4cd-c72a-4568-9ac4-eccac25e9a12 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:17.563621 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27b59e1f-5d89-45e9-9950-a833d50c0d89 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:17.579005 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a218e-ccbb-468a-8fa0-50d487fe3907 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5a136a-c745-4910-97af-083b89dfc18d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:17.594523 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fe4016-8943-4aa9-94c8-ed13a2e24f2f admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:26:17.600161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-53fe4016-8943-4aa9-94c8-ed13a2e24f2f admin admin] 10.222.0.52 "PUT /v2.0/routers/5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9881711 Mar 23 12:26:17.605132 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46568) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:17.616132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442bd4a3-fb6d-4ab4-ac4a-d48c96510034 None None] Sync routers for ids ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:26:17.660094 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442bd4a3-fb6d-4ab4-ac4a-d48c96510034 None None] Routers {'5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:17.661476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-442bd4a3-fb6d-4ab4-ac4a-d48c96510034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:17.697147 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adb673-fecc-4fb8-9a8c-e7b0d569268c req-66a184ae-244b-4df8-83a3-7c9782251194 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:17.698732 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-05adb673-fecc-4fb8-9a8c-e7b0d569268c req-66a184ae-244b-4df8-83a3-7c9782251194 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.1382945 Mar 23 12:26:17.701687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b59e1f-5d89-45e9-9950-a833d50c0d89 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event updated for resources: {'Subnet': ['ID=92da1c66-baa6-45e8-aad6-e6c51040d1f9,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:17.738695 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-20f68df0-6a47-4172-b6d6-9ff21738b4a8 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:17.739107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b59e1f-5d89-45e9-9950-a833d50c0d89 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Checking segment: {'id': '793ae0bf-724b-441b-995e-bab2cddc938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:17.739578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b59e1f-5d89-45e9-9950-a833d50c0d89 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Network hostable DHCP agents. Network: 92484a6e-4d31-4b55-b815-b4265e5eff7b, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:26:17.740921 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-20f68df0-6a47-4172-b6d6-9ff21738b4a8 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2347484 Mar 23 12:26:17.769618 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-05adb673-fecc-4fb8-9a8c-e7b0d569268c req-9417466b-0af0-4fec-ac71-ba6559ccf7b5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615354 Mar 23 12:26:17.785231 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b59e1f-5d89-45e9-9950-a833d50c0d89 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Network 92484a6e-4d31-4b55-b815-b4265e5eff7b is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:26:17.787560 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-bfa0628b-3d8b-428e-8841-4fe6b28e5709 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/quotas/4a0fc61c44cc4b5fbce22a4dd6a0e33d HTTP/1.1" status: 200 len: 375 time: 0.0158579 Mar 23 12:26:17.810119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-27b59e1f-5d89-45e9-9950-a833d50c0d89 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 92484a6e-4d31-4b55-b815-b4265e5eff7b) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:17.817613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b59e1f-5d89-45e9-9950-a833d50c0d89 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:17.819272 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27b59e1f-5d89-45e9-9950-a833d50c0d89 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:17.832298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb169fc-effa-4251-8e68-3cb0ffd0fc66 None None] Network 92484a6e-4d31-4b55-b815-b4265e5eff7b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:17.851232 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efcc5087-b310-46e9-bcff-73dc3ddb3dd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:17.878772 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-27b59e1f-5d89-45e9-9950-a833d50c0d89 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9765754 Mar 23 12:26:17.880287 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'name': 'tempest-ServersTestMultiNic-880746088-router', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:06Z', 'updated_at': '2022-03-23T12:26:14Z', 'revision_number': 4, 'project_id': '30d96015ed484726b5769dfa4017912e', 'gw_port': {'id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:94:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:08Z', 'updated_at': '2022-03-23T12:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '14706bf0-d4a4-4b10-b170-f592d5f4f6e7', 'name': '', 'network_id': 'b15aa9f6-cf71-407e-ad80-57e39a8515e4', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'mac_address': 'fa:16:3e:41:bc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '86ee60b1-a740-483c-be20-8c2b649a0292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:12Z', 'updated_at': '2022-03-23T12:26:14Z', 'revision_number': 2, 'project_id': '30d96015ed484726b5769dfa4017912e', 'subnets': [{'id': '86ee60b1-a740-483c-be20-8c2b649a0292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:17.886881 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46570) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:17.906536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e958b291-8781-467a-813a-fe41f395c0b3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1555781997'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:17.922878 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Checking router: 1f82c4cd-c72a-4568-9ac4-eccac25e9a12 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:26:17.923397 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Updating router 1f82c4cd-c72a-4568-9ac4-eccac25e9a12 port 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:26:17.926161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-e50588d6-c858-4b61-9530-da5dac7d9df1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1312582 Mar 23 12:26:17.959265 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.019157 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efcc5087-b310-46e9-bcff-73dc3ddb3dd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.038244 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3561db43-c2ab-4f7c-8319-41ad217582d7 req-a431174f-a8f0-4432-9c5b-6cefeef0c951 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/9276ea46-8783-444c-8c1d-5ea60302e71f HTTP/1.1" status: 200 len: 1805 time: 0.2028584 Mar 23 12:26:18.041873 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e958b291-8781-467a-813a-fe41f395c0b3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Made reservation on behalf of 30d96015ed484726b5769dfa4017912e for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:18.043520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-442bd4a3-fb6d-4ab4-ac4a-d48c96510034 None None] Set router 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:18.051879 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e958b291-8781-467a-813a-fe41f395c0b3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.082511 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-d8c57302-50e6-4b9d-80ca-24f6f90c68dd req-e45ab300-28bf-463d-891b-8df2a772ccd7 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-399529599', 'description': 'tempest-description-450392968'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:18.149969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-efcc5087-b310-46e9-bcff-73dc3ddb3dd9 admin admin] Deleting port 62e8c68c-29c7-44c2-849d-fc07c8d42c39 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:26:18.150402 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efcc5087-b310-46e9-bcff-73dc3ddb3dd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.162190 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e958b291-8781-467a-813a-fe41f395c0b3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:26:18.178908 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e958b291-8781-467a-813a-fe41f395c0b3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.179500 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-e958b291-8781-467a-813a-fe41f395c0b3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Added segment e1674ff3-2c14-4088-aac3-d5e7be6f5d0e of type vlan for network 6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc Mar 23 12:26:18.181535 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d8c57302-50e6-4b9d-80ca-24f6f90c68dd req-e45ab300-28bf-463d-891b-8df2a772ccd7 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.313405 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-92484a6e-4d31-4b55-b815-b4265e5eff7b', 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'fixed_ips': [{'subnet_id': '92da1c66-baa6-45e8-aad6-e6c51040d1f9'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:26:18.315399 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.331915 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e958b291-8781-467a-813a-fe41f395c0b3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.333989 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-82546a34-6e77-4152-a0ea-9d75576fe43d req-ac48a104-aed3-4c83-90f6-71fee1b39566 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 210 time: 0.0799234 Mar 23 12:26:18.396422 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e958b291-8781-467a-813a-fe41f395c0b3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.402243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e958b291-8781-467a-813a-fe41f395c0b3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:18.402967 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e958b291-8781-467a-813a-fe41f395c0b3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.404942 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-efcc5087-b310-46e9-bcff-73dc3ddb3dd9 admin admin] For port 62e8c68c-29c7-44c2-849d-fc07c8d42c39, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=62e8c68c-29c7-44c2-849d-fc07c8d42c39,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:18.405401 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efcc5087-b310-46e9-bcff-73dc3ddb3dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.423962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-efcc5087-b310-46e9-bcff-73dc3ddb3dd9 admin admin] Calling delete_port for 62e8c68c-29c7-44c2-849d-fc07c8d42c39 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:26:18.497915 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.506030 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.535399 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e958b291-8781-467a-813a-fe41f395c0b3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6455672 Mar 23 12:26:18.557913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46584) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:18.570324 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ae735-4b51-461c-b7e6-efcc3e840dec None None] Pushing event updated for resources: {'Port': ['ID=14706bf0-d4a4-4b10-b170-f592d5f4f6e7,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:18.572732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3da942c8-a7f1-4126-8e61-d9f26bcd613d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Request body: {'subnet': {'network_id': '6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:18.718076 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Attempting to bind port 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:18.718270 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Attempting to bind port 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '77d72049-2247-42a5-a8c5-b478d5599f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b15aa9f6-cf71-407e-ad80-57e39a8515e4'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:18.718638 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Attempting to bind port 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 on network b15aa9f6-cf71-407e-ad80-57e39a8515e4 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:18.733677 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:18.734384 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Checking segment: {'id': '77d72049-2247-42a5-a8c5-b478d5599f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b15aa9f6-cf71-407e-ad80-57e39a8515e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:18.735002 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.735223 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Bound using segment: {'id': '77d72049-2247-42a5-a8c5-b478d5599f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b15aa9f6-cf71-407e-ad80-57e39a8515e4'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:18.735784 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Bound port: 14706bf0-d4a4-4b10-b170-f592d5f4f6e7, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d72049-2247-42a5-a8c5-b478d5599f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b15aa9f6-cf71-407e-ad80-57e39a8515e4'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:18.736751 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.797729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958b291-8781-467a-813a-fe41f395c0b3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event updated for resources: {'Network': ['ID=6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:18.808150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c00b112c-626d-4f75-9f85-43e24ede900f up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:18.837159 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Allocated IP 19.80.0.2 (92484a6e-4d31-4b55-b815-b4265e5eff7b/92da1c66-baa6-45e8-aad6-e6c51040d1f9/c5df6e8b-cc1d-406c-a4c5-46ad1f60143d) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:18.847043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da942c8-a7f1-4126-8e61-d9f26bcd613d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Made reservation on behalf of 30d96015ed484726b5769dfa4017912e for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:18.857202 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3da942c8-a7f1-4126-8e61-d9f26bcd613d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.873640 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d8c57302-50e6-4b9d-80ca-24f6f90c68dd req-e45ab300-28bf-463d-891b-8df2a772ccd7 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.911674 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d8c57302-50e6-4b9d-80ca-24f6f90c68dd req-e45ab300-28bf-463d-891b-8df2a772ccd7 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:18.935680 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] For port 14706bf0-d4a4-4b10-b170-f592d5f4f6e7, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:18.940149 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] For port 14706bf0-d4a4-4b10-b170-f592d5f4f6e7, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=14706bf0-d4a4-4b10-b170-f592d5f4f6e7,segment=NetworkSegment(77d72049-2247-42a5-a8c5-b478d5599f8a),segment_id=77d72049-2247-42a5-a8c5-b478d5599f8a)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:18.961873 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:19.051623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a50500-7161-47c1-84c1-c615ca79d8a3 req-b295f8e2-172f-4f62-9e54-dba51a253063 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:19.062914 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f8a50500-7161-47c1-84c1-c615ca79d8a3 req-b295f8e2-172f-4f62-9e54-dba51a253063 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.1346610 Mar 23 12:26:19.081781 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ae735-4b51-461c-b7e6-efcc3e840dec None None] Pushing event updated for resources: {'Port': ['ID=14706bf0-d4a4-4b10-b170-f592d5f4f6e7,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:19.087290 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efcc5087-b310-46e9-bcff-73dc3ddb3dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:19.113966 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d8c57302-50e6-4b9d-80ca-24f6f90c68dd req-e45ab300-28bf-463d-891b-8df2a772ccd7 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:19.114749 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d8c57302-50e6-4b9d-80ca-24f6f90c68dd req-e45ab300-28bf-463d-891b-8df2a772ccd7 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0387020 Mar 23 12:26:19.137328 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ab300-28bf-463d-891b-8df2a772ccd7 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f372bea-c726-4378-b4b5-3ad84ebad6a4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:19.169303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:26:19.172737 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Routers {'1f82c4cd-c72a-4568-9ac4-eccac25e9a12'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:19.173802 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1f82c4cd-c72a-4568-9ac4-eccac25e9a12'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:19.191355 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-442bd4a3-fb6d-4ab4-ac4a-d48c96510034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1858661783-router', 'tenant_id': 'd08b4c763d23440da670dd01f0985d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:24:59Z', 'updated_at': '2022-03-23T12:26:15Z', 'revision_number': 5, 'project_id': 'd08b4c763d23440da670dd01f0985d47', 'gw_port': {'id': '62e8c68c-29c7-44c2-849d-fc07c8d42c39', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:00Z', 'updated_at': '2022-03-23T12:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:19.212484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc5087-b310-46e9-bcff-73dc3ddb3dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=62e8c68c-29c7-44c2-849d-fc07c8d42c39,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:19.238577 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8ca11b4-c26b-48d3-825b-5043138a2755 req-ec376580-e2e0-4bfc-8678-eb0c941195d1 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/2f372bea-c726-4378-b4b5-3ad84ebad6a4 HTTP/1.1" status: 200 len: 1803 time: 0.0649762 Mar 23 12:26:19.256885 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-b8ca11b4-c26b-48d3-825b-5043138a2755 req-31c5f8e5-d43e-4350-a494-317c715f3337 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f372bea-c726-4378-b4b5-3ad84ebad6a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:19.257662 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f8a50500-7161-47c1-84c1-c615ca79d8a3 req-03d000b6-466e-4885-b44c-8692091ff619 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900036 Mar 23 12:26:19.258494 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-b8ca11b4-c26b-48d3-825b-5043138a2755 req-31c5f8e5-d43e-4350-a494-317c715f3337 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f372bea-c726-4378-b4b5-3ad84ebad6a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:19.345677 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efcc5087-b310-46e9-bcff-73dc3ddb3dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:19.427641 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] Set router 1f82c4cd-c72a-4568-9ac4-eccac25e9a12 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:19.440010 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b8ca11b4-c26b-48d3-825b-5043138a2755 req-31c5f8e5-d43e-4350-a494-317c715f3337 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:19.441769 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442bd4a3-fb6d-4ab4-ac4a-d48c96510034 None None] Checking router: 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:26:19.561244 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b8ca11b4-c26b-48d3-825b-5043138a2755 req-31c5f8e5-d43e-4350-a494-317c715f3337 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:19.565225 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3da942c8-a7f1-4126-8e61-d9f26bcd613d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:19.601139 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b8ca11b4-c26b-48d3-825b-5043138a2755 req-31c5f8e5-d43e-4350-a494-317c715f3337 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:19.625493 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-18d8253b-4150-4997-a7fc-bf29347ea7fd req-db5307e2-cca2-4632-bee1-a84f4047e856 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 210 time: 0.0724025 Mar 23 12:26:19.663917 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efcc5087-b310-46e9-bcff-73dc3ddb3dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:19.666287 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efcc5087-b310-46e9-bcff-73dc3ddb3dd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:19.757889 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5f8e5-d43e-4350-a494-317c715f3337 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f6d15c-939f-47a3-9976-473f25cd872e,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:19.769602 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efcc5087-b310-46e9-bcff-73dc3ddb3dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:19.770156 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcc5087-b310-46e9-bcff-73dc3ddb3dd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:26:19.776970 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-efcc5087-b310-46e9-bcff-73dc3ddb3dd9 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:19.778101 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-efcc5087-b310-46e9-bcff-73dc3ddb3dd9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9 HTTP/1.1" status: 204 len: 168 time: 2.1724985 Mar 23 12:26:19.780998 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46598) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:19.786807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da942c8-a7f1-4126-8e61-d9f26bcd613d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event updated for resources: {'Subnet': ['ID=72891e08-ae2f-4fe4-9bca-92493f81bae5,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:19.803976 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b8ca11b4-c26b-48d3-825b-5043138a2755 req-31c5f8e5-d43e-4350-a494-317c715f3337 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:19.818602 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8ca11b4-c26b-48d3-825b-5043138a2755 req-31c5f8e5-d43e-4350-a494-317c715f3337 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5663655 Mar 23 12:26:19.865635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da942c8-a7f1-4126-8e61-d9f26bcd613d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Checking segment: {'id': 'e1674ff3-2c14-4088-aac3-d5e7be6f5d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:19.866995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da942c8-a7f1-4126-8e61-d9f26bcd613d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Network hostable DHCP agents. Network: 6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:26:19.888327 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442bd4a3-fb6d-4ab4-ac4a-d48c96510034 None None] Routers set() bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:19.889007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442bd4a3-fb6d-4ab4-ac4a-d48c96510034 None None] Router IDs set() for agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 12:26:19.889844 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_agentschedulers_db [None req-442bd4a3-fb6d-4ab4-ac4a-d48c96510034 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:25:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent'). {{(pid=102780) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 23 12:26:19.890423 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442bd4a3-fb6d-4ab4-ac4a-d48c96510034 None None] The sync data for ids ['5dd4c7d8-8055-4bbb-bae0-d2c5a76c8bc9'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:26:19.898320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-98b7d3d6-eba7-466e-b13e-d73eddc878a2 None None] Provisioning complete for port 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:19.898700 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-98b7d3d6-eba7-466e-b13e-d73eddc878a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:19.906331 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da942c8-a7f1-4126-8e61-d9f26bcd613d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Network 6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:26:19.940776 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:19.942159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-3da942c8-a7f1-4126-8e61-d9f26bcd613d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:19.951246 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da942c8-a7f1-4126-8e61-d9f26bcd613d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:19.953612 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3da942c8-a7f1-4126-8e61-d9f26bcd613d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:19.954103 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:19.968637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff34ad21-d0b7-415b-a2cd-a569d245bcfc None None] Network 6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:19.980965 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-832a9469-91bb-4b55-a899-dabe04f42cd8 req-0017e1df-7fbb-4b72-8dd8-0e4441d9833e tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/2f372bea-c726-4378-b4b5-3ad84ebad6a4 HTTP/1.1" status: 200 len: 2396 time: 0.1241479 Mar 23 12:26:19.989110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7674a7b7-6e19-4e60-aa91-61288986c435 admin admin] Deleting subnet 179dbf86-2ad7-484d-be75-dd254ce1be29 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:26:19.990568 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3da942c8-a7f1-4126-8e61-d9f26bcd613d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4288745 Mar 23 12:26:19.994908 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7674a7b7-6e19-4e60-aa91-61288986c435 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:20.018788 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'name': 'tempest-ServersTestMultiNic-880746088-router', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:06Z', 'updated_at': '2022-03-23T12:26:14Z', 'revision_number': 4, 'project_id': '30d96015ed484726b5769dfa4017912e', 'gw_port': {'id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:94:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:08Z', 'updated_at': '2022-03-23T12:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '14706bf0-d4a4-4b10-b170-f592d5f4f6e7', 'name': '', 'network_id': 'b15aa9f6-cf71-407e-ad80-57e39a8515e4', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'mac_address': 'fa:16:3e:41:bc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '86ee60b1-a740-483c-be20-8c2b649a0292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:12Z', 'updated_at': '2022-03-23T12:26:18Z', 'revision_number': 4, 'project_id': '30d96015ed484726b5769dfa4017912e', 'subnets': [{'id': '86ee60b1-a740-483c-be20-8c2b649a0292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:20.039907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-832a9469-91bb-4b55-a899-dabe04f42cd8 req-b6346c85-8bd4-430b-81bf-86b248311cb7 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f372bea-c726-4378-b4b5-3ad84ebad6a4', 'remote_group_id': None}]} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:20.040475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-832a9469-91bb-4b55-a899-dabe04f42cd8 req-b6346c85-8bd4-430b-81bf-86b248311cb7 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f372bea-c726-4378-b4b5-3ad84ebad6a4', 'remote_group_id': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:20.051024 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8984cf9-cbdf-4c6f-91ec-f62de9d894b0 None None] The sync data for ids ['1f82c4cd-c72a-4568-9ac4-eccac25e9a12'] in n-d-834854-1 is: [{'id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'name': 'tempest-ServersTestMultiNic-880746088-router', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:06Z', 'updated_at': '2022-03-23T12:26:14Z', 'revision_number': 4, 'project_id': '30d96015ed484726b5769dfa4017912e', 'gw_port': {'id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:94:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:08Z', 'updated_at': '2022-03-23T12:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '14706bf0-d4a4-4b10-b170-f592d5f4f6e7', 'name': '', 'network_id': 'b15aa9f6-cf71-407e-ad80-57e39a8515e4', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'mac_address': 'fa:16:3e:41:bc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '86ee60b1-a740-483c-be20-8c2b649a0292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:12Z', 'updated_at': '2022-03-23T12:26:18Z', 'revision_number': 4, 'project_id': '30d96015ed484726b5769dfa4017912e', 'subnets': [{'id': '86ee60b1-a740-483c-be20-8c2b649a0292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:26:20.076353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c00b112c-626d-4f75-9f85-43e24ede900f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:20.076726 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:20.145216 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7674a7b7-6e19-4e60-aa91-61288986c435 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:20.226809 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Network 92484a6e-4d31-4b55-b815-b4265e5eff7b is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:20.232869 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Pushing event updated for resources: {'Port': ['ID=c5df6e8b-cc1d-406c-a4c5-46ad1f60143d,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:20.234137 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-832a9469-91bb-4b55-a899-dabe04f42cd8 req-b6346c85-8bd4-430b-81bf-86b248311cb7 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:20.240297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:20.247918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:20.289692 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-832a9469-91bb-4b55-a899-dabe04f42cd8 req-b6346c85-8bd4-430b-81bf-86b248311cb7 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:20.296662 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-832a9469-91bb-4b55-a899-dabe04f42cd8 req-b6346c85-8bd4-430b-81bf-86b248311cb7 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:20.317361 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-9d507fe5-d8b7-4de2-b499-9bd98f8e429c tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1203842 Mar 23 12:26:20.326653 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6346c85-8bd4-430b-81bf-86b248311cb7 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1bd517-4dae-4648-9835-fd3b3918bdfa,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:20.396865 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc', 'network_id': '6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'fixed_ips': [{'subnet_id': '72891e08-ae2f-4fe4-9bca-92493f81bae5'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:26:20.414635 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:20.420837 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7674a7b7-6e19-4e60-aa91-61288986c435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:20.503341 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-98b7d3d6-eba7-466e-b13e-d73eddc878a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:20.503738 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-832a9469-91bb-4b55-a899-dabe04f42cd8 req-b6346c85-8bd4-430b-81bf-86b248311cb7 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:20.518695 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-832a9469-91bb-4b55-a899-dabe04f42cd8 req-b6346c85-8bd4-430b-81bf-86b248311cb7 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5177217 Mar 23 12:26:20.559441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Attempting to bind port c5df6e8b-cc1d-406c-a4c5-46ad1f60143d on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:20.559827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Attempting to bind port c5df6e8b-cc1d-406c-a4c5-46ad1f60143d by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '793ae0bf-724b-441b-995e-bab2cddc938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:20.560221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Attempting to bind port c5df6e8b-cc1d-406c-a4c5-46ad1f60143d on network 92484a6e-4d31-4b55-b815-b4265e5eff7b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:20.619664 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:20.625272 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Checking segment: {'id': '793ae0bf-724b-441b-995e-bab2cddc938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:20.625751 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:20.626185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Bound using segment: {'id': '793ae0bf-724b-441b-995e-bab2cddc938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:20.629295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Bound port: c5df6e8b-cc1d-406c-a4c5-46ad1f60143d, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793ae0bf-724b-441b-995e-bab2cddc938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:20.630221 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:20.638325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7674a7b7-6e19-4e60-aa91-61288986c435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:20.698025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674a7b7-6e19-4e60-aa91-61288986c435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=179dbf86-2ad7-484d-be75-dd254ce1be29,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:20.717554 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7674a7b7-6e19-4e60-aa91-61288986c435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:20.728726 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7674a7b7-6e19-4e60-aa91-61288986c435 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/179dbf86-2ad7-484d-be75-dd254ce1be29 HTTP/1.1" status: 204 len: 168 time: 0.9464483 Mar 23 12:26:20.766226 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46622) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:20.826391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-4f11a570-8b61-4cfd-a580-5ea8bb5af001 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:20.837816 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-4f11a570-8b61-4cfd-a580-5ea8bb5af001 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:20.839599 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-4f11a570-8b61-4cfd-a580-5ea8bb5af001 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/networks?id=92484a6e-4d31-4b55-b815-b4265e5eff7b&id=6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc&id=92484a6e-4d31-4b55-b815-b4265e5eff7b HTTP/1.1" status: 200 len: 1391 time: 0.5915446 Mar 23 12:26:20.842665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60500a89-9bbc-4700-b464-14038614a4aa req-9d009358-15ef-451c-8648-1e89c34d9475 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:20.846663 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-98b7d3d6-eba7-466e-b13e-d73eddc878a2 None None] For port 14706bf0-d4a4-4b10-b170-f592d5f4f6e7, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=14706bf0-d4a4-4b10-b170-f592d5f4f6e7,segment=NetworkSegment(77d72049-2247-42a5-a8c5-b478d5599f8a),segment_id=77d72049-2247-42a5-a8c5-b478d5599f8a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:20.848487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc4469a-2ee6-4d69-bfed-e6b7420a3d89 None None] Network be4d1ffa-054f-470d-adba-a04589e75d15 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:20.854991 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60500a89-9bbc-4700-b464-14038614a4aa req-9d009358-15ef-451c-8648-1e89c34d9475 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.1651342 Mar 23 12:26:20.938519 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60500a89-9bbc-4700-b464-14038614a4aa req-79ba7089-7b62-4bce-b5ad-6e51d4536e96 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822206 Mar 23 12:26:20.984374 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-17c723db-3588-45e2-9f63-636848bb655f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:20.996323 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-17c723db-3588-45e2-9f63-636848bb655f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6582222 Mar 23 12:26:21.020662 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-993c3574-b375-439a-88f3-7997bf633265 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Request body: {'port': {'device_id': '12159f18-4643-4132-aeb4-60764ef389c1', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '4a0fc61c44cc4b5fbce22a4dd6a0e33d'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:21.034313 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-42461d9f-6532-4dc0-906c-5adde7b3ac43 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/quotas/30d96015ed484726b5769dfa4017912e HTTP/1.1" status: 200 len: 375 time: 0.1711938 Mar 23 12:26:21.064867 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2cbce2d2-3861-4c73-872f-29b8b839fef9 req-2181b3ba-1d3e-489b-a076-96da26b5ce8f tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/2f372bea-c726-4378-b4b5-3ad84ebad6a4 HTTP/1.1" status: 200 len: 2994 time: 0.0825422 Mar 23 12:26:21.084609 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-98b7d3d6-eba7-466e-b13e-d73eddc878a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:21.187656 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:21.219082 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:21.281830 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5832eda4-1b54-4fa6-b525-61ac24ec43a8 req-ac5fcf93-1b6f-46b3-8a33-aa6ddf83ec69 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 210 time: 0.0634305 Mar 23 12:26:21.358909 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] For port c5df6e8b-cc1d-406c-a4c5-46ad1f60143d, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:21.359472 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-5c41b6ef-cc42-4145-97c4-92d39c41feaa tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=30d96015ed484726b5769dfa4017912e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3240986 Mar 23 12:26:21.364362 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bd5547e9-ee74-456b-9f5c-1b700f0ca441 req-598b3f2f-4355-4895-b1fe-137fa8c1c734 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-group-rules/6c1bd517-4dae-4648-9835-fd3b3918bdfa HTTP/1.1" status: 200 len: 783 time: 0.0344296 Mar 23 12:26:21.410109 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] For port c5df6e8b-cc1d-406c-a4c5-46ad1f60143d, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c5df6e8b-cc1d-406c-a4c5-46ad1f60143d,segment=NetworkSegment(793ae0bf-724b-441b-995e-bab2cddc938b),segment_id=793ae0bf-724b-441b-995e-bab2cddc938b)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:21.419841 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7d3d6-eba7-466e-b13e-d73eddc878a2 None None] Pushing event updated for resources: {'Port': ['ID=14706bf0-d4a4-4b10-b170-f592d5f4f6e7,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:21.434838 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9045a83f-d0b2-433d-9b84-40bfcd35323b None None] Provisioning complete for port 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:21.436076 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9045a83f-d0b2-433d-9b84-40bfcd35323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:21.446881 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bd5547e9-ee74-456b-9f5c-1b700f0ca441 req-316c8461-83a0-4b90-a80d-c052c1c52d1b tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/2f372bea-c726-4378-b4b5-3ad84ebad6a4 HTTP/1.1" status: 200 len: 2994 time: 0.0738490 Mar 23 12:26:21.449506 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:21.470308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Allocated IP 19.86.0.2 (6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc/72891e08-ae2f-4fe4-9bca-92493f81bae5/8bd7fd29-47b3-4709-8388-5a907892c504) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:21.487262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-993c3574-b375-439a-88f3-7997bf633265 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Made reservation on behalf of 4a0fc61c44cc4b5fbce22a4dd6a0e33d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:21.487853 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bd5547e9-ee74-456b-9f5c-1b700f0ca441 req-21c3e0d6-0204-45cd-9846-12cca4a1cc63 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:21.490962 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-993c3574-b375-439a-88f3-7997bf633265 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:21.501000 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bd5547e9-ee74-456b-9f5c-1b700f0ca441 req-21c3e0d6-0204-45cd-9846-12cca4a1cc63 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:21.537169 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-9f8ed848-2b3f-4d04-ba81-09805fdd7c2d service neutron] 10.222.0.52 "GET /v2.0/networks/92484a6e-4d31-4b55-b815-b4265e5eff7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769221 Mar 23 12:26:21.551761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] Deleting port 454ebd99-fc58-47dd-a654-dadee56db99c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:26:21.552222 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:21.555754 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344cdda8-58cb-4f27-b6ad-27f94fa51432 None None] DHCP port deletion for be4d1ffa-054f-470d-adba-a04589e75d15 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:26:21.556664 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bd5547e9-ee74-456b-9f5c-1b700f0ca441 req-21c3e0d6-0204-45cd-9846-12cca4a1cc63 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:21.570238 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bd5547e9-ee74-456b-9f5c-1b700f0ca441 req-21c3e0d6-0204-45cd-9846-12cca4a1cc63 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:21.572534 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bd5547e9-ee74-456b-9f5c-1b700f0ca441 req-21c3e0d6-0204-45cd-9846-12cca4a1cc63 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/6c1bd517-4dae-4648-9835-fd3b3918bdfa HTTP/1.1" status: 204 len: 173 time: 0.1246886 Mar 23 12:26:21.608207 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3e0d6-0204-45cd-9846-12cca4a1cc63 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c1bd517-4dae-4648-9835-fd3b3918bdfa,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:21.696949 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:21.700956 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:21.730531 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273070f-2159-4aaa-9016-4dde6093662c None None] Pushing event updated for resources: {'Port': ['ID=c5df6e8b-cc1d-406c-a4c5-46ad1f60143d,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:21.880493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] For port 454ebd99-fc58-47dd-a654-dadee56db99c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=454ebd99-fc58-47dd-a654-dadee56db99c,segment=NetworkSegment(d76b9b48-7f7f-4768-8b2d-6523cfe82f3e),segment_id=d76b9b48-7f7f-4768-8b2d-6523cfe82f3e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:21.883294 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:21.996878 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] Calling delete_port for 454ebd99-fc58-47dd-a654-dadee56db99c owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:26:22.029411 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-bf8da726-f219-42ad-a33e-14b370d9fc32 service neutron] 10.222.0.52 "GET /v2.0/networks/92484a6e-4d31-4b55-b815-b4265e5eff7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745808 Mar 23 12:26:22.038674 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5676b2fb-9748-4abd-a13c-0cdaab84b6ff req-94fe7cd3-47bd-4e2e-bbcb-df940d192903 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/2f372bea-c726-4378-b4b5-3ad84ebad6a4 HTTP/1.1" status: 200 len: 2396 time: 0.1383259 Mar 23 12:26:22.066985 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc46d71-9ea1-4586-9f64-35bec1774ce5 req-e9a2c4e7-f9ba-4db8-881d-ef601c5b8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:22.080401 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-afc46d71-9ea1-4586-9f64-35bec1774ce5 req-e9a2c4e7-f9ba-4db8-881d-ef601c5b8cc4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=07a66fecb0f54a1eb89cf6ef40202742&device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 1101 time: 0.3412106 Mar 23 12:26:22.082056 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-993c3574-b375-439a-88f3-7997bf633265 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Allocated IP 192.168.233.78 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/068b068b-0a38-4f07-af26-565a1ca4d48a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:22.083623 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:22.141678 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:22.142797 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5676b2fb-9748-4abd-a13c-0cdaab84b6ff req-d6d45ca3-ff4a-4551-bbe1-663d3d95e129 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:22.194703 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5676b2fb-9748-4abd-a13c-0cdaab84b6ff req-d6d45ca3-ff4a-4551-bbe1-663d3d95e129 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:22.238111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Network 6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:22.244005 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Pushing event updated for resources: {'Port': ['ID=8bd7fd29-47b3-4709-8388-5a907892c504,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:22.249452 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:22.258889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:22.282519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-344cdda8-58cb-4f27-b6ad-27f94fa51432 None None] Deleting port 454ebd99-fc58-47dd-a654-dadee56db99c {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:26:22.283000 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-344cdda8-58cb-4f27-b6ad-27f94fa51432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:22.297194 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5676b2fb-9748-4abd-a13c-0cdaab84b6ff req-d6d45ca3-ff4a-4551-bbe1-663d3d95e129 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:22.301717 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5676b2fb-9748-4abd-a13c-0cdaab84b6ff req-d6d45ca3-ff4a-4551-bbe1-663d3d95e129 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:22.323749 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5676b2fb-9748-4abd-a13c-0cdaab84b6ff req-d6d45ca3-ff4a-4551-bbe1-663d3d95e129 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "DELETE /v2.0/security-groups/2f372bea-c726-4378-b4b5-3ad84ebad6a4 HTTP/1.1" status: 204 len: 173 time: 0.2820709 Mar 23 12:26:22.358809 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d45ca3-ff4a-4551-bbe1-663d3d95e129 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f372bea-c726-4378-b4b5-3ad84ebad6a4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:22.382687 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-344cdda8-58cb-4f27-b6ad-27f94fa51432 None None] For port 454ebd99-fc58-47dd-a654-dadee56db99c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=454ebd99-fc58-47dd-a654-dadee56db99c,segment=NetworkSegment(d76b9b48-7f7f-4768-8b2d-6523cfe82f3e),segment_id=d76b9b48-7f7f-4768-8b2d-6523cfe82f3e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:22.383337 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-344cdda8-58cb-4f27-b6ad-27f94fa51432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:22.408373 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-344cdda8-58cb-4f27-b6ad-27f94fa51432 None None] Calling delete_port for 454ebd99-fc58-47dd-a654-dadee56db99c owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:26:22.561016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb3c97-6da4-4501-a64c-ecaedf62bbca req-55d88a90-ad69-47b8-bfed-3f05b8d5cc7e tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:22.578535 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41cb3c97-6da4-4501-a64c-ecaedf62bbca req-55d88a90-ad69-47b8-bfed-3f05b8d5cc7e tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.1271939 Mar 23 12:26:22.698959 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41cb3c97-6da4-4501-a64c-ecaedf62bbca req-88fee065-e455-4f55-8cc2-1d7e43d1e3af tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150229 Mar 23 12:26:22.744215 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-344cdda8-58cb-4f27-b6ad-27f94fa51432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:22.812488 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344cdda8-58cb-4f27-b6ad-27f94fa51432 None None] No DVR routers for this DVR port 454ebd99-fc58-47dd-a654-dadee56db99c on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:26:22.832743 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cdda8-58cb-4f27-b6ad-27f94fa51432 None None] Pushing event deleted for resources: {'Port': ['ID=454ebd99-fc58-47dd-a654-dadee56db99c,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:22.841261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Attempting to bind port 8bd7fd29-47b3-4709-8388-5a907892c504 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:22.841661 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Attempting to bind port 8bd7fd29-47b3-4709-8388-5a907892c504 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'e1674ff3-2c14-4088-aac3-d5e7be6f5d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:22.842389 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Attempting to bind port 8bd7fd29-47b3-4709-8388-5a907892c504 on network 6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:22.854223 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:22.854635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Checking segment: {'id': 'e1674ff3-2c14-4088-aac3-d5e7be6f5d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:22.855172 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:22.855575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Bound using segment: {'id': 'e1674ff3-2c14-4088-aac3-d5e7be6f5d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:22.856235 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Bound port: 8bd7fd29-47b3-4709-8388-5a907892c504, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1674ff3-2c14-4088-aac3-d5e7be6f5d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:22.856705 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:22.977362 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613db9a8-0e61-4558-b416-93be3998ef5c req-32e28965-ea56-4ace-b215-1c696965ae47 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--516590315&fields=id&tenant_id=8001c6b343c74d98acb249e144cd9ee4 HTTP/1.1" status: 200 len: 267 time: 0.0974798 Mar 23 12:26:23.025211 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 62e8c68c-29c7-44c2-849d-fc07c8d42c39 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:26:23.095582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] For port 8bd7fd29-47b3-4709-8388-5a907892c504, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:23.110018 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 62e8c68c-29c7-44c2-849d-fc07c8d42c39 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:26:23.110646 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 62e8c68c-29c7-44c2-849d-fc07c8d42c39 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:26:23.111839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 863e0696-5121-4199-acd1-44b699922dbf no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:26:23.193449 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] For port 8bd7fd29-47b3-4709-8388-5a907892c504, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8bd7fd29-47b3-4709-8388-5a907892c504,segment=NetworkSegment(e1674ff3-2c14-4088-aac3-d5e7be6f5d0e),segment_id=e1674ff3-2c14-4088-aac3-d5e7be6f5d0e)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:23.206254 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 863e0696-5121-4199-acd1-44b699922dbf {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:26:23.209272 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 863e0696-5121-4199-acd1-44b699922dbf not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:26:23.213475 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:23.224689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613db9a8-0e61-4558-b416-93be3998ef5c req-cb6fc646-a59d-4b89-9aec-30af6f41d8f8 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:23.242808 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613db9a8-0e61-4558-b416-93be3998ef5c req-cb6fc646-a59d-4b89-9aec-30af6f41d8f8 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/networks?id=f731e4d7-4c9b-4d2d-963d-6cfadce42a60 HTTP/1.1" status: 200 len: 824 time: 0.2642093 Mar 23 12:26:23.301882 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613db9a8-0e61-4558-b416-93be3998ef5c req-2944e6e7-4cc7-4c1a-bd5b-48740d3724ff tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/quotas/8001c6b343c74d98acb249e144cd9ee4 HTTP/1.1" status: 200 len: 375 time: 0.0579436 Mar 23 12:26:23.493631 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-25f8430e-ed1e-49a4-b65d-b3d2706f4e67 service neutron] 10.222.0.52 "GET /v2.0/networks/6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4421031 Mar 23 12:26:23.519164 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613db9a8-0e61-4558-b416-93be3998ef5c req-b951eb26-b077-4e37-abda-7db1429dbda0 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8001c6b343c74d98acb249e144cd9ee4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2145402 Mar 23 12:26:23.521148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10b278-56f0-4632-8cff-0588f68095dd None None] Pushing event updated for resources: {'Port': ['ID=8bd7fd29-47b3-4709-8388-5a907892c504,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:23.529078 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2012f86-3aad-44c6-845b-5cb626b2438e None None] Network 92484a6e-4d31-4b55-b815-b4265e5eff7b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:23.616375 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc46d71-9ea1-4586-9f64-35bec1774ce5 req-6b33c3c1-b17b-4fd7-9f58-00bd61b96dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:23.617981 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-afc46d71-9ea1-4586-9f64-35bec1774ce5 req-6b33c3c1-b17b-4fd7-9f58-00bd61b96dda service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 1.4844368 Mar 23 12:26:23.634581 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:23.646657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7bfd9b5e-308c-4df4-ae73-3eacb3eac84a None None] Provisioning complete for port c5df6e8b-cc1d-406c-a4c5-46ad1f60143d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:23.650811 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9b5e-308c-4df4-ae73-3eacb3eac84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:23.711288 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b996d5f4-bd1c-4e27-93ab-300720dcad05 req-a9f54978-9105-4b84-9d66-417d27b61395 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1910784 Mar 23 12:26:23.750098 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613db9a8-0e61-4558-b416-93be3998ef5c req-b37538c3-3616-47ad-8eca-fd263f074b27 service neutron] 10.222.0.52 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087662 Mar 23 12:26:23.767009 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c5df6e8b-cc1d-406c-a4c5-46ad1f60143d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:23.786972 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-993c3574-b375-439a-88f3-7997bf633265 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:23.995232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] Pushing event deleted for resources: {'Port': ['ID=454ebd99-fc58-47dd-a654-dadee56db99c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:23.998187 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-993c3574-b375-439a-88f3-7997bf633265 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:24.028140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996d5f4-bd1c-4e27-93ab-300720dcad05 req-c2cb7764-2e6e-4a18-b497-ef06cea00a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:24.029781 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b996d5f4-bd1c-4e27-93ab-300720dcad05 req-c2cb7764-2e6e-4a18-b497-ef06cea00a47 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 1101 time: 0.2421582 Mar 23 12:26:24.050495 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['8168fddc-a078-4aea-b62d-b667f0f62f53', 'd3fdfc44-29f1-40e8-8e4e-257061386a42', 'b73b8924-6405-40ca-9179-cbcbc5cd54bf'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:26:24.070445 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-afc46d71-9ea1-4586-9f64-35bec1774ce5 req-2c04294d-0e0b-466b-8130-554a04892db7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 HTTP/1.1" status: 200 len: 217 time: 0.2317343 Mar 23 12:26:24.136010 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a2df29d0-1dfa-4ec1-9320-24ad63b54492', '54d5c8b5-61c2-48f5-b954-7e27a5e68a54', 'd44c8735-4010-4ade-b7c2-72a0a07bc462', '30629cd0-2a0f-4a90-bbb7-649f46a63a15'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:26:24.136257 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613db9a8-0e61-4558-b416-93be3998ef5c req-6ab101ee-9141-4f98-bd13-4fdec7cd39ee service neutron] 10.222.0.52 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781142 Mar 23 12:26:24.179761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] No DVR routers for this DVR port 454ebd99-fc58-47dd-a654-dadee56db99c on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:26:24.238262 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b965b1a0-af00-4c27-bb62-10ba57eae5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:24.368151 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc46d71-9ea1-4586-9f64-35bec1774ce5 req-efadbecc-cd5f-4979-93d4-51d306450bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:24.370526 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996d5f4-bd1c-4e27-93ab-300720dcad05 req-5d86363b-41ae-478c-8a10-632610e3a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:24.372902 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b996d5f4-bd1c-4e27-93ab-300720dcad05 req-5d86363b-41ae-478c-8a10-632610e3a799 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.2219005 Mar 23 12:26:24.373677 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-afc46d71-9ea1-4586-9f64-35bec1774ce5 req-efadbecc-cd5f-4979-93d4-51d306450bd6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.2684417 Mar 23 12:26:24.464360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158ccf4-524f-46b2-ada8-9d74561fb1ad req-cb97dcbb-f909-4d10-a33c-f66202157e6b tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:24.473084 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e158ccf4-524f-46b2-ada8-9d74561fb1ad req-cb97dcbb-f909-4d10-a33c-f66202157e6b tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.77 "GET /v2.0/ports?device_id=138443c3-7e35-4186-a95c-98bacf6bca74 HTTP/1.1" status: 200 len: 946 time: 0.5752559 Mar 23 12:26:24.481402 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9b5e-308c-4df4-ae73-3eacb3eac84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:24.492014 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b996d5f4-bd1c-4e27-93ab-300720dcad05 req-4559a3e0-7d10-43dc-901e-43bbbe20db9f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a2df29d0-1dfa-4ec1-9320-24ad63b54492 HTTP/1.1" status: 200 len: 217 time: 0.1121042 Mar 23 12:26:24.508908 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-a77a580f-1587-49c2-a292-6901089a9237 req-63da0de7-d6be-4b07-ae49-d64b20c26d93 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] show failed (client error): The resource could not be found. Mar 23 12:26:24.510114 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a77a580f-1587-49c2-a292-6901089a9237 req-63da0de7-d6be-4b07-ae49-d64b20c26d93 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/fc5a136a-c745-4910-97af-083b89dfc18d HTTP/1.1" status: 404 len: 352 time: 0.1159570 Mar 23 12:26:24.584399 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-993c3574-b375-439a-88f3-7997bf633265 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:24.608396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c5df6e8b-cc1d-406c-a4c5-46ad1f60143d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:24.614048 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:24.616272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996d5f4-bd1c-4e27-93ab-300720dcad05 req-fabecd47-5672-4b6f-98e3-8eb1c692c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:24.617944 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b996d5f4-bd1c-4e27-93ab-300720dcad05 req-fabecd47-5672-4b6f-98e3-8eb1c692c9a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1067681 Mar 23 12:26:24.725439 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c3574-b375-439a-88f3-7997bf633265 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Pushing event updated for resources: {'Port': ['ID=068b068b-0a38-4f07-af26-565a1ca4d48a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:24.737739 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7bfd9b5e-308c-4df4-ae73-3eacb3eac84a None None] For port c5df6e8b-cc1d-406c-a4c5-46ad1f60143d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c5df6e8b-cc1d-406c-a4c5-46ad1f60143d,segment=NetworkSegment(793ae0bf-724b-441b-995e-bab2cddc938b),segment_id=793ae0bf-724b-441b-995e-bab2cddc938b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:24.757805 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-993c3574-b375-439a-88f3-7997bf633265 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:24.761198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-993c3574-b375-439a-88f3-7997bf633265 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:24.771017 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:24.797483 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4d1ffa-054f-470d-adba-a04589e75d15']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:24.809916 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76b9b48-7f7f-4768-8b2d-6523cfe82f3e') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:24.810737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76b9b48-7f7f-4768-8b2d-6523cfe82f3e') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:24.826328 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:24.842778 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:24.843627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d4fcc-7e50-4ee1-81c1-5fada58a3504 req-59fa49ed-8b51-4e95-a212-2f94e37d13e1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:24.850516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:26:24.851155 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:24.856536 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed3d4fcc-7e50-4ee1-81c1-5fada58a3504 req-59fa49ed-8b51-4e95-a212-2f94e37d13e1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 935 time: 0.1517167 Mar 23 12:26:24.934090 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9b5e-308c-4df4-ae73-3eacb3eac84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:24.970442 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed3d4fcc-7e50-4ee1-81c1-5fada58a3504 req-31c3a6cd-472e-434e-be7e-c90912c707ba tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111591 Mar 23 12:26:24.981422 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996d5f4-bd1c-4e27-93ab-300720dcad05 req-07bdd0f3-c5f4-43d7-a1dc-253f3d0b8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:24.983790 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b996d5f4-bd1c-4e27-93ab-300720dcad05 req-07bdd0f3-c5f4-43d7-a1dc-253f3d0b8f62 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3540170 Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:26:25.337373 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:26:25.394367 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd9b5e-308c-4df4-ae73-3eacb3eac84a None None] Pushing event updated for resources: {'Port': ['ID=c5df6e8b-cc1d-406c-a4c5-46ad1f60143d,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:25.433331 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-993c3574-b375-439a-88f3-7997bf633265 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:25.435804 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-993c3574-b375-439a-88f3-7997bf633265 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:25.462981 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b996d5f4-bd1c-4e27-93ab-300720dcad05 req-d198e224-6b97-4ad6-907a-6916b479e733 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706535 Mar 23 12:26:25.486445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9043e8-736d-41bb-a996-d603ec0f7be1 req-63082af5-b7b7-43ff-a091-5af42d96a113 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:25.495543 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e9043e8-736d-41bb-a996-d603ec0f7be1 req-63082af5-b7b7-43ff-a091-5af42d96a113 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.2644269 Mar 23 12:26:25.513327 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-993c3574-b375-439a-88f3-7997bf633265 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5061462 Mar 23 12:26:25.548592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Request body: {'port': {'device_id': '12159f18-4643-4132-aeb4-60764ef389c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:25.562603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:25.596018 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:25.603752 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:25.605519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bb3b1a61-79dc-4f05-9f36-1cb8968bcad0 None None] Provisioning complete for port c5df6e8b-cc1d-406c-a4c5-46ad1f60143d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:25.605897 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bb3b1a61-79dc-4f05-9f36-1cb8968bcad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:25.615710 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] 10.222.0.52 "DELETE /v2.0/networks/be4d1ffa-054f-470d-adba-a04589e75d15 HTTP/1.1" status: 204 len: 168 time: 4.8435626 Mar 23 12:26:25.650811 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-b088751c-58e0-4583-b577-29db7c5a092b service neutron] 10.222.0.52 "GET /v2.0/networks/6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0752134 Mar 23 12:26:25.657183 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e9043e8-736d-41bb-a996-d603ec0f7be1 req-35675445-a0bd-4fe1-b4e0-f2920f510ecb tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600065 Mar 23 12:26:25.757499 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc46d71-9ea1-4586-9f64-35bec1774ce5 req-462fedf6-2201-45e8-9314-6ff2c7574b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:25.763569 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-afc46d71-9ea1-4586-9f64-35bec1774ce5 req-462fedf6-2201-45e8-9314-6ff2c7574b9f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3200953 Mar 23 12:26:25.773625 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b996d5f4-bd1c-4e27-93ab-300720dcad05 req-f70d48c1-d1f8-4204-bc1f-6938e612e898 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751853 Mar 23 12:26:25.885193 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8744fe46-e1d7-4cad-9e50-1136238bdf57 req-eb6bbd5c-1fe9-4c92-a5ad-5c7c4d638b61 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 210 time: 0.0841563 Mar 23 12:26:25.892853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a99f185-35e1-4e03-afd1-106bb93a1377 None None] Network 6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:25.931777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46692) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:25.959127 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907f36a-9379-42e6-8672-6cf2f7c47862 admin admin] Pushing event deleted for resources: {'Network': ['ID=be4d1ffa-054f-470d-adba-a04589e75d15,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:25.997165 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:25.997671 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:26.012120 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1aa66a7a-cd1a-400e-abbc-252802471b2f req-e37dbb85-62ef-4231-8028-0764f295f3cc tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/9276ea46-8783-444c-8c1d-5ea60302e71f HTTP/1.1" status: 200 len: 1805 time: 0.0867031 Mar 23 12:26:26.036568 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0c30d3ff-187c-4baa-b07d-60b9d508e4f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d08b4c763d23440da670dd01f0985d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1026974 Mar 23 12:26:26.047453 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46696) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:26.152025 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:26.182711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-e158ccf4-524f-46b2-ada8-9d74561fb1ad req-d77a066e-149b-4529-a37c-ed899b939416 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Deleting port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:26:26.183053 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e158ccf4-524f-46b2-ada8-9d74561fb1ad req-d77a066e-149b-4529-a37c-ed899b939416 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:26.201585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:26:26.208875 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b25aecf1-005a-474f-b474-5c821442dd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:26.215657 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1aa66a7a-cd1a-400e-abbc-252802471b2f req-552c8aed-2e82-4ad9-92a7-9f128f12b298 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:26.260853 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-fde46d07-a841-43c9-b13d-b8e9fa1ca361 service neutron] 10.222.0.52 "GET /v2.0/networks/92484a6e-4d31-4b55-b815-b4265e5eff7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6085660 Mar 23 12:26:26.273351 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b25aecf1-005a-474f-b474-5c821442dd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:26.326114 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1aa66a7a-cd1a-400e-abbc-252802471b2f req-552c8aed-2e82-4ad9-92a7-9f128f12b298 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:26.343341 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-afc46d71-9ea1-4586-9f64-35bec1774ce5 req-09ac83b6-b79a-4f7a-8a38-faf669d4a782 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546203 Mar 23 12:26:26.352814 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 454ebd99-fc58-47dd-a654-dadee56db99c no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:26:26.382521 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b25aecf1-005a-474f-b474-5c821442dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:26.385912 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b25aecf1-005a-474f-b474-5c821442dd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:26.387422 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b25aecf1-005a-474f-b474-5c821442dd0d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b519aa24-d987-47fe-8897-0b0d4429a920 HTTP/1.1" status: 204 len: 168 time: 0.3377471 Mar 23 12:26:26.397701 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-707ff601-fb12-4e76-a0ea-1044365dbb78 None None] Provisioning complete for port 8bd7fd29-47b3-4709-8388-5a907892c504 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:26.398079 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-707ff601-fb12-4e76-a0ea-1044365dbb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:26.478786 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25aecf1-005a-474f-b474-5c821442dd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b519aa24-d987-47fe-8897-0b0d4429a920,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:26.480303 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-afc46d71-9ea1-4586-9f64-35bec1774ce5 req-8f332639-72c8-4c20-bd57-98feb76772a3 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175766 Mar 23 12:26:26.512657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 454ebd99-fc58-47dd-a654-dadee56db99c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:26:26.512997 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 454ebd99-fc58-47dd-a654-dadee56db99c not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:26:26.517692 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1aa66a7a-cd1a-400e-abbc-252802471b2f req-552c8aed-2e82-4ad9-92a7-9f128f12b298 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:26.522852 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1aa66a7a-cd1a-400e-abbc-252802471b2f req-552c8aed-2e82-4ad9-92a7-9f128f12b298 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:26.542418 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1aa66a7a-cd1a-400e-abbc-252802471b2f req-552c8aed-2e82-4ad9-92a7-9f128f12b298 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "DELETE /v2.0/security-groups/9276ea46-8783-444c-8c1d-5ea60302e71f HTTP/1.1" status: 204 len: 173 time: 0.5278709 Mar 23 12:26:26.575515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c8aed-2e82-4ad9-92a7-9f128f12b298 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9276ea46-8783-444c-8c1d-5ea60302e71f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:26.611105 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6189b69c-badc-4dcb-ae14-d359b0702160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:26.690822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e158ccf4-524f-46b2-ada8-9d74561fb1ad req-d77a066e-149b-4529-a37c-ed899b939416 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] For port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:26.691418 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e158ccf4-524f-46b2-ada8-9d74561fb1ad req-d77a066e-149b-4529-a37c-ed899b939416 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:26.866517 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:26.868262 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-adce08d1-bb2f-49f7-a6d6-094c363935a9 service neutron] 10.222.0.52 "GET /v2.0/networks/92484a6e-4d31-4b55-b815-b4265e5eff7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730600 Mar 23 12:26:26.909346 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-707ff601-fb12-4e76-a0ea-1044365dbb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:27.046555 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138443c3-7e35-4186-a95c-98bacf6bca74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:26:27.055603 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74857ce-d2a3-4ca1-8a90-385e12b5b17b" -d '{"events": [{"server_uuid": "138443c3-7e35-4186-a95c-98bacf6bca74", "name": "network-vif-unplugged", "status": "completed", "tag": "4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:26:27.176317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4f5e9-ee4b-4457-b959-2278681c54a5 req-cad7f8ba-e535-4b20-bd57-489235cd425e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:27.186101 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4fc4f5e9-ee4b-4457-b959-2278681c54a5 req-cad7f8ba-e535-4b20-bd57-489235cd425e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 935 time: 0.5128279 Mar 23 12:26:27.235578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-707ff601-fb12-4e76-a0ea-1044365dbb78 None None] For port 8bd7fd29-47b3-4709-8388-5a907892c504, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8bd7fd29-47b3-4709-8388-5a907892c504,segment=NetworkSegment(e1674ff3-2c14-4088-aac3-d5e7be6f5d0e),segment_id=e1674ff3-2c14-4088-aac3-d5e7be6f5d0e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:27.245696 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:27.259172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8bd7fd29-47b3-4709-8388-5a907892c504 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:27.264742 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-707ff601-fb12-4e76-a0ea-1044365dbb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:27.363500 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613db9a8-0e61-4558-b416-93be3998ef5c req-d72d62ef-87ff-44b8-baa1-5f909baf9a3b tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:27.366174 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613db9a8-0e61-4558-b416-93be3998ef5c req-d72d62ef-87ff-44b8-baa1-5f909baf9a3b tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.73 "GET /v2.0/networks?id=f731e4d7-4c9b-4d2d-963d-6cfadce42a60 HTTP/1.1" status: 200 len: 824 time: 0.6631408 Mar 23 12:26:27.370393 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:27.388942 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4fc4f5e9-ee4b-4457-b959-2278681c54a5 req-59e6c8e7-92f4-4f52-b89c-b15b38dd5b68 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928236 Mar 23 12:26:27.462135 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613db9a8-0e61-4558-b416-93be3998ef5c req-a7fbdb5d-d286-497d-8fc5-4ae35493fe69 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8001c6b343c74d98acb249e144cd9ee4 HTTP/1.1" status: 200 len: 379 time: 0.0791128 Mar 23 12:26:27.495459 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-613db9a8-0e61-4558-b416-93be3998ef5c req-732b53df-cfc3-4f80-b1ee-1c4bc5072da6 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Request body: {'port': {'device_id': 'c1970acf-8b90-4c05-90af-3a42c2a36f58', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'admin_state_up': True, 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'security_groups': ['55683a69-9467-443d-8d7d-f9bf319e158c']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:27.647544 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e158ccf4-524f-46b2-ada8-9d74561fb1ad req-d77a066e-149b-4529-a37c-ed899b939416 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:27.649202 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e158ccf4-524f-46b2-ada8-9d74561fb1ad req-d77a066e-149b-4529-a37c-ed899b939416 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:27.649552 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [req-e158ccf4-524f-46b2-ada8-9d74561fb1ad req-d77a066e-149b-4529-a37c-ed899b939416 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Floating IP 40346554-61be-4216-a7fa-5a5c4b38aadc disassociated. External IP: 172.25.2.253, port: 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f. Mar 23 12:26:27.649913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-e158ccf4-524f-46b2-ada8-9d74561fb1ad req-d77a066e-149b-4529-a37c-ed899b939416 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Calling delete_port for 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:26:27.813194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-707ff601-fb12-4e76-a0ea-1044365dbb78 None None] Provisioning complete for port 068b068b-0a38-4f07-af26-565a1ca4d48a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:27.814356 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-707ff601-fb12-4e76-a0ea-1044365dbb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:27.835789 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:27.860264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8bd7fd29-47b3-4709-8388-5a907892c504 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:27.861266 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:27.885140 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068b068b-0a38-4f07-af26-565a1ca4d48a {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:26:27.918616 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:27.931790 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ff601-fb12-4e76-a0ea-1044365dbb78 None None] Pushing event updated for resources: {'Port': ['ID=8bd7fd29-47b3-4709-8388-5a907892c504,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:28.020958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Transition to ACTIVE for port object 068b068b-0a38-4f07-af26-565a1ca4d48a will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:26:28.037453 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:28.053843 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-29ee73d6-ddd1-420d-8814-71ed377165e4 req-9a110c74-cd7a-455c-9631-fe0a46c47d61 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/f03961cd-44d5-48d5-ab82-8c1a88a03c4f HTTP/1.1" status: 200 len: 1804 time: 0.5479577 Mar 23 12:26:28.244588 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-29ee73d6-ddd1-420d-8814-71ed377165e4 req-e293902d-dcb9-4fdb-b975-ecdd0a25579e tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:28.306796 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-29ee73d6-ddd1-420d-8814-71ed377165e4 req-e293902d-dcb9-4fdb-b975-ecdd0a25579e tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:28.316826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613db9a8-0e61-4558-b416-93be3998ef5c req-732b53df-cfc3-4f80-b1ee-1c4bc5072da6 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Made reservation on behalf of 8001c6b343c74d98acb249e144cd9ee4 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:28.319952 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-613db9a8-0e61-4558-b416-93be3998ef5c req-732b53df-cfc3-4f80-b1ee-1c4bc5072da6 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:28.333387 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-707ff601-fb12-4e76-a0ea-1044365dbb78 None None] Port 068b068b-0a38-4f07-af26-565a1ca4d48a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:26:28.465818 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:28.498118 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46756) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:28.538921 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Pushing event updated for resources: {'Port': ['ID=068b068b-0a38-4f07-af26-565a1ca4d48a,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:28.600833 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c504ea-2e50-4b79-8c9a-1e7915845ea0 req-324cb3ff-5186-4ceb-969c-171b83394763 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:28.602770 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-05c504ea-2e50-4b79-8c9a-1e7915845ea0 req-324cb3ff-5186-4ceb-969c-171b83394763 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.3589044 Mar 23 12:26:28.636341 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e158ccf4-524f-46b2-ada8-9d74561fb1ad req-d77a066e-149b-4529-a37c-ed899b939416 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:28.687341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0a5aa3bc-9c58-4285-9f25-36c563e2b6c2 None None] Provisioning complete for port 8bd7fd29-47b3-4709-8388-5a907892c504 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:28.691824 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0a5aa3bc-9c58-4285-9f25-36c563e2b6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:28.723860 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-05c504ea-2e50-4b79-8c9a-1e7915845ea0 req-6a8951d0-41aa-468b-8227-ab2bfa41b285 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132748 Mar 23 12:26:28.731239 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Attempting to bind port 068b068b-0a38-4f07-af26-565a1ca4d48a on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:28.741915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Attempting to bind port 068b068b-0a38-4f07-af26-565a1ca4d48a by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:28.741915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Attempting to bind port 068b068b-0a38-4f07-af26-565a1ca4d48a on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:28.741915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a066e-149b-4529-a37c-ed899b939416 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Pushing event deleted for resources: {'Port': ['ID=4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:28.763118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-613db9a8-0e61-4558-b416-93be3998ef5c req-732b53df-cfc3-4f80-b1ee-1c4bc5072da6 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Allocated IP 172.20.0.5 (f731e4d7-4c9b-4d2d-963d-6cfadce42a60/973c670b-2da1-4198-9fd7-10b0a0c5637b/8108478e-b859-4e1f-9567-c8e4d4668e91) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:28.780017 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c5df6e8b-cc1d-406c-a4c5-46ad1f60143d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:28.780751 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-29ee73d6-ddd1-420d-8814-71ed377165e4 req-e293902d-dcb9-4fdb-b975-ecdd0a25579e tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:28.785200 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Port 068b068b-0a38-4f07-af26-565a1ca4d48a on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:26:28.788663 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-29ee73d6-ddd1-420d-8814-71ed377165e4 req-e293902d-dcb9-4fdb-b975-ecdd0a25579e tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:28.789448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Attempting to bind port 068b068b-0a38-4f07-af26-565a1ca4d48a on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:28.790435 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-29ee73d6-ddd1-420d-8814-71ed377165e4 req-e293902d-dcb9-4fdb-b975-ecdd0a25579e tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "DELETE /v2.0/security-groups/f03961cd-44d5-48d5-ab82-8c1a88a03c4f HTTP/1.1" status: 204 len: 173 time: 0.7349882 Mar 23 12:26:28.823664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293902d-dcb9-4fdb-b975-ecdd0a25579e tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03961cd-44d5-48d5-ab82-8c1a88a03c4f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:28.836846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-eb8f8a49-43d8-4898-9dfe-020678b6ba3b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-322692109-network', 'tenant_id': '2ce79c088f2a45ad86dd78f770307a34'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:28.884896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:28.885941 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:28.887139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:28.887981 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Bound port: 068b068b-0a38-4f07-af26-565a1ca4d48a, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:28.888626 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:28.889783 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45025eb2-f88a-4f8e-953f-aef6c0e62727 x-openstack-request-id: req-45025eb2-f88a-4f8e-953f-aef6c0e62727 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:26:28.890107 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138443c3-7e35-4186-a95c-98bacf6bca74", "name": "network-vif-unplugged", "status": "completed", "tag": "4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:26:28.890376 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-45025eb2-f88a-4f8e-953f-aef6c0e62727 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:26:28.890777 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138443c3-7e35-4186-a95c-98bacf6bca74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f', 'code': 200} Mar 23 12:26:28.905080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8f8a49-43d8-4898-9dfe-020678b6ba3b admin admin] Made reservation on behalf of 2ce79c088f2a45ad86dd78f770307a34 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:28.910543 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8a49-43d8-4898-9dfe-020678b6ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:28.971111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c5df6e8b-cc1d-406c-a4c5-46ad1f60143d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:28.971645 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:29.006250 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:29.038020 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8a49-43d8-4898-9dfe-020678b6ba3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:29.052062 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b702f2eb-e176-496d-bc89-dbd879f18bf3 req-9f337d27-0b42-4c69-bccd-e8b4c1b874b9 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 210 time: 0.0473871 Mar 23 12:26:29.069658 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-613db9a8-0e61-4558-b416-93be3998ef5c req-732b53df-cfc3-4f80-b1ee-1c4bc5072da6 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:29.128255 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a60396a-cf6c-4212-8f0e-fceaba2c75b7 req-2104305d-6c00-4dd3-b17f-181c9668a26b tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 210 time: 0.1801391 Mar 23 12:26:29.311839 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-613db9a8-0e61-4558-b416-93be3998ef5c req-732b53df-cfc3-4f80-b1ee-1c4bc5072da6 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:29.426111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8bd7fd29-47b3-4709-8388-5a907892c504 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:29.439434 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:29.514060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613db9a8-0e61-4558-b416-93be3998ef5c req-732b53df-cfc3-4f80-b1ee-1c4bc5072da6 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:29.528602 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd1c7b-6cc9-423c-99be-a1a1dec34019 req-8c2a2bce-1958-48d0-8401-efd2295cea7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:29.542425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8bd7fd29-47b3-4709-8388-5a907892c504 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:29.542798 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:29.544173 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fadd1c7b-6cc9-423c-99be-a1a1dec34019 req-8c2a2bce-1958-48d0-8401-efd2295cea7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 947 time: 0.3084397 Mar 23 12:26:29.568148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-613db9a8-0e61-4558-b416-93be3998ef5c req-732b53df-cfc3-4f80-b1ee-1c4bc5072da6 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:29.580093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-613db9a8-0e61-4558-b416-93be3998ef5c req-732b53df-cfc3-4f80-b1ee-1c4bc5072da6 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:29.601261 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b53df-cfc3-4f80-b1ee-1c4bc5072da6 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Pushing event updated for resources: {'Port': ['ID=8108478e-b859-4e1f-9567-c8e4d4668e91,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:29.683543 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fadd1c7b-6cc9-423c-99be-a1a1dec34019 req-6c902f48-3d3d-4f0d-a81f-34fdcc48cbe4 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384237 Mar 23 12:26:29.731194 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613db9a8-0e61-4558-b416-93be3998ef5c req-732b53df-cfc3-4f80-b1ee-1c4bc5072da6 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:29.732004 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-613db9a8-0e61-4558-b416-93be3998ef5c req-732b53df-cfc3-4f80-b1ee-1c4bc5072da6 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:29.762591 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613db9a8-0e61-4558-b416-93be3998ef5c req-732b53df-cfc3-4f80-b1ee-1c4bc5072da6 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2925518 Mar 23 12:26:29.779173 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Request body: {'port': {'device_id': 'c1970acf-8b90-4c05-90af-3a42c2a36f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:29.860270 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:29.985849 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a6160f12-dc95-44aa-9914-3da9b694a497 None None] Provisioning complete for port 8108478e-b859-4e1f-9567-c8e4d4668e91 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:29.986425 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a6160f12-dc95-44aa-9914-3da9b694a497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:30.028210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a6160f12-dc95-44aa-9914-3da9b694a497 None None] Port 8108478e-b859-4e1f-9567-c8e4d4668e91 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:26:30.124764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] For port 068b068b-0a38-4f07-af26-565a1ca4d48a, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:30.159645 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] For port 068b068b-0a38-4f07-af26-565a1ca4d48a, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=068b068b-0a38-4f07-af26-565a1ca4d48a,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:30.177276 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-679e58bc-9930-4b95-aec8-8b39b3865e28 req-83fc8822-432d-426f-945c-fa37cb6bd052 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/ab02832e-4da0-4e31-be6f-ca72c0699f26 HTTP/1.1" status: 200 len: 1802 time: 0.9142997 Mar 23 12:26:30.195309 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:30.234389 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8a49-43d8-4898-9dfe-020678b6ba3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:30.249630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8108478e-b859-4e1f-9567-c8e4d4668e91 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:26:30.259424 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:30.265602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e158ccf4-524f-46b2-ada8-9d74561fb1ad req-d77a066e-149b-4529-a37c-ed899b939416 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Router 4e04151c-df0d-47cd-a19a-612af8ac8826 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:26:30.269696 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8a49-43d8-4898-9dfe-020678b6ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:30.272608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Transition to ACTIVE for port object 8108478e-b859-4e1f-9567-c8e4d4668e91 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:26:30.278238 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:30.278602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-a80cdf37-3797-4b24-b366-afe0ba9db5d1 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:30.284320 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-a80cdf37-3797-4b24-b366-afe0ba9db5d1 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:30.285960 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-a80cdf37-3797-4b24-b366-afe0ba9db5d1 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.77 "GET /v2.0/networks?id=92484a6e-4d31-4b55-b815-b4265e5eff7b&id=6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc&id=92484a6e-4d31-4b55-b815-b4265e5eff7b HTTP/1.1" status: 200 len: 1391 time: 1.0269315 Mar 23 12:26:30.315063 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-fbd56a07-779a-4cef-aa0c-b4ff5874ce75 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Request body: {'port': {'device_id': '38f31695-ea22-412f-992d-b95e529d7b79', 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b', 'admin_state_up': True, 'tenant_id': '30d96015ed484726b5769dfa4017912e'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:30.346719 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:30.347509 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:30.349387 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] 10.222.0.73 "PUT /v2.0/ports/068b068b-0a38-4f07-af26-565a1ca4d48a HTTP/1.1" status: 200 len: 1095 time: 4.8117068 Mar 23 12:26:30.365837 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12159f18-4643-4132-aeb4-60764ef389c1', 'tag': '068b068b-0a38-4f07-af26-565a1ca4d48a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:26:30.368592 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352b379a-d8c5-48c6-9863-e4e678c31cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "12159f18-4643-4132-aeb4-60764ef389c1", "tag": "068b068b-0a38-4f07-af26-565a1ca4d48a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:26:30.398498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Pushing event updated for resources: {'Port': ['ID=8108478e-b859-4e1f-9567-c8e4d4668e91,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:30.413766 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8f8a49-43d8-4898-9dfe-020678b6ba3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:26:30.416960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f338dd6-1d78-4c35-98a6-0273291d5674 req-97e756c3-1d57-413f-b168-ed736247905c tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:30.422202 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2f338dd6-1d78-4c35-98a6-0273291d5674 req-97e756c3-1d57-413f-b168-ed736247905c tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.5621572 Mar 23 12:26:30.519664 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2f338dd6-1d78-4c35-98a6-0273291d5674 req-083b15ec-f459-41d1-9a0b-9ffb4fd266a5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916345 Mar 23 12:26:30.524234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7d580-c241-4d9b-af1e-b6c0474b6493 service neutron] Pushing event updated for resources: {'Port': ['ID=068b068b-0a38-4f07-af26-565a1ca4d48a,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:30.590348 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f8a49-43d8-4898-9dfe-020678b6ba3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da330841-4807-4cf2-9d50-cd28d51b5e34,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:30.645392 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Attempting to bind port 8108478e-b859-4e1f-9567-c8e4d4668e91 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:30.645790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Attempting to bind port 8108478e-b859-4e1f-9567-c8e4d4668e91 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '14a48e7d-22ef-41f7-973a-3282d66d34ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:30.646132 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Attempting to bind port 8108478e-b859-4e1f-9567-c8e4d4668e91 on network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:30.659795 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Port 8108478e-b859-4e1f-9567-c8e4d4668e91 on network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:26:30.660919 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Attempting to bind port 8108478e-b859-4e1f-9567-c8e4d4668e91 on network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:30.700582 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8a49-43d8-4898-9dfe-020678b6ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:30.701192 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-eb8f8a49-43d8-4898-9dfe-020678b6ba3b admin admin] Added segment f6a586af-df44-477b-acee-f2ae55f26ec2 of type vlan for network e6641aab-e855-4821-b8bb-81ade197f315 Mar 23 12:26:30.706462 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:30.708789 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Checking segment: {'id': '14a48e7d-22ef-41f7-973a-3282d66d34ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:30.710745 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Bound using segment: {'id': '14a48e7d-22ef-41f7-973a-3282d66d34ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:30.711390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Bound port: 8108478e-b859-4e1f-9567-c8e4d4668e91, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a48e7d-22ef-41f7-973a-3282d66d34ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:30.712135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:30.738679 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-679e58bc-9930-4b95-aec8-8b39b3865e28 req-b5481b44-496b-412c-8fe3-1f8e9504e5dc tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:30.799487 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ad8b2a2-f892-40dd-93b3-47adde2ff306 req-3dc1cef3-f9e3-447a-8110-da37c43b1cd1 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 210 time: 0.1359894 Mar 23 12:26:30.861552 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] For port 8108478e-b859-4e1f-9567-c8e4d4668e91, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:30.924703 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8a49-43d8-4898-9dfe-020678b6ba3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:30.927962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] For port 8108478e-b859-4e1f-9567-c8e4d4668e91, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8108478e-b859-4e1f-9567-c8e4d4668e91,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:30.938036 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:30.951978 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-679e58bc-9930-4b95-aec8-8b39b3865e28 req-b5481b44-496b-412c-8fe3-1f8e9504e5dc tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:30.960170 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-d3264850-9a2d-4647-be54-2a62b46f1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:30.962513 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-d3264850-9a2d-4647-be54-2a62b46f1605 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 1098 time: 0.4934700 Mar 23 12:26:30.989163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fec48b-abc6-4340-829a-e63c8f7aa55d req-f5755a64-110d-4549-92e3-b6a80702e296 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:30.990562 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b2fec48b-abc6-4340-829a-e63c8f7aa55d req-f5755a64-110d-4549-92e3-b6a80702e296 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 943 time: 0.1310301 Mar 23 12:26:31.005769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:31.006601 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:31.007992 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613db9a8-0e61-4558-b416-93be3998ef5c req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] 10.222.0.73 "PUT /v2.0/ports/8108478e-b859-4e1f-9567-c8e4d4668e91 HTTP/1.1" status: 200 len: 1091 time: 1.2363155 Mar 23 12:26:31.008742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1970acf-8b90-4c05-90af-3a42c2a36f58', 'tag': '8108478e-b859-4e1f-9567-c8e4d4668e91'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:26:31.011861 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d0923a-012d-4827-83f1-7eb283d8c6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c1970acf-8b90-4c05-90af-3a42c2a36f58", "tag": "8108478e-b859-4e1f-9567-c8e4d4668e91"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:26:31.058216 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53676e-2bd5-42f4-80fe-d29b762f4468 service neutron] Pushing event updated for resources: {'Port': ['ID=8108478e-b859-4e1f-9567-c8e4d4668e91,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:31.121021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b2fec48b-abc6-4340-829a-e63c8f7aa55d req-41823867-4557-48f7-ba55-2def79c130d0 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805762 Mar 23 12:26:31.124377 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-7c25c362-7bda-4bb2-b9c3-4fa5a619449e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=068b068b-0a38-4f07-af26-565a1ca4d48a HTTP/1.1" status: 200 len: 217 time: 0.1374886 Mar 23 12:26:31.134851 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8a49-43d8-4898-9dfe-020678b6ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:31.143130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8f8a49-43d8-4898-9dfe-020678b6ba3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:31.144247 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8a49-43d8-4898-9dfe-020678b6ba3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:31.225007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613db9a8-0e61-4558-b416-93be3998ef5c req-dd072e0b-8491-43b7-8a82-65d54bd94a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:31.226568 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613db9a8-0e61-4558-b416-93be3998ef5c req-dd072e0b-8491-43b7-8a82-65d54bd94a22 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8001c6b343c74d98acb249e144cd9ee4&device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 1094 time: 0.0834954 Mar 23 12:26:31.270119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-fbd56a07-779a-4cef-aa0c-b4ff5874ce75 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Made reservation on behalf of 30d96015ed484726b5769dfa4017912e for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:31.278650 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-fbd56a07-779a-4cef-aa0c-b4ff5874ce75 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:31.303904 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613db9a8-0e61-4558-b416-93be3998ef5c req-3313b94a-3347-404d-bf3e-90cd9a99e7c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8108478e-b859-4e1f-9567-c8e4d4668e91 HTTP/1.1" status: 200 len: 217 time: 0.0617986 Mar 23 12:26:31.308030 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35722c9f-060d-4969-bc87-7f3663a04a90 x-openstack-request-id: req-35722c9f-060d-4969-bc87-7f3663a04a90 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:26:31.308438 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12159f18-4643-4132-aeb4-60764ef389c1", "tag": "068b068b-0a38-4f07-af26-565a1ca4d48a", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:26:31.308850 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35722c9f-060d-4969-bc87-7f3663a04a90 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:26:31.309642 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12159f18-4643-4132-aeb4-60764ef389c1', 'tag': '068b068b-0a38-4f07-af26-565a1ca4d48a', 'status': 'completed', 'code': 200} Mar 23 12:26:31.326942 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46794) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:31.335614 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-eb8f8a49-43d8-4898-9dfe-020678b6ba3b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8161976 Mar 23 12:26:31.355813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4badc05a-0352-44b2-b078-53168ab81309 admin admin] Request body: {'subnet': {'network_id': 'e6641aab-e855-4821-b8bb-81ade197f315', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-322692109-subnet', 'tenant_id': '2ce79c088f2a45ad86dd78f770307a34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:31.396116 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e158ccf4-524f-46b2-ada8-9d74561fb1ad req-d77a066e-149b-4529-a37c-ed899b939416 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:26:31.409044 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd13f75-c60f-416d-b584-3ab7a589eaa9 None None] Sync routers for ids ['4e04151c-df0d-47cd-a19a-612af8ac8826'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:26:31.426793 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd13f75-c60f-416d-b584-3ab7a589eaa9 None None] Routers {'4e04151c-df0d-47cd-a19a-612af8ac8826'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:31.427841 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4fd13f75-c60f-416d-b584-3ab7a589eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:26:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['4e04151c-df0d-47cd-a19a-612af8ac8826'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:31.450059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4badc05a-0352-44b2-b078-53168ab81309 admin admin] Made reservation on behalf of 2ce79c088f2a45ad86dd78f770307a34 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:31.460177 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4badc05a-0352-44b2-b078-53168ab81309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:31.465152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613db9a8-0e61-4558-b416-93be3998ef5c req-284072b6-0f81-4c7d-919b-5755ed02dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:31.468481 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613db9a8-0e61-4558-b416-93be3998ef5c req-284072b6-0f81-4c7d-919b-5755ed02dd05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=973c670b-2da1-4198-9fd7-10b0a0c5637b HTTP/1.1" status: 200 len: 863 time: 0.1556008 Mar 23 12:26:31.513798 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e158ccf4-524f-46b2-ada8-9d74561fb1ad req-d77a066e-149b-4529-a37c-ed899b939416 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] No DVR routers for this DVR port 4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:26:31.517296 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e158ccf4-524f-46b2-ada8-9d74561fb1ad req-d77a066e-149b-4529-a37c-ed899b939416 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:31.528883 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e158ccf4-524f-46b2-ada8-9d74561fb1ad req-d77a066e-149b-4529-a37c-ed899b939416 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.77 "DELETE /v2.0/ports/4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f HTTP/1.1" status: 204 len: 173 time: 6.9594483 Mar 23 12:26:31.528883 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-679e58bc-9930-4b95-aec8-8b39b3865e28 req-b5481b44-496b-412c-8fe3-1f8e9504e5dc tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:31.535729 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-679e58bc-9930-4b95-aec8-8b39b3865e28 req-b5481b44-496b-412c-8fe3-1f8e9504e5dc tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:31.537362 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-679e58bc-9930-4b95-aec8-8b39b3865e28 req-b5481b44-496b-412c-8fe3-1f8e9504e5dc tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "DELETE /v2.0/security-groups/ab02832e-4da0-4e31-be6f-ca72c0699f26 HTTP/1.1" status: 204 len: 173 time: 1.3593004 Mar 23 12:26:31.552290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-15d9dca5-ec07-4a55-ab91-708cd4253e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:31.553913 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-15d9dca5-ec07-4a55-ab91-708cd4253e65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.3897238 Mar 23 12:26:31.554565 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f8a49-43d8-4898-9dfe-020678b6ba3b admin admin] Pushing event updated for resources: {'Network': ['ID=e6641aab-e855-4821-b8bb-81ade197f315,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:31.568322 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network e6641aab-e855-4821-b8bb-81ade197f315 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:26:31.640998 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5481b44-496b-412c-8fe3-1f8e9504e5dc tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab02832e-4da0-4e31-be6f-ca72c0699f26,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:31.694184 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b82dd43-15e6-4d0b-9656-cd890134b96b x-openstack-request-id: req-4b82dd43-15e6-4d0b-9656-cd890134b96b {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:26:31.694600 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1970acf-8b90-4c05-90af-3a42c2a36f58", "tag": "8108478e-b859-4e1f-9567-c8e4d4668e91", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:26:31.694874 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4b82dd43-15e6-4d0b-9656-cd890134b96b {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:26:31.695296 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1970acf-8b90-4c05-90af-3a42c2a36f58', 'tag': '8108478e-b859-4e1f-9567-c8e4d4668e91', 'status': 'completed', 'code': 200} Mar 23 12:26:31.699736 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4fd13f75-c60f-416d-b584-3ab7a589eaa9 None None] Set router 4e04151c-df0d-47cd-a19a-612af8ac8826 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:31.738214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc1414-7333-41c5-8aeb-196c6cdd4697 req-f016b769-9280-4378-9ccc-1003f561e607 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:31.755205 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7bc1414-7333-41c5-8aeb-196c6cdd4697 req-f016b769-9280-4378-9ccc-1003f561e607 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 947 time: 0.3929400 Mar 23 12:26:31.759963 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-e3469f09-5f64-4130-ac16-f2ca4b876c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:31.761492 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-e3469f09-5f64-4130-ac16-f2ca4b876c78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1894929 Mar 23 12:26:31.968915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-fbd56a07-779a-4cef-aa0c-b4ff5874ce75 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Allocated IP 19.80.0.207 (92484a6e-4d31-4b55-b815-b4265e5eff7b/92da1c66-baa6-45e8-aad6-e6c51040d1f9/ca8be95e-b1a4-42f2-bcde-4281192161fb) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:31.974615 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5bb0201d-8bc2-4a71-9107-7d347fcbcbb7 req-652bbf5f-032d-401a-b3e4-6c1b3764c35c tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/9ae87698-e2fc-457b-b9d8-7d15d2cac9a4 HTTP/1.1" status: 200 len: 2403 time: 0.2967253 Mar 23 12:26:32.001468 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4fd13f75-c60f-416d-b584-3ab7a589eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:41Z', 'revision_number': 4, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '857f5288-90f4-4f8d-9ee6-351facafc4f7', 'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'mac_address': 'fa:16:3e:3b:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:39Z', 'updated_at': '2022-03-23T12:23:49Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'subnets': [{'id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:32.049870 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd13f75-c60f-416d-b584-3ab7a589eaa9 None None] Checking router: 4e04151c-df0d-47cd-a19a-612af8ac8826 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:26:32.065772 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd13f75-c60f-416d-b584-3ab7a589eaa9 None None] Routers {'4e04151c-df0d-47cd-a19a-612af8ac8826'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:32.066986 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4fd13f75-c60f-416d-b584-3ab7a589eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:26:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['4e04151c-df0d-47cd-a19a-612af8ac8826'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:32.113373 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7bc1414-7333-41c5-8aeb-196c6cdd4697 req-a7e1dfe6-b830-4847-b43b-18d00541521c tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571770 Mar 23 12:26:32.116242 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4badc05a-0352-44b2-b078-53168ab81309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:32.134344 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-c5b5cd5b-828b-4a79-9855-31790556bbe6 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577833 Mar 23 12:26:32.185815 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5bb0201d-8bc2-4a71-9107-7d347fcbcbb7 req-3f470bc4-b44b-4401-b284-482293256d3c tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:32.201825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613db9a8-0e61-4558-b416-93be3998ef5c req-2b871612-9538-4c38-a5b6-f5c5b6819fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:32.210945 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613db9a8-0e61-4558-b416-93be3998ef5c req-2b871612-9538-4c38-a5b6-f5c5b6819fea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f731e4d7-4c9b-4d2d-963d-6cfadce42a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7359929 Mar 23 12:26:32.261819 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5bb0201d-8bc2-4a71-9107-7d347fcbcbb7 req-3f470bc4-b44b-4401-b284-482293256d3c tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:32.274687 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4fd13f75-c60f-416d-b584-3ab7a589eaa9 None None] Set router 4e04151c-df0d-47cd-a19a-612af8ac8826 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:32.330943 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badc05a-0352-44b2-b078-53168ab81309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c892da54-551c-434d-adde-0a0d3baf99d8,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:32.394114 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4badc05a-0352-44b2-b078-53168ab81309 admin admin] Checking segment: {'id': 'f6a586af-df44-477b-acee-f2ae55f26ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e6641aab-e855-4821-b8bb-81ade197f315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:32.394478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4badc05a-0352-44b2-b078-53168ab81309 admin admin] Network hostable DHCP agents. Network: e6641aab-e855-4821-b8bb-81ade197f315, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:26:32.442098 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5bb0201d-8bc2-4a71-9107-7d347fcbcbb7 req-3f470bc4-b44b-4401-b284-482293256d3c tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:32.445615 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5bb0201d-8bc2-4a71-9107-7d347fcbcbb7 req-3f470bc4-b44b-4401-b284-482293256d3c tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:32.447810 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5bb0201d-8bc2-4a71-9107-7d347fcbcbb7 req-3f470bc4-b44b-4401-b284-482293256d3c tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "DELETE /v2.0/security-groups/9ae87698-e2fc-457b-b9d8-7d15d2cac9a4 HTTP/1.1" status: 204 len: 173 time: 0.4644349 Mar 23 12:26:32.449213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a8711-ad15-43f9-b843-9d23833a7e90 req-cc54a88b-fc8a-47c5-8e8e-366885919550 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:32.461812 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a37a8711-ad15-43f9-b843-9d23833a7e90 req-cc54a88b-fc8a-47c5-8e8e-366885919550 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.2216060 Mar 23 12:26:32.475431 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613db9a8-0e61-4558-b416-93be3998ef5c req-18734be8-fdc5-47e9-81a7-a9c8f6a948b5 service neutron] 10.222.0.73 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529838 Mar 23 12:26:32.482499 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4badc05a-0352-44b2-b078-53168ab81309 admin admin] Network e6641aab-e855-4821-b8bb-81ade197f315 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:26:32.488864 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f470bc4-b44b-4401-b284-482293256d3c tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae87698-e2fc-457b-b9d8-7d15d2cac9a4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:32.515008 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-4badc05a-0352-44b2-b078-53168ab81309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, e6641aab-e855-4821-b8bb-81ade197f315) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:32.524181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4badc05a-0352-44b2-b078-53168ab81309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:32.524847 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4badc05a-0352-44b2-b078-53168ab81309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:32.532749 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9531dd-e2bc-49bc-be23-179979a3dd22 None None] Network e6641aab-e855-4821-b8bb-81ade197f315 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:32.601688 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a37a8711-ad15-43f9-b843-9d23833a7e90 req-0ffafc0c-ce10-4cd2-bc89-1cf7b8ff03e9 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388791 Mar 23 12:26:32.623116 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4badc05a-0352-44b2-b078-53168ab81309 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2945597 Mar 23 12:26:32.626373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46820) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:32.706398 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-322692109-router', 'tenant_id': '2ce79c088f2a45ad86dd78f770307a34', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:32.709979 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613db9a8-0e61-4558-b416-93be3998ef5c req-bd1e7988-188b-48b1-ba38-415bf928781f service neutron] 10.222.0.73 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175574 Mar 23 12:26:32.722347 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1207ab41-19c4-485a-915c-690d65daa3e1 req-b2479f3c-67f7-49ec-87b9-988a9cc601c5 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 210 time: 0.1240325 Mar 23 12:26:32.740005 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0922c5f-390b-4f9f-be90-232a5efc4d4d req-2b43ba5c-19a7-4c3c-865a-6097d9e76ff3 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653043 Mar 23 12:26:32.890123 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4fd13f75-c60f-416d-b584-3ab7a589eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:41Z', 'revision_number': 4, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '857f5288-90f4-4f8d-9ee6-351facafc4f7', 'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'mac_address': 'fa:16:3e:3b:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:39Z', 'updated_at': '2022-03-23T12:23:49Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'subnets': [{'id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:32.902956 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-e6641aab-e855-4821-b8bb-81ade197f315', 'network_id': 'e6641aab-e855-4821-b8bb-81ade197f315', 'tenant_id': '2ce79c088f2a45ad86dd78f770307a34', 'fixed_ips': [{'subnet_id': 'c892da54-551c-434d-adde-0a0d3baf99d8'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:26:32.905275 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:32.930971 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd13f75-c60f-416d-b584-3ab7a589eaa9 None None] The sync data for ids ['4e04151c-df0d-47cd-a19a-612af8ac8826'] in n-d-834854-1 is: [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:41Z', 'revision_number': 4, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '857f5288-90f4-4f8d-9ee6-351facafc4f7', 'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'mac_address': 'fa:16:3e:3b:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:39Z', 'updated_at': '2022-03-23T12:23:49Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'subnets': [{'id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:26:32.961203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f7b1d-bdb8-49c9-8892-e58b9c4f2d37 req-cbc747b6-def2-49e4-b8ad-f96321df3663 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:32.990930 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-fbd56a07-779a-4cef-aa0c-b4ff5874ce75 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:32.991577 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f9f7b1d-bdb8-49c9-8892-e58b9c4f2d37 req-cbc747b6-def2-49e4-b8ad-f96321df3663 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 943 time: 0.2674186 Mar 23 12:26:33.033180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b379a-d8c5-48c6-9863-e4e678c31cd7 req-cc7fb784-6460-40da-b23a-c884282c2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:33.048544 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-352b379a-d8c5-48c6-9863-e4e678c31cd7 req-cc7fb784-6460-40da-b23a-c884282c2fc5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 1098 time: 0.2159066 Mar 23 12:26:33.058153 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:33.059212 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:33.075462 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8e11447-3a1f-4891-affb-7d30c63189ae req-0e24c206-cc3e-4548-9cbd-43b818ac8cd3 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "GET /v2.0/security-groups/c32a0fed-4e94-47ea-b836-ee0fe04c821f HTTP/1.1" status: 200 len: 2394 time: 0.2935131 Mar 23 12:26:33.116989 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f9f7b1d-bdb8-49c9-8892-e58b9c4f2d37 req-6e0bef73-c616-408a-a52f-7fbb27bb0276 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242957 Mar 23 12:26:33.196142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0923a-012d-4827-83f1-7eb283d8c6cb req-f3d81bdb-3bb5-45e1-a7ed-e31d92fa1f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:33.197676 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96d0923a-012d-4827-83f1-7eb283d8c6cb req-f3d81bdb-3bb5-45e1-a7ed-e31d92fa1f62 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8001c6b343c74d98acb249e144cd9ee4&device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 1094 time: 0.3081262 Mar 23 12:26:33.304827 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-fbd56a07-779a-4cef-aa0c-b4ff5874ce75 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:33.321804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138443c3-7e35-4186-a95c-98bacf6bca74', 'name': 'network-vif-deleted', 'tag': '4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:26:33.324099 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca770494-2700-41e0-a643-c33150a77693" -d '{"events": [{"server_uuid": "138443c3-7e35-4186-a95c-98bacf6bca74", "name": "network-vif-deleted", "tag": "4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:26:33.352813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b379a-d8c5-48c6-9863-e4e678c31cd7 req-a0661416-b74d-4593-b620-5cfe4070e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:33.354537 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-352b379a-d8c5-48c6-9863-e4e678c31cd7 req-a0661416-b74d-4593-b620-5cfe4070e780 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.2931240 Mar 23 12:26:33.364941 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Allocated IP 172.20.0.2 (e6641aab-e855-4821-b8bb-81ade197f315/c892da54-551c-434d-adde-0a0d3baf99d8/c40f8cdf-dfff-4d29-b3fc-5615a86c3530) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:33.406625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ee2ef-1548-4959-bede-c65824ef0d76 req-92c7d24a-9899-4e71-aaeb-2ba339279450 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:33.411225 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b7ee2ef-1548-4959-bede-c65824ef0d76 req-92c7d24a-9899-4e71-aaeb-2ba339279450 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 947 time: 0.1502185 Mar 23 12:26:33.483415 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-352b379a-d8c5-48c6-9863-e4e678c31cd7 req-2cf5193d-9cd9-40ee-aff8-aac300500d6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=068b068b-0a38-4f07-af26-565a1ca4d48a HTTP/1.1" status: 200 len: 217 time: 0.1073587 Mar 23 12:26:33.541242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fda3ea6-0ad6-48b5-9591-1fa06d76c9b5 None None] New status for floating IP 40346554-61be-4216-a7fa-5a5c4b38aadc: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:26:33.555740 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:33.569453 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b7ee2ef-1548-4959-bede-c65824ef0d76 req-3f3eb4c8-44a4-4340-a2e1-41b1ce0fbb6a tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470947 Mar 23 12:26:33.598999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b379a-d8c5-48c6-9863-e4e678c31cd7 req-61d41c24-ec21-4a1a-b4a5-68a174a9c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:33.600623 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-352b379a-d8c5-48c6-9863-e4e678c31cd7 req-61d41c24-ec21-4a1a-b4a5-68a174a9c9f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1055813 Mar 23 12:26:33.672158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd56a07-779a-4cef-aa0c-b4ff5874ce75 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event updated for resources: {'Port': ['ID=ca8be95e-b1a4-42f2-bcde-4281192161fb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:33.713056 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d8b12d-9962-4262-a2e6-c54164334c1b x-openstack-request-id: req-e2d8b12d-9962-4262-a2e6-c54164334c1b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:26:33.713370 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138443c3-7e35-4186-a95c-98bacf6bca74", "name": "network-vif-deleted", "tag": "4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:26:33.713613 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2d8b12d-9962-4262-a2e6-c54164334c1b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:26:33.714004 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138443c3-7e35-4186-a95c-98bacf6bca74', 'name': 'network-vif-deleted', 'tag': '4d1f5111-7baf-4c52-ad4c-e7571e9b2e6f', 'status': 'completed', 'code': 200} Mar 23 12:26:33.717950 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b379a-d8c5-48c6-9863-e4e678c31cd7 req-7071a2d3-c3ef-41fd-bd10-e2d75a127617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:33.726182 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-352b379a-d8c5-48c6-9863-e4e678c31cd7 req-7071a2d3-c3ef-41fd-bd10-e2d75a127617 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102388 Mar 23 12:26:33.750767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-fbd56a07-779a-4cef-aa0c-b4ff5874ce75 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Network 92484a6e-4d31-4b55-b815-b4265e5eff7b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:33.807713 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-fbd56a07-779a-4cef-aa0c-b4ff5874ce75 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:33.817099 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-fbd56a07-779a-4cef-aa0c-b4ff5874ce75 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:33.955241 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0923a-012d-4827-83f1-7eb283d8c6cb req-314d0ca4-226c-4002-a29a-17a9fc346c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:33.956200 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96d0923a-012d-4827-83f1-7eb283d8c6cb req-314d0ca4-226c-4002-a29a-17a9fc346c04 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f731e4d7-4c9b-4d2d-963d-6cfadce42a60 HTTP/1.1" status: 200 len: 925 time: 0.7268770 Mar 23 12:26:33.965217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-fbd56a07-779a-4cef-aa0c-b4ff5874ce75 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:33.973125 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-fbd56a07-779a-4cef-aa0c-b4ff5874ce75 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:33.980450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516b012-6245-4701-ab54-6225c0f50cd5 req-9cf350cb-ddd2-4180-a4c9-68e5e22e7432 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:33.982267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c516b012-6245-4701-ab54-6225c0f50cd5 req-9cf350cb-ddd2-4180-a4c9-68e5e22e7432 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.2196002 Mar 23 12:26:33.997081 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:34.014463 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:34.080795 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b8e11447-3a1f-4891-affb-7d30c63189ae req-1ee458a4-22c4-4197-9f94-5af7bb3f8b70 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:34.101589 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96d0923a-012d-4827-83f1-7eb283d8c6cb req-2baba3f9-fdf4-4f2d-9fbd-30dcc1875164 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8108478e-b859-4e1f-9567-c8e4d4668e91 HTTP/1.1" status: 200 len: 217 time: 0.0661631 Mar 23 12:26:34.116524 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Network e6641aab-e855-4821-b8bb-81ade197f315 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:34.127665 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:34.131600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:34.137236 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c516b012-6245-4701-ab54-6225c0f50cd5 req-c5fa5dc5-1a95-4ac3-b5ee-6bbe141f279b tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331313 Mar 23 12:26:34.148184 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-352b379a-d8c5-48c6-9863-e4e678c31cd7 req-015baacd-030a-4bf9-8345-fba5a5774620 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142468 Mar 23 12:26:34.188117 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Pushing event updated for resources: {'Port': ['ID=c40f8cdf-dfff-4d29-b3fc-5615a86c3530,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:34.276193 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-fbd56a07-779a-4cef-aa0c-b4ff5874ce75 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9735365 Mar 23 12:26:34.316474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-77784f43-81be-4ebf-a73a-72377a86bac3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Request body: {'port': {'device_id': '38f31695-ea22-412f-992d-b95e529d7b79', 'network_id': '6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc', 'admin_state_up': True, 'tenant_id': '30d96015ed484726b5769dfa4017912e'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:34.321058 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b8e11447-3a1f-4891-affb-7d30c63189ae req-1ee458a4-22c4-4197-9f94-5af7bb3f8b70 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:34.323160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Attempting to bind port c40f8cdf-dfff-4d29-b3fc-5615a86c3530 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:34.323543 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Attempting to bind port c40f8cdf-dfff-4d29-b3fc-5615a86c3530 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'f6a586af-df44-477b-acee-f2ae55f26ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e6641aab-e855-4821-b8bb-81ade197f315'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:34.323912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Attempting to bind port c40f8cdf-dfff-4d29-b3fc-5615a86c3530 on network e6641aab-e855-4821-b8bb-81ade197f315 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:34.338905 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:34.348055 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:34.348436 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Checking segment: {'id': 'f6a586af-df44-477b-acee-f2ae55f26ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e6641aab-e855-4821-b8bb-81ade197f315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:34.348842 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:34.349238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Bound using segment: {'id': 'f6a586af-df44-477b-acee-f2ae55f26ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e6641aab-e855-4821-b8bb-81ade197f315'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:34.349842 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Bound port: c40f8cdf-dfff-4d29-b3fc-5615a86c3530, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a586af-df44-477b-acee-f2ae55f26ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e6641aab-e855-4821-b8bb-81ade197f315'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:34.350308 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:34.359992 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0923a-012d-4827-83f1-7eb283d8c6cb req-bfc19886-69f8-41a7-977a-fcc7bd0bb7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:34.362403 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96d0923a-012d-4827-83f1-7eb283d8c6cb req-bfc19886-69f8-41a7-977a-fcc7bd0bb7e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=973c670b-2da1-4198-9fd7-10b0a0c5637b HTTP/1.1" status: 200 len: 863 time: 0.2024546 Mar 23 12:26:34.431475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db020f-7aaa-44c4-98a7-624051a7e35e req-3619f564-8982-408f-a030-0034bb9cef99 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:34.433221 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36db020f-7aaa-44c4-98a7-624051a7e35e req-3619f564-8982-408f-a030-0034bb9cef99 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 932 time: 0.1423559 Mar 23 12:26:34.463729 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-352b379a-d8c5-48c6-9863-e4e678c31cd7 req-d51157e4-cff8-4db2-9e20-064d5f67b5cf service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033686 Mar 23 12:26:34.513351 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36db020f-7aaa-44c4-98a7-624051a7e35e req-51a250ff-59b4-4e4a-8c03-02ea45a8d30e tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680931 Mar 23 12:26:34.526857 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] For port c40f8cdf-dfff-4d29-b3fc-5615a86c3530, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:34.535334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] For port c40f8cdf-dfff-4d29-b3fc-5615a86c3530, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c40f8cdf-dfff-4d29-b3fc-5615a86c3530,segment=NetworkSegment(f6a586af-df44-477b-acee-f2ae55f26ec2),segment_id=f6a586af-df44-477b-acee-f2ae55f26ec2)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:34.539821 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0867ae7d-f1a5-48cc-aaf2-8ee6f6ac9594 None None] Provisioning complete for port ca8be95e-b1a4-42f2-bcde-4281192161fb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:34.540459 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0867ae7d-f1a5-48cc-aaf2-8ee6f6ac9594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:34.598629 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b8e11447-3a1f-4891-affb-7d30c63189ae req-1ee458a4-22c4-4197-9f94-5af7bb3f8b70 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:34.601534 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b8e11447-3a1f-4891-affb-7d30c63189ae req-1ee458a4-22c4-4197-9f94-5af7bb3f8b70 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:34.602696 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8e11447-3a1f-4891-affb-7d30c63189ae req-1ee458a4-22c4-4197-9f94-5af7bb3f8b70 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] 10.222.0.52 "DELETE /v2.0/security-groups/c32a0fed-4e94-47ea-b836-ee0fe04c821f HTTP/1.1" status: 204 len: 173 time: 1.5264468 Mar 23 12:26:34.609227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46850) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:34.658326 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee458a4-22c4-4197-9f94-5af7bb3f8b70 tempest-SecurityGroupRulesTestJSON-1344664415 tempest-SecurityGroupRulesTestJSON-1344664415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32a0fed-4e94-47ea-b836-ee0fe04c821f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:34.659740 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0867ae7d-f1a5-48cc-aaf2-8ee6f6ac9594 None None] Port ca8be95e-b1a4-42f2-bcde-4281192161fb cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:26:34.665440 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:34.667175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0923a-012d-4827-83f1-7eb283d8c6cb req-aa6a0f39-7aef-4fa6-871d-e37651f6de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:34.669381 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96d0923a-012d-4827-83f1-7eb283d8c6cb req-aa6a0f39-7aef-4fa6-871d-e37651f6de22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f731e4d7-4c9b-4d2d-963d-6cfadce42a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2939045 Mar 23 12:26:34.760277 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae81a4e-0fda-4487-a147-ff849619b8c4 admin admin] Deleting subnet 74565ca1-8095-4d12-8bcb-25342dea584b {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:26:34.765110 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ae81a4e-0fda-4487-a147-ff849619b8c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:34.811366 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ae81a4e-0fda-4487-a147-ff849619b8c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:34.833781 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd59df1-d47e-4f2b-9202-d21210b87df8 None None] Pushing event updated for resources: {'Port': ['ID=c40f8cdf-dfff-4d29-b3fc-5615a86c3530,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:34.864429 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ae81a4e-0fda-4487-a147-ff849619b8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:34.903460 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ba5aa-63b9-4dfe-bfa1-08afba8f11d0 req-ccac8d4b-b023-4362-b127-53aff5ba41ad tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:34.904650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-77784f43-81be-4ebf-a73a-72377a86bac3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Made reservation on behalf of 30d96015ed484726b5769dfa4017912e for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:34.908446 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-583ba5aa-63b9-4dfe-bfa1-08afba8f11d0 req-ccac8d4b-b023-4362-b127-53aff5ba41ad tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 943 time: 0.2318506 Mar 23 12:26:34.908904 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-77784f43-81be-4ebf-a73a-72377a86bac3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:34.991656 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6ec5a-acef-419b-b303-effce95f6446 req-2182079d-a791-4c39-8067-c2f69ba6d0e9 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:34.993386 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-51c6ec5a-acef-419b-b303-effce95f6446 req-2182079d-a791-4c39-8067-c2f69ba6d0e9 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 947 time: 0.2728598 Mar 23 12:26:35.004544 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ae81a4e-0fda-4487-a147-ff849619b8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:35.047230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae81a4e-0fda-4487-a147-ff849619b8c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74565ca1-8095-4d12-8bcb-25342dea584b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:35.053627 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ae81a4e-0fda-4487-a147-ff849619b8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:35.053828 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96d0923a-012d-4827-83f1-7eb283d8c6cb req-9f1f0b4b-ee74-4291-a687-d58ea174542e service neutron] 10.222.0.73 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677294 Mar 23 12:26:35.064110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9ae81a4e-0fda-4487-a147-ff849619b8c4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/74565ca1-8095-4d12-8bcb-25342dea584b HTTP/1.1" status: 204 len: 168 time: 0.4491129 Mar 23 12:26:35.065394 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46854) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:35.094187 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-583ba5aa-63b9-4dfe-bfa1-08afba8f11d0 req-f8f45e84-9ed4-435e-82b9-e7b061fb7456 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267979 Mar 23 12:26:35.229256 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1859c109-d661-4a3c-9a07-e27daa9ae51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:35.295265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-77784f43-81be-4ebf-a73a-72377a86bac3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Allocated IP 19.86.0.174 (6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc/72891e08-ae2f-4fe4-9bca-92493f81bae5/291a2349-fbce-46ad-8ded-cceec9f6b293) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:35.378986 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1859c109-d661-4a3c-9a07-e27daa9ae51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:35.398429 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c40f8cdf-dfff-4d29-b3fc-5615a86c3530 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:35.406247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1859c109-d661-4a3c-9a07-e27daa9ae51b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b64a213-1aad-4103-ae3b-222b814e607a']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:35.418028 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1859c109-d661-4a3c-9a07-e27daa9ae51b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86cc42f6-5040-4610-b586-670eb1fcc484') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:35.418363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1859c109-d661-4a3c-9a07-e27daa9ae51b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86cc42f6-5040-4610-b586-670eb1fcc484') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:35.436436 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1859c109-d661-4a3c-9a07-e27daa9ae51b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:35.440260 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-51c6ec5a-acef-419b-b303-effce95f6446 req-55f16951-fde3-4918-be95-6d9336b79d1a tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061408 Mar 23 12:26:35.453069 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1859c109-d661-4a3c-9a07-e27daa9ae51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:35.460353 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1859c109-d661-4a3c-9a07-e27daa9ae51b admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:26:35.460762 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1859c109-d661-4a3c-9a07-e27daa9ae51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:35.515729 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c40f8cdf-dfff-4d29-b3fc-5615a86c3530 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:35.516188 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:26:35.526588 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:26:35.532563 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1859c109-d661-4a3c-9a07-e27daa9ae51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:35.557407 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1859c109-d661-4a3c-9a07-e27daa9ae51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:35.565547 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1859c109-d661-4a3c-9a07-e27daa9ae51b admin admin] 10.222.0.52 "DELETE /v2.0/networks/5b64a213-1aad-4103-ae3b-222b814e607a HTTP/1.1" status: 204 len: 168 time: 0.4987149 Mar 23 12:26:35.580727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 8108478e-b859-4e1f-9567-c8e4d4668e91 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:26:35.592221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859c109-d661-4a3c-9a07-e27daa9ae51b admin admin] Pushing event deleted for resources: {'Network': ['ID=5b64a213-1aad-4103-ae3b-222b814e607a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:35.643023 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c3a51-f564-486d-927c-066a9bad66ed req-c8e71ed1-a9c5-444b-9459-f8c75f836060 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:35.653839 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b57c3a51-f564-486d-927c-066a9bad66ed req-c8e71ed1-a9c5-444b-9459-f8c75f836060 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.3449724 Mar 23 12:26:35.674581 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:35.747755 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b57c3a51-f564-486d-927c-066a9bad66ed req-53a9612c-c68a-4c22-ad5a-5fb486f82005 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878792 Mar 23 12:26:35.814494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46864) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:35.903012 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-31382f40-235e-450a-9be8-8eec9a14199c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6eb39396ce1a490d90e90185e1429899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864108 Mar 23 12:26:35.910862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46868) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:36.018534 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:36.024484 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c79a7029-0682-45df-b915-3155c9cf4894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:36.082761 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 8108478e-b859-4e1f-9567-c8e4d4668e91, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8108478e-b859-4e1f-9567-c8e4d4668e91,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:36.087414 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c79a7029-0682-45df-b915-3155c9cf4894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:36.133384 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port c40f8cdf-dfff-4d29-b3fc-5615a86c3530, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c40f8cdf-dfff-4d29-b3fc-5615a86c3530,segment=NetworkSegment(f6a586af-df44-477b-acee-f2ae55f26ec2),segment_id=f6a586af-df44-477b-acee-f2ae55f26ec2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:36.135314 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '8108478e-b859-4e1f-9567-c8e4d4668e91', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'port_id': '8108478e-b859-4e1f-9567-c8e4d4668e91', 'mac_address': 'fa:16:3e:89:1f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:26:36.161835 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:36.233542 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c79a7029-0682-45df-b915-3155c9cf4894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:36.240061 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c79a7029-0682-45df-b915-3155c9cf4894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:36.243586 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c79a7029-0682-45df-b915-3155c9cf4894 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/420dcb54-0922-4076-91b3-00c599b25be7 HTTP/1.1" status: 204 len: 168 time: 0.3300986 Mar 23 12:26:36.296254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a7029-0682-45df-b915-3155c9cf4894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420dcb54-0922-4076-91b3-00c599b25be7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:36.318304 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:36.353218 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=c40f8cdf-dfff-4d29-b3fc-5615a86c3530,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:36.374269 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8108478e-b859-4e1f-9567-c8e4d4668e91 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:26:36.418468 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 8108478e-b859-4e1f-9567-c8e4d4668e91, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8108478e-b859-4e1f-9567-c8e4d4668e91,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:36.428272 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:36.428975 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 068b068b-0a38-4f07-af26-565a1ca4d48a details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:26:36.437998 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96d0923a-012d-4827-83f1-7eb283d8c6cb req-f765d3a3-994f-40f9-a7db-4af63f1ac6fe service neutron] 10.222.0.73 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3528388 Mar 23 12:26:36.440625 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:36.499388 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d64cf8-aa2a-45a3-8798-ef7231d1eca8 req-078e7969-3224-4525-82df-8e8a51e2b93a tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:36.502027 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79d64cf8-aa2a-45a3-8798-ef7231d1eca8 req-078e7969-3224-4525-82df-8e8a51e2b93a tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 943 time: 0.2186086 Mar 23 12:26:36.606571 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79d64cf8-aa2a-45a3-8798-ef7231d1eca8 req-e30e377e-a0ae-4aea-bd46-07ed032a5773 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967543 Mar 23 12:26:36.653014 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-77784f43-81be-4ebf-a73a-72377a86bac3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:36.742826 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-77784f43-81be-4ebf-a73a-72377a86bac3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:36.819049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 068b068b-0a38-4f07-af26-565a1ca4d48a, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=068b068b-0a38-4f07-af26-565a1ca4d48a,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:36.847662 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33158014-75d8-4651-a7d2-f4c954fdf4dc None None] Network e6641aab-e855-4821-b8bb-81ade197f315 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:36.862365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed9c5f-4ed4-4b87-8d7c-4f5c976bfff6 req-f1fca692-c39b-4279-853b-65837eae714e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:36.866206 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8eed9c5f-4ed4-4b87-8d7c-4f5c976bfff6 req-f1fca692-c39b-4279-853b-65837eae714e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 947 time: 0.0887203 Mar 23 12:26:36.868837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '068b068b-0a38-4f07-af26-565a1ca4d48a', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '068b068b-0a38-4f07-af26-565a1ca4d48a', 'mac_address': 'fa:16:3e:f5:1b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:26:36.869082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-77784f43-81be-4ebf-a73a-72377a86bac3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Network 6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:36.879418 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-77784f43-81be-4ebf-a73a-72377a86bac3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:36.894785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56218e39-d958-445e-b4dc-570f050bb656 req-c930e11e-6e0f-4595-aa3e-91ff812e43e4 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:36.896418 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-56218e39-d958-445e-b4dc-570f050bb656 req-c930e11e-6e0f-4595-aa3e-91ff812e43e4 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 932 time: 1.1997786 Mar 23 12:26:36.903432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-77784f43-81be-4ebf-a73a-72377a86bac3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:36.928967 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77784f43-81be-4ebf-a73a-72377a86bac3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event updated for resources: {'Port': ['ID=291a2349-fbce-46ad-8ded-cceec9f6b293,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:36.952893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-249a6365-c5a2-4102-ac47-7aeca25c028f None None] Provisioning complete for port c40f8cdf-dfff-4d29-b3fc-5615a86c3530 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:36.956975 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-249a6365-c5a2-4102-ac47-7aeca25c028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:37.077083 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Allocated IP 172.25.2.221 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/8e86bf05-5750-4cf8-978a-929196a273f3) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:37.097828 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-56218e39-d958-445e-b4dc-570f050bb656 req-854c9910-c48b-4dfb-a40a-cfa8ac0e9550 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904981 Mar 23 12:26:37.109356 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8eed9c5f-4ed4-4b87-8d7c-4f5c976bfff6 req-55f4336f-ebc3-4cb9-a165-ecba0e5527a6 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356124 Mar 23 12:26:37.122770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-77784f43-81be-4ebf-a73a-72377a86bac3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:37.125393 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-77784f43-81be-4ebf-a73a-72377a86bac3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:37.180579 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=8108478e-b859-4e1f-9567-c8e4d4668e91,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:37.275362 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-77784f43-81be-4ebf-a73a-72377a86bac3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9625704 Mar 23 12:26:37.368987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-139b69d2-fe9b-4d42-ace8-59796fb829e2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Request body: {'port': {'device_id': '38f31695-ea22-412f-992d-b95e529d7b79', 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b', 'admin_state_up': True, 'tenant_id': '30d96015ed484726b5769dfa4017912e'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:37.412132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c40f8cdf-dfff-4d29-b3fc-5615a86c3530 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:37.729645 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:37.763893 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb84d93-1db3-4cac-b97d-ad2f49a1fd7c req-69df21f1-e0b0-4d72-a8f6-bbaf0947e11c tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:37.765773 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0cb84d93-1db3-4cac-b97d-ad2f49a1fd7c req-69df21f1-e0b0-4d72-a8f6-bbaf0947e11c tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.4105737 Mar 23 12:26:37.803420 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:37.867690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b6275-2261-4d50-b9f2-fda9c63e6f03 req-cb839dc8-a417-4353-bec7-9d57073af556 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:37.880137 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7c9b6275-2261-4d50-b9f2-fda9c63e6f03 req-cb839dc8-a417-4353-bec7-9d57073af556 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 944 time: 0.1149609 Mar 23 12:26:37.880857 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068b068b-0a38-4f07-af26-565a1ca4d48a {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:26:37.906473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-139b69d2-fe9b-4d42-ace8-59796fb829e2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Made reservation on behalf of 30d96015ed484726b5769dfa4017912e for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:37.911845 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-139b69d2-fe9b-4d42-ace8-59796fb829e2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:37.926064 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:37.948383 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7c9b6275-2261-4d50-b9f2-fda9c63e6f03 req-97503036-d22d-4871-bf07-60c66173af51 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671885 Mar 23 12:26:38.013044 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0cb84d93-1db3-4cac-b97d-ad2f49a1fd7c req-5d412214-7358-4741-bb86-be707653967b tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044518 Mar 23 12:26:38.057970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 068b068b-0a38-4f07-af26-565a1ca4d48a, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=068b068b-0a38-4f07-af26-565a1ca4d48a,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:38.065338 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:38.090818 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:38.101827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-756c0222-5d12-4ae6-ac4b-0a2016083dd0 None None] Provisioning complete for port 291a2349-fbce-46ad-8ded-cceec9f6b293 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:38.102122 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-756c0222-5d12-4ae6-ac4b-0a2016083dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:38.109217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:38.126008 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c40f8cdf-dfff-4d29-b3fc-5615a86c3530 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:38.126508 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:38.130096 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:38.224259 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46910) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:38.233382 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Pushing event updated for resources: {'Port': ['ID=8e86bf05-5750-4cf8-978a-929196a273f3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:38.400280 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-756c0222-5d12-4ae6-ac4b-0a2016083dd0 None None] Port 291a2349-fbce-46ad-8ded-cceec9f6b293 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:26:38.424663 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a0fa9-94bd-4279-86dc-c5d9d3c77434 req-8beed5c3-2285-4c54-8dac-58cd91b9ff66 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:38.432716 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a0fa9-94bd-4279-86dc-c5d9d3c77434 req-8beed5c3-2285-4c54-8dac-58cd91b9ff66 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:38.444440 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee3a0fa9-94bd-4279-86dc-c5d9d3c77434 req-8beed5c3-2285-4c54-8dac-58cd91b9ff66 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 1655 time: 0.1091654 Mar 23 12:26:38.449227 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=068b068b-0a38-4f07-af26-565a1ca4d48a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:38.452274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-de4378c1-a043-43f2-b2ba-20ca433dfb99 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-469795650-network', 'tenant_id': '9d5f45b7a4464db3842cc518a88a2ee7'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:38.514005 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee3a0fa9-94bd-4279-86dc-c5d9d3c77434 req-1b6f4fc1-e186-4128-9fc5-796f460ca78d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672405 Mar 23 12:26:38.548395 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4378c1-a043-43f2-b2ba-20ca433dfb99 admin admin] Made reservation on behalf of 9d5f45b7a4464db3842cc518a88a2ee7 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:38.558649 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de4378c1-a043-43f2-b2ba-20ca433dfb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:38.594209 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de4378c1-a043-43f2-b2ba-20ca433dfb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:38.612769 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['068b068b-0a38-4f07-af26-565a1ca4d48a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:26:38.646110 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-139b69d2-fe9b-4d42-ace8-59796fb829e2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Allocated IP 19.80.0.21 (92484a6e-4d31-4b55-b815-b4265e5eff7b/92da1c66-baa6-45e8-aad6-e6c51040d1f9/c41d474b-59ba-4677-a34f-4f2a1d57e3c9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:38.678017 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['8108478e-b859-4e1f-9567-c8e4d4668e91'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:26:38.760630 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de4378c1-a043-43f2-b2ba-20ca433dfb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:38.766756 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de4378c1-a043-43f2-b2ba-20ca433dfb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:38.786370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4378c1-a043-43f2-b2ba-20ca433dfb99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:26:38.803471 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de4378c1-a043-43f2-b2ba-20ca433dfb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:38.803966 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-de4378c1-a043-43f2-b2ba-20ca433dfb99 admin admin] Added segment 1dd23322-2668-4009-8d16-b9cdb0be4bbc of type vlan for network d615e09e-2eb5-4d6e-9949-519736a83a8e Mar 23 12:26:38.866243 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de4378c1-a043-43f2-b2ba-20ca433dfb99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:38.892574 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386bb22-b4e0-4a8f-96eb-614704b53e3a req-27eafde3-5275-4fb7-aeab-62bb96acb254 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:38.900202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-babaefb0-82e3-45d3-accf-31479a350834 None None] Provisioning complete for port c40f8cdf-dfff-4d29-b3fc-5615a86c3530 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:38.900780 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-babaefb0-82e3-45d3-accf-31479a350834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:38.905027 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3386bb22-b4e0-4a8f-96eb-614704b53e3a req-27eafde3-5275-4fb7-aeab-62bb96acb254 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 948 time: 0.4386005 Mar 23 12:26:38.914605 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de4378c1-a043-43f2-b2ba-20ca433dfb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:38.916264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4378c1-a043-43f2-b2ba-20ca433dfb99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:38.916858 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de4378c1-a043-43f2-b2ba-20ca433dfb99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:39.008526 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4378c1-a043-43f2-b2ba-20ca433dfb99 admin admin] Pushing event updated for resources: {'Network': ['ID=d615e09e-2eb5-4d6e-9949-519736a83a8e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:39.026646 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network d615e09e-2eb5-4d6e-9949-519736a83a8e details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:26:39.039121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4378c1-a043-43f2-b2ba-20ca433dfb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccba2db2-ca15-4a16-b28b-a59387e01bb9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:39.077194 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-de4378c1-a043-43f2-b2ba-20ca433dfb99 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8518233 Mar 23 12:26:39.078080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46920) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:39.087801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-45b795f0-a503-404e-9b01-2e8d2482a076 admin admin] Request body: {'subnet': {'network_id': 'd615e09e-2eb5-4d6e-9949-519736a83a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-469795650-subnet', 'tenant_id': '9d5f45b7a4464db3842cc518a88a2ee7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:39.163521 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3386bb22-b4e0-4a8f-96eb-614704b53e3a req-2fb2c0ce-928b-41c8-b359-0ccf979f165b tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527721 Mar 23 12:26:39.172244 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b795f0-a503-404e-9b01-2e8d2482a076 admin admin] Made reservation on behalf of 9d5f45b7a4464db3842cc518a88a2ee7 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:39.176148 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45b795f0-a503-404e-9b01-2e8d2482a076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:39.201896 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:39.266692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2f3ff-0df5-441b-b2fa-a71bd3b98590 req-ff93b298-9572-49bf-b5aa-bef76f3643ec tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:39.268787 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-57d2f3ff-0df5-441b-b2fa-a71bd3b98590 req-ff93b298-9572-49bf-b5aa-bef76f3643ec tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 944 time: 0.1750212 Mar 23 12:26:39.319861 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-139b69d2-fe9b-4d42-ace8-59796fb829e2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:39.356753 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-57d2f3ff-0df5-441b-b2fa-a71bd3b98590 req-5191d34b-c0d7-4900-aa75-db414f27d6b2 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726049 Mar 23 12:26:39.429864 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615752b4-2a73-4b05-9457-4a0d6cdc2e6b req-5cf790e3-9767-481e-9373-6f62894b26fd tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:39.431345 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-615752b4-2a73-4b05-9457-4a0d6cdc2e6b req-5cf790e3-9767-481e-9373-6f62894b26fd tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.1773107 Mar 23 12:26:39.497055 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45b795f0-a503-404e-9b01-2e8d2482a076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:39.549338 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-139b69d2-fe9b-4d42-ace8-59796fb829e2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:39.598008 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b795f0-a503-404e-9b01-2e8d2482a076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0028349c-8d9b-4d90-b211-2217016fe8b4,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:39.609173 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b795f0-a503-404e-9b01-2e8d2482a076 admin admin] Checking segment: {'id': '1dd23322-2668-4009-8d16-b9cdb0be4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd615e09e-2eb5-4d6e-9949-519736a83a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:39.609521 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b795f0-a503-404e-9b01-2e8d2482a076 admin admin] Network hostable DHCP agents. Network: d615e09e-2eb5-4d6e-9949-519736a83a8e, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:26:39.623157 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-615752b4-2a73-4b05-9457-4a0d6cdc2e6b req-81d2ab2e-6c42-45a8-b5c9-4ef6330957e8 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629174 Mar 23 12:26:39.631058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b795f0-a503-404e-9b01-2e8d2482a076 admin admin] Network d615e09e-2eb5-4d6e-9949-519736a83a8e is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:26:39.691392 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-45b795f0-a503-404e-9b01-2e8d2482a076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, d615e09e-2eb5-4d6e-9949-519736a83a8e) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:39.694069 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-139b69d2-fe9b-4d42-ace8-59796fb829e2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Network 92484a6e-4d31-4b55-b815-b4265e5eff7b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:39.699449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b795f0-a503-404e-9b01-2e8d2482a076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:39.700399 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45b795f0-a503-404e-9b01-2e8d2482a076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:39.705076 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-139b69d2-fe9b-4d42-ace8-59796fb829e2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:39.713265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-139b69d2-fe9b-4d42-ace8-59796fb829e2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:39.724856 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cf9036-63e2-4133-a859-5703ca9cbce4 None None] Network d615e09e-2eb5-4d6e-9949-519736a83a8e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:39.725649 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-45b795f0-a503-404e-9b01-2e8d2482a076 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6453807 Mar 23 12:26:39.749187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce03731-6981-4d35-b510-ac1dcfc68025 req-c3bf3b27-f95b-4f31-b3b6-50e5f111bd98 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:39.759275 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce03731-6981-4d35-b510-ac1dcfc68025 req-c3bf3b27-f95b-4f31-b3b6-50e5f111bd98 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:39.765667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce03731-6981-4d35-b510-ac1dcfc68025 req-c3bf3b27-f95b-4f31-b3b6-50e5f111bd98 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:39.768259 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bce03731-6981-4d35-b510-ac1dcfc68025 req-c3bf3b27-f95b-4f31-b3b6-50e5f111bd98 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2376 time: 0.1191311 Mar 23 12:26:39.785644 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b69d2-fe9b-4d42-ace8-59796fb829e2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event updated for resources: {'Port': ['ID=c41d474b-59ba-4677-a34f-4f2a1d57e3c9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:39.801720 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:39.863028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-139b69d2-fe9b-4d42-ace8-59796fb829e2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:39.863712 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-139b69d2-fe9b-4d42-ace8-59796fb829e2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:39.934560 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-139b69d2-fe9b-4d42-ace8-59796fb829e2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5780771 Mar 23 12:26:39.951402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Request body: {'port': {'device_id': '38f31695-ea22-412f-992d-b95e529d7b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:40.105753 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:40.123829 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec0f08a-5ddf-41fe-ab45-7ee6fa1b8877 None None] Network d615e09e-2eb5-4d6e-9949-519736a83a8e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:40.235091 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-96c97c2d-25f9-458f-a9b5-ef6a636d725f None None] Provisioning complete for port c41d474b-59ba-4677-a34f-4f2a1d57e3c9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:40.235623 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-96c97c2d-25f9-458f-a9b5-ef6a636d725f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:40.331949 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-7620753e-42ad-45bc-a5a3-cc28b96f4f5f req-71f32851-122b-4b2b-b19d-2df47e5b0c97 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2032076815', 'description': 'tempest-description-351288035'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:40.335598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-96c97c2d-25f9-458f-a9b5-ef6a636d725f None None] Port c41d474b-59ba-4677-a34f-4f2a1d57e3c9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:26:40.413389 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Router a392ac55-d95c-48a7-b0b2-a2caed6046a6 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:26:40.416912 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7620753e-42ad-45bc-a5a3-cc28b96f4f5f req-71f32851-122b-4b2b-b19d-2df47e5b0c97 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:40.498766 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bce03731-6981-4d35-b510-ac1dcfc68025 req-b61c16d3-9ee2-4bc5-bb96-79cb901e3587 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6902411 Mar 23 12:26:40.634199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d32a06-10ab-4447-9ff9-40669f3c1832 req-ed90990e-d714-4ab0-94e2-0405ccf6f3b7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:40.635949 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b6d32a06-10ab-4447-9ff9-40669f3c1832 req-ed90990e-d714-4ab0-94e2-0405ccf6f3b7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 948 time: 0.0540228 Mar 23 12:26:40.655172 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7620753e-42ad-45bc-a5a3-cc28b96f4f5f req-71f32851-122b-4b2b-b19d-2df47e5b0c97 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:40.669103 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7620753e-42ad-45bc-a5a3-cc28b96f4f5f req-71f32851-122b-4b2b-b19d-2df47e5b0c97 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:40.682154 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b6d32a06-10ab-4447-9ff9-40669f3c1832 req-daa38516-4c59-45b2-8a6e-a331fa0d5582 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389476 Mar 23 12:26:40.682474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8be95e-b1a4-42f2-bcde-4281192161fb {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:26:40.704073 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:40.706932 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:26:40.722250 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Sync routers for ids ['a392ac55-d95c-48a7-b0b2-a2caed6046a6'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:26:40.738970 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Routers {'a392ac55-d95c-48a7-b0b2-a2caed6046a6'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:40.740720 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:26:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a392ac55-d95c-48a7-b0b2-a2caed6046a6'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:40.746851 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Transition to ACTIVE for port object ca8be95e-b1a4-42f2-bcde-4281192161fb will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:26:40.747631 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f32851-122b-4b2b-b19d-2df47e5b0c97 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e011e871-9936-4957-bbe0-be8743b02af9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:40.763133 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7620753e-42ad-45bc-a5a3-cc28b96f4f5f req-71f32851-122b-4b2b-b19d-2df47e5b0c97 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:40.765167 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7620753e-42ad-45bc-a5a3-cc28b96f4f5f req-71f32851-122b-4b2b-b19d-2df47e5b0c97 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4432793 Mar 23 12:26:40.770302 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:40.771618 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-39c197c5-3e32-4a86-856b-90d0147fcaa7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.1283274 Mar 23 12:26:40.773023 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:40.776125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46952) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:40.850338 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8be95e-b1a4-42f2-bcde-4281192161fb,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:40.939294 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Set router a392ac55-d95c-48a7-b0b2-a2caed6046a6 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:41.084328 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5fc0f-7eec-4ce4-bfbc-087bb754b04f req-1a5b1c51-fcf9-4ba7-b8f9-792812c970ec tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:41.086724 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9df5fc0f-7eec-4ce4-bfbc-087bb754b04f req-1a5b1c51-fcf9-4ba7-b8f9-792812c970ec tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.1208394 Mar 23 12:26:41.090216 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Attempting to bind port ca8be95e-b1a4-42f2-bcde-4281192161fb on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:41.090811 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Attempting to bind port ca8be95e-b1a4-42f2-bcde-4281192161fb by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '793ae0bf-724b-441b-995e-bab2cddc938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:41.091282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Attempting to bind port ca8be95e-b1a4-42f2-bcde-4281192161fb on network 92484a6e-4d31-4b55-b815-b4265e5eff7b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:41.119741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Port ca8be95e-b1a4-42f2-bcde-4281192161fb on network 92484a6e-4d31-4b55-b815-b4265e5eff7b not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:26:41.120349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Attempting to bind port ca8be95e-b1a4-42f2-bcde-4281192161fb on network 92484a6e-4d31-4b55-b815-b4265e5eff7b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:41.136557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:41.137194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Checking segment: {'id': '793ae0bf-724b-441b-995e-bab2cddc938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:41.137736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Bound using segment: {'id': '793ae0bf-724b-441b-995e-bab2cddc938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:41.138332 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Bound port: ca8be95e-b1a4-42f2-bcde-4281192161fb, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793ae0bf-724b-441b-995e-bab2cddc938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:41.138865 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:41.170331 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9df5fc0f-7eec-4ce4-bfbc-087bb754b04f req-6d05b527-6309-445a-bdfe-d90ac5506a97 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698526 Mar 23 12:26:41.234656 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'name': 'tempest-FloatingIPsNegativeTestJSON-322692109-router', 'tenant_id': '2ce79c088f2a45ad86dd78f770307a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:33Z', 'updated_at': '2022-03-23T12:26:38Z', 'revision_number': 3, 'project_id': '2ce79c088f2a45ad86dd78f770307a34', 'gw_port': {'id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:36Z', 'updated_at': '2022-03-23T12:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:41.250172 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-ca3b0e86-b988-450a-8d49-13b3835b3c86 req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2071038348', 'description': 'tempest-description-1103180583'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:41.292172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643543d5-2bb8-4cd6-9cc3-92db38518485 req-6c575a5a-8a71-4730-bff2-49b18f96913f tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:41.293770 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-643543d5-2bb8-4cd6-9cc3-92db38518485 req-6c575a5a-8a71-4730-bff2-49b18f96913f tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 944 time: 0.4022627 Mar 23 12:26:41.324109 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] For port ca8be95e-b1a4-42f2-bcde-4281192161fb, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:41.327646 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] For port ca8be95e-b1a4-42f2-bcde-4281192161fb, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ca8be95e-b1a4-42f2-bcde-4281192161fb,segment=NetworkSegment(793ae0bf-724b-441b-995e-bab2cddc938b),segment_id=793ae0bf-724b-441b-995e-bab2cddc938b)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:41.329336 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ca3b0e86-b988-450a-8d49-13b3835b3c86 req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:41.342928 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Checking router: a392ac55-d95c-48a7-b0b2-a2caed6046a6 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:26:41.343262 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Updating router a392ac55-d95c-48a7-b0b2-a2caed6046a6 port 8e86bf05-5750-4cf8-978a-929196a273f3 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:26:41.356375 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:41.411672 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:41.439584 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-643543d5-2bb8-4cd6-9cc3-92db38518485 req-d3b895f5-5eb2-454f-b109-95c3cb98aa9f tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954978 Mar 23 12:26:41.476319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:41.476319 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:41.476319 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] 10.222.0.77 "PUT /v2.0/ports/ca8be95e-b1a4-42f2-bcde-4281192161fb HTTP/1.1" status: 200 len: 1092 time: 1.5290203 Mar 23 12:26:41.476319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'tag': 'ca8be95e-b1a4-42f2-bcde-4281192161fb'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:26:41.476967 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b2ed70-ab96-426c-8594-6f62f410d734" -d '{"events": [{"name": "network-changed", "server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "tag": "ca8be95e-b1a4-42f2-bcde-4281192161fb"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:26:41.518659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Request body: {'port': {'device_id': '38f31695-ea22-412f-992d-b95e529d7b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:41.593794 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94152982-0f7b-49d4-8426-f4a11092ac38 x-openstack-request-id: req-94152982-0f7b-49d4-8426-f4a11092ac38 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:26:41.593794 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "tag": "ca8be95e-b1a4-42f2-bcde-4281192161fb", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:26:41.593794 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94152982-0f7b-49d4-8426-f4a11092ac38 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:26:41.593794 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'tag': 'ca8be95e-b1a4-42f2-bcde-4281192161fb', 'status': 'completed', 'code': 200} Mar 23 12:26:41.663961 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876677f6-4cce-4261-ad93-cee47b4f92e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8be95e-b1a4-42f2-bcde-4281192161fb,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:41.730429 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ca3b0e86-b988-450a-8d49-13b3835b3c86 req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:41.740825 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ca3b0e86-b988-450a-8d49-13b3835b3c86 req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:41.763110 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:41.768068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2ed70-ab96-426c-8594-6f62f410d734 req-9b65c584-5f35-41bb-98d4-076725f3296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:41.768903 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2ed70-ab96-426c-8594-6f62f410d734 req-9b65c584-5f35-41bb-98d4-076725f3296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:41.769559 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2ed70-ab96-426c-8594-6f62f410d734 req-9b65c584-5f35-41bb-98d4-076725f3296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:41.771858 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e2b2ed70-ab96-426c-8594-6f62f410d734 req-9b65c584-5f35-41bb-98d4-076725f3296f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30d96015ed484726b5769dfa4017912e&device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2731 time: 0.1684158 Mar 23 12:26:41.840843 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ca3b0e86-b988-450a-8d49-13b3835b3c86 req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:41.845240 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ca3b0e86-b988-450a-8d49-13b3835b3c86 req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6008396 Mar 23 12:26:41.868682 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097f0e8-acab-44cb-8adc-ea8266bad49c req-09b7a223-2057-4be5-8490-459a338c846c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:41.870237 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:41.878912 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097f0e8-acab-44cb-8adc-ea8266bad49c req-09b7a223-2057-4be5-8490-459a338c846c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:41.879328 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:41.887316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097f0e8-acab-44cb-8adc-ea8266bad49c req-09b7a223-2057-4be5-8490-459a338c846c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:41.888676 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4097f0e8-acab-44cb-8adc-ea8266bad49c req-09b7a223-2057-4be5-8490-459a338c846c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2388 time: 0.1516654 Mar 23 12:26:41.945752 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac56a69-f757-4047-a58b-b84e184232dd None None] Pushing event updated for resources: {'Port': ['ID=8e86bf05-5750-4cf8-978a-929196a273f3,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:41.957254 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac56a69-f757-4047-a58b-b84e184232dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:41.957680 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac56a69-f757-4047-a58b-b84e184232dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:41.958080 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac56a69-f757-4047-a58b-b84e184232dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:41.958471 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac56a69-f757-4047-a58b-b84e184232dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:41.958861 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac56a69-f757-4047-a58b-b84e184232dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:41.960095 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac56a69-f757-4047-a58b-b84e184232dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:41.960095 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac56a69-f757-4047-a58b-b84e184232dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:41.960095 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac56a69-f757-4047-a58b-b84e184232dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:41.960563 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac56a69-f757-4047-a58b-b84e184232dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:41.960741 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac56a69-f757-4047-a58b-b84e184232dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:41.961121 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac56a69-f757-4047-a58b-b84e184232dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:41.961496 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac56a69-f757-4047-a58b-b84e184232dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:41.990742 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Attempting to bind port 8e86bf05-5750-4cf8-978a-929196a273f3 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:41.991200 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Attempting to bind port 8e86bf05-5750-4cf8-978a-929196a273f3 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:41.991646 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Attempting to bind port 8e86bf05-5750-4cf8-978a-929196a273f3 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:41.997835 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:41.998412 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:41.998886 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:41.999494 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:42.000574 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Bound port: 8e86bf05-5750-4cf8-978a-929196a273f3, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:42.000574 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:42.025060 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4097f0e8-acab-44cb-8adc-ea8266bad49c req-f1c36829-9a0e-47f1-8715-d5be56bacef1 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718884 Mar 23 12:26:42.070822 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] For port 8e86bf05-5750-4cf8-978a-929196a273f3, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:42.076246 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] For port 8e86bf05-5750-4cf8-978a-929196a273f3, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8e86bf05-5750-4cf8-978a-929196a273f3,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:42.083750 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:42.084683 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:42.116863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 068b068b-0a38-4f07-af26-565a1ca4d48a up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:42.150556 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Routers {'a392ac55-d95c-48a7-b0b2-a2caed6046a6'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:42.151489 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:26:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a392ac55-d95c-48a7-b0b2-a2caed6046a6'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:42.206451 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:26:42.209005 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac56a69-f757-4047-a58b-b84e184232dd None None] Pushing event updated for resources: {'Port': ['ID=8e86bf05-5750-4cf8-978a-929196a273f3,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:42.329643 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] Set router a392ac55-d95c-48a7-b0b2-a2caed6046a6 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:42.338963 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 068b068b-0a38-4f07-af26-565a1ca4d48a completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:26:42.345784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 068b068b-0a38-4f07-af26-565a1ca4d48a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:42.346437 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:42.349972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-1ea4ba62-88f8-4edb-b19e-9ea3062388b9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:42.361673 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-1ea4ba62-88f8-4edb-b19e-9ea3062388b9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/networks?id=d615e09e-2eb5-4d6e-9949-519736a83a8e HTTP/1.1" status: 200 len: 812 time: 0.1462750 Mar 23 12:26:42.386927 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:42.422312 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a86867-09c8-4154-9d20-e94e05610a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:26:42.422741 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-29a0da55-0a17-4e4c-8363-4bdc1374bd37 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/quotas/9d5f45b7a4464db3842cc518a88a2ee7 HTTP/1.1" status: 200 len: 375 time: 0.0595806 Mar 23 12:26:42.425922 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400ed124-453a-48a0-9e8d-096ef3ac283b" -d '{"events": [{"server_uuid": "b2a86867-09c8-4154-9d20-e94e05610a52", "name": "network-vif-unplugged", "status": "completed", "tag": "1c8816f0-c3c3-44c1-89d7-95c28ead7cd5"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:26:42.490258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab2e5cf-ff12-4ff5-9833-c1832028fca7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:42.498095 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-e103c1c4-7a47-495a-85e0-d666cc5a8a3e tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d5f45b7a4464db3842cc518a88a2ee7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708258 Mar 23 12:26:42.544953 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:42.547730 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:42.559126 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:42.600786 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:42.601250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:42.601597 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:42.602088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:42.602485 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:42.602878 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:42.603309 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:42.603719 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:42.604134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:42.604522 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:42.604909 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:42.605351 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d72282-6e1c-43a2-8305-a1e0b5c790f9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:42.645717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2ed70-ab96-426c-8594-6f62f410d734 req-2ae262ef-d93f-4eac-bd7e-109f5a6d0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:42.645953 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2ed70-ab96-426c-8594-6f62f410d734 req-2ae262ef-d93f-4eac-bd7e-109f5a6d0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:42.646460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2ed70-ab96-426c-8594-6f62f410d734 req-2ae262ef-d93f-4eac-bd7e-109f5a6d0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:42.648110 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e2b2ed70-ab96-426c-8594-6f62f410d734 req-2ae262ef-d93f-4eac-bd7e-109f5a6d0fb5 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=30d96015ed484726b5769dfa4017912e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8600605 Mar 23 12:26:42.650561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Allocated IP 172.20.0.1 (e6641aab-e855-4821-b8bb-81ade197f315/c892da54-551c-434d-adde-0a0d3baf99d8/e2ad07bd-0618-46dc-8a41-0dd39d18ac29) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:42.660497 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2985a4-69b2-4db0-83e2-3a486143a0b0 req-b1ba73d3-3b24-45c5-aebd-1605694a6949 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:42.662345 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e2985a4-69b2-4db0-83e2-3a486143a0b0 req-b1ba73d3-3b24-45c5-aebd-1605694a6949 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 948 time: 0.2894979 Mar 23 12:26:42.673616 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:42.697896 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'name': 'tempest-FloatingIPsNegativeTestJSON-322692109-router', 'tenant_id': '2ce79c088f2a45ad86dd78f770307a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:33Z', 'updated_at': '2022-03-23T12:26:38Z', 'revision_number': 3, 'project_id': '2ce79c088f2a45ad86dd78f770307a34', 'gw_port': {'id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:36Z', 'updated_at': '2022-03-23T12:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:42.734172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 068b068b-0a38-4f07-af26-565a1ca4d48a, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=068b068b-0a38-4f07-af26-565a1ca4d48a,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:42.740481 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:42.741326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 8108478e-b859-4e1f-9567-c8e4d4668e91 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:42.752593 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690c21a3-5aec-4454-9658-d87b9ca61f52 None None] The sync data for ids ['a392ac55-d95c-48a7-b0b2-a2caed6046a6'] in n-d-834854-1 is: [{'id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'name': 'tempest-FloatingIPsNegativeTestJSON-322692109-router', 'tenant_id': '2ce79c088f2a45ad86dd78f770307a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:33Z', 'updated_at': '2022-03-23T12:26:38Z', 'revision_number': 3, 'project_id': '2ce79c088f2a45ad86dd78f770307a34', 'gw_port': {'id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:36Z', 'updated_at': '2022-03-23T12:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:26:42.936977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2ed70-ab96-426c-8594-6f62f410d734 req-ac279c1d-6b64-4995-a366-4d9444015064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:42.939386 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e2b2ed70-ab96-426c-8594-6f62f410d734 req-ac279c1d-6b64-4995-a366-4d9444015064 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2759600 Mar 23 12:26:42.945930 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e2985a4-69b2-4db0-83e2-3a486143a0b0 req-b30bb427-0786-43b3-bbf0-01cb6a4bd770 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717649 Mar 23 12:26:42.971421 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=068b068b-0a38-4f07-af26-565a1ca4d48a,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:43.007883 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 8108478e-b859-4e1f-9567-c8e4d4668e91 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:26:43.019642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 8108478e-b859-4e1f-9567-c8e4d4668e91 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:43.020220 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:43.047037 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-13899356-f212-42cf-accf-de9ff6224ee1 service neutron] 10.222.0.52 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171866 Mar 23 12:26:43.050674 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:43.058064 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291a2349-fbce-46ad-8ded-cceec9f6b293 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:26:43.086005 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:43.122279 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Transition to ACTIVE for port object 291a2349-fbce-46ad-8ded-cceec9f6b293 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:26:43.133797 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:43.209687 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:43.245626 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:43.286186 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Pushing event updated for resources: {'Port': ['ID=e2ad07bd-0618-46dc-8a41-0dd39d18ac29,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:43.324789 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Network e6641aab-e855-4821-b8bb-81ade197f315 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:43.347626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:43.358634 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Pushing event updated for resources: {'Port': ['ID=291a2349-fbce-46ad-8ded-cceec9f6b293,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:43.362769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:43.390810 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:26:43.399289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 8108478e-b859-4e1f-9567-c8e4d4668e91, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8108478e-b859-4e1f-9567-c8e4d4668e91,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:43.408403 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:43.412736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bab28-12fb-4b2a-9943-83659a9f5fcf req-00701861-a663-48eb-a0a6-3355ccdd4fe2 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:43.414543 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0f1bab28-12fb-4b2a-9943-83659a9f5fcf req-00701861-a663-48eb-a0a6-3355ccdd4fe2 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 948 time: 0.2899036 Mar 23 12:26:43.528484 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-51f7c97e-9144-477e-93c8-14e1e23a1cda service neutron] 10.222.0.52 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667635 Mar 23 12:26:43.539978 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Attempting to bind port 291a2349-fbce-46ad-8ded-cceec9f6b293 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:43.543274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Attempting to bind port 291a2349-fbce-46ad-8ded-cceec9f6b293 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'e1674ff3-2c14-4088-aac3-d5e7be6f5d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:43.543542 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Attempting to bind port 291a2349-fbce-46ad-8ded-cceec9f6b293 on network 6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:43.549278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=8108478e-b859-4e1f-9567-c8e4d4668e91,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:43.556385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Port 291a2349-fbce-46ad-8ded-cceec9f6b293 on network 6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:26:43.556713 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Attempting to bind port 291a2349-fbce-46ad-8ded-cceec9f6b293 on network 6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:43.564120 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0f1bab28-12fb-4b2a-9943-83659a9f5fcf req-ddf0cee7-e401-4a55-95e9-94098a3c5cb5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356587 Mar 23 12:26:43.567066 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:43.567785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Checking segment: {'id': 'e1674ff3-2c14-4088-aac3-d5e7be6f5d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:43.567785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Bound using segment: {'id': 'e1674ff3-2c14-4088-aac3-d5e7be6f5d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:43.568218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Bound port: 291a2349-fbce-46ad-8ded-cceec9f6b293, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1674ff3-2c14-4088-aac3-d5e7be6f5d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:43.568788 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:43.645539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8e86bf05-5750-4cf8-978a-929196a273f3 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:43.649368 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:43.746129 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0c6292-e135-46f4-a882-b0d31a52b418 x-openstack-request-id: req-3c0c6292-e135-46f4-a882-b0d31a52b418 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:26:43.746602 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a86867-09c8-4154-9d20-e94e05610a52", "name": "network-vif-unplugged", "status": "completed", "tag": "1c8816f0-c3c3-44c1-89d7-95c28ead7cd5", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:26:43.746870 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c0c6292-e135-46f4-a882-b0d31a52b418 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:26:43.747285 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a86867-09c8-4154-9d20-e94e05610a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5', 'code': 200} Mar 23 12:26:43.849574 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] For port 291a2349-fbce-46ad-8ded-cceec9f6b293, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:43.858479 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] For port 291a2349-fbce-46ad-8ded-cceec9f6b293, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=291a2349-fbce-46ad-8ded-cceec9f6b293,segment=NetworkSegment(e1674ff3-2c14-4088-aac3-d5e7be6f5d0e),segment_id=e1674ff3-2c14-4088-aac3-d5e7be6f5d0e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:43.878441 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:43.888860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8e86bf05-5750-4cf8-978a-929196a273f3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:43.889234 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:44.061205 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-82418324-2a8c-4250-a166-41a60add5234 None None] Provisioning complete for port e2ad07bd-0618-46dc-8a41-0dd39d18ac29 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:44.061472 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:44.061957 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:44.065425 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] 10.222.0.77 "PUT /v2.0/ports/291a2349-fbce-46ad-8ded-cceec9f6b293 HTTP/1.1" status: 200 len: 1092 time: 2.5512917 Mar 23 12:26:44.068604 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-82418324-2a8c-4250-a166-41a60add5234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:44.089047 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'tag': '291a2349-fbce-46ad-8ded-cceec9f6b293'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:26:44.092540 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22040354-8c6c-414c-94e8-0d61203dac7c" -d '{"events": [{"name": "network-changed", "server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "tag": "291a2349-fbce-46ad-8ded-cceec9f6b293"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:26:44.126474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Request body: {'port': {'device_id': '38f31695-ea22-412f-992d-b95e529d7b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:44.141171 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:44.198944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288d5f3-4b3a-4161-9fbb-5e456f3a688a req-1b834d13-cf66-4054-aa4a-150108654a22 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:44.209840 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:26:44.213058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288d5f3-4b3a-4161-9fbb-5e456f3a688a req-1b834d13-cf66-4054-aa4a-150108654a22 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:44.231124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288d5f3-4b3a-4161-9fbb-5e456f3a688a req-1b834d13-cf66-4054-aa4a-150108654a22 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:44.232908 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d288d5f3-4b3a-4161-9fbb-5e456f3a688a req-1b834d13-cf66-4054-aa4a-150108654a22 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2400 time: 0.2657309 Mar 23 12:26:44.266958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0009f-ecd3-4a69-aeff-8fbd586b582a service neutron] Pushing event updated for resources: {'Port': ['ID=291a2349-fbce-46ad-8ded-cceec9f6b293,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:44.330140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-82418324-2a8c-4250-a166-41a60add5234 None None] Port e2ad07bd-0618-46dc-8a41-0dd39d18ac29 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:26:44.359522 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:44.371586 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cab1c-676c-49b1-ba6c-375a008912cb req-ceae91b4-f1f7-4f0f-b8be-a70580b7e0f9 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:44.373244 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-652cab1c-676c-49b1-ba6c-375a008912cb req-ceae91b4-f1f7-4f0f-b8be-a70580b7e0f9 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 945 time: 0.4296994 Mar 23 12:26:44.479831 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-652cab1c-676c-49b1-ba6c-375a008912cb req-d3eb485b-116f-45c7-8d00-1327a2cf7b41 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924714 Mar 23 12:26:44.487470 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d288d5f3-4b3a-4161-9fbb-5e456f3a688a req-dce8785b-e87f-43ee-ae94-7d76d9f48aac tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452521 Mar 23 12:26:44.558901 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:44.616657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 8e86bf05-5750-4cf8-978a-929196a273f3, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8e86bf05-5750-4cf8-978a-929196a273f3,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:44.638461 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:44.666253 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32bfe06c-75f1-4423-a016-d27e1925875b req-864ad87f-eafe-434d-b962-c5ff3d50d0b3 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 210 time: 0.0578530 Mar 23 12:26:44.759310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:44.791056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5', 'mac_address': 'fa:16:3e:33:3b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:26:44.793814 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:44.802845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=8e86bf05-5750-4cf8-978a-929196a273f3,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:44.803694 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eff9b54-de4b-4d48-8b1b-f48e09a84e77 x-openstack-request-id: req-7eff9b54-de4b-4d48-8b1b-f48e09a84e77 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:26:44.804215 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:44.804336 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "tag": "291a2349-fbce-46ad-8ded-cceec9f6b293", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:26:44.804336 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7eff9b54-de4b-4d48-8b1b-f48e09a84e77 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:26:44.804740 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'tag': '291a2349-fbce-46ad-8ded-cceec9f6b293', 'status': 'completed', 'code': 200} Mar 23 12:26:44.852782 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:44.866943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:26:44.898677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:44.905723 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:44.909148 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:44.925992 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Pushing event updated for resources: {'Port': ['ID=e2ad07bd-0618-46dc-8a41-0dd39d18ac29,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:44.974333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc67f8-6868-4e5e-a4e3-8ff62040c7c5 req-9160bf4e-5c74-4bff-a271-219bcc63deae tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:44.978348 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:44.980558 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5ebc67f8-6868-4e5e-a4e3-8ff62040c7c5 req-9160bf4e-5c74-4bff-a271-219bcc63deae tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 949 time: 0.2740119 Mar 23 12:26:45.005613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22040354-8c6c-414c-94e8-0d61203dac7c req-1b0b8ac1-37b6-4d9a-be00-9127909835ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:45.006204 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22040354-8c6c-414c-94e8-0d61203dac7c req-1b0b8ac1-37b6-4d9a-be00-9127909835ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:45.006556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22040354-8c6c-414c-94e8-0d61203dac7c req-1b0b8ac1-37b6-4d9a-be00-9127909835ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:45.008638 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-22040354-8c6c-414c-94e8-0d61203dac7c req-1b0b8ac1-37b6-4d9a-be00-9127909835ac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30d96015ed484726b5769dfa4017912e&device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2798 time: 0.2024629 Mar 23 12:26:45.082183 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f92c5-d182-440e-8708-dde79791dc46 req-bea5d10b-7490-4adf-8d7e-c8d038d593b3 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:45.084408 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b36f92c5-d182-440e-8708-dde79791dc46 req-bea5d10b-7490-4adf-8d7e-c8d038d593b3 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.1246622 Mar 23 12:26:45.127680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Network e6641aab-e855-4821-b8bb-81ade197f315 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:45.137192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:45.149146 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5ebc67f8-6868-4e5e-a4e3-8ff62040c7c5 req-7d4f8b35-eaa2-4503-9346-acbdab46f480 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636777 Mar 23 12:26:45.160143 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47026) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:45.202772 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a1b3d251-4c1d-4824-a71e-6d35d33d2c3f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-286838469'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:45.240725 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b36f92c5-d182-440e-8708-dde79791dc46 req-ea814c5c-0d3c-46e5-80c1-a9c93ff2fabe tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346760 Mar 23 12:26:45.339901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8e86bf05-5750-4cf8-978a-929196a273f3 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:45.347724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b3d251-4c1d-4824-a71e-6d35d33d2c3f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Made reservation on behalf of c83166719e7f4ef4ad5bfcfda154ab08 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:45.351383 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1b3d251-4c1d-4824-a71e-6d35d33d2c3f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:45.354979 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41d474b-59ba-4677-a34f-4f2a1d57e3c9 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:26:45.364768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Router a392ac55-d95c-48a7-b0b2-a2caed6046a6 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:26:45.377059 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:45.398933 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22040354-8c6c-414c-94e8-0d61203dac7c req-ca6f818c-eb83-43f8-ba6b-92bdf4fcbfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:45.399407 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22040354-8c6c-414c-94e8-0d61203dac7c req-ca6f818c-eb83-43f8-ba6b-92bdf4fcbfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:45.399880 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22040354-8c6c-414c-94e8-0d61203dac7c req-ca6f818c-eb83-43f8-ba6b-92bdf4fcbfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:45.401580 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-22040354-8c6c-414c-94e8-0d61203dac7c req-ca6f818c-eb83-43f8-ba6b-92bdf4fcbfd4 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=30d96015ed484726b5769dfa4017912e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3731315 Mar 23 12:26:45.439001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['1c8816f0-c3c3-44c1-89d7-95c28ead7cd5'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:26:45.441539 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Transition to ACTIVE for port object c41d474b-59ba-4677-a34f-4f2a1d57e3c9 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:26:45.462952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b3d251-4c1d-4824-a71e-6d35d33d2c3f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:26:45.465488 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:45.550978 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1b3d251-4c1d-4824-a71e-6d35d33d2c3f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:45.551501 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-a1b3d251-4c1d-4824-a71e-6d35d33d2c3f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Added segment 46e7e46f-5983-4169-b14d-5c96ee87469c of type vlan for network 2d93ac63-bdb1-45e7-bc99-87d09947042d Mar 23 12:26:45.613290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:26:45.625735 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7b4e626b-4d9d-4a4d-a496-c85fcaf4e409 admin admin] 10.222.0.52 "PUT /v2.0/routers/a392ac55-d95c-48a7-b0b2-a2caed6046a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8481958 Mar 23 12:26:45.715895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8e86bf05-5750-4cf8-978a-929196a273f3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:45.730153 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:45.755243 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d14ff-d988-46e2-9105-8cd211f07bef req-51ab6b21-4c31-4fb6-83cb-2de34a65c322 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:45.781085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d14ff-d988-46e2-9105-8cd211f07bef req-51ab6b21-4c31-4fb6-83cb-2de34a65c322 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:45.794931 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d14ff-d988-46e2-9105-8cd211f07bef req-51ab6b21-4c31-4fb6-83cb-2de34a65c322 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:45.797042 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d29d14ff-d988-46e2-9105-8cd211f07bef req-51ab6b21-4c31-4fb6-83cb-2de34a65c322 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2412 time: 0.1582181 Mar 23 12:26:45.891595 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1b3d251-4c1d-4824-a71e-6d35d33d2c3f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:45.971478 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d29d14ff-d988-46e2-9105-8cd211f07bef req-a8609219-a126-4e76-a7ec-20b2ce1646d4 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655254 Mar 23 12:26:46.025151 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1b3d251-4c1d-4824-a71e-6d35d33d2c3f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:46.029852 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b3d251-4c1d-4824-a71e-6d35d33d2c3f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:46.030646 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1b3d251-4c1d-4824-a71e-6d35d33d2c3f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:46.034232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Pushing event updated for resources: {'Port': ['ID=c41d474b-59ba-4677-a34f-4f2a1d57e3c9,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:46.052044 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12159f18-4643-4132-aeb4-60764ef389c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068b068b-0a38-4f07-af26-565a1ca4d48a'}, {'server_uuid': 'c1970acf-8b90-4c05-90af-3a42c2a36f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8108478e-b859-4e1f-9567-c8e4d4668e91'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:26:46.054343 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7269e07d-5063-42ff-be5c-ab65e96eea65" -d '{"events": [{"server_uuid": "12159f18-4643-4132-aeb4-60764ef389c1", "name": "network-vif-plugged", "status": "completed", "tag": "068b068b-0a38-4f07-af26-565a1ca4d48a"}, {"server_uuid": "c1970acf-8b90-4c05-90af-3a42c2a36f58", "name": "network-vif-plugged", "status": "completed", "tag": "8108478e-b859-4e1f-9567-c8e4d4668e91"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:26:46.097650 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:46.099562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e79d53fd-a13f-4355-a849-7b2138ed7029 None None] Provisioning complete for port e2ad07bd-0618-46dc-8a41-0dd39d18ac29 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:46.100531 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e79d53fd-a13f-4355-a849-7b2138ed7029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:46.108766 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Sync routers for ids ['a392ac55-d95c-48a7-b0b2-a2caed6046a6'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:26:46.152761 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-483554a2-2614-4b8f-9bec-b1868cabffcc req-3690a88d-b7bc-48b7-a4b0-409214f1ff7c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 210 time: 0.0657930 Mar 23 12:26:46.188952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22040354-8c6c-414c-94e8-0d61203dac7c req-430c0a58-fefc-441f-adbe-d1d1ca1a1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:46.188952 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-22040354-8c6c-414c-94e8-0d61203dac7c req-430c0a58-fefc-441f-adbe-d1d1ca1a1c14 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7590346 Mar 23 12:26:46.189392 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Routers {'a392ac55-d95c-48a7-b0b2-a2caed6046a6'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:46.190049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:26:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a392ac55-d95c-48a7-b0b2-a2caed6046a6'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:46.192735 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e79d53fd-a13f-4355-a849-7b2138ed7029 None None] Port e2ad07bd-0618-46dc-8a41-0dd39d18ac29 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:26:46.257532 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a1b3d251-4c1d-4824-a71e-6d35d33d2c3f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0753343 Mar 23 12:26:46.261004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47050) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:46.269076 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3261c7f7-3c4b-4719-9153-55cfc8e38143 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-942624364'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:46.298756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3d251-4c1d-4824-a71e-6d35d33d2c3f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event updated for resources: {'Network': ['ID=2d93ac63-bdb1-45e7-bc99-87d09947042d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:46.307266 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3261c7f7-3c4b-4719-9153-55cfc8e38143 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Made reservation on behalf of c83166719e7f4ef4ad5bfcfda154ab08 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:46.318113 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3261c7f7-3c4b-4719-9153-55cfc8e38143 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:46.336092 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ae393-f4e6-4347-a2d7-2b611f8378dc req-3d578ff6-af85-45d8-94ce-83ae5fbeadde tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:46.337685 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-571ae393-f4e6-4347-a2d7-2b611f8378dc req-3d578ff6-af85-45d8-94ce-83ae5fbeadde tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 945 time: 0.3329914 Mar 23 12:26:46.338418 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Attempting to bind port c41d474b-59ba-4677-a34f-4f2a1d57e3c9 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:46.338746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Attempting to bind port c41d474b-59ba-4677-a34f-4f2a1d57e3c9 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '793ae0bf-724b-441b-995e-bab2cddc938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:46.339061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Attempting to bind port c41d474b-59ba-4677-a34f-4f2a1d57e3c9 on network 92484a6e-4d31-4b55-b815-b4265e5eff7b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:46.346536 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 2d93ac63-bdb1-45e7-bc99-87d09947042d details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:26:46.353424 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Port c41d474b-59ba-4677-a34f-4f2a1d57e3c9 on network 92484a6e-4d31-4b55-b815-b4265e5eff7b not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:26:46.353832 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Attempting to bind port c41d474b-59ba-4677-a34f-4f2a1d57e3c9 on network 92484a6e-4d31-4b55-b815-b4265e5eff7b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:46.367393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-69b89cc2-2941-4e62-b162-0b259d100104 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:46.368893 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-69b89cc2-2941-4e62-b162-0b259d100104 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.73 "GET /v2.0/networks?id=d615e09e-2eb5-4d6e-9949-519736a83a8e HTTP/1.1" status: 200 len: 812 time: 0.6308978 Mar 23 12:26:46.380390 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:46.380729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Checking segment: {'id': '793ae0bf-724b-441b-995e-bab2cddc938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:46.381151 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Bound using segment: {'id': '793ae0bf-724b-441b-995e-bab2cddc938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:46.381367 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1ff6b8f-cb48-4f45-96f5-bbf2248a908e req-b442c423-8c15-48df-987c-ef7d9d559d87 tempest-FloatingIPsNegativeTestJSON-1489071668 tempest-FloatingIPsNegativeTestJSON-1489071668-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=2ce79c088f2a45ad86dd78f770307a34 HTTP/1.1" status: 200 len: 217 time: 0.0460203 Mar 23 12:26:46.381599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Bound port: c41d474b-59ba-4677-a34f-4f2a1d57e3c9, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793ae0bf-724b-441b-995e-bab2cddc938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:46.381956 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:46.402636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3261c7f7-3c4b-4719-9153-55cfc8e38143 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:26:46.407049 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-8f32e99e-1377-4d5d-97a9-df036089c881 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Request body: {'port': {'device_id': '3d96924c-9346-41b4-8f9a-a8c0f9ea955f', 'network_id': 'd615e09e-2eb5-4d6e-9949-519736a83a8e', 'admin_state_up': True, 'tenant_id': '9d5f45b7a4464db3842cc518a88a2ee7'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:46.421187 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3261c7f7-3c4b-4719-9153-55cfc8e38143 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:46.421546 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-3261c7f7-3c4b-4719-9153-55cfc8e38143 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Added segment e436e240-5d3d-4df6-b744-c05925e63223 of type vlan for network 7751cfb1-5c21-4925-8fee-f42885f445e0 Mar 23 12:26:46.465180 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Mar 2022 12:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79878d37-7227-45b6-8775-653ef69e8011 x-openstack-request-id: req-79878d37-7227-45b6-8775-653ef69e8011 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:26:46.465480 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12159f18-4643-4132-aeb4-60764ef389c1", "name": "network-vif-plugged", "status": "completed", "tag": "068b068b-0a38-4f07-af26-565a1ca4d48a", "code": 200}, {"server_uuid": "c1970acf-8b90-4c05-90af-3a42c2a36f58", "name": "network-vif-plugged", "status": "completed", "tag": "8108478e-b859-4e1f-9567-c8e4d4668e91", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:26:46.466148 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-79878d37-7227-45b6-8775-653ef69e8011 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:26:46.466533 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12159f18-4643-4132-aeb4-60764ef389c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068b068b-0a38-4f07-af26-565a1ca4d48a', 'code': 200} Mar 23 12:26:46.466796 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1970acf-8b90-4c05-90af-3a42c2a36f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8108478e-b859-4e1f-9567-c8e4d4668e91', 'code': 200} Mar 23 12:26:46.483145 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3261c7f7-3c4b-4719-9153-55cfc8e38143 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:46.522398 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-571ae393-f4e6-4347-a2d7-2b611f8378dc req-c8d8bbb8-e4b4-484a-96a8-8cf4d5c78e7e tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709466 Mar 23 12:26:46.522842 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Set router a392ac55-d95c-48a7-b0b2-a2caed6046a6 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:46.524331 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3261c7f7-3c4b-4719-9153-55cfc8e38143 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:46.543145 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3261c7f7-3c4b-4719-9153-55cfc8e38143 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:46.545978 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3261c7f7-3c4b-4719-9153-55cfc8e38143 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:46.587618 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3261c7f7-3c4b-4719-9153-55cfc8e38143 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3237441 Mar 23 12:26:46.601329 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47056) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:46.609706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-01613cad-33d2-42fa-9b2a-71fea71a54a1 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Request body: {'subnet': {'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:46.652095 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] For port c41d474b-59ba-4677-a34f-4f2a1d57e3c9, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:46.718108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] For port c41d474b-59ba-4677-a34f-4f2a1d57e3c9, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c41d474b-59ba-4677-a34f-4f2a1d57e3c9,segment=NetworkSegment(793ae0bf-724b-441b-995e-bab2cddc938b),segment_id=793ae0bf-724b-441b-995e-bab2cddc938b)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:46.751538 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:46.810252 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Pushing event updated for resources: {'Port': ['ID=c41d474b-59ba-4677-a34f-4f2a1d57e3c9,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:46.833038 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef6d3a-1dd8-41f5-849b-073b64e39ed1 req-b1489876-6dfa-4502-bb2f-ea32d245b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:46.835099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'name': 'tempest-FloatingIPsNegativeTestJSON-322692109-router', 'tenant_id': '2ce79c088f2a45ad86dd78f770307a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:33Z', 'updated_at': '2022-03-23T12:26:43Z', 'revision_number': 4, 'project_id': '2ce79c088f2a45ad86dd78f770307a34', 'gw_port': {'id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:36Z', 'updated_at': '2022-03-23T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'e2ad07bd-0618-46dc-8a41-0dd39d18ac29', 'name': '', 'network_id': 'e6641aab-e855-4821-b8bb-81ade197f315', 'tenant_id': '2ce79c088f2a45ad86dd78f770307a34', 'mac_address': 'fa:16:3e:ea:17:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c892da54-551c-434d-adde-0a0d3baf99d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:42Z', 'updated_at': '2022-03-23T12:26:44Z', 'revision_number': 2, 'project_id': '2ce79c088f2a45ad86dd78f770307a34', 'subnets': [{'id': 'c892da54-551c-434d-adde-0a0d3baf99d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:46.835529 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99ef6d3a-1dd8-41f5-849b-073b64e39ed1 req-b1489876-6dfa-4502-bb2f-ea32d245b9af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 1100 time: 0.1944475 Mar 23 12:26:46.867263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:46.868111 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:46.869812 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-104b5b8f-1b84-4b3c-90bd-59d0e5a73d56 service neutron] 10.222.0.77 "PUT /v2.0/ports/c41d474b-59ba-4677-a34f-4f2a1d57e3c9 HTTP/1.1" status: 200 len: 1091 time: 2.7616262 Mar 23 12:26:46.872872 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'tag': 'c41d474b-59ba-4677-a34f-4f2a1d57e3c9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:26:46.876273 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a517483-a723-40db-9b28-c505736da2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "tag": "c41d474b-59ba-4677-a34f-4f2a1d57e3c9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:26:46.879989 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01613cad-33d2-42fa-9b2a-71fea71a54a1 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Made reservation on behalf of c83166719e7f4ef4ad5bfcfda154ab08 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:46.883744 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-01613cad-33d2-42fa-9b2a-71fea71a54a1 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:46.893732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf041dd-ba3e-440e-ba2f-80f4f11880ec req-70b2a07e-76e9-4f71-9124-a73c31a03b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:46.897577 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecf041dd-ba3e-440e-ba2f-80f4f11880ec req-70b2a07e-76e9-4f71-9124-a73c31a03b5d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 1096 time: 0.2707767 Mar 23 12:26:46.898330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261c7f7-3c4b-4719-9153-55cfc8e38143 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event updated for resources: {'Network': ['ID=7751cfb1-5c21-4925-8fee-f42885f445e0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:46.916533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Checking router: a392ac55-d95c-48a7-b0b2-a2caed6046a6 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:26:46.918194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Updating router a392ac55-d95c-48a7-b0b2-a2caed6046a6 port e2ad07bd-0618-46dc-8a41-0dd39d18ac29 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:26:46.920700 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-8f32e99e-1377-4d5d-97a9-df036089c881 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Made reservation on behalf of 9d5f45b7a4464db3842cc518a88a2ee7 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:46.925005 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-8f32e99e-1377-4d5d-97a9-df036089c881 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:46.959846 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:46.984067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 7751cfb1-5c21-4925-8fee-f42885f445e0 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:26:47.014826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94631f3-3975-4120-a901-c3e09bb2a0d8 req-0c95ec72-f404-4967-892b-c7626f92d0fa tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:47.019832 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d94631f3-3975-4120-a901-c3e09bb2a0d8 req-0c95ec72-f404-4967-892b-c7626f92d0fa tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 949 time: 0.3899310 Mar 23 12:26:47.069250 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99ef6d3a-1dd8-41f5-849b-073b64e39ed1 req-26a04d10-2cbb-4198-a260-15ce07b2317b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251146 Mar 23 12:26:47.076501 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecf041dd-ba3e-440e-ba2f-80f4f11880ec req-df6fa308-4e87-4c85-b6e4-6bf309114060 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467874 Mar 23 12:26:47.091487 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d94631f3-3975-4120-a901-c3e09bb2a0d8 req-8b44617e-9995-4b2a-9692-4effb98e7ad9 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549800 Mar 23 12:26:47.200887 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27e4e803-e065-4813-affe-1906c4a84306 req-f5d35c70-cfbd-4736-adcb-98bb119dd775 tempest-FloatingIPsNegativeTestJSON-1489071668 tempest-FloatingIPsNegativeTestJSON-1489071668-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0478408 Mar 23 12:26:47.212729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e4a29-704e-4b53-9e99-08330e3f49e9 req-d9c1a67f-48c2-43df-ab5b-9802a1e01a4d tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:47.214417 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c83e4a29-704e-4b53-9e99-08330e3f49e9 req-d9c1a67f-48c2-43df-ab5b-9802a1e01a4d tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.5174932 Mar 23 12:26:47.243282 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a12db0-7676-464e-a14d-836ab3813b18 x-openstack-request-id: req-94a12db0-7676-464e-a14d-836ab3813b18 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:26:47.243668 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "tag": "c41d474b-59ba-4677-a34f-4f2a1d57e3c9", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:26:47.244048 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94a12db0-7676-464e-a14d-836ab3813b18 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:26:47.245373 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'tag': 'c41d474b-59ba-4677-a34f-4f2a1d57e3c9', 'status': 'completed', 'code': 200} Mar 23 12:26:47.280353 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:47.343495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-8f32e99e-1377-4d5d-97a9-df036089c881 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Allocated IP 172.20.0.9 (d615e09e-2eb5-4d6e-9949-519736a83a8e/0028349c-8d9b-4d90-b211-2217016fe8b4/058dce15-d42a-4faa-960e-eb8727312303) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:47.361265 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c83e4a29-704e-4b53-9e99-08330e3f49e9 req-9647cb69-620b-4729-be16-2d3d1f6dd0e9 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200926 Mar 23 12:26:47.366466 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-41463cfe-4a05-4845-b47a-c47221cb43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:47.367360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-41463cfe-4a05-4845-b47a-c47221cb43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:47.368241 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-41463cfe-4a05-4845-b47a-c47221cb43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:47.370908 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-41463cfe-4a05-4845-b47a-c47221cb43cc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30d96015ed484726b5769dfa4017912e&device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2865 time: 0.4374261 Mar 23 12:26:47.387101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c0117-7892-42d2-bb78-d4cf664c149c req-d56dcbd0-4960-45d4-9610-27e07c1d5ee3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:47.393262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c0117-7892-42d2-bb78-d4cf664c149c req-d56dcbd0-4960-45d4-9610-27e07c1d5ee3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:47.399610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c0117-7892-42d2-bb78-d4cf664c149c req-d56dcbd0-4960-45d4-9610-27e07c1d5ee3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:47.401325 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f5c0117-7892-42d2-bb78-d4cf664c149c req-d56dcbd0-4960-45d4-9610-27e07c1d5ee3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2412 time: 0.1083164 Mar 23 12:26:47.439370 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-005bc0ea-e219-4d85-b459-1792055f4b88 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.207&port_id=ca8be95e-b1a4-42f2-bcde-4281192161fb HTTP/1.1" status: 200 len: 217 time: 0.0540676 Mar 23 12:26:47.451272 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f5c0117-7892-42d2-bb78-d4cf664c149c req-0c94465a-9958-402f-bc85-e151dfe03e57 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429449 Mar 23 12:26:47.551022 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [req-5ef880ac-5754-478f-8423-7c86bc8b5ee2 req-dfcdb77f-0e03-4036-baa0-185d9d3e16af tempest-FloatingIPsNegativeTestJSON-1489071668 tempest-FloatingIPsNegativeTestJSON-1489071668-project] show failed (client error): The resource could not be found. Mar 23 12:26:47.552109 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5ef880ac-5754-478f-8423-7c86bc8b5ee2 req-dfcdb77f-0e03-4036-baa0-185d9d3e16af tempest-FloatingIPsNegativeTestJSON-1489071668 tempest-FloatingIPsNegativeTestJSON-1489071668-project] 10.222.0.52 "GET /v2.0/floatingips/a26663d1-f361-4744-8718-81714cd1802f HTTP/1.1" status: 404 len: 350 time: 0.1203203 Mar 23 12:26:47.566608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:47.668342 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-fe6e2e28-15cd-4004-aa56-ab061c22a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:47.670254 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-fe6e2e28-15cd-4004-aa56-ab061c22a1f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=92da1c66-baa6-45e8-aad6-e6c51040d1f9 HTTP/1.1" status: 200 len: 801 time: 0.2158940 Mar 23 12:26:47.683697 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:47.696362 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:47.776519 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee9eb792-178c-473e-90cf-cafeaa14618c req-353ed252-89af-492d-ad7c-8d10559df77e tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 210 time: 0.0383890 Mar 23 12:26:47.833943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f93ea-c222-4907-b2c8-3be628cd4460 None None] Pushing event updated for resources: {'Port': ['ID=e2ad07bd-0618-46dc-8a41-0dd39d18ac29,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:47.857642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Attempting to bind port e2ad07bd-0618-46dc-8a41-0dd39d18ac29 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:47.858025 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Attempting to bind port e2ad07bd-0618-46dc-8a41-0dd39d18ac29 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'f6a586af-df44-477b-acee-f2ae55f26ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e6641aab-e855-4821-b8bb-81ade197f315'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:47.858387 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Attempting to bind port e2ad07bd-0618-46dc-8a41-0dd39d18ac29 on network e6641aab-e855-4821-b8bb-81ade197f315 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:47.867188 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:47.867575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Checking segment: {'id': 'f6a586af-df44-477b-acee-f2ae55f26ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e6641aab-e855-4821-b8bb-81ade197f315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:47.868209 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:47.868661 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Bound using segment: {'id': 'f6a586af-df44-477b-acee-f2ae55f26ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e6641aab-e855-4821-b8bb-81ade197f315'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:47.877344 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Bound port: e2ad07bd-0618-46dc-8a41-0dd39d18ac29, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a586af-df44-477b-acee-f2ae55f26ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e6641aab-e855-4821-b8bb-81ade197f315'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:47.877803 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:47.884354 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-01613cad-33d2-42fa-9b2a-71fea71a54a1 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:47.962458 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] For port e2ad07bd-0618-46dc-8a41-0dd39d18ac29, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:47.968705 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] For port e2ad07bd-0618-46dc-8a41-0dd39d18ac29, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e2ad07bd-0618-46dc-8a41-0dd39d18ac29,segment=NetworkSegment(f6a586af-df44-477b-acee-f2ae55f26ec2),segment_id=f6a586af-df44-477b-acee-f2ae55f26ec2)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:47.971303 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-8f32e99e-1377-4d5d-97a9-df036089c881 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:47.982939 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:47.993481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-f5deb62a-f4b5-4d8a-89a2-f8162ccf1813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:47.995334 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-f5deb62a-f4b5-4d8a-89a2-f8162ccf1813 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=92484a6e-4d31-4b55-b815-b4265e5eff7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3146234 Mar 23 12:26:48.007043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38662fed-cc7f-4845-8326-98ffed81eff1 req-3f322ace-2f3c-4be7-ad18-723817efac39 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:48.014935 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38662fed-cc7f-4845-8326-98ffed81eff1 req-3f322ace-2f3c-4be7-ad18-723817efac39 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 945 time: 0.3102226 Mar 23 12:26:48.075631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f93ea-c222-4907-b2c8-3be628cd4460 None None] Pushing event updated for resources: {'Port': ['ID=e2ad07bd-0618-46dc-8a41-0dd39d18ac29,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:48.081466 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01613cad-33d2-42fa-9b2a-71fea71a54a1 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event updated for resources: {'Subnet': ['ID=2d4961f2-f219-4314-a425-b5413107f023,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:48.131718 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Routers {'a392ac55-d95c-48a7-b0b2-a2caed6046a6'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:48.132820 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:26:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a392ac55-d95c-48a7-b0b2-a2caed6046a6'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:48.215962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:48.332096 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-454183aa-df9b-4fa9-a137-05b5bdd0af4e None None] Provisioning complete for port e2ad07bd-0618-46dc-8a41-0dd39d18ac29 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:48.332968 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-454183aa-df9b-4fa9-a137-05b5bdd0af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:48.475339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] Set router a392ac55-d95c-48a7-b0b2-a2caed6046a6 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:48.534163 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:48.534443 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:48.598026 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-454183aa-df9b-4fa9-a137-05b5bdd0af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:48.736100 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38662fed-cc7f-4845-8326-98ffed81eff1 req-03decc19-7168-4bcb-9cfc-95dd27928360 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7196338 Mar 23 12:26:48.747846 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:48.771492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01613cad-33d2-42fa-9b2a-71fea71a54a1 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Checking segment: {'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:48.771910 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01613cad-33d2-42fa-9b2a-71fea71a54a1 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Network hostable DHCP agents. Network: 2d93ac63-bdb1-45e7-bc99-87d09947042d, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:26:48.775807 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-8f32e99e-1377-4d5d-97a9-df036089c881 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:48.844422 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a030adf-4749-431a-9822-f6b2e8868cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:48.879510 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-8f32e99e-1377-4d5d-97a9-df036089c881 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Network d615e09e-2eb5-4d6e-9949-519736a83a8e is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:48.888525 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01613cad-33d2-42fa-9b2a-71fea71a54a1 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Network 2d93ac63-bdb1-45e7-bc99-87d09947042d is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:26:48.902481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-8f32e99e-1377-4d5d-97a9-df036089c881 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:48.911220 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-a6038489-8585-4c45-9721-ebe61c2d5bd6 service neutron] 10.222.0.77 "GET /v2.0/networks/92484a6e-4d31-4b55-b815-b4265e5eff7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8913589 Mar 23 12:26:48.914079 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-8f32e99e-1377-4d5d-97a9-df036089c881 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:48.922845 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32e99e-1377-4d5d-97a9-df036089c881 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event updated for resources: {'Port': ['ID=058dce15-d42a-4faa-960e-eb8727312303,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:48.991219 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-454183aa-df9b-4fa9-a137-05b5bdd0af4e None None] For port e2ad07bd-0618-46dc-8a41-0dd39d18ac29, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e2ad07bd-0618-46dc-8a41-0dd39d18ac29,segment=NetworkSegment(f6a586af-df44-477b-acee-f2ae55f26ec2),segment_id=f6a586af-df44-477b-acee-f2ae55f26ec2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:49.013811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:49.018111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a86867-09c8-4154-9d20-e94e05610a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:26:49.020330 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747a0753-1335-4fcc-b43e-9634c8a3a924" -d '{"events": [{"server_uuid": "b2a86867-09c8-4154-9d20-e94e05610a52", "name": "network-vif-plugged", "status": "completed", "tag": "1c8816f0-c3c3-44c1-89d7-95c28ead7cd5"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:26:49.048710 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:49.050916 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-454183aa-df9b-4fa9-a137-05b5bdd0af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:49.069320 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-35a0bda7-5351-426a-b369-0321959d15f7 service neutron] 10.222.0.77 "GET /v2.0/networks/92484a6e-4d31-4b55-b815-b4265e5eff7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047823 Mar 23 12:26:49.077957 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-01613cad-33d2-42fa-9b2a-71fea71a54a1 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 2d93ac63-bdb1-45e7-bc99-87d09947042d) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:49.093143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6c1928-5d42-4f0c-98aa-56a5072d27e7 None None] Network 2d93ac63-bdb1-45e7-bc99-87d09947042d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:49.098594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01613cad-33d2-42fa-9b2a-71fea71a54a1 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:49.099241 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-01613cad-33d2-42fa-9b2a-71fea71a54a1 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:49.129378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a90fb-10be-41e6-b364-447317e7037c req-8218b3b7-6c80-40c2-a34d-832d6057d651 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:49.131470 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b57a90fb-10be-41e6-b364-447317e7037c req-8218b3b7-6c80-40c2-a34d-832d6057d651 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 949 time: 0.4543922 Mar 23 12:26:49.154433 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-e87d56ba-a16e-4854-b8aa-341b37e2b66b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=291a2349-fbce-46ad-8ded-cceec9f6b293 HTTP/1.1" status: 200 len: 217 time: 0.0732703 Mar 23 12:26:49.163622 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-8f32e99e-1377-4d5d-97a9-df036089c881 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:49.164454 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-8f32e99e-1377-4d5d-97a9-df036089c881 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:49.189209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e498ec-cbd2-4af1-89e3-1b29028b0377 req-6a71b95d-ab8e-4e57-a818-9fbf51c6dadc tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:49.196871 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2e498ec-cbd2-4af1-89e3-1b29028b0377 req-6a71b95d-ab8e-4e57-a818-9fbf51c6dadc tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 950 time: 0.3137023 Mar 23 12:26:49.206060 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-01613cad-33d2-42fa-9b2a-71fea71a54a1 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6034753 Mar 23 12:26:49.237693 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47090) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:49.246349 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Request body: {'subnet': {'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:49.265563 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-8f32e99e-1377-4d5d-97a9-df036089c881 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8813236 Mar 23 12:26:49.282913 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-33c66949-864c-46e8-9df1-5013f2fd945a None None] Provisioning complete for port e2ad07bd-0618-46dc-8a41-0dd39d18ac29 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:49.283283 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-33c66949-864c-46e8-9df1-5013f2fd945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:49.284798 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2e498ec-cbd2-4af1-89e3-1b29028b0377 req-84316533-a85d-4d63-808f-9cbeafba38ee tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821545 Mar 23 12:26:49.286986 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,revision_number=11']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:49.305750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Request body: {'port': {'device_id': '3d96924c-9346-41b4-8f9a-a8c0f9ea955f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:49.342561 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-04f4f19c-a1f5-4047-be2e-ebd39f95425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:49.343989 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-04f4f19c-a1f5-4047-be2e-ebd39f95425a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72891e08-ae2f-4fe4-9bca-92493f81bae5 HTTP/1.1" status: 200 len: 801 time: 0.1758759 Mar 23 12:26:49.457782 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b57a90fb-10be-41e6-b364-447317e7037c req-b7f5620b-47dd-4603-8d9f-fa543e649036 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200680 Mar 23 12:26:49.474929 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:49.497091 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454183aa-df9b-4fa9-a137-05b5bdd0af4e None None] Pushing event updated for resources: {'Port': ['ID=e2ad07bd-0618-46dc-8a41-0dd39d18ac29,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:49.507685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-6682fdea-0a95-4bae-a951-8a567111fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:49.510449 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-6682fdea-0a95-4bae-a951-8a567111fdfe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1554918 Mar 23 12:26:49.592699 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-2d93ac63-bdb1-45e7-bc99-87d09947042d', 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'fixed_ips': [{'subnet_id': '2d4961f2-f219-4314-a425-b5413107f023'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:26:49.593647 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:49.599456 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'name': 'tempest-FloatingIPsNegativeTestJSON-322692109-router', 'tenant_id': '2ce79c088f2a45ad86dd78f770307a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:33Z', 'updated_at': '2022-03-23T12:26:43Z', 'revision_number': 4, 'project_id': '2ce79c088f2a45ad86dd78f770307a34', 'gw_port': {'id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:36Z', 'updated_at': '2022-03-23T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'e2ad07bd-0618-46dc-8a41-0dd39d18ac29', 'name': '', 'network_id': 'e6641aab-e855-4821-b8bb-81ade197f315', 'tenant_id': '2ce79c088f2a45ad86dd78f770307a34', 'mac_address': 'fa:16:3e:ea:17:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c892da54-551c-434d-adde-0a0d3baf99d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:42Z', 'updated_at': '2022-03-23T12:26:47Z', 'revision_number': 4, 'project_id': '2ce79c088f2a45ad86dd78f770307a34', 'subnets': [{'id': 'c892da54-551c-434d-adde-0a0d3baf99d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:49.624530 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573546c8-a595-48b4-ac74-99d2eb37291b req-2b808905-2f42-4c5b-8e3e-6c6c81f0877f tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:49.628068 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Made reservation on behalf of c83166719e7f4ef4ad5bfcfda154ab08 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:49.631665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:49.639785 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c62c5-9e1d-43ef-8b3d-1f5bce54579e None None] The sync data for ids ['a392ac55-d95c-48a7-b0b2-a2caed6046a6'] in n-d-834854-1 is: [{'id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'name': 'tempest-FloatingIPsNegativeTestJSON-322692109-router', 'tenant_id': '2ce79c088f2a45ad86dd78f770307a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:33Z', 'updated_at': '2022-03-23T12:26:43Z', 'revision_number': 4, 'project_id': '2ce79c088f2a45ad86dd78f770307a34', 'gw_port': {'id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:36Z', 'updated_at': '2022-03-23T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'e2ad07bd-0618-46dc-8a41-0dd39d18ac29', 'name': '', 'network_id': 'e6641aab-e855-4821-b8bb-81ade197f315', 'tenant_id': '2ce79c088f2a45ad86dd78f770307a34', 'mac_address': 'fa:16:3e:ea:17:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c892da54-551c-434d-adde-0a0d3baf99d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:42Z', 'updated_at': '2022-03-23T12:26:47Z', 'revision_number': 4, 'project_id': '2ce79c088f2a45ad86dd78f770307a34', 'subnets': [{'id': 'c892da54-551c-434d-adde-0a0d3baf99d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:26:49.640206 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573546c8-a595-48b4-ac74-99d2eb37291b req-2b808905-2f42-4c5b-8e3e-6c6c81f0877f tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:49.667381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573546c8-a595-48b4-ac74-99d2eb37291b req-2b808905-2f42-4c5b-8e3e-6c6c81f0877f tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:49.671014 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-573546c8-a595-48b4-ac74-99d2eb37291b req-2b808905-2f42-4c5b-8e3e-6c6c81f0877f tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2412 time: 0.3044860 Mar 23 12:26:49.902384 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Allocated IP 10.1.1.2 (2d93ac63-bdb1-45e7-bc99-87d09947042d/2d4961f2-f219-4314-a425-b5413107f023/afadc0e9-8a55-4d5b-8fd7-f82b33e558b8) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:49.932576 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d34a01-be7d-45ba-8449-a1a134cc5773 req-cfc0b353-04d1-484e-892d-dd28ad2100aa tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:49.941778 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-80d34a01-be7d-45ba-8449-a1a134cc5773 req-cfc0b353-04d1-484e-892d-dd28ad2100aa tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 931 time: 0.3278072 Mar 23 12:26:49.997981 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-573546c8-a595-48b4-ac74-99d2eb37291b req-3012a2b4-f6c9-4d6e-8d5b-08fcace34765 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197983 Mar 23 12:26:50.009372 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-71d3c159-fbb0-4cee-a7a6-34855cf8d364 service neutron] 10.222.0.77 "GET /v2.0/networks/6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876409 Mar 23 12:26:50.045937 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-80d34a01-be7d-45ba-8449-a1a134cc5773 req-4cc33a4d-77aa-4cdd-9b2e-16397f086eae tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032641 Mar 23 12:26:50.099886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1a030adf-4749-431a-9822-f6b2e8868cc0 admin admin] Deleting port e2ad07bd-0618-46dc-8a41-0dd39d18ac29 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:26:50.100261 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a030adf-4749-431a-9822-f6b2e8868cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:50.146275 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:50.174096 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5817cff3-9f12-4928-adcd-acdb84b8c6c1 x-openstack-request-id: req-5817cff3-9f12-4928-adcd-acdb84b8c6c1 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:26:50.174096 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a86867-09c8-4154-9d20-e94e05610a52", "name": "network-vif-plugged", "status": "completed", "tag": "1c8816f0-c3c3-44c1-89d7-95c28ead7cd5", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:26:50.174096 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5817cff3-9f12-4928-adcd-acdb84b8c6c1 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:26:50.174096 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a86867-09c8-4154-9d20-e94e05610a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5', 'code': 200} Mar 23 12:26:50.175103 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:50.267124 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:50.274865 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Network 2d93ac63-bdb1-45e7-bc99-87d09947042d is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:50.278938 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:50.281901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:50.327279 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event updated for resources: {'Subnet': ['ID=cc44e5ff-6af0-487d-8762-542ba4db276b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:50.353806 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Pushing event updated for resources: {'Port': ['ID=afadc0e9-8a55-4d5b-8fd7-f82b33e558b8,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:50.374882 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Attempting to bind port afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:50.375309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Attempting to bind port afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:50.376543 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Attempting to bind port afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 on network 2d93ac63-bdb1-45e7-bc99-87d09947042d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:50.382048 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:50.382425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Checking segment: {'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:50.382822 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:50.383209 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Bound using segment: {'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:50.383744 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Bound port: afadc0e9-8a55-4d5b-8fd7-f82b33e558b8, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:50.384413 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:50.402801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:50.403156 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:50.403501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:50.404929 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-b0c66e6d-15e9-47a4-a74b-6ac40d979616 service neutron] 10.222.0.77 "GET /v2.0/networks/6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793006 Mar 23 12:26:50.409889 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:50.410296 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:50.410643 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:50.410982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:50.412664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:50.413019 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:50.413357 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:50.413691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:50.424490 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:26:50.464733 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-6ae13478-1b48-483f-975c-efbd931ccf90 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.21&port_id=c41d474b-59ba-4677-a34f-4f2a1d57e3c9 HTTP/1.1" status: 200 len: 217 time: 0.0477352 Mar 23 12:26:50.489196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03b9a1-adbd-4196-a321-8153d3223d5a req-ba4e5ebb-ae0e-427d-bf2a-08290a250a82 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:50.496814 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d03b9a1-adbd-4196-a321-8153d3223d5a req-ba4e5ebb-ae0e-427d-bf2a-08290a250a82 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 945 time: 0.3242905 Mar 23 12:26:50.511617 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] For port afadc0e9-8a55-4d5b-8fd7-f82b33e558b8, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:50.519071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Checking segment: {'id': 'e436e240-5d3d-4df6-b744-c05925e63223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:50.519479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Network hostable DHCP agents. Network: 7751cfb1-5c21-4925-8fee-f42885f445e0, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:26:50.524203 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] For port afadc0e9-8a55-4d5b-8fd7-f82b33e558b8, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=afadc0e9-8a55-4d5b-8fd7-f82b33e558b8,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:50.535603 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:50.554935 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-1a030adf-4749-431a-9822-f6b2e8868cc0 admin admin] For port e2ad07bd-0618-46dc-8a41-0dd39d18ac29, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e2ad07bd-0618-46dc-8a41-0dd39d18ac29,segment=NetworkSegment(f6a586af-df44-477b-acee-f2ae55f26ec2),segment_id=f6a586af-df44-477b-acee-f2ae55f26ec2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:50.555321 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a030adf-4749-431a-9822-f6b2e8868cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:50.570685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-8382f864-b377-47b9-bc99-1f4e99c10dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:50.572514 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-8382f864-b377-47b9-bc99-1f4e99c10dd0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=92da1c66-baa6-45e8-aad6-e6c51040d1f9 HTTP/1.1" status: 200 len: 801 time: 0.0861526 Mar 23 12:26:50.584043 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d03b9a1-adbd-4196-a321-8153d3223d5a req-1af8c2b8-2dae-4139-96ba-1fdccdbb8c4f tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698953 Mar 23 12:26:50.594729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e63255-96fb-4ff1-8afa-d3c3807a3a8b req-d405d406-763f-4832-9c45-9d961097ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:50.596256 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d4e63255-96fb-4ff1-8afa-d3c3807a3a8b req-d405d406-763f-4832-9c45-9d961097ddd6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 1102 time: 0.3717120 Mar 23 12:26:50.626119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1a030adf-4749-431a-9822-f6b2e8868cc0 admin admin] Calling delete_port for e2ad07bd-0618-46dc-8a41-0dd39d18ac29 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:26:50.642326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9484b-d78b-4458-b8a9-14c1c47d5758 None None] Pushing event updated for resources: {'Port': ['ID=afadc0e9-8a55-4d5b-8fd7-f82b33e558b8,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:50.658316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Network 7751cfb1-5c21-4925-8fee-f42885f445e0 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:26:50.753839 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-9d574b2f-8afd-4b11-9452-758f09d8e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:50.755507 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-9d574b2f-8afd-4b11-9452-758f09d8e0b3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=92484a6e-4d31-4b55-b815-b4265e5eff7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1496906 Mar 23 12:26:50.784528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d4e63255-96fb-4ff1-8afa-d3c3807a3a8b req-ba02d6b8-a9f1-4232-a4cf-23d5e1370a4b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798770 Mar 23 12:26:50.801782 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 7751cfb1-5c21-4925-8fee-f42885f445e0) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:50.813563 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf4c116-d755-4db5-994c-e4f955146e41 None None] Network 7751cfb1-5c21-4925-8fee-f42885f445e0 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:50.840783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:50.842405 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:50.881281 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-aa9d7ed0-0225-40a6-a701-1e54ba513ef5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6397743 Mar 23 12:26:50.884022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47102) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:50.903601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-baecd7c0-0bb0-432c-be2e-cac62f2829ef tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Request body: {'port': {'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d', 'name': 'tempest-TaggedBootDevicesTest_v242-2145639833', 'fixed_ips': [{'subnet_id': '2d4961f2-f219-4314-a425-b5413107f023'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:50.935294 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-dad92d60-0d46-4b51-ad79-6c6f3ffb4b5f service neutron] 10.222.0.77 "GET /v2.0/networks/92484a6e-4d31-4b55-b815-b4265e5eff7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561499 Mar 23 12:26:50.955677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8725c-5eba-4eef-bf76-dedbc78a7ee1 req-10f12ac4-1513-43dc-99aa-92e1beb5d3b7 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:50.960495 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d7b8725c-5eba-4eef-bf76-dedbc78a7ee1 req-10f12ac4-1513-43dc-99aa-92e1beb5d3b7 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 951 time: 0.4909048 Mar 23 12:26:51.002552 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd12d01-2492-46c1-9be2-a25a3243943a req-16439752-0fd0-4744-8af2-118b38e8b8b3 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:51.014241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5bd12d01-2492-46c1-9be2-a25a3243943a req-16439752-0fd0-4744-8af2-118b38e8b8b3 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 949 time: 0.2164564 Mar 23 12:26:51.115763 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5bd12d01-2492-46c1-9be2-a25a3243943a req-5a317cad-24ea-4628-abd1-5e7af732999b tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005681 Mar 23 12:26:51.129609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-7751cfb1-5c21-4925-8fee-f42885f445e0', 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'fixed_ips': [{'subnet_id': 'cc44e5ff-6af0-487d-8762-542ba4db276b'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:26:51.134019 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:51.169198 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d7b8725c-5eba-4eef-bf76-dedbc78a7ee1 req-7e6213b8-c180-4720-bd90-f0cda8dde07b tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862261 Mar 23 12:26:51.211168 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058dce15-d42a-4faa-960e-eb8727312303 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:26:51.254571 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:51.344837 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e418d0fa-625b-46c4-988f-0cd3cec651fe req-4dc3c3c2-f480-41d0-b1bb-ba14f45f8dab service neutron] 10.222.0.77 "GET /v2.0/networks/92484a6e-4d31-4b55-b815-b4265e5eff7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773495 Mar 23 12:26:51.387993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a030adf-4749-431a-9822-f6b2e8868cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:51.398422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Transition to ACTIVE for port object 058dce15-d42a-4faa-960e-eb8727312303 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:26:51.447701 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b8c72-0c07-4eae-abd8-fb5ab92bbc98 req-64b8d8e9-77ac-413f-8989-a03fb85e78f3 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:51.449350 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-761b8c72-0c07-4eae-abd8-fb5ab92bbc98 req-64b8d8e9-77ac-413f-8989-a03fb85e78f3 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 945 time: 0.1857073 Mar 23 12:26:51.484950 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a030adf-4749-431a-9822-f6b2e8868cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ad07bd-0618-46dc-8a41-0dd39d18ac29,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:51.490501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47112) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:51.491375 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baecd7c0-0bb0-432c-be2e-cac62f2829ef tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Made reservation on behalf of c83166719e7f4ef4ad5bfcfda154ab08 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:51.493067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Allocated IP 10.2.2.2 (7751cfb1-5c21-4925-8fee-f42885f445e0/cc44e5ff-6af0-487d-8762-542ba4db276b/a55d28c2-b1d8-4cf5-b994-866dfb02cf2e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:51.501062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4c40b203-afab-4450-809a-2b1c7cd320de tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Request body: {'floatingip': {'port_id': '8108478e-b859-4e1f-9567-c8e4d4668e91'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:51.540330 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:51.714895 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a517483-a723-40db-9b28-c505736da2e0 req-581eaa15-356e-4e87-897f-4cae87107522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:51.715380 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a517483-a723-40db-9b28-c505736da2e0 req-581eaa15-356e-4e87-897f-4cae87107522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:51.715856 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a517483-a723-40db-9b28-c505736da2e0 req-581eaa15-356e-4e87-897f-4cae87107522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:51.717849 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a517483-a723-40db-9b28-c505736da2e0 req-581eaa15-356e-4e87-897f-4cae87107522 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30d96015ed484726b5769dfa4017912e&device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2865 time: 0.2266214 Mar 23 12:26:51.737051 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Pushing event updated for resources: {'Port': ['ID=058dce15-d42a-4faa-960e-eb8727312303,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:51.759225 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c40b203-afab-4450-809a-2b1c7cd320de tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:51.794224 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:51.815607 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669577e-7c10-4867-a149-b276e9c3f22c req-4b67cfd5-6def-4a7b-9035-c33069d6c615 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:51.827915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669577e-7c10-4867-a149-b276e9c3f22c req-4b67cfd5-6def-4a7b-9035-c33069d6c615 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:51.841165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669577e-7c10-4867-a149-b276e9c3f22c req-4b67cfd5-6def-4a7b-9035-c33069d6c615 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:51.843135 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4669577e-7c10-4867-a149-b276e9c3f22c req-4b67cfd5-6def-4a7b-9035-c33069d6c615 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2412 time: 0.4911180 Mar 23 12:26:51.979070 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:51.997993 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:52.032988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Attempting to bind port 058dce15-d42a-4faa-960e-eb8727312303 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:52.033465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Attempting to bind port 058dce15-d42a-4faa-960e-eb8727312303 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '1dd23322-2668-4009-8d16-b9cdb0be4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd615e09e-2eb5-4d6e-9949-519736a83a8e'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:52.033957 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Attempting to bind port 058dce15-d42a-4faa-960e-eb8727312303 on network d615e09e-2eb5-4d6e-9949-519736a83a8e {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:52.072526 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Port 058dce15-d42a-4faa-960e-eb8727312303 on network d615e09e-2eb5-4d6e-9949-519736a83a8e not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:26:52.073869 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Pushing event updated for resources: {'Port': ['ID=a55d28c2-b1d8-4cf5-b994-866dfb02cf2e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:52.082543 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Attempting to bind port 058dce15-d42a-4faa-960e-eb8727312303 on network d615e09e-2eb5-4d6e-9949-519736a83a8e {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:52.089674 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a517483-a723-40db-9b28-c505736da2e0 req-76f470ea-d407-44e2-99e9-9a3c7d85889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:52.091477 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a517483-a723-40db-9b28-c505736da2e0 req-76f470ea-d407-44e2-99e9-9a3c7d85889c service neutron] 10.222.0.77 "GET /v2.0/networks?id=92484a6e-4d31-4b55-b815-b4265e5eff7b HTTP/1.1" status: 200 len: 902 time: 0.3632505 Mar 23 12:26:52.095110 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4669577e-7c10-4867-a149-b276e9c3f22c req-639b2294-fcd1-4c64-8c60-d187de3473d1 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799672 Mar 23 12:26:52.105474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee137e66-8941-44d5-a2b7-62d9527c1965 req-f3a79882-f605-497c-9c20-3c42dd333258 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:52.107238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Network 7751cfb1-5c21-4925-8fee-f42885f445e0 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:52.107619 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee137e66-8941-44d5-a2b7-62d9527c1965 req-f3a79882-f605-497c-9c20-3c42dd333258 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 943 time: 0.4247355 Mar 23 12:26:52.108209 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:52.108585 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:52.126718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:52.126718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Checking segment: {'id': '1dd23322-2668-4009-8d16-b9cdb0be4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd615e09e-2eb5-4d6e-9949-519736a83a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:52.126718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Bound using segment: {'id': '1dd23322-2668-4009-8d16-b9cdb0be4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd615e09e-2eb5-4d6e-9949-519736a83a8e'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:52.127294 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:52.127403 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Bound port: 058dce15-d42a-4faa-960e-eb8727312303, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd23322-2668-4009-8d16-b9cdb0be4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd615e09e-2eb5-4d6e-9949-519736a83a8e'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:52.127403 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:52.127587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:52.205766 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a517483-a723-40db-9b28-c505736da2e0 req-f94ece8e-b018-4d28-abaa-fce1f1cfea13 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.21&port_id=c41d474b-59ba-4677-a34f-4f2a1d57e3c9 HTTP/1.1" status: 200 len: 217 time: 0.1039026 Mar 23 12:26:52.244236 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Attempting to bind port a55d28c2-b1d8-4cf5-b994-866dfb02cf2e on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:26:52.244839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Attempting to bind port a55d28c2-b1d8-4cf5-b994-866dfb02cf2e by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'e436e240-5d3d-4df6-b744-c05925e63223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:26:52.244962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Attempting to bind port a55d28c2-b1d8-4cf5-b994-866dfb02cf2e on network 7751cfb1-5c21-4925-8fee-f42885f445e0 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:26:52.246829 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-baecd7c0-0bb0-432c-be2e-cac62f2829ef tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:52.254194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:26:52.254569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Checking segment: {'id': 'e436e240-5d3d-4df6-b744-c05925e63223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:26:52.254977 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:52.255372 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Bound using segment: {'id': 'e436e240-5d3d-4df6-b744-c05925e63223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:26:52.255850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Bound port: a55d28c2-b1d8-4cf5-b994-866dfb02cf2e, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e436e240-5d3d-4df6-b744-c05925e63223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:26:52.256258 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:52.291870 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a517483-a723-40db-9b28-c505736da2e0 req-00a21dff-935b-4355-ba20-f1de78dfc519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:52.294051 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a517483-a723-40db-9b28-c505736da2e0 req-00a21dff-935b-4355-ba20-f1de78dfc519 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=92da1c66-baa6-45e8-aad6-e6c51040d1f9 HTTP/1.1" status: 200 len: 801 time: 0.0576787 Mar 23 12:26:52.347281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-baecd7c0-0bb0-432c-be2e-cac62f2829ef tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] device_id is not set on port e23025c0-9199-4e8d-b0eb-23e4d049d710 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:26:52.358638 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:52.387175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] For port a55d28c2-b1d8-4cf5-b994-866dfb02cf2e, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:52.408972 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] For port a55d28c2-b1d8-4cf5-b994-866dfb02cf2e, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a55d28c2-b1d8-4cf5-b994-866dfb02cf2e,segment=NetworkSegment(e436e240-5d3d-4df6-b744-c05925e63223),segment_id=e436e240-5d3d-4df6-b744-c05925e63223)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:52.414101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port afadc0e9-8a55-4d5b-8fd7-f82b33e558b8, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=afadc0e9-8a55-4d5b-8fd7-f82b33e558b8,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:52.417408 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:52.435385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee137e66-8941-44d5-a2b7-62d9527c1965 req-d99eba12-6f5b-416c-b872-2a3214e598bb tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972484 Mar 23 12:26:52.456176 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] For port 058dce15-d42a-4faa-960e-eb8727312303, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:26:52.461080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] For port 058dce15-d42a-4faa-960e-eb8727312303, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=058dce15-d42a-4faa-960e-eb8727312303,segment=NetworkSegment(1dd23322-2668-4009-8d16-b9cdb0be4bbc),segment_id=1dd23322-2668-4009-8d16-b9cdb0be4bbc)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:26:52.491639 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:52.514653 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:52.515597 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e2ad07bd-0618-46dc-8a41-0dd39d18ac29 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:52.519690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26785ab-ea61-4218-bf24-9eda713599d1 None None] Network 2d93ac63-bdb1-45e7-bc99-87d09947042d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:52.526209 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330c2ee-9c59-4f91-86dc-0eb037c095f0 None None] Pushing event updated for resources: {'Port': ['ID=a55d28c2-b1d8-4cf5-b994-866dfb02cf2e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:52.565369 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395811e-8f0c-4039-84b8-54835910c5cb req-542b08c3-51c3-4d34-95e4-ae3b2bb5f1c7 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:52.573689 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5395811e-8f0c-4039-84b8-54835910c5cb req-542b08c3-51c3-4d34-95e4-ae3b2bb5f1c7 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 1100 time: 0.3489408 Mar 23 12:26:52.603995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Pushing event updated for resources: {'Port': ['ID=058dce15-d42a-4faa-960e-eb8727312303,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:52.646722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:52.647504 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:52.649110 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-4840d054-33c5-46d6-b44a-e63ff09072e7 service neutron] 10.222.0.73 "PUT /v2.0/ports/058dce15-d42a-4faa-960e-eb8727312303 HTTP/1.1" status: 200 len: 1091 time: 3.3631675 Mar 23 12:26:52.649919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d96924c-9346-41b4-8f9a-a8c0f9ea955f', 'tag': '058dce15-d42a-4faa-960e-eb8727312303'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:26:52.652466 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f430589b-a31b-4f17-a93b-23c674f6a22c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d96924c-9346-41b4-8f9a-a8c0f9ea955f", "tag": "058dce15-d42a-4faa-960e-eb8727312303"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:26:52.680486 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5395811e-8f0c-4039-84b8-54835910c5cb req-daa17c3a-de9b-4653-a02a-06e2618f1ac9 tempest-ServersOnMultiNodesTest-1642184989 tempest-ServersOnMultiNodesTest-1642184989-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057665 Mar 23 12:26:52.709629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a517483-a723-40db-9b28-c505736da2e0 req-eea21ff1-36db-4963-8dc7-daaf5640c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:52.711181 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a517483-a723-40db-9b28-c505736da2e0 req-eea21ff1-36db-4963-8dc7-daaf5640c719 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=92484a6e-4d31-4b55-b815-b4265e5eff7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3901238 Mar 23 12:26:52.806321 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8bb384-c906-4e6a-8690-498010dc6e99 x-openstack-request-id: req-fa8bb384-c906-4e6a-8690-498010dc6e99 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:26:52.808190 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d96924c-9346-41b4-8f9a-a8c0f9ea955f", "tag": "058dce15-d42a-4faa-960e-eb8727312303", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:26:52.812310 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa8bb384-c906-4e6a-8690-498010dc6e99 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:26:52.813297 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d96924c-9346-41b4-8f9a-a8c0f9ea955f', 'tag': '058dce15-d42a-4faa-960e-eb8727312303', 'status': 'completed', 'code': 200} Mar 23 12:26:52.844348 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a030adf-4749-431a-9822-f6b2e8868cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:52.864040 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: e2ad07bd-0618-46dc-8a41-0dd39d18ac29 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:26:52.864553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e2ad07bd-0618-46dc-8a41-0dd39d18ac29 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 12:26:52.948762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Port e2ad07bd-0618-46dc-8a41-0dd39d18ac29 not found, will not notify nova. {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 12:26:52.959428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-553879a2-856c-4b1d-9df6-865451542918 None None] Provisioning complete for port afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:52.959428 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-553879a2-856c-4b1d-9df6-865451542918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:52.969331 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a517483-a723-40db-9b28-c505736da2e0 req-5414a0e2-05d1-47d3-a93d-d082ea536709 service neutron] 10.222.0.77 "GET /v2.0/networks/92484a6e-4d31-4b55-b815-b4265e5eff7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477922 Mar 23 12:26:53.009869 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=afadc0e9-8a55-4d5b-8fd7-f82b33e558b8,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:53.074037 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-e6a337c8-e399-44b3-9780-956a18db9814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:53.076444 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-e6a337c8-e399-44b3-9780-956a18db9814 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d5f45b7a4464db3842cc518a88a2ee7&device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 1094 time: 0.3477509 Mar 23 12:26:53.272447 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-9f058d45-d9e1-444e-8572-0b64da86ea04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=058dce15-d42a-4faa-960e-eb8727312303 HTTP/1.1" status: 200 len: 217 time: 0.1812921 Mar 23 12:26:53.441388 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a517483-a723-40db-9b28-c505736da2e0 req-987124a4-ec4f-4322-b26a-debb6b988900 service neutron] 10.222.0.77 "GET /v2.0/networks/92484a6e-4d31-4b55-b815-b4265e5eff7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540062 Mar 23 12:26:53.445166 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-d8bf7c6c-b808-4f0d-bfa7-5f32a37df3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:53.447001 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-d8bf7c6c-b808-4f0d-bfa7-5f32a37df3a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0028349c-8d9b-4d90-b211-2217016fe8b4 HTTP/1.1" status: 200 len: 852 time: 0.1440053 Mar 23 12:26:53.462308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54556-1720-468b-83a6-e1b3cf48b243 req-e93a99e2-8db5-49d1-a3c6-a55aaf98673c tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:53.487438 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-69f54556-1720-468b-83a6-e1b3cf48b243 req-e93a99e2-8db5-49d1-a3c6-a55aaf98673c tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 949 time: 0.3328013 Mar 23 12:26:53.546540 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-337b76b8-c891-4850-b577-da04c473c187 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d615e09e-2eb5-4d6e-9949-519736a83a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505557 Mar 23 12:26:53.626764 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-69f54556-1720-468b-83a6-e1b3cf48b243 req-6c709fd0-5d92-4207-b54c-ebf806b93ad3 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381004 Mar 23 12:26:53.728969 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fc440b15-c8ec-4a31-95c8-47e451d70807 None None] Provisioning complete for port afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:53.729679 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc440b15-c8ec-4a31-95c8-47e451d70807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:53.788140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f4534-d0f1-454c-ba84-f015381541e9 req-c925d8f9-e770-42d0-ba96-8ddebcbf3440 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:53.789771 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d4f4534-d0f1-454c-ba84-f015381541e9 req-c925d8f9-e770-42d0-ba96-8ddebcbf3440 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 951 time: 1.1526380 Mar 23 12:26:53.803649 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a55d28c2-b1d8-4cf5-b994-866dfb02cf2e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:53.854991 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-7157c68e-69e3-45b2-876f-41112f576db2 service neutron] 10.222.0.73 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981386 Mar 23 12:26:53.870881 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05c3a8-99b4-431b-b18f-36e583f8c49c req-ebd29fc7-6132-4058-93a0-2c24a0bf3566 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:53.877510 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05c3a8-99b4-431b-b18f-36e583f8c49c req-ebd29fc7-6132-4058-93a0-2c24a0bf3566 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:53.883455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05c3a8-99b4-431b-b18f-36e583f8c49c req-ebd29fc7-6132-4058-93a0-2c24a0bf3566 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:53.885186 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6a05c3a8-99b4-431b-b18f-36e583f8c49c req-ebd29fc7-6132-4058-93a0-2c24a0bf3566 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2412 time: 0.0989492 Mar 23 12:26:53.889489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-baecd7c0-0bb0-432c-be2e-cac62f2829ef tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Allocated IP 10.1.1.120 (2d93ac63-bdb1-45e7-bc99-87d09947042d/2d4961f2-f219-4314-a425-b5413107f023/e23025c0-9199-4e8d-b0eb-23e4d049d710) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:53.917726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a55d28c2-b1d8-4cf5-b994-866dfb02cf2e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:53.918187 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:53.962923 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d4f4534-d0f1-454c-ba84-f015381541e9 req-12d6859f-3315-46ab-978c-1f1edd15b400 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377664 Mar 23 12:26:54.024543 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00ee9dd5-136a-4f47-9cf9-89ab6bfbe7dc req-b98c0afb-3874-46c3-b97b-c8bc0c635fe0 service neutron] 10.222.0.73 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373594 Mar 23 12:26:54.026175 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-134fbe30-3cce-4474-9a44-18cce10250c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:54.122719 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:54.134369 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-4c40b203-afab-4450-809a-2b1c7cd320de tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:26:54.167525 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6a05c3a8-99b4-431b-b18f-36e583f8c49c req-7a00daf1-6ecd-4fb9-88b6-21a8bafb5acc tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618044 Mar 23 12:26:54.192843 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430589b-a31b-4f17-a93b-23c674f6a22c req-92d20c61-4d2f-4e4c-9105-20a1c53034b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:54.194481 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f430589b-a31b-4f17-a93b-23c674f6a22c req-92d20c61-4d2f-4e4c-9105-20a1c53034b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d5f45b7a4464db3842cc518a88a2ee7&device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 1094 time: 0.0679450 Mar 23 12:26:54.230111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port a55d28c2-b1d8-4cf5-b994-866dfb02cf2e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a55d28c2-b1d8-4cf5-b994-866dfb02cf2e,segment=NetworkSegment(e436e240-5d3d-4df6-b744-c05925e63223),segment_id=e436e240-5d3d-4df6-b744-c05925e63223)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:54.237289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a030adf-4749-431a-9822-f6b2e8868cc0 admin admin] Router a392ac55-d95c-48a7-b0b2-a2caed6046a6 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:26:54.241893 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:54.242885 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:54.295534 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c40b203-afab-4450-809a-2b1c7cd320de tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:54.316371 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c40b203-afab-4450-809a-2b1c7cd320de tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:54.353231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=a55d28c2-b1d8-4cf5-b994-866dfb02cf2e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:54.378795 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:54.379162 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:54.416496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430589b-a31b-4f17-a93b-23c674f6a22c req-6ab5fce1-44d9-43ab-9249-7268ff1c41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:54.419363 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f430589b-a31b-4f17-a93b-23c674f6a22c req-6ab5fce1-44d9-43ab-9249-7268ff1c41e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d615e09e-2eb5-4d6e-9949-519736a83a8e HTTP/1.1" status: 200 len: 913 time: 0.2133787 Mar 23 12:26:54.480937 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663102e6-0b66-4d80-a314-c363dc9ce658 req-827764d3-7964-47f3-a0cb-dad9a657e34d tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:54.482768 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-663102e6-0b66-4d80-a314-c363dc9ce658 req-827764d3-7964-47f3-a0cb-dad9a657e34d tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 943 time: 0.3069084 Mar 23 12:26:54.494430 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f430589b-a31b-4f17-a93b-23c674f6a22c req-eedbfa2e-a28a-466a-9821-4e824a1d2134 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=058dce15-d42a-4faa-960e-eb8727312303 HTTP/1.1" status: 200 len: 217 time: 0.0647562 Mar 23 12:26:54.534581 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-baecd7c0-0bb0-432c-be2e-cac62f2829ef tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:54.560204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68909561-7aad-4c71-bb04-c955bc4dc9c8 None None] Network 7751cfb1-5c21-4925-8fee-f42885f445e0 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:54.561343 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430589b-a31b-4f17-a93b-23c674f6a22c req-d83d6af6-b2c4-4a42-9914-a1520fd43a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:54.563016 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f430589b-a31b-4f17-a93b-23c674f6a22c req-d83d6af6-b2c4-4a42-9914-a1520fd43a09 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0028349c-8d9b-4d90-b211-2217016fe8b4 HTTP/1.1" status: 200 len: 852 time: 0.0578771 Mar 23 12:26:54.578678 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-4c40b203-afab-4450-809a-2b1c7cd320de tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Floating IP 40346554-61be-4216-a7fa-5a5c4b38aadc associated. External IP: 172.25.2.253, port: 8108478e-b859-4e1f-9567-c8e4d4668e91. Mar 23 12:26:54.605708 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f430589b-a31b-4f17-a93b-23c674f6a22c req-edce9e97-20e3-410d-9173-b9c1eae07f97 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d615e09e-2eb5-4d6e-9949-519736a83a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301661 Mar 23 12:26:54.654031 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8950b1d5-4eb8-47cf-b8f1-67a5bec96a9d None None] Provisioning complete for port a55d28c2-b1d8-4cf5-b994-866dfb02cf2e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:54.654727 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8950b1d5-4eb8-47cf-b8f1-67a5bec96a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:54.685995 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-663102e6-0b66-4d80-a314-c363dc9ce658 req-f6e681ba-b1ac-4ff9-b732-bb47507c1c51 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838024 Mar 23 12:26:54.694855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a030adf-4749-431a-9822-f6b2e8868cc0 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:26:54.711162 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1a030adf-4749-431a-9822-f6b2e8868cc0 admin admin] 10.222.0.52 "PUT /v2.0/routers/a392ac55-d95c-48a7-b0b2-a2caed6046a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1387494 Mar 23 12:26:54.719662 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771e309-3ee7-4d9e-9c9d-f36f7d64749c None None] Sync routers for ids ['a392ac55-d95c-48a7-b0b2-a2caed6046a6'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:26:54.736034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47132) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:54.769153 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771e309-3ee7-4d9e-9c9d-f36f7d64749c None None] Routers {'a392ac55-d95c-48a7-b0b2-a2caed6046a6'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:54.770199 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7771e309-3ee7-4d9e-9c9d-f36f7d64749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:26:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a392ac55-d95c-48a7-b0b2-a2caed6046a6'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:54.880629 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-baecd7c0-0bb0-432c-be2e-cac62f2829ef tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:54.987550 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7771e309-3ee7-4d9e-9c9d-f36f7d64749c None None] Set router a392ac55-d95c-48a7-b0b2-a2caed6046a6 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:55.211860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baecd7c0-0bb0-432c-be2e-cac62f2829ef tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Network 2d93ac63-bdb1-45e7-bc99-87d09947042d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:55.259048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-baecd7c0-0bb0-432c-be2e-cac62f2829ef tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:55.261887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baecd7c0-0bb0-432c-be2e-cac62f2829ef tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:55.347163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baecd7c0-0bb0-432c-be2e-cac62f2829ef tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:55.347736 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-baecd7c0-0bb0-432c-be2e-cac62f2829ef tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:55.352474 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a55d28c2-b1d8-4cf5-b994-866dfb02cf2e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:26:55.462824 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a41c17e4-ff64-44a4-a8a8-757d8d97e91f None None] Provisioning complete for port a55d28c2-b1d8-4cf5-b994-866dfb02cf2e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:55.463393 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a41c17e4-ff64-44a4-a8a8-757d8d97e91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:55.488387 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecd7c0-0bb0-432c-be2e-cac62f2829ef tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event updated for resources: {'Port': ['ID=e23025c0-9199-4e8d-b0eb-23e4d049d710,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:55.507454 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f430589b-a31b-4f17-a93b-23c674f6a22c req-009e399e-7bf1-4896-bc41-940741c9687c service neutron] 10.222.0.73 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8866160 Mar 23 12:26:55.519528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd3712-55f3-493d-910f-1dec265ec911 req-015e0be8-f764-4604-9935-f1ea7e6497be tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:55.521321 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7fd3712-55f3-493d-910f-1dec265ec911 req-015e0be8-f764-4604-9935-f1ea7e6497be tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 951 time: 0.4025166 Mar 23 12:26:55.544946 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-baecd7c0-0bb0-432c-be2e-cac62f2829ef tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6582479 Mar 23 12:26:55.549227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f93ab-d274-414e-b70c-1d3613163728 req-72e15bf8-0e30-4a15-a7aa-aad156a4d898 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:55.551284 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d49f93ab-d274-414e-b70c-1d3613163728 req-72e15bf8-0e30-4a15-a7aa-aad156a4d898 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 949 time: 0.7078483 Mar 23 12:26:55.552109 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a55d28c2-b1d8-4cf5-b994-866dfb02cf2e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:55.552652 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:55.560855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47146) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:55.576554 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7771e309-3ee7-4d9e-9c9d-f36f7d64749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'name': 'tempest-FloatingIPsNegativeTestJSON-322692109-router', 'tenant_id': '2ce79c088f2a45ad86dd78f770307a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:33Z', 'updated_at': '2022-03-23T12:26:51Z', 'revision_number': 5, 'project_id': '2ce79c088f2a45ad86dd78f770307a34', 'gw_port': {'id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:36Z', 'updated_at': '2022-03-23T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:55.590165 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-eb782347-b16d-4d23-b8f3-cbb02cd287d3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Request body: {'port': {'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d', 'name': 'tempest-TaggedBootDevicesTest_v242-1691336504', 'fixed_ips': [{'subnet_id': '2d4961f2-f219-4314-a425-b5413107f023'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:55.614683 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771e309-3ee7-4d9e-9c9d-f36f7d64749c None None] Checking router: a392ac55-d95c-48a7-b0b2-a2caed6046a6 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:26:55.626495 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771e309-3ee7-4d9e-9c9d-f36f7d64749c None None] Routers {'a392ac55-d95c-48a7-b0b2-a2caed6046a6'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:55.627117 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7771e309-3ee7-4d9e-9c9d-f36f7d64749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:26:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a392ac55-d95c-48a7-b0b2-a2caed6046a6'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:55.636918 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28aef7ce-51f6-4bba-95bc-c9ab1130c623 admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:55.713868 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c0e27-7569-412b-a53e-937aacddafbc req-3c8de817-d0c8-41ae-808c-a4fcc7c5fead tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:55.715379 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d32c0e27-7569-412b-a53e-937aacddafbc req-3c8de817-d0c8-41ae-808c-a4fcc7c5fead tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 949 time: 0.6308112 Mar 23 12:26:55.755683 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7771e309-3ee7-4d9e-9c9d-f36f7d64749c None None] Set router a392ac55-d95c-48a7-b0b2-a2caed6046a6 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:55.779694 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d49f93ab-d274-414e-b70c-1d3613163728 req-d11ada6e-dacf-4977-9b6a-8aa84fa33048 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130506 Mar 23 12:26:55.794612 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28aef7ce-51f6-4bba-95bc-c9ab1130c623 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:55.796490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b9c64752-4795-4f38-9ad5-ae8f9ff4179b None None] Provisioning complete for port e23025c0-9199-4e8d-b0eb-23e4d049d710 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:55.797875 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9c64752-4795-4f38-9ad5-ae8f9ff4179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:55.804621 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c40b203-afab-4450-809a-2b1c7cd320de tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Router 4e04151c-df0d-47cd-a19a-612af8ac8826 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:26:55.809616 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f430589b-a31b-4f17-a93b-23c674f6a22c req-15d7f02d-65d5-4e4b-802d-aceafc6c6b86 service neutron] 10.222.0.73 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941298 Mar 23 12:26:55.810824 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb782347-b16d-4d23-b8f3-cbb02cd287d3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Made reservation on behalf of c83166719e7f4ef4ad5bfcfda154ab08 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:26:55.830753 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb782347-b16d-4d23-b8f3-cbb02cd287d3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:55.852485 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b9c64752-4795-4f38-9ad5-ae8f9ff4179b None None] Port e23025c0-9199-4e8d-b0eb-23e4d049d710 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:26:55.866812 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7fd3712-55f3-493d-910f-1dec265ec911 req-9ac3acd3-349a-498c-b2d8-751a83e383d2 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384101 Mar 23 12:26:55.919752 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-28aef7ce-51f6-4bba-95bc-c9ab1130c623 admin admin] Deleting port 8e86bf05-5750-4cf8-978a-929196a273f3 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:26:55.920302 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28aef7ce-51f6-4bba-95bc-c9ab1130c623 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:55.928411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-eb782347-b16d-4d23-b8f3-cbb02cd287d3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] device_id is not set on port 2dcf4428-f7ac-436d-b668-144412f36e0c yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:26:56.044071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-28aef7ce-51f6-4bba-95bc-c9ab1130c623 admin admin] For port 8e86bf05-5750-4cf8-978a-929196a273f3, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8e86bf05-5750-4cf8-978a-929196a273f3,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:56.044763 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28aef7ce-51f6-4bba-95bc-c9ab1130c623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:56.064657 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7771e309-3ee7-4d9e-9c9d-f36f7d64749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'name': 'tempest-FloatingIPsNegativeTestJSON-322692109-router', 'tenant_id': '2ce79c088f2a45ad86dd78f770307a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:33Z', 'updated_at': '2022-03-23T12:26:51Z', 'revision_number': 5, 'project_id': '2ce79c088f2a45ad86dd78f770307a34', 'gw_port': {'id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:36Z', 'updated_at': '2022-03-23T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:56.080075 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-28aef7ce-51f6-4bba-95bc-c9ab1130c623 admin admin] Calling delete_port for 8e86bf05-5750-4cf8-978a-929196a273f3 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:26:56.096516 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771e309-3ee7-4d9e-9c9d-f36f7d64749c None None] The sync data for ids ['a392ac55-d95c-48a7-b0b2-a2caed6046a6'] in n-d-834854-1 is: [{'id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'name': 'tempest-FloatingIPsNegativeTestJSON-322692109-router', 'tenant_id': '2ce79c088f2a45ad86dd78f770307a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:33Z', 'updated_at': '2022-03-23T12:26:51Z', 'revision_number': 5, 'project_id': '2ce79c088f2a45ad86dd78f770307a34', 'gw_port': {'id': '8e86bf05-5750-4cf8-978a-929196a273f3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a392ac55-d95c-48a7-b0b2-a2caed6046a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:36Z', 'updated_at': '2022-03-23T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:26:56.141313 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29247d15-97ca-488b-a524-bc4e5beb9f00 req-45fe6c6d-37ed-474c-a836-6c510a49bc39 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:56.142883 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-29247d15-97ca-488b-a524-bc4e5beb9f00 req-45fe6c6d-37ed-474c-a836-6c510a49bc39 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 943 time: 0.1012466 Mar 23 12:26:56.231035 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c41d474b-59ba-4677-a34f-4f2a1d57e3c9 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:26:56.231727 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-29247d15-97ca-488b-a524-bc4e5beb9f00 req-e7b29ee1-99fd-46f0-a925-56ec506a0013 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811770 Mar 23 12:26:56.246130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265e7e7-b58b-4ff3-bac8-1293d38bfb00 req-e2d457b8-09e6-4946-8dae-d9262239dac2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:56.256058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265e7e7-b58b-4ff3-bac8-1293d38bfb00 req-e2d457b8-09e6-4946-8dae-d9262239dac2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:56.263822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265e7e7-b58b-4ff3-bac8-1293d38bfb00 req-e2d457b8-09e6-4946-8dae-d9262239dac2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:56.266389 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b265e7e7-b58b-4ff3-bac8-1293d38bfb00 req-e2d457b8-09e6-4946-8dae-d9262239dac2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2412 time: 0.2411699 Mar 23 12:26:56.305934 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d32c0e27-7569-412b-a53e-937aacddafbc req-47690d75-99c7-426e-ad0c-32d44dcbb038 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Deleting port 068b068b-0a38-4f07-af26-565a1ca4d48a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:26:56.306375 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d32c0e27-7569-412b-a53e-937aacddafbc req-47690d75-99c7-426e-ad0c-32d44dcbb038 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:56.322725 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28aef7ce-51f6-4bba-95bc-c9ab1130c623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:56.361466 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aef7ce-51f6-4bba-95bc-c9ab1130c623 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e86bf05-5750-4cf8-978a-929196a273f3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:56.367583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c41d474b-59ba-4677-a34f-4f2a1d57e3c9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c41d474b-59ba-4677-a34f-4f2a1d57e3c9,segment=NetworkSegment(793ae0bf-724b-441b-995e-bab2cddc938b),segment_id=793ae0bf-724b-441b-995e-bab2cddc938b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:56.388401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'c41d474b-59ba-4677-a34f-4f2a1d57e3c9', 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b', 'port_id': 'c41d474b-59ba-4677-a34f-4f2a1d57e3c9', 'mac_address': 'fa:16:3e:a8:86:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92da1c66-baa6-45e8-aad6-e6c51040d1f9', 'ip_address': '19.80.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:26:56.403041 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de485d41-931d-42d9-829d-53183a339611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:56.451496 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:56.455652 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28aef7ce-51f6-4bba-95bc-c9ab1130c623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:56.473553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41d474b-59ba-4677-a34f-4f2a1d57e3c9 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:26:56.506418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c41d474b-59ba-4677-a34f-4f2a1d57e3c9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c41d474b-59ba-4677-a34f-4f2a1d57e3c9,segment=NetworkSegment(793ae0bf-724b-441b-995e-bab2cddc938b),segment_id=793ae0bf-724b-441b-995e-bab2cddc938b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:56.512067 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:56.512923 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 291a2349-fbce-46ad-8ded-cceec9f6b293 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:26:56.602086 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28aef7ce-51f6-4bba-95bc-c9ab1130c623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:56.607369 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28aef7ce-51f6-4bba-95bc-c9ab1130c623 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:56.686688 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28aef7ce-51f6-4bba-95bc-c9ab1130c623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:56.691080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28aef7ce-51f6-4bba-95bc-c9ab1130c623 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a392ac55-d95c-48a7-b0b2-a2caed6046a6 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:26:56.744963 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28aef7ce-51f6-4bba-95bc-c9ab1130c623 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:56.746396 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-28aef7ce-51f6-4bba-95bc-c9ab1130c623 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a392ac55-d95c-48a7-b0b2-a2caed6046a6 HTTP/1.1" status: 204 len: 168 time: 2.0093193 Mar 23 12:26:56.752144 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47160) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:56.775848 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c40b203-afab-4450-809a-2b1c7cd320de tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:26:56.784483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=c41d474b-59ba-4677-a34f-4f2a1d57e3c9,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:56.795233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd83f18-7488-4200-8430-940a598b2de6 req-c9dff319-577b-4baf-8706-b5790fc3506e tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:56.807432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-eb782347-b16d-4d23-b8f3-cbb02cd287d3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Allocated IP 10.1.1.185 (2d93ac63-bdb1-45e7-bc99-87d09947042d/2d4961f2-f219-4314-a425-b5413107f023/2dcf4428-f7ac-436d-b668-144412f36e0c) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:26:56.808534 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbd83f18-7488-4200-8430-940a598b2de6 req-c9dff319-577b-4baf-8706-b5790fc3506e tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 1102 time: 0.1131742 Mar 23 12:26:56.818492 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaed170-d95c-4111-9901-1a84f717b92d None None] Sync routers for ids ['4e04151c-df0d-47cd-a19a-612af8ac8826'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:26:56.823823 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 291a2349-fbce-46ad-8ded-cceec9f6b293, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=291a2349-fbce-46ad-8ded-cceec9f6b293,segment=NetworkSegment(e1674ff3-2c14-4088-aac3-d5e7be6f5d0e),segment_id=e1674ff3-2c14-4088-aac3-d5e7be6f5d0e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:56.848886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '291a2349-fbce-46ad-8ded-cceec9f6b293', 'network_id': '6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc', 'port_id': '291a2349-fbce-46ad-8ded-cceec9f6b293', 'mac_address': 'fa:16:3e:9d:55:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72891e08-ae2f-4fe4-9bca-92493f81bae5', 'ip_address': '19.86.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:26:56.851234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaed170-d95c-4111-9901-1a84f717b92d None None] Routers {'4e04151c-df0d-47cd-a19a-612af8ac8826'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:56.851857 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-eaaed170-d95c-4111-9901-1a84f717b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:26:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['4e04151c-df0d-47cd-a19a-612af8ac8826'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:56.852270 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bc7dc6-86d8-4b3d-8316-2f523f413e18 admin admin] Deleting subnet c892da54-551c-434d-adde-0a0d3baf99d8 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:26:56.861731 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44bc7dc6-86d8-4b3d-8316-2f523f413e18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:56.897721 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c40b203-afab-4450-809a-2b1c7cd320de tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:56.898466 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbd83f18-7488-4200-8430-940a598b2de6 req-e8d0ae0d-fb5b-41db-9d9c-acfebb44f5a5 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888569 Mar 23 12:26:56.934585 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44bc7dc6-86d8-4b3d-8316-2f523f413e18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:56.971465 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b265e7e7-b58b-4ff3-bac8-1293d38bfb00 req-88e02e40-3540-4e25-9085-f264f3927ea8 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6688197 Mar 23 12:26:57.003472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4c40b203-afab-4450-809a-2b1c7cd320de tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "PUT /v2.0/floatingips/40346554-61be-4216-a7fa-5a5c4b38aadc HTTP/1.1" status: 200 len: 991 time: 5.5067573 Mar 23 12:26:57.008523 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1970acf-8b90-4c05-90af-3a42c2a36f58', 'tag': '8108478e-b859-4e1f-9567-c8e4d4668e91'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:26:57.020590 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb79155-19d6-4343-a4de-2f22efec0e06" -d '{"events": [{"name": "network-changed", "server_uuid": "c1970acf-8b90-4c05-90af-3a42c2a36f58", "tag": "8108478e-b859-4e1f-9567-c8e4d4668e91"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:26:57.121360 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:57.126448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d32c0e27-7569-412b-a53e-937aacddafbc req-47690d75-99c7-426e-ad0c-32d44dcbb038 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] For port 068b068b-0a38-4f07-af26-565a1ca4d48a, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=068b068b-0a38-4f07-af26-565a1ca4d48a,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:57.126882 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d32c0e27-7569-412b-a53e-937aacddafbc req-47690d75-99c7-426e-ad0c-32d44dcbb038 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:57.155223 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44bc7dc6-86d8-4b3d-8316-2f523f413e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:57.158389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d32c0e27-7569-412b-a53e-937aacddafbc req-47690d75-99c7-426e-ad0c-32d44dcbb038 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Calling delete_port for 068b068b-0a38-4f07-af26-565a1ca4d48a owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:26:57.164565 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291a2349-fbce-46ad-8ded-cceec9f6b293 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:26:57.201391 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 291a2349-fbce-46ad-8ded-cceec9f6b293, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=291a2349-fbce-46ad-8ded-cceec9f6b293,segment=NetworkSegment(e1674ff3-2c14-4088-aac3-d5e7be6f5d0e),segment_id=e1674ff3-2c14-4088-aac3-d5e7be6f5d0e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:57.239749 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44bc7dc6-86d8-4b3d-8316-2f523f413e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:57.240854 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:57.242003 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ca8be95e-b1a4-42f2-bcde-4281192161fb details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:26:57.267076 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44bc7dc6-86d8-4b3d-8316-2f523f413e18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:57.275378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92210ae-b811-4070-852f-0e69db326464 req-a88deaad-b3c5-4ee3-bb3e-dff206b09f36 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:57.276780 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-44bc7dc6-86d8-4b3d-8316-2f523f413e18 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c892da54-551c-434d-adde-0a0d3baf99d8 HTTP/1.1" status: 204 len: 168 time: 0.5234010 Mar 23 12:26:57.277491 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c92210ae-b811-4070-852f-0e69db326464 req-a88deaad-b3c5-4ee3-bb3e-dff206b09f36 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 949 time: 0.2085052 Mar 23 12:26:57.308477 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47172) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:57.319170 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc7dc6-86d8-4b3d-8316-2f523f413e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c892da54-551c-434d-adde-0a0d3baf99d8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:57.349775 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ca8be95e-b1a4-42f2-bcde-4281192161fb, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ca8be95e-b1a4-42f2-bcde-4281192161fb,segment=NetworkSegment(793ae0bf-724b-441b-995e-bab2cddc938b),segment_id=793ae0bf-724b-441b-995e-bab2cddc938b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:57.362579 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb782347-b16d-4d23-b8f3-cbb02cd287d3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:57.387042 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdfcc8-ec85-4911-a419-8ac0919495a3 req-b56dcb10-9162-4cb7-b204-a24cad7ce3c1 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:57.396851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00fdfcc8-ec85-4911-a419-8ac0919495a3 req-b56dcb10-9162-4cb7-b204-a24cad7ce3c1 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 945 time: 0.3321195 Mar 23 12:26:57.444033 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c92210ae-b811-4070-852f-0e69db326464 req-a6ea4dad-5b40-43aa-9060-19223f568602 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978372 Mar 23 12:26:57.478257 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00fdfcc8-ec85-4911-a419-8ac0919495a3 req-6c107e4e-2411-437a-8853-aecfa2b20613 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/security-groups?id=76b55418-9dcf-49dc-8b15-7209a124dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804272 Mar 23 12:26:57.488253 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'ca8be95e-b1a4-42f2-bcde-4281192161fb', 'network_id': '92484a6e-4d31-4b55-b815-b4265e5eff7b', 'port_id': 'ca8be95e-b1a4-42f2-bcde-4281192161fb', 'mac_address': 'fa:16:3e:4a:ca:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92da1c66-baa6-45e8-aad6-e6c51040d1f9', 'ip_address': '19.80.0.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:26:57.492052 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb782347-b16d-4d23-b8f3-cbb02cd287d3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:57.492946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7cc5c7-eef7-4425-b3c8-9962eed07c49 None None] Network e6641aab-e855-4821-b8bb-81ade197f315 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:26:57.502814 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e2ad07bd-0618-46dc-8a41-0dd39d18ac29 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:26:57.526169 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:57.611916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb782347-b16d-4d23-b8f3-cbb02cd287d3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Network 2d93ac63-bdb1-45e7-bc99-87d09947042d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:26:57.619592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-eb782347-b16d-4d23-b8f3-cbb02cd287d3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:26:57.627868 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb782347-b16d-4d23-b8f3-cbb02cd287d3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:26:57.687571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: e2ad07bd-0618-46dc-8a41-0dd39d18ac29 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:26:57.688262 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e2ad07bd-0618-46dc-8a41-0dd39d18ac29 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:26:57.708673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb782347-b16d-4d23-b8f3-cbb02cd287d3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:57.708914 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb782347-b16d-4d23-b8f3-cbb02cd287d3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:57.730576 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb782347-b16d-4d23-b8f3-cbb02cd287d3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event updated for resources: {'Port': ['ID=2dcf4428-f7ac-436d-b668-144412f36e0c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:57.748769 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-eb782347-b16d-4d23-b8f3-cbb02cd287d3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1689525 Mar 23 12:26:57.757550 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d32c0e27-7569-412b-a53e-937aacddafbc req-47690d75-99c7-426e-ad0c-32d44dcbb038 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:57.765702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d57d30-85db-41ed-afac-0fa91bf148cf req-cf818ef6-da9d-4845-83cc-1b5c0ecfbbd9 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:57.775709 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-29d57d30-85db-41ed-afac-0fa91bf148cf req-cf818ef6-da9d-4845-83cc-1b5c0ecfbbd9 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 945 time: 0.1512649 Mar 23 12:26:57.803289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['8168fddc-a078-4aea-b62d-b667f0f62f53', 'd3fdfc44-29f1-40e8-8e4e-257061386a42', 'b73b8924-6405-40ca-9179-cbcbc5cd54bf'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:26:57.814513 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f62fef3-f3dc-41f8-b167-b0b0984df7ff x-openstack-request-id: req-1f62fef3-f3dc-41f8-b167-b0b0984df7ff {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:26:57.814812 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1970acf-8b90-4c05-90af-3a42c2a36f58", "tag": "8108478e-b859-4e1f-9567-c8e4d4668e91", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:26:57.815067 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f62fef3-f3dc-41f8-b167-b0b0984df7ff {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:26:57.815477 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1970acf-8b90-4c05-90af-3a42c2a36f58', 'tag': '8108478e-b859-4e1f-9567-c8e4d4668e91', 'status': 'completed', 'code': 200} Mar 23 12:26:57.818148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47690d75-99c7-426e-ad0c-32d44dcbb038 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Pushing event deleted for resources: {'Port': ['ID=068b068b-0a38-4f07-af26-565a1ca4d48a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:57.888468 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a2df29d0-1dfa-4ec1-9320-24ad63b54492', '54d5c8b5-61c2-48f5-b954-7e27a5e68a54', 'd44c8735-4010-4ade-b7c2-72a0a07bc462', '30629cd0-2a0f-4a90-bbb7-649f46a63a15'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:26:57.928481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] Deleting port c40f8cdf-dfff-4d29-b3fc-5615a86c3530 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:26:57.929097 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:57.933435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32c0e27-7569-412b-a53e-937aacddafbc req-47690d75-99c7-426e-ad0c-32d44dcbb038 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] No DVR routers for this DVR port 068b068b-0a38-4f07-af26-565a1ca4d48a on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:26:57.955098 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-29d57d30-85db-41ed-afac-0fa91bf148cf req-d0beadf8-eb3f-4091-b1e9-0bc0a5584654 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784220 Mar 23 12:26:57.973333 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d32c0e27-7569-412b-a53e-937aacddafbc req-47690d75-99c7-426e-ad0c-32d44dcbb038 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:57.978127 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d32c0e27-7569-412b-a53e-937aacddafbc req-47690d75-99c7-426e-ad0c-32d44dcbb038 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "DELETE /v2.0/ports/068b068b-0a38-4f07-af26-565a1ca4d48a HTTP/1.1" status: 204 len: 173 time: 2.2476456 Mar 23 12:26:58.055952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428caa52-cb45-4baf-9641-ae3a73958a3e req-adee30ce-9042-4f1e-a535-840f683730d6 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:58.063506 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-428caa52-cb45-4baf-9641-ae3a73958a3e req-adee30ce-9042-4f1e-a535-840f683730d6 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 943 time: 0.1514413 Mar 23 12:26:58.087397 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:58.103964 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb79155-19d6-4343-a4de-2f22efec0e06 req-06b3d5ac-3f7e-41a0-b829-022c49771ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:58.104917 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-eaaed170-d95c-4111-9901-1a84f717b92d None None] Set router 4e04151c-df0d-47cd-a19a-612af8ac8826 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:26:58.108380 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4eb79155-19d6-4343-a4de-2f22efec0e06 req-06b3d5ac-3f7e-41a0-b829-022c49771ac7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8001c6b343c74d98acb249e144cd9ee4&device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 1096 time: 0.2616923 Mar 23 12:26:58.154956 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-428caa52-cb45-4baf-9641-ae3a73958a3e req-d8aa3b3c-2cef-41f8-8955-e92b01545024 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788312 Mar 23 12:26:58.172584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=291a2349-fbce-46ad-8ded-cceec9f6b293,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:58.251488 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 058dce15-d42a-4faa-960e-eb8727312303 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:26:58.269997 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 068b068b-0a38-4f07-af26-565a1ca4d48a no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:26:58.278228 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] For port c40f8cdf-dfff-4d29-b3fc-5615a86c3530, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c40f8cdf-dfff-4d29-b3fc-5615a86c3530,segment=NetworkSegment(f6a586af-df44-477b-acee-f2ae55f26ec2),segment_id=f6a586af-df44-477b-acee-f2ae55f26ec2)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:58.278623 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:58.299407 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb79155-19d6-4343-a4de-2f22efec0e06 req-9188bbf1-f218-416f-8514-c845bdb36c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:58.301821 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4eb79155-19d6-4343-a4de-2f22efec0e06 req-9188bbf1-f218-416f-8514-c845bdb36c3a service neutron] 10.222.0.73 "GET /v2.0/networks?id=f731e4d7-4c9b-4d2d-963d-6cfadce42a60 HTTP/1.1" status: 200 len: 925 time: 0.1688130 Mar 23 12:26:58.308715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] Calling delete_port for c40f8cdf-dfff-4d29-b3fc-5615a86c3530 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:26:58.327955 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 068b068b-0a38-4f07-af26-565a1ca4d48a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:26:58.328859 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 068b068b-0a38-4f07-af26-565a1ca4d48a not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:26:58.361352 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-52a19c83-52cb-47ed-8a90-21230cfd23cb None None] Provisioning complete for port 2dcf4428-f7ac-436d-b668-144412f36e0c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:26:58.362043 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-52a19c83-52cb-47ed-8a90-21230cfd23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:58.365068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671fc3b-06f8-4b6a-9115-3f862dad300d req-3f45eadd-ccc9-414c-8564-2be561dcde9d tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:58.376112 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:58.377728 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f671fc3b-06f8-4b6a-9115-3f862dad300d req-3f45eadd-ccc9-414c-8564-2be561dcde9d tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 1102 time: 0.3003588 Mar 23 12:26:58.492829 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4eb79155-19d6-4343-a4de-2f22efec0e06 req-58f05aff-27e7-4a7b-94a1-9dcb4aeffbbf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8108478e-b859-4e1f-9567-c8e4d4668e91 HTTP/1.1" status: 200 len: 999 time: 0.1763315 Mar 23 12:26:58.528718 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f671fc3b-06f8-4b6a-9115-3f862dad300d req-21cddac6-f6f7-48d1-8254-66fb80245cd9 tempest-ServersAdminTestJSON-17129926 tempest-ServersAdminTestJSON-17129926-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496050 Mar 23 12:26:58.536529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8be95e-b1a4-42f2-bcde-4281192161fb {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:26:58.579794 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-52a19c83-52cb-47ed-8a90-21230cfd23cb None None] Port 2dcf4428-f7ac-436d-b668-144412f36e0c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:26:58.614485 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:58.639077 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47188) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:58.652656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-aebd65cd-5170-4fff-8b83-5ec54061b932 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--983270935', 'description': 'tempest-description--733578341'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:58.664491 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ca8be95e-b1a4-42f2-bcde-4281192161fb, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ca8be95e-b1a4-42f2-bcde-4281192161fb,segment=NetworkSegment(793ae0bf-724b-441b-995e-bab2cddc938b),segment_id=793ae0bf-724b-441b-995e-bab2cddc938b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:58.667626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de1347-e826-47a8-9035-ada797deb6ca req-2815780c-a7cc-464a-bde3-61c6fa476138 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:58.669377 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7de1347-e826-47a8-9035-ada797deb6ca req-2815780c-a7cc-464a-bde3-61c6fa476138 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 945 time: 0.1224859 Mar 23 12:26:58.709479 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:58.720526 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aebd65cd-5170-4fff-8b83-5ec54061b932 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:58.722673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] Pushing event deleted for resources: {'Port': ['ID=c40f8cdf-dfff-4d29-b3fc-5615a86c3530,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:58.737457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 058dce15-d42a-4faa-960e-eb8727312303, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=058dce15-d42a-4faa-960e-eb8727312303,segment=NetworkSegment(1dd23322-2668-4009-8d16-b9cdb0be4bbc),segment_id=1dd23322-2668-4009-8d16-b9cdb0be4bbc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:58.757199 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] No DVR routers for this DVR port c40f8cdf-dfff-4d29-b3fc-5615a86c3530 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:26:58.770762 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea66e08-754d-4686-9db7-aa2787b5e07c req-4f1a1244-047e-4faf-92a3-5964ba4f222c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:58.779716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea66e08-754d-4686-9db7-aa2787b5e07c req-4f1a1244-047e-4faf-92a3-5964ba4f222c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:58.789398 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea66e08-754d-4686-9db7-aa2787b5e07c req-4f1a1244-047e-4faf-92a3-5964ba4f222c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:58.791611 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5ea66e08-754d-4686-9db7-aa2787b5e07c req-4f1a1244-047e-4faf-92a3-5964ba4f222c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2415 time: 0.1251266 Mar 23 12:26:58.822319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb79155-19d6-4343-a4de-2f22efec0e06 req-28c44d4d-7181-4740-a795-57c6a6021fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:58.824808 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4eb79155-19d6-4343-a4de-2f22efec0e06 req-28c44d4d-7181-4740-a795-57c6a6021fd6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=973c670b-2da1-4198-9fd7-10b0a0c5637b HTTP/1.1" status: 200 len: 863 time: 0.3232176 Mar 23 12:26:58.846747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '058dce15-d42a-4faa-960e-eb8727312303', 'network_id': 'd615e09e-2eb5-4d6e-9949-519736a83a8e', 'port_id': '058dce15-d42a-4faa-960e-eb8727312303', 'mac_address': 'fa:16:3e:71:d6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0028349c-8d9b-4d90-b211-2217016fe8b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:26:58.862822 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b85e13a9-3e5a-4f13-b7eb-f8a542e04be5 req-692384d2-b527-4011-b89a-cf109dd1a830 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=12159f18-4643-4132-aeb4-60764ef389c1 HTTP/1.1" status: 200 len: 210 time: 0.0379329 Mar 23 12:26:58.925461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f7de1347-e826-47a8-9035-ada797deb6ca req-db9646cc-cfc8-4bcf-b083-df13d49ad3c7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Deleting port ff8f935d-a0d4-4de8-a0c8-9f784403fa77 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:26:58.925814 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f7de1347-e826-47a8-9035-ada797deb6ca req-db9646cc-cfc8-4bcf-b083-df13d49ad3c7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:58.955364 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aebd65cd-5170-4fff-8b83-5ec54061b932 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:58.961485 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d430454-d150-4734-b7ca-334bf261377f None None] DHCP port deletion for e6641aab-e855-4821-b8bb-81ade197f315 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:26:58.965523 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5ea66e08-754d-4686-9db7-aa2787b5e07c req-3aa66c2d-6f41-4ab9-9422-5bbd3e017b89 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350443 Mar 23 12:26:58.986017 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aebd65cd-5170-4fff-8b83-5ec54061b932 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:58.996779 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ca8be95e-b1a4-42f2-bcde-4281192161fb,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:59.019295 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aebd65cd-5170-4fff-8b83-5ec54061b932 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.023195 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-aebd65cd-5170-4fff-8b83-5ec54061b932 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3762724 Mar 23 12:26:59.046506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47190) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:59.068256 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.072061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-dcc12d89-09c3-4949-a660-a1896d575bf4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Request body: {'security_group_rule': {'security_group_id': 'e4e349ea-a74f-4aff-a410-a6558e20c12d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:59.092250 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.099127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd65cd-5170-4fff-8b83-5ec54061b932 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e349ea-a74f-4aff-a410-a6558e20c12d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:59.100499 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.131276 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c1e93-c8c4-4c1e-b1db-98264b50e74f req-a10705df-892d-46c5-aebf-35484bccccab tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:59.133203 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-519c1e93-c8c4-4c1e-b1db-98264b50e74f req-a10705df-892d-46c5-aebf-35484bccccab tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 945 time: 0.1285219 Mar 23 12:26:59.135286 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f7de1347-e826-47a8-9035-ada797deb6ca req-db9646cc-cfc8-4bcf-b083-df13d49ad3c7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] For port ff8f935d-a0d4-4de8-a0c8-9f784403fa77, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ff8f935d-a0d4-4de8-a0c8-9f784403fa77,segment=NetworkSegment(0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2),segment_id=0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:59.135773 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f7de1347-e826-47a8-9035-ada797deb6ca req-db9646cc-cfc8-4bcf-b083-df13d49ad3c7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.151442 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6641aab-e855-4821-b8bb-81ade197f315']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:59.155986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb79155-19d6-4343-a4de-2f22efec0e06 req-cb43560a-b6fc-44b1-b5ff-1afd3dce843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:59.158613 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4eb79155-19d6-4343-a4de-2f22efec0e06 req-cb43560a-b6fc-44b1-b5ff-1afd3dce843d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f731e4d7-4c9b-4d2d-963d-6cfadce42a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2652407 Mar 23 12:26:59.160460 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcc12d89-09c3-4949-a660-a1896d575bf4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.161977 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058dce15-d42a-4faa-960e-eb8727312303 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:26:59.214429 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a586af-df44-477b-acee-f2ae55f26ec2') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:59.214732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a586af-df44-477b-acee-f2ae55f26ec2') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:59.244634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 058dce15-d42a-4faa-960e-eb8727312303, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=058dce15-d42a-4faa-960e-eb8727312303,segment=NetworkSegment(1dd23322-2668-4009-8d16-b9cdb0be4bbc),segment_id=1dd23322-2668-4009-8d16-b9cdb0be4bbc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:26:59.253660 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.267680 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.284773 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-519c1e93-c8c4-4c1e-b1db-98264b50e74f req-ea7dc58a-a91d-4cf4-94db-b3b4bbd17606 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/security-groups?id=76b55418-9dcf-49dc-8b15-7209a124dfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333547 Mar 23 12:26:59.361523 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-eaaed170-d95c-4111-9901-1a84f717b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:41Z', 'revision_number': 4, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '40346554-61be-4216-a7fa-5a5c4b38aadc', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'port_id': '8108478e-b859-4e1f-9567-c8e4d4668e91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'mac_address': 'fa:16:3e:89:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1970acf-8b90-4c05-90af-3a42c2a36f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:24:18Z', 'updated_at': '2022-03-23T12:26:53Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857f5288-90f4-4f8d-9ee6-351facafc4f7', 'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'mac_address': 'fa:16:3e:3b:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:39Z', 'updated_at': '2022-03-23T12:23:49Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'subnets': [{'id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:59.374761 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['ca8be95e-b1a4-42f2-bcde-4281192161fb'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:26:59.377600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['291a2349-fbce-46ad-8ded-cceec9f6b293'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:26:59.396987 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.431468 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:26:59.431468 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:26:59.435641 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:26:59.439381 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcc12d89-09c3-4949-a660-a1896d575bf4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.459503 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c40f8cdf-dfff-4d29-b3fc-5615a86c3530 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:26:59.463957 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcc12d89-09c3-4949-a660-a1896d575bf4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.493239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaed170-d95c-4111-9901-1a84f717b92d None None] Checking router: 4e04151c-df0d-47cd-a19a-612af8ac8826 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:26:59.497405 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc12d89-09c3-4949-a660-a1896d575bf4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4867ad6-ee44-4094-a5f7-aa219dac182c,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:59.545307 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=058dce15-d42a-4faa-960e-eb8727312303,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:59.550155 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c40f8cdf-dfff-4d29-b3fc-5615a86c3530 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:26:59.550571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c40f8cdf-dfff-4d29-b3fc-5615a86c3530 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:26:59.550994 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8e86bf05-5750-4cf8-978a-929196a273f3 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:26:59.562677 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54a86b-5972-48fc-b8bb-73cbc3221b99 req-e630388d-3b72-4a3a-b192-7f31366880e5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:59.564617 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e54a86b-5972-48fc-b8bb-73cbc3221b99 req-e630388d-3b72-4a3a-b192-7f31366880e5 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 950 time: 0.1115804 Mar 23 12:26:59.596122 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac689797-2845-4fc1-9661-9bfb2cd58afe req-660a7d82-d97c-4468-ac48-5e83c6689ca6 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:26:59.603701 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac689797-2845-4fc1-9661-9bfb2cd58afe req-660a7d82-d97c-4468-ac48-5e83c6689ca6 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 944 time: 0.2284658 Mar 23 12:26:59.611965 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 8e86bf05-5750-4cf8-978a-929196a273f3 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:26:59.612320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8e86bf05-5750-4cf8-978a-929196a273f3 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:26:59.613949 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.618946 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcc12d89-09c3-4949-a660-a1896d575bf4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.620068 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dcc12d89-09c3-4949-a660-a1896d575bf4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5650671 Mar 23 12:26:59.622454 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.623610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47198) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:59.625961 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f7de1347-e826-47a8-9035-ada797deb6ca req-db9646cc-cfc8-4bcf-b083-df13d49ad3c7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.626127 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4eb79155-19d6-4343-a4de-2f22efec0e06 req-743720bb-24e9-4702-be5f-976fe23370f3 service neutron] 10.222.0.73 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453585 Mar 23 12:26:59.626731 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f7de1347-e826-47a8-9035-ada797deb6ca req-db9646cc-cfc8-4bcf-b083-df13d49ad3c7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.627297 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-f7de1347-e826-47a8-9035-ada797deb6ca req-db9646cc-cfc8-4bcf-b083-df13d49ad3c7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Floating IP d3dfb56f-d5fc-4253-a88f-07eb84e280e1 disassociated. External IP: 172.25.2.208, port: ff8f935d-a0d4-4de8-a0c8-9f784403fa77. Mar 23 12:26:59.627857 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f7de1347-e826-47a8-9035-ada797deb6ca req-db9646cc-cfc8-4bcf-b083-df13d49ad3c7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Calling delete_port for ff8f935d-a0d4-4de8-a0c8-9f784403fa77 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:26:59.639514 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaed170-d95c-4111-9901-1a84f717b92d None None] Routers {'4e04151c-df0d-47cd-a19a-612af8ac8826'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:26:59.640141 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a17ca587-95f3-456f-825c-4bbd6bf01b75 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Request body: {'security_group_rule': {'security_group_id': 'e4e349ea-a74f-4aff-a410-a6558e20c12d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:26:59.641531 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-eaaed170-d95c-4111-9901-1a84f717b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:26:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['4e04151c-df0d-47cd-a19a-612af8ac8826'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:26:59.648294 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.651542 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] 10.222.0.52 "DELETE /v2.0/networks/e6641aab-e855-4821-b8bb-81ade197f315 HTTP/1.1" status: 204 len: 168 time: 2.3421211 Mar 23 12:26:59.686028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33112d2-f361-4f8e-b9df-bcec6f92b13f admin admin] Pushing event deleted for resources: {'Network': ['ID=e6641aab-e855-4821-b8bb-81ade197f315,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:26:59.702026 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e54a86b-5972-48fc-b8bb-73cbc3221b99 req-853300a0-47a7-46f5-b8ee-c40e89cf491f tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196291 Mar 23 12:26:59.721834 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['058dce15-d42a-4faa-960e-eb8727312303'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:26:59.735239 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac689797-2845-4fc1-9661-9bfb2cd58afe req-30356ba6-72a0-46d5-ab6d-d15b367c40ac tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303434 Mar 23 12:26:59.808463 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a17ca587-95f3-456f-825c-4bbd6bf01b75 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.811076 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4eb79155-19d6-4343-a4de-2f22efec0e06 req-6e407455-9931-43ff-8cd8-d598742cf2c9 service neutron] 10.222.0.73 "GET /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653621 Mar 23 12:26:59.817806 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12159f18-4643-4132-aeb4-60764ef389c1', 'name': 'network-vif-deleted', 'tag': '068b068b-0a38-4f07-af26-565a1ca4d48a'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:26:59.820433 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7311cd0-1510-43a1-be07-e02cf9df04d3" -d '{"events": [{"server_uuid": "12159f18-4643-4132-aeb4-60764ef389c1", "name": "network-vif-deleted", "tag": "068b068b-0a38-4f07-af26-565a1ca4d48a"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:26:59.871241 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8140c37-f1f0-47e1-a2eb-10b841e505bd x-openstack-request-id: req-e8140c37-f1f0-47e1-a2eb-10b841e505bd {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:26:59.871565 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12159f18-4643-4132-aeb4-60764ef389c1", "name": "network-vif-deleted", "tag": "068b068b-0a38-4f07-af26-565a1ca4d48a", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:26:59.871774 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e8140c37-f1f0-47e1-a2eb-10b841e505bd {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:26:59.872185 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12159f18-4643-4132-aeb4-60764ef389c1', 'name': 'network-vif-deleted', 'tag': '068b068b-0a38-4f07-af26-565a1ca4d48a', 'status': 'completed', 'code': 200} Mar 23 12:26:59.901961 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47206) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:26:59.958197 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a17ca587-95f3-456f-825c-4bbd6bf01b75 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.962809 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a17ca587-95f3-456f-825c-4bbd6bf01b75 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:26:59.985937 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ec7d08d9-d07c-4c08-a97d-f8384e6de492 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ce79c088f2a45ad86dd78f770307a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814390 Mar 23 12:26:59.988647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47210) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:00.008769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ca587-95f3-456f-825c-4bbd6bf01b75 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ffe5b4-011b-449c-b1d5-408f00b87388,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:00.034542 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a17ca587-95f3-456f-825c-4bbd6bf01b75 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:00.036094 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a17ca587-95f3-456f-825c-4bbd6bf01b75 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4054487 Mar 23 12:27:00.039505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47214) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:00.045606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:00.052022 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f7de1347-e826-47a8-9035-ada797deb6ca req-db9646cc-cfc8-4bcf-b083-df13d49ad3c7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:00.101173 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9646cc-cfc8-4bcf-b083-df13d49ad3c7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Pushing event deleted for resources: {'Port': ['ID=ff8f935d-a0d4-4de8-a0c8-9f784403fa77,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:00.155147 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff089769-f591-4396-95df-17515e470736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:00.175702 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:00.206260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-eaaed170-d95c-4111-9901-1a84f717b92d None None] Set router 4e04151c-df0d-47cd-a19a-612af8ac8826 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:27:00.225997 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff089769-f591-4396-95df-17515e470736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:00.260142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dbd29-034f-45a6-abf3-a23e4c9dc593 req-de1f9113-75d3-46c0-853e-f04d0ca7552f tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:00.267618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dbd29-034f-45a6-abf3-a23e4c9dc593 req-de1f9113-75d3-46c0-853e-f04d0ca7552f tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:00.274342 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dbd29-034f-45a6-abf3-a23e4c9dc593 req-de1f9113-75d3-46c0-853e-f04d0ca7552f tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:00.276403 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c78dbd29-034f-45a6-abf3-a23e4c9dc593 req-de1f9113-75d3-46c0-853e-f04d0ca7552f tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2415 time: 0.1225827 Mar 23 12:27:00.331642 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c78dbd29-034f-45a6-abf3-a23e4c9dc593 req-0bd2f4cc-f07f-4d79-aa09-be919f6fe9d1 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418031 Mar 23 12:27:00.350828 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff089769-f591-4396-95df-17515e470736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:00.353853 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff089769-f591-4396-95df-17515e470736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:00.355184 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ff089769-f591-4396-95df-17515e470736 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/da330841-4807-4cf2-9d50-cd28d51b5e34 HTTP/1.1" status: 204 len: 168 time: 0.3653121 Mar 23 12:27:00.358606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15504a35-f11c-455c-9b6a-9e607ebee314 req-c00f512f-d4a5-4003-8346-172f1491a4b9 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:00.360194 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15504a35-f11c-455c-9b6a-9e607ebee314 req-c00f512f-d4a5-4003-8346-172f1491a4b9 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 950 time: 0.1470876 Mar 23 12:27:00.364534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff089769-f591-4396-95df-17515e470736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da330841-4807-4cf2-9d50-cd28d51b5e34,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:00.394001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7de1347-e826-47a8-9035-ada797deb6ca req-db9646cc-cfc8-4bcf-b083-df13d49ad3c7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Router 38ebd01f-556e-4254-bae9-227e3f960e82 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:27:00.458938 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15504a35-f11c-455c-9b6a-9e607ebee314 req-dcbc8570-5267-4c23-9782-c9c2accacf7d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902019 Mar 23 12:27:00.474479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['c41d474b-59ba-4677-a34f-4f2a1d57e3c9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:00.506472 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:00.512546 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4ea19767-bd58-4815-8805-dc4ce223f4fb req-770fe099-a6bf-47b0-b40f-09cfa8345a56 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b8dfaf-82c6-490b-a609-bf7b4bc8299f HTTP/1.1" status: 200 len: 210 time: 0.0593338 Mar 23 12:27:00.730612 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Allocated IP 172.25.2.254 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/421fff38-b1ff-4646-8e60-98229ae72d01) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:27:00.756804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7de1347-e826-47a8-9035-ada797deb6ca req-db9646cc-cfc8-4bcf-b083-df13d49ad3c7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:27:00.768387 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a03f38-a332-44a1-a2e2-86e5392abfe1 None None] Sync routers for ids ['38ebd01f-556e-4254-bae9-227e3f960e82'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:27:00.778855 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a03f38-a332-44a1-a2e2-86e5392abfe1 None None] Routers {'38ebd01f-556e-4254-bae9-227e3f960e82'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:27:00.779671 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-34a03f38-a332-44a1-a2e2-86e5392abfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:26:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['38ebd01f-556e-4254-bae9-227e3f960e82'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:00.837527 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7de1347-e826-47a8-9035-ada797deb6ca req-db9646cc-cfc8-4bcf-b083-df13d49ad3c7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] No DVR routers for this DVR port ff8f935d-a0d4-4de8-a0c8-9f784403fa77 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:00.840966 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f7de1347-e826-47a8-9035-ada797deb6ca req-db9646cc-cfc8-4bcf-b083-df13d49ad3c7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:00.845124 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7de1347-e826-47a8-9035-ada797deb6ca req-db9646cc-cfc8-4bcf-b083-df13d49ad3c7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.73 "DELETE /v2.0/ports/ff8f935d-a0d4-4de8-a0c8-9f784403fa77 HTTP/1.1" status: 204 len: 173 time: 2.1656590 Mar 23 12:27:00.869284 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-eaaed170-d95c-4111-9901-1a84f717b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:41Z', 'revision_number': 4, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '40346554-61be-4216-a7fa-5a5c4b38aadc', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'port_id': '8108478e-b859-4e1f-9567-c8e4d4668e91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'mac_address': 'fa:16:3e:89:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1970acf-8b90-4c05-90af-3a42c2a36f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:24:18Z', 'updated_at': '2022-03-23T12:26:53Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857f5288-90f4-4f8d-9ee6-351facafc4f7', 'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'mac_address': 'fa:16:3e:3b:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:39Z', 'updated_at': '2022-03-23T12:23:49Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'subnets': [{'id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:00.908287 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaed170-d95c-4111-9901-1a84f717b92d None None] The sync data for ids ['4e04151c-df0d-47cd-a19a-612af8ac8826'] in n-d-834854-1 is: [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:41Z', 'revision_number': 4, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '40346554-61be-4216-a7fa-5a5c4b38aadc', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'port_id': '8108478e-b859-4e1f-9567-c8e4d4668e91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'mac_address': 'fa:16:3e:89:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1970acf-8b90-4c05-90af-3a42c2a36f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:24:18Z', 'updated_at': '2022-03-23T12:26:53Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857f5288-90f4-4f8d-9ee6-351facafc4f7', 'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'mac_address': 'fa:16:3e:3b:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:39Z', 'updated_at': '2022-03-23T12:23:49Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'subnets': [{'id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:27:00.955709 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-34a03f38-a332-44a1-a2e2-86e5392abfe1 None None] Set router 38ebd01f-556e-4254-bae9-227e3f960e82 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:27:01.014317 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:01.071639 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdd712-b475-4535-92c3-1f047b2040fc req-648c48a2-94eb-46e3-aa5c-e52058baf8cf tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:01.074684 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7cdd712-b475-4535-92c3-1f047b2040fc req-648c48a2-94eb-46e3-aa5c-e52058baf8cf tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 950 time: 0.0962839 Mar 23 12:27:01.114892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5820ebc-aa0a-4465-ba68-509344b06b76 req-661c5c8e-9536-47ae-a87f-2f218e3da5be tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:01.118052 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f5820ebc-aa0a-4465-ba68-509344b06b76 req-661c5c8e-9536-47ae-a87f-2f218e3da5be tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 944 time: 0.1110013 Mar 23 12:27:01.136189 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:01.216525 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7cdd712-b475-4535-92c3-1f047b2040fc req-6e4ce181-b988-4e78-ac1b-63c702900fac tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252868 Mar 23 12:27:01.274194 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:27:01.274946 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f5820ebc-aa0a-4465-ba68-509344b06b76 req-da8da2be-2f73-4c59-a669-151477709a19 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379731 Mar 23 12:27:01.275043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:01.287227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:27:01.334137 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event updated for resources: {'Port': ['ID=421fff38-b1ff-4646-8e60-98229ae72d01,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:01.336286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed910f34-cbc1-4f8a-aa8e-9bfef54df5c4 req-bdcd6220-dde0-4be8-8d58-3611caf47817 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:01.337825 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed910f34-cbc1-4f8a-aa8e-9bfef54df5c4 req-bdcd6220-dde0-4be8-8d58-3611caf47817 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 950 time: 0.1674418 Mar 23 12:27:01.432595 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e62ce6-c3f2-43d0-88eb-89c816b6c02c None None] New status for floating IP 40346554-61be-4216-a7fa-5a5c4b38aadc: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:27:01.447043 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-34a03f38-a332-44a1-a2e2-86e5392abfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-router', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:41Z', 'updated_at': '2022-03-23T12:23:50Z', 'revision_number': 4, 'project_id': '70d1213677ec4db08718d6331234c515', 'gw_port': {'id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:43Z', 'updated_at': '2022-03-23T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '3d1c035b-f100-4d8b-8038-e7ada546d9ae', 'name': '', 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'mac_address': 'fa:16:3e:f7:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:48Z', 'updated_at': '2022-03-23T12:24:00Z', 'revision_number': 5, 'project_id': '70d1213677ec4db08718d6331234c515', 'subnets': [{'id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:01.543524 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a03f38-a332-44a1-a2e2-86e5392abfe1 None None] Checking router: 38ebd01f-556e-4254-bae9-227e3f960e82 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:27:01.565064 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a03f38-a332-44a1-a2e2-86e5392abfe1 None None] Routers {'38ebd01f-556e-4254-bae9-227e3f960e82'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:27:01.567138 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-34a03f38-a332-44a1-a2e2-86e5392abfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:26:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['38ebd01f-556e-4254-bae9-227e3f960e82'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:01.569198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-ed910f34-cbc1-4f8a-aa8e-9bfef54df5c4 req-fbe2a40c-8e02-4d39-a2e2-0b1624ed72f4 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Deleting port e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:01.571346 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed910f34-cbc1-4f8a-aa8e-9bfef54df5c4 req-fbe2a40c-8e02-4d39-a2e2-0b1624ed72f4 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:01.638434 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:01.716165 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23887f4-51f5-4332-b686-36065c021726 req-880343e8-1772-4025-8d5c-8dad59c0e59b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:01.728574 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23887f4-51f5-4332-b686-36065c021726 req-880343e8-1772-4025-8d5c-8dad59c0e59b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:01.741518 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23887f4-51f5-4332-b686-36065c021726 req-880343e8-1772-4025-8d5c-8dad59c0e59b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:01.756837 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d23887f4-51f5-4332-b686-36065c021726 req-880343e8-1772-4025-8d5c-8dad59c0e59b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2415 time: 0.2452579 Mar 23 12:27:01.801096 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879e074-2743-4458-96d0-063c18f58482 req-40b21d04-cb26-49c2-ba15-08277d6eee3d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:01.810768 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1879e074-2743-4458-96d0-063c18f58482 req-40b21d04-cb26-49c2-ba15-08277d6eee3d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 950 time: 0.1780188 Mar 23 12:27:01.818044 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-34a03f38-a332-44a1-a2e2-86e5392abfe1 None None] Set router 38ebd01f-556e-4254-bae9-227e3f960e82 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:27:01.864141 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ed910f34-cbc1-4f8a-aa8e-9bfef54df5c4 req-fbe2a40c-8e02-4d39-a2e2-0b1624ed72f4 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] For port e2ea1ffa-bae6-4e2c-adca-8b3841444bb1, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e2ea1ffa-bae6-4e2c-adca-8b3841444bb1,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:01.864424 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed910f34-cbc1-4f8a-aa8e-9bfef54df5c4 req-fbe2a40c-8e02-4d39-a2e2-0b1624ed72f4 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:01.873759 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b8dfaf-82c6-490b-a609-bf7b4bc8299f', 'name': 'network-vif-deleted', 'tag': 'ff8f935d-a0d4-4de8-a0c8-9f784403fa77'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:01.879230 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a28be54-aeb0-42e7-b40d-54db3c887351" -d '{"events": [{"server_uuid": "c8b8dfaf-82c6-490b-a609-bf7b4bc8299f", "name": "network-vif-deleted", "tag": "ff8f935d-a0d4-4de8-a0c8-9f784403fa77"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:01.915865 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-ed910f34-cbc1-4f8a-aa8e-9bfef54df5c4 req-fbe2a40c-8e02-4d39-a2e2-0b1624ed72f4 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Calling delete_port for e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:01.916997 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:01.958818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d23887f4-51f5-4332-b686-36065c021726 req-1523a320-0cf1-462b-bc61-532d42796fe7 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332748 Mar 23 12:27:02.010312 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1879e074-2743-4458-96d0-063c18f58482 req-5218c6a2-6b4c-4e21-9761-961c1b947c67 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974382 Mar 23 12:27:02.104557 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-34a03f38-a332-44a1-a2e2-86e5392abfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-router', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:41Z', 'updated_at': '2022-03-23T12:23:50Z', 'revision_number': 4, 'project_id': '70d1213677ec4db08718d6331234c515', 'gw_port': {'id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:43Z', 'updated_at': '2022-03-23T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '3d1c035b-f100-4d8b-8038-e7ada546d9ae', 'name': '', 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'mac_address': 'fa:16:3e:f7:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:48Z', 'updated_at': '2022-03-23T12:24:00Z', 'revision_number': 5, 'project_id': '70d1213677ec4db08718d6331234c515', 'subnets': [{'id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:02.126913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47254) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:02.146739 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47256) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:02.147041 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e8008c-d819-42bb-a6e8-ab8b93ea543e x-openstack-request-id: req-e8e8008c-d819-42bb-a6e8-ab8b93ea543e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:02.147709 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b8dfaf-82c6-490b-a609-bf7b4bc8299f", "name": "network-vif-deleted", "tag": "ff8f935d-a0d4-4de8-a0c8-9f784403fa77", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:02.156076 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e8e8008c-d819-42bb-a6e8-ab8b93ea543e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:02.157911 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b8dfaf-82c6-490b-a609-bf7b4bc8299f', 'name': 'network-vif-deleted', 'tag': 'ff8f935d-a0d4-4de8-a0c8-9f784403fa77', 'status': 'completed', 'code': 200} Mar 23 12:27:02.169038 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a03f38-a332-44a1-a2e2-86e5392abfe1 None None] The sync data for ids ['38ebd01f-556e-4254-bae9-227e3f960e82'] in n-d-834854-1 is: [{'id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-router', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:41Z', 'updated_at': '2022-03-23T12:23:50Z', 'revision_number': 4, 'project_id': '70d1213677ec4db08718d6331234c515', 'gw_port': {'id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:43Z', 'updated_at': '2022-03-23T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '3d1c035b-f100-4d8b-8038-e7ada546d9ae', 'name': '', 'network_id': '55d86b04-46a9-4451-955a-aa514bc52080', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'mac_address': 'fa:16:3e:f7:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:48Z', 'updated_at': '2022-03-23T12:24:00Z', 'revision_number': 5, 'project_id': '70d1213677ec4db08718d6331234c515', 'subnets': [{'id': 'f2ffb559-0160-40fb-9628-a39ae997c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:27:02.196310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 058dce15-d42a-4faa-960e-eb8727312303 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:27:02.273680 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0499649-0759-429b-8505-53746091e7d7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:02.281957 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 058dce15-d42a-4faa-960e-eb8727312303 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:27:02.284187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe9833-d54f-4af5-bab2-8347946134a4 req-5d564a0e-be0b-4c48-9f9a-3f1cae0ecd4d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:02.285701 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-edfe9833-d54f-4af5-bab2-8347946134a4 req-5d564a0e-be0b-4c48-9f9a-3f1cae0ecd4d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.77 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 950 time: 0.1578448 Mar 23 12:27:02.287416 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 058dce15-d42a-4faa-960e-eb8727312303 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:02.288161 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:02.361742 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0499649-0759-429b-8505-53746091e7d7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:02.371144 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:02.382816 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:02.462659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-57772c5d-bccc-4e8b-b0d7-dc58098465f3 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1200514014-network', 'tenant_id': '046f907855a84a1287626c5db5b1e032'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:02.492042 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57772c5d-bccc-4e8b-b0d7-dc58098465f3 admin admin] Made reservation on behalf of 046f907855a84a1287626c5db5b1e032 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:02.494379 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57772c5d-bccc-4e8b-b0d7-dc58098465f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:02.502137 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:02.550083 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d96924c-9346-41b4-8f9a-a8c0f9ea955f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058dce15-d42a-4faa-960e-eb8727312303'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:02.554924 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039aeca0-6521-4e7a-9e20-bebb32389833" -d '{"events": [{"server_uuid": "3d96924c-9346-41b4-8f9a-a8c0f9ea955f", "name": "network-vif-plugged", "status": "completed", "tag": "058dce15-d42a-4faa-960e-eb8727312303"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:02.555151 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57772c5d-bccc-4e8b-b0d7-dc58098465f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:02.566595 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed910f34-cbc1-4f8a-aa8e-9bfef54df5c4 req-fbe2a40c-8e02-4d39-a2e2-0b1624ed72f4 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:02.583185 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:02.584490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 058dce15-d42a-4faa-960e-eb8727312303, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=058dce15-d42a-4faa-960e-eb8727312303,segment=NetworkSegment(1dd23322-2668-4009-8d16-b9cdb0be4bbc),segment_id=1dd23322-2668-4009-8d16-b9cdb0be4bbc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:02.594281 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:02.595430 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ff8f935d-a0d4-4de8-a0c8-9f784403fa77 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:02.614264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event updated for resources: {'Port': ['ID=421fff38-b1ff-4646-8e60-98229ae72d01,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:02.622090 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:02.634161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-069650d4-d3b8-4950-b8b2-2792f2c0ab16 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5927448 Mar 23 12:27:02.641564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2a40c-8e02-4d39-a2e2-0b1624ed72f4 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Pushing event deleted for resources: {'Port': ['ID=e2ea1ffa-bae6-4e2c-adca-8b3841444bb1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:02.644361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca5a51-16d1-47ee-8fe9-0d071310d0a5 req-14bbd53d-940d-4f43-98de-8ae6aee20dde tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:02.645985 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7cca5a51-16d1-47ee-8fe9-0d071310d0a5 req-14bbd53d-940d-4f43-98de-8ae6aee20dde tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 944 time: 0.2227664 Mar 23 12:27:02.691573 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0499649-0759-429b-8505-53746091e7d7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:02.694240 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0499649-0759-429b-8505-53746091e7d7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:02.698202 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b0499649-0759-429b-8505-53746091e7d7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "DELETE /v2.0/security-groups/76b55418-9dcf-49dc-8b15-7209a124dfa2 HTTP/1.1" status: 204 len: 168 time: 0.5401895 Mar 23 12:27:02.703473 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47268) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:02.706918 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7cca5a51-16d1-47ee-8fe9-0d071310d0a5 req-ff9e0247-184d-4c56-b660-a41df1d1f037 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438893 Mar 23 12:27:02.722055 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65551af-47a2-497c-abb4-c0dd4a9dc5a8 None None] New status for floating IP d3dfb56f-d5fc-4253-a88f-07eb84e280e1: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:27:02.728598 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-d9dee49a-fb46-4a58-a6fd-79be6ea657fc tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] show failed (client error): The resource could not be found. Mar 23 12:27:02.730724 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d9dee49a-fb46-4a58-a6fd-79be6ea657fc tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "GET /v2.0/security-groups/76b55418-9dcf-49dc-8b15-7209a124dfa2 HTTP/1.1" status: 404 len: 347 time: 0.0215554 Mar 23 12:27:02.735433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d036d2-3bdd-482a-bb95-585a7f7cd738 req-63fcf2c9-7f81-4fde-a821-e39f4fb15756 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:02.740435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47270) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:02.744849 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-78d036d2-3bdd-482a-bb95-585a7f7cd738 req-63fcf2c9-7f81-4fde-a821-e39f4fb15756 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6 HTTP/1.1" status: 200 len: 867 time: 0.2588301 Mar 23 12:27:02.755982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-edfe9833-d54f-4af5-bab2-8347946134a4 req-672387ab-8392-4a10-b6e3-945c60f07ce2 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Deleting port b73b8924-6405-40ca-9179-cbcbc5cd54bf {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:02.756484 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-edfe9833-d54f-4af5-bab2-8347946134a4 req-672387ab-8392-4a10-b6e3-945c60f07ce2 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:02.761373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed910f34-cbc1-4f8a-aa8e-9bfef54df5c4 req-fbe2a40c-8e02-4d39-a2e2-0b1624ed72f4 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] No DVR routers for this DVR port e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:02.761710 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: ff8f935d-a0d4-4de8-a0c8-9f784403fa77 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:02.762066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ff8f935d-a0d4-4de8-a0c8-9f784403fa77 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:02.764026 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=058dce15-d42a-4faa-960e-eb8727312303,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:02.764760 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed910f34-cbc1-4f8a-aa8e-9bfef54df5c4 req-fbe2a40c-8e02-4d39-a2e2-0b1624ed72f4 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:02.769079 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed910f34-cbc1-4f8a-aa8e-9bfef54df5c4 req-fbe2a40c-8e02-4d39-a2e2-0b1624ed72f4 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.77 "DELETE /v2.0/ports/e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 HTTP/1.1" status: 204 len: 173 time: 1.4220126 Mar 23 12:27:02.786125 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6', 'name': 'network-vif-deleted', 'tag': 'e2ea1ffa-bae6-4e2c-adca-8b3841444bb1'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:02.788565 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499acea0-1ae7-4521-ae66-dcbe73893ca4" -d '{"events": [{"server_uuid": "0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6", "name": "network-vif-deleted", "tag": "e2ea1ffa-bae6-4e2c-adca-8b3841444bb1"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:02.831887 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0499649-0759-429b-8505-53746091e7d7 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b55418-9dcf-49dc-8b15-7209a124dfa2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:02.860757 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a5118c-5b05-43cd-82f9-f39cf2bab78a x-openstack-request-id: req-94a5118c-5b05-43cd-82f9-f39cf2bab78a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:02.861984 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d96924c-9346-41b4-8f9a-a8c0f9ea955f", "name": "network-vif-plugged", "status": "completed", "tag": "058dce15-d42a-4faa-960e-eb8727312303", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:02.862755 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94a5118c-5b05-43cd-82f9-f39cf2bab78a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:02.864132 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d96924c-9346-41b4-8f9a-a8c0f9ea955f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058dce15-d42a-4faa-960e-eb8727312303', 'code': 200} Mar 23 12:27:03.046445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738c278-3957-4fb9-b953-0c28b9803ada req-cb813320-4b2c-4f18-ae79-57b67e9181c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:03.048367 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9738c278-3957-4fb9-b953-0c28b9803ada req-cb813320-4b2c-4f18-ae79-57b67e9181c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 1096 time: 0.0610251 Mar 23 12:27:03.091445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cd069cfd-b38e-4498-bb88-ac952d875803 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Deleting port 71968931-49e7-48b8-8795-de26b8f7b51e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:03.092462 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd069cfd-b38e-4498-bb88-ac952d875803 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:03.181593 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9738c278-3957-4fb9-b953-0c28b9803ada req-df1c7c8c-721f-4095-9889-283e1560043d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212347 Mar 23 12:27:03.206681 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['ac68a187-479a-457c-a1d1-2935ec6f2c57', '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:03.213664 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-60554ffb-3d3e-41d0-8bb5-79e6c672be27 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--983270935&fields=id&tenant_id=c83166719e7f4ef4ad5bfcfda154ab08 HTTP/1.1" status: 200 len: 267 time: 0.0876408 Mar 23 12:27:03.243034 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd069cfd-b38e-4498-bb88-ac952d875803 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:03.243371 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd069cfd-b38e-4498-bb88-ac952d875803 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:03.251114 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c82dcb-53aa-46eb-9a71-2a99f60cd46d x-openstack-request-id: req-93c82dcb-53aa-46eb-9a71-2a99f60cd46d {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:03.251660 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6", "name": "network-vif-deleted", "tag": "e2ea1ffa-bae6-4e2c-adca-8b3841444bb1", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:03.251660 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93c82dcb-53aa-46eb-9a71-2a99f60cd46d {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:03.251973 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf029f7-7cc8-4a70-85a9-3db2ecdfa5e6', 'name': 'network-vif-deleted', 'tag': 'e2ea1ffa-bae6-4e2c-adca-8b3841444bb1', 'status': 'completed', 'code': 200} Mar 23 12:27:03.322655 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-78d036d2-3bdd-482a-bb95-585a7f7cd738 req-65f0c522-1680-4aa6-93fe-daa7347b9419 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5768476 Mar 23 12:27:03.323012 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-ebcbbbd4-631a-41d3-9a5a-0da240de5128 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:03.330462 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-ebcbbbd4-631a-41d3-9a5a-0da240de5128 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports/e23025c0-9199-4e8d-b0eb-23e4d049d710 HTTP/1.1" status: 200 len: 937 time: 0.0927215 Mar 23 12:27:03.340080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cd069cfd-b38e-4498-bb88-ac952d875803 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Calling delete_port for 71968931-49e7-48b8-8795-de26b8f7b51e owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:03.388800 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6055beca-b585-4c3f-929f-2b3ad5efda62 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:03.397154 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6055beca-b585-4c3f-929f-2b3ad5efda62 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports/2dcf4428-f7ac-436d-b668-144412f36e0c HTTP/1.1" status: 200 len: 937 time: 0.0657625 Mar 23 12:27:03.419618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-edfe9833-d54f-4af5-bab2-8347946134a4 req-672387ab-8392-4a10-b6e3-945c60f07ce2 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] For port b73b8924-6405-40ca-9179-cbcbc5cd54bf, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b73b8924-6405-40ca-9179-cbcbc5cd54bf,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:03.420698 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-edfe9833-d54f-4af5-bab2-8347946134a4 req-672387ab-8392-4a10-b6e3-945c60f07ce2 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:03.450100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-edfe9833-d54f-4af5-bab2-8347946134a4 req-672387ab-8392-4a10-b6e3-945c60f07ce2 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Calling delete_port for b73b8924-6405-40ca-9179-cbcbc5cd54bf owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:03.514244 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57772c5d-bccc-4e8b-b0d7-dc58098465f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:03.556583 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57772c5d-bccc-4e8b-b0d7-dc58098465f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:03.596520 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0baa-d263-4714-8ff8-8fc72ad427c1 req-f2330457-137a-4ec2-874e-93927807b994 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:03.602492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0baa-d263-4714-8ff8-8fc72ad427c1 req-f2330457-137a-4ec2-874e-93927807b994 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:03.608424 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0baa-d263-4714-8ff8-8fc72ad427c1 req-f2330457-137a-4ec2-874e-93927807b994 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:03.610274 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a97f0baa-d263-4714-8ff8-8fc72ad427c1 req-f2330457-137a-4ec2-874e-93927807b994 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2415 time: 0.1858315 Mar 23 12:27:03.616303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57772c5d-bccc-4e8b-b0d7-dc58098465f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:27:03.651609 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57772c5d-bccc-4e8b-b0d7-dc58098465f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a298c6ef-7e77-49be-a8e5-f59f44627f95,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:03.656204 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57772c5d-bccc-4e8b-b0d7-dc58098465f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:03.656638 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-57772c5d-bccc-4e8b-b0d7-dc58098465f3 admin admin] Added segment 1566562a-0053-420a-9248-b434f50712fa of type vlan for network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd Mar 23 12:27:03.733236 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57772c5d-bccc-4e8b-b0d7-dc58098465f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:03.774440 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-24b636c4-1532-4531-b35a-f27e58fbb6da tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?network_id=7751cfb1-5c21-4925-8fee-f42885f445e0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3763962 Mar 23 12:27:03.777951 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a97f0baa-d263-4714-8ff8-8fc72ad427c1 req-8c9e3d8d-a9b6-47c4-a15c-123d28a9368d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459470 Mar 23 12:27:03.808749 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57772c5d-bccc-4e8b-b0d7-dc58098465f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:03.810610 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57772c5d-bccc-4e8b-b0d7-dc58098465f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:03.811444 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-57772c5d-bccc-4e8b-b0d7-dc58098465f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:03.818322 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-edfe9833-d54f-4af5-bab2-8347946134a4 req-672387ab-8392-4a10-b6e3-945c60f07ce2 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:03.834758 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a2df29d0-1dfa-4ec1-9320-24ad63b54492', '54d5c8b5-61c2-48f5-b954-7e27a5e68a54', 'd44c8735-4010-4ade-b7c2-72a0a07bc462', '30629cd0-2a0f-4a90-bbb7-649f46a63a15'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:03.859730 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-289bea11-2450-4c73-a983-12b117d13eb7 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?network_id=7751cfb1-5c21-4925-8fee-f42885f445e0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0649374 Mar 23 12:27:03.915097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672387ab-8392-4a10-b6e3-945c60f07ce2 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Pushing event deleted for resources: {'Port': ['ID=b73b8924-6405-40ca-9179-cbcbc5cd54bf,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:03.931097 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-57772c5d-bccc-4e8b-b0d7-dc58098465f3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7969689 Mar 23 12:27:03.958864 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47294) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:03.960978 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-295d5c44-c874-4a6b-b254-3779de93bb3e req-5b09dbea-3c5c-4d06-bd59-25f47c05f3c9 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=8003433a-3382-453c-ac15-c4d51d468562 HTTP/1.1" status: 200 len: 210 time: 0.0909383 Mar 23 12:27:03.997566 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-206ba213-1d64-4175-a59f-4ff58c53c313 admin admin] Request body: {'subnet': {'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1200514014-subnet', 'tenant_id': '046f907855a84a1287626c5db5b1e032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:04.004081 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfe9833-d54f-4af5-bab2-8347946134a4 req-672387ab-8392-4a10-b6e3-945c60f07ce2 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] No DVR routers for this DVR port b73b8924-6405-40ca-9179-cbcbc5cd54bf on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:04.007828 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-edfe9833-d54f-4af5-bab2-8347946134a4 req-672387ab-8392-4a10-b6e3-945c60f07ce2 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:04.011192 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-edfe9833-d54f-4af5-bab2-8347946134a4 req-672387ab-8392-4a10-b6e3-945c60f07ce2 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.77 "DELETE /v2.0/ports/b73b8924-6405-40ca-9179-cbcbc5cd54bf HTTP/1.1" status: 204 len: 173 time: 1.7120111 Mar 23 12:27:04.012508 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-557f15a1-c14d-4e68-9e56-a41ddc0ba35d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:04.014553 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57772c5d-bccc-4e8b-b0d7-dc58098465f3 admin admin] Pushing event updated for resources: {'Network': ['ID=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:04.026982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-557f15a1-c14d-4e68-9e56-a41ddc0ba35d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:04.029401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:27:04.039628 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-557f15a1-c14d-4e68-9e56-a41ddc0ba35d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:04.040775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206ba213-1d64-4175-a59f-4ff58c53c313 admin admin] Made reservation on behalf of 046f907855a84a1287626c5db5b1e032 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:04.044448 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-206ba213-1d64-4175-a59f-4ff58c53c313 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:04.060659 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-557f15a1-c14d-4e68-9e56-a41ddc0ba35d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/networks?id=7d4d0fcc-ccfb-4797-b8c0-dee4c492f981&id=2d93ac63-bdb1-45e7-bc99-87d09947042d&id=2d93ac63-bdb1-45e7-bc99-87d09947042d&id=7751cfb1-5c21-4925-8fee-f42885f445e0&id=7751cfb1-5c21-4925-8fee-f42885f445e0 HTTP/1.1" status: 200 len: 1993 time: 0.1870508 Mar 23 12:27:04.154460 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e26a6403-b996-4235-8575-ef036b14c284 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/quotas/c83166719e7f4ef4ad5bfcfda154ab08 HTTP/1.1" status: 200 len: 375 time: 0.0925350 Mar 23 12:27:04.197558 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd069cfd-b38e-4498-bb88-ac952d875803 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:04.229597 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e5cfa-9569-43e3-ae0d-25205714b966 req-caa24aee-9fae-45d1-add9-1ad5ef1b95b4 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:04.231353 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c44e5cfa-9569-43e3-ae0d-25205714b966 req-caa24aee-9fae-45d1-add9-1ad5ef1b95b4 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 945 time: 0.1162956 Mar 23 12:27:04.257159 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd069cfd-b38e-4498-bb88-ac952d875803 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Pushing event deleted for resources: {'Port': ['ID=71968931-49e7-48b8-8795-de26b8f7b51e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:04.280638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['8168fddc-a078-4aea-b62d-b667f0f62f53', 'd3fdfc44-29f1-40e8-8e4e-257061386a42'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:04.323754 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c44e5cfa-9569-43e3-ae0d-25205714b966 req-b163138c-c156-4f45-9c50-32b3a1b75a79 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704234 Mar 23 12:27:04.360676 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-206ba213-1d64-4175-a59f-4ff58c53c313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:04.429578 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-f76cdb85-99ec-4de6-b203-8598f132b6f0 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2518404 Mar 23 12:27:04.440953 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ba213-1d64-4175-a59f-4ff58c53c313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b69fc4-50e7-4784-b657-b053d5e4a98d,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:04.464385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206ba213-1d64-4175-a59f-4ff58c53c313 admin admin] Checking segment: {'id': '1566562a-0053-420a-9248-b434f50712fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:04.464745 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ba213-1d64-4175-a59f-4ff58c53c313 admin admin] Network hostable DHCP agents. Network: 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:27:04.471866 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd069cfd-b38e-4498-bb88-ac952d875803 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:04.488748 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd069cfd-b38e-4498-bb88-ac952d875803 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:04.493699 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cd069cfd-b38e-4498-bb88-ac952d875803 tempest-AttachSCSIVolumeTestJSON-1823836759 tempest-AttachSCSIVolumeTestJSON-1823836759-project] 10.222.0.52 "DELETE /v2.0/floatingips/d3dfb56f-d5fc-4253-a88f-07eb84e280e1 HTTP/1.1" status: 204 len: 168 time: 1.7491941 Mar 23 12:27:04.522060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ba213-1d64-4175-a59f-4ff58c53c313 admin admin] Network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:27:04.537991 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-206ba213-1d64-4175-a59f-4ff58c53c313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:04.544946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206ba213-1d64-4175-a59f-4ff58c53c313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:04.545596 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-206ba213-1d64-4175-a59f-4ff58c53c313 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:04.570700 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0bb096-b542-49ed-b6da-a7cdb6cf25cf None None] Network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:27:04.591810 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-206ba213-1d64-4175-a59f-4ff58c53c313 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6068983 Mar 23 12:27:04.695911 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-70b2749e-8e78-4802-9278-71622db50e6d service neutron] 10.222.0.52 "GET /v2.0/networks/7d4d0fcc-ccfb-4797-b8c0-dee4c492f981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570426 Mar 23 12:27:04.743763 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c41d474b-59ba-4677-a34f-4f2a1d57e3c9 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:27:04.977847 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7f2b6-4de2-444e-948e-2e81a24956c0 req-ed55fbf0-c16c-4d3f-9aaa-cc906d82e15c tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:04.981405 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71e7f2b6-4de2-444e-948e-2e81a24956c0 req-ed55fbf0-c16c-4d3f-9aaa-cc906d82e15c tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0 HTTP/1.1" status: 200 len: 950 time: 0.0879967 Mar 23 12:27:05.000441 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c4287908-2f18-4d31-9bc0-98de9154cee2 service neutron] 10.222.0.52 "GET /v2.0/networks/7d4d0fcc-ccfb-4797-b8c0-dee4c492f981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870429 Mar 23 12:27:05.050830 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71e7f2b6-4de2-444e-948e-2e81a24956c0 req-9cb2d397-7f32-472b-8491-d3a8cd26cfff tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586662 Mar 23 12:27:05.068972 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-55afafb2-ef91-4325-b094-633c98da7374 service neutron] 10.222.0.52 "GET /v2.0/ports/e23025c0-9199-4e8d-b0eb-23e4d049d710?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0576694 Mar 23 12:27:05.256593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8003433a-3382-453c-ac15-c4d51d468562', 'name': 'network-vif-deleted', 'tag': 'b73b8924-6405-40ca-9179-cbcbc5cd54bf'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:05.257106 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a5f23ff7-92b6-497e-bdeb-eb4551cc4023 service neutron] 10.222.0.52 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872289 Mar 23 12:27:05.260382 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6fdcee-afe5-4b96-b261-cb2d77818530" -d '{"events": [{"server_uuid": "8003433a-3382-453c-ac15-c4d51d468562", "name": "network-vif-deleted", "tag": "b73b8924-6405-40ca-9179-cbcbc5cd54bf"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:05.310431 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fec93e-6f07-4cc7-8afa-e9994f060c47 req-a9cc8253-4216-443b-9201-992f01fc55d7 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:05.324199 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fec93e-6f07-4cc7-8afa-e9994f060c47 req-a9cc8253-4216-443b-9201-992f01fc55d7 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:05.336924 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port c41d474b-59ba-4677-a34f-4f2a1d57e3c9 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:27:05.346598 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fec93e-6f07-4cc7-8afa-e9994f060c47 req-a9cc8253-4216-443b-9201-992f01fc55d7 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:05.348464 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-89fec93e-6f07-4cc7-8afa-e9994f060c47 req-a9cc8253-4216-443b-9201-992f01fc55d7 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2415 time: 0.1466827 Mar 23 12:27:05.349304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef16582f-a9e7-4eb6-a4dd-4313b95ddd74 None None] Network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:27:05.360406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port c41d474b-59ba-4677-a34f-4f2a1d57e3c9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:05.361891 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:05.398618 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-89fec93e-6f07-4cc7-8afa-e9994f060c47 req-0399f0c4-a5f5-4de4-bb6d-9d58560e2192 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378993 Mar 23 12:27:05.466514 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-7637386f-369b-4849-b277-25950b831608 service neutron] 10.222.0.52 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971548 Mar 23 12:27:05.538364 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c133d4e3-abad-4669-859a-40545efab89d service neutron] 10.222.0.52 "GET /v2.0/ports/2dcf4428-f7ac-436d-b668-144412f36e0c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0578642 Mar 23 12:27:05.665262 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:05.715080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6591fcf8-0dd8-4e10-878f-7259b106c677 service neutron] 10.222.0.52 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702144 Mar 23 12:27:05.787653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41d474b-59ba-4677-a34f-4f2a1d57e3c9'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:05.791738 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3862c245-5672-4712-8c02-508e07adf170" -d '{"events": [{"server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "name": "network-vif-plugged", "status": "completed", "tag": "c41d474b-59ba-4677-a34f-4f2a1d57e3c9"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:05.826551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c41d474b-59ba-4677-a34f-4f2a1d57e3c9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c41d474b-59ba-4677-a34f-4f2a1d57e3c9,segment=NetworkSegment(793ae0bf-724b-441b-995e-bab2cddc938b),segment_id=793ae0bf-724b-441b-995e-bab2cddc938b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:05.836506 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:05.837397 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 291a2349-fbce-46ad-8ded-cceec9f6b293 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:27:05.876708 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-11f37f3b-4e94-4800-9826-770611d4c70d service neutron] 10.222.0.52 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508777 Mar 23 12:27:05.936491 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=c41d474b-59ba-4677-a34f-4f2a1d57e3c9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:05.956301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 291a2349-fbce-46ad-8ded-cceec9f6b293 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:27:05.965452 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 291a2349-fbce-46ad-8ded-cceec9f6b293 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:05.965877 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:06.029129 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-8906d5ca-bcae-4696-b93c-c335d550c4dd tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:06.030786 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-8906d5ca-bcae-4696-b93c-c335d550c4dd tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/networks?id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd HTTP/1.1" status: 200 len: 805 time: 0.2383442 Mar 23 12:27:06.045460 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-f6fc57db-1473-44e3-8f22-a91189f220b0 service neutron] 10.222.0.52 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493671 Mar 23 12:27:06.055682 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-12cde32f-1383-44f5-85b0-d0e796f1ba1f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/quotas/046f907855a84a1287626c5db5b1e032 HTTP/1.1" status: 200 len: 375 time: 0.0169206 Mar 23 12:27:06.097157 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:06.104407 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-826fd868-2f66-4671-8cc2-75425c7ff079 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=046f907855a84a1287626c5db5b1e032&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422344 Mar 23 12:27:06.193657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 291a2349-fbce-46ad-8ded-cceec9f6b293, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=291a2349-fbce-46ad-8ded-cceec9f6b293,segment=NetworkSegment(e1674ff3-2c14-4088-aac3-d5e7be6f5d0e),segment_id=e1674ff3-2c14-4088-aac3-d5e7be6f5d0e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:06.201269 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:06.203256 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ca8be95e-b1a4-42f2-bcde-4281192161fb up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:27:06.218119 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-34e3904c-8dba-43fa-a2c2-3c8422e8fc73 service neutron] 10.222.0.52 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592193 Mar 23 12:27:06.275573 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-3dd35b16-a526-42bb-aa3f-899b2a9b2c9a service neutron] 10.222.0.52 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700406 Mar 23 12:27:06.344143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port ca8be95e-b1a4-42f2-bcde-4281192161fb completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:27:06.360002 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port ca8be95e-b1a4-42f2-bcde-4281192161fb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:06.360612 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:06.412972 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-b73032df-b802-48ae-a5b2-c90a88c8ca75 service neutron] 10.222.0.52 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854479 Mar 23 12:27:06.429048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-1362dacb-7648-4878-b24a-d401cb86fb34 service neutron] 10.222.0.52 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521902 Mar 23 12:27:06.461101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=291a2349-fbce-46ad-8ded-cceec9f6b293,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:06.537285 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff0150-514d-4bc0-85b8-6a3b29ffda01 req-74443184-79de-430e-b0d9-691ac4afeefb tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:06.546981 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6dff0150-514d-4bc0-85b8-6a3b29ffda01 req-74443184-79de-430e-b0d9-691ac4afeefb tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0 HTTP/1.1" status: 200 len: 950 time: 0.1030669 Mar 23 12:27:06.557270 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:06.577608 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6afea8a8-d8f3-4307-9769-e5d8284af3fc service neutron] 10.222.0.52 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555140 Mar 23 12:27:06.619072 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ca8be95e-b1a4-42f2-bcde-4281192161fb, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ca8be95e-b1a4-42f2-bcde-4281192161fb,segment=NetworkSegment(793ae0bf-724b-441b-995e-bab2cddc938b),segment_id=793ae0bf-724b-441b-995e-bab2cddc938b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:06.624576 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:06.627045 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:06.711506 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6201b548-4f77-497c-9f38-b2753ffd7dfa x-openstack-request-id: req-6201b548-4f77-497c-9f38-b2753ffd7dfa {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:06.713308 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8003433a-3382-453c-ac15-c4d51d468562", "name": "network-vif-deleted", "tag": "b73b8924-6405-40ca-9179-cbcbc5cd54bf", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:06.713531 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6201b548-4f77-497c-9f38-b2753ffd7dfa {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:06.714002 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8003433a-3382-453c-ac15-c4d51d468562', 'name': 'network-vif-deleted', 'tag': 'b73b8924-6405-40ca-9179-cbcbc5cd54bf', 'status': 'completed', 'code': 200} Mar 23 12:27:06.724453 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:06.724793 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e2ea1ffa-bae6-4e2c-adca-8b3841444bb1 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:06.725374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b73b8924-6405-40ca-9179-cbcbc5cd54bf no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:06.786299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-6dff0150-514d-4bc0-85b8-6a3b29ffda01 req-2db618bf-779d-464b-9b94-dc965d9bbc08 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Deleting port ac68a187-479a-457c-a1d1-2935ec6f2c57 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:06.787261 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6dff0150-514d-4bc0-85b8-6a3b29ffda01 req-2db618bf-779d-464b-9b94-dc965d9bbc08 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:06.791334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: b73b8924-6405-40ca-9179-cbcbc5cd54bf {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:06.791686 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b73b8924-6405-40ca-9179-cbcbc5cd54bf not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:06.799835 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-570ae53b-6fbe-498a-a0e5-cefadb6b746b service neutron] 10.222.0.52 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082086 Mar 23 12:27:06.808296 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ac68a187-479a-457c-a1d1-2935ec6f2c57 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:06.942513 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-d6c9f43b-e580-49af-a387-77092a70e872 service neutron] 10.222.0.52 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355686 Mar 23 12:27:06.944911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c1fc0-0f10-4a6e-9ed8-ec0695b5f06c req-c8b68573-57fb-497a-8c6f-fcec37af5b4a tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:06.953047 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d42c1fc0-0f10-4a6e-9ed8-ec0695b5f06c req-c8b68573-57fb-497a-8c6f-fcec37af5b4a tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 945 time: 0.1322360 Mar 23 12:27:07.016561 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d42c1fc0-0f10-4a6e-9ed8-ec0695b5f06c req-cf46b3d7-9832-4124-bb90-d2d26c33f25e tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624223 Mar 23 12:27:07.028808 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6dff0150-514d-4bc0-85b8-6a3b29ffda01 req-2db618bf-779d-464b-9b94-dc965d9bbc08 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] For port ac68a187-479a-457c-a1d1-2935ec6f2c57, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ac68a187-479a-457c-a1d1-2935ec6f2c57,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:07.029944 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6dff0150-514d-4bc0-85b8-6a3b29ffda01 req-2db618bf-779d-464b-9b94-dc965d9bbc08 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:07.043435 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ca8be95e-b1a4-42f2-bcde-4281192161fb,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:07.064626 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-6dff0150-514d-4bc0-85b8-6a3b29ffda01 req-2db618bf-779d-464b-9b94-dc965d9bbc08 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Calling delete_port for ac68a187-479a-457c-a1d1-2935ec6f2c57 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:07.077591 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:07.150298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ac68a187-479a-457c-a1d1-2935ec6f2c57, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ac68a187-479a-457c-a1d1-2935ec6f2c57,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:07.157470 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:07.230465 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5392781c-11f4-4c53-aa6f-0c29c787c37a service neutron] 10.222.0.52 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803917 Mar 23 12:27:07.302134 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ac68a187-479a-457c-a1d1-2935ec6f2c57,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:07.329279 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c364cf7-b2ed-4d0d-a843-fa1c94befd10 x-openstack-request-id: req-9c364cf7-b2ed-4d0d-a843-fa1c94befd10 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:07.329707 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "name": "network-vif-plugged", "status": "completed", "tag": "c41d474b-59ba-4677-a34f-4f2a1d57e3c9", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:07.330059 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c364cf7-b2ed-4d0d-a843-fa1c94befd10 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:07.330542 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41d474b-59ba-4677-a34f-4f2a1d57e3c9', 'code': 200} Mar 23 12:27:07.412700 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-acdfde3b-016d-4868-97c8-d18dbc62e26f service neutron] 10.222.0.52 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747167 Mar 23 12:27:07.435009 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6dff0150-514d-4bc0-85b8-6a3b29ffda01 req-2db618bf-779d-464b-9b94-dc965d9bbc08 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:07.448284 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['1c8816f0-c3c3-44c1-89d7-95c28ead7cd5'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:07.470806 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db618bf-779d-464b-9b94-dc965d9bbc08 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Pushing event deleted for resources: {'Port': ['ID=ac68a187-479a-457c-a1d1-2935ec6f2c57,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:07.496807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cd317-f721-489c-9fe7-94489c54da78 req-2e87f8e2-aac6-4314-a3fe-3273e08d315a tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:07.508033 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e6cd317-f721-489c-9fe7-94489c54da78 req-2e87f8e2-aac6-4314-a3fe-3273e08d315a tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0 HTTP/1.1" status: 200 len: 865 time: 0.1071289 Mar 23 12:27:07.561558 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dff0150-514d-4bc0-85b8-6a3b29ffda01 req-2db618bf-779d-464b-9b94-dc965d9bbc08 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] No DVR routers for this DVR port ac68a187-479a-457c-a1d1-2935ec6f2c57 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:07.573064 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6dff0150-514d-4bc0-85b8-6a3b29ffda01 req-2db618bf-779d-464b-9b94-dc965d9bbc08 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:07.577716 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6dff0150-514d-4bc0-85b8-6a3b29ffda01 req-2db618bf-779d-464b-9b94-dc965d9bbc08 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.77 "DELETE /v2.0/ports/ac68a187-479a-457c-a1d1-2935ec6f2c57 HTTP/1.1" status: 204 len: 173 time: 1.0237119 Mar 23 12:27:07.615064 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e6cd317-f721-489c-9fe7-94489c54da78 req-fa871349-b039-49c4-9779-5ec023e7dace tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044989 Mar 23 12:27:07.823151 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224ddbb-fe40-4bf1-ab28-1becdfdffad9 req-eb1046fa-30d7-4c30-b74f-f7fd246c062e tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:07.829635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224ddbb-fe40-4bf1-ab28-1becdfdffad9 req-eb1046fa-30d7-4c30-b74f-f7fd246c062e tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:07.837405 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224ddbb-fe40-4bf1-ab28-1becdfdffad9 req-eb1046fa-30d7-4c30-b74f-f7fd246c062e tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:07.840500 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5224ddbb-fe40-4bf1-ab28-1becdfdffad9 req-eb1046fa-30d7-4c30-b74f-f7fd246c062e tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2418 time: 0.1152060 Mar 23 12:27:07.892532 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5224ddbb-fe40-4bf1-ab28-1becdfdffad9 req-fe38a3ae-bd9b-4c3a-83e7-0594098f28dc tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473111 Mar 23 12:27:07.993877 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-72d5c112-7bcb-4024-9d89-e49c299b6d37 req-4fe0c24b-4729-4ad4-b2fa-f1dd698a3ac1 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8449aa7-f0c3-4e8b-9c36-0952e35e4099 HTTP/1.1" status: 200 len: 210 time: 0.0355601 Mar 23 12:27:08.104080 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b6b2401c-dcc4-4d7f-8c6a-9d90f3d6c1df req-c8aee81e-594a-4b3a-a84c-0afc166e4231 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2032076815&fields=id&tenant_id=9d5f45b7a4464db3842cc518a88a2ee7 HTTP/1.1" status: 200 len: 267 time: 0.0373530 Mar 23 12:27:08.181996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2401c-dcc4-4d7f-8c6a-9d90f3d6c1df req-dd6643f3-25c8-410a-ba88-60a987f26f0e tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:08.188434 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b6b2401c-dcc4-4d7f-8c6a-9d90f3d6c1df req-dd6643f3-25c8-410a-ba88-60a987f26f0e tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 945 time: 0.0768774 Mar 23 12:27:08.217183 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-b6b2401c-dcc4-4d7f-8c6a-9d90f3d6c1df req-c387a4fe-0d92-4960-bdd3-456124f2ba59 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Request body: {'port': {'security_groups': ['ccba2db2-ca15-4a16-b28b-a59387e01bb9', 'e011e871-9936-4957-bbe0-be8743b02af9']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:08.361693 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221d348-2117-416a-aa41-ed8faa935b04 req-5388d321-1d79-4597-9d7a-586012b62b6e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:08.395455 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e221d348-2117-416a-aa41-ed8faa935b04 req-5388d321-1d79-4597-9d7a-586012b62b6e tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 950 time: 0.1074283 Mar 23 12:27:08.432045 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b6b2401c-dcc4-4d7f-8c6a-9d90f3d6c1df req-c387a4fe-0d92-4960-bdd3-456124f2ba59 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:08.439500 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e221d348-2117-416a-aa41-ed8faa935b04 req-c2b68e04-599c-4d00-ae65-2c32bdfd8856 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430853 Mar 23 12:27:08.444705 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-ddfda999-c390-4256-8def-ff7156803610 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:08.455555 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-ddfda999-c390-4256-8def-ff7156803610 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.77 "GET /v2.0/networks?id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd HTTP/1.1" status: 200 len: 805 time: 0.2566955 Mar 23 12:27:08.467807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-5ddf0b66-b061-4729-bca7-40fdfcd53ab4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Request body: {'port': {'device_id': 'c8449aa7-f0c3-4e8b-9c36-0952e35e4099', 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd', 'admin_state_up': True, 'tenant_id': '046f907855a84a1287626c5db5b1e032'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:08.553818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaedbab7-e14c-4368-bb82-de1d3fb0d25d req-8ee81bb7-c055-4173-9b80-a4805cb4adce tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.0586479 Mar 23 12:27:08.714567 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0', 'name': 'network-vif-deleted', 'tag': 'ac68a187-479a-457c-a1d1-2935ec6f2c57'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:08.717432 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692d4585-1fc3-481b-a85c-7d3f03461b59" -d '{"events": [{"server_uuid": "7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0", "name": "network-vif-deleted", "tag": "ac68a187-479a-457c-a1d1-2935ec6f2c57"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:08.789144 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-5ddf0b66-b061-4729-bca7-40fdfcd53ab4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Made reservation on behalf of 046f907855a84a1287626c5db5b1e032 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:08.795594 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-5ddf0b66-b061-4729-bca7-40fdfcd53ab4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:08.923350 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafb1466-3a9f-47ac-90da-61ddba6a53bb x-openstack-request-id: req-aafb1466-3a9f-47ac-90da-61ddba6a53bb {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:08.928272 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0", "name": "network-vif-deleted", "tag": "ac68a187-479a-457c-a1d1-2935ec6f2c57", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:08.928721 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aafb1466-3a9f-47ac-90da-61ddba6a53bb {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:08.929364 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0', 'name': 'network-vif-deleted', 'tag': 'ac68a187-479a-457c-a1d1-2935ec6f2c57', 'status': 'completed', 'code': 200} Mar 23 12:27:08.969677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-b6b2401c-dcc4-4d7f-8c6a-9d90f3d6c1df req-c387a4fe-0d92-4960-bdd3-456124f2ba59 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] For port 058dce15-d42a-4faa-960e-eb8727312303, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=058dce15-d42a-4faa-960e-eb8727312303,segment=NetworkSegment(1dd23322-2668-4009-8d16-b9cdb0be4bbc),segment_id=1dd23322-2668-4009-8d16-b9cdb0be4bbc)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:09.023711 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b6b2401c-dcc4-4d7f-8c6a-9d90f3d6c1df req-c387a4fe-0d92-4960-bdd3-456124f2ba59 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:09.023949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7921888-400b-419e-879d-cc0d702f552a req-69b52025-91fc-4de3-9210-2963f8179bb1 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:09.028792 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b6b2401c-dcc4-4d7f-8c6a-9d90f3d6c1df req-c387a4fe-0d92-4960-bdd3-456124f2ba59 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:09.033767 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7921888-400b-419e-879d-cc0d702f552a req-69b52025-91fc-4de3-9210-2963f8179bb1 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 951 time: 0.0630348 Mar 23 12:27:09.043799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['058dce15-d42a-4faa-960e-eb8727312303'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:09.128553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7921888-400b-419e-879d-cc0d702f552a req-7ad0ec07-e0f9-4e90-aaee-f59e1530b43e tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940773 Mar 23 12:27:09.144101 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2401c-dcc4-4d7f-8c6a-9d90f3d6c1df req-c387a4fe-0d92-4960-bdd3-456124f2ba59 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:09.144101 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b6b2401c-dcc4-4d7f-8c6a-9d90f3d6c1df req-c387a4fe-0d92-4960-bdd3-456124f2ba59 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:09.167865 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b6b2401c-dcc4-4d7f-8c6a-9d90f3d6c1df req-c387a4fe-0d92-4960-bdd3-456124f2ba59 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "PUT /v2.0/ports/058dce15-d42a-4faa-960e-eb8727312303 HTTP/1.1" status: 200 len: 981 time: 0.9612789 Mar 23 12:27:09.245247 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-5ddf0b66-b061-4729-bca7-40fdfcd53ab4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Allocated IP 172.20.0.6 (8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd/a7b69fc4-50e7-4784-b657-b053d5e4a98d/19a5b591-2e90-495a-a5ba-1f214a86ff42) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:27:09.267570 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387a4fe-0d92-4960-bdd3-456124f2ba59 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event updated for resources: {'Port': ['ID=058dce15-d42a-4faa-960e-eb8727312303,revision_number=6']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:09.279350 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['058dce15-d42a-4faa-960e-eb8727312303'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:09.284148 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-508e3760-b470-4473-811b-8b90e1dcd8b4 req-f3a68cdf-10ef-43a2-9665-3e13cef26040 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8449aa7-f0c3-4e8b-9c36-0952e35e4099 HTTP/1.1" status: 200 len: 210 time: 0.0572994 Mar 23 12:27:09.334737 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291a2349-fbce-46ad-8ded-cceec9f6b293'}, {'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8be95e-b1a4-42f2-bcde-4281192161fb'}, {'server_uuid': '7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac68a187-479a-457c-a1d1-2935ec6f2c57'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:09.337992 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99c702c-8629-43e7-b2fc-4c7b4bed10f4" -d '{"events": [{"server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "name": "network-vif-plugged", "status": "completed", "tag": "291a2349-fbce-46ad-8ded-cceec9f6b293"}, {"server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "name": "network-vif-plugged", "status": "completed", "tag": "ca8be95e-b1a4-42f2-bcde-4281192161fb"}, {"server_uuid": "7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0", "name": "network-vif-unplugged", "status": "completed", "tag": "ac68a187-479a-457c-a1d1-2935ec6f2c57"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:09.438344 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09233899-8b07-4c26-a92a-e4c3b23d2fcd req-4bc31b8e-73bf-4659-90d7-46dae0a47d93 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:09.440922 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-09233899-8b07-4c26-a92a-e4c3b23d2fcd req-4bc31b8e-73bf-4659-90d7-46dae0a47d93 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 950 time: 0.1866214 Mar 23 12:27:09.482517 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-97f9957d-f6f7-45c3-91cf-f2a823f07abc req-f4fb520c-2c6d-41fe-b3f6-a4e623f0bd0e tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2071038348&fields=id&tenant_id=9d5f45b7a4464db3842cc518a88a2ee7 HTTP/1.1" status: 200 len: 267 time: 0.0777099 Mar 23 12:27:09.541016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9957d-f6f7-45c3-91cf-f2a823f07abc req-28781911-4c20-4282-8a49-0967c1bbd0ee tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:09.551517 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-97f9957d-f6f7-45c3-91cf-f2a823f07abc req-28781911-4c20-4282-8a49-0967c1bbd0ee tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 984 time: 0.0679603 Mar 23 12:27:09.559070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-97f9957d-f6f7-45c3-91cf-f2a823f07abc req-9c565ecd-081c-4cb5-b07b-63ba79615256 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Request body: {'port': {'security_groups': ['ccba2db2-ca15-4a16-b28b-a59387e01bb9', 'e011e871-9936-4957-bbe0-be8743b02af9', 'bab2e5cf-ff12-4ff5-9833-c1832028fca7']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:09.591260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06b8c5-00a8-4142-86e6-4087fff0ed27 req-2e9b1045-ee39-4d51-a3f6-bff0da739b6d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:09.599177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06b8c5-00a8-4142-86e6-4087fff0ed27 req-2e9b1045-ee39-4d51-a3f6-bff0da739b6d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:09.606166 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06b8c5-00a8-4142-86e6-4087fff0ed27 req-2e9b1045-ee39-4d51-a3f6-bff0da739b6d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:09.608178 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7e06b8c5-00a8-4142-86e6-4087fff0ed27 req-2e9b1045-ee39-4d51-a3f6-bff0da739b6d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2418 time: 0.2946444 Mar 23 12:27:09.661393 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-97f9957d-f6f7-45c3-91cf-f2a823f07abc req-9c565ecd-081c-4cb5-b07b-63ba79615256 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:09.729973 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7e06b8c5-00a8-4142-86e6-4087fff0ed27 req-a06e5eca-b5e8-451a-8493-4f056238fa7b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121013 Mar 23 12:27:09.784444 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-5ddf0b66-b061-4729-bca7-40fdfcd53ab4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:09.810189 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-09233899-8b07-4c26-a92a-e4c3b23d2fcd req-1371aca2-c86e-4aee-b492-b42f4138bc12 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Deleting port d3fdfc44-29f1-40e8-8e4e-257061386a42 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:09.810448 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-09233899-8b07-4c26-a92a-e4c3b23d2fcd req-1371aca2-c86e-4aee-b492-b42f4138bc12 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:09.814680 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b046c75c-fd09-4d22-af02-79499946e16b x-openstack-request-id: req-b046c75c-fd09-4d22-af02-79499946e16b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:09.814987 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "name": "network-vif-plugged", "status": "completed", "tag": "291a2349-fbce-46ad-8ded-cceec9f6b293", "code": 200}, {"server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "name": "network-vif-plugged", "status": "completed", "tag": "ca8be95e-b1a4-42f2-bcde-4281192161fb", "code": 200}, {"server_uuid": "7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0", "name": "network-vif-unplugged", "status": "completed", "tag": "ac68a187-479a-457c-a1d1-2935ec6f2c57", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:09.815405 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b046c75c-fd09-4d22-af02-79499946e16b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:09.815819 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291a2349-fbce-46ad-8ded-cceec9f6b293', 'code': 200} Mar 23 12:27:09.816114 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8be95e-b1a4-42f2-bcde-4281192161fb', 'code': 200} Mar 23 12:27:09.816365 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf5596b-3d9d-4c70-b9f8-935a1ba2b4f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac68a187-479a-457c-a1d1-2935ec6f2c57', 'code': 200} Mar 23 12:27:09.946272 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-5ddf0b66-b061-4729-bca7-40fdfcd53ab4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:10.021936 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-5ddf0b66-b061-4729-bca7-40fdfcd53ab4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:27:10.061580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-0d64372c-9bfa-4643-aa07-f2929d924044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:10.063395 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-0d64372c-9bfa-4643-aa07-f2929d924044 service neutron] 10.222.0.73 "GET /v2.0/ports/e23025c0-9199-4e8d-b0eb-23e4d049d710 HTTP/1.1" status: 200 len: 1033 time: 0.0482538 Mar 23 12:27:10.132838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-7dd676d5-1df7-43e2-8413-02029c009eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:10.133968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf0b66-b061-4729-bca7-40fdfcd53ab4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Pushing event updated for resources: {'Port': ['ID=19a5b591-2e90-495a-a5ba-1f214a86ff42,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:10.134637 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-7dd676d5-1df7-43e2-8413-02029c009eb7 service neutron] 10.222.0.73 "GET /v2.0/ports/2dcf4428-f7ac-436d-b668-144412f36e0c HTTP/1.1" status: 200 len: 1033 time: 0.0621767 Mar 23 12:27:10.144170 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-5ddf0b66-b061-4729-bca7-40fdfcd53ab4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:10.148835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3414bd-d731-4ff0-8c91-dd8d9e3d21da req-da5eed65-23cc-4db0-a0bb-77cf22bf2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:10.149566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3414bd-d731-4ff0-8c91-dd8d9e3d21da req-da5eed65-23cc-4db0-a0bb-77cf22bf2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:10.150200 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3414bd-d731-4ff0-8c91-dd8d9e3d21da req-da5eed65-23cc-4db0-a0bb-77cf22bf2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:10.152281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-5ddf0b66-b061-4729-bca7-40fdfcd53ab4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:27:10.152959 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a3414bd-d731-4ff0-8c91-dd8d9e3d21da req-da5eed65-23cc-4db0-a0bb-77cf22bf2e33 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2871 time: 0.1905167 Mar 23 12:27:10.214754 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-5ddf0b66-b061-4729-bca7-40fdfcd53ab4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:10.215710 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-5ddf0b66-b061-4729-bca7-40fdfcd53ab4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:10.243658 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-5ddf0b66-b061-4729-bca7-40fdfcd53ab4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7819448 Mar 23 12:27:10.246925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-09233899-8b07-4c26-a92a-e4c3b23d2fcd req-1371aca2-c86e-4aee-b492-b42f4138bc12 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] For port d3fdfc44-29f1-40e8-8e4e-257061386a42, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d3fdfc44-29f1-40e8-8e4e-257061386a42,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:10.247383 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-09233899-8b07-4c26-a92a-e4c3b23d2fcd req-1371aca2-c86e-4aee-b492-b42f4138bc12 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:10.260203 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Request body: {'port': {'device_id': 'c8449aa7-f0c3-4e8b-9c36-0952e35e4099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:10.271519 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-97f9957d-f6f7-45c3-91cf-f2a823f07abc req-9c565ecd-081c-4cb5-b07b-63ba79615256 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] For port 058dce15-d42a-4faa-960e-eb8727312303, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=058dce15-d42a-4faa-960e-eb8727312303,segment=NetworkSegment(1dd23322-2668-4009-8d16-b9cdb0be4bbc),segment_id=1dd23322-2668-4009-8d16-b9cdb0be4bbc)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:10.335034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fe671-3710-4b6a-9b1f-1f1ded4f16c2 req-7264ed42-34a7-4d43-b589-c5278af8b77c tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:10.337229 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-863fe671-3710-4b6a-9b1f-1f1ded4f16c2 req-7264ed42-34a7-4d43-b589-c5278af8b77c tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 950 time: 0.3546906 Mar 23 12:27:10.338295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-09233899-8b07-4c26-a92a-e4c3b23d2fcd req-1371aca2-c86e-4aee-b492-b42f4138bc12 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Calling delete_port for d3fdfc44-29f1-40e8-8e4e-257061386a42 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:10.346529 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-8b13d38d-8cd8-4f02-91a5-e5a211121413 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:10.353594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-8b13d38d-8cd8-4f02-91a5-e5a211121413 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:10.360427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-8b13d38d-8cd8-4f02-91a5-e5a211121413 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:10.361970 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-8b13d38d-8cd8-4f02-91a5-e5a211121413 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.73 "GET /v2.0/networks?id=7d4d0fcc-ccfb-4797-b8c0-dee4c492f981&id=2d93ac63-bdb1-45e7-bc99-87d09947042d&id=2d93ac63-bdb1-45e7-bc99-87d09947042d&id=2d93ac63-bdb1-45e7-bc99-87d09947042d&id=2d93ac63-bdb1-45e7-bc99-87d09947042d&id=7751cfb1-5c21-4925-8fee-f42885f445e0&id=7751cfb1-5c21-4925-8fee-f42885f445e0 HTTP/1.1" status: 200 len: 1993 time: 0.2040174 Mar 23 12:27:10.368483 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a3414bd-d731-4ff0-8c91-dd8d9e3d21da req-0476caf4-14e0-48c2-b010-de4e9d0a3187 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993195 Mar 23 12:27:10.379853 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-97f9957d-f6f7-45c3-91cf-f2a823f07abc req-9c565ecd-081c-4cb5-b07b-63ba79615256 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:10.390996 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-97f9957d-f6f7-45c3-91cf-f2a823f07abc req-9c565ecd-081c-4cb5-b07b-63ba79615256 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:10.405533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['058dce15-d42a-4faa-960e-eb8727312303'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:10.412356 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-863fe671-3710-4b6a-9b1f-1f1ded4f16c2 req-46588bfd-01d7-40be-af81-0e6c3d25e008 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677111 Mar 23 12:27:10.497897 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:10.510208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9957d-f6f7-45c3-91cf-f2a823f07abc req-9c565ecd-081c-4cb5-b07b-63ba79615256 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:10.510938 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-97f9957d-f6f7-45c3-91cf-f2a823f07abc req-9c565ecd-081c-4cb5-b07b-63ba79615256 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:10.525456 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-97f9957d-f6f7-45c3-91cf-f2a823f07abc req-9c565ecd-081c-4cb5-b07b-63ba79615256 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "PUT /v2.0/ports/058dce15-d42a-4faa-960e-eb8727312303 HTTP/1.1" status: 200 len: 1020 time: 0.9728725 Mar 23 12:27:10.526644 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d96924c-9346-41b4-8f9a-a8c0f9ea955f', 'tag': '058dce15-d42a-4faa-960e-eb8727312303'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:10.529685 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7187c665-ee45-4238-87eb-af363727d847" -d '{"events": [{"name": "network-changed", "server_uuid": "3d96924c-9346-41b4-8f9a-a8c0f9ea955f", "tag": "058dce15-d42a-4faa-960e-eb8727312303"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:10.546164 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c8c0762b-5bda-4c61-b9c9-2eb1b00c5f8f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c83166719e7f4ef4ad5bfcfda154ab08 HTTP/1.1" status: 200 len: 379 time: 0.1631410 Mar 23 12:27:10.569937 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-057ed01a-1f1f-4a08-95fa-908832674f61 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Request body: {'port': {'device_id': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981', 'admin_state_up': True, 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'security_groups': ['e4e349ea-a74f-4aff-a410-a6558e20c12d']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:10.594710 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c565ecd-081c-4cb5-b07b-63ba79615256 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event updated for resources: {'Port': ['ID=058dce15-d42a-4faa-960e-eb8727312303,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:10.609431 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47468) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:10.675200 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['058dce15-d42a-4faa-960e-eb8727312303'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:10.796744 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171e4cb-ddbc-4e27-b403-ecd1dbdf7c22 req-086655ab-e74e-416e-8eb8-9516e52359e2 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:10.798353 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8171e4cb-ddbc-4e27-b403-ecd1dbdf7c22 req-086655ab-e74e-416e-8eb8-9516e52359e2 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 951 time: 0.0881186 Mar 23 12:27:10.799621 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-057ed01a-1f1f-4a08-95fa-908832674f61 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Made reservation on behalf of c83166719e7f4ef4ad5bfcfda154ab08 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:10.803604 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-057ed01a-1f1f-4a08-95fa-908832674f61 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:10.905245 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8171e4cb-ddbc-4e27-b403-ecd1dbdf7c22 req-91c7a104-cd69-4ccf-9085-2c24bc3b8661 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b7c1658-964f-475c-b3df-e91a77c525ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979228 Mar 23 12:27:10.945297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d96924c-9346-41b4-8f9a-a8c0f9ea955f', 'tag': '058dce15-d42a-4faa-960e-eb8727312303'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:10.948212 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e857bf5f-1741-4c5e-a19b-137bf5f020e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3d96924c-9346-41b4-8f9a-a8c0f9ea955f", "tag": "058dce15-d42a-4faa-960e-eb8727312303"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:10.998005 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f1c3cf7f-4c66-4bcb-be42-df07729b51d8 req-ffba1acc-60cf-4734-8646-83bc98f1f3b0 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.2006278 Mar 23 12:27:11.048865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-057ed01a-1f1f-4a08-95fa-908832674f61 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Allocated IP 172.20.0.7 (7d4d0fcc-ccfb-4797-b8c0-dee4c492f981/77686451-d601-438d-b8ee-7891ca851b06/4c2355e3-e6d0-4a27-b6aa-f1ede590f411) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:27:11.164258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7754dfb-5390-45f0-8253-c66fa00cd2e6 req-314d65fd-11f0-47d8-8ded-ee4ae969bae3 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:11.166577 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7754dfb-5390-45f0-8253-c66fa00cd2e6 req-314d65fd-11f0-47d8-8ded-ee4ae969bae3 tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 951 time: 0.2548773 Mar 23 12:27:11.284090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013116e-b171-46c6-aabb-ed41014059c0 req-75d087eb-f583-48b4-9857-3750bde32d1d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:11.285517 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6013116e-b171-46c6-aabb-ed41014059c0 req-75d087eb-f583-48b4-9857-3750bde32d1d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8449aa7-f0c3-4e8b-9c36-0952e35e4099 HTTP/1.1" status: 200 len: 931 time: 0.1785903 Mar 23 12:27:11.358224 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca034c2-93a2-49ff-920d-26bcd5a2c1ac req-0db01c7b-000a-489d-b31c-dd86cb15ffc4 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:11.359783 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4ca034c2-93a2-49ff-920d-26bcd5a2c1ac req-0db01c7b-000a-489d-b31c-dd86cb15ffc4 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 1023 time: 0.1998062 Mar 23 12:27:11.382241 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-057ed01a-1f1f-4a08-95fa-908832674f61 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:11.400464 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6013116e-b171-46c6-aabb-ed41014059c0 req-2cda51dd-2356-4ed9-821e-c6bf35bde594 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938606 Mar 23 12:27:11.408103 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-09233899-8b07-4c26-a92a-e4c3b23d2fcd req-1371aca2-c86e-4aee-b492-b42f4138bc12 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:11.422051 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-a7754dfb-5390-45f0-8253-c66fa00cd2e6 req-f66eec22-492b-4ccd-9e1f-725d017ae06f tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Deleting port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:11.422344 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7754dfb-5390-45f0-8253-c66fa00cd2e6 req-f66eec22-492b-4ccd-9e1f-725d017ae06f tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:11.428001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['8168fddc-a078-4aea-b62d-b667f0f62f53'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:11.434790 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a2df29d0-1dfa-4ec1-9320-24ad63b54492', '54d5c8b5-61c2-48f5-b954-7e27a5e68a54', 'd44c8735-4010-4ade-b7c2-72a0a07bc462', '30629cd0-2a0f-4a90-bbb7-649f46a63a15'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:11.511010 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371aca2-c86e-4aee-b492-b42f4138bc12 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Pushing event deleted for resources: {'Port': ['ID=d3fdfc44-29f1-40e8-8e4e-257061386a42,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:11.534958 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a465d02-8bb3-4dd8-b522-e80c505c01d8 x-openstack-request-id: req-5a465d02-8bb3-4dd8-b522-e80c505c01d8 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:11.534958 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d96924c-9346-41b4-8f9a-a8c0f9ea955f", "tag": "058dce15-d42a-4faa-960e-eb8727312303", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:11.534958 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a465d02-8bb3-4dd8-b522-e80c505c01d8 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:11.535700 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d96924c-9346-41b4-8f9a-a8c0f9ea955f', 'tag': '058dce15-d42a-4faa-960e-eb8727312303', 'status': 'completed', 'code': 200} Mar 23 12:27:11.566616 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-057ed01a-1f1f-4a08-95fa-908832674f61 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:11.669389 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a5b591-2e90-495a-a5ba-1f214a86ff42 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:27:11.675007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ed01a-1f1f-4a08-95fa-908832674f61 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event updated for resources: {'Port': ['ID=4c2355e3-e6d0-4a27-b6aa-f1ede590f411,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:11.680586 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:11.697025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Transition to ACTIVE for port object 19a5b591-2e90-495a-a5ba-1f214a86ff42 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:27:11.722418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a7754dfb-5390-45f0-8253-c66fa00cd2e6 req-f66eec22-492b-4ccd-9e1f-725d017ae06f tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] For port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:11.723546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7754dfb-5390-45f0-8253-c66fa00cd2e6 req-f66eec22-492b-4ccd-9e1f-725d017ae06f tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:11.747963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-a7754dfb-5390-45f0-8253-c66fa00cd2e6 req-f66eec22-492b-4ccd-9e1f-725d017ae06f tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Calling delete_port for 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:11.983284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-057ed01a-1f1f-4a08-95fa-908832674f61 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Network 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:27:12.008196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-057ed01a-1f1f-4a08-95fa-908832674f61 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:12.017537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-057ed01a-1f1f-4a08-95fa-908832674f61 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:27:12.100032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8da71-8d50-4333-8e7d-bda35c128fbf req-bf2c838e-89df-477a-8081-c3d8a1cbaaee tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:12.111303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8da71-8d50-4333-8e7d-bda35c128fbf req-bf2c838e-89df-477a-8081-c3d8a1cbaaee tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:12.118893 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8da71-8d50-4333-8e7d-bda35c128fbf req-bf2c838e-89df-477a-8081-c3d8a1cbaaee tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:12.127186 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8bf8da71-8d50-4333-8e7d-bda35c128fbf req-bf2c838e-89df-477a-8081-c3d8a1cbaaee tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2418 time: 0.2379692 Mar 23 12:27:12.159825 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7754dfb-5390-45f0-8253-c66fa00cd2e6 req-f66eec22-492b-4ccd-9e1f-725d017ae06f tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:12.172597 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['1c8816f0-c3c3-44c1-89d7-95c28ead7cd5'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:12.173376 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-057ed01a-1f1f-4a08-95fa-908832674f61 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:12.174045 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-057ed01a-1f1f-4a08-95fa-908832674f61 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:12.248281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66eec22-492b-4ccd-9e1f-725d017ae06f tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Pushing event deleted for resources: {'Port': ['ID=1c8816f0-c3c3-44c1-89d7-95c28ead7cd5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:12.282707 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-057ed01a-1f1f-4a08-95fa-908832674f61 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7198083 Mar 23 12:27:12.304653 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8bf8da71-8d50-4333-8e7d-bda35c128fbf req-12cd137f-509a-43a5-a56b-efb1d38689a8 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764281 Mar 23 12:27:12.311384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-41bad86c-ef18-446d-bdd3-b4507e78346b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Request body: {'port': {'device_id': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d', 'admin_state_up': True, 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'security_groups': ['e4e349ea-a74f-4aff-a410-a6558e20c12d']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:12.382548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7754dfb-5390-45f0-8253-c66fa00cd2e6 req-f66eec22-492b-4ccd-9e1f-725d017ae06f tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] No DVR routers for this DVR port 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:12.388471 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a7754dfb-5390-45f0-8253-c66fa00cd2e6 req-f66eec22-492b-4ccd-9e1f-725d017ae06f tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:12.390509 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4ca034c2-93a2-49ff-920d-26bcd5a2c1ac req-6d589c57-a8fd-45eb-9be1-eb4247816ccd tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=e011e871-9936-4957-bbe0-be8743b02af9&id=bab2e5cf-ff12-4ff5-9833-c1832028fca7&id=ccba2db2-ca15-4a16-b28b-a59387e01bb9 HTTP/1.1" status: 200 len: 6149 time: 1.0095875 Mar 23 12:27:12.392438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-09233899-8b07-4c26-a92a-e4c3b23d2fcd req-1371aca2-c86e-4aee-b492-b42f4138bc12 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] No DVR routers for this DVR port d3fdfc44-29f1-40e8-8e4e-257061386a42 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:12.392901 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7754dfb-5390-45f0-8253-c66fa00cd2e6 req-f66eec22-492b-4ccd-9e1f-725d017ae06f tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.77 "DELETE /v2.0/ports/1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 HTTP/1.1" status: 204 len: 173 time: 1.1832831 Mar 23 12:27:12.397175 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:12.401228 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-09233899-8b07-4c26-a92a-e4c3b23d2fcd req-1371aca2-c86e-4aee-b492-b42f4138bc12 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:12.405994 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-09233899-8b07-4c26-a92a-e4c3b23d2fcd req-1371aca2-c86e-4aee-b492-b42f4138bc12 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.77 "DELETE /v2.0/ports/d3fdfc44-29f1-40e8-8e4e-257061386a42 HTTP/1.1" status: 204 len: 173 time: 2.9549115 Mar 23 12:27:12.494001 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e758ba-4181-45ac-8a84-7b978b16fc1b x-openstack-request-id: req-c8e758ba-4181-45ac-8a84-7b978b16fc1b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:12.494345 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d96924c-9346-41b4-8f9a-a8c0f9ea955f", "tag": "058dce15-d42a-4faa-960e-eb8727312303", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:12.494633 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c8e758ba-4181-45ac-8a84-7b978b16fc1b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:12.494991 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d96924c-9346-41b4-8f9a-a8c0f9ea955f', 'tag': '058dce15-d42a-4faa-960e-eb8727312303', 'status': 'completed', 'code': 200} Mar 23 12:27:12.495789 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Pushing event updated for resources: {'Port': ['ID=19a5b591-2e90-495a-a5ba-1f214a86ff42,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:12.510591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b2f747e8-ba00-4423-92ef-94c5dee6b4ad None None] Provisioning complete for port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:12.511155 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b2f747e8-ba00-4423-92ef-94c5dee6b4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:12.592064 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187c665-ee45-4238-87eb-af363727d847 req-132b8b41-e16e-4087-862d-666f3e9c7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:12.611194 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7187c665-ee45-4238-87eb-af363727d847 req-132b8b41-e16e-4087-862d-666f3e9c7366 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d5f45b7a4464db3842cc518a88a2ee7&device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 1174 time: 1.0720539 Mar 23 12:27:12.659667 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a5466224-9838-4ba6-b8ed-b77db731723b req-d05e2fc4-dd46-4b75-a888-208b3468da0b tempest-ServersAdminTestJSON-1795729695 tempest-ServersAdminTestJSON-1795729695-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2a86867-09c8-4154-9d20-e94e05610a52 HTTP/1.1" status: 200 len: 210 time: 0.1335840 Mar 23 12:27:12.665467 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b2f747e8-ba00-4423-92ef-94c5dee6b4ad None None] Port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:27:12.675788 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff1c524a-1f8f-4149-ab22-d3552acbcd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:12.751014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-41bad86c-ef18-446d-bdd3-b4507e78346b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Made reservation on behalf of c83166719e7f4ef4ad5bfcfda154ab08 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:12.756895 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-41bad86c-ef18-446d-bdd3-b4507e78346b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:12.762132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device d3fdfc44-29f1-40e8-8e4e-257061386a42 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:12.801987 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: d3fdfc44-29f1-40e8-8e4e-257061386a42 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:12.803512 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device d3fdfc44-29f1-40e8-8e4e-257061386a42 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:12.898437 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187c665-ee45-4238-87eb-af363727d847 req-abebf36d-946a-4f4d-a533-22915a3a0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:12.899909 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7187c665-ee45-4238-87eb-af363727d847 req-abebf36d-946a-4f4d-a533-22915a3a0804 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d615e09e-2eb5-4d6e-9949-519736a83a8e HTTP/1.1" status: 200 len: 913 time: 0.2673781 Mar 23 12:27:12.953834 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3ed49278-f34b-4f8a-b43a-85ce0666e682 req-181d1f67-d86f-4ce5-8229-5dbd17a5cf4a tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c06b93-30b8-4319-b889-bdd227ed9034 HTTP/1.1" status: 200 len: 210 time: 0.3383455 Mar 23 12:27:13.040048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af06dbf-e8be-4403-b788-1ab1926d9b2b req-5517a310-44fd-4d1f-88e1-6aff5d10d995 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:13.042883 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3af06dbf-e8be-4403-b788-1ab1926d9b2b req-5517a310-44fd-4d1f-88e1-6aff5d10d995 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 931 time: 0.1731563 Mar 23 12:27:13.066181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-41bad86c-ef18-446d-bdd3-b4507e78346b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Allocated IP 10.1.1.154 (2d93ac63-bdb1-45e7-bc99-87d09947042d/2d4961f2-f219-4314-a425-b5413107f023/e840c633-b157-4fa3-8feb-ddb7212b5583) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:27:13.077386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-8e26e618-e78e-4394-9526-1cad0a42d925 req-43014fdc-991b-457d-9ece-96a37a282087 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1024034214 ', 'description': 'tempest-description-541283083'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:13.191599 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3af06dbf-e8be-4403-b788-1ab1926d9b2b req-3cb96dde-bbc6-419f-bac8-df403ed73490 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178560 Mar 23 12:27:13.246009 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8e26e618-e78e-4394-9526-1cad0a42d925 req-43014fdc-991b-457d-9ece-96a37a282087 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:13.261578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Attempting to bind port 19a5b591-2e90-495a-a5ba-1f214a86ff42 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:27:13.261920 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Attempting to bind port 19a5b591-2e90-495a-a5ba-1f214a86ff42 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '1566562a-0053-420a-9248-b434f50712fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:27:13.262246 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Attempting to bind port 19a5b591-2e90-495a-a5ba-1f214a86ff42 on network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:13.274451 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Port 19a5b591-2e90-495a-a5ba-1f214a86ff42 on network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:27:13.274756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Attempting to bind port 19a5b591-2e90-495a-a5ba-1f214a86ff42 on network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:13.282892 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7187c665-ee45-4238-87eb-af363727d847 req-8593bc48-5f8d-4f76-a77f-c69e152be1ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=058dce15-d42a-4faa-960e-eb8727312303 HTTP/1.1" status: 200 len: 217 time: 0.2337747 Mar 23 12:27:13.372612 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:27:13.373259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Checking segment: {'id': '1566562a-0053-420a-9248-b434f50712fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:13.373971 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Bound using segment: {'id': '1566562a-0053-420a-9248-b434f50712fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:27:13.374699 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Bound port: 19a5b591-2e90-495a-a5ba-1f214a86ff42, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1566562a-0053-420a-9248-b434f50712fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:27:13.375292 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:13.432781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187c665-ee45-4238-87eb-af363727d847 req-f3888e34-941a-4896-a478-9a76e826562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:13.434780 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7187c665-ee45-4238-87eb-af363727d847 req-f3888e34-941a-4896-a478-9a76e826562f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0028349c-8d9b-4d90-b211-2217016fe8b4 HTTP/1.1" status: 200 len: 852 time: 0.1327372 Mar 23 12:27:13.477339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32a37d-b381-46a9-a802-4daab8e98878 req-5b1a5955-e25e-4054-9e83-d2b6fae4abb0 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:13.488950 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da32a37d-b381-46a9-a802-4daab8e98878 req-5b1a5955-e25e-4054-9e83-d2b6fae4abb0 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8449aa7-f0c3-4e8b-9c36-0952e35e4099 HTTP/1.1" status: 200 len: 943 time: 0.1241155 Mar 23 12:27:13.493798 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7187c665-ee45-4238-87eb-af363727d847 req-a75d518d-8564-4cc9-b4c1-2b72a715b088 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d615e09e-2eb5-4d6e-9949-519736a83a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276787 Mar 23 12:27:13.542199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a86867-09c8-4154-9d20-e94e05610a52', 'name': 'network-vif-deleted', 'tag': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:13.547633 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccbdf1c-b8aa-4eca-96e7-dfbb403df1a0" -d '{"events": [{"server_uuid": "b2a86867-09c8-4154-9d20-e94e05610a52", "name": "network-vif-deleted", "tag": "1c8816f0-c3c3-44c1-89d7-95c28ead7cd5"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:13.592173 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da32a37d-b381-46a9-a802-4daab8e98878 req-a6ebb5a3-cc3e-481b-84bb-b62b33e813c7 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893147 Mar 23 12:27:13.596293 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-41bad86c-ef18-446d-bdd3-b4507e78346b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:13.637147 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8e26e618-e78e-4394-9526-1cad0a42d925 req-43014fdc-991b-457d-9ece-96a37a282087 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:13.657481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-41bad86c-ef18-446d-bdd3-b4507e78346b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:13.676781 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8e26e618-e78e-4394-9526-1cad0a42d925 req-43014fdc-991b-457d-9ece-96a37a282087 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:13.689600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] For port 19a5b591-2e90-495a-a5ba-1f214a86ff42, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:27:13.720519 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-41bad86c-ef18-446d-bdd3-b4507e78346b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Network 2d93ac63-bdb1-45e7-bc99-87d09947042d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:27:13.738315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-41bad86c-ef18-446d-bdd3-b4507e78346b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:13.743630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-41bad86c-ef18-446d-bdd3-b4507e78346b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:27:13.746426 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] For port 19a5b591-2e90-495a-a5ba-1f214a86ff42, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=19a5b591-2e90-495a-a5ba-1f214a86ff42,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:27:13.772308 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8e26e618-e78e-4394-9526-1cad0a42d925 req-43014fdc-991b-457d-9ece-96a37a282087 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:13.773625 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8e26e618-e78e-4394-9526-1cad0a42d925 req-43014fdc-991b-457d-9ece-96a37a282087 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.7017858 Mar 23 12:27:13.780866 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:13.807593 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bad86c-ef18-446d-bdd3-b4507e78346b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event updated for resources: {'Port': ['ID=e840c633-b157-4fa3-8feb-ddb7212b5583,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:13.844777 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43014fdc-991b-457d-9ece-96a37a282087 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e55847-6688-46cc-8137-61372394a603,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:13.853805 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Pushing event updated for resources: {'Port': ['ID=19a5b591-2e90-495a-a5ba-1f214a86ff42,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:13.867949 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9deb4e04-aedd-469e-8a1d-2adde4e5703a x-openstack-request-id: req-9deb4e04-aedd-469e-8a1d-2adde4e5703a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:13.868409 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a86867-09c8-4154-9d20-e94e05610a52", "name": "network-vif-deleted", "tag": "1c8816f0-c3c3-44c1-89d7-95c28ead7cd5", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:13.868780 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9deb4e04-aedd-469e-8a1d-2adde4e5703a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:13.870897 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a86867-09c8-4154-9d20-e94e05610a52', 'name': 'network-vif-deleted', 'tag': '1c8816f0-c3c3-44c1-89d7-95c28ead7cd5', 'status': 'completed', 'code': 200} Mar 23 12:27:13.893563 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7187c665-ee45-4238-87eb-af363727d847 req-84365deb-8306-4602-84fa-2f31d2188c20 service neutron] 10.222.0.73 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768959 Mar 23 12:27:13.893563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ff1c524a-1f8f-4149-ab22-d3552acbcd53 admin admin] Deleting port 3d1c035b-f100-4d8b-8038-e7ada546d9ae {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:13.893563 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff1c524a-1f8f-4149-ab22-d3552acbcd53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:13.897715 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-41bad86c-ef18-446d-bdd3-b4507e78346b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:13.900943 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-41bad86c-ef18-446d-bdd3-b4507e78346b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:13.913965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:13.914607 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:13.916309 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-052d7f9e-5877-4a4a-a93f-ab07861ee67a service neutron] 10.222.0.77 "PUT /v2.0/ports/19a5b591-2e90-495a-a5ba-1f214a86ff42 HTTP/1.1" status: 200 len: 1091 time: 3.6604354 Mar 23 12:27:13.934047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525aea8c-6c72-4f22-b6ea-dc44be539ff9 req-eac195e1-0842-467a-ade1-b5267799001f tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:13.951787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525aea8c-6c72-4f22-b6ea-dc44be539ff9 req-eac195e1-0842-467a-ade1-b5267799001f tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:13.962728 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525aea8c-6c72-4f22-b6ea-dc44be539ff9 req-eac195e1-0842-467a-ade1-b5267799001f tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:13.965426 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-525aea8c-6c72-4f22-b6ea-dc44be539ff9 req-eac195e1-0842-467a-ade1-b5267799001f tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2418 time: 0.2472415 Mar 23 12:27:13.993920 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-41bad86c-ef18-446d-bdd3-b4507e78346b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6876245 Mar 23 12:27:14.016744 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-74b01149-b869-4000-862a-b884cf2d199a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Request body: {'port': {'device_id': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d', 'admin_state_up': True, 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'security_groups': ['e4e349ea-a74f-4aff-a410-a6558e20c12d']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:14.101784 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-384843ec-3953-4a50-9611-0927055aa74b req-088c7cc4-abe9-4fbd-9786-e0a220b120c3 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/52e55847-6688-46cc-8137-61372394a603 HTTP/1.1" status: 200 len: 1780 time: 0.1686051 Mar 23 12:27:14.208282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-7926f1d4-03d8-4dc1-a8df-e80e099b371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:14.209681 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-7926f1d4-03d8-4dc1-a8df-e80e099b371b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=046f907855a84a1287626c5db5b1e032&device_id=c8449aa7-f0c3-4e8b-9c36-0952e35e4099 HTTP/1.1" status: 200 len: 1094 time: 0.2342377 Mar 23 12:27:14.214415 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-ff1c524a-1f8f-4149-ab22-d3552acbcd53 admin admin] For port 3d1c035b-f100-4d8b-8038-e7ada546d9ae, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3d1c035b-f100-4d8b-8038-e7ada546d9ae,segment=NetworkSegment(0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2),segment_id=0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:14.214868 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff1c524a-1f8f-4149-ab22-d3552acbcd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:14.219168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8bc4229f-9e71-41a6-9a89-71489165306b None None] Provisioning complete for port e840c633-b157-4fa3-8feb-ddb7212b5583 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:14.223435 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8bc4229f-9e71-41a6-9a89-71489165306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:14.255312 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-525aea8c-6c72-4f22-b6ea-dc44be539ff9 req-eaae5b8b-597f-40f8-8e37-c4c63f1009e9 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782488 Mar 23 12:27:14.264861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-74b01149-b869-4000-862a-b884cf2d199a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Made reservation on behalf of c83166719e7f4ef4ad5bfcfda154ab08 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:14.271048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-3faf454c-5f79-42aa-b8da-b7d030c4c1ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19a5b591-2e90-495a-a5ba-1f214a86ff42 HTTP/1.1" status: 200 len: 217 time: 0.0467958 Mar 23 12:27:14.274097 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-74b01149-b869-4000-862a-b884cf2d199a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:14.320498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8bc4229f-9e71-41a6-9a89-71489165306b None None] Port e840c633-b157-4fa3-8feb-ddb7212b5583 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:27:14.325100 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7187c665-ee45-4238-87eb-af363727d847 req-f2e17507-5327-4ebc-9326-7e44bf98daa2 service neutron] 10.222.0.73 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030275 Mar 23 12:27:14.366183 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ff1c524a-1f8f-4149-ab22-d3552acbcd53 admin admin] Calling delete_port for 3d1c035b-f100-4d8b-8038-e7ada546d9ae owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:14.455823 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47506) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:14.502713 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c06b93-30b8-4319-b889-bdd227ed9034', 'name': 'network-vif-deleted', 'tag': 'd3fdfc44-29f1-40e8-8e4e-257061386a42'}, {'name': 'network-changed', 'server_uuid': 'c8449aa7-f0c3-4e8b-9c36-0952e35e4099', 'tag': '19a5b591-2e90-495a-a5ba-1f214a86ff42'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:14.505016 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d5f765-ccae-4420-9fd4-62a9bac625a4" -d '{"events": [{"server_uuid": "38c06b93-30b8-4319-b889-bdd227ed9034", "name": "network-vif-deleted", "tag": "d3fdfc44-29f1-40e8-8e4e-257061386a42"}, {"name": "network-changed", "server_uuid": "c8449aa7-f0c3-4e8b-9c36-0952e35e4099", "tag": "19a5b591-2e90-495a-a5ba-1f214a86ff42"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:14.514655 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-35ae7d23-9a35-4c46-8dff-4368b1ebcff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:14.517083 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-35ae7d23-9a35-4c46-8dff-4368b1ebcff3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a7b69fc4-50e7-4784-b657-b053d5e4a98d HTTP/1.1" status: 200 len: 845 time: 0.2356606 Mar 23 12:27:14.532570 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82a1e67d-4984-4a5b-9f24-e30b3941490e req-9bd341bc-d871-44b1-819f-9bfe03978ce5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/52e55847-6688-46cc-8137-61372394a603 HTTP/1.1" status: 200 len: 1780 time: 0.2244308 Mar 23 12:27:14.597412 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-f6b3a897-00b8-40fd-9d4d-9f28a680bd27 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581129 Mar 23 12:27:14.600853 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-74b01149-b869-4000-862a-b884cf2d199a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Allocated IP 10.1.1.168 (2d93ac63-bdb1-45e7-bc99-87d09947042d/2d4961f2-f219-4314-a425-b5413107f023/c7946afa-db70-4023-9fb5-d1122db57689) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:27:14.607293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857bf5f-1741-4c5e-a19b-137bf5f020e2 req-8cf7ef73-c7bb-4ffd-b2ae-424af6d9c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:14.609018 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e857bf5f-1741-4c5e-a19b-137bf5f020e2 req-8cf7ef73-c7bb-4ffd-b2ae-424af6d9c690 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d5f45b7a4464db3842cc518a88a2ee7&device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 1174 time: 0.2027495 Mar 23 12:27:14.782749 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:14.815238 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82a1e67d-4984-4a5b-9f24-e30b3941490e req-783bce14-3040-4c15-acb3-184ee03a2f6c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:14.827857 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:14.828525 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1c8816f0-c3c3-44c1-89d7-95c28ead7cd5 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:14.898655 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82a1e67d-4984-4a5b-9f24-e30b3941490e req-783bce14-3040-4c15-acb3-184ee03a2f6c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:14.902423 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e7a2a-29c0-400a-9c5f-1af5af3b0839 req-6ba5e2f8-2ee2-4f46-a731-318965d2149e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:14.922728 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e7a2a-29c0-400a-9c5f-1af5af3b0839 req-6ba5e2f8-2ee2-4f46-a731-318965d2149e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:14.925749 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f4e7a2a-29c0-400a-9c5f-1af5af3b0839 req-6ba5e2f8-2ee2-4f46-a731-318965d2149e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 1653 time: 0.2882338 Mar 23 12:27:14.927514 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-94f4ec00-1f11-4ff8-8756-34b2cc967b5a service neutron] 10.222.0.77 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147089 Mar 23 12:27:14.964791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857bf5f-1741-4c5e-a19b-137bf5f020e2 req-bc5e4394-f692-4e70-ba8f-38da5bb10540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:14.966325 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e857bf5f-1741-4c5e-a19b-137bf5f020e2 req-bc5e4394-f692-4e70-ba8f-38da5bb10540 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d615e09e-2eb5-4d6e-9949-519736a83a8e HTTP/1.1" status: 200 len: 913 time: 0.3353086 Mar 23 12:27:14.993107 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ef5212cd-372d-4504-9075-6ac24d8a4248 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=07a66fecb0f54a1eb89cf6ef40202742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5336936 Mar 23 12:27:15.003342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47516) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:15.049426 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f4e7a2a-29c0-400a-9c5f-1af5af3b0839 req-cef0686b-b9f1-4f4e-b9ed-9d79bca28142 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927415 Mar 23 12:27:15.087732 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e857bf5f-1741-4c5e-a19b-137bf5f020e2 req-90fd5078-6c91-49c4-b8b4-adf564e955bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=058dce15-d42a-4faa-960e-eb8727312303 HTTP/1.1" status: 200 len: 217 time: 0.0751302 Mar 23 12:27:15.125950 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f30f8376-aa53-45ed-acf9-17f92d98ba4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:15.145228 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33627d62-ea8d-406e-a06a-5c458525cf6a req-9506f559-c053-4394-b591-15f280a2f16d service neutron] 10.222.0.77 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095025 Mar 23 12:27:15.155627 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-74b01149-b869-4000-862a-b884cf2d199a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:15.177977 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f30f8376-aa53-45ed-acf9-17f92d98ba4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:15.205518 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82a1e67d-4984-4a5b-9f24-e30b3941490e req-783bce14-3040-4c15-acb3-184ee03a2f6c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:15.209221 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82a1e67d-4984-4a5b-9f24-e30b3941490e req-783bce14-3040-4c15-acb3-184ee03a2f6c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:15.233027 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82a1e67d-4984-4a5b-9f24-e30b3941490e req-783bce14-3040-4c15-acb3-184ee03a2f6c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "DELETE /v2.0/security-groups/52e55847-6688-46cc-8137-61372394a603 HTTP/1.1" status: 204 len: 173 time: 0.6950152 Mar 23 12:27:15.277283 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff1c524a-1f8f-4149-ab22-d3552acbcd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:15.280222 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-74b01149-b869-4000-862a-b884cf2d199a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:15.338538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bce14-3040-4c15-acb3-184ee03a2f6c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e55847-6688-46cc-8137-61372394a603,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:15.353770 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f380ca-98a8-44ba-a161-82ee77d53dea x-openstack-request-id: req-a1f380ca-98a8-44ba-a161-82ee77d53dea {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:15.354131 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c06b93-30b8-4319-b889-bdd227ed9034", "name": "network-vif-deleted", "tag": "d3fdfc44-29f1-40e8-8e4e-257061386a42", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c8449aa7-f0c3-4e8b-9c36-0952e35e4099", "tag": "19a5b591-2e90-495a-a5ba-1f214a86ff42", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:15.354333 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1f380ca-98a8-44ba-a161-82ee77d53dea {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:15.354914 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c06b93-30b8-4319-b889-bdd227ed9034', 'name': 'network-vif-deleted', 'tag': 'd3fdfc44-29f1-40e8-8e4e-257061386a42', 'status': 'completed', 'code': 200} Mar 23 12:27:15.355258 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8449aa7-f0c3-4e8b-9c36-0952e35e4099', 'tag': '19a5b591-2e90-495a-a5ba-1f214a86ff42', 'status': 'completed', 'code': 200} Mar 23 12:27:15.379188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f30f8376-aa53-45ed-acf9-17f92d98ba4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:15.388942 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f30f8376-aa53-45ed-acf9-17f92d98ba4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:15.395347 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f30f8376-aa53-45ed-acf9-17f92d98ba4e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b7c1658-964f-475c-b3df-e91a77c525ec HTTP/1.1" status: 204 len: 168 time: 0.3867230 Mar 23 12:27:15.417007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-74b01149-b869-4000-862a-b884cf2d199a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Network 2d93ac63-bdb1-45e7-bc99-87d09947042d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:27:15.431040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-74b01149-b869-4000-862a-b884cf2d199a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:15.433767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-74b01149-b869-4000-862a-b884cf2d199a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:27:15.448812 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c524a-1f8f-4149-ab22-d3552acbcd53 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d1c035b-f100-4d8b-8038-e7ada546d9ae,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:15.595190 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857bf5f-1741-4c5e-a19b-137bf5f020e2 req-76324d0f-677f-47f9-9c62-196fe4068a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:15.598246 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e857bf5f-1741-4c5e-a19b-137bf5f020e2 req-76324d0f-677f-47f9-9c62-196fe4068a5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0028349c-8d9b-4d90-b211-2217016fe8b4 HTTP/1.1" status: 200 len: 852 time: 0.4745269 Mar 23 12:27:15.704140 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:15.735689 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5f765-ccae-4420-9fd4-62a9bac625a4 req-0ab64b1e-b7c5-447a-8189-27bd47e6b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:15.742527 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4d5f765-ccae-4420-9fd4-62a9bac625a4 req-0ab64b1e-b7c5-447a-8189-27bd47e6b28b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=046f907855a84a1287626c5db5b1e032&device_id=c8449aa7-f0c3-4e8b-9c36-0952e35e4099 HTTP/1.1" status: 200 len: 1094 time: 0.3802421 Mar 23 12:27:15.746814 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e857bf5f-1741-4c5e-a19b-137bf5f020e2 req-c08080ea-99ff-4155-ac26-d597e8b1caa7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d615e09e-2eb5-4d6e-9949-519736a83a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274018 Mar 23 12:27:15.946348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f8376-aa53-45ed-acf9-17f92d98ba4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7c1658-964f-475c-b3df-e91a77c525ec,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:16.043822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b01149-b869-4000-862a-b884cf2d199a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event updated for resources: {'Port': ['ID=c7946afa-db70-4023-9fb5-d1122db57689,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:16.048821 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-31194148-0159-4d4f-8154-f0faa8245bee None None] Provisioning complete for port c7946afa-db70-4023-9fb5-d1122db57689 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:16.049855 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-31194148-0159-4d4f-8154-f0faa8245bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:16.076345 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47530) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:16.122465 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-31194148-0159-4d4f-8154-f0faa8245bee None None] Port c7946afa-db70-4023-9fb5-d1122db57689 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:27:16.132987 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-74b01149-b869-4000-862a-b884cf2d199a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:16.133791 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-74b01149-b869-4000-862a-b884cf2d199a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:16.169503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db5e6c-9640-4c02-929f-a96cb5f5a554 req-8f6af786-6873-4596-bdac-4641565e3932 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:16.171753 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db5e6c-9640-4c02-929f-a96cb5f5a554 req-8f6af786-6873-4596-bdac-4641565e3932 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8449aa7-f0c3-4e8b-9c36-0952e35e4099 HTTP/1.1" status: 200 len: 943 time: 0.7454171 Mar 23 12:27:16.190221 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-74b01149-b869-4000-862a-b884cf2d199a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1810131 Mar 23 12:27:16.207738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-197a94a5-60af-4f8e-bce3-b470771d5bfd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9588bb3e515b44fda1850f1283352ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300585 Mar 23 12:27:16.216485 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-333d95e9-2bd3-4a06-aeb8-c168f69c7cbc tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Request body: {'port': {'device_id': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0', 'admin_state_up': True, 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'security_groups': ['e4e349ea-a74f-4aff-a410-a6558e20c12d']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:16.220109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47534) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:16.229317 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [req-b78aa048-5cbd-4ca0-bd0a-9ab5c2f2c8ea req-30d99d30-5fe8-45b4-897f-92cb387d14a5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] show failed (client error): The resource could not be found. Mar 23 12:27:16.230911 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b78aa048-5cbd-4ca0-bd0a-9ab5c2f2c8ea req-30d99d30-5fe8-45b4-897f-92cb387d14a5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/52e55847-6688-46cc-8137-61372394a603 HTTP/1.1" status: 404 len: 352 time: 0.1390047 Mar 23 12:27:16.324917 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db5e6c-9640-4c02-929f-a96cb5f5a554 req-ef86879e-cbaa-454b-aeb3-cda1305ce819 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372712 Mar 23 12:27:16.355663 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff1c524a-1f8f-4149-ab22-d3552acbcd53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:16.365680 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e857bf5f-1741-4c5e-a19b-137bf5f020e2 req-386feac9-28be-44c9-b53c-800a1cf2ad68 service neutron] 10.222.0.73 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978390 Mar 23 12:27:16.391357 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49e0c1f0-3b90-43e5-b5af-b4567e7c8e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:16.394684 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5f765-ccae-4420-9fd4-62a9bac625a4 req-c5e2d06c-3985-415a-a26c-88ccb3a0e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:16.396843 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4d5f765-ccae-4420-9fd4-62a9bac625a4 req-c5e2d06c-3985-415a-a26c-88ccb3a0e362 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd HTTP/1.1" status: 200 len: 906 time: 0.5276742 Mar 23 12:27:16.434960 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49e0c1f0-3b90-43e5-b5af-b4567e7c8e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:16.496911 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-333d95e9-2bd3-4a06-aeb8-c168f69c7cbc tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Made reservation on behalf of c83166719e7f4ef4ad5bfcfda154ab08 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:16.525337 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4d5f765-ccae-4420-9fd4-62a9bac625a4 req-74c8c637-b170-4d43-964b-522030d9dd86 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19a5b591-2e90-495a-a5ba-1f214a86ff42 HTTP/1.1" status: 200 len: 217 time: 0.1040778 Mar 23 12:27:16.536546 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09816c0-d547-4a0c-8935-34d68c48bc14 req-a875251a-7f5c-432d-9549-8eb16ba3d1d7 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:16.542372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09816c0-d547-4a0c-8935-34d68c48bc14 req-a875251a-7f5c-432d-9549-8eb16ba3d1d7 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:16.549333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09816c0-d547-4a0c-8935-34d68c48bc14 req-a875251a-7f5c-432d-9549-8eb16ba3d1d7 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:16.551086 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b09816c0-d547-4a0c-8935-34d68c48bc14 req-a875251a-7f5c-432d-9549-8eb16ba3d1d7 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2418 time: 0.1395593 Mar 23 12:27:16.667690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b09816c0-d547-4a0c-8935-34d68c48bc14 req-7121b767-7f63-4679-abff-b7a5af73d644 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872300 Mar 23 12:27:16.668305 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49e0c1f0-3b90-43e5-b5af-b4567e7c8e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:16.670965 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49e0c1f0-3b90-43e5-b5af-b4567e7c8e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:16.674679 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-49e0c1f0-3b90-43e5-b5af-b4567e7c8e40 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/938791d4-f950-442e-8f1e-f872c746bd23 HTTP/1.1" status: 204 len: 168 time: 0.4508893 Mar 23 12:27:16.723743 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-333d95e9-2bd3-4a06-aeb8-c168f69c7cbc tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:16.727181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0c1f0-3b90-43e5-b5af-b4567e7c8e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938791d4-f950-442e-8f1e-f872c746bd23,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:16.927862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c50268-dcdc-4b7a-b991-29b4927e1055 req-ae2764ec-d540-4776-951d-56a812cdcdf3 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:16.929431 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f8c50268-dcdc-4b7a-b991-29b4927e1055 req-ae2764ec-d540-4776-951d-56a812cdcdf3 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "GET /v2.0/ports?device_id=70aaef2b-d8f1-4250-bb33-fc85e2e8a181 HTTP/1.1" status: 200 len: 949 time: 0.2910647 Mar 23 12:27:17.031677 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bc967-b7e7-4f61-bdac-fc5987a49e31 req-01a0996d-25e1-4019-aefa-d67e129d8d0d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:17.041974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bc967-b7e7-4f61-bdac-fc5987a49e31 req-01a0996d-25e1-4019-aefa-d67e129d8d0d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:17.048226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bc967-b7e7-4f61-bdac-fc5987a49e31 req-01a0996d-25e1-4019-aefa-d67e129d8d0d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:17.055975 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f37bc967-b7e7-4f61-bdac-fc5987a49e31 req-01a0996d-25e1-4019-aefa-d67e129d8d0d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 2374 time: 0.2935493 Mar 23 12:27:17.093627 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cb73d-f1bd-41d5-a07d-c48956cbb04c req-a1fa4a7d-b5c9-478c-bb02-5cc036ecb105 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:17.102570 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c7cb73d-f1bd-41d5-a07d-c48956cbb04c req-a1fa4a7d-b5c9-478c-bb02-5cc036ecb105 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=70aaef2b-d8f1-4250-bb33-fc85e2e8a181 HTTP/1.1" status: 200 len: 949 time: 0.7784903 Mar 23 12:27:17.164810 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e857bf5f-1741-4c5e-a19b-137bf5f020e2 req-ff2de401-65a6-4558-ad4b-47f7a5d83e48 service neutron] 10.222.0.73 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7724237 Mar 23 12:27:17.218351 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:17.250257 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5f765-ccae-4420-9fd4-62a9bac625a4 req-1d94f202-2e6a-4fc3-b3c2-351c81bd03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:17.252563 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4d5f765-ccae-4420-9fd4-62a9bac625a4 req-1d94f202-2e6a-4fc3-b3c2-351c81bd03cd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a7b69fc4-50e7-4784-b657-b053d5e4a98d HTTP/1.1" status: 200 len: 845 time: 0.2437782 Mar 23 12:27:17.316217 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c7cb73d-f1bd-41d5-a07d-c48956cbb04c req-eb3046d3-af2a-4654-8471-5137df2db866 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068861 Mar 23 12:27:17.321351 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4d5f765-ccae-4420-9fd4-62a9bac625a4 req-482261c6-068c-4cbb-bb93-bd4b6c5506d9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551746 Mar 23 12:27:17.348016 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f37bc967-b7e7-4f61-bdac-fc5987a49e31 req-7d1c56d3-c942-4eb3-8289-7c63e8744953 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908232 Mar 23 12:27:17.397574 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-333d95e9-2bd3-4a06-aeb8-c168f69c7cbc tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Allocated IP 10.2.2.100 (7751cfb1-5c21-4925-8fee-f42885f445e0/cc44e5ff-6af0-487d-8762-542ba4db276b/2f33ed06-d45d-4b8b-9cf8-44c6e13f2882) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:27:17.401664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f8c50268-dcdc-4b7a-b991-29b4927e1055 req-5ae50578-668e-4d16-bcb0-fe9ff07b7da1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Deleting port 30629cd0-2a0f-4a90-bbb7-649f46a63a15 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:17.402078 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f8c50268-dcdc-4b7a-b991-29b4927e1055 req-5ae50578-668e-4d16-bcb0-fe9ff07b7da1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:17.494045 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-7c0bca40-c165-46db-8944-1ac94fe49d8e req-7bad3606-c87d-4d31-8d5e-7d4abac019ad tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1147088171', 'description': 'tempest-description-1668141634'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:17.496471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f8c50268-dcdc-4b7a-b991-29b4927e1055 req-5ae50578-668e-4d16-bcb0-fe9ff07b7da1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] For port 30629cd0-2a0f-4a90-bbb7-649f46a63a15, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=30629cd0-2a0f-4a90-bbb7-649f46a63a15,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:17.496845 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f8c50268-dcdc-4b7a-b991-29b4927e1055 req-5ae50578-668e-4d16-bcb0-fe9ff07b7da1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:17.509616 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f8c50268-dcdc-4b7a-b991-29b4927e1055 req-5ae50578-668e-4d16-bcb0-fe9ff07b7da1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Calling delete_port for 30629cd0-2a0f-4a90-bbb7-649f46a63a15 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:17.643550 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4d5f765-ccae-4420-9fd4-62a9bac625a4 req-2c95aef3-7bd5-4696-b2bf-e4c28696c96d service neutron] 10.222.0.77 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048203 Mar 23 12:27:17.652841 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1c524a-1f8f-4149-ab22-d3552acbcd53 admin admin] Router 38ebd01f-556e-4254-bae9-227e3f960e82 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:27:17.679974 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1868a7-2ffc-4bc1-bb41-77964739c136 req-5133860e-eba1-4884-a9bc-8d75a0c23359 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:17.681977 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b1868a7-2ffc-4bc1-bb41-77964739c136 req-5133860e-eba1-4884-a9bc-8d75a0c23359 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe7a7506-c4c4-46db-9270-46bcffca7157 HTTP/1.1" status: 200 len: 949 time: 0.2358875 Mar 23 12:27:17.683807 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f8c50268-dcdc-4b7a-b991-29b4927e1055 req-5ae50578-668e-4d16-bcb0-fe9ff07b7da1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:17.701652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['8168fddc-a078-4aea-b62d-b667f0f62f53'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:17.705092 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a2df29d0-1dfa-4ec1-9320-24ad63b54492', '54d5c8b5-61c2-48f5-b954-7e27a5e68a54', 'd44c8735-4010-4ade-b7c2-72a0a07bc462', '30629cd0-2a0f-4a90-bbb7-649f46a63a15'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:17.900137 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1c524a-1f8f-4149-ab22-d3552acbcd53 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:27:17.902021 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7c0bca40-c165-46db-8944-1ac94fe49d8e req-7bad3606-c87d-4d31-8d5e-7d4abac019ad tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:17.907397 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ff1c524a-1f8f-4149-ab22-d3552acbcd53 admin admin] 10.222.0.52 "PUT /v2.0/routers/38ebd01f-556e-4254-bae9-227e3f960e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2969065 Mar 23 12:27:17.913896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47564) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:17.947133 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521d2e59-583c-4b16-8397-29a341f821fe None None] Sync routers for ids ['38ebd01f-556e-4254-bae9-227e3f960e82'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:27:17.957962 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-333d95e9-2bd3-4a06-aeb8-c168f69c7cbc tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:18.047029 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-333d95e9-2bd3-4a06-aeb8-c168f69c7cbc tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:18.047774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521d2e59-583c-4b16-8397-29a341f821fe None None] Routers {'38ebd01f-556e-4254-bae9-227e3f960e82'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:27:18.048471 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-521d2e59-583c-4b16-8397-29a341f821fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:26:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['38ebd01f-556e-4254-bae9-227e3f960e82'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:18.068393 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae50578-668e-4d16-bcb0-fe9ff07b7da1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Pushing event deleted for resources: {'Port': ['ID=30629cd0-2a0f-4a90-bbb7-649f46a63a15,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:18.083973 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-67018235-4ff7-46f6-904e-3dc182370373 admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:18.184556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bea68-93db-46c2-a391-7aabc285e2b6 req-c7e11651-1976-40c0-b64a-6fbfc19f08d4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:18.186178 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e71bea68-93db-46c2-a391-7aabc285e2b6 req-c7e11651-1976-40c0-b64a-6fbfc19f08d4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8449aa7-f0c3-4e8b-9c36-0952e35e4099 HTTP/1.1" status: 200 len: 943 time: 0.5161819 Mar 23 12:27:18.199636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-333d95e9-2bd3-4a06-aeb8-c168f69c7cbc tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Network 7751cfb1-5c21-4925-8fee-f42885f445e0 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:27:18.226095 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-333d95e9-2bd3-4a06-aeb8-c168f69c7cbc tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:18.229291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-333d95e9-2bd3-4a06-aeb8-c168f69c7cbc tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:27:18.232180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c50268-dcdc-4b7a-b991-29b4927e1055 req-5ae50578-668e-4d16-bcb0-fe9ff07b7da1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] No DVR routers for this DVR port 30629cd0-2a0f-4a90-bbb7-649f46a63a15 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:18.245202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f8c50268-dcdc-4b7a-b991-29b4927e1055 req-5ae50578-668e-4d16-bcb0-fe9ff07b7da1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:18.248834 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f8c50268-dcdc-4b7a-b991-29b4927e1055 req-5ae50578-668e-4d16-bcb0-fe9ff07b7da1 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "DELETE /v2.0/ports/30629cd0-2a0f-4a90-bbb7-649f46a63a15 HTTP/1.1" status: 204 len: 173 time: 1.2916780 Mar 23 12:27:18.249402 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70aaef2b-d8f1-4250-bb33-fc85e2e8a181', 'name': 'network-vif-deleted', 'tag': '30629cd0-2a0f-4a90-bbb7-649f46a63a15'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:18.252505 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab7bcfc-9774-430a-8da9-4bde309f18fa" -d '{"events": [{"server_uuid": "70aaef2b-d8f1-4250-bb33-fc85e2e8a181", "name": "network-vif-deleted", "tag": "30629cd0-2a0f-4a90-bbb7-649f46a63a15"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:18.365048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d95e9-2bd3-4a06-aeb8-c168f69c7cbc tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event updated for resources: {'Port': ['ID=2f33ed06-d45d-4b8b-9cf8-44c6e13f2882,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:18.381267 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-521d2e59-583c-4b16-8397-29a341f821fe None None] Set router 38ebd01f-556e-4254-bae9-227e3f960e82 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:27:18.391084 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e71bea68-93db-46c2-a391-7aabc285e2b6 req-457e2082-0852-42b6-bf8f-9bc8a191be35 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857915 Mar 23 12:27:18.433068 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80504da5-2dd9-45c7-8422-a530324df569 req-82c063e6-e344-40d2-8d72-3900b493a081 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:18.441331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80504da5-2dd9-45c7-8422-a530324df569 req-82c063e6-e344-40d2-8d72-3900b493a081 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:18.449189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80504da5-2dd9-45c7-8422-a530324df569 req-82c063e6-e344-40d2-8d72-3900b493a081 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:18.452281 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-80504da5-2dd9-45c7-8422-a530324df569 req-82c063e6-e344-40d2-8d72-3900b493a081 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.77 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2418 time: 0.4253123 Mar 23 12:27:18.528258 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7c0bca40-c165-46db-8944-1ac94fe49d8e req-7bad3606-c87d-4d31-8d5e-7d4abac019ad tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:18.539497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-333d95e9-2bd3-4a06-aeb8-c168f69c7cbc tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:18.540217 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-333d95e9-2bd3-4a06-aeb8-c168f69c7cbc tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:18.653126 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4d5f765-ccae-4420-9fd4-62a9bac625a4 req-c55050b2-c9ae-450a-b2be-b8aa358ad716 service neutron] 10.222.0.77 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0026693 Mar 23 12:27:18.679837 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7c0bca40-c165-46db-8944-1ac94fe49d8e req-7bad3606-c87d-4d31-8d5e-7d4abac019ad tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:18.686161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-333d95e9-2bd3-4a06-aeb8-c168f69c7cbc tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4772351 Mar 23 12:27:18.771846 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7c0bca40-c165-46db-8944-1ac94fe49d8e req-7bad3606-c87d-4d31-8d5e-7d4abac019ad tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:18.782965 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7c0bca40-c165-46db-8944-1ac94fe49d8e req-7bad3606-c87d-4d31-8d5e-7d4abac019ad tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.3413134 Mar 23 12:27:18.799029 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e11ad361-8424-4b64-bb7c-1fdab264f631 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Request body: {'port': {'device_id': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0', 'admin_state_up': True, 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'security_groups': ['e4e349ea-a74f-4aff-a410-a6558e20c12d']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:18.907536 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d7afe1-4afb-4f71-8a3e-da811e4b2e80 x-openstack-request-id: req-d4d7afe1-4afb-4f71-8a3e-da811e4b2e80 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:18.907838 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70aaef2b-d8f1-4250-bb33-fc85e2e8a181", "name": "network-vif-deleted", "tag": "30629cd0-2a0f-4a90-bbb7-649f46a63a15", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:18.908142 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4d7afe1-4afb-4f71-8a3e-da811e4b2e80 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:18.908998 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aaef2b-d8f1-4250-bb33-fc85e2e8a181', 'name': 'network-vif-deleted', 'tag': '30629cd0-2a0f-4a90-bbb7-649f46a63a15', 'status': 'completed', 'code': 200} Mar 23 12:27:18.945796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db423e-40b3-4122-85cd-2ae29cd3c125 req-787e0f52-f52f-4d7f-9d34-66a878a0f562 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:18.971713 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db423e-40b3-4122-85cd-2ae29cd3c125 req-787e0f52-f52f-4d7f-9d34-66a878a0f562 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:18.978504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db423e-40b3-4122-85cd-2ae29cd3c125 req-787e0f52-f52f-4d7f-9d34-66a878a0f562 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:18.991310 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13db423e-40b3-4122-85cd-2ae29cd3c125 req-787e0f52-f52f-4d7f-9d34-66a878a0f562 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 2418 time: 0.4350109 Mar 23 12:27:19.046885 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-4b1868a7-2ffc-4bc1-bb41-77964739c136 req-f32956c5-8c6a-432c-a21f-47a58b9a2b39 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Deleting port 8168fddc-a078-4aea-b62d-b667f0f62f53 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:19.046885 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4b1868a7-2ffc-4bc1-bb41-77964739c136 req-f32956c5-8c6a-432c-a21f-47a58b9a2b39 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:19.129574 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-61f9bcc8-d094-4486-befb-990fadeed473 None None] Provisioning complete for port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:19.139298 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61f9bcc8-d094-4486-befb-990fadeed473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:19.219758 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad3606-c87d-4d31-8d5e-7d4abac019ad tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3e3471-d5cd-41c0-85c5-c16be529e6af,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:19.278741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-61f9bcc8-d094-4486-befb-990fadeed473 None None] Port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:27:19.282607 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-35407915-81c3-4cea-a673-26b90de58a24 req-acfe6740-9c4d-43c4-befd-20615836ca35 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=70aaef2b-d8f1-4250-bb33-fc85e2e8a181 HTTP/1.1" status: 200 len: 210 time: 0.0645330 Mar 23 12:27:19.286768 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-4b1868a7-2ffc-4bc1-bb41-77964739c136 req-f32956c5-8c6a-432c-a21f-47a58b9a2b39 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] For port 8168fddc-a078-4aea-b62d-b667f0f62f53, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8168fddc-a078-4aea-b62d-b667f0f62f53,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:19.287558 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4b1868a7-2ffc-4bc1-bb41-77964739c136 req-f32956c5-8c6a-432c-a21f-47a58b9a2b39 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:19.301821 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13db423e-40b3-4122-85cd-2ae29cd3c125 req-94d5b7f4-0699-40ba-b53b-f91d87d93bcb tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096354 Mar 23 12:27:19.311206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-80504da5-2dd9-45c7-8422-a530324df569 req-33e18b98-5c75-4e86-b0a3-16fd1b9d512d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Deleting port 291a2349-fbce-46ad-8ded-cceec9f6b293 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:19.312232 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-80504da5-2dd9-45c7-8422-a530324df569 req-33e18b98-5c75-4e86-b0a3-16fd1b9d512d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:19.337130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-4b1868a7-2ffc-4bc1-bb41-77964739c136 req-f32956c5-8c6a-432c-a21f-47a58b9a2b39 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Calling delete_port for 8168fddc-a078-4aea-b62d-b667f0f62f53 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:19.349354 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-67018235-4ff7-46f6-904e-3dc182370373 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:19.454271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-51743b77-b64d-4b62-8c61-e0a12d54cf40 req-7a7b1e7b-dc8f-44e0-b95a-7b6b156a7094 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-44124864', 'description': 'tempest-description-1661076514'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:19.463659 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e11ad361-8424-4b64-bb7c-1fdab264f631 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Made reservation on behalf of c83166719e7f4ef4ad5bfcfda154ab08 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:19.468894 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e11ad361-8424-4b64-bb7c-1fdab264f631 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:19.514682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-521d2e59-583c-4b16-8397-29a341f821fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-router', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:41Z', 'updated_at': '2022-03-23T12:27:14Z', 'revision_number': 5, 'project_id': '70d1213677ec4db08718d6331234c515', 'gw_port': {'id': 'f65028a4-03d6-4371-b937-141b69d4932d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:43Z', 'updated_at': '2022-03-23T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:19.550326 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c406f-73ca-4e7b-8642-b12f4a5773dc req-469fcf4d-170e-483b-b239-0ec8356d1aa6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:19.551382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521d2e59-583c-4b16-8397-29a341f821fe None None] Checking router: 38ebd01f-556e-4254-bae9-227e3f960e82 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:27:19.557921 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c406f-73ca-4e7b-8642-b12f4a5773dc req-469fcf4d-170e-483b-b239-0ec8356d1aa6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:19.564735 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521d2e59-583c-4b16-8397-29a341f821fe None None] Routers {'38ebd01f-556e-4254-bae9-227e3f960e82'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:27:19.565415 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-521d2e59-583c-4b16-8397-29a341f821fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:26:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['38ebd01f-556e-4254-bae9-227e3f960e82'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:19.566728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c406f-73ca-4e7b-8642-b12f4a5773dc req-469fcf4d-170e-483b-b239-0ec8356d1aa6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:19.575400 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c406f-73ca-4e7b-8642-b12f4a5773dc req-469fcf4d-170e-483b-b239-0ec8356d1aa6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:19.578373 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b77c406f-73ca-4e7b-8642-b12f4a5773dc req-469fcf4d-170e-483b-b239-0ec8356d1aa6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 3095 time: 0.1839867 Mar 23 12:27:19.661938 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-67018235-4ff7-46f6-904e-3dc182370373 admin admin] Deleting port f65028a4-03d6-4371-b937-141b69d4932d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:19.662575 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-67018235-4ff7-46f6-904e-3dc182370373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:19.709113 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-521d2e59-583c-4b16-8397-29a341f821fe None None] Set router 38ebd01f-556e-4254-bae9-227e3f960e82 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:27:19.726462 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e11ad361-8424-4b64-bb7c-1fdab264f631 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Allocated IP 10.2.2.200 (7751cfb1-5c21-4925-8fee-f42885f445e0/cc44e5ff-6af0-487d-8762-542ba4db276b/92dc93b2-c7e3-4a28-8249-e6d9c2723fd2) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:27:19.764334 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b77c406f-73ca-4e7b-8642-b12f4a5773dc req-fbf27902-1f6f-40cd-bbfc-972f434b1995 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731806 Mar 23 12:27:19.792988 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-51743b77-b64d-4b62-8c61-e0a12d54cf40 req-7a7b1e7b-dc8f-44e0-b95a-7b6b156a7094 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:19.814742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-521d2e59-583c-4b16-8397-29a341f821fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-router', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:41Z', 'updated_at': '2022-03-23T12:27:19Z', 'revision_number': 6, 'project_id': '70d1213677ec4db08718d6331234c515', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:19.846360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521d2e59-583c-4b16-8397-29a341f821fe None None] The sync data for ids ['38ebd01f-556e-4254-bae9-227e3f960e82'] in n-d-834854-1 is: [{'id': '38ebd01f-556e-4254-bae9-227e3f960e82', 'name': 'tempest-AttachSCSIVolumeTestJSON-518963426-router', 'tenant_id': '70d1213677ec4db08718d6331234c515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:41Z', 'updated_at': '2022-03-23T12:27:19Z', 'revision_number': 6, 'project_id': '70d1213677ec4db08718d6331234c515', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:27:19.873764 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-80504da5-2dd9-45c7-8422-a530324df569 req-33e18b98-5c75-4e86-b0a3-16fd1b9d512d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] For port 291a2349-fbce-46ad-8ded-cceec9f6b293, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=291a2349-fbce-46ad-8ded-cceec9f6b293,segment=NetworkSegment(e1674ff3-2c14-4088-aac3-d5e7be6f5d0e),segment_id=e1674ff3-2c14-4088-aac3-d5e7be6f5d0e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:19.874839 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-80504da5-2dd9-45c7-8422-a530324df569 req-33e18b98-5c75-4e86-b0a3-16fd1b9d512d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:19.905628 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-80504da5-2dd9-45c7-8422-a530324df569 req-33e18b98-5c75-4e86-b0a3-16fd1b9d512d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Calling delete_port for 291a2349-fbce-46ad-8ded-cceec9f6b293 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:19.905949 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-67018235-4ff7-46f6-904e-3dc182370373 admin admin] For port f65028a4-03d6-4371-b937-141b69d4932d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f65028a4-03d6-4371-b937-141b69d4932d,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:19.906138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-67018235-4ff7-46f6-904e-3dc182370373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:19.910089 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4b1868a7-2ffc-4bc1-bb41-77964739c136 req-f32956c5-8c6a-432c-a21f-47a58b9a2b39 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:19.966574 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32956c5-8c6a-432c-a21f-47a58b9a2b39 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Pushing event deleted for resources: {'Port': ['ID=8168fddc-a078-4aea-b62d-b667f0f62f53,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:19.982517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-67018235-4ff7-46f6-904e-3dc182370373 admin admin] Calling delete_port for f65028a4-03d6-4371-b937-141b69d4932d owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:20.041376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1868a7-2ffc-4bc1-bb41-77964739c136 req-f32956c5-8c6a-432c-a21f-47a58b9a2b39 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] No DVR routers for this DVR port 8168fddc-a078-4aea-b62d-b667f0f62f53 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:20.045531 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4b1868a7-2ffc-4bc1-bb41-77964739c136 req-f32956c5-8c6a-432c-a21f-47a58b9a2b39 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:20.049269 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b1868a7-2ffc-4bc1-bb41-77964739c136 req-f32956c5-8c6a-432c-a21f-47a58b9a2b39 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.77 "DELETE /v2.0/ports/8168fddc-a078-4aea-b62d-b667f0f62f53 HTTP/1.1" status: 204 len: 173 time: 2.3454919 Mar 23 12:27:20.049851 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7a7506-c4c4-46db-9270-46bcffca7157', 'name': 'network-vif-deleted', 'tag': '8168fddc-a078-4aea-b62d-b667f0f62f53'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:20.053195 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e23a44-2c70-4a60-b300-895d65ed5d19" -d '{"events": [{"server_uuid": "fe7a7506-c4c4-46db-9270-46bcffca7157", "name": "network-vif-deleted", "tag": "8168fddc-a078-4aea-b62d-b667f0f62f53"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:20.276994 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-80504da5-2dd9-45c7-8422-a530324df569 req-33e18b98-5c75-4e86-b0a3-16fd1b9d512d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:20.295607 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-51743b77-b64d-4b62-8c61-e0a12d54cf40 req-7a7b1e7b-dc8f-44e0-b95a-7b6b156a7094 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:20.322569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 30629cd0-2a0f-4a90-bbb7-649f46a63a15 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:20.358785 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-6993831f-1810-47c8-a792-024c2fd6f8ef tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fc403803658f4797a8a5da21997fc3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666754 Mar 23 12:27:20.362904 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-51743b77-b64d-4b62-8c61-e0a12d54cf40 req-7a7b1e7b-dc8f-44e0-b95a-7b6b156a7094 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:20.386095 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e18b98-5c75-4e86-b0a3-16fd1b9d512d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event deleted for resources: {'Port': ['ID=291a2349-fbce-46ad-8ded-cceec9f6b293,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:20.395036 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:27:20.401946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 30629cd0-2a0f-4a90-bbb7-649f46a63a15 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:20.402858 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 30629cd0-2a0f-4a90-bbb7-649f46a63a15 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:20.442663 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e11ad361-8424-4b64-bb7c-1fdab264f631 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:20.502666 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-335071af-d1be-4c03-bee8-a5d6f17611bc tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:20.503698 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b1e7b-dc8f-44e0-b95a-7b6b156a7094 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b426940a-a988-4a37-82e2-aced0924b0cf,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:20.510523 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-335071af-d1be-4c03-bee8-a5d6f17611bc tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1512055 Mar 23 12:27:20.516830 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-51743b77-b64d-4b62-8c61-e0a12d54cf40 req-7a7b1e7b-dc8f-44e0-b95a-7b6b156a7094 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:20.535301 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51743b77-b64d-4b62-8c61-e0a12d54cf40 req-7a7b1e7b-dc8f-44e0-b95a-7b6b156a7094 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0899155 Mar 23 12:27:20.543021 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-d6b4c5d2-cfda-4e2d-9fe8-243b19c4f088 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/quotas/fc403803658f4797a8a5da21997fc3f9 HTTP/1.1" status: 200 len: 375 time: 0.0313628 Mar 23 12:27:20.613826 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a2df29d0-1dfa-4ec1-9320-24ad63b54492', '54d5c8b5-61c2-48f5-b954-7e27a5e68a54', 'd44c8735-4010-4ade-b7c2-72a0a07bc462'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:20.652078 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-21239ab4-bc5b-4372-8131-32c2bf8e670a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fc403803658f4797a8a5da21997fc3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079714 Mar 23 12:27:20.664453 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-80504da5-2dd9-45c7-8422-a530324df569 req-33e18b98-5c75-4e86-b0a3-16fd1b9d512d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] No DVR routers for this DVR port 291a2349-fbce-46ad-8ded-cceec9f6b293 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:20.669562 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-80504da5-2dd9-45c7-8422-a530324df569 req-33e18b98-5c75-4e86-b0a3-16fd1b9d512d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:20.677220 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-80504da5-2dd9-45c7-8422-a530324df569 req-33e18b98-5c75-4e86-b0a3-16fd1b9d512d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.77 "DELETE /v2.0/ports/291a2349-fbce-46ad-8ded-cceec9f6b293 HTTP/1.1" status: 204 len: 173 time: 2.2005498 Mar 23 12:27:20.787775 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e11ad361-8424-4b64-bb7c-1fdab264f631 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:20.833470 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-67018235-4ff7-46f6-904e-3dc182370373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:20.859413 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e11ad361-8424-4b64-bb7c-1fdab264f631 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Network 7751cfb1-5c21-4925-8fee-f42885f445e0 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:27:20.872289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e11ad361-8424-4b64-bb7c-1fdab264f631 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:20.909080 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 19a5b591-2e90-495a-a5ba-1f214a86ff42 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:27:20.911340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 291a2349-fbce-46ad-8ded-cceec9f6b293 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:20.928935 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'name': 'network-vif-deleted', 'tag': '291a2349-fbce-46ad-8ded-cceec9f6b293'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:20.931939 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f255b787-3d7c-4f78-bda1-27a02e94946e" -d '{"events": [{"server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "name": "network-vif-deleted", "tag": "291a2349-fbce-46ad-8ded-cceec9f6b293"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:20.950660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e11ad361-8424-4b64-bb7c-1fdab264f631 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:27:20.959695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67018235-4ff7-46f6-904e-3dc182370373 admin admin] Pushing event deleted for resources: {'Port': ['ID=f65028a4-03d6-4371-b937-141b69d4932d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:21.004021 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 291a2349-fbce-46ad-8ded-cceec9f6b293 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:21.024976 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 291a2349-fbce-46ad-8ded-cceec9f6b293 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:21.026112 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c41d474b-59ba-4677-a34f-4f2a1d57e3c9 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:21.092449 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017c2178-90cf-47c5-82de-bb8b3de9ec2a x-openstack-request-id: req-017c2178-90cf-47c5-82de-bb8b3de9ec2a {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:21.092741 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7a7506-c4c4-46db-9270-46bcffca7157", "name": "network-vif-deleted", "tag": "8168fddc-a078-4aea-b62d-b667f0f62f53", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:21.093044 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-017c2178-90cf-47c5-82de-bb8b3de9ec2a {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:21.093443 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7a7506-c4c4-46db-9270-46bcffca7157', 'name': 'network-vif-deleted', 'tag': '8168fddc-a078-4aea-b62d-b667f0f62f53', 'status': 'completed', 'code': 200} Mar 23 12:27:21.126204 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-67018235-4ff7-46f6-904e-3dc182370373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:21.161107 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5c0f2-e05a-4beb-961a-196fdb17e16f req-30e4f963-f1f6-4b89-8af3-98c9a18067c5 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:21.169610 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-63b5c0f2-e05a-4beb-961a-196fdb17e16f req-30e4f963-f1f6-4b89-8af3-98c9a18067c5 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8449aa7-f0c3-4e8b-9c36-0952e35e4099 HTTP/1.1" status: 200 len: 943 time: 0.4861641 Mar 23 12:27:21.226888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ad361-8424-4b64-bb7c-1fdab264f631 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event updated for resources: {'Port': ['ID=92dc93b2-c7e3-4a28-8249-e6d9c2723fd2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:21.280464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e11ad361-8424-4b64-bb7c-1fdab264f631 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:21.281111 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e11ad361-8424-4b64-bb7c-1fdab264f631 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:21.308007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-80504da5-2dd9-45c7-8422-a530324df569 req-6c6fae1d-191e-4242-b62b-95a3cc76ac07 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Deleting port c41d474b-59ba-4677-a34f-4f2a1d57e3c9 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:21.308359 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-80504da5-2dd9-45c7-8422-a530324df569 req-6c6fae1d-191e-4242-b62b-95a3cc76ac07 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:21.367869 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:27:21.414117 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-67018235-4ff7-46f6-904e-3dc182370373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:21.418996 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-67018235-4ff7-46f6-904e-3dc182370373 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:21.490059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-80504da5-2dd9-45c7-8422-a530324df569 req-6c6fae1d-191e-4242-b62b-95a3cc76ac07 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] For port c41d474b-59ba-4677-a34f-4f2a1d57e3c9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c41d474b-59ba-4677-a34f-4f2a1d57e3c9,segment=NetworkSegment(793ae0bf-724b-441b-995e-bab2cddc938b),segment_id=793ae0bf-724b-441b-995e-bab2cddc938b)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:21.490949 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-80504da5-2dd9-45c7-8422-a530324df569 req-6c6fae1d-191e-4242-b62b-95a3cc76ac07 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:21.509929 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-80504da5-2dd9-45c7-8422-a530324df569 req-6c6fae1d-191e-4242-b62b-95a3cc76ac07 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Calling delete_port for c41d474b-59ba-4677-a34f-4f2a1d57e3c9 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:21.537715 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f65028a4-03d6-4371-b937-141b69d4932d no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:21.543564 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-67018235-4ff7-46f6-904e-3dc182370373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:21.547349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67018235-4ff7-46f6-904e-3dc182370373 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38ebd01f-556e-4254-bae9-227e3f960e82 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:27:21.566276 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e11ad361-8424-4b64-bb7c-1fdab264f631 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8560371 Mar 23 12:27:21.568552 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-67018235-4ff7-46f6-904e-3dc182370373 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:21.571685 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-67018235-4ff7-46f6-904e-3dc182370373 admin admin] 10.222.0.52 "DELETE /v2.0/routers/38ebd01f-556e-4254-bae9-227e3f960e82 HTTP/1.1" status: 204 len: 168 time: 3.6524215 Mar 23 12:27:21.579431 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47626) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:21.607606 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-63b5c0f2-e05a-4beb-961a-196fdb17e16f req-8f4e4cda-baf0-4e45-ad21-a47955af20a7 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143276 Mar 23 12:27:21.613612 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Request body: {'port': {'device_id': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:21.672994 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9775f1-e07e-48e8-b154-bdc4de3a7dc7 req-520c8c46-7378-43d1-99a9-adcfe1429270 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:21.691994 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9775f1-e07e-48e8-b154-bdc4de3a7dc7 req-520c8c46-7378-43d1-99a9-adcfe1429270 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:21.705426 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba9775f1-e07e-48e8-b154-bdc4de3a7dc7 req-520c8c46-7378-43d1-99a9-adcfe1429270 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 1682 time: 0.4135091 Mar 23 12:27:21.718832 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f65028a4-03d6-4371-b937-141b69d4932d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:21.719769 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f65028a4-03d6-4371-b937-141b69d4932d not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:21.720863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3d1c035b-f100-4d8b-8038-e7ada546d9ae no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:21.779363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ecaaefde-6580-4a16-9f5f-1fc72eb8dd37 req-482d18f8-0785-4ff3-b0ce-80d983787005 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1067309881', 'description': 'tempest-description-1549236357'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:21.795189 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba9775f1-e07e-48e8-b154-bdc4de3a7dc7 req-ea764b6e-e83a-4de6-acbd-51cb361c9b17 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876532 Mar 23 12:27:21.800220 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a529c86-ce65-486d-8afa-ffd25c69c355 admin admin] Deleting subnet f2ffb559-0160-40fb-9628-a39ae997c114 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:27:21.804549 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a529c86-ce65-486d-8afa-ffd25c69c355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:21.834469 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 3d1c035b-f100-4d8b-8038-e7ada546d9ae {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:21.836438 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3d1c035b-f100-4d8b-8038-e7ada546d9ae not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:21.857364 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:21.861443 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a529c86-ce65-486d-8afa-ffd25c69c355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:21.884961 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:21.911696 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4b81ab3b-3488-42fa-a1ab-7758294b2bd5 None None] Provisioning complete for port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:21.913158 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b81ab3b-3488-42fa-a1ab-7758294b2bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:21.956654 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ecaaefde-6580-4a16-9f5f-1fc72eb8dd37 req-482d18f8-0785-4ff3-b0ce-80d983787005 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:22.021544 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a529c86-ce65-486d-8afa-ffd25c69c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:22.045470 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 19a5b591-2e90-495a-a5ba-1f214a86ff42, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=19a5b591-2e90-495a-a5ba-1f214a86ff42,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:22.074382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '19a5b591-2e90-495a-a5ba-1f214a86ff42', 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd', 'port_id': '19a5b591-2e90-495a-a5ba-1f214a86ff42', 'mac_address': 'fa:16:3e:98:50:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b69fc4-50e7-4784-b657-b053d5e4a98d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:27:22.089298 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-80504da5-2dd9-45c7-8422-a530324df569 req-6c6fae1d-191e-4242-b62b-95a3cc76ac07 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:22.094985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4b81ab3b-3488-42fa-a1ab-7758294b2bd5 None None] Port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:27:22.116005 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a529c86-ce65-486d-8afa-ffd25c69c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:22.181059 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a529c86-ce65-486d-8afa-ffd25c69c355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:22.184689 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3a529c86-ce65-486d-8afa-ffd25c69c355 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f2ffb559-0160-40fb-9628-a39ae997c114 HTTP/1.1" status: 204 len: 168 time: 0.6039586 Mar 23 12:27:22.186249 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a529c86-ce65-486d-8afa-ffd25c69c355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ffb559-0160-40fb-9628-a39ae997c114,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:22.200487 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47630) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:22.245457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd02102-e2fb-474f-b910-0cd4123337b8 req-73e867d4-c6e5-413e-a155-d9e2244a1bd0 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:22.252365 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd02102-e2fb-474f-b910-0cd4123337b8 req-73e867d4-c6e5-413e-a155-d9e2244a1bd0 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:22.265788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd02102-e2fb-474f-b910-0cd4123337b8 req-73e867d4-c6e5-413e-a155-d9e2244a1bd0 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:22.274395 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fae1d-191e-4242-b62b-95a3cc76ac07 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event deleted for resources: {'Port': ['ID=c41d474b-59ba-4677-a34f-4f2a1d57e3c9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:22.277615 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd02102-e2fb-474f-b910-0cd4123337b8 req-73e867d4-c6e5-413e-a155-d9e2244a1bd0 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:22.279755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbc2585-bf5a-44bc-a1f3-aef8b36e541a None None] Network 55d86b04-46a9-4451-955a-aa514bc52080 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:27:22.289022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 8168fddc-a078-4aea-b62d-b667f0f62f53 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:22.292667 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd02102-e2fb-474f-b910-0cd4123337b8 req-73e867d4-c6e5-413e-a155-d9e2244a1bd0 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:22.306030 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1dd02102-e2fb-474f-b910-0cd4123337b8 req-73e867d4-c6e5-413e-a155-d9e2244a1bd0 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 3816 time: 0.2101452 Mar 23 12:27:22.355392 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 8168fddc-a078-4aea-b62d-b667f0f62f53 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:22.355674 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 8168fddc-a078-4aea-b62d-b667f0f62f53 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:22.364173 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ca8be95e-b1a4-42f2-bcde-4281192161fb no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:22.398420 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:22.479910 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-80504da5-2dd9-45c7-8422-a530324df569 req-6c6fae1d-191e-4242-b62b-95a3cc76ac07 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] No DVR routers for this DVR port c41d474b-59ba-4677-a34f-4f2a1d57e3c9 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:22.530157 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-80504da5-2dd9-45c7-8422-a530324df569 req-6c6fae1d-191e-4242-b62b-95a3cc76ac07 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:22.534912 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-80504da5-2dd9-45c7-8422-a530324df569 req-6c6fae1d-191e-4242-b62b-95a3cc76ac07 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.77 "DELETE /v2.0/ports/c41d474b-59ba-4677-a34f-4f2a1d57e3c9 HTTP/1.1" status: 204 len: 173 time: 1.8307505 Mar 23 12:27:22.580583 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1dd02102-e2fb-474f-b910-0cd4123337b8 req-8786d25b-c222-44f6-978f-57e46c596d95 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735085 Mar 23 12:27:22.647659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] Deleting port c2a056b2-0025-44ab-b349-4a280044e3eb {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:22.653277 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:22.683784 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:22.772551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a5b591-2e90-495a-a5ba-1f214a86ff42 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:27:22.831699 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 19a5b591-2e90-495a-a5ba-1f214a86ff42, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=19a5b591-2e90-495a-a5ba-1f214a86ff42,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:22.871901 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:22.895203 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ce89af2e-8f27-416a-b70d-60f38c5947ef req-6ed76e66-c609-473b-a628-bbe608211e4c tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 210 time: 0.0785923 Mar 23 12:27:22.916264 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] For port c2a056b2-0025-44ab-b349-4a280044e3eb, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c2a056b2-0025-44ab-b349-4a280044e3eb,segment=NetworkSegment(0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2),segment_id=0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:22.916264 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:22.950798 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] Calling delete_port for c2a056b2-0025-44ab-b349-4a280044e3eb owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:22.994848 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a79b33-2dde-4c94-8139-a7e7eeb5a3cd None None] DHCP port deletion for 55d86b04-46a9-4451-955a-aa514bc52080 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:27:23.026583 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:23.131519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca8be95e-b1a4-42f2-bcde-4281192161fb'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:23.134446 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a247cb-d13e-41e7-ad00-8e9c2f95f9a3" -d '{"events": [{"server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "name": "network-vif-unplugged", "status": "completed", "tag": "ca8be95e-b1a4-42f2-bcde-4281192161fb"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:23.137108 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ed5158-1094-4d89-9170-01061da877c3 x-openstack-request-id: req-f3ed5158-1094-4d89-9170-01061da877c3 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:23.137659 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "name": "network-vif-deleted", "tag": "291a2349-fbce-46ad-8ded-cceec9f6b293", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:23.138142 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3ed5158-1094-4d89-9170-01061da877c3 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:23.139260 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'name': 'network-vif-deleted', 'tag': '291a2349-fbce-46ad-8ded-cceec9f6b293', 'status': 'completed', 'code': 200} Mar 23 12:27:23.147007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7910a-e4d3-4d19-ba5c-5e4bede35831 req-57eab7d8-c90e-46ec-b19d-745a15da8289 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:23.148667 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8d7910a-e4d3-4d19-ba5c-5e4bede35831 req-57eab7d8-c90e-46ec-b19d-745a15da8289 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8449aa7-f0c3-4e8b-9c36-0952e35e4099 HTTP/1.1" status: 200 len: 944 time: 0.0855329 Mar 23 12:27:23.172393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=19a5b591-2e90-495a-a5ba-1f214a86ff42,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:23.190511 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:23.190863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:23.191190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:23.191528 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:23.191867 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:23.192265 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:23.192596 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:23.193428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:23.193428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:23.193618 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:23.193925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:23.194122 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:23.194259 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:23.215983 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ca8be95e-b1a4-42f2-bcde-4281192161fb, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ca8be95e-b1a4-42f2-bcde-4281192161fb,segment=NetworkSegment(793ae0bf-724b-441b-995e-bab2cddc938b),segment_id=793ae0bf-724b-441b-995e-bab2cddc938b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:23.218726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] No DVR routers for this DVR port c2a056b2-0025-44ab-b349-4a280044e3eb on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:23.227535 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:23.244585 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8d7910a-e4d3-4d19-ba5c-5e4bede35831 req-449ea3d7-34b9-49b9-8291-1bb691937dc9 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869875 Mar 23 12:27:23.307876 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ecaaefde-6580-4a16-9f5f-1fc72eb8dd37 req-482d18f8-0785-4ff3-b0ce-80d983787005 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:23.324260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a056b2-0025-44ab-b349-4a280044e3eb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:23.338298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['19a5b591-2e90-495a-a5ba-1f214a86ff42'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:23.392513 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ecaaefde-6580-4a16-9f5f-1fc72eb8dd37 req-482d18f8-0785-4ff3-b0ce-80d983787005 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:23.406759 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ca8be95e-b1a4-42f2-bcde-4281192161fb,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:23.420873 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-90a79b33-2dde-4c94-8139-a7e7eeb5a3cd None None] Deleting port c2a056b2-0025-44ab-b349-4a280044e3eb {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:23.421918 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-90a79b33-2dde-4c94-8139-a7e7eeb5a3cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:23.506453 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:23.546460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d86b04-46a9-4451-955a-aa514bc52080']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:23.559740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:23.560053 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce675ab-96b9-4d28-b46b-6e9c30ce5bf2') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:23.572882 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:23.594086 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:23.604349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:27:23.604853 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:23.644709 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-cefdbde9-b492-4401-8565-6493f6d0cf52 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=fc403803658f4797a8a5da21997fc3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3143673 Mar 23 12:27:23.665104 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ecaaefde-6580-4a16-9f5f-1fc72eb8dd37 req-482d18f8-0785-4ff3-b0ce-80d983787005 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:23.667091 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecaaefde-6580-4a16-9f5f-1fc72eb8dd37 req-482d18f8-0785-4ff3-b0ce-80d983787005 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.9114971 Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:27:23.682810 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:27:23.692111 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:23.723384 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:23.730199 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/55d86b04-46a9-4451-955a-aa514bc52080 HTTP/1.1" status: 204 len: 168 time: 1.5279965 Mar 23 12:27:23.757321 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbefe1-4f4b-46e9-9b2d-38d61ad6ccc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=55d86b04-46a9-4451-955a-aa514bc52080,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:23.766232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47644) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:23.802036 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c2a056b2-0025-44ab-b349-4a280044e3eb no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:23.899086 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-bd5c3b07-f2b3-4f6c-bbb5-5738ff4dacd5 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:23.900712 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-bd5c3b07-f2b3-4f6c-bbb5-5738ff4dacd5 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068219 Mar 23 12:27:23.902184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e0bb6-fdf7-48cd-97e9-6d420eea9c9b req-976a13c1-ed92-40b0-82a6-6db4ffdc5ca3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:23.905190 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c48e0bb6-fdf7-48cd-97e9-6d420eea9c9b req-976a13c1-ed92-40b0-82a6-6db4ffdc5ca3 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 944 time: 0.4797776 Mar 23 12:27:23.906157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d18f8-0785-4ff3-b0ce-80d983787005 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8d5841-b86c-4ca6-8767-4003fea08a4e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:23.910553 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc083f68-ceb6-4d67-aad2-3a0f96a9ec84 x-openstack-request-id: req-cc083f68-ceb6-4d67-aad2-3a0f96a9ec84 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:23.911027 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "name": "network-vif-unplugged", "status": "completed", "tag": "ca8be95e-b1a4-42f2-bcde-4281192161fb", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:23.911419 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc083f68-ceb6-4d67-aad2-3a0f96a9ec84 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:23.912047 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca8be95e-b1a4-42f2-bcde-4281192161fb', 'code': 200} Mar 23 12:27:23.930700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-45b30116-96a5-4f74-806f-28c5620cc29a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Request body: {'port': {'device_id': 'e15a2402-7902-4e61-bbe9-f38c79e04b61', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': 'fc403803658f4797a8a5da21997fc3f9'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:23.960723 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-90a79b33-2dde-4c94-8139-a7e7eeb5a3cd None None] For port c2a056b2-0025-44ab-b349-4a280044e3eb, host n-d-834854-1, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:23.961711 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-90a79b33-2dde-4c94-8139-a7e7eeb5a3cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:23.988264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-90a79b33-2dde-4c94-8139-a7e7eeb5a3cd None None] Calling delete_port for c2a056b2-0025-44ab-b349-4a280044e3eb owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:23.992946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-90a79b33-2dde-4c94-8139-a7e7eeb5a3cd None None] Port c2a056b2-0025-44ab-b349-4a280044e3eb was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 12:27:23.998538 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-90a79b33-2dde-4c94-8139-a7e7eeb5a3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:24.054189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90a79b33-2dde-4c94-8139-a7e7eeb5a3cd None None] Network 55d86b04-46a9-4451-955a-aa514bc52080 is not hosted by any dhcp agent {{(pid=102780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 12:27:24.054897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a79b33-2dde-4c94-8139-a7e7eeb5a3cd None None] No DVR routers for this DVR port c2a056b2-0025-44ab-b349-4a280044e3eb on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:24.062576 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c2a056b2-0025-44ab-b349-4a280044e3eb {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:24.063371 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c2a056b2-0025-44ab-b349-4a280044e3eb not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:24.100472 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8fe6f4a0-fa8d-4f5b-beaf-117346b0def9 req-e772bb66-e8b3-4fc7-bc5f-ac416206e4b1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff0c86bf-0833-4299-a32c-ca4a10d99d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4161632 Mar 23 12:27:24.144052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:27:24.161837 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c48e0bb6-fdf7-48cd-97e9-6d420eea9c9b req-40ef992c-4a16-4a10-9e5c-8ff8633a3bf6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438352 Mar 23 12:27:24.168408 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a79b33-2dde-4c94-8139-a7e7eeb5a3cd None None] Pushing event deleted for resources: {'Port': ['ID=c2a056b2-0025-44ab-b349-4a280044e3eb,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:24.168612 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:24.178041 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-80504da5-2dd9-45c7-8422-a530324df569 req-80a485fb-4643-45f2-94e3-a2126d98c37c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Deleting port ca8be95e-b1a4-42f2-bcde-4281192161fb {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:24.178606 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-80504da5-2dd9-45c7-8422-a530324df569 req-80a485fb-4643-45f2-94e3-a2126d98c37c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:24.193597 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0b1c3916-34e6-41e1-86f0-b1b6cd71989f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:24.268315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd66bf-ce93-4dad-a728-1855c23071d7 req-dd704f3f-2a04-4995-aca9-5c615503b628 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:24.273678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd66bf-ce93-4dad-a728-1855c23071d7 req-dd704f3f-2a04-4995-aca9-5c615503b628 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:24.280044 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd66bf-ce93-4dad-a728-1855c23071d7 req-dd704f3f-2a04-4995-aca9-5c615503b628 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:24.286616 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd66bf-ce93-4dad-a728-1855c23071d7 req-dd704f3f-2a04-4995-aca9-5c615503b628 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:24.295411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd66bf-ce93-4dad-a728-1855c23071d7 req-dd704f3f-2a04-4995-aca9-5c615503b628 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:24.300831 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-04bd66bf-ce93-4dad-a728-1855c23071d7 req-dd704f3f-2a04-4995-aca9-5c615503b628 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 3816 time: 0.3453331 Mar 23 12:27:24.311384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Transition to ACTIVE for port object 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:27:24.351198 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:24.499545 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-45b30116-96a5-4f74-806f-28c5620cc29a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Made reservation on behalf of fc403803658f4797a8a5da21997fc3f9 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:24.510085 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-45b30116-96a5-4f74-806f-28c5620cc29a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:24.574700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-80504da5-2dd9-45c7-8422-a530324df569 req-80a485fb-4643-45f2-94e3-a2126d98c37c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] For port ca8be95e-b1a4-42f2-bcde-4281192161fb, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ca8be95e-b1a4-42f2-bcde-4281192161fb,segment=NetworkSegment(793ae0bf-724b-441b-995e-bab2cddc938b),segment_id=793ae0bf-724b-441b-995e-bab2cddc938b)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:24.575366 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-80504da5-2dd9-45c7-8422-a530324df569 req-80a485fb-4643-45f2-94e3-a2126d98c37c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:24.602752 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-80504da5-2dd9-45c7-8422-a530324df569 req-80a485fb-4643-45f2-94e3-a2126d98c37c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Calling delete_port for ca8be95e-b1a4-42f2-bcde-4281192161fb owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:24.623477 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-45b30116-96a5-4f74-806f-28c5620cc29a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:24.627642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2355e3-e6d0-4a27-b6aa-f1ede590f411,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:24.647048 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-04bd66bf-ce93-4dad-a728-1855c23071d7 req-86b25432-a6cc-406f-9e3e-984cc241395e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3318996 Mar 23 12:27:24.741807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6f4a0-fa8d-4f5b-beaf-117346b0def9 req-d1799433-c811-403a-bc23-28ec01c5e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:24.743560 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8fe6f4a0-fa8d-4f5b-beaf-117346b0def9 req-d1799433-c811-403a-bc23-28ec01c5e817 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&device_id=ff0c86bf-0833-4299-a32c-ca4a10d99d40 HTTP/1.1" status: 200 len: 1100 time: 0.6012049 Mar 23 12:27:24.866217 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Attempting to bind port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:27:24.866673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Attempting to bind port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '360d5d4e-0535-421a-8c4f-8a3e1ee3a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:27:24.867152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Attempting to bind port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 on network 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:24.881754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 on network 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:27:24.882118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Attempting to bind port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 on network 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:24.894853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 19a5b591-2e90-495a-a5ba-1f214a86ff42 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:27:24.900227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:27:24.900227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Checking segment: {'id': '360d5d4e-0535-421a-8c4f-8a3e1ee3a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:24.900771 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Bound using segment: {'id': '360d5d4e-0535-421a-8c4f-8a3e1ee3a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:27:24.901222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Bound port: 4c2355e3-e6d0-4a27-b6aa-f1ede590f411, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360d5d4e-0535-421a-8c4f-8a3e1ee3a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:27:24.901579 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:24.991466 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-52e07c4c-3d4c-4b48-bb77-e3c61cc74bfd req-d3df55ac-85a2-4bc6-bb2f-4fb4fe1f57f2 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d5f45b7a4464db3842cc518a88a2ee7 HTTP/1.1" status: 200 len: 10897 time: 0.3824906 Mar 23 12:27:25.007292 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a975070b-653a-49fb-9639-6c1ee9cd9914 req-adbf68a4-4c0a-46c7-969b-d8ad3812386a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 210 time: 0.0614445 Mar 23 12:27:25.017218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6f4a0-fa8d-4f5b-beaf-117346b0def9 req-f5eb5b8a-2c70-4e32-af5e-9c4e79d34538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:25.029275 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8fe6f4a0-fa8d-4f5b-beaf-117346b0def9 req-f5eb5b8a-2c70-4e32-af5e-9c4e79d34538 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.2455761 Mar 23 12:27:25.029983 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 19a5b591-2e90-495a-a5ba-1f214a86ff42 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:27:25.033770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 19a5b591-2e90-495a-a5ba-1f214a86ff42 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:25.035390 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:25.060613 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-45b30116-96a5-4f74-806f-28c5620cc29a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:25.069370 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-45b30116-96a5-4f74-806f-28c5620cc29a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:25.087895 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-80504da5-2dd9-45c7-8422-a530324df569 req-80a485fb-4643-45f2-94e3-a2126d98c37c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:25.141795 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'name': 'network-vif-deleted', 'tag': 'c41d474b-59ba-4677-a34f-4f2a1d57e3c9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:25.143189 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52b576d-0d1e-496b-be15-2633bc96e6f1" -d '{"events": [{"server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "name": "network-vif-deleted", "tag": "c41d474b-59ba-4677-a34f-4f2a1d57e3c9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:25.186757 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8fe6f4a0-fa8d-4f5b-beaf-117346b0def9 req-0c9137e5-cd48-42aa-b9f2-f2549ef52115 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=54d5c8b5-61c2-48f5-b954-7e27a5e68a54 HTTP/1.1" status: 200 len: 217 time: 0.1406786 Mar 23 12:27:25.220323 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:25.229563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a485fb-4643-45f2-94e3-a2126d98c37c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event deleted for resources: {'Port': ['ID=ca8be95e-b1a4-42f2-bcde-4281192161fb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:25.261732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b30116-96a5-4f74-806f-28c5620cc29a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=920a10d1-bddc-4279-8703-f8add19cae55,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:25.268943 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] For port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:27:25.324154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 19a5b591-2e90-495a-a5ba-1f214a86ff42, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=19a5b591-2e90-495a-a5ba-1f214a86ff42,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:25.325051 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] For port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4c2355e3-e6d0-4a27-b6aa-f1ede590f411,segment=NetworkSegment(360d5d4e-0535-421a-8c4f-8a3e1ee3a026),segment_id=360d5d4e-0535-421a-8c4f-8a3e1ee3a026)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:27:25.331261 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:25.353969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-80504da5-2dd9-45c7-8422-a530324df569 req-80a485fb-4643-45f2-94e3-a2126d98c37c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] No DVR routers for this DVR port ca8be95e-b1a4-42f2-bcde-4281192161fb on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:25.357229 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-80504da5-2dd9-45c7-8422-a530324df569 req-80a485fb-4643-45f2-94e3-a2126d98c37c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:25.361718 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-52e07c4c-3d4c-4b48-bb77-e3c61cc74bfd req-3cf044c9-5775-419a-9529-01cda95a0f3e tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/ccba2db2-ca15-4a16-b28b-a59387e01bb9 HTTP/1.1" status: 200 len: 2981 time: 0.3577230 Mar 23 12:27:25.368544 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-80504da5-2dd9-45c7-8422-a530324df569 req-80a485fb-4643-45f2-94e3-a2126d98c37c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.77 "DELETE /v2.0/ports/ca8be95e-b1a4-42f2-bcde-4281192161fb HTTP/1.1" status: 204 len: 173 time: 2.8241072 Mar 23 12:27:25.393791 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:25.439537 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=19a5b591-2e90-495a-a5ba-1f214a86ff42,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:25.448119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:25.448924 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:25.450457 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] 10.222.0.73 "PUT /v2.0/ports/4c2355e3-e6d0-4a27-b6aa-f1ede590f411 HTTP/1.1" status: 200 len: 1091 time: 3.8418818 Mar 23 12:27:25.459714 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421ea0d-02c6-4490-8caf-05e2f472d56f req-4db4bb7b-a822-45f2-b2c2-a1f788fc2046 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:25.468956 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9421ea0d-02c6-4490-8caf-05e2f472d56f req-4db4bb7b-a822-45f2-b2c2-a1f788fc2046 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8449aa7-f0c3-4e8b-9c36-0952e35e4099 HTTP/1.1" status: 200 len: 944 time: 0.3698490 Mar 23 12:27:25.523968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6f4a0-fa8d-4f5b-beaf-117346b0def9 req-c62039c0-159b-4c3f-8dd1-e845a5de72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:25.526480 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8fe6f4a0-fa8d-4f5b-beaf-117346b0def9 req-c62039c0-159b-4c3f-8dd1-e845a5de72f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.3193731 Mar 23 12:27:25.533031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Request body: {'port': {'device_id': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:25.600378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-45b30116-96a5-4f74-806f-28c5620cc29a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Allocated IP 192.168.233.114 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/e8c0bfec-30d2-4d13-844d-157fdbed5be0) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:27:25.669181 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-52e07c4c-3d4c-4b48-bb77-e3c61cc74bfd req-844fd784-374f-4e7a-9389-c768c7e978b4 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/ccba2db2-ca15-4a16-b28b-a59387e01bb9 HTTP/1.1" status: 200 len: 2981 time: 0.2798417 Mar 23 12:27:25.685298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8378f91-14df-4c48-a984-4e807fcee889 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2355e3-e6d0-4a27-b6aa-f1ede590f411,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:25.755941 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9421ea0d-02c6-4490-8caf-05e2f472d56f req-39fc163d-2136-4eab-a6da-f7ba0bf3b956 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856007 Mar 23 12:27:25.760448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6f4a0-fa8d-4f5b-beaf-117346b0def9 req-9658b64d-7b5c-4746-946f-7a813918d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:25.762157 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8fe6f4a0-fa8d-4f5b-beaf-117346b0def9 req-9658b64d-7b5c-4746-946f-7a813918d4f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1971397 Mar 23 12:27:25.800522 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0775b70-5f28-415d-b386-9a6284c8d443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:25.848074 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:25.908325 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0565f828-3561-42e1-84c2-9c940d4f764f x-openstack-request-id: req-0565f828-3561-42e1-84c2-9c940d4f764f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:25.909204 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "name": "network-vif-deleted", "tag": "c41d474b-59ba-4677-a34f-4f2a1d57e3c9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:25.909204 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0565f828-3561-42e1-84c2-9c940d4f764f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:25.909704 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'name': 'network-vif-deleted', 'tag': 'c41d474b-59ba-4677-a34f-4f2a1d57e3c9', 'status': 'completed', 'code': 200} Mar 23 12:27:25.914846 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8449aa7-f0c3-4e8b-9c36-0952e35e4099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a5b591-2e90-495a-a5ba-1f214a86ff42'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:25.918603 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11378476-b7fb-4918-99f2-d38ba1cc8cac" -d '{"events": [{"server_uuid": "c8449aa7-f0c3-4e8b-9c36-0952e35e4099", "name": "network-vif-plugged", "status": "completed", "tag": "19a5b591-2e90-495a-a5ba-1f214a86ff42"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:26.165364 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4df1c8c9-1632-4376-916c-bf428e8b76bc req-a5746646-c077-4c36-9292-c68cba2689f0 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=38f31695-ea22-412f-992d-b95e529d7b79 HTTP/1.1" status: 200 len: 210 time: 0.1392205 Mar 23 12:27:26.258791 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8fe6f4a0-fa8d-4f5b-beaf-117346b0def9 req-e298292c-d746-4c34-b1d0-3cf13a3eedff service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831610 Mar 23 12:27:26.349492 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-85cd568e-811f-4cc1-9b34-455d24306de2 req-3a1e34e1-7849-49d5-9802-bd88aa3d31d3 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/4c3e3471-d5cd-41c0-85c5-c16be529e6af HTTP/1.1" status: 200 len: 1801 time: 0.2656655 Mar 23 12:27:26.356487 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-45b30116-96a5-4f74-806f-28c5620cc29a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:26.406141 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-33ad9b99-8e4f-497a-9d9b-b15c0ab4acfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:26.450872 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8fe6f4a0-fa8d-4f5b-beaf-117346b0def9 req-604e2c76-a211-4e84-b9d1-9b01a9c47c5f service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813326 Mar 23 12:27:26.494762 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-85cd568e-811f-4cc1-9b34-455d24306de2 req-e845f935-cdea-43c9-93c0-4277db337e16 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:26.513389 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-45b30116-96a5-4f74-806f-28c5620cc29a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:26.555655 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-85cd568e-811f-4cc1-9b34-455d24306de2 req-e845f935-cdea-43c9-93c0-4277db337e16 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:26.563306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcde89a-6306-4490-b66f-60349842f14f req-ebe31226-fc8a-49cf-961a-087793a5abe6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:26.571698 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcde89a-6306-4490-b66f-60349842f14f req-ebe31226-fc8a-49cf-961a-087793a5abe6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:26.582261 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcde89a-6306-4490-b66f-60349842f14f req-ebe31226-fc8a-49cf-961a-087793a5abe6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:26.593573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcde89a-6306-4490-b66f-60349842f14f req-ebe31226-fc8a-49cf-961a-087793a5abe6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:26.596375 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcde89a-6306-4490-b66f-60349842f14f req-ebe31226-fc8a-49cf-961a-087793a5abe6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:26.600567 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bcde89a-6306-4490-b66f-60349842f14f req-ebe31226-fc8a-49cf-961a-087793a5abe6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 3828 time: 0.2733912 Mar 23 12:27:26.629030 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a0775b70-5f28-415d-b386-9a6284c8d443 admin admin] Deleting port 9100e095-03b8-43fc-809d-12a370e2c6cc {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:26.629512 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0775b70-5f28-415d-b386-9a6284c8d443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:26.652584 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-85cd568e-811f-4cc1-9b34-455d24306de2 req-e845f935-cdea-43c9-93c0-4277db337e16 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:26.656225 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-85cd568e-811f-4cc1-9b34-455d24306de2 req-e845f935-cdea-43c9-93c0-4277db337e16 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:26.664576 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-85cd568e-811f-4cc1-9b34-455d24306de2 req-e845f935-cdea-43c9-93c0-4277db337e16 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "DELETE /v2.0/security-groups/4c3e3471-d5cd-41c0-85c5-c16be529e6af HTTP/1.1" status: 204 len: 173 time: 0.2976739 Mar 23 12:27:26.719851 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bcde89a-6306-4490-b66f-60349842f14f req-e81c349d-d8f5-4a71-b9cc-a7606ba12119 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621047 Mar 23 12:27:26.726554 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c46660-48a5-464c-9496-73890ae9b698 x-openstack-request-id: req-04c46660-48a5-464c-9496-73890ae9b698 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:26.727278 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8449aa7-f0c3-4e8b-9c36-0952e35e4099", "name": "network-vif-plugged", "status": "completed", "tag": "19a5b591-2e90-495a-a5ba-1f214a86ff42", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:26.727884 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04c46660-48a5-464c-9496-73890ae9b698 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:26.728748 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8449aa7-f0c3-4e8b-9c36-0952e35e4099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a5b591-2e90-495a-a5ba-1f214a86ff42', 'code': 200} Mar 23 12:27:26.767799 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b30116-96a5-4f74-806f-28c5620cc29a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Pushing event updated for resources: {'Port': ['ID=e8c0bfec-30d2-4d13-844d-157fdbed5be0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:26.778021 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-45b30116-96a5-4f74-806f-28c5620cc29a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:27:26.801821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-45b30116-96a5-4f74-806f-28c5620cc29a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:26.819783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-45b30116-96a5-4f74-806f-28c5620cc29a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:27:26.832119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845f935-cdea-43c9-93c0-4277db337e16 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3e3471-d5cd-41c0-85c5-c16be529e6af,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:26.878265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-a0775b70-5f28-415d-b386-9a6284c8d443 admin admin] For port 9100e095-03b8-43fc-809d-12a370e2c6cc, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9100e095-03b8-43fc-809d-12a370e2c6cc,segment=NetworkSegment(802862f1-d441-4276-88df-98841d3a668f),segment_id=802862f1-d441-4276-88df-98841d3a668f)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:26.879000 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0775b70-5f28-415d-b386-9a6284c8d443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:26.911835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-45b30116-96a5-4f74-806f-28c5620cc29a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:26.912907 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-45b30116-96a5-4f74-806f-28c5620cc29a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:26.934871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a0775b70-5f28-415d-b386-9a6284c8d443 admin admin] Calling delete_port for 9100e095-03b8-43fc-809d-12a370e2c6cc owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:27.042785 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-45b30116-96a5-4f74-806f-28c5620cc29a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1211085 Mar 23 12:27:27.062945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23025c0-9199-4e8d-b0eb-23e4d049d710 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:27:27.084051 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Request body: {'port': {'device_id': 'e15a2402-7902-4e61-bbe9-f38c79e04b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:27.092007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcdc35-42e8-4cb6-9afb-038bdf518b61 req-fc815c1d-a2f9-4df1-8808-099fe7df158f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:27.093858 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc48a8-63f3-48cf-bff1-4245e299d3f3 req-69039b42-ee57-4b92-a253-b73bc576f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:27.095209 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-16fcdc35-42e8-4cb6-9afb-038bdf518b61 req-fc815c1d-a2f9-4df1-8808-099fe7df158f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0c86bf-0833-4299-a32c-ca4a10d99d40 HTTP/1.1" status: 200 len: 949 time: 0.1913097 Mar 23 12:27:27.095455 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0bfc48a8-63f3-48cf-bff1-4245e299d3f3 req-69039b42-ee57-4b92-a253-b73bc576f2ec service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c8449aa7-f0c3-4e8b-9c36-0952e35e4099 HTTP/1.1" status: 200 len: 1096 time: 0.1719162 Mar 23 12:27:27.097989 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:27.166405 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Transition to ACTIVE for port object e23025c0-9199-4e8d-b0eb-23e4d049d710 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:27:27.182052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844ca6c-dcdf-4a7a-93c7-8a903f20be15 req-53ffdc64-0e7a-46a6-88d2-029bd3bd587d tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:27.183576 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6844ca6c-dcdf-4a7a-93c7-8a903f20be15 req-53ffdc64-0e7a-46a6-88d2-029bd3bd587d tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 936 time: 0.2664936 Mar 23 12:27:27.200463 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:27.258779 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Pushing event updated for resources: {'Port': ['ID=e23025c0-9199-4e8d-b0eb-23e4d049d710,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:27.286553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0bfc48a8-63f3-48cf-bff1-4245e299d3f3 req-5d7adb44-59dc-4ef6-8d2f-2ad9bcd75b4f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691828 Mar 23 12:27:27.290668 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:27.300822 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-16fcdc35-42e8-4cb6-9afb-038bdf518b61 req-e4950194-1353-4324-878f-6823255f254d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884620 Mar 23 12:27:27.340396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f6945a64-4396-45de-b2ce-1ec80ed9e675 None None] Provisioning complete for port e8c0bfec-30d2-4d13-844d-157fdbed5be0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:27.342549 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f6945a64-4396-45de-b2ce-1ec80ed9e675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:27.349523 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6844ca6c-dcdf-4a7a-93c7-8a903f20be15 req-eccfb1d9-c4fc-49dd-8cd4-dc4848f0ee6a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395941 Mar 23 12:27:27.418927 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f6945a64-4396-45de-b2ce-1ec80ed9e675 None None] Port e8c0bfec-30d2-4d13-844d-157fdbed5be0 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:27:27.446375 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c166c-464b-4690-9952-82025b3c99da req-41b6e5b7-5f47-4f71-9cb7-02d7fd3919a7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:27.448201 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-639c166c-464b-4690-9952-82025b3c99da req-41b6e5b7-5f47-4f71-9cb7-02d7fd3919a7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff0c86bf-0833-4299-a32c-ca4a10d99d40 HTTP/1.1" status: 200 len: 949 time: 0.2692063 Mar 23 12:27:27.450285 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [req-4709e8a1-1821-4365-9765-8a5bb7cf0fa2 req-8d31205b-09b4-456d-98e4-cb7f1554acc3 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] show failed (client error): The resource could not be found. Mar 23 12:27:27.468862 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4709e8a1-1821-4365-9765-8a5bb7cf0fa2 req-8d31205b-09b4-456d-98e4-cb7f1554acc3 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/4c3e3471-d5cd-41c0-85c5-c16be529e6af HTTP/1.1" status: 404 len: 352 time: 0.0877934 Mar 23 12:27:27.540678 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47678) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:27.587392 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Attempting to bind port e23025c0-9199-4e8d-b0eb-23e4d049d710 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:27:27.587733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Attempting to bind port e23025c0-9199-4e8d-b0eb-23e4d049d710 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:27:27.588110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Attempting to bind port e23025c0-9199-4e8d-b0eb-23e4d049d710 on network 2d93ac63-bdb1-45e7-bc99-87d09947042d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:27.602625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Port e23025c0-9199-4e8d-b0eb-23e4d049d710 on network 2d93ac63-bdb1-45e7-bc99-87d09947042d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:27:27.602983 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Attempting to bind port e23025c0-9199-4e8d-b0eb-23e4d049d710 on network 2d93ac63-bdb1-45e7-bc99-87d09947042d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:27.627218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:27:27.627613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Checking segment: {'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:27.627949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Bound using segment: {'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:27:27.628417 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Bound port: e23025c0-9199-4e8d-b0eb-23e4d049d710, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:27:27.628778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:27.632664 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:27.753152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f82fef-2742-4f92-a37d-7afc359a6a23 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Deleting subnet 72891e08-ae2f-4fe4-9bca-92493f81bae5 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:27:27.766368 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3328cbd6-fb3e-48a3-8312-0c1eecf4350f req-0d16697d-3f63-4e6d-9e9a-f2cea1eecd4e tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/b426940a-a988-4a37-82e2-aced0924b0cf HTTP/1.1" status: 200 len: 1799 time: 0.1770952 Mar 23 12:27:27.776574 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30f82fef-2742-4f92-a37d-7afc359a6a23 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:27.779376 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0775b70-5f28-415d-b386-9a6284c8d443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:27.786173 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3754989-19b4-4d6b-95de-d69b5f6c38e4 req-e5e86dc5-7117-4480-a7d6-83300ea3e265 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:27.787863 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3754989-19b4-4d6b-95de-d69b5f6c38e4 req-e5e86dc5-7117-4480-a7d6-83300ea3e265 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8449aa7-f0c3-4e8b-9c36-0952e35e4099 HTTP/1.1" status: 200 len: 945 time: 0.2653742 Mar 23 12:27:27.862121 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0775b70-5f28-415d-b386-9a6284c8d443 admin admin] Pushing event deleted for resources: {'Port': ['ID=9100e095-03b8-43fc-809d-12a370e2c6cc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:27.868454 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] For port e23025c0-9199-4e8d-b0eb-23e4d049d710, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:27:27.910129 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] For port e23025c0-9199-4e8d-b0eb-23e4d049d710, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e23025c0-9199-4e8d-b0eb-23e4d049d710,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:27:27.912230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'name': 'network-vif-deleted', 'tag': 'ca8be95e-b1a4-42f2-bcde-4281192161fb'}, {'name': 'network-changed', 'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'tag': '4c2355e3-e6d0-4a27-b6aa-f1ede590f411'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:27.914682 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da3b574-6a49-4a68-bc00-f7fa3d9179a4" -d '{"events": [{"server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "name": "network-vif-deleted", "tag": "ca8be95e-b1a4-42f2-bcde-4281192161fb"}, {"name": "network-changed", "server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "tag": "4c2355e3-e6d0-4a27-b6aa-f1ede590f411"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:27.926167 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30f82fef-2742-4f92-a37d-7afc359a6a23 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:27.927564 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:27.945739 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3754989-19b4-4d6b-95de-d69b5f6c38e4 req-d64cb4f3-da0e-4079-a13d-addab8bcd765 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311469 Mar 23 12:27:28.044705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:28.045607 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:28.048060 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] 10.222.0.73 "PUT /v2.0/ports/e23025c0-9199-4e8d-b0eb-23e4d049d710 HTTP/1.1" status: 200 len: 1136 time: 2.5409985 Mar 23 12:27:28.063899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa485ce0-694e-484c-8bd4-9e43c4154b89 service neutron] Pushing event updated for resources: {'Port': ['ID=e23025c0-9199-4e8d-b0eb-23e4d049d710,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:28.136108 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.73', 65256) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:28.152762 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Request body: {'port': {'device_id': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:28.233885 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c0bfec-30d2-4d13-844d-157fdbed5be0 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:27:28.245176 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30f82fef-2742-4f92-a37d-7afc359a6a23 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:28.269536 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:28.310236 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Transition to ACTIVE for port object e8c0bfec-30d2-4d13-844d-157fdbed5be0 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:27:28.337042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5810-76d1-40fe-bb4a-ef930deab4bd req-674ff5c1-7446-44db-9b91-8ff0202cfa54 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:28.343686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5810-76d1-40fe-bb4a-ef930deab4bd req-674ff5c1-7446-44db-9b91-8ff0202cfa54 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:28.346739 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-639c166c-464b-4690-9952-82025b3c99da req-cbfd34f9-79b1-453f-bfeb-2bdd1cf4abba tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Deleting port 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:28.347577 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-639c166c-464b-4690-9952-82025b3c99da req-cbfd34f9-79b1-453f-bfeb-2bdd1cf4abba tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:28.350633 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30f82fef-2742-4f92-a37d-7afc359a6a23 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:28.351005 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5810-76d1-40fe-bb4a-ef930deab4bd req-674ff5c1-7446-44db-9b91-8ff0202cfa54 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:28.360447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5810-76d1-40fe-bb4a-ef930deab4bd req-674ff5c1-7446-44db-9b91-8ff0202cfa54 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:28.370201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5810-76d1-40fe-bb4a-ef930deab4bd req-674ff5c1-7446-44db-9b91-8ff0202cfa54 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:28.378298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5810-76d1-40fe-bb4a-ef930deab4bd req-674ff5c1-7446-44db-9b91-8ff0202cfa54 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:28.386495 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9f7c5810-76d1-40fe-bb4a-ef930deab4bd req-674ff5c1-7446-44db-9b91-8ff0202cfa54 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 4606 time: 0.3562274 Mar 23 12:27:28.412637 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f82fef-2742-4f92-a37d-7afc359a6a23 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event deleted for resources: {'Subnet': ['ID=72891e08-ae2f-4fe4-9bca-92493f81bae5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:28.414448 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3328cbd6-fb3e-48a3-8312-0c1eecf4350f req-65f64c78-96fe-4357-bb21-6a9217e4fc95 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:28.417814 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:28.470049 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:28.494773 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30f82fef-2742-4f92-a37d-7afc359a6a23 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:28.501431 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-30f82fef-2742-4f92-a37d-7afc359a6a23 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "DELETE /v2.0/subnets/72891e08-ae2f-4fe4-9bca-92493f81bae5 HTTP/1.1" status: 204 len: 168 time: 0.9594009 Mar 23 12:27:28.503892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a963548-8f07-4dcc-b581-e4c617036209 None None] Network 6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:27:28.504408 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47688) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:28.565140 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3328cbd6-fb3e-48a3-8312-0c1eecf4350f req-65f64c78-96fe-4357-bb21-6a9217e4fc95 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:28.616261 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9f7c5810-76d1-40fe-bb4a-ef930deab4bd req-2043afec-12c0-4051-9f8d-d58d6f812468 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2276556 Mar 23 12:27:28.640443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1a945-ec06-484a-96aa-3dda43ce22c3 req-8966d0ae-ee18-49b5-8b2d-a12d5d2b0ac0 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:28.641975 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-65b1a945-ec06-484a-96aa-3dda43ce22c3 req-8966d0ae-ee18-49b5-8b2d-a12d5d2b0ac0 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f6ec0f5-31f7-4bc8-b001-45f378b0f398 HTTP/1.1" status: 200 len: 950 time: 0.5075142 Mar 23 12:27:28.771753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-639c166c-464b-4690-9952-82025b3c99da req-cbfd34f9-79b1-453f-bfeb-2bdd1cf4abba tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] For port 54d5c8b5-61c2-48f5-b954-7e27a5e68a54, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=54d5c8b5-61c2-48f5-b954-7e27a5e68a54,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:28.772103 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-639c166c-464b-4690-9952-82025b3c99da req-cbfd34f9-79b1-453f-bfeb-2bdd1cf4abba tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:28.777090 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.73', 65257) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:28.815121 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:28.844176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c0bfec-30d2-4d13-844d-157fdbed5be0,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:28.847731 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b57694c-0763-4236-9b04-7846e995eae2 x-openstack-request-id: req-8b57694c-0763-4236-9b04-7846e995eae2 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:28.847982 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f31695-ea22-412f-992d-b95e529d7b79", "name": "network-vif-deleted", "tag": "ca8be95e-b1a4-42f2-bcde-4281192161fb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "tag": "4c2355e3-e6d0-4a27-b6aa-f1ede590f411", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:28.848198 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b57694c-0763-4236-9b04-7846e995eae2 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:28.848653 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f31695-ea22-412f-992d-b95e529d7b79', 'name': 'network-vif-deleted', 'tag': 'ca8be95e-b1a4-42f2-bcde-4281192161fb', 'status': 'completed', 'code': 200} Mar 23 12:27:28.849494 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'tag': '4c2355e3-e6d0-4a27-b6aa-f1ede590f411', 'status': 'completed', 'code': 200} Mar 23 12:27:28.865606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-639c166c-464b-4690-9952-82025b3c99da req-cbfd34f9-79b1-453f-bfeb-2bdd1cf4abba tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Calling delete_port for 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:28.882011 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3328cbd6-fb3e-48a3-8312-0c1eecf4350f req-65f64c78-96fe-4357-bb21-6a9217e4fc95 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:28.884605 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3328cbd6-fb3e-48a3-8312-0c1eecf4350f req-65f64c78-96fe-4357-bb21-6a9217e4fc95 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:28.885743 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3328cbd6-fb3e-48a3-8312-0c1eecf4350f req-65f64c78-96fe-4357-bb21-6a9217e4fc95 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "DELETE /v2.0/security-groups/b426940a-a988-4a37-82e2-aced0924b0cf HTTP/1.1" status: 204 len: 173 time: 1.1184540 Mar 23 12:27:28.941024 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f64c78-96fe-4357-bb21-6a9217e4fc95 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b426940a-a988-4a37-82e2-aced0924b0cf,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:28.944138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0775b70-5f28-415d-b386-9a6284c8d443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:28.971180 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:28.991397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3b574-6a49-4a68-bc00-f7fa3d9179a4 req-db432961-7018-4f47-ad52-81aeed97f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:28.992186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3b574-6a49-4a68-bc00-f7fa3d9179a4 req-db432961-7018-4f47-ad52-81aeed97f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:28.992460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3b574-6a49-4a68-bc00-f7fa3d9179a4 req-db432961-7018-4f47-ad52-81aeed97f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:28.992924 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3b574-6a49-4a68-bc00-f7fa3d9179a4 req-db432961-7018-4f47-ad52-81aeed97f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:28.993380 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3b574-6a49-4a68-bc00-f7fa3d9179a4 req-db432961-7018-4f47-ad52-81aeed97f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:28.993831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3b574-6a49-4a68-bc00-f7fa3d9179a4 req-db432961-7018-4f47-ad52-81aeed97f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:28.995645 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3da3b574-6a49-4a68-bc00-f7fa3d9179a4 req-db432961-7018-4f47-ad52-81aeed97f202 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5292 time: 0.2111361 Mar 23 12:27:29.047524 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c593284-b731-4b13-b195-225e8658400e None None] DHCP port deletion for 6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:27:29.116567 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4c593284-b731-4b13-b195-225e8658400e None None] Deleting port 8bd7fd29-47b3-4709-8388-5a907892c504 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:29.117268 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c593284-b731-4b13-b195-225e8658400e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:29.223056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4c593284-b731-4b13-b195-225e8658400e None None] For port 8bd7fd29-47b3-4709-8388-5a907892c504, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8bd7fd29-47b3-4709-8388-5a907892c504,segment=NetworkSegment(e1674ff3-2c14-4088-aac3-d5e7be6f5d0e),segment_id=e1674ff3-2c14-4088-aac3-d5e7be6f5d0e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:29.223845 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c593284-b731-4b13-b195-225e8658400e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:29.249805 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4c593284-b731-4b13-b195-225e8658400e None None] Calling delete_port for 8bd7fd29-47b3-4709-8388-5a907892c504 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:29.462872 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:29.479109 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c593284-b731-4b13-b195-225e8658400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:29.497981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c593284-b731-4b13-b195-225e8658400e None None] No DVR routers for this DVR port 8bd7fd29-47b3-4709-8388-5a907892c504 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:29.522346 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c593284-b731-4b13-b195-225e8658400e None None] Pushing event deleted for resources: {'Port': ['ID=8bd7fd29-47b3-4709-8388-5a907892c504,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:29.536439 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8bd7fd29-47b3-4709-8388-5a907892c504 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:29.576674 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 8bd7fd29-47b3-4709-8388-5a907892c504 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:29.577015 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8bd7fd29-47b3-4709-8388-5a907892c504 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:29.645750 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a9ae4-bb12-4ebc-a37d-5bed17f69fa4 req-07fda29c-a215-4201-9923-7112c4e4f2b3 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:29.647317 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb2a9ae4-bb12-4ebc-a37d-5bed17f69fa4 req-07fda29c-a215-4201-9923-7112c4e4f2b3 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0c86bf-0833-4299-a32c-ca4a10d99d40 HTTP/1.1" status: 200 len: 949 time: 0.7236421 Mar 23 12:27:29.675955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd2419-658f-43d4-80e2-60572eca6d00 req-1197ad84-d482-48f8-8db0-59821603ff14 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:29.677458 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1bd2419-658f-43d4-80e2-60572eca6d00 req-1197ad84-d482-48f8-8db0-59821603ff14 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 948 time: 0.2891624 Mar 23 12:27:29.702673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Attempting to bind port e8c0bfec-30d2-4d13-844d-157fdbed5be0 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:27:29.703008 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Attempting to bind port e8c0bfec-30d2-4d13-844d-157fdbed5be0 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:27:29.703345 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Attempting to bind port e8c0bfec-30d2-4d13-844d-157fdbed5be0 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:29.724763 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Deleting port 8bd7fd29-47b3-4709-8388-5a907892c504 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:29.725027 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:29.733954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-65b1a945-ec06-484a-96aa-3dda43ce22c3 req-e87243f3-4e2e-4657-91df-e6b3f7c36fb7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Deleting port d44c8735-4010-4ade-b7c2-72a0a07bc462 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:29.734301 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-65b1a945-ec06-484a-96aa-3dda43ce22c3 req-e87243f3-4e2e-4657-91df-e6b3f7c36fb7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:29.736892 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Port e8c0bfec-30d2-4d13-844d-157fdbed5be0 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:27:29.737218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Attempting to bind port e8c0bfec-30d2-4d13-844d-157fdbed5be0 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:29.748345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3b574-6a49-4a68-bc00-f7fa3d9179a4 req-c0c2f6d8-95b9-490b-bddb-ce781cdb76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:29.749336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3b574-6a49-4a68-bc00-f7fa3d9179a4 req-c0c2f6d8-95b9-490b-bddb-ce781cdb76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:29.749807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3b574-6a49-4a68-bc00-f7fa3d9179a4 req-c0c2f6d8-95b9-490b-bddb-ce781cdb76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:29.751585 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3da3b574-6a49-4a68-bc00-f7fa3d9179a4 req-c0c2f6d8-95b9-490b-bddb-ce781cdb76f3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3532798 Mar 23 12:27:29.768707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:27:29.769024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:29.769384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:27:29.769769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Bound port: e8c0bfec-30d2-4d13-844d-157fdbed5be0, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:27:29.770200 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:29.815975 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-639c166c-464b-4690-9952-82025b3c99da req-cbfd34f9-79b1-453f-bfeb-2bdd1cf4abba tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:29.830012 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb2a9ae4-bb12-4ebc-a37d-5bed17f69fa4 req-8fd80c27-fe71-442c-8f9d-e2d43c1b7fee tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676466 Mar 23 12:27:29.854958 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a2df29d0-1dfa-4ec1-9320-24ad63b54492', 'd44c8735-4010-4ade-b7c2-72a0a07bc462'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:29.927242 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd34f9-79b1-453f-bfeb-2bdd1cf4abba tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Pushing event deleted for resources: {'Port': ['ID=54d5c8b5-61c2-48f5-b954-7e27a5e68a54,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:29.942023 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1bd2419-658f-43d4-80e2-60572eca6d00 req-8a60d4a1-61e4-4676-9dc4-2e976111ea9c tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540164 Mar 23 12:27:29.958028 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-1389f045-90d9-46c4-8413-c32def288b9f req-4326e87a-bd3e-410c-ae4e-aadfa52b569d tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] show failed (client error): The resource could not be found. Mar 23 12:27:29.976899 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1389f045-90d9-46c4-8413-c32def288b9f req-4326e87a-bd3e-410c-ae4e-aadfa52b569d tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/b426940a-a988-4a37-82e2-aced0924b0cf HTTP/1.1" status: 404 len: 352 time: 0.0826964 Mar 23 12:27:30.022580 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] For port 8bd7fd29-47b3-4709-8388-5a907892c504, host n-d-834854-1, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:30.022945 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:30.102182 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-639c166c-464b-4690-9952-82025b3c99da req-cbfd34f9-79b1-453f-bfeb-2bdd1cf4abba tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] No DVR routers for this DVR port 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:30.112301 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Calling delete_port for 8bd7fd29-47b3-4709-8388-5a907892c504 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:30.117269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dcf4428-f7ac-436d-b668-144412f36e0c {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:27:30.125601 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-639c166c-464b-4690-9952-82025b3c99da req-cbfd34f9-79b1-453f-bfeb-2bdd1cf4abba tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:30.129165 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-639c166c-464b-4690-9952-82025b3c99da req-cbfd34f9-79b1-453f-bfeb-2bdd1cf4abba tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "DELETE /v2.0/ports/54d5c8b5-61c2-48f5-b954-7e27a5e68a54 HTTP/1.1" status: 204 len: 173 time: 2.6588078 Mar 23 12:27:30.131041 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Port 8bd7fd29-47b3-4709-8388-5a907892c504 was not found and therefore no delete operation was performed {{(pid=102779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 12:27:30.131543 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0c86bf-0833-4299-a32c-ca4a10d99d40', 'name': 'network-vif-deleted', 'tag': '54d5c8b5-61c2-48f5-b954-7e27a5e68a54'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:30.135164 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791354d5-a864-49fd-81a9-9f343732dd37" -d '{"events": [{"server_uuid": "ff0c86bf-0833-4299-a32c-ca4a10d99d40", "name": "network-vif-deleted", "tag": "54d5c8b5-61c2-48f5-b954-7e27a5e68a54"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:30.174421 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:30.179673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-65b1a945-ec06-484a-96aa-3dda43ce22c3 req-e87243f3-4e2e-4657-91df-e6b3f7c36fb7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] For port d44c8735-4010-4ade-b7c2-72a0a07bc462, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d44c8735-4010-4ade-b7c2-72a0a07bc462,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:30.180283 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-65b1a945-ec06-484a-96aa-3dda43ce22c3 req-e87243f3-4e2e-4657-91df-e6b3f7c36fb7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:30.186736 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:30.208684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] For port e8c0bfec-30d2-4d13-844d-157fdbed5be0, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:27:30.237774 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] For port e8c0bfec-30d2-4d13-844d-157fdbed5be0, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e8c0bfec-30d2-4d13-844d-157fdbed5be0,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:27:30.240306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-65b1a945-ec06-484a-96aa-3dda43ce22c3 req-e87243f3-4e2e-4657-91df-e6b3f7c36fb7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Calling delete_port for d44c8735-4010-4ade-b7c2-72a0a07bc462 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:30.242677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3b574-6a49-4a68-bc00-f7fa3d9179a4 req-ff037096-d65a-4983-ab87-e56c5d986411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:30.244213 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3da3b574-6a49-4a68-bc00-f7fa3d9179a4 req-ff037096-d65a-4983-ab87-e56c5d986411 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4803026 Mar 23 12:27:30.255508 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Transition to ACTIVE for port object 2dcf4428-f7ac-436d-b668-144412f36e0c will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:27:30.260998 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] No DVR routers for this DVR port 8bd7fd29-47b3-4709-8388-5a907892c504 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:30.262145 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:30.267124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event deleted for resources: {'Port': ['ID=8bd7fd29-47b3-4709-8388-5a907892c504,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:30.290632 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:30.332315 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0775b70-5f28-415d-b386-9a6284c8d443 admin admin] Router c61ed019-b7f5-42b5-8a08-3575e3529045 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:27:30.346509 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48575ca5-4511-44ff-943e-1b27dbf31970 req-cf04fe7b-e8a5-475e-a085-2592e5bf372d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:30.352615 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48575ca5-4511-44ff-943e-1b27dbf31970 req-cf04fe7b-e8a5-475e-a085-2592e5bf372d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:30.359239 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48575ca5-4511-44ff-943e-1b27dbf31970 req-cf04fe7b-e8a5-475e-a085-2592e5bf372d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:30.365372 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48575ca5-4511-44ff-943e-1b27dbf31970 req-cf04fe7b-e8a5-475e-a085-2592e5bf372d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:30.371986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48575ca5-4511-44ff-943e-1b27dbf31970 req-cf04fe7b-e8a5-475e-a085-2592e5bf372d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:30.372818 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:30.378702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48575ca5-4511-44ff-943e-1b27dbf31970 req-cf04fe7b-e8a5-475e-a085-2592e5bf372d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:30.380669 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-48575ca5-4511-44ff-943e-1b27dbf31970 req-cf04fe7b-e8a5-475e-a085-2592e5bf372d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 4606 time: 0.2881148 Mar 23 12:27:30.417243 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:30.417649 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 54d5c8b5-61c2-48f5-b954-7e27a5e68a54 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:30.459843 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:30.461220 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:30.463346 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] 10.222.0.73 "PUT /v2.0/ports/e8c0bfec-30d2-4d13-844d-157fdbed5be0 HTTP/1.1" status: 200 len: 1096 time: 3.4038272 Mar 23 12:27:30.474007 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:30.494695 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411c795-7161-494d-86e1-59ca56325aa1 req-eb72151c-1d62-4025-958b-9b76e485ffd9 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:30.505867 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5411c795-7161-494d-86e1-59ca56325aa1 req-eb72151c-1d62-4025-958b-9b76e485ffd9 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8449aa7-f0c3-4e8b-9c36-0952e35e4099 HTTP/1.1" status: 200 len: 945 time: 0.4088161 Mar 23 12:27:30.607514 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce754f-ed6f-415a-87b5-1198b6d5d330 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c0bfec-30d2-4d13-844d-157fdbed5be0,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:30.677293 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-48575ca5-4511-44ff-943e-1b27dbf31970 req-20723065-dd2e-4933-9a95-9faeec05c9d8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2341352 Mar 23 12:27:30.695992 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:30.726678 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5411c795-7161-494d-86e1-59ca56325aa1 req-051a9eff-21db-48b2-9971-277cbbfd7537 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194901 Mar 23 12:27:30.874609 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'tag': 'e23025c0-9199-4e8d-b0eb-23e4d049d710'}, {'name': 'network-changed', 'server_uuid': 'e15a2402-7902-4e61-bbe9-f38c79e04b61', 'tag': 'e8c0bfec-30d2-4d13-844d-157fdbed5be0'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:30.877064 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51da68f-c091-4d62-a721-c06d5be326f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "tag": "e23025c0-9199-4e8d-b0eb-23e4d049d710"}, {"name": "network-changed", "server_uuid": "e15a2402-7902-4e61-bbe9-f38c79e04b61", "tag": "e8c0bfec-30d2-4d13-844d-157fdbed5be0"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:30.897469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Pushing event updated for resources: {'Port': ['ID=2dcf4428-f7ac-436d-b668-144412f36e0c,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:30.900333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1674ff3-2c14-4088-aac3-d5e7be6f5d0e') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:30.902870 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1674ff3-2c14-4088-aac3-d5e7be6f5d0e') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:30.917064 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94041097-35e6-44bb-b2d0-2f94076d5482 x-openstack-request-id: req-94041097-35e6-44bb-b2d0-2f94076d5482 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:30.917546 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0c86bf-0833-4299-a32c-ca4a10d99d40", "name": "network-vif-deleted", "tag": "54d5c8b5-61c2-48f5-b954-7e27a5e68a54", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:30.917958 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94041097-35e6-44bb-b2d0-2f94076d5482 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:30.918573 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0c86bf-0833-4299-a32c-ca4a10d99d40', 'name': 'network-vif-deleted', 'tag': '54d5c8b5-61c2-48f5-b954-7e27a5e68a54', 'status': 'completed', 'code': 200} Mar 23 12:27:30.973959 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-c6829fee-a1ff-4a35-9c80-ddcda81e20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:30.980515 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-c6829fee-a1ff-4a35-9c80-ddcda81e20f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc403803658f4797a8a5da21997fc3f9&device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 1099 time: 0.4100325 Mar 23 12:27:30.993401 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:31.034253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Attempting to bind port 2dcf4428-f7ac-436d-b668-144412f36e0c on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:27:31.034739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Attempting to bind port 2dcf4428-f7ac-436d-b668-144412f36e0c by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:27:31.034864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Attempting to bind port 2dcf4428-f7ac-436d-b668-144412f36e0c on network 2d93ac63-bdb1-45e7-bc99-87d09947042d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:31.038811 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c222c944-0b32-4931-8533-2c7c424da0a1 req-d10e7802-65cd-45c5-8eaf-e7bbcd00ce5c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/9d8d5841-b86c-4ca6-8767-4003fea08a4e HTTP/1.1" status: 200 len: 1801 time: 0.2399998 Mar 23 12:27:31.065118 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:31.099876 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-20bba9e3-55a2-4692-a21a-25a1d958c057 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e8c0bfec-30d2-4d13-844d-157fdbed5be0 HTTP/1.1" status: 200 len: 217 time: 0.0666018 Mar 23 12:27:31.100776 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Port 2dcf4428-f7ac-436d-b668-144412f36e0c on network 2d93ac63-bdb1-45e7-bc99-87d09947042d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:27:31.101303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Attempting to bind port 2dcf4428-f7ac-436d-b668-144412f36e0c on network 2d93ac63-bdb1-45e7-bc99-87d09947042d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:31.103662 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0775b70-5f28-415d-b386-9a6284c8d443 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:27:31.106953 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-65b1a945-ec06-484a-96aa-3dda43ce22c3 req-e87243f3-4e2e-4657-91df-e6b3f7c36fb7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:31.124380 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a2df29d0-1dfa-4ec1-9320-24ad63b54492'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:31.135588 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4075f4f1-d46f-4902-aec8-f45067bd9e1f None None] Sync routers for ids ['c61ed019-b7f5-42b5-8a08-3575e3529045'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:27:31.147703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:27:31.148585 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a0775b70-5f28-415d-b386-9a6284c8d443 admin admin] 10.222.0.52 "PUT /v2.0/routers/c61ed019-b7f5-42b5-8a08-3575e3529045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3794825 Mar 23 12:27:31.149264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Checking segment: {'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:31.149785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Bound using segment: {'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:27:31.152913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47710) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:31.154806 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Bound port: 2dcf4428-f7ac-436d-b668-144412f36e0c, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:27:31.155795 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:31.156666 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4075f4f1-d46f-4902-aec8-f45067bd9e1f None None] Routers {'c61ed019-b7f5-42b5-8a08-3575e3529045'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:27:31.157298 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4075f4f1-d46f-4902-aec8-f45067bd9e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:27:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['c61ed019-b7f5-42b5-8a08-3575e3529045'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:31.188799 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:27:31.196895 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:27:31.208040 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:27:31.281053 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c3a3e6-8b13-452a-9741-1c2957ac3ee4 x-openstack-request-id: req-06c3a3e6-8b13-452a-9741-1c2957ac3ee4 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:31.282309 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "tag": "e23025c0-9199-4e8d-b0eb-23e4d049d710", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e15a2402-7902-4e61-bbe9-f38c79e04b61", "tag": "e8c0bfec-30d2-4d13-844d-157fdbed5be0", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:31.282309 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06c3a3e6-8b13-452a-9741-1c2957ac3ee4 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:31.282804 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'tag': 'e23025c0-9199-4e8d-b0eb-23e4d049d710', 'status': 'completed', 'code': 200} Mar 23 12:27:31.282913 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15a2402-7902-4e61-bbe9-f38c79e04b61', 'tag': 'e8c0bfec-30d2-4d13-844d-157fdbed5be0', 'status': 'completed', 'code': 200} Mar 23 12:27:31.349234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87243f3-4e2e-4657-91df-e6b3f7c36fb7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Pushing event deleted for resources: {'Port': ['ID=d44c8735-4010-4ade-b7c2-72a0a07bc462,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:31.416182 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4075f4f1-d46f-4902-aec8-f45067bd9e1f None None] Set router c61ed019-b7f5-42b5-8a08-3575e3529045 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:27:31.554944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] For port 2dcf4428-f7ac-436d-b668-144412f36e0c, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:27:31.558248 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] For port 2dcf4428-f7ac-436d-b668-144412f36e0c, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2dcf4428-f7ac-436d-b668-144412f36e0c,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:27:31.562539 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c222c944-0b32-4931-8533-2c7c424da0a1 req-ebaaa270-36c5-41f3-88fd-cf60a7fdd533 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:31.570014 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:31.571425 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:31.624727 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b1a945-ec06-484a-96aa-3dda43ce22c3 req-e87243f3-4e2e-4657-91df-e6b3f7c36fb7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] No DVR routers for this DVR port d44c8735-4010-4ade-b7c2-72a0a07bc462 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:31.634454 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4075f4f1-d46f-4902-aec8-f45067bd9e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472081159-router', 'tenant_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:56Z', 'updated_at': '2022-03-23T12:27:27Z', 'revision_number': 5, 'project_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'gw_port': {'id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:57Z', 'updated_at': '2022-03-23T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:31.663463 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:31.676330 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "DELETE /v2.0/networks/6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc HTTP/1.1" status: 204 len: 168 time: 3.1588650 Mar 23 12:27:31.677967 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4075f4f1-d46f-4902-aec8-f45067bd9e1f None None] Checking router: c61ed019-b7f5-42b5-8a08-3575e3529045 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:27:31.678621 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-65b1a945-ec06-484a-96aa-3dda43ce22c3 req-e87243f3-4e2e-4657-91df-e6b3f7c36fb7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:31.683501 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-65b1a945-ec06-484a-96aa-3dda43ce22c3 req-e87243f3-4e2e-4657-91df-e6b3f7c36fb7 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "DELETE /v2.0/ports/d44c8735-4010-4ade-b7c2-72a0a07bc462 HTTP/1.1" status: 204 len: 173 time: 2.8414607 Mar 23 12:27:31.688693 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:31.689760 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:31.691494 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] 10.222.0.73 "PUT /v2.0/ports/2dcf4428-f7ac-436d-b668-144412f36e0c HTTP/1.1" status: 200 len: 1136 time: 3.5503578 Mar 23 12:27:31.692460 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47714) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:31.701074 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-1e4dedfd-f8b2-40b8-b310-7829c2c656bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:31.702541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-e948f188-e9ee-4ce0-b2ff-c4c9fd36aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:31.703262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-e948f188-e9ee-4ce0-b2ff-c4c9fd36aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:31.703918 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-e948f188-e9ee-4ce0-b2ff-c4c9fd36aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:31.705041 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-e948f188-e9ee-4ce0-b2ff-c4c9fd36aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:31.705495 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4075f4f1-d46f-4902-aec8-f45067bd9e1f None None] Routers {'c61ed019-b7f5-42b5-8a08-3575e3529045'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:27:31.705641 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-e948f188-e9ee-4ce0-b2ff-c4c9fd36aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:31.706084 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-1e4dedfd-f8b2-40b8-b310-7829c2c656bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.5939593 Mar 23 12:27:31.706215 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-e948f188-e9ee-4ce0-b2ff-c4c9fd36aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:31.707277 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-e948f188-e9ee-4ce0-b2ff-c4c9fd36aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:31.708458 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4075f4f1-d46f-4902-aec8-f45067bd9e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:27:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['c61ed019-b7f5-42b5-8a08-3575e3529045'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:31.709644 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-e948f188-e9ee-4ce0-b2ff-c4c9fd36aec3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 6179 time: 0.3836205 Mar 23 12:27:31.730181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d488db-1ac5-4e79-88e1-f8e136d4814d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event deleted for resources: {'Network': ['ID=6b9e8cfd-5b39-4220-a03e-0dc6f0cd89cc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:31.776808 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c222c944-0b32-4931-8533-2c7c424da0a1 req-ebaaa270-36c5-41f3-88fd-cf60a7fdd533 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:31.850982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Request body: {'port': {'device_id': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:31.955150 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-3021a97e-60e5-445e-9529-828d99449e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:31.955782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-3021a97e-60e5-445e-9529-828d99449e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:31.956495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-3021a97e-60e5-445e-9529-828d99449e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:31.958408 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-3021a97e-60e5-445e-9529-828d99449e30 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2110336 Mar 23 12:27:32.032726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78837bc0-b78b-49a2-b6a3-3ef21035bcb1 req-b6e66843-8c10-481f-8430-38870909cdf0 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:32.037836 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4075f4f1-d46f-4902-aec8-f45067bd9e1f None None] Set router c61ed019-b7f5-42b5-8a08-3575e3529045 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:27:32.049877 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-78837bc0-b78b-49a2-b6a3-3ef21035bcb1 req-b6e66843-8c10-481f-8430-38870909cdf0 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 948 time: 0.6272986 Mar 23 12:27:32.053219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1c5be-1f5d-4383-879a-478cd92bbffb service neutron] Pushing event updated for resources: {'Port': ['ID=2dcf4428-f7ac-436d-b668-144412f36e0c,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:32.055294 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da0a6695-d0b8-46e2-9eca-8feab5772e85 admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:32.074180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-24aea347-888d-444b-944f-dc2780ae805d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Deleting subnet 92da1c66-baa6-45e8-aad6-e6c51040d1f9 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:27:32.084501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-5dc29315-d775-4dbe-8f0a-85a2fc2171c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:32.087018 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-5dc29315-d775-4dbe-8f0a-85a2fc2171c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3510125 Mar 23 12:27:32.091862 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24aea347-888d-444b-944f-dc2780ae805d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:32.222925 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c222c944-0b32-4931-8533-2c7c424da0a1 req-ebaaa270-36c5-41f3-88fd-cf60a7fdd533 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:32.225950 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c222c944-0b32-4931-8533-2c7c424da0a1 req-ebaaa270-36c5-41f3-88fd-cf60a7fdd533 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:32.227619 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c222c944-0b32-4931-8533-2c7c424da0a1 req-ebaaa270-36c5-41f3-88fd-cf60a7fdd533 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "DELETE /v2.0/security-groups/9d8d5841-b86c-4ca6-8767-4003fea08a4e HTTP/1.1" status: 204 len: 173 time: 1.1876097 Mar 23 12:27:32.298196 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaaa270-36c5-41f3-88fd-cf60a7fdd533 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8d5841-b86c-4ca6-8767-4003fea08a4e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:32.311820 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4075f4f1-d46f-4902-aec8-f45067bd9e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472081159-router', 'tenant_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:56Z', 'updated_at': '2022-03-23T12:27:27Z', 'revision_number': 5, 'project_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'gw_port': {'id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:57Z', 'updated_at': '2022-03-23T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:32.329888 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:32.335498 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-a29fdeab-3f1d-43fa-9c76-a1c95c2f5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:32.337633 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-a29fdeab-3f1d-43fa-9c76-a1c95c2f5249 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3646078 Mar 23 12:27:32.341489 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24aea347-888d-444b-944f-dc2780ae805d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:32.342470 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da0a6695-d0b8-46e2-9eca-8feab5772e85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:32.366745 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d44c8735-4010-4ade-b7c2-72a0a07bc462 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:32.384418 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4075f4f1-d46f-4902-aec8-f45067bd9e1f None None] The sync data for ids ['c61ed019-b7f5-42b5-8a08-3575e3529045'] in n-d-834854-1 is: [{'id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472081159-router', 'tenant_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:56Z', 'updated_at': '2022-03-23T12:27:27Z', 'revision_number': 5, 'project_id': '6fbb0740cd1d4c80af7f79e07239fb6d', 'gw_port': {'id': 'caba0565-82c4-426d-81c8-1601ca3523e3', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed019-b7f5-42b5-8a08-3575e3529045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:57Z', 'updated_at': '2022-03-23T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:27:32.401696 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-78837bc0-b78b-49a2-b6a3-3ef21035bcb1 req-99e843ed-5a32-438e-99f6-f70b9b6cc26d tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501396 Mar 23 12:27:32.453916 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: d44c8735-4010-4ade-b7c2-72a0a07bc462 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:32.472577 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d44c8735-4010-4ade-b7c2-72a0a07bc462 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:32.497750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0701d-d606-4df5-ade5-87f8c7d51fee req-6e466a83-5f85-45f1-8500-fa6b3cc6f63c tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:32.500735 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28f0701d-d606-4df5-ade5-87f8c7d51fee req-6e466a83-5f85-45f1-8500-fa6b3cc6f63c tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8449aa7-f0c3-4e8b-9c36-0952e35e4099 HTTP/1.1" status: 200 len: 945 time: 0.1452415 Mar 23 12:27:32.560488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-da0a6695-d0b8-46e2-9eca-8feab5772e85 admin admin] Deleting port caba0565-82c4-426d-81c8-1601ca3523e3 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:32.561911 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da0a6695-d0b8-46e2-9eca-8feab5772e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:32.593610 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-c43e8c00-a9fe-4e17-8021-eb9baf8b994f service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694393 Mar 23 12:27:32.662329 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28f0701d-d606-4df5-ade5-87f8c7d51fee req-ab9a0d50-4484-4e8d-9b6c-4d9691ab584f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410933 Mar 23 12:27:32.684812 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-da0a6695-d0b8-46e2-9eca-8feab5772e85 admin admin] For port caba0565-82c4-426d-81c8-1601ca3523e3, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=caba0565-82c4-426d-81c8-1601ca3523e3,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:32.685349 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da0a6695-d0b8-46e2-9eca-8feab5772e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:32.700359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-da0a6695-d0b8-46e2-9eca-8feab5772e85 admin admin] Calling delete_port for caba0565-82c4-426d-81c8-1601ca3523e3 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:32.701715 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13cb6de5-ccd6-487d-a122-592ec47a8993 req-cf0a2b22-6e66-4fc4-8653-2d72653307f2 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f6ec0f5-31f7-4bc8-b001-45f378b0f398 HTTP/1.1" status: 200 len: 210 time: 0.1480222 Mar 23 12:27:32.824014 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24aea347-888d-444b-944f-dc2780ae805d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:32.831740 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-d12d7d5f-93e8-44f1-9c0b-30a90bb5cc65 req-db5508eb-cdef-40e5-9e03-ee41ffa3fdee tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] show failed (client error): The resource could not be found. Mar 23 12:27:32.832832 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d12d7d5f-93e8-44f1-9c0b-30a90bb5cc65 req-db5508eb-cdef-40e5-9e03-ee41ffa3fdee tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/9d8d5841-b86c-4ca6-8767-4003fea08a4e HTTP/1.1" status: 404 len: 352 time: 0.0631292 Mar 23 12:27:32.982839 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d6010c9-02a4-4010-8e20-49986e1c605a req-5fc29753-6d79-441c-bd80-a0f13cbeb69a service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679733 Mar 23 12:27:33.004718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c909ee-4814-49eb-ab0e-b7490ff2d411 req-9c47459e-a950-4787-b0c6-3e3b1b445a34 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:33.011854 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c909ee-4814-49eb-ab0e-b7490ff2d411 req-9c47459e-a950-4787-b0c6-3e3b1b445a34 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:33.012084 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24aea347-888d-444b-944f-dc2780ae805d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:33.018428 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c909ee-4814-49eb-ab0e-b7490ff2d411 req-9c47459e-a950-4787-b0c6-3e3b1b445a34 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:33.024666 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c909ee-4814-49eb-ab0e-b7490ff2d411 req-9c47459e-a950-4787-b0c6-3e3b1b445a34 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:33.045329 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c909ee-4814-49eb-ab0e-b7490ff2d411 req-9c47459e-a950-4787-b0c6-3e3b1b445a34 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:33.056622 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c909ee-4814-49eb-ab0e-b7490ff2d411 req-9c47459e-a950-4787-b0c6-3e3b1b445a34 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:33.063536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c909ee-4814-49eb-ab0e-b7490ff2d411 req-9c47459e-a950-4787-b0c6-3e3b1b445a34 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:33.072318 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-58c909ee-4814-49eb-ab0e-b7490ff2d411 req-9c47459e-a950-4787-b0c6-3e3b1b445a34 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5384 time: 0.1755035 Mar 23 12:27:33.073604 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d322e840-9e80-4025-b203-98925f93c3a2 None None] Network 92484a6e-4d31-4b55-b815-b4265e5eff7b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:27:33.107212 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aea347-888d-444b-944f-dc2780ae805d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event deleted for resources: {'Subnet': ['ID=92da1c66-baa6-45e8-aad6-e6c51040d1f9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:33.109914 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24aea347-888d-444b-944f-dc2780ae805d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:33.113428 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-24aea347-888d-444b-944f-dc2780ae805d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "DELETE /v2.0/subnets/92da1c66-baa6-45e8-aad6-e6c51040d1f9 HTTP/1.1" status: 204 len: 168 time: 1.4061153 Mar 23 12:27:33.116192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47734) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:33.139304 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da0a6695-d0b8-46e2-9eca-8feab5772e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:33.188612 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-58c909ee-4814-49eb-ab0e-b7490ff2d411 req-763b40bd-8d8b-40fe-a152-cf698281699d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1151545 Mar 23 12:27:33.198861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a6695-d0b8-46e2-9eca-8feab5772e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=caba0565-82c4-426d-81c8-1601ca3523e3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:33.250204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-8bdc39a9-9302-4624-868e-b7fe5e492fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:33.251844 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-8bdc39a9-9302-4624-868e-b7fe5e492fa4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc403803658f4797a8a5da21997fc3f9&device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 1099 time: 0.1918011 Mar 23 12:27:33.348979 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6ec0f5-31f7-4bc8-b001-45f378b0f398', 'name': 'network-vif-deleted', 'tag': 'd44c8735-4010-4ade-b7c2-72a0a07bc462'}, {'name': 'network-changed', 'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'tag': '2dcf4428-f7ac-436d-b668-144412f36e0c'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:33.353594 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34387986-5851-4ee4-9b39-632f95a739dd" -d '{"events": [{"server_uuid": "3f6ec0f5-31f7-4bc8-b001-45f378b0f398", "name": "network-vif-deleted", "tag": "d44c8735-4010-4ade-b7c2-72a0a07bc462"}, {"name": "network-changed", "server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "tag": "2dcf4428-f7ac-436d-b668-144412f36e0c"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:33.371471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e840c633-b157-4fa3-8feb-ddb7212b5583 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:27:33.388979 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da0a6695-d0b8-46e2-9eca-8feab5772e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:33.394594 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:33.408335 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:33.421328 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac89e56a-4151-43b3-a966-c5f603fa56e1 None None] DHCP port deletion for 92484a6e-4d31-4b55-b815-b4265e5eff7b request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:27:33.498970 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Transition to ACTIVE for port object e840c633-b157-4fa3-8feb-ddb7212b5583 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:27:33.501985 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c33f93-f82b-4650-bd84-fd4e1615235f x-openstack-request-id: req-21c33f93-f82b-4650-bd84-fd4e1615235f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:33.502350 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6ec0f5-31f7-4bc8-b001-45f378b0f398", "name": "network-vif-deleted", "tag": "d44c8735-4010-4ade-b7c2-72a0a07bc462", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "tag": "2dcf4428-f7ac-436d-b668-144412f36e0c", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:33.502612 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-21c33f93-f82b-4650-bd84-fd4e1615235f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:33.503017 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6ec0f5-31f7-4bc8-b001-45f378b0f398', 'name': 'network-vif-deleted', 'tag': 'd44c8735-4010-4ade-b7c2-72a0a07bc462', 'status': 'completed', 'code': 200} Mar 23 12:27:33.503277 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'tag': '2dcf4428-f7ac-436d-b668-144412f36e0c', 'status': 'completed', 'code': 200} Mar 23 12:27:33.507467 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9100e095-03b8-43fc-809d-12a370e2c6cc no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:33.514150 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:33.570043 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 9100e095-03b8-43fc-809d-12a370e2c6cc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:33.570385 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9100e095-03b8-43fc-809d-12a370e2c6cc not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:33.598692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-6b94abde-5e22-4611-a298-60e14f682015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:33.600248 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-6b94abde-5e22-4611-a298-60e14f682015 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.3361099 Mar 23 12:27:33.606545 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da0a6695-d0b8-46e2-9eca-8feab5772e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:33.621244 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ac89e56a-4151-43b3-a966-c5f603fa56e1 None None] Deleting port c5df6e8b-cc1d-406c-a4c5-46ad1f60143d {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:33.621893 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ac89e56a-4151-43b3-a966-c5f603fa56e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:33.642276 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-afef7b3e-cc29-4140-8f29-0cbf5cf85073 req-d9c4297f-9d18-4ac1-ad94-c1cdd4e98717 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d5f45b7a4464db3842cc518a88a2ee7 HTTP/1.1" status: 200 len: 6149 time: 0.3644481 Mar 23 12:27:33.648605 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da0a6695-d0b8-46e2-9eca-8feab5772e85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:33.737096 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ac89e56a-4151-43b3-a966-c5f603fa56e1 None None] For port c5df6e8b-cc1d-406c-a4c5-46ad1f60143d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c5df6e8b-cc1d-406c-a4c5-46ad1f60143d,segment=NetworkSegment(793ae0bf-724b-441b-995e-bab2cddc938b),segment_id=793ae0bf-724b-441b-995e-bab2cddc938b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:33.737664 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ac89e56a-4151-43b3-a966-c5f603fa56e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:33.773284 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ac89e56a-4151-43b3-a966-c5f603fa56e1 None None] Calling delete_port for c5df6e8b-cc1d-406c-a4c5-46ad1f60143d owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:33.895996 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ac89e56a-4151-43b3-a966-c5f603fa56e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:33.941281 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89e56a-4151-43b3-a966-c5f603fa56e1 None None] Pushing event deleted for resources: {'Port': ['ID=c5df6e8b-cc1d-406c-a4c5-46ad1f60143d,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:33.961707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac89e56a-4151-43b3-a966-c5f603fa56e1 None None] No DVR routers for this DVR port c5df6e8b-cc1d-406c-a4c5-46ad1f60143d on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:34.044122 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Pushing event updated for resources: {'Port': ['ID=e840c633-b157-4fa3-8feb-ddb7212b5583,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:34.048026 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-fe7613dd-aa5f-4a10-ad25-310e4231d9de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e8c0bfec-30d2-4d13-844d-157fdbed5be0 HTTP/1.1" status: 200 len: 217 time: 0.0725672 Mar 23 12:27:34.165071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc09e32-26e6-47be-9203-dd3a3e2a421b req-7b9b7084-0be6-4874-b69b-ef5078609dda tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.166812 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dcc09e32-26e6-47be-9203-dd3a3e2a421b req-7b9b7084-0be6-4874-b69b-ef5078609dda tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 948 time: 0.5903313 Mar 23 12:27:34.184394 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Deleting port c5df6e8b-cc1d-406c-a4c5-46ad1f60143d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:34.184742 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:34.188144 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-31e3d156-6ad3-44da-903c-86209d47104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.189741 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-31e3d156-6ad3-44da-903c-86209d47104b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1239154 Mar 23 12:27:34.219452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387986-5851-4ee4-9b39-632f95a739dd req-e20e4af5-ece8-4303-b62b-ff65b9814892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.220345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387986-5851-4ee4-9b39-632f95a739dd req-e20e4af5-ece8-4303-b62b-ff65b9814892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.220515 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387986-5851-4ee4-9b39-632f95a739dd req-e20e4af5-ece8-4303-b62b-ff65b9814892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.220887 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387986-5851-4ee4-9b39-632f95a739dd req-e20e4af5-ece8-4303-b62b-ff65b9814892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.221713 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387986-5851-4ee4-9b39-632f95a739dd req-e20e4af5-ece8-4303-b62b-ff65b9814892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.221833 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387986-5851-4ee4-9b39-632f95a739dd req-e20e4af5-ece8-4303-b62b-ff65b9814892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.223113 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387986-5851-4ee4-9b39-632f95a739dd req-e20e4af5-ece8-4303-b62b-ff65b9814892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.224401 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34387986-5851-4ee4-9b39-632f95a739dd req-e20e4af5-ece8-4303-b62b-ff65b9814892 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 6246 time: 0.6540515 Mar 23 12:27:34.227542 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da0a6695-d0b8-46e2-9eca-8feab5772e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:34.228121 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0a6695-d0b8-46e2-9eca-8feab5772e85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c61ed019-b7f5-42b5-8a08-3575e3529045 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:27:34.234056 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da0a6695-d0b8-46e2-9eca-8feab5772e85 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:34.235226 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-da0a6695-d0b8-46e2-9eca-8feab5772e85 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c61ed019-b7f5-42b5-8a08-3575e3529045 HTTP/1.1" status: 204 len: 168 time: 3.0736291 Mar 23 12:27:34.242800 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47744) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:34.247528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-afef7b3e-cc29-4140-8f29-0cbf5cf85073 req-b09cbaaa-c0ee-47aa-9056-74de10d0c7e9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/ccba2db2-ca15-4a16-b28b-a59387e01bb9 HTTP/1.1" status: 200 len: 2981 time: 0.6060233 Mar 23 12:27:34.385916 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-afef7b3e-cc29-4140-8f29-0cbf5cf85073 req-04e993e1-4694-41bd-9e30-447c33d04207 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/ccba2db2-ca15-4a16-b28b-a59387e01bb9 HTTP/1.1" status: 200 len: 2981 time: 0.1293716 Mar 23 12:27:34.388898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Attempting to bind port e840c633-b157-4fa3-8feb-ddb7212b5583 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:27:34.389229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Attempting to bind port e840c633-b157-4fa3-8feb-ddb7212b5583 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:27:34.389742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Attempting to bind port e840c633-b157-4fa3-8feb-ddb7212b5583 on network 2d93ac63-bdb1-45e7-bc99-87d09947042d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:34.401825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387986-5851-4ee4-9b39-632f95a739dd req-fb564aea-a35a-4a92-956d-121b4d9c79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.401825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387986-5851-4ee4-9b39-632f95a739dd req-fb564aea-a35a-4a92-956d-121b4d9c79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.404617 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387986-5851-4ee4-9b39-632f95a739dd req-fb564aea-a35a-4a92-956d-121b4d9c79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.407085 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34387986-5851-4ee4-9b39-632f95a739dd req-fb564aea-a35a-4a92-956d-121b4d9c79b9 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1703355 Mar 23 12:27:34.408255 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dcc09e32-26e6-47be-9203-dd3a3e2a421b req-70abe463-00b3-4f2f-893c-5792294a958b tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154217 Mar 23 12:27:34.413494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] For port c5df6e8b-cc1d-406c-a4c5-46ad1f60143d, host n-d-834854-1, got binding levels [] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:34.413869 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:34.448664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Calling delete_port for c5df6e8b-cc1d-406c-a4c5-46ad1f60143d owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:34.453411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Port e840c633-b157-4fa3-8feb-ddb7212b5583 on network 2d93ac63-bdb1-45e7-bc99-87d09947042d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:27:34.453742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Attempting to bind port e840c633-b157-4fa3-8feb-ddb7212b5583 on network 2d93ac63-bdb1-45e7-bc99-87d09947042d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:34.456732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Port c5df6e8b-cc1d-406c-a4c5-46ad1f60143d was not found and therefore no delete operation was performed {{(pid=102778) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 12:27:34.469411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1194ee-918c-442a-9a8e-d8b66dec5611 admin admin] Deleting subnet 6e08da58-f11f-4fa8-bb54-9c586f8b1331 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:27:34.471513 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:34.486357 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de1194ee-918c-442a-9a8e-d8b66dec5611 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:34.496056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:27:34.496400 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Checking segment: {'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:34.496872 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Bound using segment: {'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:27:34.497353 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Bound port: e840c633-b157-4fa3-8feb-ddb7212b5583, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:27:34.497716 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:34.525661 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-b36f1f35-7826-4afc-bc60-3e99a5981b62 req-78a05d1b-774a-4f60-aed6-95112da66588 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1707942496', 'description': 'tempest-description-1243446321'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:34.543515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-e629f8df-7333-43d9-b77c-cc5d656ad631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.545155 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-e629f8df-7333-43d9-b77c-cc5d656ad631 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3347120 Mar 23 12:27:34.557325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event deleted for resources: {'Port': ['ID=c5df6e8b-cc1d-406c-a4c5-46ad1f60143d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:34.571760 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b36f1f35-7826-4afc-bc60-3e99a5981b62 req-78a05d1b-774a-4f60-aed6-95112da66588 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:34.582752 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] No DVR routers for this DVR port c5df6e8b-cc1d-406c-a4c5-46ad1f60143d on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:34.595390 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387986-5851-4ee4-9b39-632f95a739dd req-ae5c39a0-9e7e-4a06-a350-96b2b6fbda5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.596906 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34387986-5851-4ee4-9b39-632f95a739dd req-ae5c39a0-9e7e-4a06-a350-96b2b6fbda5d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1803112 Mar 23 12:27:34.673357 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b36f1f35-7826-4afc-bc60-3e99a5981b62 req-78a05d1b-774a-4f60-aed6-95112da66588 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:34.683508 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b36f1f35-7826-4afc-bc60-3e99a5981b62 req-78a05d1b-774a-4f60-aed6-95112da66588 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:34.717043 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de1194ee-918c-442a-9a8e-d8b66dec5611 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:34.733930 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b36f1f35-7826-4afc-bc60-3e99a5981b62 req-78a05d1b-774a-4f60-aed6-95112da66588 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:34.735360 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b36f1f35-7826-4afc-bc60-3e99a5981b62 req-78a05d1b-774a-4f60-aed6-95112da66588 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2185116 Mar 23 12:27:34.754981 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a05d1b-774a-4f60-aed6-95112da66588 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d180e61-c8fc-4f1d-898c-a2c16bf2b272,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:34.840997 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-de160912-ef34-4a08-9194-949dbbb0f49d req-a19b5766-d880-4925-a607-79d593dda17f tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2054216008', 'description': 'tempest-description-459374751'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:34.864173 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de160912-ef34-4a08-9194-949dbbb0f49d req-a19b5766-d880-4925-a607-79d593dda17f tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:34.869396 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:34.910966 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] For port e840c633-b157-4fa3-8feb-ddb7212b5583, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:27:34.946358 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de160912-ef34-4a08-9194-949dbbb0f49d req-a19b5766-d880-4925-a607-79d593dda17f tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:34.947759 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d978d-0175-410f-bc8d-ae50aea73436 req-71cf8ee5-ff6c-4621-98a2-f4ebf8a45f23 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.951487 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de160912-ef34-4a08-9194-949dbbb0f49d req-a19b5766-d880-4925-a607-79d593dda17f tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:34.954296 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d978d-0175-410f-bc8d-ae50aea73436 req-71cf8ee5-ff6c-4621-98a2-f4ebf8a45f23 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.960075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d978d-0175-410f-bc8d-ae50aea73436 req-71cf8ee5-ff6c-4621-98a2-f4ebf8a45f23 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.966109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d978d-0175-410f-bc8d-ae50aea73436 req-71cf8ee5-ff6c-4621-98a2-f4ebf8a45f23 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.972951 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d978d-0175-410f-bc8d-ae50aea73436 req-71cf8ee5-ff6c-4621-98a2-f4ebf8a45f23 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.978993 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d978d-0175-410f-bc8d-ae50aea73436 req-71cf8ee5-ff6c-4621-98a2-f4ebf8a45f23 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.980867 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de160912-ef34-4a08-9194-949dbbb0f49d req-a19b5766-d880-4925-a607-79d593dda17f tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:34.982182 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de160912-ef34-4a08-9194-949dbbb0f49d req-a19b5766-d880-4925-a607-79d593dda17f tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1462924 Mar 23 12:27:34.985716 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d978d-0175-410f-bc8d-ae50aea73436 req-71cf8ee5-ff6c-4621-98a2-f4ebf8a45f23 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:34.987549 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d45d978d-0175-410f-bc8d-ae50aea73436 req-71cf8ee5-ff6c-4621-98a2-f4ebf8a45f23 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5396 time: 0.4414225 Mar 23 12:27:34.993627 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b5766-d880-4925-a607-79d593dda17f tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9248d6-c80a-4d89-9e8b-d2b296755191,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:35.017424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92484a6e-4d31-4b55-b815-b4265e5eff7b']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:35.020762 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] For port e840c633-b157-4fa3-8feb-ddb7212b5583, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e840c633-b157-4fa3-8feb-ddb7212b5583,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:27:35.023530 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-8fc5c75b-a828-4db8-bfbd-ebaca204ff46 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614058 Mar 23 12:27:35.040442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793ae0bf-724b-441b-995e-bab2cddc938b') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:35.040861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793ae0bf-724b-441b-995e-bab2cddc938b') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:35.056166 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:35.119315 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:35.134188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de1194ee-918c-442a-9a8e-d8b66dec5611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:35.235865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:35.236963 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:35.238138 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] 10.222.0.73 "PUT /v2.0/ports/e840c633-b157-4fa3-8feb-ddb7212b5583 HTTP/1.1" status: 200 len: 1091 time: 3.3982379 Mar 23 12:27:35.241323 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:35.266268 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d45d978d-0175-410f-bc8d-ae50aea73436 req-558a02e4-7e3d-4e07-ad2b-9d0c73e9c964 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2570517 Mar 23 12:27:35.319942 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Request body: {'port': {'device_id': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:35.366101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:27:35.366707 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:27:35.376109 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:27:35.386262 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device caba0565-82c4-426d-81c8-1601ca3523e3 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:35.432022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: caba0565-82c4-426d-81c8-1601ca3523e3 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:35.432377 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device caba0565-82c4-426d-81c8-1601ca3523e3 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:35.432810 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c5df6e8b-cc1d-406c-a4c5-46ad1f60143d no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:35.439154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119677a-e3f9-4422-b79a-8b8a9f36ae83 service neutron] Pushing event updated for resources: {'Port': ['ID=e840c633-b157-4fa3-8feb-ddb7212b5583,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:35.447563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-d4047507-db06-459c-84fa-fb401851d830 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:35.450912 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-d4047507-db06-459c-84fa-fb401851d830 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/networks?id=d615e09e-2eb5-4d6e-9949-519736a83a8e HTTP/1.1" status: 200 len: 812 time: 0.1563678 Mar 23 12:27:35.475715 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c5df6e8b-cc1d-406c-a4c5-46ad1f60143d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:35.476260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c5df6e8b-cc1d-406c-a4c5-46ad1f60143d not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:35.486007 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-8a917a45-e22a-4818-9df0-fe9c792aca2c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/quotas/9d5f45b7a4464db3842cc518a88a2ee7 HTTP/1.1" status: 200 len: 375 time: 0.0288944 Mar 23 12:27:35.509281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'tag': 'e840c633-b157-4fa3-8feb-ddb7212b5583'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:35.511571 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d48f2e-3a5d-48ef-b049-f5a9d5f4d383" -d '{"events": [{"name": "network-changed", "server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "tag": "e840c633-b157-4fa3-8feb-ddb7212b5583"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:35.552957 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-7e4c7bed-64ca-4445-add1-c3a392dbbe24 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d5f45b7a4464db3842cc518a88a2ee7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627999 Mar 23 12:27:35.585366 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b51da68f-c091-4d62-a721-c06d5be326f2 req-10cc98fd-7e4e-427a-b3ac-0338be96eb57 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424030 Mar 23 12:27:35.627299 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:35.634647 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:35.638133 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "DELETE /v2.0/networks/92484a6e-4d31-4b55-b815-b4265e5eff7b HTTP/1.1" status: 204 len: 168 time: 2.5097029 Mar 23 12:27:35.639104 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de1194ee-918c-442a-9a8e-d8b66dec5611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:35.647111 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47784) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:35.651984 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-56b779fb-1453-49f1-b715-02146c0f0cfb tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1403164660'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:35.676703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f5f91-2f93-4937-934c-30fbb9c106d4 req-16bffaef-3c24-4b17-9984-c77bb40a60db tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:35.679192 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-239f5f91-2f93-4937-934c-30fbb9c106d4 req-16bffaef-3c24-4b17-9984-c77bb40a60db tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 950 time: 0.2218535 Mar 23 12:27:35.696554 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-d5e1fc52-dbc8-455f-823b-3d541396ad4c service neutron] 10.222.0.52 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339312 Mar 23 12:27:35.699124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b779fb-1453-49f1-b715-02146c0f0cfb tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Made reservation on behalf of 30d96015ed484726b5769dfa4017912e for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:35.705160 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56b779fb-1453-49f1-b715-02146c0f0cfb tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:35.705384 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:35.715655 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de1194ee-918c-442a-9a8e-d8b66dec5611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:35.721115 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-de1194ee-918c-442a-9a8e-d8b66dec5611 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6e08da58-f11f-4fa8-bb54-9c586f8b1331 HTTP/1.1" status: 204 len: 168 time: 1.4702613 Mar 23 12:27:35.727511 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec161411-e5a6-40a0-85c0-50098bc6a159 None None] Network c48008bb-46ae-4d29-a7c6-9380169889bd requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:27:35.736916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1194ee-918c-442a-9a8e-d8b66dec5611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e08da58-f11f-4fa8-bb54-9c586f8b1331,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:35.737714 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47786) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:35.740301 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b984092-3fd9-4d8c-b825-1210c8b79f9d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event deleted for resources: {'Network': ['ID=92484a6e-4d31-4b55-b815-b4265e5eff7b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:35.803308 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-239f5f91-2f93-4937-934c-30fbb9c106d4 req-49d2bc72-30e2-4ce9-ae66-0a11f856141f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941396 Mar 23 12:27:35.884724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b779fb-1453-49f1-b715-02146c0f0cfb tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:27:35.912417 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56b779fb-1453-49f1-b715-02146c0f0cfb tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:35.912765 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-56b779fb-1453-49f1-b715-02146c0f0cfb tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Added segment 75c76700-0a97-4e9a-aa2e-673a07921cd7 of type vlan for network 84e57d02-7071-458d-b2f2-f08fdb168a52 Mar 23 12:27:35.937818 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:35.994980 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-8e301633-c31c-45eb-b781-fd0270e3d738 service neutron] 10.222.0.52 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841325 Mar 23 12:27:36.001372 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56b779fb-1453-49f1-b715-02146c0f0cfb tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:36.008989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996a3ddc-1ea3-4b16-8a45-948b535b3deb None None] DHCP port deletion for c48008bb-46ae-4d29-a7c6-9380169889bd request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:27:36.065664 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56b779fb-1453-49f1-b715-02146c0f0cfb tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:36.071683 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f79151-4fdb-4460-9dd4-05de8fc5e663 req-f3622b64-44f0-40ca-a8c9-5b3f4ccf5b18 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:36.072510 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b779fb-1453-49f1-b715-02146c0f0cfb tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:36.073213 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56b779fb-1453-49f1-b715-02146c0f0cfb tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:36.077901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-996a3ddc-1ea3-4b16-8a45-948b535b3deb None None] Deleting port a906b91a-423a-47c8-ad3a-1cc1f8eca17c {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:36.078558 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-996a3ddc-1ea3-4b16-8a45-948b535b3deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:36.083012 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41f79151-4fdb-4460-9dd4-05de8fc5e663 req-f3622b64-44f0-40ca-a8c9-5b3f4ccf5b18 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 948 time: 0.1586111 Mar 23 12:27:36.164730 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-56b779fb-1453-49f1-b715-02146c0f0cfb tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5166521 Mar 23 12:27:36.169968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47788) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:36.177240 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b008d9e7-f074-4737-91ae-6abab63b6ac2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Request body: {'subnet': {'network_id': '84e57d02-7071-458d-b2f2-f08fdb168a52', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:36.180092 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b779fb-1453-49f1-b715-02146c0f0cfb tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event updated for resources: {'Network': ['ID=84e57d02-7071-458d-b2f2-f08fdb168a52,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:36.183651 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] Deleting port a906b91a-423a-47c8-ad3a-1cc1f8eca17c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:36.184309 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:36.196701 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 84e57d02-7071-458d-b2f2-f08fdb168a52 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:27:36.209718 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41f79151-4fdb-4460-9dd4-05de8fc5e663 req-016e4d8d-f996-42ca-8e69-10cf044b585b tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255660 Mar 23 12:27:36.291882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] For port a906b91a-423a-47c8-ad3a-1cc1f8eca17c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a906b91a-423a-47c8-ad3a-1cc1f8eca17c,segment=NetworkSegment(802862f1-d441-4276-88df-98841d3a668f),segment_id=802862f1-d441-4276-88df-98841d3a668f)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:36.293013 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:36.321002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] Calling delete_port for a906b91a-423a-47c8-ad3a-1cc1f8eca17c owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:36.349386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-996a3ddc-1ea3-4b16-8a45-948b535b3deb None None] For port a906b91a-423a-47c8-ad3a-1cc1f8eca17c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a906b91a-423a-47c8-ad3a-1cc1f8eca17c,segment=NetworkSegment(802862f1-d441-4276-88df-98841d3a668f),segment_id=802862f1-d441-4276-88df-98841d3a668f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:36.350032 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-996a3ddc-1ea3-4b16-8a45-948b535b3deb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:36.374388 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-996a3ddc-1ea3-4b16-8a45-948b535b3deb None None] Calling delete_port for a906b91a-423a-47c8-ad3a-1cc1f8eca17c owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:36.434187 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7984d224-6bb9-4703-87b4-688202e87092 x-openstack-request-id: req-7984d224-6bb9-4703-87b4-688202e87092 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:36.434782 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "tag": "e840c633-b157-4fa3-8feb-ddb7212b5583", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:36.434782 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7984d224-6bb9-4703-87b4-688202e87092 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:36.435136 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'tag': 'e840c633-b157-4fa3-8feb-ddb7212b5583', 'status': 'completed', 'code': 200} Mar 23 12:27:36.467631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device e8c0bfec-30d2-4d13-844d-157fdbed5be0 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:27:36.545113 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:36.607048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] No DVR routers for this DVR port a906b91a-423a-47c8-ad3a-1cc1f8eca17c on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:36.608321 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7946afa-db70-4023-9fb5-d1122db57689 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:27:36.609857 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a906b91a-423a-47c8-ad3a-1cc1f8eca17c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:36.620112 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:36.642264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Transition to ACTIVE for port object c7946afa-db70-4023-9fb5-d1122db57689 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:27:36.660131 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:36.675701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f17b3-92e7-4493-a830-c50a21cc3b0e req-ceb8f8e6-9f1e-410f-a7d0-fbe2fb8bf242 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:36.685530 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f17b3-92e7-4493-a830-c50a21cc3b0e req-ceb8f8e6-9f1e-410f-a7d0-fbe2fb8bf242 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:36.693953 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f17b3-92e7-4493-a830-c50a21cc3b0e req-ceb8f8e6-9f1e-410f-a7d0-fbe2fb8bf242 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:36.694883 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-996a3ddc-1ea3-4b16-8a45-948b535b3deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:36.703375 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f17b3-92e7-4493-a830-c50a21cc3b0e req-ceb8f8e6-9f1e-410f-a7d0-fbe2fb8bf242 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:36.721393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f17b3-92e7-4493-a830-c50a21cc3b0e req-ceb8f8e6-9f1e-410f-a7d0-fbe2fb8bf242 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:36.736305 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1355550a-2276-447a-ad27-aeb8dc928b87 req-ea434ff3-21b5-48e8-a3b7-27307e6de47b tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 210 time: 0.0850508 Mar 23 12:27:36.741294 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f17b3-92e7-4493-a830-c50a21cc3b0e req-ceb8f8e6-9f1e-410f-a7d0-fbe2fb8bf242 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:36.753605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f17b3-92e7-4493-a830-c50a21cc3b0e req-ceb8f8e6-9f1e-410f-a7d0-fbe2fb8bf242 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:36.756888 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-882f17b3-92e7-4493-a830-c50a21cc3b0e req-ceb8f8e6-9f1e-410f-a7d0-fbe2fb8bf242 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5396 time: 0.2931414 Mar 23 12:27:36.810051 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a3ddc-1ea3-4b16-8a45-948b535b3deb None None] Pushing event deleted for resources: {'Port': ['ID=a906b91a-423a-47c8-ad3a-1cc1f8eca17c,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:36.856547 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a3ddc-1ea3-4b16-8a45-948b535b3deb None None] No DVR routers for this DVR port a906b91a-423a-47c8-ad3a-1cc1f8eca17c on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:36.876795 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port e8c0bfec-30d2-4d13-844d-157fdbed5be0, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e8c0bfec-30d2-4d13-844d-157fdbed5be0,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:36.910846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Pushing event updated for resources: {'Port': ['ID=c7946afa-db70-4023-9fb5-d1122db57689,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:36.921833 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:36.946772 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'e8c0bfec-30d2-4d13-844d-157fdbed5be0', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'e8c0bfec-30d2-4d13-844d-157fdbed5be0', 'mac_address': 'fa:16:3e:e6:06:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:27:36.965969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b008d9e7-f074-4737-91ae-6abab63b6ac2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Made reservation on behalf of 30d96015ed484726b5769dfa4017912e for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:36.979276 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b008d9e7-f074-4737-91ae-6abab63b6ac2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:37.009932 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d48f2e-3a5d-48ef-b049-f5a9d5f4d383 req-852bda3b-fd47-4948-8016-c5f515dc3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:37.012947 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d48f2e-3a5d-48ef-b049-f5a9d5f4d383 req-852bda3b-fd47-4948-8016-c5f515dc3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:37.013867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d48f2e-3a5d-48ef-b049-f5a9d5f4d383 req-852bda3b-fd47-4948-8016-c5f515dc3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:37.015242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d48f2e-3a5d-48ef-b049-f5a9d5f4d383 req-852bda3b-fd47-4948-8016-c5f515dc3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:37.015814 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d48f2e-3a5d-48ef-b049-f5a9d5f4d383 req-852bda3b-fd47-4948-8016-c5f515dc3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:37.016258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d48f2e-3a5d-48ef-b049-f5a9d5f4d383 req-852bda3b-fd47-4948-8016-c5f515dc3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:37.016736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d48f2e-3a5d-48ef-b049-f5a9d5f4d383 req-852bda3b-fd47-4948-8016-c5f515dc3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:37.018920 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07d48f2e-3a5d-48ef-b049-f5a9d5f4d383 req-852bda3b-fd47-4948-8016-c5f515dc3a96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 6313 time: 0.5828362 Mar 23 12:27:37.021711 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:37.037227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48008bb-46ae-4d29-a7c6-9380169889bd']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:37.041125 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c0bfec-30d2-4d13-844d-157fdbed5be0 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:27:37.052011 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-882f17b3-92e7-4493-a830-c50a21cc3b0e req-b409dc04-c4a7-402c-a261-ac41e68608bf tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2713952 Mar 23 12:27:37.086029 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802862f1-d441-4276-88df-98841d3a668f') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:37.086410 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802862f1-d441-4276-88df-98841d3a668f') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:37.099217 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port e8c0bfec-30d2-4d13-844d-157fdbed5be0, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e8c0bfec-30d2-4d13-844d-157fdbed5be0,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:37.105277 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:37.148986 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:37.209715 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:37.229086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:27:37.230160 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:37.231623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=e8c0bfec-30d2-4d13-844d-157fdbed5be0,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:27:37.236188 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:27:37.333889 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:37.349972 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:37.367152 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c48008bb-46ae-4d29-a7c6-9380169889bd HTTP/1.1" status: 204 len: 168 time: 1.6251729 Mar 23 12:27:37.437698 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a906b91a-423a-47c8-ad3a-1cc1f8eca17c no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:37.480001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: a906b91a-423a-47c8-ad3a-1cc1f8eca17c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:37.482358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a906b91a-423a-47c8-ad3a-1cc1f8eca17c not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:37.501434 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['e8c0bfec-30d2-4d13-844d-157fdbed5be0'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:37.511261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae483436-104f-443c-9818-94dee888cda8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c48008bb-46ae-4d29-a7c6-9380169889bd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:37.563456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf5540-c784-4d0c-b586-b1e85d8fac0d req-d85f6c3f-fcc9-4778-b8f9-af7d4723e95d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:37.571301 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddbf5540-c784-4d0c-b586-b1e85d8fac0d req-d85f6c3f-fcc9-4778-b8f9-af7d4723e95d tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 950 time: 0.5484223 Mar 23 12:27:37.614480 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Attempting to bind port c7946afa-db70-4023-9fb5-d1122db57689 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:27:37.614873 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Attempting to bind port c7946afa-db70-4023-9fb5-d1122db57689 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:27:37.616091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Attempting to bind port c7946afa-db70-4023-9fb5-d1122db57689 on network 2d93ac63-bdb1-45e7-bc99-87d09947042d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:37.636628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91a30e-09e8-497a-bea6-0e0c49e582c8 req-2fe29842-3f95-498f-b6b2-f01e5754607d tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:37.638299 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5d91a30e-09e8-497a-bea6-0e0c49e582c8 req-2fe29842-3f95-498f-b6b2-f01e5754607d tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 949 time: 0.2246132 Mar 23 12:27:37.665731 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Port c7946afa-db70-4023-9fb5-d1122db57689 on network 2d93ac63-bdb1-45e7-bc99-87d09947042d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:27:37.665731 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Attempting to bind port c7946afa-db70-4023-9fb5-d1122db57689 on network 2d93ac63-bdb1-45e7-bc99-87d09947042d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:37.666235 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2d160-0e6c-4107-9741-d95d046c338c req-96d7c4d4-4d34-4c7e-874e-34400c523a03 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:37.666235 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3a2d160-0e6c-4107-9741-d95d046c338c req-96d7c4d4-4d34-4c7e-874e-34400c523a03 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 950 time: 0.2666683 Mar 23 12:27:37.673115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:27:37.673506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Checking segment: {'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:37.673838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Bound using segment: {'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:27:37.674364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Bound port: c7946afa-db70-4023-9fb5-d1122db57689, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e7e46f-5983-4169-b14d-5c96ee87469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:27:37.674687 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:37.677753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d48f2e-3a5d-48ef-b049-f5a9d5f4d383 req-7fc75583-2daf-4376-a6fc-3d6f143a224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:37.678585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d48f2e-3a5d-48ef-b049-f5a9d5f4d383 req-7fc75583-2daf-4376-a6fc-3d6f143a224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:37.679062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d48f2e-3a5d-48ef-b049-f5a9d5f4d383 req-7fc75583-2daf-4376-a6fc-3d6f143a224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:37.680764 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07d48f2e-3a5d-48ef-b049-f5a9d5f4d383 req-7fc75583-2daf-4376-a6fc-3d6f143a224d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6242900 Mar 23 12:27:37.763508 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5d91a30e-09e8-497a-bea6-0e0c49e582c8 req-6627a356-9b8d-4a19-a755-be3b47d6d2c9 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662203 Mar 23 12:27:37.781293 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddbf5540-c784-4d0c-b586-b1e85d8fac0d req-55afc3f6-cbfc-4e64-ad03-ce17b4195a0f tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c48e89b-78f0-4e84-886d-df4c050b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089040 Mar 23 12:27:37.845167 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47820) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:37.903403 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c3a2d160-0e6c-4107-9741-d95d046c338c req-f2c962e2-1f51-4b54-9500-e96d8dc09766 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Deleting port a2df29d0-1dfa-4ec1-9320-24ad63b54492 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:37.903752 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3a2d160-0e6c-4107-9741-d95d046c338c req-f2c962e2-1f51-4b54-9500-e96d8dc09766 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:37.918400 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7ebee60f-e1e9-4022-85d2-0f8ac70093f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=70d1213677ec4db08718d6331234c515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687568 Mar 23 12:27:37.946924 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47830) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:38.107984 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4873e880-2679-4822-99bd-9a0baf9d5e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:38.112971 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c3a2d160-0e6c-4107-9741-d95d046c338c req-f2c962e2-1f51-4b54-9500-e96d8dc09766 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] For port a2df29d0-1dfa-4ec1-9320-24ad63b54492, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a2df29d0-1dfa-4ec1-9320-24ad63b54492,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:38.112971 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3a2d160-0e6c-4107-9741-d95d046c338c req-f2c962e2-1f51-4b54-9500-e96d8dc09766 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:38.137821 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c3a2d160-0e6c-4107-9741-d95d046c338c req-f2c962e2-1f51-4b54-9500-e96d8dc09766 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Calling delete_port for a2df29d0-1dfa-4ec1-9320-24ad63b54492 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:38.151710 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4873e880-2679-4822-99bd-9a0baf9d5e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:38.326265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf4173-623d-4bd7-9b1d-4659221f2912 req-c6135da4-14ac-41ce-9b1e-88be52af8fdb tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:38.332972 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf4173-623d-4bd7-9b1d-4659221f2912 req-c6135da4-14ac-41ce-9b1e-88be52af8fdb tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:38.338926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf4173-623d-4bd7-9b1d-4659221f2912 req-c6135da4-14ac-41ce-9b1e-88be52af8fdb tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:38.344958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf4173-623d-4bd7-9b1d-4659221f2912 req-c6135da4-14ac-41ce-9b1e-88be52af8fdb tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:38.350786 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf4173-623d-4bd7-9b1d-4659221f2912 req-c6135da4-14ac-41ce-9b1e-88be52af8fdb tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:38.354572 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4e6be5d-df83-4b55-86ec-8eee62cd2e9c req-47bb8a26-01f4-4de0-95f3-d1a564c95295 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 210 time: 0.0921109 Mar 23 12:27:38.357779 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf4173-623d-4bd7-9b1d-4659221f2912 req-c6135da4-14ac-41ce-9b1e-88be52af8fdb tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:38.365554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf4173-623d-4bd7-9b1d-4659221f2912 req-c6135da4-14ac-41ce-9b1e-88be52af8fdb tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:38.367975 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5cbf4173-623d-4bd7-9b1d-4659221f2912 req-c6135da4-14ac-41ce-9b1e-88be52af8fdb tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5408 time: 0.1414213 Mar 23 12:27:38.397834 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b008d9e7-f074-4737-91ae-6abab63b6ac2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:38.404550 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4873e880-2679-4822-99bd-9a0baf9d5e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:38.406587 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4873e880-2679-4822-99bd-9a0baf9d5e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:38.407808 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4873e880-2679-4822-99bd-9a0baf9d5e0e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/86edee5b-127e-4ad9-8a50-aa9832877157 HTTP/1.1" status: 204 len: 168 time: 0.4593673 Mar 23 12:27:38.456680 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873e880-2679-4822-99bd-9a0baf9d5e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86edee5b-127e-4ad9-8a50-aa9832877157,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:38.476228 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5cbf4173-623d-4bd7-9b1d-4659221f2912 req-8ce97784-ec39-4a7d-9eb2-92ee54bd6568 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964451 Mar 23 12:27:38.480538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] For port c7946afa-db70-4023-9fb5-d1122db57689, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:27:38.484433 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d48f2e-3a5d-48ef-b049-f5a9d5f4d383 req-2e47e9bf-e46d-4d14-a68b-d7942a074b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:38.487038 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07d48f2e-3a5d-48ef-b049-f5a9d5f4d383 req-2e47e9bf-e46d-4d14-a68b-d7942a074b44 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7809424 Mar 23 12:27:38.503355 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3a2d160-0e6c-4107-9741-d95d046c338c req-f2c962e2-1f51-4b54-9500-e96d8dc09766 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:38.539966 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] For port c7946afa-db70-4023-9fb5-d1122db57689, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c7946afa-db70-4023-9fb5-d1122db57689,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:27:38.559353 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:38.580123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008d9e7-f074-4737-91ae-6abab63b6ac2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event updated for resources: {'Subnet': ['ID=b3b05415-5c73-429d-b396-7f28bfac9555,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:38.586710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c962e2-1f51-4b54-9500-e96d8dc09766 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Pushing event deleted for resources: {'Port': ['ID=a2df29d0-1dfa-4ec1-9320-24ad63b54492,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:38.595321 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-b1c3e4f9-f857-4790-8917-807c3c73a01c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:38.597376 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-b1c3e4f9-f857-4790-8917-807c3c73a01c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.77 "GET /v2.0/networks?id=d615e09e-2eb5-4d6e-9949-519736a83a8e HTTP/1.1" status: 200 len: 812 time: 0.3364882 Mar 23 12:27:38.624342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-d98582f6-370d-43d3-a6c9-27dd8a61b96b tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Request body: {'port': {'device_id': '2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8', 'network_id': 'd615e09e-2eb5-4d6e-9949-519736a83a8e', 'admin_state_up': True, 'tenant_id': '9d5f45b7a4464db3842cc518a88a2ee7'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:38.635618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a2d160-0e6c-4107-9741-d95d046c338c req-f2c962e2-1f51-4b54-9500-e96d8dc09766 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] No DVR routers for this DVR port a2df29d0-1dfa-4ec1-9320-24ad63b54492 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:38.638386 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3a2d160-0e6c-4107-9741-d95d046c338c req-f2c962e2-1f51-4b54-9500-e96d8dc09766 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:38.641918 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3a2d160-0e6c-4107-9741-d95d046c338c req-f2c962e2-1f51-4b54-9500-e96d8dc09766 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.73 "DELETE /v2.0/ports/a2df29d0-1dfa-4ec1-9320-24ad63b54492 HTTP/1.1" status: 204 len: 173 time: 0.9649215 Mar 23 12:27:38.642388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796ce26b-e245-43b8-9161-122ce3d8183e', 'name': 'network-vif-deleted', 'tag': 'a2df29d0-1dfa-4ec1-9320-24ad63b54492'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:38.650715 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd73ce9-42a4-487c-b7a8-f9285bfd34df" -d '{"events": [{"server_uuid": "796ce26b-e245-43b8-9161-122ce3d8183e", "name": "network-vif-deleted", "tag": "a2df29d0-1dfa-4ec1-9320-24ad63b54492"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:38.651703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:38.652367 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:38.653936 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] 10.222.0.73 "PUT /v2.0/ports/c7946afa-db70-4023-9fb5-d1122db57689 HTTP/1.1" status: 200 len: 1091 time: 3.3647933 Mar 23 12:27:38.654532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'tag': 'c7946afa-db70-4023-9fb5-d1122db57689'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:38.657255 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ca5ea2-5e5f-45ec-b427-061c78f1157c" -d '{"events": [{"name": "network-changed", "server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "tag": "c7946afa-db70-4023-9fb5-d1122db57689"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:38.671290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b008d9e7-f074-4737-91ae-6abab63b6ac2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Checking segment: {'id': '75c76700-0a97-4e9a-aa2e-673a07921cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '84e57d02-7071-458d-b2f2-f08fdb168a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:38.673228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b008d9e7-f074-4737-91ae-6abab63b6ac2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Network hostable DHCP agents. Network: 84e57d02-7071-458d-b2f2-f08fdb168a52, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:27:38.713496 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39745d88-99a7-4ee8-a69b-535864af4ea6 x-openstack-request-id: req-39745d88-99a7-4ee8-a69b-535864af4ea6 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:38.715289 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796ce26b-e245-43b8-9161-122ce3d8183e", "name": "network-vif-deleted", "tag": "a2df29d0-1dfa-4ec1-9320-24ad63b54492", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:38.715775 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39745d88-99a7-4ee8-a69b-535864af4ea6 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:38.716235 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796ce26b-e245-43b8-9161-122ce3d8183e', 'name': 'network-vif-deleted', 'tag': 'a2df29d0-1dfa-4ec1-9320-24ad63b54492', 'status': 'completed', 'code': 200} Mar 23 12:27:38.757293 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa1ceea-ea40-44ec-bd28-f0ac61f262fc x-openstack-request-id: req-7fa1ceea-ea40-44ec-bd28-f0ac61f262fc {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:38.758234 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "tag": "c7946afa-db70-4023-9fb5-d1122db57689", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:38.758507 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7fa1ceea-ea40-44ec-bd28-f0ac61f262fc {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:38.758913 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'tag': 'c7946afa-db70-4023-9fb5-d1122db57689', 'status': 'completed', 'code': 200} Mar 23 12:27:38.762773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Request body: {'port': {'device_id': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:38.914686 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca5ea2-5e5f-45ec-b427-061c78f1157c req-a7162a16-7c93-426d-875a-b3d1b968308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:38.917552 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca5ea2-5e5f-45ec-b427-061c78f1157c req-a7162a16-7c93-426d-875a-b3d1b968308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:38.918399 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca5ea2-5e5f-45ec-b427-061c78f1157c req-a7162a16-7c93-426d-875a-b3d1b968308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:38.919192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca5ea2-5e5f-45ec-b427-061c78f1157c req-a7162a16-7c93-426d-875a-b3d1b968308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:38.919991 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca5ea2-5e5f-45ec-b427-061c78f1157c req-a7162a16-7c93-426d-875a-b3d1b968308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:38.921389 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca5ea2-5e5f-45ec-b427-061c78f1157c req-a7162a16-7c93-426d-875a-b3d1b968308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:38.922174 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca5ea2-5e5f-45ec-b427-061c78f1157c req-a7162a16-7c93-426d-875a-b3d1b968308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:38.926201 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-65ca5ea2-5e5f-45ec-b427-061c78f1157c req-a7162a16-7c93-426d-875a-b3d1b968308d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 6355 time: 0.1312530 Mar 23 12:27:38.947968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb246d-9cd2-45be-9d92-8155f634de5f service neutron] Pushing event updated for resources: {'Port': ['ID=c7946afa-db70-4023-9fb5-d1122db57689,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:38.971156 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 19a5b591-2e90-495a-a5ba-1f214a86ff42 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:27:38.996812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b008d9e7-f074-4737-91ae-6abab63b6ac2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Network 84e57d02-7071-458d-b2f2-f08fdb168a52 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:27:39.041911 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-d98582f6-370d-43d3-a6c9-27dd8a61b96b tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Made reservation on behalf of 9d5f45b7a4464db3842cc518a88a2ee7 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:39.046811 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-d98582f6-370d-43d3-a6c9-27dd8a61b96b tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:39.052706 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:39.062891 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-b008d9e7-f074-4737-91ae-6abab63b6ac2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 84e57d02-7071-458d-b2f2-f08fdb168a52) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:39.079677 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b008d9e7-f074-4737-91ae-6abab63b6ac2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:39.080314 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b008d9e7-f074-4737-91ae-6abab63b6ac2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:39.132635 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6a80a518-e7f6-4072-b02e-c4e39b9513c6 req-7c2a5092-5b1d-4ae7-82e6-72d8bf2e1156 tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] 10.222.0.52 "GET /v2.0/ports?device_id=796ce26b-e245-43b8-9161-122ce3d8183e HTTP/1.1" status: 200 len: 210 time: 0.1459346 Mar 23 12:27:39.135894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47848) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:39.149675 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddabead-53f7-4528-88ef-29781d1117fd None None] Network 84e57d02-7071-458d-b2f2-f08fdb168a52 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:27:39.209826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920a4b6-37a7-4acf-8524-ec386ab575f9 req-e0f0baf8-625c-4e4f-9394-59db0307a0a3 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:39.219347 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c920a4b6-37a7-4acf-8524-ec386ab575f9 req-e0f0baf8-625c-4e4f-9394-59db0307a0a3 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 949 time: 0.2426472 Mar 23 12:27:39.226991 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b008d9e7-f074-4737-91ae-6abab63b6ac2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0551448 Mar 23 12:27:39.235264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47854) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:39.259339 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca5ea2-5e5f-45ec-b427-061c78f1157c req-1d377432-5592-475e-b212-2d2dfea87f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:39.259815 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca5ea2-5e5f-45ec-b427-061c78f1157c req-1d377432-5592-475e-b212-2d2dfea87f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:39.260353 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca5ea2-5e5f-45ec-b427-061c78f1157c req-1d377432-5592-475e-b212-2d2dfea87f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:39.262472 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-65ca5ea2-5e5f-45ec-b427-061c78f1157c req-1d377432-5592-475e-b212-2d2dfea87f82 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3232493 Mar 23 12:27:39.302028 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-48367725-6646-4945-9108-3dd9df90546c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2112187279'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:39.316529 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fae4f99a-0c99-40a9-8d8b-c48ce56d27f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6fbb0740cd1d4c80af7f79e07239fb6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793790 Mar 23 12:27:39.324500 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47860) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:39.378145 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 19a5b591-2e90-495a-a5ba-1f214a86ff42, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=19a5b591-2e90-495a-a5ba-1f214a86ff42,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:39.402056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '19a5b591-2e90-495a-a5ba-1f214a86ff42', 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd', 'port_id': '19a5b591-2e90-495a-a5ba-1f214a86ff42', 'mac_address': 'fa:16:3e:98:50:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b69fc4-50e7-4784-b657-b053d5e4a98d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:27:39.409085 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c920a4b6-37a7-4acf-8524-ec386ab575f9 req-9d63d052-1ff3-4e22-a6d8-078804f4e1da tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878116 Mar 23 12:27:39.488237 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca5ea2-5e5f-45ec-b427-061c78f1157c req-239dd80b-4758-4f4f-ade4-ddd3b6958a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:39.488471 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:39.492222 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-65ca5ea2-5e5f-45ec-b427-061c78f1157c req-239dd80b-4758-4f4f-ade4-ddd3b6958a28 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2081723 Mar 23 12:27:39.531310 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48367725-6646-4945-9108-3dd9df90546c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Made reservation on behalf of 30d96015ed484726b5769dfa4017912e for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:39.535562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-84e57d02-7071-458d-b2f2-f08fdb168a52', 'network_id': '84e57d02-7071-458d-b2f2-f08fdb168a52', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'fixed_ips': [{'subnet_id': 'b3b05415-5c73-429d-b396-7f28bfac9555'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:27:39.535794 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48367725-6646-4945-9108-3dd9df90546c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:39.537057 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:39.542575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19a5b591-2e90-495a-a5ba-1f214a86ff42 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:27:39.568689 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bd60500-1cb1-45a2-81c3-b6c26232566b req-95398f17-332f-4a5f-9586-1235dacd1816 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 210 time: 0.0751147 Mar 23 12:27:39.604270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 19a5b591-2e90-495a-a5ba-1f214a86ff42, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=19a5b591-2e90-495a-a5ba-1f214a86ff42,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:39.617851 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-d98582f6-370d-43d3-a6c9-27dd8a61b96b tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Allocated IP 172.20.0.2 (d615e09e-2eb5-4d6e-9949-519736a83a8e/0028349c-8d9b-4d90-b211-2217016fe8b4/6e132ad6-37fe-4e20-a2d0-714a609dea9e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:27:39.656132 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:39.718876 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48367725-6646-4945-9108-3dd9df90546c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:27:39.729666 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5dcc41b6-a3e1-4426-8cf0-f489227cb05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:39.752876 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['19a5b591-2e90-495a-a5ba-1f214a86ff42'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:39.766705 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48367725-6646-4945-9108-3dd9df90546c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:39.767048 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-48367725-6646-4945-9108-3dd9df90546c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Added segment 3e1d52d9-1f9c-4d28-b908-355a28c72050 of type vlan for network 276e60ff-cb84-4aea-99ab-0a1cafa228e5 Mar 23 12:27:39.782499 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=19a5b591-2e90-495a-a5ba-1f214a86ff42,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:39.812030 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Allocated IP 19.80.0.2 (84e57d02-7071-458d-b2f2-f08fdb168a52/b3b05415-5c73-429d-b396-7f28bfac9555/b28220dd-e703-4889-8cb2-bf7872deff5c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:27:39.841815 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5dcc41b6-a3e1-4426-8cf0-f489227cb05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:39.915568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703565-77a4-4490-9890-016abe61756a req-01cb16fd-10a1-4b23-b4d7-e2059f3c0918 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:39.921983 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703565-77a4-4490-9890-016abe61756a req-01cb16fd-10a1-4b23-b4d7-e2059f3c0918 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:39.927917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703565-77a4-4490-9890-016abe61756a req-01cb16fd-10a1-4b23-b4d7-e2059f3c0918 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:39.934198 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703565-77a4-4490-9890-016abe61756a req-01cb16fd-10a1-4b23-b4d7-e2059f3c0918 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:39.940829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703565-77a4-4490-9890-016abe61756a req-01cb16fd-10a1-4b23-b4d7-e2059f3c0918 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:39.947223 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703565-77a4-4490-9890-016abe61756a req-01cb16fd-10a1-4b23-b4d7-e2059f3c0918 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:39.953589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703565-77a4-4490-9890-016abe61756a req-01cb16fd-10a1-4b23-b4d7-e2059f3c0918 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:39.955602 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-92703565-77a4-4490-9890-016abe61756a req-01cb16fd-10a1-4b23-b4d7-e2059f3c0918 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5408 time: 0.3310246 Mar 23 12:27:39.967907 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48367725-6646-4945-9108-3dd9df90546c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:40.139311 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-92703565-77a4-4490-9890-016abe61756a req-414b7d4f-145a-40c0-89ff-21e3fe47bc63 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1686497 Mar 23 12:27:40.150563 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48367725-6646-4945-9108-3dd9df90546c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:40.156016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48367725-6646-4945-9108-3dd9df90546c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:40.156792 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48367725-6646-4945-9108-3dd9df90546c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:40.176884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:27:40.176884 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5dcc41b6-a3e1-4426-8cf0-f489227cb05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:40.178002 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5dcc41b6-a3e1-4426-8cf0-f489227cb05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:40.182241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5dcc41b6-a3e1-4426-8cf0-f489227cb05f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05d5b14c-5767-41bb-bf76-0cf20ea4e88a HTTP/1.1" status: 204 len: 168 time: 0.8510039 Mar 23 12:27:40.182554 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:40.202777 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:40.205812 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:40.230188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-d98582f6-370d-43d3-a6c9-27dd8a61b96b tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:40.245676 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Network 84e57d02-7071-458d-b2f2-f08fdb168a52 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:27:40.251452 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:40.255111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:27:40.261974 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Pushing event updated for resources: {'Port': ['ID=b28220dd-e703-4889-8cb2-bf7872deff5c,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:40.279605 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc41b6-a3e1-4426-8cf0-f489227cb05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d5b14c-5767-41bb-bf76-0cf20ea4e88a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:40.289025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47874) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:40.289904 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-48367725-6646-4945-9108-3dd9df90546c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0490799 Mar 23 12:27:40.295544 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8aaae988-d50f-4184-83a6-997d685eb2fd tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Request body: {'subnet': {'network_id': '276e60ff-cb84-4aea-99ab-0a1cafa228e5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:40.305323 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Transition to ACTIVE for port object 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:27:40.315849 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:40.329285 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48367725-6646-4945-9108-3dd9df90546c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event updated for resources: {'Network': ['ID=276e60ff-cb84-4aea-99ab-0a1cafa228e5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:40.355550 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 276e60ff-cb84-4aea-99ab-0a1cafa228e5 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:27:40.358315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Attempting to bind port b28220dd-e703-4889-8cb2-bf7872deff5c on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:27:40.359385 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Attempting to bind port b28220dd-e703-4889-8cb2-bf7872deff5c by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '75c76700-0a97-4e9a-aa2e-673a07921cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '84e57d02-7071-458d-b2f2-f08fdb168a52'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:27:40.359751 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Attempting to bind port b28220dd-e703-4889-8cb2-bf7872deff5c on network 84e57d02-7071-458d-b2f2-f08fdb168a52 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:40.404475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Pushing event updated for resources: {'Port': ['ID=2f33ed06-d45d-4b8b-9cf8-44c6e13f2882,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:40.413469 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:27:40.413721 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Checking segment: {'id': '75c76700-0a97-4e9a-aa2e-673a07921cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '84e57d02-7071-458d-b2f2-f08fdb168a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:40.414044 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:40.415135 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Bound using segment: {'id': '75c76700-0a97-4e9a-aa2e-673a07921cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '84e57d02-7071-458d-b2f2-f08fdb168a52'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:27:40.415135 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Bound port: b28220dd-e703-4889-8cb2-bf7872deff5c, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c76700-0a97-4e9a-aa2e-673a07921cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '84e57d02-7071-458d-b2f2-f08fdb168a52'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:27:40.415306 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:40.421053 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-d98582f6-370d-43d3-a6c9-27dd8a61b96b tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:40.480814 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['058dce15-d42a-4faa-960e-eb8727312303'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:40.488877 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device e8c0bfec-30d2-4d13-844d-157fdbed5be0 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:27:40.527822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-d98582f6-370d-43d3-a6c9-27dd8a61b96b tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Network d615e09e-2eb5-4d6e-9949-519736a83a8e is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:27:40.561794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98582f6-370d-43d3-a6c9-27dd8a61b96b tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event updated for resources: {'Port': ['ID=6e132ad6-37fe-4e20-a2d0-714a609dea9e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:40.572371 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-d98582f6-370d-43d3-a6c9-27dd8a61b96b tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:40.597368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-d98582f6-370d-43d3-a6c9-27dd8a61b96b tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:27:40.742119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaae988-d50f-4184-83a6-997d685eb2fd tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Made reservation on behalf of 30d96015ed484726b5769dfa4017912e for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:40.746944 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8aaae988-d50f-4184-83a6-997d685eb2fd tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:40.862739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Attempting to bind port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:27:40.863327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Attempting to bind port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'e436e240-5d3d-4df6-b744-c05925e63223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:27:40.863698 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Attempting to bind port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 on network 7751cfb1-5c21-4925-8fee-f42885f445e0 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:40.875418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-d98582f6-370d-43d3-a6c9-27dd8a61b96b tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:40.876254 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-d98582f6-370d-43d3-a6c9-27dd8a61b96b tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:40.885171 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 on network 7751cfb1-5c21-4925-8fee-f42885f445e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:27:40.885601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Attempting to bind port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 on network 7751cfb1-5c21-4925-8fee-f42885f445e0 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:40.917900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] For port b28220dd-e703-4889-8cb2-bf7872deff5c, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:27:40.931426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:27:40.933161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Checking segment: {'id': 'e436e240-5d3d-4df6-b744-c05925e63223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:40.933689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Bound using segment: {'id': 'e436e240-5d3d-4df6-b744-c05925e63223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:27:40.934611 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Bound port: 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e436e240-5d3d-4df6-b744-c05925e63223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:27:40.936301 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:40.959368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613cacb-3867-4550-aed8-3457f0aee0ef req-8f685b11-8a63-4c98-ade2-0aed1fdffb9d tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:40.959630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] For port b28220dd-e703-4889-8cb2-bf7872deff5c, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b28220dd-e703-4889-8cb2-bf7872deff5c,segment=NetworkSegment(75c76700-0a97-4e9a-aa2e-673a07921cd7),segment_id=75c76700-0a97-4e9a-aa2e-673a07921cd7)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:27:40.960992 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2613cacb-3867-4550-aed8-3457f0aee0ef req-8f685b11-8a63-4c98-ade2-0aed1fdffb9d tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 931 time: 0.2384133 Mar 23 12:27:40.976078 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-d98582f6-370d-43d3-a6c9-27dd8a61b96b tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3576465 Mar 23 12:27:40.983429 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:40.996385 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port e8c0bfec-30d2-4d13-844d-157fdbed5be0 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:27:41.001676 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Request body: {'port': {'device_id': '2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:41.009988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 19a5b591-2e90-495a-a5ba-1f214a86ff42 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:27:41.059107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port e8c0bfec-30d2-4d13-844d-157fdbed5be0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:41.059543 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:41.065592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19429f-d7bf-436a-b232-5dccbd1c8b36 req-449dc0a2-edc5-4079-92b3-02a9ecc0bdf9 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:41.070894 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac19429f-d7bf-436a-b232-5dccbd1c8b36 req-449dc0a2-edc5-4079-92b3-02a9ecc0bdf9 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 949 time: 0.3310630 Mar 23 12:27:41.166347 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2613cacb-3867-4550-aed8-3457f0aee0ef req-db38cc73-b882-4146-8f25-40c4db4ad389 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888533 Mar 23 12:27:41.170317 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:41.214927 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac19429f-d7bf-436a-b232-5dccbd1c8b36 req-ac047b12-1382-416a-ad97-117dbebbadb9 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370525 Mar 23 12:27:41.239534 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] For port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:27:41.301252 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d466b-e68f-4ba1-bbf8-3c9af3242cd6 None None] Pushing event updated for resources: {'Port': ['ID=b28220dd-e703-4889-8cb2-bf7872deff5c,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:41.328299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] For port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2f33ed06-d45d-4b8b-9cf8-44c6e13f2882,segment=NetworkSegment(e436e240-5d3d-4df6-b744-c05925e63223),segment_id=e436e240-5d3d-4df6-b744-c05925e63223)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:27:41.343425 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:41.395593 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47918) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:41.431430 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 19a5b591-2e90-495a-a5ba-1f214a86ff42 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:41.431892 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:41.480493 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8aaae988-d50f-4184-83a6-997d685eb2fd tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:41.577946 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:41.687622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15a2402-7902-4e61-bbe9-f38c79e04b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c0bfec-30d2-4d13-844d-157fdbed5be0'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:41.692211 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca3e24c-dab6-4982-aafe-3be13f7e8a3c" -d '{"events": [{"server_uuid": "e15a2402-7902-4e61-bbe9-f38c79e04b61", "name": "network-vif-plugged", "status": "completed", "tag": "e8c0bfec-30d2-4d13-844d-157fdbed5be0"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:41.695375 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaae988-d50f-4184-83a6-997d685eb2fd tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Checking segment: {'id': '3e1d52d9-1f9c-4d28-b908-355a28c72050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '276e60ff-cb84-4aea-99ab-0a1cafa228e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:41.695804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaae988-d50f-4184-83a6-997d685eb2fd tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Network hostable DHCP agents. Network: 276e60ff-cb84-4aea-99ab-0a1cafa228e5, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:27:41.703632 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaae988-d50f-4184-83a6-997d685eb2fd tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event updated for resources: {'Subnet': ['ID=66adf0cf-1c19-4fca-ae71-0aed406efa41,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:41.735387 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaae988-d50f-4184-83a6-997d685eb2fd tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Network 276e60ff-cb84-4aea-99ab-0a1cafa228e5 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:27:41.767415 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-8aaae988-d50f-4184-83a6-997d685eb2fd tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 276e60ff-cb84-4aea-99ab-0a1cafa228e5) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:41.776767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaae988-d50f-4184-83a6-997d685eb2fd tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:41.777373 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8aaae988-d50f-4184-83a6-997d685eb2fd tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:41.780984 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port e8c0bfec-30d2-4d13-844d-157fdbed5be0, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e8c0bfec-30d2-4d13-844d-157fdbed5be0,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:41.824683 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8aaae988-d50f-4184-83a6-997d685eb2fd tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5257401 Mar 23 12:27:41.842347 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Pushing event updated for resources: {'Port': ['ID=2f33ed06-d45d-4b8b-9cf8-44c6e13f2882,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:41.851131 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d7b10c-9e12-4b2d-afef-42c5a7f71e91 None None] Network 276e60ff-cb84-4aea-99ab-0a1cafa228e5 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:27:41.865887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:41.869467 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:41.872499 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4f91bacc-eef4-496e-88e8-8192e12ff820 service neutron] 10.222.0.73 "PUT /v2.0/ports/2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 HTTP/1.1" status: 200 len: 1091 time: 3.1611884 Mar 23 12:27:41.900522 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:41.901635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a2df29d0-1dfa-4ec1-9320-24ad63b54492 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:41.918734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'tag': '2f33ed06-d45d-4b8b-9cf8-44c6e13f2882'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:41.921485 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b0d253-0ac7-4b6e-abf7-b3dac99c7461" -d '{"events": [{"name": "network-changed", "server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "tag": "2f33ed06-d45d-4b8b-9cf8-44c6e13f2882"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:41.931189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Request body: {'port': {'device_id': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:42.028984 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783b8f3-70b6-43d7-b5d7-ed80c1b040d4 req-c562ac0d-a32d-4dac-abdb-b5a281226d9a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:42.035440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783b8f3-70b6-43d7-b5d7-ed80c1b040d4 req-c562ac0d-a32d-4dac-abdb-b5a281226d9a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:42.059812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783b8f3-70b6-43d7-b5d7-ed80c1b040d4 req-c562ac0d-a32d-4dac-abdb-b5a281226d9a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:42.083876 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783b8f3-70b6-43d7-b5d7-ed80c1b040d4 req-c562ac0d-a32d-4dac-abdb-b5a281226d9a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:42.119399 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: a2df29d0-1dfa-4ec1-9320-24ad63b54492 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:42.119982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a2df29d0-1dfa-4ec1-9320-24ad63b54492 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:42.126922 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783b8f3-70b6-43d7-b5d7-ed80c1b040d4 req-c562ac0d-a32d-4dac-abdb-b5a281226d9a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:42.147201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783b8f3-70b6-43d7-b5d7-ed80c1b040d4 req-c562ac0d-a32d-4dac-abdb-b5a281226d9a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:42.155476 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783b8f3-70b6-43d7-b5d7-ed80c1b040d4 req-c562ac0d-a32d-4dac-abdb-b5a281226d9a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:42.158230 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d783b8f3-70b6-43d7-b5d7-ed80c1b040d4 req-c562ac0d-a32d-4dac-abdb-b5a281226d9a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5420 time: 0.8044069 Mar 23 12:27:42.165319 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:42.201183 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1866b7ba-c28c-4ff0-834d-26f1b1b69f3d x-openstack-request-id: req-1866b7ba-c28c-4ff0-834d-26f1b1b69f3d {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:42.202425 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15a2402-7902-4e61-bbe9-f38c79e04b61", "name": "network-vif-plugged", "status": "completed", "tag": "e8c0bfec-30d2-4d13-844d-157fdbed5be0", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:42.203078 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1866b7ba-c28c-4ff0-834d-26f1b1b69f3d {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:42.203642 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15a2402-7902-4e61-bbe9-f38c79e04b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c0bfec-30d2-4d13-844d-157fdbed5be0', 'code': 200} Mar 23 12:27:42.300952 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba6d828-6b3a-4458-8901-88b22b944e83 x-openstack-request-id: req-3ba6d828-6b3a-4458-8901-88b22b944e83 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:42.301507 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "tag": "2f33ed06-d45d-4b8b-9cf8-44c6e13f2882", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:42.302102 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ba6d828-6b3a-4458-8901-88b22b944e83 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:42.302888 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'tag': '2f33ed06-d45d-4b8b-9cf8-44c6e13f2882', 'status': 'completed', 'code': 200} Mar 23 12:27:42.344771 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d783b8f3-70b6-43d7-b5d7-ed80c1b040d4 req-63aa4a4c-08d5-42d8-8cdd-e2afe4817fc1 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1372831 Mar 23 12:27:42.375504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 19a5b591-2e90-495a-a5ba-1f214a86ff42, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=19a5b591-2e90-495a-a5ba-1f214a86ff42,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:42.441806 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=e8c0bfec-30d2-4d13-844d-157fdbed5be0,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:42.452736 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:42.609793 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a1669-17e1-4f2e-b29a-ab2fc870e962 req-597ddbef-0faa-432f-b659-e193973c2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:42.611789 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b03a1669-17e1-4f2e-b29a-ab2fc870e962 req-597ddbef-0faa-432f-b659-e193973c2aea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 1101 time: 0.2829945 Mar 23 12:27:42.649957 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9e961-c510-4ad9-8bd5-e029eaaccbb2 req-c8d770fc-9ba9-45f1-b247-0ee085ae46e4 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:42.668650 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-09e9e961-c510-4ad9-8bd5-e029eaaccbb2 req-c8d770fc-9ba9-45f1-b247-0ee085ae46e4 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 945 time: 0.2385187 Mar 23 12:27:42.699899 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47966) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:42.719447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e132ad6-37fe-4e20-a2d0-714a609dea9e {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:27:42.729261 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:42.747337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Transition to ACTIVE for port object 6e132ad6-37fe-4e20-a2d0-714a609dea9e will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:27:42.799976 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:42.819554 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3c33461f-ed17-481f-9345-a2cc881717b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a0fc61c44cc4b5fbce22a4dd6a0e33d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4134507 Mar 23 12:27:42.827590 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47970) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:42.835680 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=19a5b591-2e90-495a-a5ba-1f214a86ff42,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:42.848297 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-09e9e961-c510-4ad9-8bd5-e029eaaccbb2 req-aabef0c7-424a-4014-99bf-d6690dccbc10 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767190 Mar 23 12:27:42.897189 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:42.918459 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b03a1669-17e1-4f2e-b29a-ab2fc870e962 req-2af30a92-0552-432d-be49-7612fba8cbf7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851458 Mar 23 12:27:42.955407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-276e60ff-cb84-4aea-99ab-0a1cafa228e5', 'network_id': '276e60ff-cb84-4aea-99ab-0a1cafa228e5', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'fixed_ips': [{'subnet_id': '66adf0cf-1c19-4fca-ae71-0aed406efa41'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:27:42.956637 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:43.086157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1280681122-network', 'tenant_id': 'd5f773312bd44334bd11fab8f86acfc3'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:43.150726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Made reservation on behalf of d5f773312bd44334bd11fab8f86acfc3 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:43.152204 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:43.235157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f4470-ecbc-41b9-a885-4fc42f784125 req-2f975657-f171-4bf9-8248-a3db0c6f590b tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:43.242017 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-455f4470-ecbc-41b9-a885-4fc42f784125 req-2f975657-f171-4bf9-8248-a3db0c6f590b tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 950 time: 0.2179854 Mar 23 12:27:43.242962 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:43.251724 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Allocated IP 19.86.0.2 (276e60ff-cb84-4aea-99ab-0a1cafa228e5/66adf0cf-1c19-4fca-ae71-0aed406efa41/4964b736-bd8b-427b-87a0-fae36ecf4eac) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:27:43.297148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0d253-0ac7-4b6e-abf7-b3dac99c7461 req-0f036c37-7364-4867-b61a-0cc7f6ecd3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:43.297652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0d253-0ac7-4b6e-abf7-b3dac99c7461 req-0f036c37-7364-4867-b61a-0cc7f6ecd3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:43.298269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0d253-0ac7-4b6e-abf7-b3dac99c7461 req-0f036c37-7364-4867-b61a-0cc7f6ecd3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:43.298753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0d253-0ac7-4b6e-abf7-b3dac99c7461 req-0f036c37-7364-4867-b61a-0cc7f6ecd3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:43.299501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0d253-0ac7-4b6e-abf7-b3dac99c7461 req-0f036c37-7364-4867-b61a-0cc7f6ecd3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:43.299726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0d253-0ac7-4b6e-abf7-b3dac99c7461 req-0f036c37-7364-4867-b61a-0cc7f6ecd3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:43.300179 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0d253-0ac7-4b6e-abf7-b3dac99c7461 req-0f036c37-7364-4867-b61a-0cc7f6ecd3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:43.302287 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07b0d253-0ac7-4b6e-abf7-b3dac99c7461 req-0f036c37-7364-4867-b61a-0cc7f6ecd3bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 6422 time: 0.5518987 Mar 23 12:27:43.383769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e132ad6-37fe-4e20-a2d0-714a609dea9e,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:43.421203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ae598-a57e-4464-80d1-ab3a5b0a44b9 req-0c4cf2f9-3d77-4122-b9e4-f55395f2e94f tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:43.423794 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e68ae598-a57e-4464-80d1-ab3a5b0a44b9 req-0c4cf2f9-3d77-4122-b9e4-f55395f2e94f tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 943 time: 0.6599116 Mar 23 12:27:43.477809 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:43.485969 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:43.501465 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-455f4470-ecbc-41b9-a885-4fc42f784125 req-67be84f5-94c9-4823-8c66-5f59c07677f4 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367015 Mar 23 12:27:43.546007 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-792e43f4-caaa-4105-bb41-46f727eaa8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:43.604805 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Network 276e60ff-cb84-4aea-99ab-0a1cafa228e5 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:27:43.610418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:43.613068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ec4bc2-6a1c-425f-a946-e0691d7d671b None None] Network 84e57d02-7071-458d-b2f2-f08fdb168a52 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:27:43.618556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:27:43.674767 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:43.688325 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:43.701585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:27:43.702482 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-792e43f4-caaa-4105-bb41-46f727eaa8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:43.712599 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:43.713210 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Added segment e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0 of type vlan for network 4feef5ab-e12f-413e-a164-9d800d328901 Mar 23 12:27:43.718818 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Pushing event updated for resources: {'Port': ['ID=4964b736-bd8b-427b-87a0-fae36ecf4eac,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:43.729945 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b28220dd-e703-4889-8cb2-bf7872deff5c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:27:43.761819 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:43.808690 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:43.810269 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:43.811138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:43.834225 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7a7c9e3a-ed8a-4940-8926-d821c42fc4cb None None] Provisioning complete for port b28220dd-e703-4889-8cb2-bf7872deff5c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:43.834605 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7a7c9e3a-ed8a-4940-8926-d821c42fc4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:43.906760 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1918240 Mar 23 12:27:43.935509 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04642ef1-ec03-4dbe-9ab0-f39f6eed7866,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:43.947588 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47984) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:43.953894 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Attempting to bind port 4964b736-bd8b-427b-87a0-fae36ecf4eac on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:27:43.954243 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Attempting to bind port 4964b736-bd8b-427b-87a0-fae36ecf4eac by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '3e1d52d9-1f9c-4d28-b908-355a28c72050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '276e60ff-cb84-4aea-99ab-0a1cafa228e5'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:27:43.954611 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Attempting to bind port 4964b736-bd8b-427b-87a0-fae36ecf4eac on network 276e60ff-cb84-4aea-99ab-0a1cafa228e5 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:43.957990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bec00fe8-fbc9-4e57-828b-45cb876bf8b5 admin admin] Request body: {'subnet': {'network_id': '4feef5ab-e12f-413e-a164-9d800d328901', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1280681122-subnet', 'tenant_id': 'd5f773312bd44334bd11fab8f86acfc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:43.988428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:27:43.988803 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Checking segment: {'id': '3e1d52d9-1f9c-4d28-b908-355a28c72050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '276e60ff-cb84-4aea-99ab-0a1cafa228e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:43.989210 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:43.989601 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Bound using segment: {'id': '3e1d52d9-1f9c-4d28-b908-355a28c72050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '276e60ff-cb84-4aea-99ab-0a1cafa228e5'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:27:43.990162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Bound port: 4964b736-bd8b-427b-87a0-fae36ecf4eac, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1d52d9-1f9c-4d28-b908-355a28c72050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '276e60ff-cb84-4aea-99ab-0a1cafa228e5'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:27:43.990553 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:43.994457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:43.995055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:43.995553 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:43.996119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:43.996712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:43.997213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:43.997714 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:43.998202 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:43.999231 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:43.999803 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:44.000306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:44.000902 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:27:44.012572 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72e166-752c-4c9a-bd81-b428b753fc42 admin admin] Pushing event updated for resources: {'Network': ['ID=4feef5ab-e12f-413e-a164-9d800d328901,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:44.074453 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port b28220dd-e703-4889-8cb2-bf7872deff5c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:44.074861 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:44.082011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-fe08dca7-15c4-4583-87ac-60d6d276542c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:44.095675 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-fe08dca7-15c4-4583-87ac-60d6d276542c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:44.098780 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-fe08dca7-15c4-4583-87ac-60d6d276542c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/networks?id=84e57d02-7071-458d-b2f2-f08fdb168a52&id=276e60ff-cb84-4aea-99ab-0a1cafa228e5 HTTP/1.1" status: 200 len: 1392 time: 0.4267511 Mar 23 12:27:44.100781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec00fe8-fbc9-4e57-828b-45cb876bf8b5 admin admin] Made reservation on behalf of d5f773312bd44334bd11fab8f86acfc3 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:44.103949 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bec00fe8-fbc9-4e57-828b-45cb876bf8b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:44.185686 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-7bc5bfbf-f37b-4c4e-9f18-9444bcc1420e tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/quotas/30d96015ed484726b5769dfa4017912e HTTP/1.1" status: 200 len: 375 time: 0.0785840 Mar 23 12:27:44.296550 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-b6cbf937-78f7-4b84-b378-55dff5e850ab tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=30d96015ed484726b5769dfa4017912e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1088619 Mar 23 12:27:44.421351 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 4feef5ab-e12f-413e-a164-9d800d328901 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:27:44.445136 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-792e43f4-caaa-4105-bb41-46f727eaa8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:44.449362 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-792e43f4-caaa-4105-bb41-46f727eaa8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:44.453959 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-792e43f4-caaa-4105-bb41-46f727eaa8e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c48e89b-78f0-4e84-886d-df4c050b1684 HTTP/1.1" status: 204 len: 168 time: 1.5781012 Mar 23 12:27:44.606027 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-b8759492-397c-447a-aa27-f0c6a47758a1 service neutron] 10.222.0.52 "GET /v2.0/networks/84e57d02-7071-458d-b2f2-f08fdb168a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078706 Mar 23 12:27:44.612902 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bec00fe8-fbc9-4e57-828b-45cb876bf8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:44.630805 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Attempting to bind port 6e132ad6-37fe-4e20-a2d0-714a609dea9e on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:27:44.630805 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Attempting to bind port 6e132ad6-37fe-4e20-a2d0-714a609dea9e by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '1dd23322-2668-4009-8d16-b9cdb0be4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd615e09e-2eb5-4d6e-9949-519736a83a8e'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:27:44.631193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Attempting to bind port 6e132ad6-37fe-4e20-a2d0-714a609dea9e on network d615e09e-2eb5-4d6e-9949-519736a83a8e {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:44.632805 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7a7c9e3a-ed8a-4940-8926-d821c42fc4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:44.636057 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8449aa7-f0c3-4e8b-9c36-0952e35e4099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a5b591-2e90-495a-a5ba-1f214a86ff42'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:44.641055 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac85199-a053-4e42-9ef3-4c47000c53a9" -d '{"events": [{"server_uuid": "c8449aa7-f0c3-4e8b-9c36-0952e35e4099", "name": "network-vif-plugged", "status": "completed", "tag": "19a5b591-2e90-495a-a5ba-1f214a86ff42"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:44.648147 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e43f4-caaa-4105-bb41-46f727eaa8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c48e89b-78f0-4e84-886d-df4c050b1684,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:44.678297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Port 6e132ad6-37fe-4e20-a2d0-714a609dea9e on network d615e09e-2eb5-4d6e-9949-519736a83a8e not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:27:44.679042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Attempting to bind port 6e132ad6-37fe-4e20-a2d0-714a609dea9e on network d615e09e-2eb5-4d6e-9949-519736a83a8e {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:44.696155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:27:44.696933 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Checking segment: {'id': '1dd23322-2668-4009-8d16-b9cdb0be4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd615e09e-2eb5-4d6e-9949-519736a83a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:44.697683 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Bound using segment: {'id': '1dd23322-2668-4009-8d16-b9cdb0be4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd615e09e-2eb5-4d6e-9949-519736a83a8e'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:27:44.698604 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Bound port: 6e132ad6-37fe-4e20-a2d0-714a609dea9e, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd23322-2668-4009-8d16-b9cdb0be4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd615e09e-2eb5-4d6e-9949-519736a83a8e'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:27:44.699311 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:44.706114 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e68ae598-a57e-4464-80d1-ab3a5b0a44b9 req-16e1c69c-3451-47fb-bb34-4ea0b83abf07 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1855433 Mar 23 12:27:44.722074 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] For port 4964b736-bd8b-427b-87a0-fae36ecf4eac, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:27:44.725832 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] For port 4964b736-bd8b-427b-87a0-fae36ecf4eac, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4964b736-bd8b-427b-87a0-fae36ecf4eac,segment=NetworkSegment(3e1d52d9-1f9c-4d28-b908-355a28c72050),segment_id=3e1d52d9-1f9c-4d28-b908-355a28c72050)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:27:44.799720 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:44.835284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0d253-0ac7-4b6e-abf7-b3dac99c7461 req-82cd27e9-dc34-4912-b922-f7e3272efe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:44.835960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0d253-0ac7-4b6e-abf7-b3dac99c7461 req-82cd27e9-dc34-4912-b922-f7e3272efe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:44.836439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0d253-0ac7-4b6e-abf7-b3dac99c7461 req-82cd27e9-dc34-4912-b922-f7e3272efe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:44.838204 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07b0d253-0ac7-4b6e-abf7-b3dac99c7461 req-82cd27e9-dc34-4912-b922-f7e3272efe52 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.4907520 Mar 23 12:27:44.968757 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7a7c9e3a-ed8a-4940-8926-d821c42fc4cb None None] For port b28220dd-e703-4889-8cb2-bf7872deff5c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b28220dd-e703-4889-8cb2-bf7872deff5c,segment=NetworkSegment(75c76700-0a97-4e9a-aa2e-673a07921cd7),segment_id=75c76700-0a97-4e9a-aa2e-673a07921cd7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:44.976181 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbc6b4-8b05-41bf-8306-530d548ac447 None None] Pushing event updated for resources: {'Port': ['ID=4964b736-bd8b-427b-87a0-fae36ecf4eac,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:44.991812 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7a7c9e3a-ed8a-4940-8926-d821c42fc4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:45.055655 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec00fe8-fbc9-4e57-828b-45cb876bf8b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf51253-64ef-4c83-a436-49dc13634812,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:45.094303 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:45.189186 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c9e3a-ed8a-4940-8926-d821c42fc4cb None None] Pushing event updated for resources: {'Port': ['ID=b28220dd-e703-4889-8cb2-bf7872deff5c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:45.222084 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1e40d-ab82-4fbd-b4a2-4b9093264b90 req-cb1a9ad2-86a6-4211-b87e-d2c9b661b2ea tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:45.224124 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70a1e40d-ab82-4fbd-b4a2-4b9093264b90 req-cb1a9ad2-86a6-4211-b87e-d2c9b661b2ea tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 945 time: 0.4354999 Mar 23 12:27:45.230535 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec00fe8-fbc9-4e57-828b-45cb876bf8b5 admin admin] Checking segment: {'id': 'e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4feef5ab-e12f-413e-a164-9d800d328901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:45.231056 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec00fe8-fbc9-4e57-828b-45cb876bf8b5 admin admin] Network hostable DHCP agents. Network: 4feef5ab-e12f-413e-a164-9d800d328901, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:27:45.264961 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:27:45.265325 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:27:45.277555 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48002) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:45.309062 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-8cd1bb2d-ca41-487a-9608-1d2833fcd361 service neutron] 10.222.0.52 "GET /v2.0/networks/84e57d02-7071-458d-b2f2-f08fdb168a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6979733 Mar 23 12:27:45.343129 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:27:45.360222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] For port 6e132ad6-37fe-4e20-a2d0-714a609dea9e, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:27:45.381326 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:45.435689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ea998b57-1205-4c52-a6ac-310589172a1e None None] Provisioning complete for port b28220dd-e703-4889-8cb2-bf7872deff5c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:45.436155 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ea998b57-1205-4c52-a6ac-310589172a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:45.438117 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] For port 6e132ad6-37fe-4e20-a2d0-714a609dea9e, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=6e132ad6-37fe-4e20-a2d0-714a609dea9e,segment=NetworkSegment(1dd23322-2668-4009-8d16-b9cdb0be4bbc),segment_id=1dd23322-2668-4009-8d16-b9cdb0be4bbc)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:27:45.463864 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:45.488482 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Transition to ACTIVE for port object 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:27:45.513645 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec00fe8-fbc9-4e57-828b-45cb876bf8b5 admin admin] Network 4feef5ab-e12f-413e-a164-9d800d328901 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:27:45.532819 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd2995-7979-4184-8df5-1f9cbb0e2326 req-752fcb18-4c9f-439d-9da3-6b846ad35a0a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:45.539020 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd2995-7979-4184-8df5-1f9cbb0e2326 req-752fcb18-4c9f-439d-9da3-6b846ad35a0a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:45.546854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd2995-7979-4184-8df5-1f9cbb0e2326 req-752fcb18-4c9f-439d-9da3-6b846ad35a0a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:45.553453 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd2995-7979-4184-8df5-1f9cbb0e2326 req-752fcb18-4c9f-439d-9da3-6b846ad35a0a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:45.560469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-bec00fe8-fbc9-4e57-828b-45cb876bf8b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 4feef5ab-e12f-413e-a164-9d800d328901) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:45.561372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd2995-7979-4184-8df5-1f9cbb0e2326 req-752fcb18-4c9f-439d-9da3-6b846ad35a0a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:45.567529 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd2995-7979-4184-8df5-1f9cbb0e2326 req-752fcb18-4c9f-439d-9da3-6b846ad35a0a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:45.577947 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd2995-7979-4184-8df5-1f9cbb0e2326 req-752fcb18-4c9f-439d-9da3-6b846ad35a0a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:45.579796 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7bcd2995-7979-4184-8df5-1f9cbb0e2326 req-752fcb18-4c9f-439d-9da3-6b846ad35a0a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5420 time: 0.5648992 Mar 23 12:27:45.584631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6de7bb-cd5b-4201-a369-5dc7aaccda82 None None] Network 4feef5ab-e12f-413e-a164-9d800d328901 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:27:45.587059 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec00fe8-fbc9-4e57-828b-45cb876bf8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:45.587978 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bec00fe8-fbc9-4e57-828b-45cb876bf8b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:45.598072 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-70a1e40d-ab82-4fbd-b4a2-4b9093264b90 req-3aaf7b85-e430-40bf-bc29-4bacf86e8944 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Deleting port 8108478e-b859-4e1f-9567-c8e4d4668e91 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:45.598916 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-70a1e40d-ab82-4fbd-b4a2-4b9093264b90 req-3aaf7b85-e430-40bf-bc29-4bacf86e8944 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:45.613347 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:45.626496 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0d253-0ac7-4b6e-abf7-b3dac99c7461 req-499facd8-1bd5-4d76-a195-a7d03b55a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:45.627991 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07b0d253-0ac7-4b6e-abf7-b3dac99c7461 req-499facd8-1bd5-4d76-a195-a7d03b55a32c service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7613974 Mar 23 12:27:45.659112 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-35d6040d-dfa6-4f53-9219-542882494a01 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=93b29daadbf24d2b8f5232b58ca7d233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764231 Mar 23 12:27:45.661040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:45.665666 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:45.667625 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] 10.222.0.77 "PUT /v2.0/ports/6e132ad6-37fe-4e20-a2d0-714a609dea9e HTTP/1.1" status: 200 len: 1091 time: 4.6820490 Mar 23 12:27:45.668135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8', 'tag': '6e132ad6-37fe-4e20-a2d0-714a609dea9e'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:45.670785 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85070d05-5cdb-4103-a41d-8b6238f45704" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8", "tag": "6e132ad6-37fe-4e20-a2d0-714a609dea9e"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:45.673976 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48006) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:45.747755 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:45.810239 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82181e-4b24-4d27-8650-36f0ec9e60f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e132ad6-37fe-4e20-a2d0-714a609dea9e,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:45.878169 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-504cdb68-6f17-42b1-a119-305e0b9ff816 service neutron] 10.222.0.52 "GET /v2.0/networks/276e60ff-cb84-4aea-99ab-0a1cafa228e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691626 Mar 23 12:27:45.903737 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bec00fe8-fbc9-4e57-828b-45cb876bf8b5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9446340 Mar 23 12:27:45.954564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666aa09b-de97-4214-97c5-079921167bd3 None None] Network 4feef5ab-e12f-413e-a164-9d800d328901 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:27:46.098167 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b1d39f3-5768-43bc-9a9e-05f7e654b499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:46.266317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Pushing event updated for resources: {'Port': ['ID=92dc93b2-c7e3-4a28-8249-e6d9c2723fd2,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:46.307623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4964b736-bd8b-427b-87a0-fae36ecf4eac up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:27:46.324908 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-e47d1990-b2bd-477d-b043-7fdcbd65e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:46.328249 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-e47d1990-b2bd-477d-b043-7fdcbd65e1e6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d5f45b7a4464db3842cc518a88a2ee7&device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 1094 time: 0.5870042 Mar 23 12:27:46.331613 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-d18ca0ed-d559-4f3b-9247-cb8658395924 service neutron] 10.222.0.52 "GET /v2.0/networks/276e60ff-cb84-4aea-99ab-0a1cafa228e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426448 Mar 23 12:27:46.339120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-70a1e40d-ab82-4fbd-b4a2-4b9093264b90 req-3aaf7b85-e430-40bf-bc29-4bacf86e8944 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] For port 8108478e-b859-4e1f-9567-c8e4d4668e91, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8108478e-b859-4e1f-9567-c8e4d4668e91,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:46.339482 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-70a1e40d-ab82-4fbd-b4a2-4b9093264b90 req-3aaf7b85-e430-40bf-bc29-4bacf86e8944 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:46.418281 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-7c0b65b2-1e2c-4547-bebd-0b6086e48a2a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e132ad6-37fe-4e20-a2d0-714a609dea9e HTTP/1.1" status: 200 len: 217 time: 0.0636556 Mar 23 12:27:46.423529 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b1d39f3-5768-43bc-9a9e-05f7e654b499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:46.525182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4964b736-bd8b-427b-87a0-fae36ecf4eac triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:46.526093 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:46.548182 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Attempting to bind port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:27:46.548801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Attempting to bind port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'e436e240-5d3d-4df6-b744-c05925e63223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:27:46.549134 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Attempting to bind port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 on network 7751cfb1-5c21-4925-8fee-f42885f445e0 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:46.609379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 on network 7751cfb1-5c21-4925-8fee-f42885f445e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:27:46.611577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Attempting to bind port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 on network 7751cfb1-5c21-4925-8fee-f42885f445e0 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:46.679709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:27:46.680303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Checking segment: {'id': 'e436e240-5d3d-4df6-b744-c05925e63223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:46.680802 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Bound using segment: {'id': 'e436e240-5d3d-4df6-b744-c05925e63223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:27:46.681380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Bound port: 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e436e240-5d3d-4df6-b744-c05925e63223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:27:46.681846 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:46.706877 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7bcd2995-7979-4184-8df5-1f9cbb0e2326 req-232926da-ed9f-4dd6-adf8-ee93eeeb2da6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0972245 Mar 23 12:27:46.760670 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:46.874032 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 4964b736-bd8b-427b-87a0-fae36ecf4eac, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4964b736-bd8b-427b-87a0-fae36ecf4eac,segment=NetworkSegment(3e1d52d9-1f9c-4d28-b908-355a28c72050),segment_id=3e1d52d9-1f9c-4d28-b908-355a28c72050)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:46.882270 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:46.885045 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b28220dd-e703-4889-8cb2-bf7872deff5c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:27:46.936434 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b1d39f3-5768-43bc-9a9e-05f7e654b499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:46.947597 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b1d39f3-5768-43bc-9a9e-05f7e654b499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:46.949540 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0b1d39f3-5768-43bc-9a9e-05f7e654b499 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6238c70b-00a4-48d3-90b8-04d53cba936f HTTP/1.1" status: 204 len: 168 time: 1.2718942 Mar 23 12:27:46.972058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-0c90d312-068e-462d-8801-a63ac1215858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:46.979564 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-0c90d312-068e-462d-8801-a63ac1215858 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0028349c-8d9b-4d90-b211-2217016fe8b4 HTTP/1.1" status: 200 len: 852 time: 0.5320659 Mar 23 12:27:47.044799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5c9b6a-b63a-4768-b93b-af31979e7a66 None None] Network 276e60ff-cb84-4aea-99ab-0a1cafa228e5 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:27:47.076554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111a58d-5806-4600-b515-18d2346163b3 req-f15ad110-9c55-4da2-9c96-4aea668d5c29 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:47.082516 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5111a58d-5806-4600-b515-18d2346163b3 req-f15ad110-9c55-4da2-9c96-4aea668d5c29 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1970acf-8b90-4c05-90af-3a42c2a36f58 HTTP/1.1" status: 200 len: 945 time: 0.3336709 Mar 23 12:27:47.162376 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-03e4ecc5-ffad-4ef2-b18c-ddcec57e66a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d615e09e-2eb5-4d6e-9949-519736a83a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879462 Mar 23 12:27:47.167345 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-70a1e40d-ab82-4fbd-b4a2-4b9093264b90 req-3aaf7b85-e430-40bf-bc29-4bacf86e8944 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:47.167345 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-70a1e40d-ab82-4fbd-b4a2-4b9093264b90 req-3aaf7b85-e430-40bf-bc29-4bacf86e8944 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:47.167345 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [req-70a1e40d-ab82-4fbd-b4a2-4b9093264b90 req-3aaf7b85-e430-40bf-bc29-4bacf86e8944 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Floating IP 40346554-61be-4216-a7fa-5a5c4b38aadc disassociated. External IP: 172.25.2.253, port: 8108478e-b859-4e1f-9567-c8e4d4668e91. Mar 23 12:27:47.167345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-70a1e40d-ab82-4fbd-b4a2-4b9093264b90 req-3aaf7b85-e430-40bf-bc29-4bacf86e8944 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Calling delete_port for 8108478e-b859-4e1f-9567-c8e4d4668e91 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:47.171775 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d39f3-5768-43bc-9a9e-05f7e654b499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6238c70b-00a4-48d3-90b8-04d53cba936f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:47.525875 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-c914af2c-e0c8-4aa0-82ea-f805255fb5a0 service neutron] 10.222.0.77 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166656 Mar 23 12:27:47.545782 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f85a47-6de1-4132-9dce-806c2c8870b0 req-edb8c782-0f6f-430e-b0cd-ffbf2b9a5d8a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:47.553905 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-97f85a47-6de1-4132-9dce-806c2c8870b0 req-edb8c782-0f6f-430e-b0cd-ffbf2b9a5d8a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 950 time: 0.6195369 Mar 23 12:27:47.692471 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=4964b736-bd8b-427b-87a0-fae36ecf4eac,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:47.705888 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-292312cf-2dbd-4851-a44c-5d3d6dc85881 None None] Provisioning complete for port 4964b736-bd8b-427b-87a0-fae36ecf4eac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:47.706733 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-292312cf-2dbd-4851-a44c-5d3d6dc85881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:47.728308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] For port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:27:47.730490 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48044) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:47.763094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9e6bb944-4afa-4a2c-88b3-f44cfc6dbcaf admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-237054062-network', 'tenant_id': 'f167f953323c4965982f11eb36465056'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:47.790723 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:47.816860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] For port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=92dc93b2-c7e3-4a28-8249-e6d9c2723fd2,segment=NetworkSegment(e436e240-5d3d-4df6-b744-c05925e63223),segment_id=e436e240-5d3d-4df6-b744-c05925e63223)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:27:47.834685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port b28220dd-e703-4889-8cb2-bf7872deff5c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:47.835450 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:47.837856 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-97f85a47-6de1-4132-9dce-806c2c8870b0 req-0db026c3-8e51-4239-9bf5-c2557d516234 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828658 Mar 23 12:27:47.993716 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:48.112198 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-70a1e40d-ab82-4fbd-b4a2-4b9093264b90 req-3aaf7b85-e430-40bf-bc29-4bacf86e8944 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:48.130072 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5111a58d-5806-4600-b515-18d2346163b3 req-52da50de-9f08-4816-bab1-3f2be8fd4a88 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups?id=55683a69-9467-443d-8d7d-f9bf319e158c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0366161 Mar 23 12:27:48.143331 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf06b2c-65dd-4169-8c04-fb62798d23de x-openstack-request-id: req-ebf06b2c-65dd-4169-8c04-fb62798d23de {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:48.143913 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8449aa7-f0c3-4e8b-9c36-0952e35e4099", "name": "network-vif-plugged", "status": "completed", "tag": "19a5b591-2e90-495a-a5ba-1f214a86ff42", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:48.144372 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ebf06b2c-65dd-4169-8c04-fb62798d23de {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:48.146873 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8449aa7-f0c3-4e8b-9c36-0952e35e4099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a5b591-2e90-495a-a5ba-1f214a86ff42', 'code': 200} Mar 23 12:27:48.286603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf7b85-e430-40bf-bc29-4bacf86e8944 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Pushing event deleted for resources: {'Port': ['ID=8108478e-b859-4e1f-9567-c8e4d4668e91,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:48.305184 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fa2947-ff19-4a34-a43b-c2784b291c7c x-openstack-request-id: req-f6fa2947-ff19-4a34-a43b-c2784b291c7c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:48.312375 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8", "tag": "6e132ad6-37fe-4e20-a2d0-714a609dea9e", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:48.313354 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6fa2947-ff19-4a34-a43b-c2784b291c7c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:48.314324 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8', 'tag': '6e132ad6-37fe-4e20-a2d0-714a609dea9e', 'status': 'completed', 'code': 200} Mar 23 12:27:48.346102 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6bb944-4afa-4a2c-88b3-f44cfc6dbcaf admin admin] Made reservation on behalf of f167f953323c4965982f11eb36465056 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:48.364200 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e6bb944-4afa-4a2c-88b3-f44cfc6dbcaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:48.489985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 8108478e-b859-4e1f-9567-c8e4d4668e91 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:27:48.526190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:48.528608 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:48.531858 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70a1e40d-ab82-4fbd-b4a2-4b9093264b90 req-3aaf7b85-e430-40bf-bc29-4bacf86e8944 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Router 4e04151c-df0d-47cd-a19a-612af8ac8826 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:27:48.533459 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] 10.222.0.73 "PUT /v2.0/ports/92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 HTTP/1.1" status: 200 len: 1091 time: 6.6074476 Mar 23 12:27:48.569402 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4964b736-bd8b-427b-87a0-fae36ecf4eac up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:27:48.583149 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 8108478e-b859-4e1f-9567-c8e4d4668e91 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:27:48.585023 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 8108478e-b859-4e1f-9567-c8e4d4668e91 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:27:48.664081 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e6bb944-4afa-4a2c-88b3-f44cfc6dbcaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:48.798421 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4964b736-bd8b-427b-87a0-fae36ecf4eac triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:48.798993 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:48.821944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7af1ad-c109-4d12-93ae-7102aff297c5 service neutron] Pushing event updated for resources: {'Port': ['ID=92dc93b2-c7e3-4a28-8249-e6d9c2723fd2,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:48.863569 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4cfd60d8-5936-4fb4-bea1-962cfaed1a11 req-ff007b6f-23d6-46c6-923f-3793de03bdaa service neutron] 10.222.0.77 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3052368 Mar 23 12:27:48.910753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70a1e40d-ab82-4fbd-b4a2-4b9093264b90 req-3aaf7b85-e430-40bf-bc29-4bacf86e8944 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:27:48.939850 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab8057-3f52-42c5-8bbf-6713d85ca853 req-62e89206-7324-4b86-b13f-3abcdc6f4e61 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:48.975446 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-adab8057-3f52-42c5-8bbf-6713d85ca853 req-62e89206-7324-4b86-b13f-3abcdc6f4e61 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 943 time: 0.7043941 Mar 23 12:27:49.012297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbafe9e-7e23-4eb7-9f05-b03c12e430b6 None None] Sync routers for ids ['4e04151c-df0d-47cd-a19a-612af8ac8826'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:27:49.035494 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a1e40d-ab82-4fbd-b4a2-4b9093264b90 req-3aaf7b85-e430-40bf-bc29-4bacf86e8944 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] No DVR routers for this DVR port 8108478e-b859-4e1f-9567-c8e4d4668e91 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:27:49.043313 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-70a1e40d-ab82-4fbd-b4a2-4b9093264b90 req-3aaf7b85-e430-40bf-bc29-4bacf86e8944 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:49.053906 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70a1e40d-ab82-4fbd-b4a2-4b9093264b90 req-3aaf7b85-e430-40bf-bc29-4bacf86e8944 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.73 "DELETE /v2.0/ports/8108478e-b859-4e1f-9567-c8e4d4668e91 HTTP/1.1" status: 204 len: 173 time: 3.8147304 Mar 23 12:27:49.066516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1970acf-8b90-4c05-90af-3a42c2a36f58', 'name': 'network-vif-deleted', 'tag': '8108478e-b859-4e1f-9567-c8e4d4668e91'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:49.080221 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba9b6ce-1da7-43af-90a1-eb20460b129a" -d '{"events": [{"server_uuid": "c1970acf-8b90-4c05-90af-3a42c2a36f58", "name": "network-vif-deleted", "tag": "8108478e-b859-4e1f-9567-c8e4d4668e91"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:49.128371 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9f20ee81-6cc3-459f-8668-43f7e21c6f74 None None] Provisioning complete for port 4964b736-bd8b-427b-87a0-fae36ecf4eac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:49.128756 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9f20ee81-6cc3-459f-8668-43f7e21c6f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:49.130892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbafe9e-7e23-4eb7-9f05-b03c12e430b6 None None] Routers {'4e04151c-df0d-47cd-a19a-612af8ac8826'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:27:49.131603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3dbafe9e-7e23-4eb7-9f05-b03c12e430b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:27:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['4e04151c-df0d-47cd-a19a-612af8ac8826'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:49.284694 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e6bb944-4afa-4a2c-88b3-f44cfc6dbcaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:49.456344 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33949c26-2e39-4aa2-9271-afda5ac89578 req-3841dc8d-df13-4e4c-a3c9-7e1951cc9096 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 210 time: 0.1230791 Mar 23 12:27:49.467965 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e6bb944-4afa-4a2c-88b3-f44cfc6dbcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:49.504417 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6bb944-4afa-4a2c-88b3-f44cfc6dbcaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:27:49.535776 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e6bb944-4afa-4a2c-88b3-f44cfc6dbcaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:49.536173 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-9e6bb944-4afa-4a2c-88b3-f44cfc6dbcaf admin admin] Added segment 8c29a5d8-b4fd-4132-bf7e-67fa3adc452f of type vlan for network 168f5459-9395-4c7a-806c-74b703339022 Mar 23 12:27:49.604896 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e6bb944-4afa-4a2c-88b3-f44cfc6dbcaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:49.619537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-fede3ea8-232e-489e-8b99-ba04c2d6cbee tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:49.627889 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-fede3ea8-232e-489e-8b99-ba04c2d6cbee tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:49.630141 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-fede3ea8-232e-489e-8b99-ba04c2d6cbee tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.77 "GET /v2.0/networks?id=84e57d02-7071-458d-b2f2-f08fdb168a52&id=276e60ff-cb84-4aea-99ab-0a1cafa228e5 HTTP/1.1" status: 200 len: 1392 time: 0.4187305 Mar 23 12:27:49.659247 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-e8f4b7d1-0b42-4ece-92a8-4085caafa906 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Request body: {'port': {'device_id': 'c4f5a258-9569-4461-8813-50bb4e2422d7', 'network_id': '84e57d02-7071-458d-b2f2-f08fdb168a52', 'admin_state_up': True, 'tenant_id': '30d96015ed484726b5769dfa4017912e'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:49.695710 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bb944-4afa-4a2c-88b3-f44cfc6dbcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5416791-1a64-48c7-b40a-097bb484b3ff,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:49.704595 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e6bb944-4afa-4a2c-88b3-f44cfc6dbcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:49.705896 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6bb944-4afa-4a2c-88b3-f44cfc6dbcaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:49.706594 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e6bb944-4afa-4a2c-88b3-f44cfc6dbcaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:49.800171 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-1b1b94d2-575c-4170-9964-f0d9c271bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:49.800720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-1b1b94d2-575c-4170-9964-f0d9c271bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:49.801202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-1b1b94d2-575c-4170-9964-f0d9c271bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:49.801825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-1b1b94d2-575c-4170-9964-f0d9c271bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:49.802300 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-1b1b94d2-575c-4170-9964-f0d9c271bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:49.802800 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-1b1b94d2-575c-4170-9964-f0d9c271bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:49.803267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-1b1b94d2-575c-4170-9964-f0d9c271bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:49.805716 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-1b1b94d2-575c-4170-9964-f0d9c271bb85 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 6489 time: 1.1021223 Mar 23 12:27:49.811075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85070d05-5cdb-4103-a41d-8b6238f45704 req-18411fcc-906b-4aec-b5ac-dd141395cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:49.812640 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85070d05-5cdb-4103-a41d-8b6238f45704 req-18411fcc-906b-4aec-b5ac-dd141395cb8d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d5f45b7a4464db3842cc518a88a2ee7&device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 1094 time: 0.5131345 Mar 23 12:27:49.813361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bb944-4afa-4a2c-88b3-f44cfc6dbcaf admin admin] Pushing event updated for resources: {'Network': ['ID=168f5459-9395-4c7a-806c-74b703339022,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:49.820758 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9e6bb944-4afa-4a2c-88b3-f44cfc6dbcaf admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0807405 Mar 23 12:27:49.830072 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48082) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:49.849298 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-75baff86-ac1d-4440-a63d-fe67c8a6b65f admin admin] Request body: {'subnet': {'network_id': '168f5459-9395-4c7a-806c-74b703339022', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-237054062-subnet', 'tenant_id': 'f167f953323c4965982f11eb36465056', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:49.928537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6e215-be5b-4d4d-a7b1-9f9179b6e75b req-de776c1d-c984-4b38-9105-c77fab63d33a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:49.937067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6e215-be5b-4d4d-a7b1-9f9179b6e75b req-de776c1d-c984-4b38-9105-c77fab63d33a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:49.944386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6e215-be5b-4d4d-a7b1-9f9179b6e75b req-de776c1d-c984-4b38-9105-c77fab63d33a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:49.955296 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85070d05-5cdb-4103-a41d-8b6238f45704 req-cfffc20a-d8b1-4526-8dcd-d884fabddc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:49.957064 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6e215-be5b-4d4d-a7b1-9f9179b6e75b req-de776c1d-c984-4b38-9105-c77fab63d33a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:49.957738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85070d05-5cdb-4103-a41d-8b6238f45704 req-cfffc20a-d8b1-4526-8dcd-d884fabddc8a service neutron] 10.222.0.77 "GET /v2.0/networks?id=d615e09e-2eb5-4d6e-9949-519736a83a8e HTTP/1.1" status: 200 len: 913 time: 0.1340702 Mar 23 12:27:49.962866 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-adab8057-3f52-42c5-8bbf-6713d85ca853 req-21cc190b-4991-4194-8624-d188636c7fb2 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9845920 Mar 23 12:27:49.975246 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6e215-be5b-4d4d-a7b1-9f9179b6e75b req-de776c1d-c984-4b38-9105-c77fab63d33a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:50.003493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6e215-be5b-4d4d-a7b1-9f9179b6e75b req-de776c1d-c984-4b38-9105-c77fab63d33a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:50.008575 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-b296b2a5-4cb6-494c-be5c-595390013781 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2355e3-e6d0-4a27-b6aa-f1ede590f411 HTTP/1.1" status: 200 len: 217 time: 0.0492921 Mar 23 12:27:50.010908 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6e215-be5b-4d4d-a7b1-9f9179b6e75b req-de776c1d-c984-4b38-9105-c77fab63d33a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:50.013042 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c0e6e215-be5b-4d4d-a7b1-9f9179b6e75b req-de776c1d-c984-4b38-9105-c77fab63d33a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5432 time: 0.4061098 Mar 23 12:27:50.024952 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 168f5459-9395-4c7a-806c-74b703339022 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:27:50.030947 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75baff86-ac1d-4440-a63d-fe67c8a6b65f admin admin] Made reservation on behalf of f167f953323c4965982f11eb36465056 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:50.033575 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75baff86-ac1d-4440-a63d-fe67c8a6b65f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:50.139398 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85070d05-5cdb-4103-a41d-8b6238f45704 req-26266a47-a348-472d-9f93-8212926d7947 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e132ad6-37fe-4e20-a2d0-714a609dea9e HTTP/1.1" status: 200 len: 217 time: 0.1292980 Mar 23 12:27:50.143238 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-e8f4b7d1-0b42-4ece-92a8-4085caafa906 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Made reservation on behalf of 30d96015ed484726b5769dfa4017912e for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:50.147377 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-e8f4b7d1-0b42-4ece-92a8-4085caafa906 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:50.168494 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c0e6e215-be5b-4d4d-a7b1-9f9179b6e75b req-dd651d64-df7e-4559-8546-454a20b3dcd3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1400328 Mar 23 12:27:50.304248 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189bdf76-9857-42a6-a45a-2d37d3588499 x-openstack-request-id: req-189bdf76-9857-42a6-a45a-2d37d3588499 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:50.305009 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1970acf-8b90-4c05-90af-3a42c2a36f58", "name": "network-vif-deleted", "tag": "8108478e-b859-4e1f-9567-c8e4d4668e91", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:50.305279 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-189bdf76-9857-42a6-a45a-2d37d3588499 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:50.305715 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1970acf-8b90-4c05-90af-3a42c2a36f58', 'name': 'network-vif-deleted', 'tag': '8108478e-b859-4e1f-9567-c8e4d4668e91', 'status': 'completed', 'code': 200} Mar 23 12:27:50.325030 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3dbafe9e-7e23-4eb7-9f05-b03c12e430b6 None None] Set router 4e04151c-df0d-47cd-a19a-612af8ac8826 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:27:50.327340 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'tag': '92dc93b2-c7e3-4a28-8249-e6d9c2723fd2'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:50.336080 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "tag": "92dc93b2-c7e3-4a28-8249-e6d9c2723fd2"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:50.402483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-24e2d15b-22c0-447b-bc7a-bc0b8aa67f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:50.407362 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-24e2d15b-22c0-447b-bc7a-bc0b8aa67f5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77686451-d601-438d-b8ee-7891ca851b06 HTTP/1.1" status: 200 len: 855 time: 0.2933569 Mar 23 12:27:50.411210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85070d05-5cdb-4103-a41d-8b6238f45704 req-fcd86a33-779b-4af3-b34e-cf761d0c46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:50.413358 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85070d05-5cdb-4103-a41d-8b6238f45704 req-fcd86a33-779b-4af3-b34e-cf761d0c46d5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0028349c-8d9b-4d90-b211-2217016fe8b4 HTTP/1.1" status: 200 len: 852 time: 0.2085454 Mar 23 12:27:50.545702 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85070d05-5cdb-4103-a41d-8b6238f45704 req-5d22235f-0f6f-4897-b5fc-a65f2205b986 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d615e09e-2eb5-4d6e-9949-519736a83a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059761 Mar 23 12:27:50.617363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-e8f4b7d1-0b42-4ece-92a8-4085caafa906 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Allocated IP 19.80.0.212 (84e57d02-7071-458d-b2f2-f08fdb168a52/b3b05415-5c73-429d-b396-7f28bfac9555/b87f0e66-fcae-44e3-856b-318846741536) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:27:50.643428 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75baff86-ac1d-4440-a63d-fe67c8a6b65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:50.782977 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85070d05-5cdb-4103-a41d-8b6238f45704 req-235cff68-30a7-4940-b5e8-e35c9d9dc303 service neutron] 10.222.0.77 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298248 Mar 23 12:27:50.785087 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b10b64-a866-4a8f-9b0d-44a0259aa2b3 x-openstack-request-id: req-38b10b64-a866-4a8f-9b0d-44a0259aa2b3 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:50.785087 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "tag": "92dc93b2-c7e3-4a28-8249-e6d9c2723fd2", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:50.785329 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38b10b64-a866-4a8f-9b0d-44a0259aa2b3 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:50.785703 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'tag': '92dc93b2-c7e3-4a28-8249-e6d9c2723fd2', 'status': 'completed', 'code': 200} Mar 23 12:27:50.833159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75baff86-ac1d-4440-a63d-fe67c8a6b65f admin admin] Pushing event updated for resources: {'Subnet': ['ID=887535fe-3d26-424c-a938-a532301c4c3a,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:50.861253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e7ca274f-f59e-4186-b794-c5d2630075ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:50.862767 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e7ca274f-f59e-4186-b794-c5d2630075ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7d4d0fcc-ccfb-4797-b8c0-dee4c492f981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4434471 Mar 23 12:27:50.937750 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-c7fbaccd-bd3e-453f-8b86-8f897e16eb73 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fc403803658f4797a8a5da21997fc3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537460 Mar 23 12:27:50.959050 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9f366fb4-fd04-449a-8ab8-667a831b7676 req-64266eef-15c2-43cf-a919-6f70f65818c6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 210 time: 0.1326931 Mar 23 12:27:51.014767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75baff86-ac1d-4440-a63d-fe67c8a6b65f admin admin] Checking segment: {'id': '8c29a5d8-b4fd-4132-bf7e-67fa3adc452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '168f5459-9395-4c7a-806c-74b703339022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:51.015287 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75baff86-ac1d-4440-a63d-fe67c8a6b65f admin admin] Network hostable DHCP agents. Network: 168f5459-9395-4c7a-806c-74b703339022, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:27:51.061963 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75baff86-ac1d-4440-a63d-fe67c8a6b65f admin admin] Network 168f5459-9395-4c7a-806c-74b703339022 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:27:51.134508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-75baff86-ac1d-4440-a63d-fe67c8a6b65f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 168f5459-9395-4c7a-806c-74b703339022) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:51.149188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75baff86-ac1d-4440-a63d-fe67c8a6b65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:51.150188 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75baff86-ac1d-4440-a63d-fe67c8a6b65f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:51.150913 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1d2c77-153d-4de1-bb76-fe1b739bb763 None None] Network 168f5459-9395-4c7a-806c-74b703339022 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:27:51.171887 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48128) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:51.229156 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85070d05-5cdb-4103-a41d-8b6238f45704 req-dbb6c63b-edf3-4f43-975d-42d82886dd28 service neutron] 10.222.0.77 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394510 Mar 23 12:27:51.293412 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-75baff86-ac1d-4440-a63d-fe67c8a6b65f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4535336 Mar 23 12:27:51.332663 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4645b417-5ca4-429c-adf5-4208082d8d1b service neutron] 10.222.0.73 "GET /v2.0/networks/7d4d0fcc-ccfb-4797-b8c0-dee4c492f981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513724 Mar 23 12:27:51.337689 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d554d8db-c949-4beb-ad06-ceb97a97abae tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:51.348418 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-e8f4b7d1-0b42-4ece-92a8-4085caafa906 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:51.422713 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-5c5cc5a3-3b30-4919-a450-7c22bd1ac012 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:51.437808 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-5c5cc5a3-3b30-4919-a450-7c22bd1ac012 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4857864 Mar 23 12:27:51.438081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d554d8db-c949-4beb-ad06-ceb97a97abae tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:51.543246 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-c728af25-2395-4b2f-ad6c-af891f080dcf tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/quotas/fc403803658f4797a8a5da21997fc3f9 HTTP/1.1" status: 200 len: 375 time: 0.0558152 Mar 23 12:27:51.556461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3dbafe9e-7e23-4eb7-9f05-b03c12e430b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:41Z', 'revision_number': 4, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '857f5288-90f4-4f8d-9ee6-351facafc4f7', 'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'mac_address': 'fa:16:3e:3b:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:39Z', 'updated_at': '2022-03-23T12:23:49Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'subnets': [{'id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:51.560089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb876e36-af1b-4544-86b2-4dcda81658a5 req-9e95fd6e-9792-423b-9c16-a80657a884ce tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:51.570682 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fb876e36-af1b-4544-86b2-4dcda81658a5 req-9e95fd6e-9792-423b-9c16-a80657a884ce tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 943 time: 0.2172234 Mar 23 12:27:51.625229 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbafe9e-7e23-4eb7-9f05-b03c12e430b6 None None] Checking router: 4e04151c-df0d-47cd-a19a-612af8ac8826 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:27:51.650055 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fb876e36-af1b-4544-86b2-4dcda81658a5 req-c8e74dbd-01f4-4cb2-9145-11a145b80903 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781221 Mar 23 12:27:51.659860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff22e836-76f4-4755-981a-59d373c1d619 None None] Network 168f5459-9395-4c7a-806c-74b703339022 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:27:51.680836 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-e8f4b7d1-0b42-4ece-92a8-4085caafa906 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:51.681222 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c911d23f-db35-4090-b2ca-9ee12213148f service neutron] 10.222.0.73 "GET /v2.0/networks/7d4d0fcc-ccfb-4797-b8c0-dee4c492f981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285899 Mar 23 12:27:51.739479 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-4826a227-22d8-470a-a333-52e4ab943696 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=e23025c0-9199-4e8d-b0eb-23e4d049d710 HTTP/1.1" status: 200 len: 217 time: 0.0432429 Mar 23 12:27:51.741772 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbafe9e-7e23-4eb7-9f05-b03c12e430b6 None None] Routers {'4e04151c-df0d-47cd-a19a-612af8ac8826'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:27:51.743007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3dbafe9e-7e23-4eb7-9f05-b03c12e430b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:27:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['4e04151c-df0d-47cd-a19a-612af8ac8826'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:51.759565 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-cbf248ea-b715-4fc2-8f19-f3ad144431a1 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fc403803658f4797a8a5da21997fc3f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2090697 Mar 23 12:27:51.774939 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4b7d1-0b42-4ece-92a8-4085caafa906 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event updated for resources: {'Port': ['ID=b87f0e66-fcae-44e3-856b-318846741536,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:51.804708 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-e8f4b7d1-0b42-4ece-92a8-4085caafa906 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Network 84e57d02-7071-458d-b2f2-f08fdb168a52 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:27:51.809930 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-e8f4b7d1-0b42-4ece-92a8-4085caafa906 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:51.830545 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d554d8db-c949-4beb-ad06-ceb97a97abae tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:51.834749 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d554d8db-c949-4beb-ad06-ceb97a97abae tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:51.836213 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d554d8db-c949-4beb-ad06-ceb97a97abae tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "DELETE /v2.0/security-groups/55683a69-9467-443d-8d7d-f9bf319e158c HTTP/1.1" status: 204 len: 168 time: 0.6648335 Mar 23 12:27:51.837730 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-e8f4b7d1-0b42-4ece-92a8-4085caafa906 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:27:51.894004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c3e12080-9107-4458-95ea-72f55004cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:51.897569 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c3e12080-9107-4458-95ea-72f55004cdee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d4961f2-f219-4314-a425-b5413107f023 HTTP/1.1" status: 200 len: 797 time: 0.1342640 Mar 23 12:27:51.900633 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48146) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:51.963675 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3dbafe9e-7e23-4eb7-9f05-b03c12e430b6 None None] Set router 4e04151c-df0d-47cd-a19a-612af8ac8826 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:27:51.968112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554d8db-c949-4beb-ad06-ceb97a97abae tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55683a69-9467-443d-8d7d-f9bf319e158c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:52.006119 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-90100b17-8303-4bb3-9039-1356397025d6 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] show failed (client error): The resource could not be found. Mar 23 12:27:52.008391 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-90100b17-8303-4bb3-9039-1356397025d6 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "GET /v2.0/security-groups/55683a69-9467-443d-8d7d-f9bf319e158c HTTP/1.1" status: 404 len: 347 time: 0.1029277 Mar 23 12:27:52.013204 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48148) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:52.063161 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b879c9-dc1c-4f46-9b24-bae1bc37bfc1 req-cfcbbc71-7d91-43b0-9c5b-a750ffdaf3a6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:52.065383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c05b5600-9005-4a90-9c9c-4f79b6f19782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:52.071141 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c05b5600-9005-4a90-9c9c-4f79b6f19782 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ac63-bdb1-45e7-bc99-87d09947042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1524069 Mar 23 12:27:52.086785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b879c9-dc1c-4f46-9b24-bae1bc37bfc1 req-cfcbbc71-7d91-43b0-9c5b-a750ffdaf3a6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:52.108346 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b879c9-dc1c-4f46-9b24-bae1bc37bfc1 req-cfcbbc71-7d91-43b0-9c5b-a750ffdaf3a6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:52.136980 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b879c9-dc1c-4f46-9b24-bae1bc37bfc1 req-cfcbbc71-7d91-43b0-9c5b-a750ffdaf3a6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:52.160023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b879c9-dc1c-4f46-9b24-bae1bc37bfc1 req-cfcbbc71-7d91-43b0-9c5b-a750ffdaf3a6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:52.166764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b879c9-dc1c-4f46-9b24-bae1bc37bfc1 req-cfcbbc71-7d91-43b0-9c5b-a750ffdaf3a6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:52.208127 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b879c9-dc1c-4f46-9b24-bae1bc37bfc1 req-cfcbbc71-7d91-43b0-9c5b-a750ffdaf3a6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:52.217769 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-83b879c9-dc1c-4f46-9b24-bae1bc37bfc1 req-cfcbbc71-7d91-43b0-9c5b-a750ffdaf3a6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5432 time: 0.3746428 Mar 23 12:27:52.339820 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-83b879c9-dc1c-4f46-9b24-bae1bc37bfc1 req-0635c03e-c6ae-4e72-a815-a34b9340bbde tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1209812 Mar 23 12:27:52.373967 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-e8f4b7d1-0b42-4ece-92a8-4085caafa906 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:52.374724 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-e8f4b7d1-0b42-4ece-92a8-4085caafa906 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:52.424077 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-e8f4b7d1-0b42-4ece-92a8-4085caafa906 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7747514 Mar 23 12:27:52.440021 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-69d2194e-a1e0-41bd-be2e-4a64d464f99b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Request body: {'port': {'device_id': 'c4f5a258-9569-4461-8813-50bb4e2422d7', 'network_id': '276e60ff-cb84-4aea-99ab-0a1cafa228e5', 'admin_state_up': True, 'tenant_id': '30d96015ed484726b5769dfa4017912e'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:52.440509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-89dc1bb2-d9dd-4a4d-83f0-08e7498868b5 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536954 Mar 23 12:27:52.540482 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-81836313-28cb-42e3-8089-b146988e010e None None] Provisioning complete for port b87f0e66-fcae-44e3-856b-318846741536 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:52.541016 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-81836313-28cb-42e3-8089-b146988e010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:52.616922 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-81836313-28cb-42e3-8089-b146988e010e None None] Port b87f0e66-fcae-44e3-856b-318846741536 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:27:52.733936 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6c12660d-ebbe-4e74-8e15-995e170e5086 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789433 Mar 23 12:27:52.759846 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3dbafe9e-7e23-4eb7-9f05-b03c12e430b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:41Z', 'revision_number': 4, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '857f5288-90f4-4f8d-9ee6-351facafc4f7', 'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'mac_address': 'fa:16:3e:3b:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:39Z', 'updated_at': '2022-03-23T12:23:49Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'subnets': [{'id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:27:52.807154 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-c7599868-907a-4ba7-991a-3ac34e9996ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=2dcf4428-f7ac-436d-b668-144412f36e0c HTTP/1.1" status: 200 len: 217 time: 0.0597284 Mar 23 12:27:52.827423 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-64daf619-b125-47a6-b3a4-b0457da4fa79 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:52.835431 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-64daf619-b125-47a6-b3a4-b0457da4fa79 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/networks?id=4feef5ab-e12f-413e-a164-9d800d328901 HTTP/1.1" status: 200 len: 815 time: 0.2460303 Mar 23 12:27:52.855492 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbafe9e-7e23-4eb7-9f05-b03c12e430b6 None None] The sync data for ids ['4e04151c-df0d-47cd-a19a-612af8ac8826'] in n-d-834854-1 is: [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:23:41Z', 'revision_number': 4, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '857f5288-90f4-4f8d-9ee6-351facafc4f7', 'name': '', 'network_id': 'f731e4d7-4c9b-4d2d-963d-6cfadce42a60', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'mac_address': 'fa:16:3e:3b:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:39Z', 'updated_at': '2022-03-23T12:23:49Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'subnets': [{'id': '973c670b-2da1-4198-9fd7-10b0a0c5637b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:27:52.917349 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-b2a7a046-e8f4-47b4-9c81-923521e88a8f tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/quotas/d5f773312bd44334bd11fab8f86acfc3 HTTP/1.1" status: 200 len: 375 time: 0.0807791 Mar 23 12:27:52.920332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-773a2096-4ec7-4145-884f-50c3345ba9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:52.922855 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-773a2096-4ec7-4145-884f-50c3345ba9fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d4961f2-f219-4314-a425-b5413107f023 HTTP/1.1" status: 200 len: 797 time: 0.0842271 Mar 23 12:27:52.955604 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-69d2194e-a1e0-41bd-be2e-4a64d464f99b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Made reservation on behalf of 30d96015ed484726b5769dfa4017912e for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:52.961406 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-69d2194e-a1e0-41bd-be2e-4a64d464f99b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:53.022421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-1553806f-f3cc-401f-bc46-b6de4581fabd tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5f773312bd44334bd11fab8f86acfc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1041017 Mar 23 12:27:53.072232 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 6e132ad6-37fe-4e20-a2d0-714a609dea9e details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:27:53.103945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-7da0ade2-437e-4275-beaf-0b01058a94a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:53.105425 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-7da0ade2-437e-4275-beaf-0b01058a94a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ac63-bdb1-45e7-bc99-87d09947042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1686761 Mar 23 12:27:53.132193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861285b-abfd-44b5-a007-a57473d0d313 req-6015f159-d652-4037-ba72-e6cd6c4bca35 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:53.140811 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0861285b-abfd-44b5-a007-a57473d0d313 req-6015f159-d652-4037-ba72-e6cd6c4bca35 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 932 time: 0.4883542 Mar 23 12:27:53.295119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-cab54778-944d-43ed-be80-a9a5d1bab868 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Deleting port 92b76bf9-a4c3-4e8e-9fb1-f4ac9da33658 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:27:53.317320 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cab54778-944d-43ed-be80-a9a5d1bab868 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:53.391150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 6e132ad6-37fe-4e20-a2d0-714a609dea9e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=6e132ad6-37fe-4e20-a2d0-714a609dea9e,segment=NetworkSegment(1dd23322-2668-4009-8d16-b9cdb0be4bbc),segment_id=1dd23322-2668-4009-8d16-b9cdb0be4bbc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:53.424204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '6e132ad6-37fe-4e20-a2d0-714a609dea9e', 'network_id': 'd615e09e-2eb5-4d6e-9949-519736a83a8e', 'port_id': '6e132ad6-37fe-4e20-a2d0-714a609dea9e', 'mac_address': 'fa:16:3e:d1:34:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0028349c-8d9b-4d90-b211-2217016fe8b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:27:53.444111 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbddb17b-59da-4061-bf55-7795098e3f40 None None] New status for floating IP 40346554-61be-4216-a7fa-5a5c4b38aadc: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:27:53.488643 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0861285b-abfd-44b5-a007-a57473d0d313 req-6716e332-6f3f-4438-aeb0-c203efb05c1e tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437848 Mar 23 12:27:53.519035 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:53.557962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e132ad6-37fe-4e20-a2d0-714a609dea9e {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:27:53.591266 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 6e132ad6-37fe-4e20-a2d0-714a609dea9e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=6e132ad6-37fe-4e20-a2d0-714a609dea9e,segment=NetworkSegment(1dd23322-2668-4009-8d16-b9cdb0be4bbc),segment_id=1dd23322-2668-4009-8d16-b9cdb0be4bbc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:53.600928 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:53.690826 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e9b1eb74-cbfd-463a-bbdd-af4071691994 req-14b6236a-2c80-4bf2-a883-d3cbe3dc7b16 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 210 time: 0.0532403 Mar 23 12:27:53.717847 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cab54778-944d-43ed-be80-a9a5d1bab868 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:53.720515 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cab54778-944d-43ed-be80-a9a5d1bab868 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:53.727120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-69d2194e-a1e0-41bd-be2e-4a64d464f99b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Allocated IP 19.86.0.155 (276e60ff-cb84-4aea-99ab-0a1cafa228e5/66adf0cf-1c19-4fca-ae71-0aed406efa41/9f2a605f-0543-43d3-9d2f-1d587ff44e02) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:27:53.781014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-cab54778-944d-43ed-be80-a9a5d1bab868 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Calling delete_port for 92b76bf9-a4c3-4e8e-9fb1-f4ac9da33658 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:27:53.784536 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=6e132ad6-37fe-4e20-a2d0-714a609dea9e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:53.962636 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['6e132ad6-37fe-4e20-a2d0-714a609dea9e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:54.034511 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-fa0d9510-c35e-42b3-8845-34177d753055 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9167950 Mar 23 12:27:54.055223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d347f7b-d968-4aa8-a95e-feb644960830 req-62e0928f-e07f-445d-bf18-6bb13118518f tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:54.056126 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-8b441243-dbc1-4903-881c-ccd2435b61db service neutron] 10.222.0.52 "GET /v2.0/networks/4feef5ab-e12f-413e-a164-9d800d328901?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0326836 Mar 23 12:27:54.069265 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d347f7b-d968-4aa8-a95e-feb644960830 req-62e0928f-e07f-445d-bf18-6bb13118518f tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 944 time: 0.2056768 Mar 23 12:27:54.104393 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3df107d-a90c-42df-a103-1ac2f840919d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:54.221532 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-47fea0ba-e1a4-4a38-a5e8-50c4350c2258 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=fc403803658f4797a8a5da21997fc3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606718 Mar 23 12:27:54.227429 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e165534b-c23e-4f8f-869a-0170377660bd service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702869 Mar 23 12:27:54.360812 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6e11706f-259f-4e8a-95e5-e567a2d2a24b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=e840c633-b157-4fa3-8feb-ddb7212b5583 HTTP/1.1" status: 200 len: 217 time: 0.1178133 Mar 23 12:27:54.459506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-0d0b258b-de6b-433b-ad29-b450d355a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:54.461197 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-0d0b258b-de6b-433b-ad29-b450d355a1f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d4961f2-f219-4314-a425-b5413107f023 HTTP/1.1" status: 200 len: 797 time: 0.0866687 Mar 23 12:27:54.491741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-c34faa1e-d17a-4c41-aa56-f6996b0aba96 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:54.506553 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-c34faa1e-d17a-4c41-aa56-f6996b0aba96 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2685637 Mar 23 12:27:54.630681 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-6f07a6cc-33b1-4973-958c-6cc67c5f6744 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Request body: {'port': {'device_id': 'ccfb633e-c6af-4b5b-b404-c01caeb6bd36', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': 'fc403803658f4797a8a5da21997fc3f9'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:54.639556 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-bd2c4909-91d2-4c58-bcb6-f5ee1dee28e0 service neutron] 10.222.0.52 "GET /v2.0/networks/4feef5ab-e12f-413e-a164-9d800d328901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245360 Mar 23 12:27:54.673916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-27caf224-ebea-4537-b24f-8590098b413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:54.675553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-27caf224-ebea-4537-b24f-8590098b413d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ac63-bdb1-45e7-bc99-87d09947042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1942124 Mar 23 12:27:54.705475 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cab54778-944d-43ed-be80-a9a5d1bab868 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:54.854053 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab54778-944d-43ed-be80-a9a5d1bab868 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Pushing event deleted for resources: {'Port': ['ID=92b76bf9-a4c3-4e8e-9fb1-f4ac9da33658,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:54.871704 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d347f7b-d968-4aa8-a95e-feb644960830 req-47de788e-4382-4b72-871a-8b5bab8226b0 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7600145 Mar 23 12:27:54.941082 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-03ffd7da-49b2-4709-8c7b-1c30dd52e621 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511153 Mar 23 12:27:54.979671 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-69d2194e-a1e0-41bd-be2e-4a64d464f99b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:55.126041 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6abd8-4836-477e-beb5-9bab358548d4 req-6a69d3f2-1522-4442-af56-90674e384cae tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:55.133952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6abd8-4836-477e-beb5-9bab358548d4 req-6a69d3f2-1522-4442-af56-90674e384cae tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:55.141866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6abd8-4836-477e-beb5-9bab358548d4 req-6a69d3f2-1522-4442-af56-90674e384cae tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:55.149491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6abd8-4836-477e-beb5-9bab358548d4 req-6a69d3f2-1522-4442-af56-90674e384cae tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:55.158659 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6abd8-4836-477e-beb5-9bab358548d4 req-6a69d3f2-1522-4442-af56-90674e384cae tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:55.166384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6abd8-4836-477e-beb5-9bab358548d4 req-6a69d3f2-1522-4442-af56-90674e384cae tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:55.174025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6abd8-4836-477e-beb5-9bab358548d4 req-6a69d3f2-1522-4442-af56-90674e384cae tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:55.184170 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06c6abd8-4836-477e-beb5-9bab358548d4 req-6a69d3f2-1522-4442-af56-90674e384cae tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5432 time: 0.2169995 Mar 23 12:27:55.201735 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-d21cec50-ec22-4a86-8c45-3c441c32d5ef service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510517 Mar 23 12:27:55.207170 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cab54778-944d-43ed-be80-a9a5d1bab868 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:55.210209 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cab54778-944d-43ed-be80-a9a5d1bab868 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:55.212756 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cab54778-944d-43ed-be80-a9a5d1bab868 tempest-ServersWithSpecificFlavorTestJSON-634600080 tempest-ServersWithSpecificFlavorTestJSON-634600080-project] 10.222.0.52 "DELETE /v2.0/floatingips/40346554-61be-4216-a7fa-5a5c4b38aadc HTTP/1.1" status: 204 len: 168 time: 3.1977510 Mar 23 12:27:55.217910 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-69d2194e-a1e0-41bd-be2e-4a64d464f99b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:55.280818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-dc614616-ea76-4f8b-b436-1d3e7f4e1bfc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=c7946afa-db70-4023-9fb5-d1122db57689 HTTP/1.1" status: 200 len: 217 time: 0.0597720 Mar 23 12:27:55.323417 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2194e-a1e0-41bd-be2e-4a64d464f99b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event updated for resources: {'Port': ['ID=9f2a605f-0543-43d3-9d2f-1d587ff44e02,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:55.350468 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-69d2194e-a1e0-41bd-be2e-4a64d464f99b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Network 276e60ff-cb84-4aea-99ab-0a1cafa228e5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:27:55.354713 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-69d2194e-a1e0-41bd-be2e-4a64d464f99b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:55.356672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06c6abd8-4836-477e-beb5-9bab358548d4 req-96e510de-70f8-4af1-b979-290e5871e335 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1712761 Mar 23 12:27:55.362381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-69d2194e-a1e0-41bd-be2e-4a64d464f99b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:27:55.366330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-bb3bdb92-7cf3-4a88-8cf0-6203af2746f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:55.368126 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-bb3bdb92-7cf3-4a88-8cf0-6203af2746f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d4961f2-f219-4314-a425-b5413107f023 HTTP/1.1" status: 200 len: 797 time: 0.0724332 Mar 23 12:27:55.480119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-6f07a6cc-33b1-4973-958c-6cc67c5f6744 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Made reservation on behalf of fc403803658f4797a8a5da21997fc3f9 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:55.483624 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-6f07a6cc-33b1-4973-958c-6cc67c5f6744 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:55.489883 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-0f4834ad-c5fd-44f8-a7ac-a5eab50a1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:55.491586 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-0f4834ad-c5fd-44f8-a7ac-a5eab50a1eba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ac63-bdb1-45e7-bc99-87d09947042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1094673 Mar 23 12:27:55.542069 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b95572-c166-4ef1-a125-0936fa16e05e req-1c3cfc73-b670-4791-a061-c68136de1c2e tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:55.548228 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b95572-c166-4ef1-a125-0936fa16e05e req-1c3cfc73-b670-4791-a061-c68136de1c2e tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:55.560328 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70b95572-c166-4ef1-a125-0936fa16e05e req-1c3cfc73-b670-4791-a061-c68136de1c2e tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1655 time: 0.4306798 Mar 23 12:27:55.679871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-69d2194e-a1e0-41bd-be2e-4a64d464f99b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:55.680725 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-69d2194e-a1e0-41bd-be2e-4a64d464f99b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:55.708191 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-287369e8-8860-4fa5-bee3-7c28876899c7 req-f6a0febe-0796-4e47-a5c8-35579fcf5ec1 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 210 time: 0.1882105 Mar 23 12:27:55.773526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9c845d66-25ed-4c2f-a7c3-a2d270fd3cfd None None] Provisioning complete for port 9f2a605f-0543-43d3-9d2f-1d587ff44e02 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:55.774652 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9c845d66-25ed-4c2f-a7c3-a2d270fd3cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:55.814686 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70b95572-c166-4ef1-a125-0936fa16e05e req-fdfa4383-f69e-401a-b6aa-070ee3186fa4 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314827 Mar 23 12:27:55.856757 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9c845d66-25ed-4c2f-a7c3-a2d270fd3cfd None None] Port 9f2a605f-0543-43d3-9d2f-1d587ff44e02 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:27:55.874351 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-f0455507-4524-4dc4-9fb8-2f126fd6c444 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666837 Mar 23 12:27:55.893403 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-69d2194e-a1e0-41bd-be2e-4a64d464f99b tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4623771 Mar 23 12:27:55.919628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Request body: {'port': {'device_id': 'c4f5a258-9569-4461-8813-50bb4e2422d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:55.947376 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f0e6f370-bbde-4acd-b6f2-5ffb7cf98b0d req-5a6731ac-c194-401a-a1a5-10e0479f29ee tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 210 time: 0.0698793 Mar 23 12:27:56.055500 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-6f07a6cc-33b1-4973-958c-6cc67c5f6744 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Allocated IP 192.168.233.203 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/5977e64a-9d85-421e-8142-ce1b0eb61a7c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:27:56.117345 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-400f3269-6604-4c97-9f5c-539ee24c5721 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290425 Mar 23 12:27:56.124888 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:56.154892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026920c4-40ec-4ff2-8748-7cd296457c42 req-45c7fd35-60ae-4fd2-9dee-9feba65fe1ad tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:56.162456 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-026920c4-40ec-4ff2-8748-7cd296457c42 req-45c7fd35-60ae-4fd2-9dee-9feba65fe1ad tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 944 time: 0.1098526 Mar 23 12:27:56.215942 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-60bd0c4d-b728-4e21-b012-6b4b09c46ef7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 HTTP/1.1" status: 200 len: 217 time: 0.0895858 Mar 23 12:27:56.261520 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-026920c4-40ec-4ff2-8748-7cd296457c42 req-d5f4ad39-e863-4a96-843c-3dfbc9fe4474 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978427 Mar 23 12:27:56.435886 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-64194d3f-01af-4c1b-a8b4-48ff67dacfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:56.644811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-21ef8722-02e2-463b-8c6f-2c08c6851f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:56.646538 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-21ef8722-02e2-463b-8c6f-2c08c6851f6d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cc44e5ff-6af0-487d-8762-542ba4db276b HTTP/1.1" status: 200 len: 797 time: 0.4177840 Mar 23 12:27:56.744575 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48264) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:56.832623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-79de44db-b59e-43e1-a43e-5a4facfe59fd tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:56.834362 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-79de44db-b59e-43e1-a43e-5a4facfe59fd tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.77 "GET /v2.0/networks?id=4feef5ab-e12f-413e-a164-9d800d328901 HTTP/1.1" status: 200 len: 815 time: 0.3937061 Mar 23 12:27:56.862722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-ee9debef-4193-4269-9d61-14f7627f3ddf tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Request body: {'port': {'device_id': '071b7019-88a7-4c1f-a777-4fc53a08026b', 'network_id': '4feef5ab-e12f-413e-a164-9d800d328901', 'admin_state_up': True, 'tenant_id': 'd5f773312bd44334bd11fab8f86acfc3'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:56.869934 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-0abb736d-6eb8-4d6a-8024-b43ea7197577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:56.872593 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-0abb736d-6eb8-4d6a-8024-b43ea7197577 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7751cfb1-5c21-4925-8fee-f42885f445e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2079740 Mar 23 12:27:56.929814 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a5a23ad-d1d3-4dd8-ae19-e81819581c56 req-3b27cf8c-ba70-4e29-885b-14a57aa764df tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 210 time: 0.0940142 Mar 23 12:27:57.053122 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 6e132ad6-37fe-4e20-a2d0-714a609dea9e up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:27:57.175649 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 6e132ad6-37fe-4e20-a2d0-714a609dea9e completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:27:57.180640 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 6e132ad6-37fe-4e20-a2d0-714a609dea9e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:57.181233 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:57.190153 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-e3926fc0-d8dd-4569-938f-1efb74e4125a service neutron] 10.222.0.73 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874360 Mar 23 12:27:57.267474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036757d-4376-41fa-8bfb-23475811b8b4 req-eafc70d2-6f8e-4af8-b670-23ed8ce8ddbe tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:57.275617 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036757d-4376-41fa-8bfb-23475811b8b4 req-eafc70d2-6f8e-4af8-b670-23ed8ce8ddbe tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:57.284349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036757d-4376-41fa-8bfb-23475811b8b4 req-eafc70d2-6f8e-4af8-b670-23ed8ce8ddbe tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:57.290984 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036757d-4376-41fa-8bfb-23475811b8b4 req-eafc70d2-6f8e-4af8-b670-23ed8ce8ddbe tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:57.299723 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036757d-4376-41fa-8bfb-23475811b8b4 req-eafc70d2-6f8e-4af8-b670-23ed8ce8ddbe tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:57.306345 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:57.308347 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036757d-4376-41fa-8bfb-23475811b8b4 req-eafc70d2-6f8e-4af8-b670-23ed8ce8ddbe tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:57.315667 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036757d-4376-41fa-8bfb-23475811b8b4 req-eafc70d2-6f8e-4af8-b670-23ed8ce8ddbe tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:57.317824 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5036757d-4376-41fa-8bfb-23475811b8b4 req-eafc70d2-6f8e-4af8-b670-23ed8ce8ddbe tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5432 time: 0.7566333 Mar 23 12:27:57.339209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8993d-8551-48a4-a8d0-ec8e8ad405c2 req-3a84afe0-7718-4323-879e-eaaa025f5aa0 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:57.343115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e132ad6-37fe-4e20-a2d0-714a609dea9e'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:57.345851 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7969fb-7f98-4d7f-8015-e8161ad12762" -d '{"events": [{"server_uuid": "2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8", "name": "network-vif-plugged", "status": "completed", "tag": "6e132ad6-37fe-4e20-a2d0-714a609dea9e"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:57.346884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8993d-8551-48a4-a8d0-ec8e8ad405c2 req-3a84afe0-7718-4323-879e-eaaa025f5aa0 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:57.356644 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e7d8993d-8551-48a4-a8d0-ec8e8ad405c2 req-3a84afe0-7718-4323-879e-eaaa025f5aa0 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1655 time: 0.2614775 Mar 23 12:27:57.361005 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-6f07a6cc-33b1-4973-958c-6cc67c5f6744 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:57.366762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 6e132ad6-37fe-4e20-a2d0-714a609dea9e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=6e132ad6-37fe-4e20-a2d0-714a609dea9e,segment=NetworkSegment(1dd23322-2668-4009-8d16-b9cdb0be4bbc),segment_id=1dd23322-2668-4009-8d16-b9cdb0be4bbc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:27:57.379351 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:57.394712 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:27:57.444169 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5036757d-4376-41fa-8bfb-23475811b8b4 req-e3bd9f97-4bcf-4e79-8883-d40f4925a1a6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741360 Mar 23 12:27:57.487497 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=6e132ad6-37fe-4e20-a2d0-714a609dea9e,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:57.554478 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e7d8993d-8551-48a4-a8d0-ec8e8ad405c2 req-40e7677b-92dc-4248-81e6-f14faf268e88 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926363 Mar 23 12:27:57.567817 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87f0e66-fcae-44e3-856b-318846741536 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:27:57.616623 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:57.630654 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-6f07a6cc-33b1-4973-958c-6cc67c5f6744 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:57.645355 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:57.649259 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-ee9debef-4193-4269-9d61-14f7627f3ddf tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Made reservation on behalf of d5f773312bd44334bd11fab8f86acfc3 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:27:57.657374 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-ee9debef-4193-4269-9d61-14f7627f3ddf tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:57.672669 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['e8c0bfec-30d2-4d13-844d-157fdbed5be0'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:27:57.821979 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-98d73913-3ade-489d-951b-9be0edb5c1af req-614ecb8d-c176-4d2c-9373-4970345df5b8 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 210 time: 0.2415524 Mar 23 12:27:57.834877 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-37742b24-b27a-49e0-8ad0-bbca138fef3c service neutron] 10.222.0.73 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891542 Mar 23 12:27:57.954099 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c397fa-ca82-4194-ae69-b689ae3a05b1 x-openstack-request-id: req-39c397fa-ca82-4194-ae69-b689ae3a05b1 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:57.954501 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8", "name": "network-vif-plugged", "status": "completed", "tag": "6e132ad6-37fe-4e20-a2d0-714a609dea9e", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:57.954821 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39c397fa-ca82-4194-ae69-b689ae3a05b1 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:57.955222 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e132ad6-37fe-4e20-a2d0-714a609dea9e', 'code': 200} Mar 23 12:27:57.964343 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Transition to ACTIVE for port object b87f0e66-fcae-44e3-856b-318846741536 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:27:57.995836 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-6f07a6cc-33b1-4973-958c-6cc67c5f6744 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:27:58.009172 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-6f07a6cc-33b1-4973-958c-6cc67c5f6744 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:27:58.028887 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:58.031650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-6f07a6cc-33b1-4973-958c-6cc67c5f6744 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:27:58.095344 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-ffbf39be-33d3-4c94-9ea6-75b4c0f6da7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 HTTP/1.1" status: 200 len: 217 time: 0.1943114 Mar 23 12:27:58.155979 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48300) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:27:58.220991 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07a6cc-33b1-4973-958c-6cc67c5f6744 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Pushing event updated for resources: {'Port': ['ID=5977e64a-9d85-421e-8142-ce1b0eb61a7c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:58.304482 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-6f07a6cc-33b1-4973-958c-6cc67c5f6744 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:58.305391 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-6f07a6cc-33b1-4973-958c-6cc67c5f6744 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:58.377321 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Pushing event updated for resources: {'Port': ['ID=b87f0e66-fcae-44e3-856b-318846741536,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:58.395127 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-6f07a6cc-33b1-4973-958c-6cc67c5f6744 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7709377 Mar 23 12:27:58.397576 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e50ff-ac8e-4bbd-a8a7-5cf4ba8a001a req-832e3ccb-a456-4889-a63e-eb8c77b0b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:58.399198 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-912e50ff-ac8e-4bbd-a8a7-5cf4ba8a001a req-832e3ccb-a456-4889-a63e-eb8c77b0b092 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 1096 time: 0.3378267 Mar 23 12:27:58.457089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Request body: {'port': {'device_id': 'ccfb633e-c6af-4b5b-b404-c01caeb6bd36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:58.461502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-21097290-23f3-49d7-b1c9-802edd71d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:58.462969 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-21097290-23f3-49d7-b1c9-802edd71d59d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cc44e5ff-6af0-487d-8762-542ba4db276b HTTP/1.1" status: 200 len: 797 time: 0.3148816 Mar 23 12:27:58.510571 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-912e50ff-ac8e-4bbd-a8a7-5cf4ba8a001a req-44d95eb9-8dc8-4803-93cf-344658c54ac6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775023 Mar 23 12:27:58.518567 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7b0f39cb-034b-4e6c-a625-dfcfd20cd15a None None] Provisioning complete for port 5977e64a-9d85-421e-8142-ce1b0eb61a7c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:27:58.519030 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7b0f39cb-034b-4e6c-a625-dfcfd20cd15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:58.575002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67eadc9-a3b3-446b-b29e-058a4d5540dd req-d7804f5d-3d6a-479d-b389-11abc511a0d4 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:58.583888 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b67eadc9-a3b3-446b-b29e-058a4d5540dd req-d7804f5d-3d6a-479d-b389-11abc511a0d4 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 936 time: 0.4092264 Mar 23 12:27:58.592698 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f39cb-034b-4e6c-a625-dfcfd20cd15a None None] Port 5977e64a-9d85-421e-8142-ce1b0eb61a7c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:27:58.633576 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41d407-7242-4904-81b8-38d416800888 req-0bb285ec-5fe1-4e00-b65c-5f0d0b115cec tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:58.641178 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd41d407-7242-4904-81b8-38d416800888 req-0bb285ec-5fe1-4e00-b65c-5f0d0b115cec tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 945 time: 0.7369540 Mar 23 12:27:58.643047 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-290061a7-55f1-44fb-8a96-f6c82e041f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:58.652431 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b67eadc9-a3b3-446b-b29e-058a4d5540dd req-db379dbb-fb0f-47cf-b8f9-8bcc2adf2a9c tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669413 Mar 23 12:27:58.659198 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:58.719650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Attempting to bind port b87f0e66-fcae-44e3-856b-318846741536 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:27:58.720074 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Attempting to bind port b87f0e66-fcae-44e3-856b-318846741536 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '75c76700-0a97-4e9a-aa2e-673a07921cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '84e57d02-7071-458d-b2f2-f08fdb168a52'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:27:58.720411 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Attempting to bind port b87f0e66-fcae-44e3-856b-318846741536 on network 84e57d02-7071-458d-b2f2-f08fdb168a52 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:58.727145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Port b87f0e66-fcae-44e3-856b-318846741536 on network 84e57d02-7071-458d-b2f2-f08fdb168a52 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:27:58.727677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Attempting to bind port b87f0e66-fcae-44e3-856b-318846741536 on network 84e57d02-7071-458d-b2f2-f08fdb168a52 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:27:58.738460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:27:58.738867 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Checking segment: {'id': '75c76700-0a97-4e9a-aa2e-673a07921cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '84e57d02-7071-458d-b2f2-f08fdb168a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:27:58.739447 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Bound using segment: {'id': '75c76700-0a97-4e9a-aa2e-673a07921cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '84e57d02-7071-458d-b2f2-f08fdb168a52'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:27:58.739648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Bound port: b87f0e66-fcae-44e3-856b-318846741536, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c76700-0a97-4e9a-aa2e-673a07921cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '84e57d02-7071-458d-b2f2-f08fdb168a52'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:27:58.740304 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:58.772498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-ee9debef-4193-4269-9d61-14f7627f3ddf tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Allocated IP 172.20.0.12 (4feef5ab-e12f-413e-a164-9d800d328901/ecf51253-64ef-4c83-a436-49dc13634812/3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:27:58.790152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-b26ba416-fbc0-4ad3-b178-7188608f9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:58.793258 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-b26ba416-fbc0-4ad3-b178-7188608f9c56 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7751cfb1-5c21-4925-8fee-f42885f445e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3189414 Mar 23 12:27:58.815472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd41d407-7242-4904-81b8-38d416800888 req-50a5f667-ea2c-4bd0-8b88-349021bc8de4 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732638 Mar 23 12:27:58.879014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] For port b87f0e66-fcae-44e3-856b-318846741536, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:27:58.882447 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] For port b87f0e66-fcae-44e3-856b-318846741536, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b87f0e66-fcae-44e3-856b-318846741536,segment=NetworkSegment(75c76700-0a97-4e9a-aa2e-673a07921cd7),segment_id=75c76700-0a97-4e9a-aa2e-673a07921cd7)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:27:58.934453 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:58.982028 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:59.008503 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Pushing event updated for resources: {'Port': ['ID=b87f0e66-fcae-44e3-856b-318846741536,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:27:59.024602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c27b9d-b44b-44bc-8362-e810469287d0 req-3944032d-4f15-4b00-8772-a6c20d3a2f76 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:59.030706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c27b9d-b44b-44bc-8362-e810469287d0 req-3944032d-4f15-4b00-8772-a6c20d3a2f76 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:59.036748 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c27b9d-b44b-44bc-8362-e810469287d0 req-3944032d-4f15-4b00-8772-a6c20d3a2f76 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:59.042653 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c27b9d-b44b-44bc-8362-e810469287d0 req-3944032d-4f15-4b00-8772-a6c20d3a2f76 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:59.048603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c27b9d-b44b-44bc-8362-e810469287d0 req-3944032d-4f15-4b00-8772-a6c20d3a2f76 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:59.054559 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c27b9d-b44b-44bc-8362-e810469287d0 req-3944032d-4f15-4b00-8772-a6c20d3a2f76 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:59.061649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c27b9d-b44b-44bc-8362-e810469287d0 req-3944032d-4f15-4b00-8772-a6c20d3a2f76 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:59.069547 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e9c27b9d-b44b-44bc-8362-e810469287d0 req-3944032d-4f15-4b00-8772-a6c20d3a2f76 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5432 time: 0.3267748 Mar 23 12:27:59.109860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:59.111616 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:59.113422 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f4ab8ef4-53f9-4b74-b8b7-add374b67524 service neutron] 10.222.0.77 "PUT /v2.0/ports/b87f0e66-fcae-44e3-856b-318846741536 HTTP/1.1" status: 200 len: 1092 time: 3.2084415 Mar 23 12:27:59.131129 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f5a258-9569-4461-8813-50bb4e2422d7', 'tag': 'b87f0e66-fcae-44e3-856b-318846741536'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:27:59.135663 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae6e29e-7178-4715-bea0-7b5ee115aa08" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f5a258-9569-4461-8813-50bb4e2422d7", "tag": "b87f0e66-fcae-44e3-856b-318846741536"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:27:59.161962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Request body: {'port': {'device_id': 'c4f5a258-9569-4461-8813-50bb4e2422d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:27:59.226839 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e9c27b9d-b44b-44bc-8362-e810469287d0 req-d616dd01-6948-4519-b16e-c61e20eb4466 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1563182 Mar 23 12:27:59.274011 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944327-52c3-4b1a-b52d-17e6e61b9832 req-fabb0bba-3dec-4359-bff6-f230b9266ca2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:59.295352 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944327-52c3-4b1a-b52d-17e6e61b9832 req-fabb0bba-3dec-4359-bff6-f230b9266ca2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:27:59.308264 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f2944327-52c3-4b1a-b52d-17e6e61b9832 req-fabb0bba-3dec-4359-bff6-f230b9266ca2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1667 time: 0.3762913 Mar 23 12:27:59.338640 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:59.343008 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-52c5b5ad-f44a-40ef-bdaf-9fe0b427b446 service neutron] 10.222.0.73 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147391 Mar 23 12:27:59.420858 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:59.605693 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f83999e5-0e81-4f24-8029-c3fa56b654b2 req-ba4033c5-8722-4485-a93a-68000d346b20 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 210 time: 0.0471354 Mar 23 12:27:59.680707 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9468b1-e40c-4902-a8b5-9f328bc27d31 x-openstack-request-id: req-7f9468b1-e40c-4902-a8b5-9f328bc27d31 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:27:59.680707 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f5a258-9569-4461-8813-50bb4e2422d7", "tag": "b87f0e66-fcae-44e3-856b-318846741536", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:27:59.681115 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f9468b1-e40c-4902-a8b5-9f328bc27d31 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:27:59.681380 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f5a258-9569-4461-8813-50bb4e2422d7', 'tag': 'b87f0e66-fcae-44e3-856b-318846741536', 'status': 'completed', 'code': 200} Mar 23 12:27:59.820930 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f2944327-52c3-4b1a-b52d-17e6e61b9832 req-b353dcea-b249-4575-bd95-48b11b313af8 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111494 Mar 23 12:27:59.906657 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-290061a7-55f1-44fb-8a96-f6c82e041f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:59.942117 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eef1565f-266c-4e3e-a168-2914b1dfbfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:59.943796 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-290061a7-55f1-44fb-8a96-f6c82e041f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:27:59.956031 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5977e64a-9d85-421e-8142-ce1b0eb61a7c {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:27:59.962081 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-ee9debef-4193-4269-9d61-14f7627f3ddf tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:00.053015 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2a605f-0543-43d3-9d2f-1d587ff44e02 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:00.065752 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:00.082610 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Transition to ACTIVE for port object 9f2a605f-0543-43d3-9d2f-1d587ff44e02 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:28:00.095115 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:00.101347 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:00.111341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290061a7-55f1-44fb-8a96-f6c82e041f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b932530-e44b-48d0-8231-c9e3a9626fe0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:00.124594 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-290061a7-55f1-44fb-8a96-f6c82e041f37 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=66ef4d7a44334c9ba26877cb11b1e34a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9651864 Mar 23 12:28:00.135732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Transition to ACTIVE for port object 5977e64a-9d85-421e-8142-ce1b0eb61a7c will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:28:00.136539 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48326) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:00.152747 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceaaa82-73b0-4127-b29f-1efd3c5e0e9d req-4bd0df46-5d8e-4010-be20-ab6c9baf2278 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:00.161408 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ceaaa82-73b0-4127-b29f-1efd3c5e0e9d req-4bd0df46-5d8e-4010-be20-ab6c9baf2278 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 936 time: 0.3885469 Mar 23 12:28:00.181982 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba88fc59-c3cd-45f2-9ff2-f87a04a93325 req-6d8bcdb3-ad53-4751-84c0-d34045dfa5d4 service neutron] 10.222.0.73 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064231 Mar 23 12:28:00.193640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6e29e-7178-4715-bea0-7b5ee115aa08 req-8f4467ac-8522-4cc2-aa13-e7d5795769fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:00.194035 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6e29e-7178-4715-bea0-7b5ee115aa08 req-8f4467ac-8522-4cc2-aa13-e7d5795769fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:00.196035 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290061a7-55f1-44fb-8a96-f6c82e041f37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:00.196035 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290061a7-55f1-44fb-8a96-f6c82e041f37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:00.196265 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ae6e29e-7178-4715-bea0-7b5ee115aa08 req-8f4467ac-8522-4cc2-aa13-e7d5795769fb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30d96015ed484726b5769dfa4017912e&device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1914 time: 0.4874523 Mar 23 12:28:00.196351 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290061a7-55f1-44fb-8a96-f6c82e041f37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:00.196351 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290061a7-55f1-44fb-8a96-f6c82e041f37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:00.196491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290061a7-55f1-44fb-8a96-f6c82e041f37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:00.196891 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290061a7-55f1-44fb-8a96-f6c82e041f37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:00.201493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290061a7-55f1-44fb-8a96-f6c82e041f37 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:00.201493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290061a7-55f1-44fb-8a96-f6c82e041f37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:00.201493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290061a7-55f1-44fb-8a96-f6c82e041f37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:00.201493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290061a7-55f1-44fb-8a96-f6c82e041f37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:00.201493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290061a7-55f1-44fb-8a96-f6c82e041f37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:00.201493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290061a7-55f1-44fb-8a96-f6c82e041f37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:00.206236 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:00.223169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63a6da-35eb-4c3c-acef-5f6ed29d28ef req-38a30f0d-f350-42f1-826a-41db93fa5092 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:00.224867 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da63a6da-35eb-4c3c-acef-5f6ed29d28ef req-38a30f0d-f350-42f1-826a-41db93fa5092 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 945 time: 0.2783661 Mar 23 12:28:00.233619 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-ee9debef-4193-4269-9d61-14f7627f3ddf tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:00.397433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2a605f-0543-43d3-9d2f-1d587ff44e02,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:00.437096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-ee9debef-4193-4269-9d61-14f7627f3ddf tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Network 4feef5ab-e12f-413e-a164-9d800d328901 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:28:00.454125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-ee9debef-4193-4269-9d61-14f7627f3ddf tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:28:00.456911 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-ee9debef-4193-4269-9d61-14f7627f3ddf tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:28:00.484604 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ceaaa82-73b0-4127-b29f-1efd3c5e0e9d req-8f5555f0-06e0-4e36-8857-d2bee2113683 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231635 Mar 23 12:28:00.527187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-ee9debef-4193-4269-9d61-14f7627f3ddf tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:00.528195 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-ee9debef-4193-4269-9d61-14f7627f3ddf tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:00.532505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9debef-4193-4269-9d61-14f7627f3ddf tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Pushing event updated for resources: {'Port': ['ID=3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:00.601019 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf req-28b9cf17-0b30-4146-a781-de7cbce376ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:00.611324 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf req-28b9cf17-0b30-4146-a781-de7cbce376ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:00.612177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf req-28b9cf17-0b30-4146-a781-de7cbce376ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:00.612831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf req-28b9cf17-0b30-4146-a781-de7cbce376ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:00.613491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf req-28b9cf17-0b30-4146-a781-de7cbce376ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:00.614637 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf req-28b9cf17-0b30-4146-a781-de7cbce376ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:00.615704 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf req-28b9cf17-0b30-4146-a781-de7cbce376ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:00.619204 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf req-28b9cf17-0b30-4146-a781-de7cbce376ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 6489 time: 0.3063521 Mar 23 12:28:00.643295 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da63a6da-35eb-4c3c-acef-5f6ed29d28ef req-ab39e33e-7ac2-40af-94de-c40214890a4a tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995607 Mar 23 12:28:00.705684 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-ee9debef-4193-4269-9d61-14f7627f3ddf tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8598664 Mar 23 12:28:00.780899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Request body: {'port': {'device_id': '071b7019-88a7-4c1f-a777-4fc53a08026b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:00.786352 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb888-066a-4803-8644-a4153cdd6897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:00.800944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Pushing event updated for resources: {'Port': ['ID=5977e64a-9d85-421e-8142-ce1b0eb61a7c,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:00.803964 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6e29e-7178-4715-bea0-7b5ee115aa08 req-f4f8d7c8-51ee-4d3f-832c-f1c6679b21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:00.804478 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6e29e-7178-4715-bea0-7b5ee115aa08 req-f4f8d7c8-51ee-4d3f-832c-f1c6679b21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:00.804878 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6e29e-7178-4715-bea0-7b5ee115aa08 req-f4f8d7c8-51ee-4d3f-832c-f1c6679b21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:00.806481 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ae6e29e-7178-4715-bea0-7b5ee115aa08 req-f4f8d7c8-51ee-4d3f-832c-f1c6679b21e5 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=30d96015ed484726b5769dfa4017912e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5979054 Mar 23 12:28:00.952542 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb888-066a-4803-8644-a4153cdd6897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:00.999202 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6dcab-1e25-4515-849b-78ae5389bb82 req-7892b2dd-6cf1-4ed8-8710-5456e45e083d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:01.007369 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6dcab-1e25-4515-849b-78ae5389bb82 req-7892b2dd-6cf1-4ed8-8710-5456e45e083d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:01.011125 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6dcab-1e25-4515-849b-78ae5389bb82 req-7892b2dd-6cf1-4ed8-8710-5456e45e083d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:01.017618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6dcab-1e25-4515-849b-78ae5389bb82 req-7892b2dd-6cf1-4ed8-8710-5456e45e083d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:01.023509 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6dcab-1e25-4515-849b-78ae5389bb82 req-7892b2dd-6cf1-4ed8-8710-5456e45e083d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:01.029948 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6dcab-1e25-4515-849b-78ae5389bb82 req-7892b2dd-6cf1-4ed8-8710-5456e45e083d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:01.031984 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf req-38393841-6d5b-4690-b8f2-626c9ccfb908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:01.033456 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf req-38393841-6d5b-4690-b8f2-626c9ccfb908 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7751cfb1-5c21-4925-8fee-f42885f445e0 HTTP/1.1" status: 200 len: 902 time: 0.3829496 Mar 23 12:28:01.035801 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6dcab-1e25-4515-849b-78ae5389bb82 req-7892b2dd-6cf1-4ed8-8710-5456e45e083d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:01.045109 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:01.045509 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ab6dcab-1e25-4515-849b-78ae5389bb82 req-7892b2dd-6cf1-4ed8-8710-5456e45e083d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5432 time: 0.4103646 Mar 23 12:28:01.060629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Attempting to bind port 9f2a605f-0543-43d3-9d2f-1d587ff44e02 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:28:01.061125 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Attempting to bind port 9f2a605f-0543-43d3-9d2f-1d587ff44e02 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '3e1d52d9-1f9c-4d28-b908-355a28c72050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '276e60ff-cb84-4aea-99ab-0a1cafa228e5'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:28:01.061454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Attempting to bind port 9f2a605f-0543-43d3-9d2f-1d587ff44e02 on network 276e60ff-cb84-4aea-99ab-0a1cafa228e5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:01.103102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Port 9f2a605f-0543-43d3-9d2f-1d587ff44e02 on network 276e60ff-cb84-4aea-99ab-0a1cafa228e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:28:01.103427 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Attempting to bind port 9f2a605f-0543-43d3-9d2f-1d587ff44e02 on network 276e60ff-cb84-4aea-99ab-0a1cafa228e5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:01.117398 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Attempting to bind port 5977e64a-9d85-421e-8142-ce1b0eb61a7c on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:28:01.117733 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Attempting to bind port 5977e64a-9d85-421e-8142-ce1b0eb61a7c by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:28:01.118085 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Attempting to bind port 5977e64a-9d85-421e-8142-ce1b0eb61a7c on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:01.135512 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:28:01.135752 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Checking segment: {'id': '3e1d52d9-1f9c-4d28-b908-355a28c72050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '276e60ff-cb84-4aea-99ab-0a1cafa228e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:28:01.136163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Bound using segment: {'id': '3e1d52d9-1f9c-4d28-b908-355a28c72050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '276e60ff-cb84-4aea-99ab-0a1cafa228e5'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:28:01.136612 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Bound port: 9f2a605f-0543-43d3-9d2f-1d587ff44e02, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e1d52d9-1f9c-4d28-b908-355a28c72050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '276e60ff-cb84-4aea-99ab-0a1cafa228e5'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:28:01.136742 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf req-30cbf518-316a-4f69-94cb-084d92f8f1c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 HTTP/1.1" status: 200 len: 217 time: 0.0718811 Mar 23 12:28:01.136973 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:01.160589 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Port 5977e64a-9d85-421e-8142-ce1b0eb61a7c on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:28:01.161086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Attempting to bind port 5977e64a-9d85-421e-8142-ce1b0eb61a7c on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:01.176687 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ab6dcab-1e25-4515-849b-78ae5389bb82 req-b3406538-1fc7-4c13-a0b6-2a95a8204f5e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1301663 Mar 23 12:28:01.199648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6e29e-7178-4715-bea0-7b5ee115aa08 req-e0c67fcf-1ce3-4492-b129-dbcda9935705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:01.199648 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ae6e29e-7178-4715-bea0-7b5ee115aa08 req-e0c67fcf-1ce3-4492-b129-dbcda9935705 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3659122 Mar 23 12:28:01.199648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:28:01.199648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:28:01.199648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:28:01.200722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Bound port: 5977e64a-9d85-421e-8142-ce1b0eb61a7c, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:28:01.201090 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:01.250768 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb888-066a-4803-8644-a4153cdd6897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:01.255227 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb888-066a-4803-8644-a4153cdd6897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:01.255227 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5b8eb888-066a-4803-8644-a4153cdd6897 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4b932530-e44b-48d0-8231-c9e3a9626fe0 HTTP/1.1" status: 204 len: 168 time: 1.1168876 Mar 23 12:28:01.267730 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fd709-c153-4a34-987c-e27f9820df85 req-d8925fdd-ead5-40ae-af3e-7c7ad3b9f686 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:01.269739 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-af4fd709-c153-4a34-987c-e27f9820df85 req-d8925fdd-ead5-40ae-af3e-7c7ad3b9f686 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 932 time: 0.3830199 Mar 23 12:28:01.324461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-eef1565f-266c-4e3e-a168-2914b1dfbfe1 admin admin] Deleting port 857f5288-90f4-4f8d-9ee6-351facafc4f7 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:01.325244 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eef1565f-266c-4e3e-a168-2914b1dfbfe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:01.387547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] For port 5977e64a-9d85-421e-8142-ce1b0eb61a7c, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:28:01.391417 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] For port 5977e64a-9d85-421e-8142-ce1b0eb61a7c, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=5977e64a-9d85-421e-8142-ce1b0eb61a7c,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:28:01.393679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf req-628f4f67-275e-4bcf-8b9e-816ecda37602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:01.395729 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf req-628f4f67-275e-4bcf-8b9e-816ecda37602 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cc44e5ff-6af0-487d-8762-542ba4db276b HTTP/1.1" status: 200 len: 797 time: 0.2419789 Mar 23 12:28:01.439553 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] For port 9f2a605f-0543-43d3-9d2f-1d587ff44e02, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:28:01.443902 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] For port 9f2a605f-0543-43d3-9d2f-1d587ff44e02, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=9f2a605f-0543-43d3-9d2f-1d587ff44e02,segment=NetworkSegment(3e1d52d9-1f9c-4d28-b908-355a28c72050),segment_id=3e1d52d9-1f9c-4d28-b908-355a28c72050)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:28:01.445865 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8eb888-066a-4803-8644-a4153cdd6897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b932530-e44b-48d0-8231-c9e3a9626fe0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:01.491369 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:01.512300 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-af4fd709-c153-4a34-987c-e27f9820df85 req-2595001b-e188-4213-86f5-d4922d342a95 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/security-groups?id=04642ef1-ec03-4dbe-9ab0-f39f6eed7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235737 Mar 23 12:28:01.516703 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:01.570380 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:01.571213 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:01.572940 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] 10.222.0.77 "PUT /v2.0/ports/9f2a605f-0543-43d3-9d2f-1d587ff44e02 HTTP/1.1" status: 200 len: 1092 time: 2.4164298 Mar 23 12:28:01.583696 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:01.584411 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:01.586897 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] 10.222.0.73 "PUT /v2.0/ports/5977e64a-9d85-421e-8142-ce1b0eb61a7c HTTP/1.1" status: 200 len: 1096 time: 3.1801479 Mar 23 12:28:01.632566 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57030b49-6894-4258-a847-bd8156f8c324 req-7e78a424-0945-453f-945d-9676a9292763 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:01.645935 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57030b49-6894-4258-a847-bd8156f8c324 req-7e78a424-0945-453f-945d-9676a9292763 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:01.661391 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-57030b49-6894-4258-a847-bd8156f8c324 req-7e78a424-0945-453f-945d-9676a9292763 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1679 time: 0.2651370 Mar 23 12:28:01.700441 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f5a258-9569-4461-8813-50bb4e2422d7', 'tag': '9f2a605f-0543-43d3-9d2f-1d587ff44e02'}, {'name': 'network-changed', 'server_uuid': 'ccfb633e-c6af-4b5b-b404-c01caeb6bd36', 'tag': '5977e64a-9d85-421e-8142-ce1b0eb61a7c'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:01.706110 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe7b953-1287-4c59-a110-6b9de3b8380b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f5a258-9569-4461-8813-50bb4e2422d7", "tag": "9f2a605f-0543-43d3-9d2f-1d587ff44e02"}, {"name": "network-changed", "server_uuid": "ccfb633e-c6af-4b5b-b404-c01caeb6bd36", "tag": "5977e64a-9d85-421e-8142-ce1b0eb61a7c"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:01.831098 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73123a-fc5e-44d7-ba0b-ad8cbd03db20 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2a605f-0543-43d3-9d2f-1d587ff44e02,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:01.846424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-eef1565f-266c-4e3e-a168-2914b1dfbfe1 admin admin] For port 857f5288-90f4-4f8d-9ee6-351facafc4f7, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=857f5288-90f4-4f8d-9ee6-351facafc4f7,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:01.846877 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eef1565f-266c-4e3e-a168-2914b1dfbfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:01.871422 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-eef1565f-266c-4e3e-a168-2914b1dfbfe1 admin admin] Calling delete_port for 857f5288-90f4-4f8d-9ee6-351facafc4f7 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:02.002601 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-57030b49-6894-4258-a847-bd8156f8c324 req-78d5b7ab-0e3f-4319-846b-648adc29a832 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355467 Mar 23 12:28:02.108732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-7c672d07-7ae7-4ba7-9405-55a43c448db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:02.112202 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-7c672d07-7ae7-4ba7-9405-55a43c448db1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc403803658f4797a8a5da21997fc3f9&device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 1099 time: 0.4243424 Mar 23 12:28:02.128638 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-c2c25269-a13d-4e2e-9844-8712f7fd19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:02.129431 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-c2c25269-a13d-4e2e-9844-8712f7fd19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:02.135104 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-c2c25269-a13d-4e2e-9844-8712f7fd19e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30d96015ed484726b5769dfa4017912e&device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1981 time: 0.4707870 Mar 23 12:28:02.182150 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf req-d9043028-994f-4039-94c7-2173041a85c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:02.183947 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf req-d9043028-994f-4039-94c7-2173041a85c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7751cfb1-5c21-4925-8fee-f42885f445e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7675827 Mar 23 12:28:02.222244 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f22f3f-977c-4c5c-a3a4-dd675774ea38 req-083106ca-398d-4e5c-9a67-7bf1b1cb88ec tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:02.229617 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-91f22f3f-977c-4c5c-a3a4-dd675774ea38 req-083106ca-398d-4e5c-9a67-7bf1b1cb88ec tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 948 time: 0.3340173 Mar 23 12:28:02.255697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4456b-9171-4e93-bd3f-2ed0992ea706 service neutron] Pushing event updated for resources: {'Port': ['ID=5977e64a-9d85-421e-8142-ce1b0eb61a7c,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:02.265354 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-13075d65-fc62-49df-9186-4e80f0e1e16d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=5977e64a-9d85-421e-8142-ce1b0eb61a7c HTTP/1.1" status: 200 len: 217 time: 0.1292615 Mar 23 12:28:02.317352 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:02.360217 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:02.402611 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-91f22f3f-977c-4c5c-a3a4-dd675774ea38 req-0a386fe0-0050-43f6-b00a-c7cac96142ab tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677101 Mar 23 12:28:02.439483 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-a6a84c52-ec8e-4049-8b75-2f152b7cb5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:02.440970 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-a6a84c52-ec8e-4049-8b75-2f152b7cb5e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0544622 Mar 23 12:28:02.445197 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-9c42f66a-d91e-4bbb-975e-6c49d2e9563c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.212&port_id=b87f0e66-fcae-44e3-856b-318846741536 HTTP/1.1" status: 200 len: 217 time: 0.1861701 Mar 23 12:28:02.464808 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Transition to ACTIVE for port object 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:28:02.504463 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:02.530754 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f31df491-3f1d-473b-8fb4-46b0b5a5f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:02.532241 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-f31df491-3f1d-473b-8fb4-46b0b5a5f5e2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b3b05415-5c73-429d-b396-7f28bfac9555 HTTP/1.1" status: 200 len: 801 time: 0.0740395 Mar 23 12:28:02.535384 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cffe99-e9ed-4ca5-ae5d-b83e3f2eb72c x-openstack-request-id: req-b1cffe99-e9ed-4ca5-ae5d-b83e3f2eb72c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:02.535676 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f5a258-9569-4461-8813-50bb4e2422d7", "tag": "9f2a605f-0543-43d3-9d2f-1d587ff44e02", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ccfb633e-c6af-4b5b-b404-c01caeb6bd36", "tag": "5977e64a-9d85-421e-8142-ce1b0eb61a7c", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:02.535938 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1cffe99-e9ed-4ca5-ae5d-b83e3f2eb72c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:02.536467 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f5a258-9569-4461-8813-50bb4e2422d7', 'tag': '9f2a605f-0543-43d3-9d2f-1d587ff44e02', 'status': 'completed', 'code': 200} Mar 23 12:28:02.536725 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfb633e-c6af-4b5b-b404-c01caeb6bd36', 'tag': '5977e64a-9d85-421e-8142-ce1b0eb61a7c', 'status': 'completed', 'code': 200} Mar 23 12:28:02.624286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a5df9-9353-42c4-a008-4ea8624b3a53 req-2ce04f48-d023-4ee4-9a37-a1e35baaa4d5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:02.633713 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf req-5ddfd5ba-fe04-4857-8774-81f2d8680c88 service neutron] 10.222.0.73 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364309 Mar 23 12:28:02.640740 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4f9a5df9-9353-42c4-a008-4ea8624b3a53 req-2ce04f48-d023-4ee4-9a37-a1e35baaa4d5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 945 time: 0.3804049 Mar 23 12:28:02.702093 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-a39f7b43-2635-4129-b46f-4ee0c5164396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:02.704032 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-a39f7b43-2635-4129-b46f-4ee0c5164396 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1856751 Mar 23 12:28:02.715119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Pushing event updated for resources: {'Port': ['ID=3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:02.833930 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-7059a657-a957-4580-bb8c-15b10093eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:02.833930 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-7059a657-a957-4580-bb8c-15b10093eca0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=84e57d02-7071-458d-b2f2-f08fdb168a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2904408 Mar 23 12:28:02.877045 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-89beea6b-a4cd-410d-b0d8-e47da7f7ec98 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608031 Mar 23 12:28:02.893829 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4f9a5df9-9353-42c4-a008-4ea8624b3a53 req-bbb87b73-5800-43f3-9570-c9fa49668907 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522144 Mar 23 12:28:02.904003 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c674b3-8b38-4e06-b2f9-5fcc80f439fd req-249ad904-b550-4a0d-8b6c-b87e72e474d9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:02.908550 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c674b3-8b38-4e06-b2f9-5fcc80f439fd req-249ad904-b550-4a0d-8b6c-b87e72e474d9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:02.929593 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c674b3-8b38-4e06-b2f9-5fcc80f439fd req-249ad904-b550-4a0d-8b6c-b87e72e474d9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:02.941578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c674b3-8b38-4e06-b2f9-5fcc80f439fd req-249ad904-b550-4a0d-8b6c-b87e72e474d9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:02.955551 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c674b3-8b38-4e06-b2f9-5fcc80f439fd req-249ad904-b550-4a0d-8b6c-b87e72e474d9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:02.965812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c674b3-8b38-4e06-b2f9-5fcc80f439fd req-249ad904-b550-4a0d-8b6c-b87e72e474d9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:02.974151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c674b3-8b38-4e06-b2f9-5fcc80f439fd req-249ad904-b550-4a0d-8b6c-b87e72e474d9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:02.982786 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6c674b3-8b38-4e06-b2f9-5fcc80f439fd req-249ad904-b550-4a0d-8b6c-b87e72e474d9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5432 time: 0.2688744 Mar 23 12:28:02.984729 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eef1565f-266c-4e3e-a168-2914b1dfbfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:03.064510 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1565f-266c-4e3e-a168-2914b1dfbfe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=857f5288-90f4-4f8d-9ee6-351facafc4f7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:03.081991 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31ebf97c-798f-4cde-a07d-a4f8d9a334cf req-d93a02bc-2f03-434d-82ed-c9c6e0db4309 service neutron] 10.222.0.73 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164042 Mar 23 12:28:03.134380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Attempting to bind port 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:28:03.134913 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Attempting to bind port 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4feef5ab-e12f-413e-a164-9d800d328901'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:28:03.135594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Attempting to bind port 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c on network 4feef5ab-e12f-413e-a164-9d800d328901 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:03.217189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Port 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c on network 4feef5ab-e12f-413e-a164-9d800d328901 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:28:03.219277 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Attempting to bind port 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c on network 4feef5ab-e12f-413e-a164-9d800d328901 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:03.313818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6c674b3-8b38-4e06-b2f9-5fcc80f439fd req-1e23e6dd-dbd6-4edf-89a0-55160b3b0849 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3300176 Mar 23 12:28:03.333444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:28:03.337035 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Checking segment: {'id': 'e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4feef5ab-e12f-413e-a164-9d800d328901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:28:03.338314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Bound using segment: {'id': 'e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4feef5ab-e12f-413e-a164-9d800d328901'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:28:03.339035 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Bound port: 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4feef5ab-e12f-413e-a164-9d800d328901'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:28:03.341466 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:03.526280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] For port 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:28:03.531034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] For port 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c,segment=NetworkSegment(e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0),segment_id=e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:28:03.532114 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eef1565f-266c-4e3e-a168-2914b1dfbfe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:03.541309 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:03.554531 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-1a889904-27b1-4c65-85fe-af21c4e14b53 service neutron] 10.222.0.77 "GET /v2.0/networks/84e57d02-7071-458d-b2f2-f08fdb168a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7145557 Mar 23 12:28:03.670345 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-9631047b-6424-4b84-a14e-590b2cc9bc0d service neutron] 10.222.0.77 "GET /v2.0/networks/84e57d02-7071-458d-b2f2-f08fdb168a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021109 Mar 23 12:28:03.674138 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d14357ba-a86c-4876-a493-126173c6e4a1 req-7d321935-dd68-4655-bbcb-32cf62729354 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7773194 Mar 23 12:28:03.710920 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6253bc-5a49-4d3e-9749-6b2e9def5d37 req-f1559341-0f7b-4fef-9ad7-42b8a017def1 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:03.719773 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e6253bc-5a49-4d3e-9749-6b2e9def5d37 req-f1559341-0f7b-4fef-9ad7-42b8a017def1 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 944 time: 0.6942472 Mar 23 12:28:03.777190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:03.777712 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:03.789114 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] 10.222.0.77 "PUT /v2.0/ports/3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c HTTP/1.1" status: 200 len: 1092 time: 3.0188251 Mar 23 12:28:03.789671 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071b7019-88a7-4c1f-a777-4fc53a08026b', 'tag': '3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:03.793131 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31869bb4-dcbf-4687-8095-f3e3a2255fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "071b7019-88a7-4c1f-a777-4fc53a08026b", "tag": "3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:03.818719 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-653a80b8-0ac0-43dc-8944-e33a4414add8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=9f2a605f-0543-43d3-9d2f-1d587ff44e02 HTTP/1.1" status: 200 len: 217 time: 0.0892944 Mar 23 12:28:03.846820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae01bf4-9b35-4e01-a61b-ad2971a19ffc service neutron] Pushing event updated for resources: {'Port': ['ID=3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:03.907441 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d845807c-bee2-43d8-93b8-9c24d714c8c0 req-224fb55d-7f80-442a-a29d-869f757d3478 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1707942496&fields=id&tenant_id=9d5f45b7a4464db3842cc518a88a2ee7 HTTP/1.1" status: 200 len: 267 time: 0.1674545 Mar 23 12:28:03.927502 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e6253bc-5a49-4d3e-9749-6b2e9def5d37 req-2d40175d-4a40-483f-a50e-dd78c44e1858 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/security-groups?id=04642ef1-ec03-4dbe-9ab0-f39f6eed7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068257 Mar 23 12:28:03.952034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-3bea6d90-7b70-465d-a5c5-0de265faad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:03.953820 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-3bea6d90-7b70-465d-a5c5-0de265faad21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc403803658f4797a8a5da21997fc3f9&device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 1099 time: 0.1567528 Mar 23 12:28:03.960880 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-c1f67a46-3ca2-4b20-a494-742a0ff1ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:03.963725 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-c1f67a46-3ca2-4b20-a494-742a0ff1ed05 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=66adf0cf-1c19-4fca-ae71-0aed406efa41 HTTP/1.1" status: 200 len: 801 time: 0.0932584 Mar 23 12:28:04.003369 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-7b275536-a39f-456f-88b7-fd420ee29435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:04.005300 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-7b275536-a39f-456f-88b7-fd420ee29435 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5f773312bd44334bd11fab8f86acfc3&device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 1095 time: 0.1462758 Mar 23 12:28:04.125804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-499a289d-fc34-4d60-a589-ecfc4484a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:04.127482 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-499a289d-fc34-4d60-a589-ecfc4484a36f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=276e60ff-cb84-4aea-99ab-0a1cafa228e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1457255 Mar 23 12:28:04.202341 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55288f8-2d88-48f5-9636-998e3fdae34e req-106119a1-2e48-4276-a1a8-b59ba1e67b4d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:04.208175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55288f8-2d88-48f5-9636-998e3fdae34e req-106119a1-2e48-4276-a1a8-b59ba1e67b4d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:04.209856 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e55288f8-2d88-48f5-9636-998e3fdae34e req-106119a1-2e48-4276-a1a8-b59ba1e67b4d tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1679 time: 0.1636181 Mar 23 12:28:04.249344 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-81a7c9f5-efa6-4143-9ca1-a43bc7f43540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:04.250272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-81a7c9f5-efa6-4143-9ca1-a43bc7f43540 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.2831585 Mar 23 12:28:04.334797 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-294aea35-6ca8-42f1-8f73-1710c42aba23 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=5977e64a-9d85-421e-8142-ce1b0eb61a7c HTTP/1.1" status: 200 len: 217 time: 0.0697258 Mar 23 12:28:04.443974 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e55288f8-2d88-48f5-9636-998e3fdae34e req-58d7f085-586d-4217-8380-75122ac9ba77 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035809 Mar 23 12:28:04.469233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-09c77edd-2a58-4d2f-918e-462161a4a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:04.470707 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-09c77edd-2a58-4d2f-918e-462161a4a9b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1049502 Mar 23 12:28:04.474567 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-e9f6bfb8-2a49-403a-a3e7-fc905ef9f3ba service neutron] 10.222.0.77 "GET /v2.0/networks/276e60ff-cb84-4aea-99ab-0a1cafa228e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375106 Mar 23 12:28:04.477567 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-8ff9e55c-fd57-435e-bb0f-41091ca665d5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c HTTP/1.1" status: 200 len: 217 time: 0.4504633 Mar 23 12:28:04.503451 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845807c-bee2-43d8-93b8-9c24d714c8c0 req-fe4b2589-b9eb-4458-b5c3-dfde3c4faeb6 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:04.504931 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d845807c-bee2-43d8-93b8-9c24d714c8c0 req-fe4b2589-b9eb-4458-b5c3-dfde3c4faeb6 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 945 time: 0.5807462 Mar 23 12:28:04.559893 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-d845807c-bee2-43d8-93b8-9c24d714c8c0 req-ba203d9e-9701-408c-aee9-335e650b1099 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Request body: {'port': {'security_groups': ['ccba2db2-ca15-4a16-b28b-a59387e01bb9', '0d180e61-c8fc-4f1d-898c-a2c16bf2b272']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:04.617331 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-7ec645e6-f0c5-4994-a731-d03668b5fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:04.619547 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-7ec645e6-f0c5-4994-a731-d03668b5fff7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1387303 Mar 23 12:28:04.645299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-3ca66ad8-24a3-4108-b146-f44c2c7e48c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:04.646830 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-3ca66ad8-24a3-4108-b146-f44c2c7e48c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ecf51253-64ef-4c83-a436-49dc13634812 HTTP/1.1" status: 200 len: 855 time: 0.1601870 Mar 23 12:28:04.652672 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef1565f-266c-4e3e-a168-2914b1dfbfe1 admin admin] Router 4e04151c-df0d-47cd-a19a-612af8ac8826 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:28:04.677154 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d845807c-bee2-43d8-93b8-9c24d714c8c0 req-ba203d9e-9701-408c-aee9-335e650b1099 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:04.703163 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d596567-42b7-4781-b14c-10c76a64ac18 req-75555887-f7cb-4065-85f3-1404383b366f service neutron] 10.222.0.77 "GET /v2.0/networks/276e60ff-cb84-4aea-99ab-0a1cafa228e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874356 Mar 23 12:28:04.708958 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-959381d4-3ac2-4a17-b23c-8ade1be718c9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4feef5ab-e12f-413e-a164-9d800d328901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436258 Mar 23 12:28:04.712236 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643c7eb-0198-4810-a814-040a461c6cb3 req-f0c88691-d4f0-4188-a44f-777677494a59 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:04.713677 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a643c7eb-0198-4810-a814-040a461c6cb3 req-f0c88691-d4f0-4188-a44f-777677494a59 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 948 time: 0.1478405 Mar 23 12:28:04.859790 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-5c53dbce-66cc-4307-af69-51e31682fc30 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290819 Mar 23 12:28:04.871164 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a643c7eb-0198-4810-a814-040a461c6cb3 req-2b422db5-003b-49fc-9a5a-11dee3d5360f tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353860 Mar 23 12:28:04.903791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-0180d901-2520-4838-a382-8aae87f02a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:04.904408 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-0180d901-2520-4838-a382-8aae87f02a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:04.906510 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-0180d901-2520-4838-a382-8aae87f02a70 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30d96015ed484726b5769dfa4017912e&device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1981 time: 0.1344454 Mar 23 12:28:04.951444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef1565f-266c-4e3e-a168-2914b1dfbfe1 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:28:04.956658 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-e57ca0fb-35f2-4a6e-b521-597259f1b55d service neutron] 10.222.0.77 "GET /v2.0/networks/4feef5ab-e12f-413e-a164-9d800d328901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108259 Mar 23 12:28:04.962460 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-eef1565f-266c-4e3e-a168-2914b1dfbfe1 admin admin] 10.222.0.52 "PUT /v2.0/routers/4e04151c-df0d-47cd-a19a-612af8ac8826/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2128496 Mar 23 12:28:04.962785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48452) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:04.969904 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bb590-078a-4425-a38d-01f7b7f4b553 None None] Sync routers for ids ['4e04151c-df0d-47cd-a19a-612af8ac8826'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:28:04.983002 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4bb590-078a-4425-a38d-01f7b7f4b553 None None] Routers {'4e04151c-df0d-47cd-a19a-612af8ac8826'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:28:04.983894 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5a4bb590-078a-4425-a38d-01f7b7f4b553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:27:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['4e04151c-df0d-47cd-a19a-612af8ac8826'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:05.040970 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-e07f812b-ba89-4696-a0e6-2499cd29bd06 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661944 Mar 23 12:28:05.085124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-b7330027-1136-49fb-a489-a35d785a1a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:05.088590 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-b7330027-1136-49fb-a489-a35d785a1a98 service neutron] 10.222.0.77 "GET /v2.0/networks?id=276e60ff-cb84-4aea-99ab-0a1cafa228e5 HTTP/1.1" status: 200 len: 903 time: 0.1566768 Mar 23 12:28:05.120090 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487af993-c146-48f5-b10f-003c234b0356 x-openstack-request-id: req-487af993-c146-48f5-b10f-003c234b0356 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:05.120365 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071b7019-88a7-4c1f-a777-4fc53a08026b", "tag": "3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:05.120597 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5a4bb590-078a-4425-a38d-01f7b7f4b553 None None] Set router 4e04151c-df0d-47cd-a19a-612af8ac8826 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:28:05.120715 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-487af993-c146-48f5-b10f-003c234b0356 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:05.120993 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071b7019-88a7-4c1f-a777-4fc53a08026b', 'tag': '3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c', 'status': 'completed', 'code': 200} Mar 23 12:28:05.150196 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-7bd658af-b146-41aa-8df8-d063b873b6f0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=9f2a605f-0543-43d3-9d2f-1d587ff44e02 HTTP/1.1" status: 200 len: 217 time: 0.0540850 Mar 23 12:28:05.237986 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e6801a4-7e09-4ac5-8e60-6c4649e46b29 admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:05.242559 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9c84491-d55c-46ea-8cd1-4b872f98e55f req-7e76dcd3-e9e6-4b53-bee3-921eca528413 service neutron] 10.222.0.77 "GET /v2.0/networks/4feef5ab-e12f-413e-a164-9d800d328901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703714 Mar 23 12:28:05.260275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fa78b-2bad-4908-b7e8-eac107f6e199 req-36d52911-43b6-435f-8154-8929617684a3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:05.266766 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fa78b-2bad-4908-b7e8-eac107f6e199 req-36d52911-43b6-435f-8154-8929617684a3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:05.276565 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fa78b-2bad-4908-b7e8-eac107f6e199 req-36d52911-43b6-435f-8154-8929617684a3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:05.287114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fa78b-2bad-4908-b7e8-eac107f6e199 req-36d52911-43b6-435f-8154-8929617684a3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:05.293443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d845807c-bee2-43d8-93b8-9c24d714c8c0 req-ba203d9e-9701-408c-aee9-335e650b1099 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] For port 6e132ad6-37fe-4e20-a2d0-714a609dea9e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=6e132ad6-37fe-4e20-a2d0-714a609dea9e,segment=NetworkSegment(1dd23322-2668-4009-8d16-b9cdb0be4bbc),segment_id=1dd23322-2668-4009-8d16-b9cdb0be4bbc)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:05.295964 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fa78b-2bad-4908-b7e8-eac107f6e199 req-36d52911-43b6-435f-8154-8929617684a3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:05.301935 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fa78b-2bad-4908-b7e8-eac107f6e199 req-36d52911-43b6-435f-8154-8929617684a3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:05.310310 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fa78b-2bad-4908-b7e8-eac107f6e199 req-36d52911-43b6-435f-8154-8929617684a3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:05.315856 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-054fa78b-2bad-4908-b7e8-eac107f6e199 req-36d52911-43b6-435f-8154-8929617684a3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5432 time: 0.1495676 Mar 23 12:28:05.318102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-ad3a75e4-48cb-4d12-a800-aa7b2e6c2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:05.319740 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-ad3a75e4-48cb-4d12-a800-aa7b2e6c2bd3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=66adf0cf-1c19-4fca-ae71-0aed406efa41 HTTP/1.1" status: 200 len: 801 time: 0.1624634 Mar 23 12:28:05.342795 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5a4bb590-078a-4425-a38d-01f7b7f4b553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:28:02Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:05.370271 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bb590-078a-4425-a38d-01f7b7f4b553 None None] Checking router: 4e04151c-df0d-47cd-a19a-612af8ac8826 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:28:05.378727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4bb590-078a-4425-a38d-01f7b7f4b553 None None] Routers {'4e04151c-df0d-47cd-a19a-612af8ac8826'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:28:05.379401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5a4bb590-078a-4425-a38d-01f7b7f4b553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:27:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['4e04151c-df0d-47cd-a19a-612af8ac8826'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:05.385266 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-f3420b44-fcd8-4477-9c38-366c2b4b243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:05.386751 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-f3420b44-fcd8-4477-9c38-366c2b4b243a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=276e60ff-cb84-4aea-99ab-0a1cafa228e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0592942 Mar 23 12:28:05.391358 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d845807c-bee2-43d8-93b8-9c24d714c8c0 req-ba203d9e-9701-408c-aee9-335e650b1099 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:05.397336 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-054fa78b-2bad-4908-b7e8-eac107f6e199 req-2445a960-f374-4b77-8747-c8867161aa0f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766318 Mar 23 12:28:05.405191 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d845807c-bee2-43d8-93b8-9c24d714c8c0 req-ba203d9e-9701-408c-aee9-335e650b1099 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:05.418287 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['6e132ad6-37fe-4e20-a2d0-714a609dea9e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:05.421166 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['058dce15-d42a-4faa-960e-eb8727312303'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:05.442751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31869bb4-dcbf-4687-8095-f3e3a2255fa5 req-90c0bbf2-6c34-492c-b63a-87752c03303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:05.444337 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31869bb4-dcbf-4687-8095-f3e3a2255fa5 req-90c0bbf2-6c34-492c-b63a-87752c03303c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5f773312bd44334bd11fab8f86acfc3&device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 1095 time: 0.1547055 Mar 23 12:28:05.498320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845807c-bee2-43d8-93b8-9c24d714c8c0 req-ba203d9e-9701-408c-aee9-335e650b1099 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:05.498993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d845807c-bee2-43d8-93b8-9c24d714c8c0 req-ba203d9e-9701-408c-aee9-335e650b1099 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:05.500410 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d845807c-bee2-43d8-93b8-9c24d714c8c0 req-ba203d9e-9701-408c-aee9-335e650b1099 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "PUT /v2.0/ports/6e132ad6-37fe-4e20-a2d0-714a609dea9e HTTP/1.1" status: 200 len: 981 time: 0.9688957 Mar 23 12:28:05.504258 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e6801a4-7e09-4ac5-8e60-6c4649e46b29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:05.567531 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9da79a39-ae54-4958-89d5-ab54a6bf0494 req-ba769a7e-fdfa-4856-9870-65ad19a1930d tempest-FlavorsV2NegativeTest-1105223204 tempest-FlavorsV2NegativeTest-1105223204-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=9843260c46c2407db164bc5433a95818&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372925 Mar 23 12:28:05.592121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba203d9e-9701-408c-aee9-335e650b1099 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event updated for resources: {'Port': ['ID=6e132ad6-37fe-4e20-a2d0-714a609dea9e,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:05.640572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31869bb4-dcbf-4687-8095-f3e3a2255fa5 req-99c86ded-7f15-4820-b437-f523944c9e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:05.643724 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31869bb4-dcbf-4687-8095-f3e3a2255fa5 req-99c86ded-7f15-4820-b437-f523944c9e0c service neutron] 10.222.0.77 "GET /v2.0/networks?id=4feef5ab-e12f-413e-a164-9d800d328901 HTTP/1.1" status: 200 len: 916 time: 0.1887760 Mar 23 12:28:05.685713 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5a4bb590-078a-4425-a38d-01f7b7f4b553 None None] Set router 4e04151c-df0d-47cd-a19a-612af8ac8826 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:28:05.703295 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-9943869f-f144-42b4-9415-59c9885c084e service neutron] 10.222.0.77 "GET /v2.0/networks/276e60ff-cb84-4aea-99ab-0a1cafa228e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049908 Mar 23 12:28:05.713520 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31869bb4-dcbf-4687-8095-f3e3a2255fa5 req-901a2c04-4994-471d-a8fc-67c5bec9a617 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c HTTP/1.1" status: 200 len: 217 time: 0.0579910 Mar 23 12:28:05.730505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1e6801a4-7e09-4ac5-8e60-6c4649e46b29 admin admin] Deleting port 8e703b39-fe50-49c9-bb93-688d36992d3a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:05.730837 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e6801a4-7e09-4ac5-8e60-6c4649e46b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:05.768078 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['6e132ad6-37fe-4e20-a2d0-714a609dea9e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:05.794649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da79a39-ae54-4958-89d5-ab54a6bf0494 req-982a97f2-e979-44ac-877f-f0e3d71ce31c tempest-FlavorsV2NegativeTest-1105223204 tempest-FlavorsV2NegativeTest-1105223204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:05.796278 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9da79a39-ae54-4958-89d5-ab54a6bf0494 req-982a97f2-e979-44ac-877f-f0e3d71ce31c tempest-FlavorsV2NegativeTest-1105223204 tempest-FlavorsV2NegativeTest-1105223204-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2129774 Mar 23 12:28:05.811482 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb4186-2699-4965-a3ca-87fe88d17587 req-f975c318-e5cd-4159-a1a6-091c0091593a tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:05.813071 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33cb4186-2699-4965-a3ca-87fe88d17587 req-f975c318-e5cd-4159-a1a6-091c0091593a tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 944 time: 0.1788433 Mar 23 12:28:05.821507 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9da79a39-ae54-4958-89d5-ab54a6bf0494 req-bb647648-6e50-483b-b72b-6c1964bdce4d tempest-FlavorsV2NegativeTest-1105223204 tempest-FlavorsV2NegativeTest-1105223204-project] 10.222.0.52 "GET /v2.0/quotas/9843260c46c2407db164bc5433a95818 HTTP/1.1" status: 200 len: 375 time: 0.0190346 Mar 23 12:28:05.835174 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31869bb4-dcbf-4687-8095-f3e3a2255fa5 req-1e625809-f99d-485b-9729-99bbddc18b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:05.836705 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31869bb4-dcbf-4687-8095-f3e3a2255fa5 req-1e625809-f99d-485b-9729-99bbddc18b04 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ecf51253-64ef-4c83-a436-49dc13634812 HTTP/1.1" status: 200 len: 855 time: 0.1152747 Mar 23 12:28:05.881060 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9da79a39-ae54-4958-89d5-ab54a6bf0494 req-a52f879f-7d45-4f12-b349-78f827fba24f tempest-FlavorsV2NegativeTest-1105223204 tempest-FlavorsV2NegativeTest-1105223204-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9843260c46c2407db164bc5433a95818&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511820 Mar 23 12:28:05.889028 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31869bb4-dcbf-4687-8095-f3e3a2255fa5 req-a8ed2708-0258-42e8-8490-eefd3e459a62 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4feef5ab-e12f-413e-a164-9d800d328901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428526 Mar 23 12:28:05.890703 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbe7b953-1287-4c59-a110-6b9de3b8380b req-8f4e6523-bb50-4a79-a920-d6e8165b6615 service neutron] 10.222.0.77 "GET /v2.0/networks/276e60ff-cb84-4aea-99ab-0a1cafa228e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720722 Mar 23 12:28:05.931287 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-1e6801a4-7e09-4ac5-8e60-6c4649e46b29 admin admin] For port 8e703b39-fe50-49c9-bb93-688d36992d3a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8e703b39-fe50-49c9-bb93-688d36992d3a,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:05.931649 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e6801a4-7e09-4ac5-8e60-6c4649e46b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:05.953801 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33cb4186-2699-4965-a3ca-87fe88d17587 req-281db48d-76b7-4036-ad71-49e087e90d05 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/security-groups?id=04642ef1-ec03-4dbe-9ab0-f39f6eed7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333661 Mar 23 12:28:06.036109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1e6801a4-7e09-4ac5-8e60-6c4649e46b29 admin admin] Calling delete_port for 8e703b39-fe50-49c9-bb93-688d36992d3a owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:06.061397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09680643-6e7c-4f68-838b-b9e00492e866 req-214109c5-5072-4c05-b06d-8ea3a40fe9a1 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:06.079367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09680643-6e7c-4f68-838b-b9e00492e866 req-214109c5-5072-4c05-b06d-8ea3a40fe9a1 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:06.093881 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-09680643-6e7c-4f68-838b-b9e00492e866 req-214109c5-5072-4c05-b06d-8ea3a40fe9a1 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1679 time: 0.1455438 Mar 23 12:28:06.182316 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-09680643-6e7c-4f68-838b-b9e00492e866 req-5f09a131-ec01-43a1-8b3f-af402dcea0f8 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851231 Mar 23 12:28:06.224730 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e127805c-efc1-4dac-b2e7-d6db07f0a4a5 req-eb565ab1-ff94-4c6c-9ded-2b8e552fcb8c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/0d180e61-c8fc-4f1d-898c-a2c16bf2b272 HTTP/1.1" status: 200 len: 1801 time: 0.2077503 Mar 23 12:28:06.255216 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31869bb4-dcbf-4687-8095-f3e3a2255fa5 req-e73ae9e0-026d-448a-b19c-85bce49521d8 service neutron] 10.222.0.77 "GET /v2.0/networks/4feef5ab-e12f-413e-a164-9d800d328901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502548 Mar 23 12:28:06.311322 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5a4bb590-078a-4425-a38d-01f7b7f4b553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:28:02Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:06.363609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bb590-078a-4425-a38d-01f7b7f4b553 None None] The sync data for ids ['4e04151c-df0d-47cd-a19a-612af8ac8826'] in n-d-834854-1 is: [{'id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422961973-router', 'tenant_id': '8001c6b343c74d98acb249e144cd9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:33Z', 'updated_at': '2022-03-23T12:28:02Z', 'revision_number': 5, 'project_id': '8001c6b343c74d98acb249e144cd9ee4', 'gw_port': {'id': '8e703b39-fe50-49c9-bb93-688d36992d3a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e04151c-df0d-47cd-a19a-612af8ac8826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:35Z', 'updated_at': '2022-03-23T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:28:06.502880 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-e127805c-efc1-4dac-b2e7-d6db07f0a4a5 req-4574b132-e5ff-4962-bdeb-86571a5bc0d5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 23 12:28:06.504208 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e127805c-efc1-4dac-b2e7-d6db07f0a4a5 req-4574b132-e5ff-4962-bdeb-86571a5bc0d5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "DELETE /v2.0/security-groups/0d180e61-c8fc-4f1d-898c-a2c16bf2b272 HTTP/1.1" status: 409 len: 341 time: 0.2784045 Mar 23 12:28:06.532475 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 5977e64a-9d85-421e-8142-ce1b0eb61a7c details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:28:06.571544 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31869bb4-dcbf-4687-8095-f3e3a2255fa5 req-92763850-0666-4dbb-8ede-711f2651b4df service neutron] 10.222.0.77 "GET /v2.0/networks/4feef5ab-e12f-413e-a164-9d800d328901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972071 Mar 23 12:28:06.640848 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e6801a4-7e09-4ac5-8e60-6c4649e46b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:06.692343 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 5977e64a-9d85-421e-8142-ce1b0eb61a7c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=5977e64a-9d85-421e-8142-ce1b0eb61a7c,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:06.710963 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '5977e64a-9d85-421e-8142-ce1b0eb61a7c', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '5977e64a-9d85-421e-8142-ce1b0eb61a7c', 'mac_address': 'fa:16:3e:a6:7b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:28:06.712230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6801a4-7e09-4ac5-8e60-6c4649e46b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e703b39-fe50-49c9-bb93-688d36992d3a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:06.772055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb552df5-18d1-453a-b1ca-1e8165aea002 req-3a6ba17b-a6b3-4385-ac82-60d5b9d288eb tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:06.777184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48540) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:06.782607 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb552df5-18d1-453a-b1ca-1e8165aea002 req-3a6ba17b-a6b3-4385-ac82-60d5b9d288eb tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 948 time: 0.1587758 Mar 23 12:28:06.820946 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:06.840888 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5977e64a-9d85-421e-8142-ce1b0eb61a7c {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:06.876113 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 5977e64a-9d85-421e-8142-ce1b0eb61a7c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=5977e64a-9d85-421e-8142-ce1b0eb61a7c,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:06.881472 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:06.901760 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb552df5-18d1-453a-b1ca-1e8165aea002 req-856d36e3-4ee8-41de-b4d9-a0cee13ce697 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181545 Mar 23 12:28:06.910048 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e6801a4-7e09-4ac5-8e60-6c4649e46b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:06.954502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=5977e64a-9d85-421e-8142-ce1b0eb61a7c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:06.962384 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9a919f5-b253-4cbf-9057-9dd27526886a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:07.072404 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e6801a4-7e09-4ac5-8e60-6c4649e46b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:07.074543 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e6801a4-7e09-4ac5-8e60-6c4649e46b29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:07.126541 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8', 'tag': '6e132ad6-37fe-4e20-a2d0-714a609dea9e'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:07.129802 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917b53a8-2ce1-4157-a040-86d59a815490" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8", "tag": "6e132ad6-37fe-4e20-a2d0-714a609dea9e"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:07.130457 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9a919f5-b253-4cbf-9057-9dd27526886a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:07.136028 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9a919f5-b253-4cbf-9057-9dd27526886a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:07.172950 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e6801a4-7e09-4ac5-8e60-6c4649e46b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:07.173542 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6801a4-7e09-4ac5-8e60-6c4649e46b29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e04151c-df0d-47cd-a19a-612af8ac8826 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:28:07.179175 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e6801a4-7e09-4ac5-8e60-6c4649e46b29 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:07.184350 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1e6801a4-7e09-4ac5-8e60-6c4649e46b29 admin admin] 10.222.0.52 "DELETE /v2.0/routers/4e04151c-df0d-47cd-a19a-612af8ac8826 HTTP/1.1" status: 204 len: 168 time: 2.2169740 Mar 23 12:28:07.186990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48550) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:07.202149 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a919f5-b253-4cbf-9057-9dd27526886a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed981e62-aaaf-4d61-97dd-6a832bb5c55f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:07.215987 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f9a919f5-b253-4cbf-9057-9dd27526886a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9843260c46c2407db164bc5433a95818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4349976 Mar 23 12:28:07.218644 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8841e02-a658-4ecc-856a-f88e6b34a8c3 req-5c95619b-c97d-4269-9a8a-2e95e0499953 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:07.220998 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48554) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:07.227865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8841e02-a658-4ecc-856a-f88e6b34a8c3 req-5c95619b-c97d-4269-9a8a-2e95e0499953 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:07.238205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8841e02-a658-4ecc-856a-f88e6b34a8c3 req-5c95619b-c97d-4269-9a8a-2e95e0499953 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:07.238352 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['5977e64a-9d85-421e-8142-ce1b0eb61a7c'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:07.247595 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8841e02-a658-4ecc-856a-f88e6b34a8c3 req-5c95619b-c97d-4269-9a8a-2e95e0499953 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:07.254562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8841e02-a658-4ecc-856a-f88e6b34a8c3 req-5c95619b-c97d-4269-9a8a-2e95e0499953 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:07.260640 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8841e02-a658-4ecc-856a-f88e6b34a8c3 req-5c95619b-c97d-4269-9a8a-2e95e0499953 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:07.267160 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8841e02-a658-4ecc-856a-f88e6b34a8c3 req-5c95619b-c97d-4269-9a8a-2e95e0499953 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:07.269124 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8841e02-a658-4ecc-856a-f88e6b34a8c3 req-5c95619b-c97d-4269-9a8a-2e95e0499953 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5432 time: 0.2423718 Mar 23 12:28:07.310808 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eb92bb4-4124-4d67-9dcc-95fd5c91ce1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:07.359254 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eb92bb4-4124-4d67-9dcc-95fd5c91ce1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:07.403612 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8841e02-a658-4ecc-856a-f88e6b34a8c3 req-93c2ecf4-1b8e-46e5-bb5a-cac3bbbc0fa3 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1107948 Mar 23 12:28:07.409623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-076ecf95-cb98-4b11-92e1-5620cb3b20a9 admin admin] Deleting subnet 973c670b-2da1-4198-9fd7-10b0a0c5637b {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:28:07.418043 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-076ecf95-cb98-4b11-92e1-5620cb3b20a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:07.427145 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eb92bb4-4124-4d67-9dcc-95fd5c91ce1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:07.429865 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eb92bb4-4124-4d67-9dcc-95fd5c91ce1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:07.433776 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6eb92bb4-4124-4d67-9dcc-95fd5c91ce1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed981e62-aaaf-4d61-97dd-6a832bb5c55f HTTP/1.1" status: 204 len: 168 time: 0.2087743 Mar 23 12:28:07.467667 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb92bb4-4124-4d67-9dcc-95fd5c91ce1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed981e62-aaaf-4d61-97dd-6a832bb5c55f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:07.499798 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94ad71-5465-417c-8d6c-ba92ed53f40d req-0d102430-2bd4-4813-843c-d0d695db6154 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:07.507013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1390d-801f-4322-b9bd-b1def2e40256 req-d8652749-9f38-4cee-8986-1863994e8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:07.508544 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a94ad71-5465-417c-8d6c-ba92ed53f40d req-0d102430-2bd4-4813-843c-d0d695db6154 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 944 time: 0.0937409 Mar 23 12:28:07.508684 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68c1390d-801f-4322-b9bd-b1def2e40256 req-d8652749-9f38-4cee-8986-1863994e8494 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d5f45b7a4464db3842cc518a88a2ee7&device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 1135 time: 0.1572270 Mar 23 12:28:07.538380 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-076ecf95-cb98-4b11-92e1-5620cb3b20a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:07.563155 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a94ad71-5465-417c-8d6c-ba92ed53f40d req-c7dc747b-daa3-447f-b79c-659550b049c8 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/security-groups?id=04642ef1-ec03-4dbe-9ab0-f39f6eed7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531471 Mar 23 12:28:07.833391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe7b8-6762-4eb4-afe1-7d722773d09b req-3aa1e91f-77f8-4e3a-8b4c-3a91d2e2c66c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:07.840159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe7b8-6762-4eb4-afe1-7d722773d09b req-3aa1e91f-77f8-4e3a-8b4c-3a91d2e2c66c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:07.850198 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-76dbe7b8-6762-4eb4-afe1-7d722773d09b req-3aa1e91f-77f8-4e3a-8b4c-3a91d2e2c66c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1679 time: 0.1103292 Mar 23 12:28:07.914842 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-76dbe7b8-6762-4eb4-afe1-7d722773d09b req-cb91e946-4acc-4642-a594-616931206932 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636556 Mar 23 12:28:07.970082 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ac95b4-a919-4d2d-8d28-b3daa404d14e x-openstack-request-id: req-22ac95b4-a919-4d2d-8d28-b3daa404d14e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:07.970469 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8", "tag": "6e132ad6-37fe-4e20-a2d0-714a609dea9e", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:07.970637 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22ac95b4-a919-4d2d-8d28-b3daa404d14e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:07.971945 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8', 'tag': '6e132ad6-37fe-4e20-a2d0-714a609dea9e', 'status': 'completed', 'code': 200} Mar 23 12:28:08.088357 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1390d-801f-4322-b9bd-b1def2e40256 req-25317df1-7e88-4aca-860b-2e82646c83de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:08.089943 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68c1390d-801f-4322-b9bd-b1def2e40256 req-25317df1-7e88-4aca-860b-2e82646c83de service neutron] 10.222.0.77 "GET /v2.0/networks?id=d615e09e-2eb5-4d6e-9949-519736a83a8e HTTP/1.1" status: 200 len: 913 time: 0.5640264 Mar 23 12:28:08.102095 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399999e-88bd-4943-86cd-e81bac3c2112 req-b43e751e-c08b-46ca-a03c-fef0856cc718 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:08.103622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8399999e-88bd-4943-86cd-e81bac3c2112 req-b43e751e-c08b-46ca-a03c-fef0856cc718 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 984 time: 0.1301212 Mar 23 12:28:08.118772 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-076ecf95-cb98-4b11-92e1-5620cb3b20a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:08.165942 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-40a27131-7c37-4ac5-8c05-de2107ecac8f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:08.167691 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-40a27131-7c37-4ac5-8c05-de2107ecac8f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/networks?id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd HTTP/1.1" status: 200 len: 805 time: 0.1469254 Mar 23 12:28:08.180261 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68c1390d-801f-4322-b9bd-b1def2e40256 req-ab67a0e8-f752-4100-b8a1-3689c7a3fb2a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e132ad6-37fe-4e20-a2d0-714a609dea9e HTTP/1.1" status: 200 len: 217 time: 0.0726502 Mar 23 12:28:08.186443 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-badd0d13-343c-4767-b07d-7823422aeb90 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/quotas/046f907855a84a1287626c5db5b1e032 HTTP/1.1" status: 200 len: 375 time: 0.0113919 Mar 23 12:28:08.244838 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-f3445f2f-f494-4484-ac70-bbf8bce82a7a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=046f907855a84a1287626c5db5b1e032&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518341 Mar 23 12:28:08.258509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8399999e-88bd-4943-86cd-e81bac3c2112 req-8846ae7e-9779-4d1b-bfad-78c86fb22d5e tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d180e61-c8fc-4f1d-898c-a2c16bf2b272&id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1444659 Mar 23 12:28:08.262788 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1390d-801f-4322-b9bd-b1def2e40256 req-297897c3-deeb-4976-8879-1e6424dada3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:08.264956 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68c1390d-801f-4322-b9bd-b1def2e40256 req-297897c3-deeb-4976-8879-1e6424dada3a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0028349c-8d9b-4d90-b211-2217016fe8b4 HTTP/1.1" status: 200 len: 852 time: 0.0768869 Mar 23 12:28:08.308099 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-076ecf95-cb98-4b11-92e1-5620cb3b20a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:08.313126 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68c1390d-801f-4322-b9bd-b1def2e40256 req-6a3d1014-1fda-4d8c-99c7-f5a0ff709b12 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d615e09e-2eb5-4d6e-9949-519736a83a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377285 Mar 23 12:28:08.349026 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ecf95-cb98-4b11-92e1-5620cb3b20a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=973c670b-2da1-4198-9fd7-10b0a0c5637b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:08.357849 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be26b3a-1aad-4fbd-b1c0-31ccba4ce5b5 None None] Network f731e4d7-4c9b-4d2d-963d-6cfadce42a60 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:28:08.360995 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-076ecf95-cb98-4b11-92e1-5620cb3b20a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:08.364201 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-076ecf95-cb98-4b11-92e1-5620cb3b20a9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/973c670b-2da1-4198-9fd7-10b0a0c5637b HTTP/1.1" status: 204 len: 168 time: 1.1757805 Mar 23 12:28:08.367303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48592) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:08.387205 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-343ed7f8-831c-443b-884b-d1e3dc202f2d service neutron] 10.222.0.52 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343811 Mar 23 12:28:08.473427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8e703b39-fe50-49c9-bb93-688d36992d3a no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:08.503598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 8e703b39-fe50-49c9-bb93-688d36992d3a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:08.504124 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8e703b39-fe50-49c9-bb93-688d36992d3a not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:08.504625 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 857f5288-90f4-4f8d-9ee6-351facafc4f7 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:08.535295 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:08.546466 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68c1390d-801f-4322-b9bd-b1def2e40256 req-c64421fe-383f-4a6e-a2f9-02dd25bd419d service neutron] 10.222.0.77 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245100 Mar 23 12:28:08.565135 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 5977e64a-9d85-421e-8142-ce1b0eb61a7c up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:08.580577 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-cd160f78-ff21-4230-8024-6ededb5cc2c5 service neutron] 10.222.0.52 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680837 Mar 23 12:28:08.597190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 857f5288-90f4-4f8d-9ee6-351facafc4f7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:08.597585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 857f5288-90f4-4f8d-9ee6-351facafc4f7 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:08.631854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e598b-1d11-452d-9661-dc0fdb234332 req-a748838c-5940-4609-97d8-4c90114cafa6 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:08.642319 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de9e598b-1d11-452d-9661-dc0fdb234332 req-a748838c-5940-4609-97d8-4c90114cafa6 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 949 time: 0.1875334 Mar 23 12:28:08.699317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 5977e64a-9d85-421e-8142-ce1b0eb61a7c completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:28:08.704823 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 5977e64a-9d85-421e-8142-ce1b0eb61a7c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:08.705194 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:08.809774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ea98a6-a17a-4a6b-858b-2eedbeb6cab1 None None] DHCP port deletion for f731e4d7-4c9b-4d2d-963d-6cfadce42a60 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:28:08.820020 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de9e598b-1d11-452d-9661-dc0fdb234332 req-be26def6-f0be-49ce-a335-d3eec45df14a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733298 Mar 23 12:28:08.841186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54f7b1-4483-4c94-8559-31324c0ab2b2 req-bc3f66b5-1cc4-498a-9299-cd5fb5ab35c7 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:08.847663 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:08.847918 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54f7b1-4483-4c94-8559-31324c0ab2b2 req-bc3f66b5-1cc4-498a-9299-cd5fb5ab35c7 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:08.862736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54f7b1-4483-4c94-8559-31324c0ab2b2 req-bc3f66b5-1cc4-498a-9299-cd5fb5ab35c7 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:08.869425 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54f7b1-4483-4c94-8559-31324c0ab2b2 req-bc3f66b5-1cc4-498a-9299-cd5fb5ab35c7 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:08.877635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54f7b1-4483-4c94-8559-31324c0ab2b2 req-bc3f66b5-1cc4-498a-9299-cd5fb5ab35c7 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:08.891529 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68c1390d-801f-4322-b9bd-b1def2e40256 req-49c3680a-12ca-4447-8507-70d4b5cdc47d service neutron] 10.222.0.77 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371601 Mar 23 12:28:08.899318 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54f7b1-4483-4c94-8559-31324c0ab2b2 req-bc3f66b5-1cc4-498a-9299-cd5fb5ab35c7 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:08.913526 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] Deleting port 5265e473-65be-4720-b5c4-a156e0193062 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:08.913750 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:08.918939 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54f7b1-4483-4c94-8559-31324c0ab2b2 req-bc3f66b5-1cc4-498a-9299-cd5fb5ab35c7 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:08.928920 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad54f7b1-4483-4c94-8559-31324c0ab2b2 req-bc3f66b5-1cc4-498a-9299-cd5fb5ab35c7 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5432 time: 0.1544385 Mar 23 12:28:08.993426 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad54f7b1-4483-4c94-8559-31324c0ab2b2 req-4a92881d-96db-48a2-a6f7-0023bbbffa56 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634563 Mar 23 12:28:09.093997 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-069a3d73-7c2a-4252-a804-d2946fbe2ddc req-31c01c01-d0c6-4b77-873d-9c76c5edff6d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 210 time: 0.0570309 Mar 23 12:28:09.111225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] For port 5265e473-65be-4720-b5c4-a156e0193062, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5265e473-65be-4720-b5c4-a156e0193062,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:09.111708 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:09.119637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfb633e-c6af-4b5b-b404-c01caeb6bd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5977e64a-9d85-421e-8142-ce1b0eb61a7c'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:09.124540 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b48953b-1c74-4507-ba34-3c005d1c473b" -d '{"events": [{"server_uuid": "ccfb633e-c6af-4b5b-b404-c01caeb6bd36", "name": "network-vif-plugged", "status": "completed", "tag": "5977e64a-9d85-421e-8142-ce1b0eb61a7c"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:09.140971 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27d1e6-9702-4fda-ab51-e2bb1b7543ac req-41240a47-2164-4c55-9b76-0c892938242d tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:09.149338 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df27d1e6-9702-4fda-ab51-e2bb1b7543ac req-41240a47-2164-4c55-9b76-0c892938242d tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 944 time: 0.1633587 Mar 23 12:28:09.153228 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 9f2a605f-0543-43d3-9d2f-1d587ff44e02 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:28:09.156206 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 19a5b591-2e90-495a-a5ba-1f214a86ff42 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:09.160234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] Calling delete_port for 5265e473-65be-4720-b5c4-a156e0193062 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:09.181586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b53a8-2ce1-4157-a040-86d59a815490 req-9678ff8b-038e-4450-8e09-056ea6e0d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:09.183885 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-917b53a8-2ce1-4157-a040-86d59a815490 req-9678ff8b-038e-4450-8e09-056ea6e0d323 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d5f45b7a4464db3842cc518a88a2ee7&device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 1135 time: 0.2311776 Mar 23 12:28:09.186567 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 5977e64a-9d85-421e-8142-ce1b0eb61a7c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=5977e64a-9d85-421e-8142-ce1b0eb61a7c,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:09.216892 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:09.272701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b96cfc-0f14-4201-b74c-6f0aa20d78f8 req-e24911a1-258e-42eb-afa0-5e5ace873b72 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:09.283261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b96cfc-0f14-4201-b74c-6f0aa20d78f8 req-e24911a1-258e-42eb-afa0-5e5ace873b72 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:09.295894 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7b96cfc-0f14-4201-b74c-6f0aa20d78f8 req-e24911a1-258e-42eb-afa0-5e5ace873b72 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1679 time: 0.0889447 Mar 23 12:28:09.334741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-41ea98a6-a17a-4a6b-858b-2eedbeb6cab1 None None] Deleting port 5265e473-65be-4720-b5c4-a156e0193062 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:09.335342 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41ea98a6-a17a-4a6b-858b-2eedbeb6cab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:09.341408 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7b96cfc-0f14-4201-b74c-6f0aa20d78f8 req-8b41e799-9b05-4085-a56a-126100887fbd tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441911 Mar 23 12:28:09.368895 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df27d1e6-9702-4fda-ab51-e2bb1b7543ac req-eeed3310-99a6-4add-880e-fea4d360ee7f tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/security-groups?id=04642ef1-ec03-4dbe-9ab0-f39f6eed7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031648 Mar 23 12:28:09.483687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b53a8-2ce1-4157-a040-86d59a815490 req-c2558e67-22ea-4f2f-9616-89fe49f76bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:09.485570 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-917b53a8-2ce1-4157-a040-86d59a815490 req-c2558e67-22ea-4f2f-9616-89fe49f76bba service neutron] 10.222.0.77 "GET /v2.0/networks?id=d615e09e-2eb5-4d6e-9949-519736a83a8e HTTP/1.1" status: 200 len: 913 time: 0.2922153 Mar 23 12:28:09.497289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-41ea98a6-a17a-4a6b-858b-2eedbeb6cab1 None None] For port 5265e473-65be-4720-b5c4-a156e0193062, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5265e473-65be-4720-b5c4-a156e0193062,segment=NetworkSegment(14a48e7d-22ef-41f7-973a-3282d66d34ce),segment_id=14a48e7d-22ef-41f7-973a-3282d66d34ce)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:09.498453 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41ea98a6-a17a-4a6b-858b-2eedbeb6cab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:09.518655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=5977e64a-9d85-421e-8142-ce1b0eb61a7c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:09.523039 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-41ea98a6-a17a-4a6b-858b-2eedbeb6cab1 None None] Calling delete_port for 5265e473-65be-4720-b5c4-a156e0193062 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:09.568735 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-917b53a8-2ce1-4157-a040-86d59a815490 req-de86cd60-d18e-414a-a120-86b7adb4530f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e132ad6-37fe-4e20-a2d0-714a609dea9e HTTP/1.1" status: 200 len: 217 time: 0.0565996 Mar 23 12:28:09.633054 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:09.647835 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:09.672043 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 9f2a605f-0543-43d3-9d2f-1d587ff44e02, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=9f2a605f-0543-43d3-9d2f-1d587ff44e02,segment=NetworkSegment(3e1d52d9-1f9c-4d28-b908-355a28c72050),segment_id=3e1d52d9-1f9c-4d28-b908-355a28c72050)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:09.672325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2518fb-dca7-4139-bf6c-2275a88ad3c5 req-8ddd8cc2-af18-454e-8530-13bef5cec2ce tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:09.674153 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b2518fb-dca7-4139-bf6c-2275a88ad3c5 req-8ddd8cc2-af18-454e-8530-13bef5cec2ce tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 984 time: 0.2144680 Mar 23 12:28:09.728888 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '9f2a605f-0543-43d3-9d2f-1d587ff44e02', 'network_id': '276e60ff-cb84-4aea-99ab-0a1cafa228e5', 'port_id': '9f2a605f-0543-43d3-9d2f-1d587ff44e02', 'mac_address': 'fa:16:3e:b1:fd:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66adf0cf-1c19-4fca-ae71-0aed406efa41', 'ip_address': '19.86.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:28:09.736668 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c4ac9d-93e7-4f3e-9292-d87b32bedc33 x-openstack-request-id: req-31c4ac9d-93e7-4f3e-9292-d87b32bedc33 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:09.737211 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfb633e-c6af-4b5b-b404-c01caeb6bd36", "name": "network-vif-plugged", "status": "completed", "tag": "5977e64a-9d85-421e-8142-ce1b0eb61a7c", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:09.737650 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31c4ac9d-93e7-4f3e-9292-d87b32bedc33 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:09.738198 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfb633e-c6af-4b5b-b404-c01caeb6bd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5977e64a-9d85-421e-8142-ce1b0eb61a7c', 'code': 200} Mar 23 12:28:09.740714 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44002bd2-028a-472a-b273-e069e8227c06 req-d073d983-4762-461f-b4ca-3a0f95755366 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:09.743917 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44002bd2-028a-472a-b273-e069e8227c06 req-d073d983-4762-461f-b4ca-3a0f95755366 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8449aa7-f0c3-4e8b-9c36-0952e35e4099 HTTP/1.1" status: 200 len: 945 time: 0.1003733 Mar 23 12:28:09.745287 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] No DVR routers for this DVR port 5265e473-65be-4720-b5c4-a156e0193062 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:09.752810 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] Pushing event deleted for resources: {'Port': ['ID=5265e473-65be-4720-b5c4-a156e0193062,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:09.787807 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41ea98a6-a17a-4a6b-858b-2eedbeb6cab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:09.814997 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b53a8-2ce1-4157-a040-86d59a815490 req-80335176-dca4-422a-bca5-361e709db5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:09.816938 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-917b53a8-2ce1-4157-a040-86d59a815490 req-80335176-dca4-422a-bca5-361e709db5c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0028349c-8d9b-4d90-b211-2217016fe8b4 HTTP/1.1" status: 200 len: 852 time: 0.2277372 Mar 23 12:28:09.842326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 19a5b591-2e90-495a-a5ba-1f214a86ff42, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=19a5b591-2e90-495a-a5ba-1f214a86ff42,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:09.876206 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea98a6-a17a-4a6b-858b-2eedbeb6cab1 None None] Pushing event deleted for resources: {'Port': ['ID=5265e473-65be-4720-b5c4-a156e0193062,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:09.879489 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:09.890248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea98a6-a17a-4a6b-858b-2eedbeb6cab1 None None] No DVR routers for this DVR port 5265e473-65be-4720-b5c4-a156e0193062 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:09.895394 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:09.931433 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-917b53a8-2ce1-4157-a040-86d59a815490 req-3e752352-9795-443a-af55-704df4e119cf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d615e09e-2eb5-4d6e-9949-519736a83a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071036 Mar 23 12:28:09.992955 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2a605f-0543-43d3-9d2f-1d587ff44e02 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:10.020204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 9f2a605f-0543-43d3-9d2f-1d587ff44e02, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=9f2a605f-0543-43d3-9d2f-1d587ff44e02,segment=NetworkSegment(3e1d52d9-1f9c-4d28-b908-355a28c72050),segment_id=3e1d52d9-1f9c-4d28-b908-355a28c72050)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:10.030519 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:10.031169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:28:10.042322 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b2518fb-dca7-4139-bf6c-2275a88ad3c5 req-626e1361-0e99-4aa5-934f-a408d4ed3cdc tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d180e61-c8fc-4f1d-898c-a2c16bf2b272&id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3171160 Mar 23 12:28:10.049203 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:10.051860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=19a5b591-2e90-495a-a5ba-1f214a86ff42,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:10.125871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f731e4d7-4c9b-4d2d-963d-6cfadce42a60']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:10.130177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce0bb8-98f7-489f-9b8a-ef1de9f66937 req-a541197b-596a-4ea4-ab83-a58411603772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:10.131699 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81ce0bb8-98f7-489f-9b8a-ef1de9f66937 req-a541197b-596a-4ea4-ab83-a58411603772 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 1101 time: 0.2758503 Mar 23 12:28:10.154655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a48e7d-22ef-41f7-973a-3282d66d34ce') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:10.154655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a48e7d-22ef-41f7-973a-3282d66d34ce') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:10.155114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-44002bd2-028a-472a-b273-e069e8227c06 req-dcec8f3a-54bc-4f6d-bbe2-71a1a586cb7d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Deleting port 19a5b591-2e90-495a-a5ba-1f214a86ff42 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:10.155277 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-44002bd2-028a-472a-b273-e069e8227c06 req-dcec8f3a-54bc-4f6d-bbe2-71a1a586cb7d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:10.196578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=9f2a605f-0543-43d3-9d2f-1d587ff44e02,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:10.211648 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:28:10.228098 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:10.262691 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-44002bd2-028a-472a-b273-e069e8227c06 req-dcec8f3a-54bc-4f6d-bbe2-71a1a586cb7d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] For port 19a5b591-2e90-495a-a5ba-1f214a86ff42, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=19a5b591-2e90-495a-a5ba-1f214a86ff42,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:10.262976 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-44002bd2-028a-472a-b273-e069e8227c06 req-dcec8f3a-54bc-4f6d-bbe2-71a1a586cb7d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:10.276645 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:10.279269 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-44002bd2-028a-472a-b273-e069e8227c06 req-dcec8f3a-54bc-4f6d-bbe2-71a1a586cb7d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Calling delete_port for 19a5b591-2e90-495a-a5ba-1f214a86ff42 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:10.285873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-917b53a8-2ce1-4157-a040-86d59a815490 req-bcdd732d-ede5-4535-85fd-9aad5ce5dd64 service neutron] 10.222.0.77 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432064 Mar 23 12:28:10.315600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:28:10.316385 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:28:10.320323 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:28:10.372923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bc1b1-8ce9-4a45-a758-c3d3ccff223d req-2c3a5ec6-c9d2-46f4-b914-e27c8d3d3d0c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:10.381747 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bc1b1-8ce9-4a45-a758-c3d3ccff223d req-2c3a5ec6-c9d2-46f4-b914-e27c8d3d3d0c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:10.386836 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c,segment=NetworkSegment(e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0),segment_id=e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:10.403025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bc1b1-8ce9-4a45-a758-c3d3ccff223d req-2c3a5ec6-c9d2-46f4-b914-e27c8d3d3d0c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:10.419381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5265e473-65be-4720-b5c4-a156e0193062 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:10.422149 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccfb0d-d67a-48e6-a477-3087d0c6ca89 req-080bc7f9-daba-4431-adc2-0ac80398cf70 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:10.423901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c', 'network_id': '4feef5ab-e12f-413e-a164-9d800d328901', 'port_id': '3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c', 'mac_address': 'fa:16:3e:d6:c6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf51253-64ef-4c83-a436-49dc13634812', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:28:10.424430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bc1b1-8ce9-4a45-a758-c3d3ccff223d req-2c3a5ec6-c9d2-46f4-b914-e27c8d3d3d0c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:10.431108 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6cccfb0d-d67a-48e6-a477-3087d0c6ca89 req-080bc7f9-daba-4431-adc2-0ac80398cf70 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 950 time: 0.4420755 Mar 23 12:28:10.431283 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bc1b1-8ce9-4a45-a758-c3d3ccff223d req-2c3a5ec6-c9d2-46f4-b914-e27c8d3d3d0c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:10.446253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bc1b1-8ce9-4a45-a758-c3d3ccff223d req-2c3a5ec6-c9d2-46f4-b914-e27c8d3d3d0c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:10.453052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bc1b1-8ce9-4a45-a758-c3d3ccff223d req-2c3a5ec6-c9d2-46f4-b914-e27c8d3d3d0c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:10.455036 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e35bc1b1-8ce9-4a45-a758-c3d3ccff223d req-2c3a5ec6-c9d2-46f4-b914-e27c8d3d3d0c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5432 time: 0.3031495 Mar 23 12:28:10.523206 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6cccfb0d-d67a-48e6-a477-3087d0c6ca89 req-807b6616-c1d5-477c-914c-38450b9e148e tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902593 Mar 23 12:28:10.537583 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81ce0bb8-98f7-489f-9b8a-ef1de9f66937 req-ebc12ab6-696d-4295-afef-e5f23e95f2d1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856089 Mar 23 12:28:10.559290 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 5265e473-65be-4720-b5c4-a156e0193062 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:10.561110 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5265e473-65be-4720-b5c4-a156e0193062 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:10.624168 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:10.648838 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:10.669953 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:10.675304 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f731e4d7-4c9b-4d2d-963d-6cfadce42a60 HTTP/1.1" status: 204 len: 168 time: 2.3069470 Mar 23 12:28:10.686443 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48650) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:10.701550 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:10.720005 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6391674-4e90-46b3-9278-9bb8d139c837 admin admin] Pushing event deleted for resources: {'Network': ['ID=f731e4d7-4c9b-4d2d-963d-6cfadce42a60,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:10.727197 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e35bc1b1-8ce9-4a45-a758-c3d3ccff223d req-d73845ca-eb9a-4ff7-8cca-1cec62242d1f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2417440 Mar 23 12:28:10.729327 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-358a1c6d-b2f3-449d-a3b5-0ed47fbbd896 req-66a7f918-9625-46f9-bafc-fbdf7bbda822 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 210 time: 0.0674479 Mar 23 12:28:10.732005 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-44002bd2-028a-472a-b273-e069e8227c06 req-dcec8f3a-54bc-4f6d-bbe2-71a1a586cb7d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:10.755864 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-917b53a8-2ce1-4157-a040-86d59a815490 req-8fd9b931-5909-4cd3-817b-a443a4cf63b6 service neutron] 10.222.0.77 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619358 Mar 23 12:28:10.782749 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c,segment=NetworkSegment(e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0),segment_id=e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:10.797284 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:10.798068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b87f0e66-fcae-44e3-856b-318846741536 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:28:10.818579 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec8f3a-54bc-4f6d-bbe2-71a1a586cb7d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Pushing event deleted for resources: {'Port': ['ID=19a5b591-2e90-495a-a5ba-1f214a86ff42,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:10.887752 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-168f2c26-6682-48d2-b131-f2214239b784 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:10.892170 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-168f2c26-6682-48d2-b131-f2214239b784 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.73 "GET /v2.0/networks?id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd HTTP/1.1" status: 200 len: 805 time: 0.3748624 Mar 23 12:28:10.909001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-db12bd74-8e92-473b-ada6-07f0809ca73f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Request body: {'port': {'device_id': '015711b6-2a4c-4eb4-a60a-e61fd63c5c7e', 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd', 'admin_state_up': True, 'tenant_id': '046f907855a84a1287626c5db5b1e032'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:10.922743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-44002bd2-028a-472a-b273-e069e8227c06 req-dcec8f3a-54bc-4f6d-bbe2-71a1a586cb7d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] No DVR routers for this DVR port 19a5b591-2e90-495a-a5ba-1f214a86ff42 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:10.934486 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-44002bd2-028a-472a-b273-e069e8227c06 req-dcec8f3a-54bc-4f6d-bbe2-71a1a586cb7d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:10.938391 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44002bd2-028a-472a-b273-e069e8227c06 req-dcec8f3a-54bc-4f6d-bbe2-71a1a586cb7d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.77 "DELETE /v2.0/ports/19a5b591-2e90-495a-a5ba-1f214a86ff42 HTTP/1.1" status: 204 len: 173 time: 1.1792266 Mar 23 12:28:10.944998 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8449aa7-f0c3-4e8b-9c36-0952e35e4099', 'name': 'network-vif-deleted', 'tag': '19a5b591-2e90-495a-a5ba-1f214a86ff42'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:10.947758 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2515a53e-cdb4-4185-9342-8016abd9a2ab" -d '{"events": [{"server_uuid": "c8449aa7-f0c3-4e8b-9c36-0952e35e4099", "name": "network-vif-deleted", "tag": "19a5b591-2e90-495a-a5ba-1f214a86ff42"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:10.987558 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:11.039539 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6e93d-b5e5-45fb-b2dd-38fe3bed58c4 req-f56ed116-d8a7-412b-837a-5ff19a48a31c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:11.046259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6e93d-b5e5-45fb-b2dd-38fe3bed58c4 req-f56ed116-d8a7-412b-837a-5ff19a48a31c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:11.048253 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96c6e93d-b5e5-45fb-b2dd-38fe3bed58c4 req-f56ed116-d8a7-412b-837a-5ff19a48a31c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1680 time: 0.1294360 Mar 23 12:28:11.132722 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b87f0e66-fcae-44e3-856b-318846741536, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b87f0e66-fcae-44e3-856b-318846741536,segment=NetworkSegment(75c76700-0a97-4e9a-aa2e-673a07921cd7),segment_id=75c76700-0a97-4e9a-aa2e-673a07921cd7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:11.157873 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'b87f0e66-fcae-44e3-856b-318846741536', 'network_id': '84e57d02-7071-458d-b2f2-f08fdb168a52', 'port_id': 'b87f0e66-fcae-44e3-856b-318846741536', 'mac_address': 'fa:16:3e:56:df:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b05415-5c73-429d-b396-7f28bfac9555', 'ip_address': '19.80.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:28:11.158563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f796f0c-d5a9-469c-9252-b44502004301 req-89c25c9f-6d90-41ec-b5bb-bb9313edd5f4 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:11.161624 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7f796f0c-d5a9-469c-9252-b44502004301 req-89c25c9f-6d90-41ec-b5bb-bb9313edd5f4 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 945 time: 0.1200697 Mar 23 12:28:11.188768 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96c6e93d-b5e5-45fb-b2dd-38fe3bed58c4 req-029d9069-8395-4dbd-a2d2-a0e1ea899612 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278200 Mar 23 12:28:11.210817 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7f796f0c-d5a9-469c-9252-b44502004301 req-9c28552c-4d9c-4b9d-b149-bb25dbd6267d tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/security-groups?id=04642ef1-ec03-4dbe-9ab0-f39f6eed7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 Mar 23 12:28:11.221435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-db12bd74-8e92-473b-ada6-07f0809ca73f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Made reservation on behalf of 046f907855a84a1287626c5db5b1e032 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:28:11.226752 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-db12bd74-8e92-473b-ada6-07f0809ca73f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:11.233404 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:11.254601 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87f0e66-fcae-44e3-856b-318846741536 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:11.302208 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c7db7c-c731-4d5a-a844-5b1912d04cc1 x-openstack-request-id: req-88c7db7c-c731-4d5a-a844-5b1912d04cc1 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:11.302508 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8449aa7-f0c3-4e8b-9c36-0952e35e4099", "name": "network-vif-deleted", "tag": "19a5b591-2e90-495a-a5ba-1f214a86ff42", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:11.302758 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-88c7db7c-c731-4d5a-a844-5b1912d04cc1 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:11.303158 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8449aa7-f0c3-4e8b-9c36-0952e35e4099', 'name': 'network-vif-deleted', 'tag': '19a5b591-2e90-495a-a5ba-1f214a86ff42', 'status': 'completed', 'code': 200} Mar 23 12:28:11.318373 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b87f0e66-fcae-44e3-856b-318846741536, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b87f0e66-fcae-44e3-856b-318846741536,segment=NetworkSegment(75c76700-0a97-4e9a-aa2e-673a07921cd7),segment_id=75c76700-0a97-4e9a-aa2e-673a07921cd7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:11.326666 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:11.427600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b87f0e66-fcae-44e3-856b-318846741536,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:11.522910 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-db12bd74-8e92-473b-ada6-07f0809ca73f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Allocated IP 172.20.0.9 (8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd/a7b69fc4-50e7-4784-b657-b053d5e4a98d/0d5906ec-5d13-4088-b57e-4a4f1b7bf896) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:28:11.526465 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89a17cec-76b9-43ca-a662-83edbf905f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:11.537570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e4e65-7b32-4e2f-a5c5-ee05a60d5baa req-830283d5-40cf-4185-8d2f-c847c1495075 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:11.539269 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-738e4e65-7b32-4e2f-a5c5-ee05a60d5baa req-830283d5-40cf-4185-8d2f-c847c1495075 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 984 time: 0.1628361 Mar 23 12:28:11.688198 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-738e4e65-7b32-4e2f-a5c5-ee05a60d5baa req-5be6b56e-4e5d-416a-a462-74dae2052e39 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d180e61-c8fc-4f1d-898c-a2c16bf2b272&id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1175416 Mar 23 12:28:11.741166 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8449aa7-f0c3-4e8b-9c36-0952e35e4099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19a5b591-2e90-495a-a5ba-1f214a86ff42'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:11.748531 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee11a97-e9d2-4bd6-98eb-1a091d7b0a8d" -d '{"events": [{"server_uuid": "c8449aa7-f0c3-4e8b-9c36-0952e35e4099", "name": "network-vif-unplugged", "status": "completed", "tag": "19a5b591-2e90-495a-a5ba-1f214a86ff42"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:11.761319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72a214-50f6-476d-9c22-22ba5cf4cb21 req-6114b83e-103e-4ed4-b6e1-a2df3359f974 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:11.768852 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b72a214-50f6-476d-9c22-22ba5cf4cb21 req-6114b83e-103e-4ed4-b6e1-a2df3359f974 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 950 time: 0.1441925 Mar 23 12:28:11.831532 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:11.877811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['9f2a605f-0543-43d3-9d2f-1d587ff44e02'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:11.878162 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b72a214-50f6-476d-9c22-22ba5cf4cb21 req-f599c94d-38c9-468a-a72d-7d6236e2572a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950904 Mar 23 12:28:11.885630 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-db12bd74-8e92-473b-ada6-07f0809ca73f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:11.905720 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-20a7319a-1ba9-483f-8205-8fea0d761669 req-ef27e7d0-64dd-41f8-9afa-bbb6f0cc2a27 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2054216008&fields=id&tenant_id=9d5f45b7a4464db3842cc518a88a2ee7 HTTP/1.1" status: 200 len: 267 time: 0.1015775 Mar 23 12:28:11.992346 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['b87f0e66-fcae-44e3-856b-318846741536'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:12.034415 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d3ef8e67-628c-44c7-b856-42980b44b8e9 req-b4580a05-f708-420e-b449-0d7ffde9cdc6 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 210 time: 0.0355434 Mar 23 12:28:12.036258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7319a-1ba9-483f-8205-8fea0d761669 req-95fadc94-6646-469a-b4b6-c4afde913396 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:12.038379 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-20a7319a-1ba9-483f-8205-8fea0d761669 req-95fadc94-6646-469a-b4b6-c4afde913396 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 984 time: 0.1217065 Mar 23 12:28:12.040706 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-db12bd74-8e92-473b-ada6-07f0809ca73f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:12.046581 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-89a17cec-76b9-43ca-a662-83edbf905f42 admin admin] Deleting port c3942e68-9373-4c90-875a-dfa8640221f5 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:12.047234 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89a17cec-76b9-43ca-a662-83edbf905f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:12.088152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-20a7319a-1ba9-483f-8205-8fea0d761669 req-bfe24dfe-09fc-46c0-921c-3188bc2de6fe tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Request body: {'port': {'security_groups': ['0d180e61-c8fc-4f1d-898c-a2c16bf2b272', 'ccba2db2-ca15-4a16-b28b-a59387e01bb9', 'da9248d6-c80a-4d89-9e8b-d2b296755191']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:12.147303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-db12bd74-8e92-473b-ada6-07f0809ca73f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:28:12.160967 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-db12bd74-8e92-473b-ada6-07f0809ca73f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:28:12.164987 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12bd74-8e92-473b-ada6-07f0809ca73f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Pushing event updated for resources: {'Port': ['ID=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:12.167894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-db12bd74-8e92-473b-ada6-07f0809ca73f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:28:12.229797 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ebe433-1742-48a5-9334-2dbe78808a4e x-openstack-request-id: req-99ebe433-1742-48a5-9334-2dbe78808a4e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:12.230148 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8449aa7-f0c3-4e8b-9c36-0952e35e4099", "name": "network-vif-unplugged", "status": "completed", "tag": "19a5b591-2e90-495a-a5ba-1f214a86ff42", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:12.230359 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99ebe433-1742-48a5-9334-2dbe78808a4e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:12.230758 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8449aa7-f0c3-4e8b-9c36-0952e35e4099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19a5b591-2e90-495a-a5ba-1f214a86ff42', 'code': 200} Mar 23 12:28:12.250861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-89a17cec-76b9-43ca-a662-83edbf905f42 admin admin] For port c3942e68-9373-4c90-875a-dfa8640221f5, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c3942e68-9373-4c90-875a-dfa8640221f5,segment=NetworkSegment(faa4bb1c-6ff7-473f-bcfd-bba500b03a38),segment_id=faa4bb1c-6ff7-473f-bcfd-bba500b03a38)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:12.251452 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89a17cec-76b9-43ca-a662-83edbf905f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:12.255774 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-20a7319a-1ba9-483f-8205-8fea0d761669 req-bfe24dfe-09fc-46c0-921c-3188bc2de6fe tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:12.273936 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-89a17cec-76b9-43ca-a662-83edbf905f42 admin admin] Calling delete_port for c3942e68-9373-4c90-875a-dfa8640221f5 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:12.295917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-db12bd74-8e92-473b-ada6-07f0809ca73f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:12.296608 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-db12bd74-8e92-473b-ada6-07f0809ca73f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:12.353442 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-db12bd74-8e92-473b-ada6-07f0809ca73f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4490533 Mar 23 12:28:12.382430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Request body: {'port': {'device_id': '015711b6-2a4c-4eb4-a60a-e61fd63c5c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:12.468007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe36082-0325-44e5-a173-c2b848faf9c3 req-84bf1cb2-59eb-4a09-a761-6e12abd688d2 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:12.474533 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe36082-0325-44e5-a173-c2b848faf9c3 req-84bf1cb2-59eb-4a09-a761-6e12abd688d2 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:12.480934 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:12.481191 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe36082-0325-44e5-a173-c2b848faf9c3 req-84bf1cb2-59eb-4a09-a761-6e12abd688d2 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:12.488077 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe36082-0325-44e5-a173-c2b848faf9c3 req-84bf1cb2-59eb-4a09-a761-6e12abd688d2 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:12.508465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe36082-0325-44e5-a173-c2b848faf9c3 req-84bf1cb2-59eb-4a09-a761-6e12abd688d2 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:12.516754 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe36082-0325-44e5-a173-c2b848faf9c3 req-84bf1cb2-59eb-4a09-a761-6e12abd688d2 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:12.525070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe36082-0325-44e5-a173-c2b848faf9c3 req-84bf1cb2-59eb-4a09-a761-6e12abd688d2 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:12.533517 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbe36082-0325-44e5-a173-c2b848faf9c3 req-84bf1cb2-59eb-4a09-a761-6e12abd688d2 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5432 time: 0.2012479 Mar 23 12:28:12.593647 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbe36082-0325-44e5-a173-c2b848faf9c3 req-7fafb28b-1d8d-4546-b85a-ed25511da42c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590248 Mar 23 12:28:12.735116 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-20a7319a-1ba9-483f-8205-8fea0d761669 req-bfe24dfe-09fc-46c0-921c-3188bc2de6fe tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] For port 6e132ad6-37fe-4e20-a2d0-714a609dea9e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=6e132ad6-37fe-4e20-a2d0-714a609dea9e,segment=NetworkSegment(1dd23322-2668-4009-8d16-b9cdb0be4bbc),segment_id=1dd23322-2668-4009-8d16-b9cdb0be4bbc)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:12.804325 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4190df-336e-4e33-82d9-b61bef59029d req-406e609f-e914-4351-9656-d995ca15fbe5 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:12.811073 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4190df-336e-4e33-82d9-b61bef59029d req-406e609f-e914-4351-9656-d995ca15fbe5 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:12.812713 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a4190df-336e-4e33-82d9-b61bef59029d req-406e609f-e914-4351-9656-d995ca15fbe5 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1681 time: 0.1003034 Mar 23 12:28:12.815700 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-20a7319a-1ba9-483f-8205-8fea0d761669 req-bfe24dfe-09fc-46c0-921c-3188bc2de6fe tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:12.824637 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89a17cec-76b9-43ca-a662-83edbf905f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:12.825102 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-20a7319a-1ba9-483f-8205-8fea0d761669 req-bfe24dfe-09fc-46c0-921c-3188bc2de6fe tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:12.848792 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['058dce15-d42a-4faa-960e-eb8727312303'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:12.889991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7319a-1ba9-483f-8205-8fea0d761669 req-bfe24dfe-09fc-46c0-921c-3188bc2de6fe tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:12.890677 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-20a7319a-1ba9-483f-8205-8fea0d761669 req-bfe24dfe-09fc-46c0-921c-3188bc2de6fe tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:12.893925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a17cec-76b9-43ca-a662-83edbf905f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3942e68-9373-4c90-875a-dfa8640221f5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:12.906769 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-20a7319a-1ba9-483f-8205-8fea0d761669 req-bfe24dfe-09fc-46c0-921c-3188bc2de6fe tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "PUT /v2.0/ports/6e132ad6-37fe-4e20-a2d0-714a609dea9e HTTP/1.1" status: 200 len: 1020 time: 0.8459170 Mar 23 12:28:12.907291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8', 'tag': '6e132ad6-37fe-4e20-a2d0-714a609dea9e'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:12.909846 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c249f877-d44b-45cf-a5d7-ca90c00a0123" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8", "tag": "6e132ad6-37fe-4e20-a2d0-714a609dea9e"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:12.969356 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a4190df-336e-4e33-82d9-b61bef59029d req-061e9cd7-6258-48d8-9c9b-be7384ebf51c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406648 Mar 23 12:28:13.049585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe24dfe-09fc-46c0-921c-3188bc2de6fe tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event updated for resources: {'Port': ['ID=6e132ad6-37fe-4e20-a2d0-714a609dea9e,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:13.107370 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['6e132ad6-37fe-4e20-a2d0-714a609dea9e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:13.135676 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84800d-765e-4a8d-af8b-87b4982bc9ad req-ff002a23-fd7d-440f-a223-ea31496b44ca tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:13.138011 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5c84800d-765e-4a8d-af8b-87b4982bc9ad req-ff002a23-fd7d-440f-a223-ea31496b44ca tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 945 time: 0.1247237 Mar 23 12:28:13.145103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:13.168764 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c81985e0-3394-4b6e-a652-9e4ef35aece7 req-d658b061-4fd5-4387-8ffd-1a4a969c9a20 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/da9248d6-c80a-4d89-9e8b-d2b296755191 HTTP/1.1" status: 200 len: 1800 time: 0.0931709 Mar 23 12:28:13.194517 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:13.223607 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5c84800d-765e-4a8d-af8b-87b4982bc9ad req-3b85fa9c-5ae6-46ab-bb93-8471cebdafa3 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/security-groups?id=04642ef1-ec03-4dbe-9ab0-f39f6eed7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730393 Mar 23 12:28:13.248824 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Transition to ACTIVE for port object 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:28:13.255748 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:13.351500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 19a5b591-2e90-495a-a5ba-1f214a86ff42 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:13.400190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 19a5b591-2e90-495a-a5ba-1f214a86ff42 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:13.400481 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 19a5b591-2e90-495a-a5ba-1f214a86ff42 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:13.431628 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:13.482689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94b0ef-034c-4052-8963-683daaec9060 req-9102386f-c427-4440-805e-626d17826f95 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:13.484917 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a94b0ef-034c-4052-8963-683daaec9060 req-9102386f-c427-4440-805e-626d17826f95 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 950 time: 0.1678991 Mar 23 12:28:13.527790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Attempting to bind port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:28:13.528161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Attempting to bind port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '1566562a-0053-420a-9248-b434f50712fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:28:13.528488 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Attempting to bind port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 on network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:13.537496 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 on network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:28:13.537814 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Attempting to bind port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 on network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:13.549792 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:28:13.550214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Checking segment: {'id': '1566562a-0053-420a-9248-b434f50712fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:28:13.550507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Bound using segment: {'id': '1566562a-0053-420a-9248-b434f50712fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:28:13.550954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Bound port: 0d5906ec-5d13-4088-b57e-4a4f1b7bf896, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1566562a-0053-420a-9248-b434f50712fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:28:13.551313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:13.573644 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a94b0ef-034c-4052-8963-683daaec9060 req-80c20651-b63a-44ea-a0a7-24d453c4ade7 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714417 Mar 23 12:28:13.666926 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960c0938-871f-4e5f-877f-2712563935e1 x-openstack-request-id: req-960c0938-871f-4e5f-877f-2712563935e1 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:13.667604 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8", "tag": "6e132ad6-37fe-4e20-a2d0-714a609dea9e", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:13.668092 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-960c0938-871f-4e5f-877f-2712563935e1 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:13.668746 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8', 'tag': '6e132ad6-37fe-4e20-a2d0-714a609dea9e', 'status': 'completed', 'code': 200} Mar 23 12:28:13.686029 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] For port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:28:13.692206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] For port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:28:13.699751 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['6e132ad6-37fe-4e20-a2d0-714a609dea9e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:13.702833 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:13.732152 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89a17cec-76b9-43ca-a662-83edbf905f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:13.744575 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:13.747326 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:13.752598 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] 10.222.0.73 "PUT /v2.0/ports/0d5906ec-5d13-4088-b57e-4a4f1b7bf896 HTTP/1.1" status: 200 len: 1091 time: 1.3768003 Mar 23 12:28:13.813079 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [req-c81985e0-3394-4b6e-a652-9e4ef35aece7 req-f7857c50-d0f0-467e-9b13-5b32baa23521 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 23 12:28:13.825151 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c81985e0-3394-4b6e-a652-9e4ef35aece7 req-f7857c50-d0f0-467e-9b13-5b32baa23521 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "DELETE /v2.0/security-groups/da9248d6-c80a-4d89-9e8b-d2b296755191 HTTP/1.1" status: 409 len: 341 time: 0.6242652 Mar 23 12:28:13.958520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc315a-05ec-4b0d-9866-061286a25f52 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:13.962792 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-0663df5e-12f7-42fe-a45e-8cec32226976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:13.964494 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-0663df5e-12f7-42fe-a45e-8cec32226976 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=046f907855a84a1287626c5db5b1e032&device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 1094 time: 0.1478379 Mar 23 12:28:14.035031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc668c-f0ff-45ae-ae8e-1a3e8cab60cb req-a490e5e6-cc12-4638-ba12-d903b968a6f2 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:14.036879 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81cc668c-f0ff-45ae-ae8e-1a3e8cab60cb req-a490e5e6-cc12-4638-ba12-d903b968a6f2 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 943 time: 0.1478715 Mar 23 12:28:14.038848 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-67ec396d-f6c5-489d-a912-0b251ba25420 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5906ec-5d13-4088-b57e-4a4f1b7bf896 HTTP/1.1" status: 200 len: 217 time: 0.0602162 Mar 23 12:28:14.118584 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a17cec-76b9-43ca-a662-83edbf905f42 admin admin] Router 1f9ed81b-c54c-4635-8734-90b32f4f9499 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:28:14.132102 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81cc668c-f0ff-45ae-ae8e-1a3e8cab60cb req-2eb21576-5e0d-4168-850b-8315d578bb2c tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872574 Mar 23 12:28:14.132568 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249f877-d44b-45cf-a5d7-ca90c00a0123 req-da4edb19-e99c-4d07-bfab-04aaed22db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:14.134809 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c249f877-d44b-45cf-a5d7-ca90c00a0123 req-da4edb19-e99c-4d07-bfab-04aaed22db90 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d5f45b7a4464db3842cc518a88a2ee7&device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 1174 time: 0.3994102 Mar 23 12:28:14.153246 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-70a842ca-2aa9-4e21-adff-06d2b32baeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:14.155166 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-70a842ca-2aa9-4e21-adff-06d2b32baeab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7b69fc4-50e7-4784-b657-b053d5e4a98d HTTP/1.1" status: 200 len: 845 time: 0.0974827 Mar 23 12:28:14.233042 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-a3073fc5-c604-475a-bb4a-a604a7b4eb68 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604739 Mar 23 12:28:14.381648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0e113-d142-4f39-a562-21499b1f8235 req-042aa229-4e29-44bf-92a8-9b370e31fd75 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:14.394443 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0e113-d142-4f39-a562-21499b1f8235 req-042aa229-4e29-44bf-92a8-9b370e31fd75 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:14.407631 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0e113-d142-4f39-a562-21499b1f8235 req-042aa229-4e29-44bf-92a8-9b370e31fd75 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:14.419876 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0e113-d142-4f39-a562-21499b1f8235 req-042aa229-4e29-44bf-92a8-9b370e31fd75 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:14.426462 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0e113-d142-4f39-a562-21499b1f8235 req-042aa229-4e29-44bf-92a8-9b370e31fd75 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:14.433138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0e113-d142-4f39-a562-21499b1f8235 req-042aa229-4e29-44bf-92a8-9b370e31fd75 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:14.441386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0e113-d142-4f39-a562-21499b1f8235 req-042aa229-4e29-44bf-92a8-9b370e31fd75 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:14.443614 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7fd0e113-d142-4f39-a562-21499b1f8235 req-042aa229-4e29-44bf-92a8-9b370e31fd75 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5432 time: 0.3073339 Mar 23 12:28:14.485025 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-3e3b5243-6bb0-4365-a0e9-e60c37069bc9 service neutron] 10.222.0.73 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350421 Mar 23 12:28:14.556534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249f877-d44b-45cf-a5d7-ca90c00a0123 req-3b0e004c-e8f1-4f29-8689-5d1d47d3f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:14.558032 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c249f877-d44b-45cf-a5d7-ca90c00a0123 req-3b0e004c-e8f1-4f29-8689-5d1d47d3f701 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d615e09e-2eb5-4d6e-9949-519736a83a8e HTTP/1.1" status: 200 len: 913 time: 0.4062023 Mar 23 12:28:14.559284 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a17cec-76b9-43ca-a662-83edbf905f42 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:28:14.565406 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7fd0e113-d142-4f39-a562-21499b1f8235 req-bdea62ac-96be-41af-9545-a6bd69b06b4a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740194 Mar 23 12:28:14.570420 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-89a17cec-76b9-43ca-a662-83edbf905f42 admin admin] 10.222.0.52 "PUT /v2.0/routers/1f9ed81b-c54c-4635-8734-90b32f4f9499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8802669 Mar 23 12:28:14.576762 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13deaf-915f-4bd1-9a76-578301ddf66e None None] Sync routers for ids ['1f9ed81b-c54c-4635-8734-90b32f4f9499'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:28:14.577408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48758) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:14.602277 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d13deaf-915f-4bd1-9a76-578301ddf66e None None] Routers {'1f9ed81b-c54c-4635-8734-90b32f4f9499'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:28:14.603583 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1d13deaf-915f-4bd1-9a76-578301ddf66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:27:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1f9ed81b-c54c-4635-8734-90b32f4f9499'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:14.621126 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c249f877-d44b-45cf-a5d7-ca90c00a0123 req-a5c797e1-1479-4ce3-be13-01cc94ca518b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e132ad6-37fe-4e20-a2d0-714a609dea9e HTTP/1.1" status: 200 len: 217 time: 0.0546715 Mar 23 12:28:14.701635 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e130c8-233d-4fe9-82f4-387705acd2ab req-debcb2f7-40bc-4caa-8942-9f4f1b697189 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:14.707941 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e130c8-233d-4fe9-82f4-387705acd2ab req-debcb2f7-40bc-4caa-8942-9f4f1b697189 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:14.709662 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98e130c8-233d-4fe9-82f4-387705acd2ab req-debcb2f7-40bc-4caa-8942-9f4f1b697189 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1681 time: 0.1367929 Mar 23 12:28:14.769213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249f877-d44b-45cf-a5d7-ca90c00a0123 req-a2d27ef9-4530-4a72-bdd7-2d6a7b0b6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:14.771765 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c249f877-d44b-45cf-a5d7-ca90c00a0123 req-a2d27ef9-4530-4a72-bdd7-2d6a7b0b6d1d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0028349c-8d9b-4d90-b211-2217016fe8b4 HTTP/1.1" status: 200 len: 852 time: 0.1426253 Mar 23 12:28:14.789655 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1d13deaf-915f-4bd1-9a76-578301ddf66e None None] Set router 1f9ed81b-c54c-4635-8734-90b32f4f9499 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:28:14.821414 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa66861-68f3-47ef-9ae2-4e544cacbc71 req-07d52d70-8891-4531-98d2-9104573a5adf tempest-ServersAdminNegativeTestJSON-665086145 tempest-ServersAdminNegativeTestJSON-665086145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:14.824926 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-faa66861-68f3-47ef-9ae2-4e544cacbc71 req-07d52d70-8891-4531-98d2-9104573a5adf tempest-ServersAdminNegativeTestJSON-665086145 tempest-ServersAdminNegativeTestJSON-665086145-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 1101 time: 0.1400812 Mar 23 12:28:14.828125 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c249f877-d44b-45cf-a5d7-ca90c00a0123 req-f99d7bb8-d6b7-4ee9-9b51-e8856010c998 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d615e09e-2eb5-4d6e-9949-519736a83a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480075 Mar 23 12:28:14.858911 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-faa66861-68f3-47ef-9ae2-4e544cacbc71 req-b57592e7-d547-444c-a50d-2f317cbd3709 tempest-ServersAdminNegativeTestJSON-665086145 tempest-ServersAdminNegativeTestJSON-665086145-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:15.000266 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c249f877-d44b-45cf-a5d7-ca90c00a0123 req-5f1be8a1-305f-4508-9461-b2fab3c08cfd service neutron] 10.222.0.77 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564577 Mar 23 12:28:15.087539 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eafe2c14-9439-4307-9c95-63bc197c4275 req-c6d36cf0-6eee-45b0-8fd6-14cbd86c78c4 service neutron] 10.222.0.73 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940435 Mar 23 12:28:15.093188 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-faa66861-68f3-47ef-9ae2-4e544cacbc71 req-b57592e7-d547-444c-a50d-2f317cbd3709 tempest-ServersAdminNegativeTestJSON-665086145 tempest-ServersAdminNegativeTestJSON-665086145-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:15.100695 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-faa66861-68f3-47ef-9ae2-4e544cacbc71 req-b57592e7-d547-444c-a50d-2f317cbd3709 tempest-ServersAdminNegativeTestJSON-665086145 tempest-ServersAdminNegativeTestJSON-665086145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:15.124377 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87afc88c-7d92-4b4b-86d0-4ea2b7771c24 admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:15.145976 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-faa66861-68f3-47ef-9ae2-4e544cacbc71 req-b57592e7-d547-444c-a50d-2f317cbd3709 tempest-ServersAdminNegativeTestJSON-665086145 tempest-ServersAdminNegativeTestJSON-665086145-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104720 Mar 23 12:28:15.180898 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57592e7-d547-444c-a50d-2f317cbd3709 tempest-ServersAdminNegativeTestJSON-665086145 tempest-ServersAdminNegativeTestJSON-665086145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9477c02e-47bb-4adf-b6f9-f21cdf856cca,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:15.188479 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c249f877-d44b-45cf-a5d7-ca90c00a0123 req-c26669c0-c0e6-47b8-a7c4-ad562cb0f211 service neutron] 10.222.0.77 "GET /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800756 Mar 23 12:28:15.234060 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98e130c8-233d-4fe9-82f4-387705acd2ab req-cce20b6f-97d8-48be-924c-aeb90c59208e tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587718 Mar 23 12:28:15.253801 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1d13deaf-915f-4bd1-9a76-578301ddf66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952664272-router', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3fc53d4c-70d0-4d9a-bca5-e37e18800842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:49Z', 'updated_at': '2022-03-23T12:28:12Z', 'revision_number': 5, 'project_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'gw_port': {'id': '3fc53d4c-70d0-4d9a-bca5-e37e18800842', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:23:53Z', 'updated_at': '2022-03-23T12:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:15.264392 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87afc88c-7d92-4b4b-86d0-4ea2b7771c24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:15.289462 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13deaf-915f-4bd1-9a76-578301ddf66e None None] Checking router: 1f9ed81b-c54c-4635-8734-90b32f4f9499 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:28:15.300062 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d13deaf-915f-4bd1-9a76-578301ddf66e None None] Routers {'1f9ed81b-c54c-4635-8734-90b32f4f9499'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:28:15.300873 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1d13deaf-915f-4bd1-9a76-578301ddf66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:27:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1f9ed81b-c54c-4635-8734-90b32f4f9499'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:15.302406 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708054e-42b7-4dbb-b9cb-4ebe5cd5a1ec req-70798ac2-073a-4ab4-b717-8eb0fab7d96f tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:15.303999 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1708054e-42b7-4dbb-b9cb-4ebe5cd5a1ec req-70798ac2-073a-4ab4-b717-8eb0fab7d96f tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 945 time: 0.0673172 Mar 23 12:28:15.331994 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-87afc88c-7d92-4b4b-86d0-4ea2b7771c24 admin admin] Deleting port 3fc53d4c-70d0-4d9a-bca5-e37e18800842 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:15.332497 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87afc88c-7d92-4b4b-86d0-4ea2b7771c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:15.332979 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:15.388578 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1708054e-42b7-4dbb-b9cb-4ebe5cd5a1ec req-2764ba44-ad18-4cbd-8669-d08082bfb57a tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/security-groups?id=04642ef1-ec03-4dbe-9ab0-f39f6eed7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731552 Mar 23 12:28:15.428812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:28:15.440444 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:15.441428 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:15.459353 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295f984-efc8-4822-b0e4-dfdd844748fd req-eec89dff-1085-4833-a40f-e8ea7fc6f51b tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:15.468541 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3295f984-efc8-4822-b0e4-dfdd844748fd req-eec89dff-1085-4833-a40f-e8ea7fc6f51b tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 1023 time: 0.1382368 Mar 23 12:28:15.496473 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1d13deaf-915f-4bd1-9a76-578301ddf66e None None] Set router 1f9ed81b-c54c-4635-8734-90b32f4f9499 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:28:15.546329 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3295f984-efc8-4822-b0e4-dfdd844748fd req-ba09c134-d853-452c-8796-af32e3d380f4 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=da9248d6-c80a-4d89-9e8b-d2b296755191&id=0d180e61-c8fc-4f1d-898c-a2c16bf2b272&id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0713603 Mar 23 12:28:15.548591 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-87afc88c-7d92-4b4b-86d0-4ea2b7771c24 admin admin] For port 3fc53d4c-70d0-4d9a-bca5-e37e18800842, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3fc53d4c-70d0-4d9a-bca5-e37e18800842,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:15.548986 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87afc88c-7d92-4b4b-86d0-4ea2b7771c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:15.563773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-87afc88c-7d92-4b4b-86d0-4ea2b7771c24 admin admin] Calling delete_port for 3fc53d4c-70d0-4d9a-bca5-e37e18800842 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:15.581806 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:15.583836 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1d13deaf-915f-4bd1-9a76-578301ddf66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952664272-router', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:49Z', 'updated_at': '2022-03-23T12:28:15Z', 'revision_number': 6, 'project_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:15.621540 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13deaf-915f-4bd1-9a76-578301ddf66e None None] The sync data for ids ['1f9ed81b-c54c-4635-8734-90b32f4f9499'] in n-d-834854-1 is: [{'id': '1f9ed81b-c54c-4635-8734-90b32f4f9499', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952664272-router', 'tenant_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:23:49Z', 'updated_at': '2022-03-23T12:28:15Z', 'revision_number': 6, 'project_id': '52a5b5674f8c4c8289d5e028cdc491d7', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:28:15.631163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c5aa5-1c31-433f-9bf5-6da8b7765023 req-d90dde83-903b-4a63-bacb-6ee4b1c68b4c tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:15.641300 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3f8c5aa5-1c31-433f-9bf5-6da8b7765023 req-d90dde83-903b-4a63-bacb-6ee4b1c68b4c tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 943 time: 0.1466415 Mar 23 12:28:15.656649 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071b7019-88a7-4c1f-a777-4fc53a08026b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:15.660699 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb1a30e-0511-403d-bba6-67f578387f9b" -d '{"events": [{"server_uuid": "071b7019-88a7-4c1f-a777-4fc53a08026b", "name": "network-vif-plugged", "status": "completed", "tag": "3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:15.695714 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3f8c5aa5-1c31-433f-9bf5-6da8b7765023 req-08d65b04-57c8-4372-818a-0695616b5e50 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533199 Mar 23 12:28:15.734073 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c,segment=NetworkSegment(e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0),segment_id=e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:15.742246 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:15.743216 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b87f0e66-fcae-44e3-856b-318846741536 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:15.749170 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:15.761864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015711b6-2a4c-4eb4-a60a-e61fd63c5c7e', 'tag': '0d5906ec-5d13-4088-b57e-4a4f1b7bf896'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:15.765037 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21fd759-5f75-406e-830a-1a046bd657f0" -d '{"events": [{"name": "network-changed", "server_uuid": "015711b6-2a4c-4eb4-a60a-e61fd63c5c7e", "tag": "0d5906ec-5d13-4088-b57e-4a4f1b7bf896"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:15.781714 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfba9c8-f1f9-493a-95ef-d454096cdbb5 x-openstack-request-id: req-acfba9c8-f1f9-493a-95ef-d454096cdbb5 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:15.782204 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071b7019-88a7-4c1f-a777-4fc53a08026b", "name": "network-vif-plugged", "status": "completed", "tag": "3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:15.782906 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-acfba9c8-f1f9-493a-95ef-d454096cdbb5 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:15.784471 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071b7019-88a7-4c1f-a777-4fc53a08026b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c', 'code': 200} Mar 23 12:28:15.854819 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4ffb4-ca65-4983-bddd-554d4404e0da req-36d29490-8adf-40a3-b8f6-3a9ec84ae60e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:15.861437 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4ffb4-ca65-4983-bddd-554d4404e0da req-36d29490-8adf-40a3-b8f6-3a9ec84ae60e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:15.866029 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:15.867378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4ffb4-ca65-4983-bddd-554d4404e0da req-36d29490-8adf-40a3-b8f6-3a9ec84ae60e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:15.874050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4ffb4-ca65-4983-bddd-554d4404e0da req-36d29490-8adf-40a3-b8f6-3a9ec84ae60e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:15.880085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4ffb4-ca65-4983-bddd-554d4404e0da req-36d29490-8adf-40a3-b8f6-3a9ec84ae60e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:15.889506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4ffb4-ca65-4983-bddd-554d4404e0da req-36d29490-8adf-40a3-b8f6-3a9ec84ae60e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:15.896309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4ffb4-ca65-4983-bddd-554d4404e0da req-36d29490-8adf-40a3-b8f6-3a9ec84ae60e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:15.898586 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7d4ffb4-ca65-4983-bddd-554d4404e0da req-36d29490-8adf-40a3-b8f6-3a9ec84ae60e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5432 time: 0.1270020 Mar 23 12:28:15.920002 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f7d013-888d-4c5a-88e2-8019e522062d x-openstack-request-id: req-11f7d013-888d-4c5a-88e2-8019e522062d {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:15.920335 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015711b6-2a4c-4eb4-a60a-e61fd63c5c7e", "tag": "0d5906ec-5d13-4088-b57e-4a4f1b7bf896", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:15.920473 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port b87f0e66-fcae-44e3-856b-318846741536 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:28:15.920567 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11f7d013-888d-4c5a-88e2-8019e522062d {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:15.920933 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015711b6-2a4c-4eb4-a60a-e61fd63c5c7e', 'tag': '0d5906ec-5d13-4088-b57e-4a4f1b7bf896', 'status': 'completed', 'code': 200} Mar 23 12:28:15.934407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port b87f0e66-fcae-44e3-856b-318846741536 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:15.935719 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:15.967241 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbda2a-5c8a-484f-997a-f608d399a9da req-b15f98d4-502d-40b4-a6da-06082e9090fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:15.970296 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18dbda2a-5c8a-484f-997a-f608d399a9da req-b15f98d4-502d-40b4-a6da-06082e9090fa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 1097 time: 0.0838771 Mar 23 12:28:15.999548 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7d4ffb4-ca65-4983-bddd-554d4404e0da req-aab62b13-c850-4ba2-b93d-d877f09189e8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752788 Mar 23 12:28:16.032616 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87afc88c-7d92-4b4b-86d0-4ea2b7771c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:16.059779 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18dbda2a-5c8a-484f-997a-f608d399a9da req-cd625710-c2ba-4ff0-bd3c-9545729cad8c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=04642ef1-ec03-4dbe-9ab0-f39f6eed7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801747 Mar 23 12:28:16.087552 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:16.096039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afc88c-7d92-4b4b-86d0-4ea2b7771c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc53d4c-70d0-4d9a-bca5-e37e18800842,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:16.110435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fd759-5f75-406e-830a-1a046bd657f0 req-2b97b2de-f0e4-4885-bb93-6eacf9a07e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:16.110435 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b21fd759-5f75-406e-830a-1a046bd657f0 req-2b97b2de-f0e4-4885-bb93-6eacf9a07e8a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=046f907855a84a1287626c5db5b1e032&device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 1094 time: 0.1644433 Mar 23 12:28:16.147364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b87f0e66-fcae-44e3-856b-318846741536, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b87f0e66-fcae-44e3-856b-318846741536,segment=NetworkSegment(75c76700-0a97-4e9a-aa2e-673a07921cd7),segment_id=75c76700-0a97-4e9a-aa2e-673a07921cd7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:16.162202 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:16.163034 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 9f2a605f-0543-43d3-9d2f-1d587ff44e02 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:16.276443 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87afc88c-7d92-4b4b-86d0-4ea2b7771c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:16.314415 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b87f0e66-fcae-44e3-856b-318846741536,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:16.333343 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 9f2a605f-0543-43d3-9d2f-1d587ff44e02 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:28:16.341583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 9f2a605f-0543-43d3-9d2f-1d587ff44e02 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:16.342246 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:16.404625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb886196-0ce8-473d-8af8-43ccd5403dc7 req-c9903807-f3fe-4837-9e4e-e9984b7e84ee tempest-ServersAdminNegativeTestJSON-665086145 tempest-ServersAdminNegativeTestJSON-665086145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:16.406390 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bb886196-0ce8-473d-8af8-43ccd5403dc7 req-c9903807-f3fe-4837-9e4e-e9984b7e84ee tempest-ServersAdminNegativeTestJSON-665086145 tempest-ServersAdminNegativeTestJSON-665086145-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 1101 time: 0.1599922 Mar 23 12:28:16.432883 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87afc88c-7d92-4b4b-86d0-4ea2b7771c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:16.437305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fd759-5f75-406e-830a-1a046bd657f0 req-4b825520-6ad4-4e04-8973-55a1412d58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:16.438955 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b21fd759-5f75-406e-830a-1a046bd657f0 req-4b825520-6ad4-4e04-8973-55a1412d58fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd HTTP/1.1" status: 200 len: 906 time: 0.2881286 Mar 23 12:28:16.441710 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87afc88c-7d92-4b4b-86d0-4ea2b7771c24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:16.445617 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e36f60-cde1-47cd-8544-d6fc3acc7fca req-a4c8ca50-696d-4bc6-b25b-7e1e7fb15127 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:16.447601 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5e36f60-cde1-47cd-8544-d6fc3acc7fca req-a4c8ca50-696d-4bc6-b25b-7e1e7fb15127 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 1023 time: 0.0992632 Mar 23 12:28:16.509346 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bb886196-0ce8-473d-8af8-43ccd5403dc7 req-910936de-88ce-4711-ab94-a3ff4c1925ff tempest-ServersAdminNegativeTestJSON-665086145 tempest-ServersAdminNegativeTestJSON-665086145-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962701 Mar 23 12:28:16.546690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b21fd759-5f75-406e-830a-1a046bd657f0 req-4a4fc243-2c5d-4568-82ab-b734349bce84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5906ec-5d13-4088-b57e-4a4f1b7bf896 HTTP/1.1" status: 200 len: 217 time: 0.0895410 Mar 23 12:28:16.621866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4d6c-96bc-4f8a-90e7-1dfaa824ef5f req-031837c4-9649-4dbb-a1dc-b69c95bfb7bc tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:16.630249 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4d6c-96bc-4f8a-90e7-1dfaa824ef5f req-031837c4-9649-4dbb-a1dc-b69c95bfb7bc tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:16.640537 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-154f4d6c-96bc-4f8a-90e7-1dfaa824ef5f req-031837c4-9649-4dbb-a1dc-b69c95bfb7bc tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1682 time: 0.2453151 Mar 23 12:28:16.644121 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-a5e36f60-cde1-47cd-8544-d6fc3acc7fca req-8ec7a619-1dcf-4402-bd63-480f397dd800 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Deleting port 6e132ad6-37fe-4e20-a2d0-714a609dea9e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:16.644546 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a5e36f60-cde1-47cd-8544-d6fc3acc7fca req-8ec7a619-1dcf-4402-bd63-480f397dd800 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:16.646506 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87afc88c-7d92-4b4b-86d0-4ea2b7771c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:16.646942 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:16.647452 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87afc88c-7d92-4b4b-86d0-4ea2b7771c24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f9ed81b-c54c-4635-8734-90b32f4f9499 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:28:16.650630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3fc53d4c-70d0-4d9a-bca5-e37e18800842 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:16.681870 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87afc88c-7d92-4b4b-86d0-4ea2b7771c24 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:16.682457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 3fc53d4c-70d0-4d9a-bca5-e37e18800842 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:16.682965 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3fc53d4c-70d0-4d9a-bca5-e37e18800842 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:16.683469 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-87afc88c-7d92-4b4b-86d0-4ea2b7771c24 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1f9ed81b-c54c-4635-8734-90b32f4f9499 HTTP/1.1" status: 204 len: 168 time: 2.1049476 Mar 23 12:28:16.684058 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c3942e68-9373-4c90-875a-dfa8640221f5 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:16.692388 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48826) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:16.721318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c3942e68-9373-4c90-875a-dfa8640221f5 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:16.721668 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c3942e68-9373-4c90-875a-dfa8640221f5 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:16.725336 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5909096b-a646-4390-90c5-64c26e8fba46 req-5f792f20-fc29-4513-8216-10e29bc65d29 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fee90e0bf88b457c919035fd76273c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577493 Mar 23 12:28:16.751294 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 9f2a605f-0543-43d3-9d2f-1d587ff44e02, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=9f2a605f-0543-43d3-9d2f-1d587ff44e02,segment=NetworkSegment(3e1d52d9-1f9c-4d28-b908-355a28c72050),segment_id=3e1d52d9-1f9c-4d28-b908-355a28c72050)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:16.755013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fd759-5f75-406e-830a-1a046bd657f0 req-0211f531-d3f9-4e9e-8954-f3705d0f8870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:16.757432 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b21fd759-5f75-406e-830a-1a046bd657f0 req-0211f531-d3f9-4e9e-8954-f3705d0f8870 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7b69fc4-50e7-4784-b657-b053d5e4a98d HTTP/1.1" status: 200 len: 845 time: 0.2038295 Mar 23 12:28:16.759959 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:16.832190 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b21fd759-5f75-406e-830a-1a046bd657f0 req-4554d4fd-b399-4fde-b68d-c3bc1844eb60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522521 Mar 23 12:28:16.841952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a5e36f60-cde1-47cd-8544-d6fc3acc7fca req-8ec7a619-1dcf-4402-bd63-480f397dd800 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] For port 6e132ad6-37fe-4e20-a2d0-714a609dea9e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=6e132ad6-37fe-4e20-a2d0-714a609dea9e,segment=NetworkSegment(1dd23322-2668-4009-8d16-b9cdb0be4bbc),segment_id=1dd23322-2668-4009-8d16-b9cdb0be4bbc)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:16.842234 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a5e36f60-cde1-47cd-8544-d6fc3acc7fca req-8ec7a619-1dcf-4402-bd63-480f397dd800 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:16.851655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=9f2a605f-0543-43d3-9d2f-1d587ff44e02,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:16.853033 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-154f4d6c-96bc-4f8a-90e7-1dfaa824ef5f req-0c42fc64-9459-4e9a-966f-b55ba4cdbc0e tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074671 Mar 23 12:28:16.865427 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-a5e36f60-cde1-47cd-8544-d6fc3acc7fca req-8ec7a619-1dcf-4402-bd63-480f397dd800 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Calling delete_port for 6e132ad6-37fe-4e20-a2d0-714a609dea9e owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:16.897317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-3647281d-615b-4eb3-9012-81fccd7d28df admin admin] Deleting subnet e888cf9a-813c-4be1-9818-b85c6e457008 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:28:16.904254 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3647281d-615b-4eb3-9012-81fccd7d28df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:16.914456 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909096b-a646-4390-90c5-64c26e8fba46 req-e488487d-d879-48f5-9a3e-e26c6fca3476 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:16.916240 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5909096b-a646-4390-90c5-64c26e8fba46 req-e488487d-d879-48f5-9a3e-e26c6fca3476 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797850 Mar 23 12:28:16.976720 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5909096b-a646-4390-90c5-64c26e8fba46 req-7fbd01d3-5df1-445f-aa74-69fb0e0ffe92 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/quotas/fee90e0bf88b457c919035fd76273c68 HTTP/1.1" status: 200 len: 375 time: 0.0187242 Mar 23 12:28:17.006916 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3647281d-615b-4eb3-9012-81fccd7d28df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:17.017595 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5909096b-a646-4390-90c5-64c26e8fba46 req-cf90f602-422f-4746-bce4-f7d20e46b6da tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fee90e0bf88b457c919035fd76273c68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369618 Mar 23 12:28:17.092407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bd056-e787-4612-bfd8-886ea0d04dae req-3791fb6d-8e08-4ed4-b4ce-ca937b316d66 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:17.093943 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a0bd056-e787-4612-bfd8-886ea0d04dae req-3791fb6d-8e08-4ed4-b4ce-ca937b316d66 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 946 time: 0.1395676 Mar 23 12:28:17.101024 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b21fd759-5f75-406e-830a-1a046bd657f0 req-012cf3a2-1f48-428a-9180-be871848b8ac service neutron] 10.222.0.73 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469151 Mar 23 12:28:17.119071 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a5e36f60-cde1-47cd-8544-d6fc3acc7fca req-8ec7a619-1dcf-4402-bd63-480f397dd800 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:17.134430 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['6e132ad6-37fe-4e20-a2d0-714a609dea9e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:17.140717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['058dce15-d42a-4faa-960e-eb8727312303'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:17.170615 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7a619-1dcf-4402-bd63-480f397dd800 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event deleted for resources: {'Port': ['ID=6e132ad6-37fe-4e20-a2d0-714a609dea9e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:17.240182 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e36f60-cde1-47cd-8544-d6fc3acc7fca req-8ec7a619-1dcf-4402-bd63-480f397dd800 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] No DVR routers for this DVR port 6e132ad6-37fe-4e20-a2d0-714a609dea9e on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:17.244628 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a5e36f60-cde1-47cd-8544-d6fc3acc7fca req-8ec7a619-1dcf-4402-bd63-480f397dd800 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:17.264826 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5e36f60-cde1-47cd-8544-d6fc3acc7fca req-8ec7a619-1dcf-4402-bd63-480f397dd800 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.77 "DELETE /v2.0/ports/6e132ad6-37fe-4e20-a2d0-714a609dea9e HTTP/1.1" status: 204 len: 173 time: 0.8071299 Mar 23 12:28:17.265337 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8', 'name': 'network-vif-deleted', 'tag': '6e132ad6-37fe-4e20-a2d0-714a609dea9e'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:17.268135 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1db07a-34c0-45c1-b08b-d9a196093e48" -d '{"events": [{"server_uuid": "2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8", "name": "network-vif-deleted", "tag": "6e132ad6-37fe-4e20-a2d0-714a609dea9e"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:17.305454 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:17.380125 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3647281d-615b-4eb3-9012-81fccd7d28df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:17.508842 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a0bd056-e787-4612-bfd8-886ea0d04dae req-a0ec63a2-db5a-434c-ba12-0df0c8146b2a tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/security-groups?id=04642ef1-ec03-4dbe-9ab0-f39f6eed7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039366 Mar 23 12:28:17.511244 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b21fd759-5f75-406e-830a-1a046bd657f0 req-29733760-7136-476b-a1db-63e42775d946 service neutron] 10.222.0.73 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819795 Mar 23 12:28:17.515407 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3647281d-615b-4eb3-9012-81fccd7d28df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:17.566994 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647281d-615b-4eb3-9012-81fccd7d28df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e888cf9a-813c-4be1-9818-b85c6e457008,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:17.573327 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3647281d-615b-4eb3-9012-81fccd7d28df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:17.577745 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3647281d-615b-4eb3-9012-81fccd7d28df admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e888cf9a-813c-4be1-9818-b85c6e457008 HTTP/1.1" status: 204 len: 168 time: 0.8802102 Mar 23 12:28:17.580268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48846) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:17.586253 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0014659-6e3c-4c17-9fd4-c643490f6057 None None] Network 578948b7-6d58-4f1a-91c8-9e63ae8ae274 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:28:17.618920 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11bd550d-2c88-429c-8c29-efba25b4f496 req-640d2a41-44b8-4867-a017-608b4d4a98d7 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8 HTTP/1.1" status: 200 len: 210 time: 0.0879354 Mar 23 12:28:17.712939 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:17.749650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838e714-514d-436f-859c-5fc576ebea0e req-dc9c015b-ca04-4e6b-a5d9-1e6d146f45de tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:17.752346 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7838e714-514d-436f-859c-5fc576ebea0e req-dc9c015b-ca04-4e6b-a5d9-1e6d146f45de tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 943 time: 0.1425328 Mar 23 12:28:17.806540 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f5a258-9569-4461-8813-50bb4e2422d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87f0e66-fcae-44e3-856b-318846741536'}, {'server_uuid': 'c4f5a258-9569-4461-8813-50bb4e2422d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2a605f-0543-43d3-9d2f-1d587ff44e02'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:17.809594 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93f8d8a-8c83-49cd-beef-d3d9dc20a098" -d '{"events": [{"server_uuid": "c4f5a258-9569-4461-8813-50bb4e2422d7", "name": "network-vif-plugged", "status": "completed", "tag": "b87f0e66-fcae-44e3-856b-318846741536"}, {"server_uuid": "c4f5a258-9569-4461-8813-50bb4e2422d7", "name": "network-vif-plugged", "status": "completed", "tag": "9f2a605f-0543-43d3-9d2f-1d587ff44e02"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:17.839487 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93219d-da2f-474c-bcea-e639218d76d6 req-3bf051b8-12ad-4b9a-a214-d151fa67f24e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:17.859229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93219d-da2f-474c-bcea-e639218d76d6 req-3bf051b8-12ad-4b9a-a214-d151fa67f24e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:17.863181 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7838e714-514d-436f-859c-5fc576ebea0e req-499575d7-287d-4d4b-947d-8a8739c4e397 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664759 Mar 23 12:28:17.869529 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] Deleting port fb724b7a-5dba-4b77-b30d-6d36ebacbd2a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:17.870167 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:17.876856 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93219d-da2f-474c-bcea-e639218d76d6 req-3bf051b8-12ad-4b9a-a214-d151fa67f24e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:17.893678 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93219d-da2f-474c-bcea-e639218d76d6 req-3bf051b8-12ad-4b9a-a214-d151fa67f24e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:17.893678 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93219d-da2f-474c-bcea-e639218d76d6 req-3bf051b8-12ad-4b9a-a214-d151fa67f24e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:17.898576 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93219d-da2f-474c-bcea-e639218d76d6 req-3bf051b8-12ad-4b9a-a214-d151fa67f24e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:17.905868 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93219d-da2f-474c-bcea-e639218d76d6 req-3bf051b8-12ad-4b9a-a214-d151fa67f24e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:17.908080 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b93219d-da2f-474c-bcea-e639218d76d6 req-3bf051b8-12ad-4b9a-a214-d151fa67f24e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5432 time: 0.1731062 Mar 23 12:28:17.994935 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b93219d-da2f-474c-bcea-e639218d76d6 req-c0dd8282-192d-4f59-a8a4-963add20e976 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763433 Mar 23 12:28:18.006643 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] For port fb724b7a-5dba-4b77-b30d-6d36ebacbd2a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fb724b7a-5dba-4b77-b30d-6d36ebacbd2a,segment=NetworkSegment(faa4bb1c-6ff7-473f-bcfd-bba500b03a38),segment_id=faa4bb1c-6ff7-473f-bcfd-bba500b03a38)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:18.006643 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:18.015835 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b38045-9395-41c5-8805-a0d4fe0ad379 None None] DHCP port deletion for 578948b7-6d58-4f1a-91c8-9e63ae8ae274 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:28:18.023856 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] Calling delete_port for fb724b7a-5dba-4b77-b30d-6d36ebacbd2a owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:18.065351 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d6e150-d4b3-4d54-adc2-fd0e6e992f93 x-openstack-request-id: req-30d6e150-d4b3-4d54-adc2-fd0e6e992f93 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:18.065651 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8", "name": "network-vif-deleted", "tag": "6e132ad6-37fe-4e20-a2d0-714a609dea9e", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:18.065906 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30d6e150-d4b3-4d54-adc2-fd0e6e992f93 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:18.066433 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdbe16-bc0b-42ae-ac65-1f5fa5a58ba8', 'name': 'network-vif-deleted', 'tag': '6e132ad6-37fe-4e20-a2d0-714a609dea9e', 'status': 'completed', 'code': 200} Mar 23 12:28:18.118785 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-19b38045-9395-41c5-8805-a0d4fe0ad379 None None] Deleting port fb724b7a-5dba-4b77-b30d-6d36ebacbd2a {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:18.119455 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-19b38045-9395-41c5-8805-a0d4fe0ad379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:18.172794 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-e6cd28c1-1cb2-4301-9200-9506abe5dd9d tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fee90e0bf88b457c919035fd76273c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435262 Mar 23 12:28:18.197048 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:18.242149 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb724b7a-5dba-4b77-b30d-6d36ebacbd2a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:18.246313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-19b38045-9395-41c5-8805-a0d4fe0ad379 None None] For port fb724b7a-5dba-4b77-b30d-6d36ebacbd2a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fb724b7a-5dba-4b77-b30d-6d36ebacbd2a,segment=NetworkSegment(faa4bb1c-6ff7-473f-bcfd-bba500b03a38),segment_id=faa4bb1c-6ff7-473f-bcfd-bba500b03a38)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:18.247041 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-19b38045-9395-41c5-8805-a0d4fe0ad379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:18.266174 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-19b38045-9395-41c5-8805-a0d4fe0ad379 None None] Calling delete_port for fb724b7a-5dba-4b77-b30d-6d36ebacbd2a owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:18.277485 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cea89d-1ed0-4d15-81d4-a744cdbf13be x-openstack-request-id: req-55cea89d-1ed0-4d15-81d4-a744cdbf13be {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:18.278148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] No DVR routers for this DVR port fb724b7a-5dba-4b77-b30d-6d36ebacbd2a on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:18.279411 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f5a258-9569-4461-8813-50bb4e2422d7", "name": "network-vif-plugged", "status": "completed", "tag": "b87f0e66-fcae-44e3-856b-318846741536", "code": 200}, {"server_uuid": "c4f5a258-9569-4461-8813-50bb4e2422d7", "name": "network-vif-plugged", "status": "completed", "tag": "9f2a605f-0543-43d3-9d2f-1d587ff44e02", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:18.279673 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-55cea89d-1ed0-4d15-81d4-a744cdbf13be {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:18.280126 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f5a258-9569-4461-8813-50bb4e2422d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87f0e66-fcae-44e3-856b-318846741536', 'code': 200} Mar 23 12:28:18.280385 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f5a258-9569-4461-8813-50bb4e2422d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2a605f-0543-43d3-9d2f-1d587ff44e02', 'code': 200} Mar 23 12:28:18.346534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134f509-b81a-47c9-ba2f-90829dff25ca req-5509f147-9fb6-40ae-9f15-b6c543b32c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:18.347196 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134f509-b81a-47c9-ba2f-90829dff25ca req-5509f147-9fb6-40ae-9f15-b6c543b32c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:18.348990 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c134f509-b81a-47c9-ba2f-90829dff25ca req-5509f147-9fb6-40ae-9f15-b6c543b32c2b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1985 time: 0.1270630 Mar 23 12:28:18.367279 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-19b38045-9395-41c5-8805-a0d4fe0ad379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:18.381445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c3c0c-3e37-4755-a8e8-55ed22a0faa1 req-23ec2f34-6d56-4cbd-8a86-89491cd020f7 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:18.391721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c3c0c-3e37-4755-a8e8-55ed22a0faa1 req-23ec2f34-6d56-4cbd-8a86-89491cd020f7 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:18.391947 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-2020d06d-2d31-4ac8-ae94-ef7f5d5cd58b tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:18.393500 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-2020d06d-2d31-4ac8-ae94-ef7f5d5cd58b tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2130401 Mar 23 12:28:18.394483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b38045-9395-41c5-8805-a0d4fe0ad379 None None] Pushing event deleted for resources: {'Port': ['ID=fb724b7a-5dba-4b77-b30d-6d36ebacbd2a,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:18.408469 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df3c3c0c-3e37-4755-a8e8-55ed22a0faa1 req-23ec2f34-6d56-4cbd-8a86-89491cd020f7 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1683 time: 0.2051644 Mar 23 12:28:18.415151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b38045-9395-41c5-8805-a0d4fe0ad379 None None] No DVR routers for this DVR port fb724b7a-5dba-4b77-b30d-6d36ebacbd2a on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:18.425955 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fda0726a-1d7c-493e-b5d3-29fb06e4a610 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/quotas/fee90e0bf88b457c919035fd76273c68 HTTP/1.1" status: 200 len: 375 time: 0.0173118 Mar 23 12:28:18.427606 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c134f509-b81a-47c9-ba2f-90829dff25ca req-08f97eb8-4aec-4fb3-a029-82cb2c1961ea service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686741 Mar 23 12:28:18.458764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fb724b7a-5dba-4b77-b30d-6d36ebacbd2a no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:18.469628 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-50b9fdd3-35ab-429c-a3a0-2bf0bef06554 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fee90e0bf88b457c919035fd76273c68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367813 Mar 23 12:28:18.480583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: fb724b7a-5dba-4b77-b30d-6d36ebacbd2a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:18.480962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fb724b7a-5dba-4b77-b30d-6d36ebacbd2a not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:18.483182 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:18.526985 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578948b7-6d58-4f1a-91c8-9e63ae8ae274']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:18.537644 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:28:18.541705 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df3c3c0c-3e37-4755-a8e8-55ed22a0faa1 req-4092f81c-ac59-49f5-9e25-04e6a1f97ae1 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323633 Mar 23 12:28:18.546508 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa4bb1c-6ff7-473f-bcfd-bba500b03a38') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:18.547069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa4bb1c-6ff7-473f-bcfd-bba500b03a38') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:18.568714 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:18.598762 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:18.609432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:28:18.609920 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:28:18.612383 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:28:18.748395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4c2355e3-e6d0-4a27-b6aa-f1ede590f411,segment=NetworkSegment(360d5d4e-0535-421a-8c4f-8a3e1ee3a026),segment_id=360d5d4e-0535-421a-8c4f-8a3e1ee3a026)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:18.765792 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '4c2355e3-e6d0-4a27-b6aa-f1ede590f411', 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981', 'port_id': '4c2355e3-e6d0-4a27-b6aa-f1ede590f411', 'mac_address': 'fa:16:3e:b2:91:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77686451-d601-438d-b8ee-7891ca851b06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:28:18.774472 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:18.777561 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7c16d82a-1dad-47a6-b02c-f2a52357f4ce req-e97f16f9-1f47-4ce8-89d8-6f5d8f18a342 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0703292 Mar 23 12:28:18.784395 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:18.803290 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/578948b7-6d58-4f1a-91c8-9e63ae8ae274 HTTP/1.1" status: 204 len: 168 time: 1.2215543 Mar 23 12:28:18.828647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974a813-0524-430f-a6f9-4e7ade95e9a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=578948b7-6d58-4f1a-91c8-9e63ae8ae274,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:18.847459 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:18.854541 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62c53d-4509-49f7-b845-c6baa0d2e289 req-d401c139-f35a-4ff9-b05d-15e1e862b09a tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:18.856157 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d62c53d-4509-49f7-b845-c6baa0d2e289 req-d401c139-f35a-4ff9-b05d-15e1e862b09a tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 946 time: 0.2192276 Mar 23 12:28:18.885690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:18.923578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4c2355e3-e6d0-4a27-b6aa-f1ede590f411,segment=NetworkSegment(360d5d4e-0535-421a-8c4f-8a3e1ee3a026),segment_id=360d5d4e-0535-421a-8c4f-8a3e1ee3a026)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:18.930641 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:18.931402 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:28:18.940024 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d62c53d-4509-49f7-b845-c6baa0d2e289 req-e80c1d5c-b2fb-4536-9dda-d758d2d5c960 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/security-groups?id=04642ef1-ec03-4dbe-9ab0-f39f6eed7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771787 Mar 23 12:28:19.086392 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddce0889-a7a6-4d15-ac9e-c1257ad98841 req-cf8ac970-54e1-49c2-bed8-e0c53c872870 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/0d180e61-c8fc-4f1d-898c-a2c16bf2b272 HTTP/1.1" status: 200 len: 1801 time: 0.1255109 Mar 23 12:28:19.136664 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:19.154642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '0d5906ec-5d13-4088-b57e-4a4f1b7bf896', 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd', 'port_id': '0d5906ec-5d13-4088-b57e-4a4f1b7bf896', 'mac_address': 'fa:16:3e:22:78:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b69fc4-50e7-4784-b657-b053d5e4a98d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:28:19.241077 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ddce0889-a7a6-4d15-ac9e-c1257ad98841 req-dc668ac7-e7e3-4809-8af5-c90994fc225c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:19.253506 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5909096b-a646-4390-90c5-64c26e8fba46 req-4dcababc-5080-43bb-ba72-2c60e67d8799 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=fee90e0bf88b457c919035fd76273c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544515 Mar 23 12:28:19.279270 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48896) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:19.291269 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=4c2355e3-e6d0-4a27-b6aa-f1ede590f411,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:19.294241 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:19.310550 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:19.344634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 6e132ad6-37fe-4e20-a2d0-714a609dea9e no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:19.368330 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ddce0889-a7a6-4d15-ac9e-c1257ad98841 req-dc668ac7-e7e3-4809-8af5-c90994fc225c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:19.390066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 6e132ad6-37fe-4e20-a2d0-714a609dea9e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:19.390881 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 6e132ad6-37fe-4e20-a2d0-714a609dea9e not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:19.395457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:19.404358 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:19.405553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device e23025c0-9199-4e8d-b0eb-23e4d049d710 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:28:19.416185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6148d10-e6ad-4b48-a1dd-521e1c2b20bc req-20aec996-34fe-4d4d-a754-53fce96c975c tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:19.428050 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d6148d10-e6ad-4b48-a1dd-521e1c2b20bc req-20aec996-34fe-4d4d-a754-53fce96c975c tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 943 time: 0.1489875 Mar 23 12:28:19.525892 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-516fc23a-8db4-4354-b84a-6168e826090b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8001c6b343c74d98acb249e144cd9ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295320 Mar 23 12:28:19.527541 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48898) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:19.531827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909096b-a646-4390-90c5-64c26e8fba46 req-284ef9d7-e6f4-4564-98a0-b231dd7698e9 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:19.535882 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5909096b-a646-4390-90c5-64c26e8fba46 req-284ef9d7-e6f4-4564-98a0-b231dd7698e9 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2701311 Mar 23 12:28:19.549365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:19.558461 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d6148d10-e6ad-4b48-a1dd-521e1c2b20bc req-38846ce3-d174-444f-8d38-06cb3eda7e2b tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285470 Mar 23 12:28:19.567231 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-5909096b-a646-4390-90c5-64c26e8fba46 req-86844deb-6510-4455-83db-2e8756426202 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Request body: {'port': {'device_id': '2e56bb2b-3edc-47f9-83d2-26a69eb5805f', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': 'fee90e0bf88b457c919035fd76273c68'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:19.640432 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ddce0889-a7a6-4d15-ac9e-c1257ad98841 req-dc668ac7-e7e3-4809-8af5-c90994fc225c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:19.644117 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ddce0889-a7a6-4d15-ac9e-c1257ad98841 req-dc668ac7-e7e3-4809-8af5-c90994fc225c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:19.645342 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddce0889-a7a6-4d15-ac9e-c1257ad98841 req-dc668ac7-e7e3-4809-8af5-c90994fc225c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "DELETE /v2.0/security-groups/0d180e61-c8fc-4f1d-898c-a2c16bf2b272 HTTP/1.1" status: 204 len: 173 time: 0.5565124 Mar 23 12:28:19.751171 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aebc95d4-ad76-4fd7-b2f6-213891b9eee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:19.756498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port e23025c0-9199-4e8d-b0eb-23e4d049d710, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e23025c0-9199-4e8d-b0eb-23e4d049d710,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:19.803779 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aebc95d4-ad76-4fd7-b2f6-213891b9eee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:19.811320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'e23025c0-9199-4e8d-b0eb-23e4d049d710', 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d', 'port_id': 'e23025c0-9199-4e8d-b0eb-23e4d049d710', 'mac_address': 'fa:16:3e:21:f3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d4961f2-f219-4314-a425-b5413107f023', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:28:19.871677 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc668ac7-e7e3-4809-8af5-c90994fc225c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d180e61-c8fc-4f1d-898c-a2c16bf2b272,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:19.884017 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aebc95d4-ad76-4fd7-b2f6-213891b9eee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:19.888729 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aebc95d4-ad76-4fd7-b2f6-213891b9eee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:19.893643 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-aebc95d4-ad76-4fd7-b2f6-213891b9eee2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9c4e7d47-be89-474a-bd3c-5226d113cb86 HTTP/1.1" status: 204 len: 168 time: 0.3522825 Mar 23 12:28:19.902867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc95d4-ad76-4fd7-b2f6-213891b9eee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4e7d47-be89-474a-bd3c-5226d113cb86,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:19.969603 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:20.043385 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23025c0-9199-4e8d-b0eb-23e4d049d710 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:20.086110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fd1cd-9a60-4f34-8aea-645054f5e6ca req-ba52480a-e213-44ce-9d63-da2199cdd75e tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:20.091752 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port e23025c0-9199-4e8d-b0eb-23e4d049d710, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e23025c0-9199-4e8d-b0eb-23e4d049d710,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:20.093475 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bc6fd1cd-9a60-4f34-8aea-645054f5e6ca req-ba52480a-e213-44ce-9d63-da2199cdd75e tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 950 time: 0.1779590 Mar 23 12:28:20.111461 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:20.132452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978e0bd-965f-4b17-9274-575f8c8cb1ac req-940ad947-a243-44eb-8050-493a04404f60 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:20.164185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978e0bd-965f-4b17-9274-575f8c8cb1ac req-940ad947-a243-44eb-8050-493a04404f60 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:20.180846 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bc6fd1cd-9a60-4f34-8aea-645054f5e6ca req-e7cfbc0d-8917-4d65-aa49-a4b35aab1566 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706720 Mar 23 12:28:20.188371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978e0bd-965f-4b17-9274-575f8c8cb1ac req-940ad947-a243-44eb-8050-493a04404f60 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:20.212210 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978e0bd-965f-4b17-9274-575f8c8cb1ac req-940ad947-a243-44eb-8050-493a04404f60 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:20.236939 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978e0bd-965f-4b17-9274-575f8c8cb1ac req-940ad947-a243-44eb-8050-493a04404f60 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:20.240367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978e0bd-965f-4b17-9274-575f8c8cb1ac req-940ad947-a243-44eb-8050-493a04404f60 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:20.254774 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978e0bd-965f-4b17-9274-575f8c8cb1ac req-940ad947-a243-44eb-8050-493a04404f60 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:20.269880 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e978e0bd-965f-4b17-9274-575f8c8cb1ac req-940ad947-a243-44eb-8050-493a04404f60 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5433 time: 0.5705462 Mar 23 12:28:20.383391 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=e23025c0-9199-4e8d-b0eb-23e4d049d710,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:20.390005 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e978e0bd-965f-4b17-9274-575f8c8cb1ac req-00bce526-84ee-46f5-b76e-f8ddcbfe9dce tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1163485 Mar 23 12:28:20.392216 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5909096b-a646-4390-90c5-64c26e8fba46 req-86844deb-6510-4455-83db-2e8756426202 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Made reservation on behalf of fee90e0bf88b457c919035fd76273c68 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:28:20.410846 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5909096b-a646-4390-90c5-64c26e8fba46 req-86844deb-6510-4455-83db-2e8756426202 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:20.456885 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5909096b-a646-4390-90c5-64c26e8fba46 req-86844deb-6510-4455-83db-2e8756426202 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:20.486221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0513e94-a022-46f0-b7f9-9c5a4fa966e3 req-bb4f20ec-aef4-4207-8fa4-f5d3fbf23b0c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:20.506787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0513e94-a022-46f0-b7f9-9c5a4fa966e3 req-bb4f20ec-aef4-4207-8fa4-f5d3fbf23b0c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:20.507127 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0513e94-a022-46f0-b7f9-9c5a4fa966e3 req-bb4f20ec-aef4-4207-8fa4-f5d3fbf23b0c tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1683 time: 0.1441598 Mar 23 12:28:20.552648 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:28:20.623114 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0513e94-a022-46f0-b7f9-9c5a4fa966e3 req-10d3f5f4-a8eb-4a0e-91fd-a75be275f588 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085353 Mar 23 12:28:20.666875 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['0d5906ec-5d13-4088-b57e-4a4f1b7bf896'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:20.671766 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['4c2355e3-e6d0-4a27-b6aa-f1ede590f411'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:20.701093 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5909096b-a646-4390-90c5-64c26e8fba46 req-86844deb-6510-4455-83db-2e8756426202 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:20.720057 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cfcba671-433b-41cc-976d-46f17a40d31e req-9be05d19-9315-4c22-9575-3cba2aa312b0 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/da9248d6-c80a-4d89-9e8b-d2b296755191 HTTP/1.1" status: 200 len: 1800 time: 0.2291198 Mar 23 12:28:20.726025 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['e23025c0-9199-4e8d-b0eb-23e4d049d710'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:20.731497 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5909096b-a646-4390-90c5-64c26e8fba46 req-86844deb-6510-4455-83db-2e8756426202 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:20.754468 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-63fdab52-a95d-4bf5-9ad3-54d574e2a7a7 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=fee90e0bf88b457c919035fd76273c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924747 Mar 23 12:28:20.850475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48920) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:20.862929 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac2e2110-080e-47c6-b746-87c420416d99 req-860669dd-8788-4ab4-bf66-f7ca961523f7 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 210 time: 0.1023097 Mar 23 12:28:20.892873 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86844deb-6510-4455-83db-2e8756426202 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd45d51-5605-48e2-ad25-f7d48ef22caa,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:21.053792 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=92dc93b2-c7e3-4a28-8249-e6d9c2723fd2,segment=NetworkSegment(e436e240-5d3d-4df6-b744-c05925e63223),segment_id=e436e240-5d3d-4df6-b744-c05925e63223)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:21.057821 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7bbd3157-29be-4f5d-92b5-ce26ef7e74ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52a5b5674f8c4c8289d5e028cdc491d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056410 Mar 23 12:28:21.058773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48924) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:21.107315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '92dc93b2-c7e3-4a28-8249-e6d9c2723fd2', 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0', 'port_id': '92dc93b2-c7e3-4a28-8249-e6d9c2723fd2', 'mac_address': 'fa:16:3e:b4:c9:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc44e5ff-6af0-487d-8762-542ba4db276b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:28:21.123971 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cfcba671-433b-41cc-976d-46f17a40d31e req-12ab7431-3777-40c8-adba-9ec29e977fbd tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:21.155488 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cfcba671-433b-41cc-976d-46f17a40d31e req-12ab7431-3777-40c8-adba-9ec29e977fbd tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:21.233235 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d26cf-7410-473e-bd84-b6d0f46cb1ef req-028d9318-ed20-4021-a0ad-e20a27f2a946 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:21.243605 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a65d26cf-7410-473e-bd84-b6d0f46cb1ef req-028d9318-ed20-4021-a0ad-e20a27f2a946 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 944 time: 0.2203603 Mar 23 12:28:21.251398 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cfcba671-433b-41cc-976d-46f17a40d31e req-12ab7431-3777-40c8-adba-9ec29e977fbd tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:21.255122 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cfcba671-433b-41cc-976d-46f17a40d31e req-12ab7431-3777-40c8-adba-9ec29e977fbd tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:21.256345 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cfcba671-433b-41cc-976d-46f17a40d31e req-12ab7431-3777-40c8-adba-9ec29e977fbd tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "DELETE /v2.0/security-groups/da9248d6-c80a-4d89-9e8b-d2b296755191 HTTP/1.1" status: 204 len: 173 time: 0.5356266 Mar 23 12:28:21.307511 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac06c057-3371-4288-a3ef-6af00445e809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:21.327588 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab7431-3777-40c8-adba-9ec29e977fbd tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9248d6-c80a-4d89-9e8b-d2b296755191,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:21.342101 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac06c057-3371-4288-a3ef-6af00445e809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:21.360214 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-5909096b-a646-4390-90c5-64c26e8fba46 req-86844deb-6510-4455-83db-2e8756426202 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Allocated IP 192.168.233.252 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/b786c8a5-b966-496b-b715-55bd9547d6e8) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:28:21.475127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-f66be273-9db7-433b-8b7b-c9abdf959d29 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:21.477672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-f66be273-9db7-433b-8b7b-c9abdf959d29 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6996794 Mar 23 12:28:21.496388 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:21.504615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a65d26cf-7410-473e-bd84-b6d0f46cb1ef req-d36d02a7-0733-4baf-8bd6-8d184b76d742 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580945 Mar 23 12:28:21.523498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-830a2610-eb75-4fcc-bfa4-b5801653e46e tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Request body: {'port': {'device_id': '0872adcc-b72e-4c22-90c8-4bb3415dd8b1', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': 'fee90e0bf88b457c919035fd76273c68'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:21.541155 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac06c057-3371-4288-a3ef-6af00445e809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:21.543449 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac06c057-3371-4288-a3ef-6af00445e809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:21.544945 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ac06c057-3371-4288-a3ef-6af00445e809 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eef37643-c4e6-4310-bbe9-c5e7ced2759c HTTP/1.1" status: 204 len: 168 time: 0.4816914 Mar 23 12:28:21.547375 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:21.616689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc912f-c8c3-409c-bb51-2d1c1e2431a4 req-758ea1a7-d001-49fe-a094-881fce341495 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:21.618726 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0cc912f-c8c3-409c-bb51-2d1c1e2431a4 req-758ea1a7-d001-49fe-a094-881fce341495 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.73 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 950 time: 0.2029929 Mar 23 12:28:21.624637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=92dc93b2-c7e3-4a28-8249-e6d9c2723fd2,segment=NetworkSegment(e436e240-5d3d-4df6-b744-c05925e63223),segment_id=e436e240-5d3d-4df6-b744-c05925e63223)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:21.629104 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ca1319fc-b3e5-45f4-8508-772d8c67d006 req-cae98c52-4db9-4dde-88e2-1a6875f49366 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1279900998', 'description': 'tempest-description-2002384472'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:21.636337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06c057-3371-4288-a3ef-6af00445e809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef37643-c4e6-4310-bbe9-c5e7ced2759c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:21.637652 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:21.638999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2dcf4428-f7ac-436d-b668-144412f36e0c details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:28:21.771562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdd9ac-6c3b-4846-8552-47e70561ce76 req-90d1edeb-6af4-4fa7-8276-ff6b82bf3dc6 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:21.785246 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bbbdd9ac-6c3b-4846-8552-47e70561ce76 req-90d1edeb-6af4-4fa7-8276-ff6b82bf3dc6 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 950 time: 0.3360178 Mar 23 12:28:21.837646 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5909096b-a646-4390-90c5-64c26e8fba46 req-86844deb-6510-4455-83db-2e8756426202 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:21.847480 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ca1319fc-b3e5-45f4-8508-772d8c67d006 req-cae98c52-4db9-4dde-88e2-1a6875f49366 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:21.902401 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bbbdd9ac-6c3b-4846-8552-47e70561ce76 req-4a3ef2d7-e231-4ef6-960f-e4182f95f667 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154268 Mar 23 12:28:21.936708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-830a2610-eb75-4fcc-bfa4-b5801653e46e tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Made reservation on behalf of fee90e0bf88b457c919035fd76273c68 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:28:21.941900 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-830a2610-eb75-4fcc-bfa4-b5801653e46e tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:22.001639 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5909096b-a646-4390-90c5-64c26e8fba46 req-86844deb-6510-4455-83db-2e8756426202 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:22.007804 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=92dc93b2-c7e3-4a28-8249-e6d9c2723fd2,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:22.081646 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-a0cc912f-c8c3-409c-bb51-2d1c1e2431a4 req-e86a44f1-d2a5-417b-8d39-ab6167dfd15c tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Deleting port 5977e64a-9d85-421e-8142-ce1b0eb61a7c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:22.082044 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a0cc912f-c8c3-409c-bb51-2d1c1e2431a4 req-e86a44f1-d2a5-417b-8d39-ab6167dfd15c tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:22.083270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2dcf4428-f7ac-436d-b668-144412f36e0c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2dcf4428-f7ac-436d-b668-144412f36e0c,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:22.114009 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5909096b-a646-4390-90c5-64c26e8fba46 req-86844deb-6510-4455-83db-2e8756426202 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:28:22.126216 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '2dcf4428-f7ac-436d-b668-144412f36e0c', 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d', 'port_id': '2dcf4428-f7ac-436d-b668-144412f36e0c', 'mac_address': 'fa:16:3e:03:60:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d4961f2-f219-4314-a425-b5413107f023', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:28:22.137445 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-5909096b-a646-4390-90c5-64c26e8fba46 req-86844deb-6510-4455-83db-2e8756426202 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:28:22.145625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5909096b-a646-4390-90c5-64c26e8fba46 req-86844deb-6510-4455-83db-2e8756426202 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:28:22.239669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86844deb-6510-4455-83db-2e8756426202 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Pushing event updated for resources: {'Port': ['ID=b786c8a5-b966-496b-b715-55bd9547d6e8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:22.291831 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:22.313710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909096b-a646-4390-90c5-64c26e8fba46 req-86844deb-6510-4455-83db-2e8756426202 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:22.316199 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5909096b-a646-4390-90c5-64c26e8fba46 req-86844deb-6510-4455-83db-2e8756426202 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:22.330541 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ca1319fc-b3e5-45f4-8508-772d8c67d006 req-cae98c52-4db9-4dde-88e2-1a6875f49366 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:22.346170 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ca1319fc-b3e5-45f4-8508-772d8c67d006 req-cae98c52-4db9-4dde-88e2-1a6875f49366 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:22.347734 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dcf4428-f7ac-436d-b668-144412f36e0c {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:22.366884 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5909096b-a646-4390-90c5-64c26e8fba46 req-86844deb-6510-4455-83db-2e8756426202 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8067381 Mar 23 12:28:22.383233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Request body: {'port': {'device_id': '2e56bb2b-3edc-47f9-83d2-26a69eb5805f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:22.426353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2dcf4428-f7ac-436d-b668-144412f36e0c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2dcf4428-f7ac-436d-b668-144412f36e0c,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:22.436436 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:22.439055 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:28:22.617528 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec36d1-3211-4cef-a1ad-9521dacfd180 req-1862a7c8-a8f0-426a-b2e1-d1ef60450e54 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:22.628124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec36d1-3211-4cef-a1ad-9521dacfd180 req-1862a7c8-a8f0-426a-b2e1-d1ef60450e54 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:22.637850 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec36d1-3211-4cef-a1ad-9521dacfd180 req-1862a7c8-a8f0-426a-b2e1-d1ef60450e54 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:22.642698 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2f33ed06-d45d-4b8b-9cf8-44c6e13f2882,segment=NetworkSegment(e436e240-5d3d-4df6-b744-c05925e63223),segment_id=e436e240-5d3d-4df6-b744-c05925e63223)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:22.646908 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec36d1-3211-4cef-a1ad-9521dacfd180 req-1862a7c8-a8f0-426a-b2e1-d1ef60450e54 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:22.657014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec36d1-3211-4cef-a1ad-9521dacfd180 req-1862a7c8-a8f0-426a-b2e1-d1ef60450e54 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:22.664117 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec36d1-3211-4cef-a1ad-9521dacfd180 req-1862a7c8-a8f0-426a-b2e1-d1ef60450e54 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:22.675262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec36d1-3211-4cef-a1ad-9521dacfd180 req-1862a7c8-a8f0-426a-b2e1-d1ef60450e54 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:22.680889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '2f33ed06-d45d-4b8b-9cf8-44c6e13f2882', 'network_id': '7751cfb1-5c21-4925-8fee-f42885f445e0', 'port_id': '2f33ed06-d45d-4b8b-9cf8-44c6e13f2882', 'mac_address': 'fa:16:3e:f6:11:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc44e5ff-6af0-487d-8762-542ba4db276b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:28:22.688818 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1fec36d1-3211-4cef-a1ad-9521dacfd180 req-1862a7c8-a8f0-426a-b2e1-d1ef60450e54 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5436 time: 0.2311091 Mar 23 12:28:22.690092 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:22.703782 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=2dcf4428-f7ac-436d-b668-144412f36e0c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:22.821488 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-211360a6-5699-4ef6-8ada-1738317825fb None None] Provisioning complete for port b786c8a5-b966-496b-b715-55bd9547d6e8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:22.822077 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-211360a6-5699-4ef6-8ada-1738317825fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:22.832803 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1fec36d1-3211-4cef-a1ad-9521dacfd180 req-951918cc-13a1-47a8-8727-3b40a2099329 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1365981 Mar 23 12:28:22.913247 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:22.962836 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-211360a6-5699-4ef6-8ada-1738317825fb None None] Port b786c8a5-b966-496b-b715-55bd9547d6e8 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:28:22.976693 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:23.036765 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ca1319fc-b3e5-45f4-8508-772d8c67d006 req-cae98c52-4db9-4dde-88e2-1a6875f49366 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:23.051262 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca1319fc-b3e5-45f4-8508-772d8c67d006 req-cae98c52-4db9-4dde-88e2-1a6875f49366 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.4843380 Mar 23 12:28:23.060293 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2f33ed06-d45d-4b8b-9cf8-44c6e13f2882,segment=NetworkSegment(e436e240-5d3d-4df6-b744-c05925e63223),segment_id=e436e240-5d3d-4df6-b744-c05925e63223)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:23.067422 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:23.068414 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae98c52-4db9-4dde-88e2-1a6875f49366 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f328e9be-8329-49fa-9d6b-d479dba0bdf1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:23.068933 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device c7946afa-db70-4023-9fb5-d1122db57689 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:28:23.086203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a0cc912f-c8c3-409c-bb51-2d1c1e2431a4 req-e86a44f1-d2a5-417b-8d39-ab6167dfd15c tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] For port 5977e64a-9d85-421e-8142-ce1b0eb61a7c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=5977e64a-9d85-421e-8142-ce1b0eb61a7c,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:23.086593 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a0cc912f-c8c3-409c-bb51-2d1c1e2431a4 req-e86a44f1-d2a5-417b-8d39-ab6167dfd15c tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:23.096075 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e8d265a0-0678-4ef6-be42-8611ee7f1148 req-d01db475-61e7-49c6-844b-dec8710fabac tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 210 time: 0.1043525 Mar 23 12:28:23.128093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-830a2610-eb75-4fcc-bfa4-b5801653e46e tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Allocated IP 192.168.233.191 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/f3406521-0d43-45f9-8ecf-755726b3a2b1) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:28:23.180239 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-a0cc912f-c8c3-409c-bb51-2d1c1e2431a4 req-e86a44f1-d2a5-417b-8d39-ab6167dfd15c tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Calling delete_port for 5977e64a-9d85-421e-8142-ce1b0eb61a7c owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:23.263514 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port c7946afa-db70-4023-9fb5-d1122db57689, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c7946afa-db70-4023-9fb5-d1122db57689,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:23.285897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=2f33ed06-d45d-4b8b-9cf8-44c6e13f2882,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:23.302505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'c7946afa-db70-4023-9fb5-d1122db57689', 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d', 'port_id': 'c7946afa-db70-4023-9fb5-d1122db57689', 'mac_address': 'fa:16:3e:0e:c9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d4961f2-f219-4314-a425-b5413107f023', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:28:23.306839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:23.307808 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:23.308988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:23.309858 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:23.310649 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:23.322391 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:23.323223 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:23.323850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:23.324501 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:23.325605 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:23.326219 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:23.326874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:23.362069 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3072753-6a0c-4b34-889a-e058f0359039 req-57c944a6-daef-40bd-8f64-1315a6b521b2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:23.374296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3072753-6a0c-4b34-889a-e058f0359039 req-57c944a6-daef-40bd-8f64-1315a6b521b2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:23.387406 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d3072753-6a0c-4b34-889a-e058f0359039 req-57c944a6-daef-40bd-8f64-1315a6b521b2 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1683 time: 0.1529057 Mar 23 12:28:23.408245 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:23.448862 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7946afa-db70-4023-9fb5-d1122db57689 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:23.473744 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d3072753-6a0c-4b34-889a-e058f0359039 req-4bcbb7cc-1c1b-4aa8-b409-cf11c0c5fef1 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845923 Mar 23 12:28:23.504396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port c7946afa-db70-4023-9fb5-d1122db57689, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c7946afa-db70-4023-9fb5-d1122db57689,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:23.511980 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:23.511980 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device e840c633-b157-4fa3-8feb-ddb7212b5583 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:28:23.623960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port e840c633-b157-4fa3-8feb-ddb7212b5583, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e840c633-b157-4fa3-8feb-ddb7212b5583,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:23.639726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=c7946afa-db70-4023-9fb5-d1122db57689,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:23.666449 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-830a2610-eb75-4fcc-bfa4-b5801653e46e tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:23.670067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'e840c633-b157-4fa3-8feb-ddb7212b5583', 'network_id': '2d93ac63-bdb1-45e7-bc99-87d09947042d', 'port_id': 'e840c633-b157-4fa3-8feb-ddb7212b5583', 'mac_address': 'fa:16:3e:e2:8e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d4961f2-f219-4314-a425-b5413107f023', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:28:23.711636 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369770aa-0efa-4c11-985f-b5e41796ddcc req-1dd1c14b-4baa-4bd0-ab69-426287af99b7 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:23.723426 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a0cc912f-c8c3-409c-bb51-2d1c1e2431a4 req-e86a44f1-d2a5-417b-8d39-ab6167dfd15c tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:23.725444 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-369770aa-0efa-4c11-985f-b5e41796ddcc req-1dd1c14b-4baa-4bd0-ab69-426287af99b7 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 944 time: 0.1760547 Mar 23 12:28:23.775186 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['e8c0bfec-30d2-4d13-844d-157fdbed5be0', '5977e64a-9d85-421e-8142-ce1b0eb61a7c'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:23.806959 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a44f1-d2a5-417b-8d39-ab6167dfd15c tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Pushing event deleted for resources: {'Port': ['ID=5977e64a-9d85-421e-8142-ce1b0eb61a7c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:23.816248 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:23.824930 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-369770aa-0efa-4c11-985f-b5e41796ddcc req-5e94a97e-2cc3-4e72-9d29-837acd66ba07 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897198 Mar 23 12:28:23.840330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e840c633-b157-4fa3-8feb-ddb7212b5583 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:23.859064 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb86ed6d-7955-413e-8d53-29089c80ba54 req-b0c7d453-54d7-40c1-a997-9a827c21783c tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccfb633e-c6af-4b5b-b404-c01caeb6bd36 HTTP/1.1" status: 200 len: 210 time: 0.1076059 Mar 23 12:28:23.865263 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port e840c633-b157-4fa3-8feb-ddb7212b5583, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e840c633-b157-4fa3-8feb-ddb7212b5583,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:23.877679 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:23.918064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:24.029451 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-830a2610-eb75-4fcc-bfa4-b5801653e46e tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:24.069714 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-021c1669-f591-4e87-8608-914a3ece4ef4 req-36c95741-0bdd-49fd-81f9-698a7cda6f25 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2343979 Mar 23 12:28:24.086656 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=e840c633-b157-4fa3-8feb-ddb7212b5583,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:24.107505 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfeb1ebb-4a3a-485e-9f10-5f8bff3ecdae req-d0551fe0-a86e-45d6-838a-9f9c38c66dab tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/f328e9be-8329-49fa-9d6b-d479dba0bdf1 HTTP/1.1" status: 200 len: 1801 time: 0.2274358 Mar 23 12:28:24.161375 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-18a3340a-f4ac-4428-9e9e-d535625a8641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:24.167125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-830a2610-eb75-4fcc-bfa4-b5801653e46e tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:28:24.175334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.77', 58251) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:24.229432 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:28:24.245505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-830a2610-eb75-4fcc-bfa4-b5801653e46e tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:28:24.253348 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:24.253808 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-dfeb1ebb-4a3a-485e-9f10-5f8bff3ecdae req-ccde47d1-474a-4fa1-9756-c176bba3ec32 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2083018295', 'description': 'tempest-description-hth-2055732194'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:24.254302 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:24.272237 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a2610-eb75-4fcc-bfa4-b5801653e46e tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Pushing event updated for resources: {'Port': ['ID=f3406521-0d43-45f9-8ecf-755726b3a2b1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:24.285520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cc912f-c8c3-409c-bb51-2d1c1e2431a4 req-e86a44f1-d2a5-417b-8d39-ab6167dfd15c tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] No DVR routers for this DVR port 5977e64a-9d85-421e-8142-ce1b0eb61a7c on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:24.294889 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-830a2610-eb75-4fcc-bfa4-b5801653e46e tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:28:24.362290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-e1053ba5-0723-4ae6-986b-fc155e4d3336 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:24.371570 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-e1053ba5-0723-4ae6-986b-fc155e4d3336 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:24.373530 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-e1053ba5-0723-4ae6-986b-fc155e4d3336 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 1683 time: 0.2287865 Mar 23 12:28:24.377934 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dfeb1ebb-4a3a-485e-9f10-5f8bff3ecdae req-ccde47d1-474a-4fa1-9756-c176bba3ec32 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:24.477300 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a0cc912f-c8c3-409c-bb51-2d1c1e2431a4 req-e86a44f1-d2a5-417b-8d39-ab6167dfd15c tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:24.484776 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0cc912f-c8c3-409c-bb51-2d1c1e2431a4 req-e86a44f1-d2a5-417b-8d39-ab6167dfd15c tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.73 "DELETE /v2.0/ports/5977e64a-9d85-421e-8142-ce1b0eb61a7c HTTP/1.1" status: 204 len: 173 time: 2.8394005 Mar 23 12:28:24.488672 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfb633e-c6af-4b5b-b404-c01caeb6bd36', 'name': 'network-vif-deleted', 'tag': '5977e64a-9d85-421e-8142-ce1b0eb61a7c'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:24.514555 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17183379-1c9a-4cc7-8d02-056a30539c53" -d '{"events": [{"server_uuid": "ccfb633e-c6af-4b5b-b404-c01caeb6bd36", "name": "network-vif-deleted", "tag": "5977e64a-9d85-421e-8142-ce1b0eb61a7c"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:24.607475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59885245-3a52-4690-bd94-3e3403346f6c req-950dd8af-ed1b-414a-92c6-9ebda64b116b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:24.621268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59885245-3a52-4690-bd94-3e3403346f6c req-950dd8af-ed1b-414a-92c6-9ebda64b116b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:24.664692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59885245-3a52-4690-bd94-3e3403346f6c req-950dd8af-ed1b-414a-92c6-9ebda64b116b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:24.671279 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:24.684942 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59885245-3a52-4690-bd94-3e3403346f6c req-950dd8af-ed1b-414a-92c6-9ebda64b116b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:24.708561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59885245-3a52-4690-bd94-3e3403346f6c req-950dd8af-ed1b-414a-92c6-9ebda64b116b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:24.739080 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2355e3-e6d0-4a27-b6aa-f1ede590f411'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:24.744235 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59885245-3a52-4690-bd94-3e3403346f6c req-950dd8af-ed1b-414a-92c6-9ebda64b116b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:24.745596 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e229ce62-3a29-4603-b65f-33f19c38eff3" -d '{"events": [{"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-plugged", "status": "completed", "tag": "4c2355e3-e6d0-4a27-b6aa-f1ede590f411"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:24.756391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59885245-3a52-4690-bd94-3e3403346f6c req-950dd8af-ed1b-414a-92c6-9ebda64b116b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:24.777418 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-59885245-3a52-4690-bd94-3e3403346f6c req-950dd8af-ed1b-414a-92c6-9ebda64b116b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5439 time: 0.7583196 Mar 23 12:28:24.796047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4c2355e3-e6d0-4a27-b6aa-f1ede590f411,segment=NetworkSegment(360d5d4e-0535-421a-8c4f-8a3e1ee3a026),segment_id=360d5d4e-0535-421a-8c4f-8a3e1ee3a026)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:24.800729 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c1669-f591-4e87-8608-914a3ece4ef4 req-877e3119-a3ac-4787-b472-30798144b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:24.803967 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-021c1669-f591-4e87-8608-914a3ece4ef4 req-877e3119-a3ac-4787-b472-30798144b8d5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5f773312bd44334bd11fab8f86acfc3&device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 1097 time: 0.5432036 Mar 23 12:28:24.869034 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:24.871313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:24.889127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-830a2610-eb75-4fcc-bfa4-b5801653e46e tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:24.889820 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-830a2610-eb75-4fcc-bfa4-b5801653e46e tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:24.933903 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-830a2610-eb75-4fcc-bfa4-b5801653e46e tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4153912 Mar 23 12:28:24.950468 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['e840c633-b157-4fa3-8feb-ddb7212b5583'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:24.973813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Request body: {'port': {'device_id': '0872adcc-b72e-4c22-90c8-4bb3415dd8b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:24.996343 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c379a3fa-ef19-42d6-a9a9-ba3a92ca0c54 None None] Provisioning complete for port f3406521-0d43-45f9-8ecf-755726b3a2b1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:24.997591 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c379a3fa-ef19-42d6-a9a9-ba3a92ca0c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:25.002762 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-59885245-3a52-4690-bd94-3e3403346f6c req-dd1ffdbf-4db2-444d-bdba-d5d6a0562a38 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2173042 Mar 23 12:28:25.148888 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['92dc93b2-c7e3-4a28-8249-e6d9c2723fd2'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:25.154551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['c7946afa-db70-4023-9fb5-d1122db57689'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:25.157784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['2dcf4428-f7ac-436d-b668-144412f36e0c'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:25.160709 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['2f33ed06-d45d-4b8b-9cf8-44c6e13f2882'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:25.221100 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c379a3fa-ef19-42d6-a9a9-ba3a92ca0c54 None None] Port f3406521-0d43-45f9-8ecf-755726b3a2b1 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:28:25.229333 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:25.282494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c1669-f591-4e87-8608-914a3ece4ef4 req-ba0bf0b0-ae97-4e39-b7cb-e68434aa7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:25.284792 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dfeb1ebb-4a3a-485e-9f10-5f8bff3ecdae req-ccde47d1-474a-4fa1-9756-c176bba3ec32 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:25.290087 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-021c1669-f591-4e87-8608-914a3ece4ef4 req-ba0bf0b0-ae97-4e39-b7cb-e68434aa7c6b service neutron] 10.222.0.77 "GET /v2.0/networks?id=4feef5ab-e12f-413e-a164-9d800d328901 HTTP/1.1" status: 200 len: 916 time: 0.3637247 Mar 23 12:28:25.295458 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dfeb1ebb-4a3a-485e-9f10-5f8bff3ecdae req-ccde47d1-474a-4fa1-9756-c176bba3ec32 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:25.298719 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dfeb1ebb-4a3a-485e-9f10-5f8bff3ecdae req-ccde47d1-474a-4fa1-9756-c176bba3ec32 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:25.300710 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfeb1ebb-4a3a-485e-9f10-5f8bff3ecdae req-ccde47d1-474a-4fa1-9756-c176bba3ec32 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "PUT /v2.0/security-groups/f328e9be-8329-49fa-9d6b-d479dba0bdf1 HTTP/1.1" status: 200 len: 1775 time: 1.1165977 Mar 23 12:28:25.305705 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b786c8a5-b966-496b-b715-55bd9547d6e8 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:25.351630 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde47d1-474a-4fa1-9756-c176bba3ec32 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f328e9be-8329-49fa-9d6b-d479dba0bdf1,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:25.358444 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:25.383509 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Transition to ACTIVE for port object b786c8a5-b966-496b-b715-55bd9547d6e8 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:28:25.390008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-9a75a406-dd35-48e9-9809-8bec8e542db8 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Deleting port b87f0e66-fcae-44e3-856b-318846741536 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:25.390463 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-9a75a406-dd35-48e9-9809-8bec8e542db8 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:25.417398 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99705b21-fae5-4e30-b029-cea008bc4a04 req-5f2b0779-b98d-4cdc-a14f-1183234b72c1 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:25.421127 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99705b21-fae5-4e30-b029-cea008bc4a04 req-5f2b0779-b98d-4cdc-a14f-1183234b72c1 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 936 time: 0.2491016 Mar 23 12:28:25.427523 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-021c1669-f591-4e87-8608-914a3ece4ef4 req-7563ab8c-2da8-484d-96fc-81098aa973e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c HTTP/1.1" status: 200 len: 217 time: 0.1056364 Mar 23 12:28:25.566791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-9a75a406-dd35-48e9-9809-8bec8e542db8 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] For port b87f0e66-fcae-44e3-856b-318846741536, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b87f0e66-fcae-44e3-856b-318846741536,segment=NetworkSegment(75c76700-0a97-4e9a-aa2e-673a07921cd7),segment_id=75c76700-0a97-4e9a-aa2e-673a07921cd7)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:25.566791 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-9a75a406-dd35-48e9-9809-8bec8e542db8 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:25.583145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-9a75a406-dd35-48e9-9809-8bec8e542db8 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Calling delete_port for b87f0e66-fcae-44e3-856b-318846741536 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:25.585495 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:28:25.605939 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:25.606393 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:25.696861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=4c2355e3-e6d0-4a27-b6aa-f1ede590f411,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:25.710434 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99705b21-fae5-4e30-b029-cea008bc4a04 req-74b6723d-b6d8-43ae-b636-3f955b5809de tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809610 Mar 23 12:28:25.720304 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c1669-f591-4e87-8608-914a3ece4ef4 req-49af2566-b892-456d-97d3-7102e9246d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:25.723901 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-021c1669-f591-4e87-8608-914a3ece4ef4 req-49af2566-b892-456d-97d3-7102e9246d2f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ecf51253-64ef-4c83-a436-49dc13634812 HTTP/1.1" status: 200 len: 855 time: 0.2786875 Mar 23 12:28:25.745283 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-9a75a406-dd35-48e9-9809-8bec8e542db8 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:25.760432 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:25.789625 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-021c1669-f591-4e87-8608-914a3ece4ef4 req-893af4bb-64a9-49de-8722-511f40b2a392 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4feef5ab-e12f-413e-a164-9d800d328901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579567 Mar 23 12:28:25.814997 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75a406-dd35-48e9-9809-8bec8e542db8 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event deleted for resources: {'Port': ['ID=b87f0e66-fcae-44e3-856b-318846741536,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:25.847066 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc0b186-5489-40d7-86d5-5c727300ac22 x-openstack-request-id: req-fbc0b186-5489-40d7-86d5-5c727300ac22 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:25.848033 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfb633e-c6af-4b5b-b404-c01caeb6bd36", "name": "network-vif-deleted", "tag": "5977e64a-9d85-421e-8142-ce1b0eb61a7c", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:25.850783 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fbc0b186-5489-40d7-86d5-5c727300ac22 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:25.851811 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfb633e-c6af-4b5b-b404-c01caeb6bd36', 'name': 'network-vif-deleted', 'tag': '5977e64a-9d85-421e-8142-ce1b0eb61a7c', 'status': 'completed', 'code': 200} Mar 23 12:28:25.901907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b786c8a5-b966-496b-b715-55bd9547d6e8,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:25.961557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-9a75a406-dd35-48e9-9809-8bec8e542db8 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] No DVR routers for this DVR port b87f0e66-fcae-44e3-856b-318846741536 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:25.968488 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-9a75a406-dd35-48e9-9809-8bec8e542db8 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:25.978022 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-9a75a406-dd35-48e9-9809-8bec8e542db8 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.77 "DELETE /v2.0/ports/b87f0e66-fcae-44e3-856b-318846741536 HTTP/1.1" status: 204 len: 173 time: 1.5956819 Mar 23 12:28:25.992858 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f5a258-9569-4461-8813-50bb4e2422d7', 'name': 'network-vif-deleted', 'tag': 'b87f0e66-fcae-44e3-856b-318846741536'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:25.995114 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaae0a8-a189-4405-add5-311494295c62" -d '{"events": [{"server_uuid": "c4f5a258-9569-4461-8813-50bb4e2422d7", "name": "network-vif-deleted", "tag": "b87f0e66-fcae-44e3-856b-318846741536"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:26.052346 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16271554-6162-44be-8fd1-ac45648c9e18 x-openstack-request-id: req-16271554-6162-44be-8fd1-ac45648c9e18 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:26.054651 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-plugged", "status": "completed", "tag": "4c2355e3-e6d0-4a27-b6aa-f1ede590f411", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:26.055021 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16271554-6162-44be-8fd1-ac45648c9e18 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:26.055733 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2355e3-e6d0-4a27-b6aa-f1ede590f411', 'code': 200} Mar 23 12:28:26.100481 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:26.282474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Attempting to bind port b786c8a5-b966-496b-b715-55bd9547d6e8 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:28:26.282751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Attempting to bind port b786c8a5-b966-496b-b715-55bd9547d6e8 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:28:26.283133 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Attempting to bind port b786c8a5-b966-496b-b715-55bd9547d6e8 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:26.296751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb137d-af18-48c6-8714-d3001f1c985b req-c9408410-8233-433f-adec-8dcbcb20aea1 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:26.298755 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ccdb137d-af18-48c6-8714-d3001f1c985b req-c9408410-8233-433f-adec-8dcbcb20aea1 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 946 time: 0.5574622 Mar 23 12:28:26.299652 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Port b786c8a5-b966-496b-b715-55bd9547d6e8 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:28:26.299995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Attempting to bind port b786c8a5-b966-496b-b715-55bd9547d6e8 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:26.315234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:28:26.315624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:28:26.318717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:28:26.319508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Bound port: b786c8a5-b966-496b-b715-55bd9547d6e8, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:28:26.319878 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:26.360873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-021c1669-f591-4e87-8608-914a3ece4ef4 req-084530f2-a5e4-49ca-8699-ae475ad518c3 service neutron] 10.222.0.77 "GET /v2.0/networks/4feef5ab-e12f-413e-a164-9d800d328901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5516932 Mar 23 12:28:26.453328 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390911d-4265-451e-9c93-8b2587bb313c req-492c82f9-344d-4ccf-9d94-246368e71873 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:26.455179 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a390911d-4265-451e-9c93-8b2587bb313c req-492c82f9-344d-4ccf-9d94-246368e71873 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 944 time: 0.2930384 Mar 23 12:28:26.505309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:26.538951 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-021c1669-f591-4e87-8608-914a3ece4ef4 req-0fae0aa0-2773-452f-bf01-0d8b111bb053 service neutron] 10.222.0.77 "GET /v2.0/networks/4feef5ab-e12f-413e-a164-9d800d328901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504343 Mar 23 12:28:26.547019 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3406521-0d43-45f9-8ecf-755726b3a2b1 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:26.568398 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ccdb137d-af18-48c6-8714-d3001f1c985b req-3debff26-d301-41d7-aff5-c39ed19c5127 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/security-groups?id=f79ce836-2d0d-4801-bd94-d0f569fcec54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393010 Mar 23 12:28:26.570626 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:26.597093 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:26.598625 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device e23025c0-9199-4e8d-b0eb-23e4d049d710 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:26.601803 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-0490e57e-95ca-4a14-8e32-bdab33b9d33a tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Deleting port 9f2a605f-0543-43d3-9d2f-1d587ff44e02 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:26.602458 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-0490e57e-95ca-4a14-8e32-bdab33b9d33a tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:26.638922 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a390911d-4265-451e-9c93-8b2587bb313c req-d32c20e5-a272-4976-8e83-8b125f095df1 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951221 Mar 23 12:28:26.641153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Transition to ACTIVE for port object f3406521-0d43-45f9-8ecf-755726b3a2b1 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:28:26.648813 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:26.783571 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Pushing event updated for resources: {'Port': ['ID=f3406521-0d43-45f9-8ecf-755726b3a2b1,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:26.841683 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] For port b786c8a5-b966-496b-b715-55bd9547d6e8, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:28:26.870665 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] For port b786c8a5-b966-496b-b715-55bd9547d6e8, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b786c8a5-b966-496b-b715-55bd9547d6e8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:28:26.888194 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ccab9e7-016f-455f-812f-336e6584b53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:26.909569 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:26.982705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Attempting to bind port f3406521-0d43-45f9-8ecf-755726b3a2b1 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:28:26.986742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Attempting to bind port f3406521-0d43-45f9-8ecf-755726b3a2b1 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:28:26.988232 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Attempting to bind port f3406521-0d43-45f9-8ecf-755726b3a2b1 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:27.000898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Port f3406521-0d43-45f9-8ecf-755726b3a2b1 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:28:27.001420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Attempting to bind port f3406521-0d43-45f9-8ecf-755726b3a2b1 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:27.036578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:28:27.040847 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:28:27.040847 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:28:27.040847 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Bound port: f3406521-0d43-45f9-8ecf-755726b3a2b1, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:28:27.040847 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:27.068000 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:27.104984 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port e23025c0-9199-4e8d-b0eb-23e4d049d710 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:28:27.111733 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port e23025c0-9199-4e8d-b0eb-23e4d049d710 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:27.112519 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:27.135509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-58137deb-7991-420d-9062-55a1acc73f0e tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f7c761ae42ff41cd874190dcd4a7ed21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695117 Mar 23 12:28:27.199576 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-0490e57e-95ca-4a14-8e32-bdab33b9d33a tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] For port 9f2a605f-0543-43d3-9d2f-1d587ff44e02, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=9f2a605f-0543-43d3-9d2f-1d587ff44e02,segment=NetworkSegment(3e1d52d9-1f9c-4d28-b908-355a28c72050),segment_id=3e1d52d9-1f9c-4d28-b908-355a28c72050)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:27.200639 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-0490e57e-95ca-4a14-8e32-bdab33b9d33a tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:27.238804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-0490e57e-95ca-4a14-8e32-bdab33b9d33a tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Calling delete_port for 9f2a605f-0543-43d3-9d2f-1d587ff44e02 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:27.321863 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-5f1ceea5-bdf1-48ae-bcfd-5a8437a98e1c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:27.329677 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-5f1ceea5-bdf1-48ae-bcfd-5a8437a98e1c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931603 Mar 23 12:28:27.357807 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-ce85e403-d69b-4090-a989-b6f464fe5bae tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/quotas/f7c761ae42ff41cd874190dcd4a7ed21 HTTP/1.1" status: 200 len: 375 time: 0.0271549 Mar 23 12:28:27.412278 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-b6905050-f576-498a-8cf3-0dd7798b832d tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7c761ae42ff41cd874190dcd4a7ed21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534654 Mar 23 12:28:27.414534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b786c8a5-b966-496b-b715-55bd9547d6e8,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:27.423220 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-0490e57e-95ca-4a14-8e32-bdab33b9d33a tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:27.431482 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:27.432652 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:27.436130 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5909096b-a646-4390-90c5-64c26e8fba46 req-b07e3fd4-a01b-43f0-8997-e3431b6550e6 service neutron] 10.222.0.77 "PUT /v2.0/ports/b786c8a5-b966-496b-b715-55bd9547d6e8 HTTP/1.1" status: 200 len: 1096 time: 5.0603271 Mar 23 12:28:27.443332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] For port f3406521-0d43-45f9-8ecf-755726b3a2b1, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:28:27.456617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] For port f3406521-0d43-45f9-8ecf-755726b3a2b1, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f3406521-0d43-45f9-8ecf-755726b3a2b1,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:28:27.466831 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:27.480854 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a4088052-e784-49c1-bfb8-3f32bd3fa32b req-2963d163-f5f0-4f04-bc53-7d99b1e9922c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/f328e9be-8329-49fa-9d6b-d479dba0bdf1 HTTP/1.1" status: 200 len: 1775 time: 0.7356219 Mar 23 12:28:27.566780 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:27.567403 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:27.569183 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b87f0e66-fcae-44e3-856b-318846741536 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:27.569471 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] 10.222.0.77 "PUT /v2.0/ports/f3406521-0d43-45f9-8ecf-755726b3a2b1 HTTP/1.1" status: 200 len: 1096 time: 2.6125093 Mar 23 12:28:27.643698 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb514be0-119e-4552-a0d0-228c353879dd service neutron] Pushing event updated for resources: {'Port': ['ID=f3406521-0d43-45f9-8ecf-755726b3a2b1,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:27.666777 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: b87f0e66-fcae-44e3-856b-318846741536 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:27.667122 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b87f0e66-fcae-44e3-856b-318846741536 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:27.667617 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 9f2a605f-0543-43d3-9d2f-1d587ff44e02 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:27.670998 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c489d1c-23dc-4c1c-8ebc-0e83ab655844 x-openstack-request-id: req-2c489d1c-23dc-4c1c-8ebc-0e83ab655844 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:27.671594 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f5a258-9569-4461-8813-50bb4e2422d7", "name": "network-vif-deleted", "tag": "b87f0e66-fcae-44e3-856b-318846741536", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:27.671594 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c489d1c-23dc-4c1c-8ebc-0e83ab655844 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:27.671916 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f5a258-9569-4461-8813-50bb4e2422d7', 'name': 'network-vif-deleted', 'tag': 'b87f0e66-fcae-44e3-856b-318846741536', 'status': 'completed', 'code': 200} Mar 23 12:28:27.686763 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490e57e-95ca-4a14-8e32-bdab33b9d33a tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event deleted for resources: {'Port': ['ID=9f2a605f-0543-43d3-9d2f-1d587ff44e02,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:27.698660 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909096b-a646-4390-90c5-64c26e8fba46 req-3b04f32f-dc5d-4a9f-b904-39bba6490ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:27.700783 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5909096b-a646-4390-90c5-64c26e8fba46 req-3b04f32f-dc5d-4a9f-b904-39bba6490ae7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fee90e0bf88b457c919035fd76273c68&device_id=2e56bb2b-3edc-47f9-83d2-26a69eb5805f HTTP/1.1" status: 200 len: 1099 time: 0.1821616 Mar 23 12:28:27.768482 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:27.802163 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 9f2a605f-0543-43d3-9d2f-1d587ff44e02 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:27.804154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 9f2a605f-0543-43d3-9d2f-1d587ff44e02 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:27.838090 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:27.858419 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-bab4534c-de45-4857-9826-31a1f336448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:27.867756 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-bab4534c-de45-4857-9826-31a1f336448e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fee90e0bf88b457c919035fd76273c68&device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 1099 time: 0.2107542 Mar 23 12:28:27.871327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0872adcc-b72e-4c22-90c8-4bb3415dd8b1', 'tag': 'f3406521-0d43-45f9-8ecf-755726b3a2b1'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:27.884346 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5909096b-a646-4390-90c5-64c26e8fba46 req-414f1721-359a-4aa4-95cd-08f98d24cfbd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=b786c8a5-b966-496b-b715-55bd9547d6e8 HTTP/1.1" status: 200 len: 217 time: 0.1637506 Mar 23 12:28:27.890727 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e62bf0-b1ce-45fc-91a0-6fe7d7c05b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "0872adcc-b72e-4c22-90c8-4bb3415dd8b1", "tag": "f3406521-0d43-45f9-8ecf-755726b3a2b1"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:27.949547 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port e23025c0-9199-4e8d-b0eb-23e4d049d710, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e23025c0-9199-4e8d-b0eb-23e4d049d710,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:27.956519 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:27.957521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 5977e64a-9d85-421e-8142-ce1b0eb61a7c no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:28.020298 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-2a5cb92c-13c2-4b62-ba10-b03068166a3b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=f3406521-0d43-45f9-8ecf-755726b3a2b1 HTTP/1.1" status: 200 len: 217 time: 0.1228983 Mar 23 12:28:28.067124 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 5977e64a-9d85-421e-8142-ce1b0eb61a7c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:28.069889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 5977e64a-9d85-421e-8142-ce1b0eb61a7c not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:28.072435 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-0490e57e-95ca-4a14-8e32-bdab33b9d33a tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] No DVR routers for this DVR port 9f2a605f-0543-43d3-9d2f-1d587ff44e02 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:28.082041 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015711b6-2a4c-4eb4-a60a-e61fd63c5c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5906ec-5d13-4088-b57e-4a4f1b7bf896'}, {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23025c0-9199-4e8d-b0eb-23e4d049d710'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:28.087432 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eae79e-00f2-4455-9374-3be31043df17" -d '{"events": [{"server_uuid": "015711b6-2a4c-4eb4-a60a-e61fd63c5c7e", "name": "network-vif-plugged", "status": "completed", "tag": "0d5906ec-5d13-4088-b57e-4a4f1b7bf896"}, {"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-plugged", "status": "completed", "tag": "e23025c0-9199-4e8d-b0eb-23e4d049d710"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:28.096854 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909096b-a646-4390-90c5-64c26e8fba46 req-f3471970-f547-4019-ac34-c8399c8d0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:28.102301 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5909096b-a646-4390-90c5-64c26e8fba46 req-f3471970-f547-4019-ac34-c8399c8d0032 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.2087264 Mar 23 12:28:28.106047 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-0490e57e-95ca-4a14-8e32-bdab33b9d33a tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:28.113745 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fd86aa98-457b-4a74-a300-ef3ee185469d req-0490e57e-95ca-4a14-8e32-bdab33b9d33a tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.77 "DELETE /v2.0/ports/9f2a605f-0543-43d3-9d2f-1d587ff44e02 HTTP/1.1" status: 204 len: 173 time: 2.1238618 Mar 23 12:28:28.156717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device e840c633-b157-4fa3-8feb-ddb7212b5583 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:28.223458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-6f285072-0ef3-4dca-8b52-1d61a1e56cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:28.227457 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-6f285072-0ef3-4dca-8b52-1d61a1e56cc4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.2010937 Mar 23 12:28:28.258210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48b335-ce7b-4878-a5e4-984ad4ca0664 req-64dcd683-ca6c-4a81-bcc7-3e14a0a19d7e tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:28.273802 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f48b335-ce7b-4878-a5e4-984ad4ca0664 req-64dcd683-ca6c-4a81-bcc7-3e14a0a19d7e tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 948 time: 0.2030606 Mar 23 12:28:28.317723 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=e23025c0-9199-4e8d-b0eb-23e4d049d710,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:28.361148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port e840c633-b157-4fa3-8feb-ddb7212b5583 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:28:28.370778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port e840c633-b157-4fa3-8feb-ddb7212b5583 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:28.371262 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:28.414276 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-a48f538c-1486-4368-a8e5-499ab3aeda7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:28.416200 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-a48f538c-1486-4368-a8e5-499ab3aeda7e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1381934 Mar 23 12:28:28.452455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909096b-a646-4390-90c5-64c26e8fba46 req-8cec1fcb-84a9-4953-95b9-bf856d838404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:28.455388 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5909096b-a646-4390-90c5-64c26e8fba46 req-8cec1fcb-84a9-4953-95b9-bf856d838404 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2661996 Mar 23 12:28:28.496512 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f48b335-ce7b-4878-a5e4-984ad4ca0664 req-91c4bac4-8201-4f4a-9e93-32ec20e0bf20 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191162 Mar 23 12:28:28.550601 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bddc84-d363-4d85-a890-77ee645965a4 req-1db802a3-a50e-429f-b23b-6c4d3ddbac4d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:28.561419 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bddc84-d363-4d85-a890-77ee645965a4 req-1db802a3-a50e-429f-b23b-6c4d3ddbac4d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:28.571263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bddc84-d363-4d85-a890-77ee645965a4 req-1db802a3-a50e-429f-b23b-6c4d3ddbac4d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:28.583814 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bddc84-d363-4d85-a890-77ee645965a4 req-1db802a3-a50e-429f-b23b-6c4d3ddbac4d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:28.594783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bddc84-d363-4d85-a890-77ee645965a4 req-1db802a3-a50e-429f-b23b-6c4d3ddbac4d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:28.601883 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bddc84-d363-4d85-a890-77ee645965a4 req-1db802a3-a50e-429f-b23b-6c4d3ddbac4d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:28.608782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bddc84-d363-4d85-a890-77ee645965a4 req-1db802a3-a50e-429f-b23b-6c4d3ddbac4d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:28.619161 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-93bddc84-d363-4d85-a890-77ee645965a4 req-1db802a3-a50e-429f-b23b-6c4d3ddbac4d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5441 time: 0.5497034 Mar 23 12:28:28.670923 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:28.738068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4af0e6ff-3332-45ce-b035-02bff463d718 req-ea093582-11dc-4b92-9561-9097104a9137 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/f328e9be-8329-49fa-9d6b-d479dba0bdf1 HTTP/1.1" status: 200 len: 1775 time: 0.1189635 Mar 23 12:28:28.766559 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port e840c633-b157-4fa3-8feb-ddb7212b5583, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e840c633-b157-4fa3-8feb-ddb7212b5583,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:28.770058 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-93bddc84-d363-4d85-a890-77ee645965a4 req-b288eaad-bb22-498d-a492-c8d838e33134 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1479564 Mar 23 12:28:28.776967 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:28.791683 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5909096b-a646-4390-90c5-64c26e8fba46 req-24975349-ff4a-4f9c-93c0-80203f751bbb service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225439 Mar 23 12:28:28.796397 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device c7946afa-db70-4023-9fb5-d1122db57689 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:28.833081 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-39ae01e6-df58-49ef-ab6e-b8b8f1f11e72 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049168 Mar 23 12:28:28.960177 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4af0e6ff-3332-45ce-b035-02bff463d718 req-f254d869-828d-4dd7-81e7-0d56cef87c0c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:29.005921 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=e840c633-b157-4fa3-8feb-ddb7212b5583,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:29.021418 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:29.030698 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port c7946afa-db70-4023-9fb5-d1122db57689 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:28:29.036160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port c7946afa-db70-4023-9fb5-d1122db57689 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:29.036571 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:29.045911 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5dd33c5-d57b-4593-81ed-74bab46d4d86 req-fa581d4a-45d0-497d-b1bc-f34bcc35b25a tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4f5a258-9569-4461-8813-50bb4e2422d7 HTTP/1.1" status: 200 len: 210 time: 0.1088736 Mar 23 12:28:29.089038 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4af0e6ff-3332-45ce-b035-02bff463d718 req-f254d869-828d-4dd7-81e7-0d56cef87c0c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:29.121048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5909096b-a646-4390-90c5-64c26e8fba46 req-afc6e81e-56db-49ef-8c1b-623a3b053c29 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251860 Mar 23 12:28:29.204058 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:29.219363 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40de7871-235a-4a91-8550-d1cc3a4584fb req-f7b7ea4c-615d-4661-a7fb-958a9f7df0df service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788493 Mar 23 12:28:29.239439 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4af0e6ff-3332-45ce-b035-02bff463d718 req-f254d869-828d-4dd7-81e7-0d56cef87c0c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:29.257459 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4af0e6ff-3332-45ce-b035-02bff463d718 req-f254d869-828d-4dd7-81e7-0d56cef87c0c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:29.259866 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4af0e6ff-3332-45ce-b035-02bff463d718 req-f254d869-828d-4dd7-81e7-0d56cef87c0c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "DELETE /v2.0/security-groups/f328e9be-8329-49fa-9d6b-d479dba0bdf1 HTTP/1.1" status: 204 len: 173 time: 0.5019567 Mar 23 12:28:29.284474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254d869-828d-4dd7-81e7-0d56cef87c0c tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f328e9be-8329-49fa-9d6b-d479dba0bdf1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:29.288143 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f255363-0dac-451a-9307-f04a4ff8176a req-12c4b342-1910-4c09-a2bb-f21e4e9a26df tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:29.289855 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6f255363-0dac-451a-9307-f04a4ff8176a req-12c4b342-1910-4c09-a2bb-f21e4e9a26df tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.1179309 Mar 23 12:28:29.296364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port c7946afa-db70-4023-9fb5-d1122db57689, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c7946afa-db70-4023-9fb5-d1122db57689,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:29.308603 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:29.360615 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6f255363-0dac-451a-9307-f04a4ff8176a req-7f9a8f02-f63a-4a71-a507-cad018be0e70 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576317 Mar 23 12:28:29.416734 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3715de0e-40e3-4c63-9e28-148323c18a40 req-0477189b-94b5-4d42-9263-0af64c6aeb0d tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 210 time: 0.0614164 Mar 23 12:28:29.440532 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=c7946afa-db70-4023-9fb5-d1122db57689,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:29.448697 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:29.449666 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f0f152-1faf-4164-96f9-f75c8c21726d x-openstack-request-id: req-94f0f152-1faf-4164-96f9-f75c8c21726d {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:29.450035 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0872adcc-b72e-4c22-90c8-4bb3415dd8b1", "tag": "f3406521-0d43-45f9-8ecf-755726b3a2b1", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:29.450683 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94f0f152-1faf-4164-96f9-f75c8c21726d {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:29.451494 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0872adcc-b72e-4c22-90c8-4bb3415dd8b1', 'tag': 'f3406521-0d43-45f9-8ecf-755726b3a2b1', 'status': 'completed', 'code': 200} Mar 23 12:28:29.498418 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324a44cb-9758-451f-bccb-a00aa0f56888 x-openstack-request-id: req-324a44cb-9758-451f-bccb-a00aa0f56888 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:29.499187 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015711b6-2a4c-4eb4-a60a-e61fd63c5c7e", "name": "network-vif-plugged", "status": "completed", "tag": "0d5906ec-5d13-4088-b57e-4a4f1b7bf896", "code": 200}, {"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-plugged", "status": "completed", "tag": "e23025c0-9199-4e8d-b0eb-23e4d049d710", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:29.499572 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-324a44cb-9758-451f-bccb-a00aa0f56888 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:29.500241 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015711b6-2a4c-4eb4-a60a-e61fd63c5c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5906ec-5d13-4088-b57e-4a4f1b7bf896', 'code': 200} Mar 23 12:28:29.500836 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23025c0-9199-4e8d-b0eb-23e4d049d710', 'code': 200} Mar 23 12:28:29.628674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e62bf0-b1ce-45fc-91a0-6fe7d7c05b7f req-54b0f333-3fab-47c6-9f1f-12e80e2b3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:29.630185 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2e62bf0-b1ce-45fc-91a0-6fe7d7c05b7f req-54b0f333-3fab-47c6-9f1f-12e80e2b3d6b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fee90e0bf88b457c919035fd76273c68&device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 1099 time: 0.1470633 Mar 23 12:28:29.673097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e56bb2b-3edc-47f9-83d2-26a69eb5805f', 'tag': 'b786c8a5-b966-496b-b715-55bd9547d6e8'}, {'server_uuid': 'c4f5a258-9569-4461-8813-50bb4e2422d7', 'name': 'network-vif-deleted', 'tag': '9f2a605f-0543-43d3-9d2f-1d587ff44e02'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:29.675403 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9063f1c4-307a-47f3-8efb-f11f28b898bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2e56bb2b-3edc-47f9-83d2-26a69eb5805f", "tag": "b786c8a5-b966-496b-b715-55bd9547d6e8"}, {"server_uuid": "c4f5a258-9569-4461-8813-50bb4e2422d7", "name": "network-vif-deleted", "tag": "9f2a605f-0543-43d3-9d2f-1d587ff44e02"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:29.686809 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244dc6b-b0f6-4177-8b27-33cbfda10e1e req-037ade92-39b5-4e67-91f3-c20c6c473249 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:29.688430 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b244dc6b-b0f6-4177-8b27-33cbfda10e1e req-037ade92-39b5-4e67-91f3-c20c6c473249 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 948 time: 0.0731771 Mar 23 12:28:29.719858 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b577b40-8af1-405d-8e06-a8418f890797 req-9aa2e975-6492-4cc9-aa4a-d725ae4fea87 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:29.721435 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b577b40-8af1-405d-8e06-a8418f890797 req-9aa2e975-6492-4cc9-aa4a-d725ae4fea87 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 950 time: 0.1569481 Mar 23 12:28:29.740383 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b244dc6b-b0f6-4177-8b27-33cbfda10e1e req-0cd4a06d-b9e0-4754-b5b1-eea3385338d1 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409684 Mar 23 12:28:29.759313 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cb1b2-ac50-4b77-a97b-85c855ee0759 req-094100f0-c135-42ae-a188-48508961dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:29.761719 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7c6cb1b2-ac50-4b77-a97b-85c855ee0759 req-094100f0-c135-42ae-a188-48508961dae0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 1096 time: 0.1483321 Mar 23 12:28:29.864217 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7c6cb1b2-ac50-4b77-a97b-85c855ee0759 req-96cecf13-c723-4938-9db0-52ae425d847f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850306 Mar 23 12:28:29.872164 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b577b40-8af1-405d-8e06-a8418f890797 req-2d7c592c-ae25-4ffb-bd37-e4768c7c69a1 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342814 Mar 23 12:28:29.873772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e62bf0-b1ce-45fc-91a0-6fe7d7c05b7f req-5add19c5-7375-4cf9-8f31-63fc7c0b0a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:29.875452 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2e62bf0-b1ce-45fc-91a0-6fe7d7c05b7f req-5add19c5-7375-4cf9-8f31-63fc7c0b0a17 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.2379279 Mar 23 12:28:29.876459 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2005a9a-4646-4a4f-8aad-150c89f5a4b1 x-openstack-request-id: req-d2005a9a-4646-4a4f-8aad-150c89f5a4b1 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:29.876887 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e56bb2b-3edc-47f9-83d2-26a69eb5805f", "tag": "b786c8a5-b966-496b-b715-55bd9547d6e8", "status": "completed", "code": 200}, {"server_uuid": "c4f5a258-9569-4461-8813-50bb4e2422d7", "name": "network-vif-deleted", "tag": "9f2a605f-0543-43d3-9d2f-1d587ff44e02", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:29.876997 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2005a9a-4646-4a4f-8aad-150c89f5a4b1 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:29.877450 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e56bb2b-3edc-47f9-83d2-26a69eb5805f', 'tag': 'b786c8a5-b966-496b-b715-55bd9547d6e8', 'status': 'completed', 'code': 200} Mar 23 12:28:29.877622 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f5a258-9569-4461-8813-50bb4e2422d7', 'name': 'network-vif-deleted', 'tag': '9f2a605f-0543-43d3-9d2f-1d587ff44e02', 'status': 'completed', 'code': 200} Mar 23 12:28:29.905837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:29.991248 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2e62bf0-b1ce-45fc-91a0-6fe7d7c05b7f req-193e40bf-8071-4e79-9e70-4b0773c1c835 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=f3406521-0d43-45f9-8ecf-755726b3a2b1 HTTP/1.1" status: 200 len: 217 time: 0.0946553 Mar 23 12:28:30.005252 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-82c1a25a-771f-4f02-ac52-97810ddfabb1 req-5c30a9a3-28fa-423a-8e4b-d6632a6a1330 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] show failed (client error): The resource could not be found. Mar 23 12:28:30.006718 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-82c1a25a-771f-4f02-ac52-97810ddfabb1 req-5c30a9a3-28fa-423a-8e4b-d6632a6a1330 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/da9248d6-c80a-4d89-9e8b-d2b296755191 HTTP/1.1" status: 404 len: 352 time: 0.0158298 Mar 23 12:28:30.033002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063f1c4-307a-47f3-8efb-f11f28b898bf req-10160df1-6c50-42bb-87b9-50d808651b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:30.034815 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9063f1c4-307a-47f3-8efb-f11f28b898bf req-10160df1-6c50-42bb-87b9-50d808651b28 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fee90e0bf88b457c919035fd76273c68&device_id=2e56bb2b-3edc-47f9-83d2-26a69eb5805f HTTP/1.1" status: 200 len: 1099 time: 0.1051266 Mar 23 12:28:30.044465 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:28:30.058312 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:30.058732 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:30.071169 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-d04a8d61-8a83-4ecb-b468-fe5b0649ee83 req-f07a805b-b329-4375-9cf1-576a174a83d7 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] show failed (client error): The resource could not be found. Mar 23 12:28:30.072274 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d04a8d61-8a83-4ecb-b468-fe5b0649ee83 req-f07a805b-b329-4375-9cf1-576a174a83d7 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/0d180e61-c8fc-4f1d-898c-a2c16bf2b272 HTTP/1.1" status: 404 len: 352 time: 0.0250404 Mar 23 12:28:30.127459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730a3b4-dcb2-4ee5-b49d-7bed997071dd req-89b55cbf-06b2-486c-be85-6fabef9bc791 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:30.151680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e62bf0-b1ce-45fc-91a0-6fe7d7c05b7f req-01065a8d-4e5d-4668-aad0-708c88624baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:30.154085 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2e62bf0-b1ce-45fc-91a0-6fe7d7c05b7f req-01065a8d-4e5d-4668-aad0-708c88624baf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1458633 Mar 23 12:28:30.157595 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730a3b4-dcb2-4ee5-b49d-7bed997071dd req-89b55cbf-06b2-486c-be85-6fabef9bc791 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:30.178198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730a3b4-dcb2-4ee5-b49d-7bed997071dd req-89b55cbf-06b2-486c-be85-6fabef9bc791 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:30.192567 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:30.212494 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730a3b4-dcb2-4ee5-b49d-7bed997071dd req-89b55cbf-06b2-486c-be85-6fabef9bc791 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:30.220175 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf01ee-6fbc-47c0-9720-6137452feaf1 req-7bcfb165-e3e3-41d0-b3f4-3d878ecf6d6a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:30.222473 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-14bf01ee-6fbc-47c0-9720-6137452feaf1 req-7bcfb165-e3e3-41d0-b3f4-3d878ecf6d6a tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 950 time: 0.1251514 Mar 23 12:28:30.229647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49082) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:30.250707 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730a3b4-dcb2-4ee5-b49d-7bed997071dd req-89b55cbf-06b2-486c-be85-6fabef9bc791 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:30.250852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2f33ed06-d45d-4b8b-9cf8-44c6e13f2882,segment=NetworkSegment(e436e240-5d3d-4df6-b744-c05925e63223),segment_id=e436e240-5d3d-4df6-b744-c05925e63223)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:30.257386 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:30.258507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:30.261368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730a3b4-dcb2-4ee5-b49d-7bed997071dd req-89b55cbf-06b2-486c-be85-6fabef9bc791 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:30.275352 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730a3b4-dcb2-4ee5-b49d-7bed997071dd req-89b55cbf-06b2-486c-be85-6fabef9bc791 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:30.284421 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9730a3b4-dcb2-4ee5-b49d-7bed997071dd req-89b55cbf-06b2-486c-be85-6fabef9bc791 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5443 time: 0.3121834 Mar 23 12:28:30.343091 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-b1c3a764-1f7f-4164-9dae-d504e61cf524 req-f17cebf9-9189-4efd-9071-dbf9db1edee4 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] show failed (client error): The resource could not be found. Mar 23 12:28:30.351206 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1c3a764-1f7f-4164-9dae-d504e61cf524 req-f17cebf9-9189-4efd-9071-dbf9db1edee4 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/9d8d5841-b86c-4ca6-8767-4003fea08a4e HTTP/1.1" status: 404 len: 352 time: 0.0714281 Mar 23 12:28:30.357548 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-4ca13ac8-a23f-4c65-8772-d56bca2b0106 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f7c761ae42ff41cd874190dcd4a7ed21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3055587 Mar 23 12:28:30.398994 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-89cb5d4c-be0f-4a3d-8b7a-ee7a3d5804d0 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Deleting subnet 66adf0cf-1c19-4fca-ae71-0aed406efa41 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:28:30.409487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e62bf0-b1ce-45fc-91a0-6fe7d7c05b7f req-b55d65d9-437b-40f5-a562-af8c52ccee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:30.411992 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2e62bf0-b1ce-45fc-91a0-6fe7d7c05b7f req-b55d65d9-437b-40f5-a562-af8c52ccee5c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2470891 Mar 23 12:28:30.413262 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=2f33ed06-d45d-4b8b-9cf8-44c6e13f2882,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:30.429396 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89cb5d4c-be0f-4a3d-8b7a-ee7a3d5804d0 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:30.453141 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-8f371886-6b4d-47fa-92c4-2d9bf2d6c27b req-6abce61e-35a7-4760-8391-347043c99686 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] show failed (client error): The resource could not be found. Mar 23 12:28:30.467254 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f371886-6b4d-47fa-92c4-2d9bf2d6c27b req-6abce61e-35a7-4760-8391-347043c99686 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/b426940a-a988-4a37-82e2-aced0924b0cf HTTP/1.1" status: 404 len: 352 time: 0.0930173 Mar 23 12:28:30.492838 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:28:30.497945 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:30.499981 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:30.545035 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9730a3b4-dcb2-4ee5-b49d-7bed997071dd req-b718f8a9-ded2-44f5-9fd9-defa6c4804e6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2595501 Mar 23 12:28:30.641986 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:30.703084 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063f1c4-307a-47f3-8efb-f11f28b898bf req-3d0b04ec-80b1-4cfe-9565-0badda3e3176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:30.705190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=92dc93b2-c7e3-4a28-8249-e6d9c2723fd2,segment=NetworkSegment(e436e240-5d3d-4df6-b744-c05925e63223),segment_id=e436e240-5d3d-4df6-b744-c05925e63223)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:30.705737 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9063f1c4-307a-47f3-8efb-f11f28b898bf req-3d0b04ec-80b1-4cfe-9565-0badda3e3176 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.6522758 Mar 23 12:28:30.710722 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:30.713717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2dcf4428-f7ac-436d-b668-144412f36e0c up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:30.721633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-6e9fbc67-f08b-4a2f-83af-e51af6f52017 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:30.723270 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-6e9fbc67-f08b-4a2f-83af-e51af6f52017 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3319356 Mar 23 12:28:30.764137 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9063f1c4-307a-47f3-8efb-f11f28b898bf req-93b60dba-f19b-4104-9f8e-5f65af35cb47 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=b786c8a5-b966-496b-b715-55bd9547d6e8 HTTP/1.1" status: 200 len: 217 time: 0.0395572 Mar 23 12:28:30.796461 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-f047fe96-b404-42ad-8fb7-c5d8a9715c43 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Request body: {'port': {'device_id': '1d122f8d-026d-4d09-88dd-e561fa76e4ef', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': 'f7c761ae42ff41cd874190dcd4a7ed21'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:30.814657 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c979af4-cf77-4556-98f2-e5c53c807502 req-a93c4bec-41ba-4030-8647-06cba5a58288 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 210 time: 0.1176374 Mar 23 12:28:30.860673 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 2dcf4428-f7ac-436d-b668-144412f36e0c completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:28:30.878009 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 2dcf4428-f7ac-436d-b668-144412f36e0c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:30.878580 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:30.881777 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=92dc93b2-c7e3-4a28-8249-e6d9c2723fd2,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:30.936705 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [req-aba201f9-9821-467b-a84e-77469e5a03e2 req-fb9a1c47-afaf-452e-a58d-e86ccca233ca tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] show failed (client error): The resource could not be found. Mar 23 12:28:30.950808 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aba201f9-9821-467b-a84e-77469e5a03e2 req-fb9a1c47-afaf-452e-a58d-e86ccca233ca tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/4c3e3471-d5cd-41c0-85c5-c16be529e6af HTTP/1.1" status: 404 len: 352 time: 0.0384259 Mar 23 12:28:30.983891 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89cb5d4c-be0f-4a3d-8b7a-ee7a3d5804d0 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:31.024825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063f1c4-307a-47f3-8efb-f11f28b898bf req-3f5603ad-159f-43c7-92b7-e05ddffe692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:31.026582 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9063f1c4-307a-47f3-8efb-f11f28b898bf req-3f5603ad-159f-43c7-92b7-e05ddffe692f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.2258186 Mar 23 12:28:31.049601 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:31.102281 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2dcf4428-f7ac-436d-b668-144412f36e0c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2dcf4428-f7ac-436d-b668-144412f36e0c,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:31.109135 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:31.185019 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc926f-5a3d-4181-8fe5-0ecae5684e27 req-73537a80-6491-4b6c-91a9-2f6e70cb591d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:31.202975 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31bc926f-5a3d-4181-8fe5-0ecae5684e27 req-73537a80-6491-4b6c-91a9-2f6e70cb591d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.3083491 Mar 23 12:28:31.205716 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=2dcf4428-f7ac-436d-b668-144412f36e0c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:31.228568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-14bf01ee-6fbc-47c0-9720-6137452feaf1 req-52907a6d-4bb5-4189-9062-4de12afe2477 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Deleting port e8c0bfec-30d2-4d13-844d-157fdbed5be0 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:31.229464 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-14bf01ee-6fbc-47c0-9720-6137452feaf1 req-52907a6d-4bb5-4189-9062-4de12afe2477 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:31.249027 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89cb5d4c-be0f-4a3d-8b7a-ee7a3d5804d0 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:31.255767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063f1c4-307a-47f3-8efb-f11f28b898bf req-d2d553d7-442e-4b14-9cac-406cfb6e72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:31.257553 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9063f1c4-307a-47f3-8efb-f11f28b898bf req-d2d553d7-442e-4b14-9cac-406cfb6e72f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1915395 Mar 23 12:28:31.269767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603a67e-ccb2-4040-8b38-45ae3edc37af req-20d1aa38-4f48-4d0d-8979-714a9a6fe3f6 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:31.272398 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6603a67e-ccb2-4040-8b38-45ae3edc37af req-20d1aa38-4f48-4d0d-8979-714a9a6fe3f6 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 948 time: 0.1219509 Mar 23 12:28:31.284262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-f047fe96-b404-42ad-8fb7-c5d8a9715c43 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Made reservation on behalf of f7c761ae42ff41cd874190dcd4a7ed21 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:28:31.288662 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-f047fe96-b404-42ad-8fb7-c5d8a9715c43 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:31.307374 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-f047fe96-b404-42ad-8fb7-c5d8a9715c43 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:31.338555 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2e62bf0-b1ce-45fc-91a0-6fe7d7c05b7f req-835f6b67-4cec-4237-aa2d-564223157d8f service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9170136 Mar 23 12:28:31.407708 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31bc926f-5a3d-4181-8fe5-0ecae5684e27 req-b48350bf-a14c-4db7-8374-d2740cad4da7 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034287 Mar 23 12:28:31.440739 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6603a67e-ccb2-4040-8b38-45ae3edc37af req-d18a96b9-1936-42cc-86ed-aae5341650ec tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392694 Mar 23 12:28:31.474057 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-14bf01ee-6fbc-47c0-9720-6137452feaf1 req-52907a6d-4bb5-4189-9062-4de12afe2477 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] For port e8c0bfec-30d2-4d13-844d-157fdbed5be0, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e8c0bfec-30d2-4d13-844d-157fdbed5be0,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:31.474692 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-14bf01ee-6fbc-47c0-9720-6137452feaf1 req-52907a6d-4bb5-4189-9062-4de12afe2477 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:31.477270 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89cb5d4c-be0f-4a3d-8b7a-ee7a3d5804d0 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:31.501940 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e840c633-b157-4fa3-8feb-ddb7212b5583'}, {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7946afa-db70-4023-9fb5-d1122db57689'}, {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f33ed06-d45d-4b8b-9cf8-44c6e13f2882'}, {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dc93b2-c7e3-4a28-8249-e6d9c2723fd2'}, {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcf4428-f7ac-436d-b668-144412f36e0c'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:31.504780 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35feac2-95a2-46d4-a8cc-87fb617161fc" -d '{"events": [{"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-plugged", "status": "completed", "tag": "e840c633-b157-4fa3-8feb-ddb7212b5583"}, {"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-plugged", "status": "completed", "tag": "c7946afa-db70-4023-9fb5-d1122db57689"}, {"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-plugged", "status": "completed", "tag": "2f33ed06-d45d-4b8b-9cf8-44c6e13f2882"}, {"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-plugged", "status": "completed", "tag": "92dc93b2-c7e3-4a28-8249-e6d9c2723fd2"}, {"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-plugged", "status": "completed", "tag": "2dcf4428-f7ac-436d-b668-144412f36e0c"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:31.524348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-14bf01ee-6fbc-47c0-9720-6137452feaf1 req-52907a6d-4bb5-4189-9062-4de12afe2477 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Calling delete_port for e8c0bfec-30d2-4d13-844d-157fdbed5be0 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:31.526603 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [req-918db1e4-7a12-4ed7-9c35-cf64232ccd3b req-767a5ad4-7b7e-4c57-86a9-898ea0ccb59f tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] show failed (client error): The resource could not be found. Mar 23 12:28:31.528181 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-918db1e4-7a12-4ed7-9c35-cf64232ccd3b req-767a5ad4-7b7e-4c57-86a9-898ea0ccb59f tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/52e55847-6688-46cc-8137-61372394a603 HTTP/1.1" status: 404 len: 352 time: 0.0606301 Mar 23 12:28:31.532165 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb5d4c-be0f-4a3d-8b7a-ee7a3d5804d0 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event deleted for resources: {'Subnet': ['ID=66adf0cf-1c19-4fca-ae71-0aed406efa41,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:31.543368 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89cb5d4c-be0f-4a3d-8b7a-ee7a3d5804d0 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:31.546631 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-89cb5d4c-be0f-4a3d-8b7a-ee7a3d5804d0 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "DELETE /v2.0/subnets/66adf0cf-1c19-4fca-ae71-0aed406efa41 HTTP/1.1" status: 204 len: 168 time: 1.3153682 Mar 23 12:28:31.552687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49106) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:31.557822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f8e442-14dd-45ac-a044-f9f45df474f7 None None] Network 276e60ff-cb84-4aea-99ab-0a1cafa228e5 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:28:31.613518 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2e62bf0-b1ce-45fc-91a0-6fe7d7c05b7f req-fbb6bfce-b5af-4fa3-baaf-6a0609413595 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611952 Mar 23 12:28:31.662197 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0aa485-8cdb-41ee-bca1-a0f5c7d5a019 x-openstack-request-id: req-3d0aa485-8cdb-41ee-bca1-a0f5c7d5a019 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:31.662702 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-plugged", "status": "completed", "tag": "e840c633-b157-4fa3-8feb-ddb7212b5583", "code": 200}, {"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-plugged", "status": "completed", "tag": "c7946afa-db70-4023-9fb5-d1122db57689", "code": 200}, {"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-plugged", "status": "completed", "tag": "2f33ed06-d45d-4b8b-9cf8-44c6e13f2882", "code": 200}, {"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-plugged", "status": "completed", "tag": "92dc93b2-c7e3-4a28-8249-e6d9c2723fd2", "code": 200}, {"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-plugged", "status": "completed", "tag": "2dcf4428-f7ac-436d-b668-144412f36e0c", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:31.663125 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d0aa485-8cdb-41ee-bca1-a0f5c7d5a019 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:31.663763 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e840c633-b157-4fa3-8feb-ddb7212b5583', 'code': 200} Mar 23 12:28:31.664310 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7946afa-db70-4023-9fb5-d1122db57689', 'code': 200} Mar 23 12:28:31.664729 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f33ed06-d45d-4b8b-9cf8-44c6e13f2882', 'code': 200} Mar 23 12:28:31.665151 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dc93b2-c7e3-4a28-8249-e6d9c2723fd2', 'code': 200} Mar 23 12:28:31.665571 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcf4428-f7ac-436d-b668-144412f36e0c', 'code': 200} Mar 23 12:28:31.678192 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9063f1c4-307a-47f3-8efb-f11f28b898bf req-ad113754-9e57-4420-b525-939f24e37877 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045775 Mar 23 12:28:31.682189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8f298-c1a2-4dcd-a197-8390489c36ad req-5677c51d-dde9-4aff-ac2c-286d0537e3ae tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:31.693560 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a1c8f298-c1a2-4dcd-a197-8390489c36ad req-5677c51d-dde9-4aff-ac2c-286d0537e3ae tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 950 time: 0.0934224 Mar 23 12:28:31.713285 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-f047fe96-b404-42ad-8fb7-c5d8a9715c43 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:31.733946 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:31.738475 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-f047fe96-b404-42ad-8fb7-c5d8a9715c43 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:31.853529 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-14bf01ee-6fbc-47c0-9720-6137452feaf1 req-52907a6d-4bb5-4189-9062-4de12afe2477 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:31.873898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['e8c0bfec-30d2-4d13-844d-157fdbed5be0'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:31.908265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047fe96-b404-42ad-8fb7-c5d8a9715c43 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:31.931677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182039d2-fb2b-4896-9cac-11d4387e6ea9 None None] DHCP port deletion for 276e60ff-cb84-4aea-99ab-0a1cafa228e5 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:28:31.939345 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a1c8f298-c1a2-4dcd-a197-8390489c36ad req-5237b0cb-ebe2-40bc-bce2-3ff4fde6a10e tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/security-groups?id=920a10d1-bddc-4279-8703-f8add19cae55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193341 Mar 23 12:28:31.989431 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52907a6d-4bb5-4189-9062-4de12afe2477 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Pushing event deleted for resources: {'Port': ['ID=e8c0bfec-30d2-4d13-844d-157fdbed5be0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:32.014884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bf01ee-6fbc-47c0-9720-6137452feaf1 req-52907a6d-4bb5-4189-9062-4de12afe2477 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] No DVR routers for this DVR port e8c0bfec-30d2-4d13-844d-157fdbed5be0 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:32.021471 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-14bf01ee-6fbc-47c0-9720-6137452feaf1 req-52907a6d-4bb5-4189-9062-4de12afe2477 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:32.029563 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-14bf01ee-6fbc-47c0-9720-6137452feaf1 req-52907a6d-4bb5-4189-9062-4de12afe2477 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.73 "DELETE /v2.0/ports/e8c0bfec-30d2-4d13-844d-157fdbed5be0 HTTP/1.1" status: 204 len: 173 time: 1.7957132 Mar 23 12:28:32.030332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15a2402-7902-4e61-bbe9-f38c79e04b61', 'name': 'network-vif-deleted', 'tag': 'e8c0bfec-30d2-4d13-844d-157fdbed5be0'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:32.033418 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c37b90-ce12-4fe4-8fc0-badf568318fd" -d '{"events": [{"server_uuid": "e15a2402-7902-4e61-bbe9-f38c79e04b61", "name": "network-vif-deleted", "tag": "e8c0bfec-30d2-4d13-844d-157fdbed5be0"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:32.067353 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9063f1c4-307a-47f3-8efb-f11f28b898bf req-34729367-d571-4efc-b2c7-6304e308b8b9 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728204 Mar 23 12:28:32.071218 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-182039d2-fb2b-4896-9cac-11d4387e6ea9 None None] Deleting port 4964b736-bd8b-427b-87a0-fae36ecf4eac {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:32.073960 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-182039d2-fb2b-4896-9cac-11d4387e6ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:32.077716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13cf00-cdd0-494f-9ea8-664146d39383 req-56b1e09c-d55c-4377-b02e-2ee6e5b548b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:32.078185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13cf00-cdd0-494f-9ea8-664146d39383 req-56b1e09c-d55c-4377-b02e-2ee6e5b548b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:32.078650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13cf00-cdd0-494f-9ea8-664146d39383 req-56b1e09c-d55c-4377-b02e-2ee6e5b548b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:32.079165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13cf00-cdd0-494f-9ea8-664146d39383 req-56b1e09c-d55c-4377-b02e-2ee6e5b548b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:32.079621 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13cf00-cdd0-494f-9ea8-664146d39383 req-56b1e09c-d55c-4377-b02e-2ee6e5b548b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:32.080115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13cf00-cdd0-494f-9ea8-664146d39383 req-56b1e09c-d55c-4377-b02e-2ee6e5b548b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:32.080566 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13cf00-cdd0-494f-9ea8-664146d39383 req-56b1e09c-d55c-4377-b02e-2ee6e5b548b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:32.082500 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7a13cf00-cdd0-494f-9ea8-664146d39383 req-56b1e09c-d55c-4377-b02e-2ee6e5b548b1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 6503 time: 0.2854366 Mar 23 12:28:32.108641 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47e937-ffec-4030-a9e1-26d45f41e1e2 req-a83b8904-6552-4488-90cd-26df9700b081 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:32.116531 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d47e937-ffec-4030-a9e1-26d45f41e1e2 req-a83b8904-6552-4488-90cd-26df9700b081 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 1023 time: 0.0741422 Mar 23 12:28:32.138215 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20355982-6936-4304-8a4f-d4c4dccbf9ec req-55ac9202-4354-42f9-ad09-517d9ca8ec30 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:32.145271 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20355982-6936-4304-8a4f-d4c4dccbf9ec req-55ac9202-4354-42f9-ad09-517d9ca8ec30 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:32.156564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20355982-6936-4304-8a4f-d4c4dccbf9ec req-55ac9202-4354-42f9-ad09-517d9ca8ec30 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:32.165319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20355982-6936-4304-8a4f-d4c4dccbf9ec req-55ac9202-4354-42f9-ad09-517d9ca8ec30 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:32.172482 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20355982-6936-4304-8a4f-d4c4dccbf9ec req-55ac9202-4354-42f9-ad09-517d9ca8ec30 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:32.173998 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-182039d2-fb2b-4896-9cac-11d4387e6ea9 None None] For port 4964b736-bd8b-427b-87a0-fae36ecf4eac, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4964b736-bd8b-427b-87a0-fae36ecf4eac,segment=NetworkSegment(3e1d52d9-1f9c-4d28-b908-355a28c72050),segment_id=3e1d52d9-1f9c-4d28-b908-355a28c72050)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:32.174570 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-182039d2-fb2b-4896-9cac-11d4387e6ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:32.177031 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d47e937-ffec-4030-a9e1-26d45f41e1e2 req-5447aa93-590e-42b8-94ee-4c4dbe88fdb9 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=e011e871-9936-4957-bbe0-be8743b02af9&id=bab2e5cf-ff12-4ff5-9833-c1832028fca7&id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0590398 Mar 23 12:28:32.181333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20355982-6936-4304-8a4f-d4c4dccbf9ec req-55ac9202-4354-42f9-ad09-517d9ca8ec30 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:32.195465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20355982-6936-4304-8a4f-d4c4dccbf9ec req-55ac9202-4354-42f9-ad09-517d9ca8ec30 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:32.198292 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-20355982-6936-4304-8a4f-d4c4dccbf9ec req-55ac9202-4354-42f9-ad09-517d9ca8ec30 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5446 time: 0.3061337 Mar 23 12:28:32.203105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-182039d2-fb2b-4896-9cac-11d4387e6ea9 None None] Calling delete_port for 4964b736-bd8b-427b-87a0-fae36ecf4eac owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:32.211792 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-f047fe96-b404-42ad-8fb7-c5d8a9715c43 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Allocated IP 192.168.233.179 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/1204b2f3-fa2f-4074-af6a-5ca6a99e29ac) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:28:32.273277 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7a13cf00-cdd0-494f-9ea8-664146d39383 req-ee57f5fa-02d3-4359-a058-02b06064fc59 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1806684 Mar 23 12:28:32.287675 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Deleting port 4964b736-bd8b-427b-87a0-fae36ecf4eac {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:32.288044 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:32.328079 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-182039d2-fb2b-4896-9cac-11d4387e6ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:32.340536 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-20355982-6936-4304-8a4f-d4c4dccbf9ec req-ff8c87a5-31fc-4090-81c1-1f09785d6ee9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1412392 Mar 23 12:28:32.349011 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182039d2-fb2b-4896-9cac-11d4387e6ea9 None None] No DVR routers for this DVR port 4964b736-bd8b-427b-87a0-fae36ecf4eac on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:32.368876 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f8389f4-fe52-4d3e-b5ff-5ff9d41d5270 req-442ad3e9-7438-4110-9f85-6efc06f33ca7 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 210 time: 0.0702927 Mar 23 12:28:32.411235 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182039d2-fb2b-4896-9cac-11d4387e6ea9 None None] Pushing event deleted for resources: {'Port': ['ID=4964b736-bd8b-427b-87a0-fae36ecf4eac,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:32.438239 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422c252b-dfbb-4f6c-b1c4-4015b5138197 x-openstack-request-id: req-422c252b-dfbb-4f6c-b1c4-4015b5138197 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:32.438239 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15a2402-7902-4e61-bbe9-f38c79e04b61", "name": "network-vif-deleted", "tag": "e8c0bfec-30d2-4d13-844d-157fdbed5be0", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:32.438505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4964b736-bd8b-427b-87a0-fae36ecf4eac no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:32.438599 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-422c252b-dfbb-4f6c-b1c4-4015b5138197 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:32.438695 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15a2402-7902-4e61-bbe9-f38c79e04b61', 'name': 'network-vif-deleted', 'tag': 'e8c0bfec-30d2-4d13-844d-157fdbed5be0', 'status': 'completed', 'code': 200} Mar 23 12:28:32.460210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 4964b736-bd8b-427b-87a0-fae36ecf4eac {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:32.460554 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4964b736-bd8b-427b-87a0-fae36ecf4eac not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:32.488922 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] For port 4964b736-bd8b-427b-87a0-fae36ecf4eac, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4964b736-bd8b-427b-87a0-fae36ecf4eac,segment=NetworkSegment(3e1d52d9-1f9c-4d28-b908-355a28c72050),segment_id=3e1d52d9-1f9c-4d28-b908-355a28c72050)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:32.489285 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:32.559647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Calling delete_port for 4964b736-bd8b-427b-87a0-fae36ecf4eac owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:32.585984 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7f05c-7efe-47c2-bcec-bf222c2e343a req-ed42a92f-9458-42d8-8feb-cc51ea3c1f03 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:32.587555 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e3d7f05c-7efe-47c2-bcec-bf222c2e343a req-ed42a92f-9458-42d8-8feb-cc51ea3c1f03 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 948 time: 0.0621257 Mar 23 12:28:32.645214 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e3d7f05c-7efe-47c2-bcec-bf222c2e343a req-2dfc630d-028c-47f9-92ec-d98dce09c3ac tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481923 Mar 23 12:28:32.678074 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134eb96-c8c2-4c52-9ac9-58a2b43a4940 req-ef7d3e61-2d85-40e8-8ae0-84dad7df901c tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:32.680752 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4134eb96-c8c2-4c52-9ac9-58a2b43a4940 req-ef7d3e61-2d85-40e8-8ae0-84dad7df901c tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.1570146 Mar 23 12:28:32.741362 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-f047fe96-b404-42ad-8fb7-c5d8a9715c43 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:32.785966 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4134eb96-c8c2-4c52-9ac9-58a2b43a4940 req-f85636d8-9d9b-4fa4-977d-b92d79a6961b tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913613 Mar 23 12:28:32.801843 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:32.846260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event deleted for resources: {'Port': ['ID=4964b736-bd8b-427b-87a0-fae36ecf4eac,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:32.848920 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] No DVR routers for this DVR port 4964b736-bd8b-427b-87a0-fae36ecf4eac on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:32.851796 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-f047fe96-b404-42ad-8fb7-c5d8a9715c43 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:32.993431 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-f047fe96-b404-42ad-8fb7-c5d8a9715c43 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:28:32.993431 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047fe96-b404-42ad-8fb7-c5d8a9715c43 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Pushing event updated for resources: {'Port': ['ID=1204b2f3-fa2f-4074-af6a-5ca6a99e29ac,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:33.028035 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-f047fe96-b404-42ad-8fb7-c5d8a9715c43 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:28:33.031306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-f047fe96-b404-42ad-8fb7-c5d8a9715c43 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:28:33.089499 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a367ed8-a320-4a86-8746-8fbd8ef9d86d req-d22f88d3-7a69-48ad-8c90-21822472b9d8 tempest-ServersAdminNegativeTestJSON-1123137427 tempest-ServersAdminNegativeTestJSON-1123137427-project] 10.222.0.52 "GET /v2.0/ports?device_id=e15a2402-7902-4e61-bbe9-f38c79e04b61 HTTP/1.1" status: 200 len: 210 time: 0.0441716 Mar 23 12:28:33.095917 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:33.135475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276e60ff-cb84-4aea-99ab-0a1cafa228e5']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:33.152907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1d52d9-1f9c-4d28-b908-355a28c72050') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:33.153227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1d52d9-1f9c-4d28-b908-355a28c72050') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:33.169243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-f047fe96-b404-42ad-8fb7-c5d8a9715c43 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:33.169871 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-f047fe96-b404-42ad-8fb7-c5d8a9715c43 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:33.174947 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:33.191700 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4eaaa-b699-4899-8868-057b4d98ee5d req-fb44ddde-3428-4c5d-abaa-b18ed2f60420 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:33.193277 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-01e4eaaa-b699-4899-8868-057b4d98ee5d req-fb44ddde-3428-4c5d-abaa-b18ed2f60420 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.1544604 Mar 23 12:28:33.216135 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:33.230126 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-f047fe96-b404-42ad-8fb7-c5d8a9715c43 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4395823 Mar 23 12:28:33.235882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:28:33.236324 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:28:33.239908 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:28:33.245206 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Request body: {'port': {'device_id': '1d122f8d-026d-4d09-88dd-e561fa76e4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:33.323843 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09e052-b465-4fcb-ad57-44c956061bc1 req-3beb38b6-38d6-41e0-b2ae-16c3533c5c15 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:33.325504 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da09e052-b465-4fcb-ad57-44c956061bc1 req-3beb38b6-38d6-41e0-b2ae-16c3533c5c15 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 1023 time: 0.0647519 Mar 23 12:28:33.378965 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da09e052-b465-4fcb-ad57-44c956061bc1 req-5827f386-0683-497a-96ed-61fc2e5d409a tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=e011e871-9936-4957-bbe0-be8743b02af9&id=bab2e5cf-ff12-4ff5-9833-c1832028fca7&id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0448666 Mar 23 12:28:33.379225 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b786c8a5-b966-496b-b715-55bd9547d6e8 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:28:33.397976 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-020a928c-ecfa-4aa6-a01c-c6fd30820a16 None None] Provisioning complete for port 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:33.398932 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-020a928c-ecfa-4aa6-a01c-c6fd30820a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:33.477392 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-020a928c-ecfa-4aa6-a01c-c6fd30820a16 None None] Port 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:28:33.562272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f1b10-ca17-46de-ada1-5870933ffa1d req-1f339f78-ce17-40cc-94a7-cb815aa4ff34 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:33.563302 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b786c8a5-b966-496b-b715-55bd9547d6e8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b786c8a5-b966-496b-b715-55bd9547d6e8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:33.564321 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4c8f1b10-ca17-46de-ada1-5870933ffa1d req-1f339f78-ce17-40cc-94a7-cb815aa4ff34 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 936 time: 0.0687144 Mar 23 12:28:33.583486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'b786c8a5-b966-496b-b715-55bd9547d6e8', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'b786c8a5-b966-496b-b715-55bd9547d6e8', 'mac_address': 'fa:16:3e:2e:a8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:28:33.623736 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4c8f1b10-ca17-46de-ada1-5870933ffa1d req-2f069138-da03-453e-bffa-49df3b3bd1d5 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491199 Mar 23 12:28:33.635289 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:33.658234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b786c8a5-b966-496b-b715-55bd9547d6e8 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:33.697124 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-01e4eaaa-b699-4899-8868-057b4d98ee5d req-d7a12f68-3462-46bc-8cd1-4bd7d5938097 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940405 Mar 23 12:28:33.704890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b786c8a5-b966-496b-b715-55bd9547d6e8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b786c8a5-b966-496b-b715-55bd9547d6e8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:33.728557 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:33.729978 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f3406521-0d43-45f9-8ecf-755726b3a2b1 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:28:33.739056 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:33.753279 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:33.756523 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "DELETE /v2.0/networks/276e60ff-cb84-4aea-99ab-0a1cafa228e5 HTTP/1.1" status: 204 len: 168 time: 2.1799505 Mar 23 12:28:33.769192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49138) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:33.780805 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:33.783240 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80ce81-93f0-41c6-bf37-5a7dffe805b6 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event deleted for resources: {'Network': ['ID=276e60ff-cb84-4aea-99ab-0a1cafa228e5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:33.806170 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f3406521-0d43-45f9-8ecf-755726b3a2b1, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f3406521-0d43-45f9-8ecf-755726b3a2b1,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:33.830843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'f3406521-0d43-45f9-8ecf-755726b3a2b1', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'f3406521-0d43-45f9-8ecf-755726b3a2b1', 'mac_address': 'fa:16:3e:76:97:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:28:33.869326 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b36fbd-ca53-45b1-9bdb-921ebf85da13 req-c318c304-f088-45a4-9011-6d0d54f3554a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:33.876569 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b36fbd-ca53-45b1-9bdb-921ebf85da13 req-c318c304-f088-45a4-9011-6d0d54f3554a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:33.883624 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b36fbd-ca53-45b1-9bdb-921ebf85da13 req-c318c304-f088-45a4-9011-6d0d54f3554a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:33.895596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b36fbd-ca53-45b1-9bdb-921ebf85da13 req-c318c304-f088-45a4-9011-6d0d54f3554a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:33.903448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-592b6362-a10f-4cb1-b1e4-d4c60db375f5 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Deleting subnet b3b05415-5c73-429d-b396-7f28bfac9555 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:28:33.906771 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b36fbd-ca53-45b1-9bdb-921ebf85da13 req-c318c304-f088-45a4-9011-6d0d54f3554a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:33.915440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b36fbd-ca53-45b1-9bdb-921ebf85da13 req-c318c304-f088-45a4-9011-6d0d54f3554a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:33.915722 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-592b6362-a10f-4cb1-b1e4-d4c60db375f5 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:33.926249 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b36fbd-ca53-45b1-9bdb-921ebf85da13 req-c318c304-f088-45a4-9011-6d0d54f3554a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:33.928782 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66b36fbd-ca53-45b1-9bdb-921ebf85da13 req-c318c304-f088-45a4-9011-6d0d54f3554a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5446 time: 0.2146144 Mar 23 12:28:33.948323 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device e8c0bfec-30d2-4d13-844d-157fdbed5be0 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:33.977581 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: e8c0bfec-30d2-4d13-844d-157fdbed5be0 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:33.977971 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device e8c0bfec-30d2-4d13-844d-157fdbed5be0 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:33.986973 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:34.005575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b786c8a5-b966-496b-b715-55bd9547d6e8,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:34.014250 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3406521-0d43-45f9-8ecf-755726b3a2b1 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:34.019754 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94e337-0ade-43c1-993c-2eb65fc14947 req-5e5e76ee-844d-4742-b4f0-37001de07aae tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:34.021234 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa94e337-0ade-43c1-993c-2eb65fc14947 req-5e5e76ee-844d-4742-b4f0-37001de07aae tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 948 time: 0.1966007 Mar 23 12:28:34.025958 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66b36fbd-ca53-45b1-9bdb-921ebf85da13 req-2c2f6a8f-8fc6-4b3e-a036-2c73e124d659 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844257 Mar 23 12:28:34.036250 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-592b6362-a10f-4cb1-b1e4-d4c60db375f5 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:34.066856 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f3406521-0d43-45f9-8ecf-755726b3a2b1, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f3406521-0d43-45f9-8ecf-755726b3a2b1,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:34.071968 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:34.167778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f3406521-0d43-45f9-8ecf-755726b3a2b1,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:34.256111 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa94e337-0ade-43c1-993c-2eb65fc14947 req-0699d022-f51b-4605-ac75-ba83fe3d8d86 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877038 Mar 23 12:28:34.288243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb681b03-08a5-4df2-9749-bfb48185a162 req-b859ac1c-8eb9-4c60-942e-8e5fe522b8f1 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:34.290017 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fb681b03-08a5-4df2-9749-bfb48185a162 req-b859ac1c-8eb9-4c60-942e-8e5fe522b8f1 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 1023 time: 0.2000430 Mar 23 12:28:34.315966 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-592b6362-a10f-4cb1-b1e4-d4c60db375f5 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:34.400829 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:28:34.417204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['b786c8a5-b966-496b-b715-55bd9547d6e8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:34.466762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['f3406521-0d43-45f9-8ecf-755726b3a2b1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:34.477263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:34.485508 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-592b6362-a10f-4cb1-b1e4-d4c60db375f5 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:34.489226 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:34.532605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b6362-a10f-4cb1-b1e4-d4c60db375f5 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b05415-5c73-429d-b396-7f28bfac9555,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:34.534750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Transition to ACTIVE for port object 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:28:34.540161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49148) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:34.541082 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:34.543308 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-592b6362-a10f-4cb1-b1e4-d4c60db375f5 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:34.546456 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-592b6362-a10f-4cb1-b1e4-d4c60db375f5 tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "DELETE /v2.0/subnets/b3b05415-5c73-429d-b396-7f28bfac9555 HTTP/1.1" status: 204 len: 168 time: 0.7773025 Mar 23 12:28:34.552026 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49152) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:34.590620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1d8010-3563-46e5-85df-eb679b966173 None None] Network 84e57d02-7071-458d-b2f2-f08fdb168a52 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:28:34.616868 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad0566-f647-46b6-8bfd-54ed858d5063 req-956fccb2-4fde-44e9-a84b-7a3287e2f18a tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:34.618993 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71ad0566-f647-46b6-8bfd-54ed858d5063 req-956fccb2-4fde-44e9-a84b-7a3287e2f18a tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 1023 time: 0.0678020 Mar 23 12:28:34.669410 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fb681b03-08a5-4df2-9749-bfb48185a162 req-d2049ae1-a6fc-4f9d-94a9-55ea114f6da5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Deleting port 058dce15-d42a-4faa-960e-eb8727312303 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:34.669744 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fb681b03-08a5-4df2-9749-bfb48185a162 req-d2049ae1-a6fc-4f9d-94a9-55ea114f6da5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:34.690417 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71ad0566-f647-46b6-8bfd-54ed858d5063 req-ab79239e-1297-4583-92c4-ed533ed9f081 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups?id=e011e871-9936-4957-bbe0-be8743b02af9&id=bab2e5cf-ff12-4ff5-9833-c1832028fca7&id=ccba2db2-ca15-4a16-b28b-a59387e01bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0636487 Mar 23 12:28:34.724639 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Pushing event updated for resources: {'Port': ['ID=1204b2f3-fa2f-4074-af6a-5ca6a99e29ac,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:34.826795 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:34.962184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fb681b03-08a5-4df2-9749-bfb48185a162 req-d2049ae1-a6fc-4f9d-94a9-55ea114f6da5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] For port 058dce15-d42a-4faa-960e-eb8727312303, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=058dce15-d42a-4faa-960e-eb8727312303,segment=NetworkSegment(1dd23322-2668-4009-8d16-b9cdb0be4bbc),segment_id=1dd23322-2668-4009-8d16-b9cdb0be4bbc)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:34.962537 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fb681b03-08a5-4df2-9749-bfb48185a162 req-d2049ae1-a6fc-4f9d-94a9-55ea114f6da5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:34.984779 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-236cbcc6-f398-4700-9b96-ca9a96f867e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fc403803658f4797a8a5da21997fc3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420850 Mar 23 12:28:34.988542 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49160) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:34.996637 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc39ef3-e874-4ebc-b4eb-e7d8a5740c5c req-87d7e196-3327-43e4-935c-e49426ee74ac tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:34.998301 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7dc39ef3-e874-4ebc-b4eb-e7d8a5740c5c req-87d7e196-3327-43e4-935c-e49426ee74ac tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 948 time: 0.2219832 Mar 23 12:28:35.010231 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fb681b03-08a5-4df2-9749-bfb48185a162 req-d2049ae1-a6fc-4f9d-94a9-55ea114f6da5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Calling delete_port for 058dce15-d42a-4faa-960e-eb8727312303 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:35.017545 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a050487-0e0d-4307-8395-516be1aa1cc9 req-f27151c2-cd70-4457-a69c-16d477113b64 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.019105 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a050487-0e0d-4307-8395-516be1aa1cc9 req-f27151c2-cd70-4457-a69c-16d477113b64 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.1821942 Mar 23 12:28:35.047518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Attempting to bind port 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:28:35.047901 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Attempting to bind port 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:28:35.048191 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Attempting to bind port 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:35.088062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Port 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:28:35.088440 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Attempting to bind port 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:35.091854 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a050487-0e0d-4307-8395-516be1aa1cc9 req-f6a0a3c0-5f82-45c7-b648-3474cb784162 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584190 Mar 23 12:28:35.092762 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b3ad-e58e-4cd9-a778-61f875604a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:35.110982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:28:35.111391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:28:35.111681 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:28:35.112138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Bound port: 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:28:35.112491 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:35.118231 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7dc39ef3-e874-4ebc-b4eb-e7d8a5740c5c req-b2b411a7-da93-4144-abb0-da15b482f1b3 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135647 Mar 23 12:28:35.133442 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b3ad-e58e-4cd9-a778-61f875604a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:35.175139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Deleting port b28220dd-e703-4889-8cb2-bf7872deff5c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:35.175503 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:35.189726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0576dd0f-f584-4397-8339-c11e5369b064 None None] DHCP port deletion for 84e57d02-7071-458d-b2f2-f08fdb168a52 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:28:35.229565 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b3ad-e58e-4cd9-a778-61f875604a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:35.233091 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b3ad-e58e-4cd9-a778-61f875604a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:35.236675 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c9d8b3ad-e58e-4cd9-a778-61f875604a0b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/920a10d1-bddc-4279-8703-f8add19cae55 HTTP/1.1" status: 204 len: 168 time: 0.2464561 Mar 23 12:28:35.244315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0576dd0f-f584-4397-8339-c11e5369b064 None None] Deleting port b28220dd-e703-4889-8cb2-bf7872deff5c {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:35.244700 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0576dd0f-f584-4397-8339-c11e5369b064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:35.271748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fde731-2030-4b55-bffe-12a86519a209 req-8d7480fd-70cc-4ae9-b291-2d80f420fb79 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.271895 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] For port 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:28:35.281810 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fde731-2030-4b55-bffe-12a86519a209 req-8d7480fd-70cc-4ae9-b291-2d80f420fb79 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.288689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fde731-2030-4b55-bffe-12a86519a209 req-8d7480fd-70cc-4ae9-b291-2d80f420fb79 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.296317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fde731-2030-4b55-bffe-12a86519a209 req-8d7480fd-70cc-4ae9-b291-2d80f420fb79 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.304215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fde731-2030-4b55-bffe-12a86519a209 req-8d7480fd-70cc-4ae9-b291-2d80f420fb79 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.309503 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] For port b28220dd-e703-4889-8cb2-bf7872deff5c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b28220dd-e703-4889-8cb2-bf7872deff5c,segment=NetworkSegment(75c76700-0a97-4e9a-aa2e-673a07921cd7),segment_id=75c76700-0a97-4e9a-aa2e-673a07921cd7)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:35.309863 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:35.313787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fde731-2030-4b55-bffe-12a86519a209 req-8d7480fd-70cc-4ae9-b291-2d80f420fb79 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.320386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fde731-2030-4b55-bffe-12a86519a209 req-8d7480fd-70cc-4ae9-b291-2d80f420fb79 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.325203 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37fde731-2030-4b55-bffe-12a86519a209 req-8d7480fd-70cc-4ae9-b291-2d80f420fb79 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5446 time: 0.1464441 Mar 23 12:28:35.327669 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8b3ad-e58e-4cd9-a778-61f875604a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920a10d1-bddc-4279-8703-f8add19cae55,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:35.336704 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] For port 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1204b2f3-fa2f-4074-af6a-5ca6a99e29ac,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:28:35.343593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Calling delete_port for b28220dd-e703-4889-8cb2-bf7872deff5c owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:35.348190 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:35.352555 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0576dd0f-f584-4397-8339-c11e5369b064 None None] For port b28220dd-e703-4889-8cb2-bf7872deff5c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b28220dd-e703-4889-8cb2-bf7872deff5c,segment=NetworkSegment(75c76700-0a97-4e9a-aa2e-673a07921cd7),segment_id=75c76700-0a97-4e9a-aa2e-673a07921cd7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:35.353232 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0576dd0f-f584-4397-8339-c11e5369b064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:35.368867 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0576dd0f-f584-4397-8339-c11e5369b064 None None] Calling delete_port for b28220dd-e703-4889-8cb2-bf7872deff5c owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:35.407721 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37fde731-2030-4b55-bffe-12a86519a209 req-1298e37f-5e52-4ad6-b671-e8171e99b860 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563498 Mar 23 12:28:35.433979 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.434482 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:35.436123 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] 10.222.0.77 "PUT /v2.0/ports/1204b2f3-fa2f-4074-af6a-5ca6a99e29ac HTTP/1.1" status: 200 len: 1096 time: 2.1955221 Mar 23 12:28:35.471213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d122f8d-026d-4d09-88dd-e561fa76e4ef', 'tag': '1204b2f3-fa2f-4074-af6a-5ca6a99e29ac'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:35.473365 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d95b179-1c6b-45c6-a322-52c55a9726b9" -d '{"events": [{"name": "network-changed", "server_uuid": "1d122f8d-026d-4d09-88dd-e561fa76e4ef", "tag": "1204b2f3-fa2f-4074-af6a-5ca6a99e29ac"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:35.491687 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0576dd0f-f584-4397-8339-c11e5369b064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:35.507769 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0576dd0f-f584-4397-8339-c11e5369b064 None None] No DVR routers for this DVR port b28220dd-e703-4889-8cb2-bf7872deff5c on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:35.508152 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fb681b03-08a5-4df2-9749-bfb48185a162 req-d2049ae1-a6fc-4f9d-94a9-55ea114f6da5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:35.535636 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['058dce15-d42a-4faa-960e-eb8727312303'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:35.544794 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576dd0f-f584-4397-8339-c11e5369b064 None None] Pushing event deleted for resources: {'Port': ['ID=b28220dd-e703-4889-8cb2-bf7872deff5c,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:35.628325 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f0671-f8be-4381-b858-77f196e3a54c service neutron] Pushing event updated for resources: {'Port': ['ID=1204b2f3-fa2f-4074-af6a-5ca6a99e29ac,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:35.667990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b012-3140-4b0b-9ac5-165c8a6111f7 req-6f993de6-d201-4141-92ae-3490b4941e0c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.675894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b012-3140-4b0b-9ac5-165c8a6111f7 req-6f993de6-d201-4141-92ae-3490b4941e0c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.684840 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b012-3140-4b0b-9ac5-165c8a6111f7 req-6f993de6-d201-4141-92ae-3490b4941e0c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.692136 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b012-3140-4b0b-9ac5-165c8a6111f7 req-6f993de6-d201-4141-92ae-3490b4941e0c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.699003 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b012-3140-4b0b-9ac5-165c8a6111f7 req-6f993de6-d201-4141-92ae-3490b4941e0c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.703365 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049ae1-a6fc-4f9d-94a9-55ea114f6da5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event deleted for resources: {'Port': ['ID=058dce15-d42a-4faa-960e-eb8727312303,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:35.706276 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b012-3140-4b0b-9ac5-165c8a6111f7 req-6f993de6-d201-4141-92ae-3490b4941e0c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.713433 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b012-3140-4b0b-9ac5-165c8a6111f7 req-6f993de6-d201-4141-92ae-3490b4941e0c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.726456 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bda7b012-3140-4b0b-9ac5-165c8a6111f7 req-6f993de6-d201-4141-92ae-3490b4941e0c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5446 time: 0.1804788 Mar 23 12:28:35.731700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49176) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:35.732076 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49178) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:35.738359 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3510a4e7-dcdc-416a-b5a2-dd66c111934d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Request body: {'floatingip': {'port_id': '4c2355e3-e6d0-4a27-b6aa-f1ede590f411'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:35.764981 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-1ec30c7b-557e-4b21-af9b-cb833ab262dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.766820 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-1ec30c7b-557e-4b21-af9b-cb833ab262dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f7c761ae42ff41cd874190dcd4a7ed21&device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 1099 time: 0.2601144 Mar 23 12:28:35.769732 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc237555-da08-4e8a-936d-c60fe41daddc x-openstack-request-id: req-cc237555-da08-4e8a-936d-c60fe41daddc {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:35.770091 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d122f8d-026d-4d09-88dd-e561fa76e4ef", "tag": "1204b2f3-fa2f-4074-af6a-5ca6a99e29ac", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:35.770430 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc237555-da08-4e8a-936d-c60fe41daddc {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:35.770881 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d122f8d-026d-4d09-88dd-e561fa76e4ef', 'tag': '1204b2f3-fa2f-4074-af6a-5ca6a99e29ac', 'status': 'completed', 'code': 200} Mar 23 12:28:35.780220 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d3ab2-64b0-423c-9389-4c59fe367715 req-917c9709-e1f5-4726-8390-1adb3485a63a tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:35.783111 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7a7d3ab2-64b0-423c-9389-4c59fe367715 req-917c9709-e1f5-4726-8390-1adb3485a63a tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 949 time: 0.3874726 Mar 23 12:28:35.794886 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3510a4e7-dcdc-416a-b5a2-dd66c111934d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:35.819216 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb681b03-08a5-4df2-9749-bfb48185a162 req-d2049ae1-a6fc-4f9d-94a9-55ea114f6da5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] No DVR routers for this DVR port 058dce15-d42a-4faa-960e-eb8727312303 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:35.850214 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fb681b03-08a5-4df2-9749-bfb48185a162 req-d2049ae1-a6fc-4f9d-94a9-55ea114f6da5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:35.853759 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fb681b03-08a5-4df2-9749-bfb48185a162 req-d2049ae1-a6fc-4f9d-94a9-55ea114f6da5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.73 "DELETE /v2.0/ports/058dce15-d42a-4faa-960e-eb8727312303 HTTP/1.1" status: 204 len: 173 time: 1.5488095 Mar 23 12:28:35.862164 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-8c22251b-45f4-4072-a747-be57bc728793 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=1204b2f3-fa2f-4074-af6a-5ca6a99e29ac HTTP/1.1" status: 200 len: 217 time: 0.0614974 Mar 23 12:28:35.889236 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:35.911586 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42c21502-0934-41ba-87fe-cf6eb2c0df20 req-e8ef4c9e-483c-403c-b237-de191f712ad5 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d96924c-9346-41b4-8f9a-a8c0f9ea955f HTTP/1.1" status: 200 len: 210 time: 0.0745623 Mar 23 12:28:35.921228 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7a7d3ab2-64b0-423c-9389-4c59fe367715 req-89f110c6-ba99-4621-bd1d-8a8c0d1e67ec tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147423 Mar 23 12:28:35.950423 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event deleted for resources: {'Port': ['ID=b28220dd-e703-4889-8cb2-bf7872deff5c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:35.954186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] No DVR routers for this DVR port b28220dd-e703-4889-8cb2-bf7872deff5c on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:35.971552 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-88ff1117-ceef-46f9-b83d-88795384c1e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=41a97765a922465d89ef68bbbd94c1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382226 Mar 23 12:28:35.977867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49182) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:36.012209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-2d27e5cf-5661-4bd8-9b29-69b1cd821f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:36.023443 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-2d27e5cf-5661-4bd8-9b29-69b1cd821f5c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1466963 Mar 23 12:28:36.109994 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e8dd-223f-4452-b4c4-4ab384b45b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:36.148599 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:36.163346 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e8dd-223f-4452-b4c4-4ab384b45b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:36.221286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e57d02-7071-458d-b2f2-f08fdb168a52']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:36.241920 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c76700-0a97-4e9a-aa2e-673a07921cd7') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:36.242467 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c76700-0a97-4e9a-aa2e-673a07921cd7') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:36.248054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-d0de556f-dec3-470d-9cbe-d7c12d9d97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:36.250938 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-d0de556f-dec3-470d-9cbe-d7c12d9d97ea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2104292 Mar 23 12:28:36.274953 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:36.316413 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:36.326173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:28:36.326848 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:36.348575 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47963b04-9eef-45d3-b0fb-82ce92a7f24d req-5dea59d5-3b12-47c7-8f4d-7fda15533919 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:36.350174 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47963b04-9eef-45d3-b0fb-82ce92a7f24d req-5dea59d5-3b12-47c7-8f4d-7fda15533919 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.1513000 Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:28:36.365169 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:28:36.376625 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e8dd-223f-4452-b4c4-4ab384b45b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:36.379420 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e8dd-223f-4452-b4c4-4ab384b45b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:36.381182 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b4d9e8dd-223f-4452-b4c4-4ab384b45b65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9477c02e-47bb-4adf-b6f9-f21cdf856cca HTTP/1.1" status: 204 len: 168 time: 0.4021637 Mar 23 12:28:36.409613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b28220dd-e703-4889-8cb2-bf7872deff5c no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:36.441899 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: b28220dd-e703-4889-8cb2-bf7872deff5c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:36.442139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b28220dd-e703-4889-8cb2-bf7872deff5c not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:36.491622 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:36.503440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9e8dd-223f-4452-b4c4-4ab384b45b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9477c02e-47bb-4adf-b6f9-f21cdf856cca,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:36.510264 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba43ee2-fe93-4824-b850-245b05cc68d9 req-596785b4-197e-44da-b60e-77f46a9ff698 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:36.514346 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dba43ee2-fe93-4824-b850-245b05cc68d9 req-596785b4-197e-44da-b60e-77f46a9ff698 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 948 time: 0.2573893 Mar 23 12:28:36.557255 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47963b04-9eef-45d3-b0fb-82ce92a7f24d req-e485cb5e-a733-4b32-87b4-9f6552a2d810 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950352 Mar 23 12:28:36.581262 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:36.587588 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] 10.222.0.52 "DELETE /v2.0/networks/84e57d02-7071-458d-b2f2-f08fdb168a52 HTTP/1.1" status: 204 len: 168 time: 2.0280802 Mar 23 12:28:36.604835 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0a5dc-891e-48ef-8633-954ddd782edf tempest-ServersTestMultiNic-1251929928 tempest-ServersTestMultiNic-1251929928-project] Pushing event deleted for resources: {'Network': ['ID=84e57d02-7071-458d-b2f2-f08fdb168a52,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:36.644947 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-c9dbb931-9225-4fef-8bb2-96b1b41812f8 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671689 Mar 23 12:28:36.654042 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dba43ee2-fe93-4824-b850-245b05cc68d9 req-a0a232af-f458-45cc-a012-82534d38f3b6 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021721 Mar 23 12:28:36.741375 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-3510a4e7-dcdc-416a-b5a2-dd66c111934d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:28:36.813523 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7d9a7a3-e803-48b5-b1bd-784b4c238f91 req-8fbc0f98-7eb5-4b3b-9b16-ff3eff8aa709 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582444 Mar 23 12:28:36.861404 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3510a4e7-dcdc-416a-b5a2-dd66c111934d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:36.866086 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3510a4e7-dcdc-416a-b5a2-dd66c111934d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:36.961016 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95b179-1c6b-45c6-a322-52c55a9726b9 req-326bbe9d-5606-4e83-acf8-2086e2d925d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:36.963128 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4d95b179-1c6b-45c6-a322-52c55a9726b9 req-326bbe9d-5606-4e83-acf8-2086e2d925d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f7c761ae42ff41cd874190dcd4a7ed21&device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 1099 time: 0.0584116 Mar 23 12:28:36.988207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49208) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:37.071525 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-3510a4e7-dcdc-416a-b5a2-dd66c111934d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Floating IP 30a0410d-c832-49c2-af77-d312be0d99e5 associated. External IP: 172.25.2.254, port: 4c2355e3-e6d0-4a27-b6aa-f1ede590f411. Mar 23 12:28:37.159191 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7fdf2-0e67-4370-bd7a-6444f0a80466 req-20c44fee-c8a1-4a95-941a-f8dd3684bebc tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:37.160810 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ab7fdf2-0e67-4370-bd7a-6444f0a80466 req-20c44fee-c8a1-4a95-941a-f8dd3684bebc tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 949 time: 0.1222415 Mar 23 12:28:37.216493 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7befd22-af74-4e7e-8a79-54fe8a389acb req-754616ed-0b6b-4f74-8b49-871f54e47095 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/bab2e5cf-ff12-4ff5-9833-c1832028fca7 HTTP/1.1" status: 200 len: 1801 time: 0.1338463 Mar 23 12:28:37.274093 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ab7fdf2-0e67-4370-bd7a-6444f0a80466 req-9da3927e-30f1-4c13-86b5-9ec1c5136d4b tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056697 Mar 23 12:28:37.316114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95b179-1c6b-45c6-a322-52c55a9726b9 req-1771e7b2-8d83-46ed-ae25-4b35e8fe71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:37.317592 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4d95b179-1c6b-45c6-a322-52c55a9726b9 req-1771e7b2-8d83-46ed-ae25-4b35e8fe71ff service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.3433015 Mar 23 12:28:37.372286 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4d95b179-1c6b-45c6-a322-52c55a9726b9 req-6758fe6b-a985-416a-851b-68ee13cb612a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=1204b2f3-fa2f-4074-af6a-5ca6a99e29ac HTTP/1.1" status: 200 len: 217 time: 0.0419302 Mar 23 12:28:37.400212 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3510a4e7-dcdc-416a-b5a2-dd66c111934d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Router b59d26ec-b815-457a-8ccc-908854cb3f92 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:28:37.412606 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b786c8a5-b966-496b-b715-55bd9547d6e8 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:37.460938 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7befd22-af74-4e7e-8a79-54fe8a389acb req-1bace924-a527-4c0c-819b-ec5bd4bac2cd tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:37.481886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port b786c8a5-b966-496b-b715-55bd9547d6e8 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:28:37.502440 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port b786c8a5-b966-496b-b715-55bd9547d6e8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:37.504623 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:37.523036 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7befd22-af74-4e7e-8a79-54fe8a389acb req-1bace924-a527-4c0c-819b-ec5bd4bac2cd tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:37.544145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95b179-1c6b-45c6-a322-52c55a9726b9 req-458cd082-f943-4e93-9ff9-e0a5cf184c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:37.545574 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4d95b179-1c6b-45c6-a322-52c55a9726b9 req-458cd082-f943-4e93-9ff9-e0a5cf184c05 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1365201 Mar 23 12:28:37.578823 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3510a4e7-dcdc-416a-b5a2-dd66c111934d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:28:37.589266 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3510a4e7-dcdc-416a-b5a2-dd66c111934d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:37.592406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fd4661-fd87-4696-ac75-bed97d25a993 None None] Sync routers for ids ['b59d26ec-b815-457a-8ccc-908854cb3f92'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:28:37.640982 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7befd22-af74-4e7e-8a79-54fe8a389acb req-1bace924-a527-4c0c-819b-ec5bd4bac2cd tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:37.643421 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7befd22-af74-4e7e-8a79-54fe8a389acb req-1bace924-a527-4c0c-819b-ec5bd4bac2cd tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:37.645834 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fd4661-fd87-4696-ac75-bed97d25a993 None None] Routers {'b59d26ec-b815-457a-8ccc-908854cb3f92'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:28:37.647403 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7befd22-af74-4e7e-8a79-54fe8a389acb req-1bace924-a527-4c0c-819b-ec5bd4bac2cd tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "DELETE /v2.0/security-groups/bab2e5cf-ff12-4ff5-9833-c1832028fca7 HTTP/1.1" status: 204 len: 173 time: 0.3961418 Mar 23 12:28:37.648301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a2fd4661-fd87-4696-ac75-bed97d25a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:28:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b59d26ec-b815-457a-8ccc-908854cb3f92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:37.669927 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95b179-1c6b-45c6-a322-52c55a9726b9 req-217fb039-6440-4ff8-9096-6f0d4cf3c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:37.671424 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4d95b179-1c6b-45c6-a322-52c55a9726b9 req-217fb039-6440-4ff8-9096-6f0d4cf3c509 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1147616 Mar 23 12:28:37.711487 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:37.721231 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bace924-a527-4c0c-819b-ec5bd4bac2cd tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab2e5cf-ff12-4ff5-9833-c1832028fca7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:37.766280 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e56bb2b-3edc-47f9-83d2-26a69eb5805f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b786c8a5-b966-496b-b715-55bd9547d6e8'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:37.766745 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3510a4e7-dcdc-416a-b5a2-dd66c111934d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "PUT /v2.0/floatingips/30a0410d-c832-49c2-af77-d312be0d99e5 HTTP/1.1" status: 200 len: 991 time: 2.0322394 Mar 23 12:28:37.768832 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'tag': '4c2355e3-e6d0-4a27-b6aa-f1ede590f411'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:37.769952 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfcfd8a-98f9-41c3-8b5e-d9dea8ac918e" -d '{"events": [{"server_uuid": "2e56bb2b-3edc-47f9-83d2-26a69eb5805f", "name": "network-vif-plugged", "status": "completed", "tag": "b786c8a5-b966-496b-b715-55bd9547d6e8"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:37.774216 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "tag": "4c2355e3-e6d0-4a27-b6aa-f1ede590f411"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:37.801395 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d96924c-9346-41b4-8f9a-a8c0f9ea955f', 'name': 'network-vif-deleted', 'tag': '058dce15-d42a-4faa-960e-eb8727312303'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:37.803752 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b786c8a5-b966-496b-b715-55bd9547d6e8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b786c8a5-b966-496b-b715-55bd9547d6e8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:37.804073 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4613a407-03b9-48f3-9ede-82da246e6216" -d '{"events": [{"server_uuid": "3d96924c-9346-41b4-8f9a-a8c0f9ea955f", "name": "network-vif-deleted", "tag": "058dce15-d42a-4faa-960e-eb8727312303"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:37.812865 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:37.814805 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f3406521-0d43-45f9-8ecf-755726b3a2b1 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:37.815397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269418b-2f66-4a76-8b4a-59cc24303336 req-37bdc434-2198-4036-a5bd-3ba4516f3c2b tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:37.818917 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6269418b-2f66-4a76-8b4a-59cc24303336 req-37bdc434-2198-4036-a5bd-3ba4516f3c2b tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.1095800 Mar 23 12:28:37.839514 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-46cc6d16-64e3-45ff-af8a-114979933695 req-9cb4857e-d8b6-4747-b433-d26ea70a7070 tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "GET /v2.0/security-groups/e011e871-9936-4957-bbe0-be8743b02af9 HTTP/1.1" status: 200 len: 1800 time: 0.1722200 Mar 23 12:28:37.878848 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6269418b-2f66-4a76-8b4a-59cc24303336 req-1350eee4-c644-42b3-8e2f-42c5e0f8e763 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519626 Mar 23 12:28:37.911786 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4d95b179-1c6b-45c6-a322-52c55a9726b9 req-c1547923-bbb7-454d-afce-9898480c4f1d service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216282 Mar 23 12:28:37.977916 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 058dce15-d42a-4faa-960e-eb8727312303 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:38.010918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a2fd4661-fd87-4696-ac75-bed97d25a993 None None] Set router b59d26ec-b815-457a-8ccc-908854cb3f92 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:28:38.030693 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08273f91-fc56-47c4-b342-4cce358755b0 req-b26cd918-fe98-45d3-b4e0-0250f8cf2fea tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:38.033736 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08273f91-fc56-47c4-b342-4cce358755b0 req-b26cd918-fe98-45d3-b4e0-0250f8cf2fea tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 948 time: 0.0736680 Mar 23 12:28:38.098436 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08273f91-fc56-47c4-b342-4cce358755b0 req-a04c19ab-bbaa-4658-b163-9cc430f6cd7b tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578768 Mar 23 12:28:38.165425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b786c8a5-b966-496b-b715-55bd9547d6e8,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:38.171487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port f3406521-0d43-45f9-8ecf-755726b3a2b1 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:28:38.183827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 058dce15-d42a-4faa-960e-eb8727312303 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:38.184904 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 058dce15-d42a-4faa-960e-eb8727312303 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:38.191810 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59b5ac6-b743-492b-940c-ac4558486840 x-openstack-request-id: req-b59b5ac6-b743-492b-940c-ac4558486840 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:38.192547 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "tag": "4c2355e3-e6d0-4a27-b6aa-f1ede590f411", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:38.193075 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b59b5ac6-b743-492b-940c-ac4558486840 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:38.193833 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'tag': '4c2355e3-e6d0-4a27-b6aa-f1ede590f411', 'status': 'completed', 'code': 200} Mar 23 12:28:38.220791 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port f3406521-0d43-45f9-8ecf-755726b3a2b1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:38.221411 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:38.292101 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c0397a-4ee9-42f7-8998-b702da0ef05d x-openstack-request-id: req-14c0397a-4ee9-42f7-8998-b702da0ef05d {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:38.292604 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e56bb2b-3edc-47f9-83d2-26a69eb5805f", "name": "network-vif-plugged", "status": "completed", "tag": "b786c8a5-b966-496b-b715-55bd9547d6e8", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:38.293019 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14c0397a-4ee9-42f7-8998-b702da0ef05d {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:38.293903 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e56bb2b-3edc-47f9-83d2-26a69eb5805f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b786c8a5-b966-496b-b715-55bd9547d6e8', 'code': 200} Mar 23 12:28:38.393164 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7e8af2-d81a-4c24-8a95-da2766837e7f x-openstack-request-id: req-5f7e8af2-d81a-4c24-8a95-da2766837e7f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:38.393677 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d96924c-9346-41b4-8f9a-a8c0f9ea955f", "name": "network-vif-deleted", "tag": "058dce15-d42a-4faa-960e-eb8727312303", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:38.395060 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f7e8af2-d81a-4c24-8a95-da2766837e7f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:38.395673 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d96924c-9346-41b4-8f9a-a8c0f9ea955f', 'name': 'network-vif-deleted', 'tag': '058dce15-d42a-4faa-960e-eb8727312303', 'status': 'completed', 'code': 200} Mar 23 12:28:38.417387 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cc6d16-64e3-45ff-af8a-114979933695 req-d8bc615f-86a5-4ce5-8467-6fca212a342d tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:38.455862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b471246-cd42-42c9-8e84-4bf3f9d32975 req-bf1dfbf7-e2fa-4ba7-b711-3d72e883e403 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:38.459164 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b471246-cd42-42c9-8e84-4bf3f9d32975 req-bf1dfbf7-e2fa-4ba7-b711-3d72e883e403 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 949 time: 0.0800486 Mar 23 12:28:38.533635 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b471246-cd42-42c9-8e84-4bf3f9d32975 req-de05eb22-2874-46ab-8fa0-b5fbab75fe90 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617669 Mar 23 12:28:38.535037 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:38.558068 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cc6d16-64e3-45ff-af8a-114979933695 req-d8bc615f-86a5-4ce5-8467-6fca212a342d tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:38.584252 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f3406521-0d43-45f9-8ecf-755726b3a2b1, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f3406521-0d43-45f9-8ecf-755726b3a2b1,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:38.591308 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:38.634802 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a2fd4661-fd87-4696-ac75-bed97d25a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'name': 'tempest-TaggedBootDevicesTest_v242-662805425-router', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'gw_port': {'id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:41Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '30a0410d-c832-49c2-af77-d312be0d99e5', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'port_id': '4c2355e3-e6d0-4a27-b6aa-f1ede590f411', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981', 'mac_address': 'fa:16:3e:b2:91:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:27:01Z', 'updated_at': '2022-03-23T12:28:36Z', 'revision_number': 1, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf243d7-c7e6-483b-a4f5-4a013aa6e51a', 'name': '', 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'mac_address': 'fa:16:3e:a4:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77686451-d601-438d-b8ee-7891ca851b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:46Z', 'updated_at': '2022-03-23T12:25:55Z', 'revision_number': 5, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'subnets': [{'id': '77686451-d601-438d-b8ee-7891ca851b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:38.669318 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e20dec-2be0-40ea-b9cb-e5dcf7e5a3cc req-7a6804a2-84f1-48fb-967d-61790a16e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:38.672064 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-94e20dec-2be0-40ea-b9cb-e5dcf7e5a3cc req-7a6804a2-84f1-48fb-967d-61790a16e08b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2e56bb2b-3edc-47f9-83d2-26a69eb5805f HTTP/1.1" status: 200 len: 1101 time: 0.2751358 Mar 23 12:28:38.672445 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fd4661-fd87-4696-ac75-bed97d25a993 None None] Checking router: b59d26ec-b815-457a-8ccc-908854cb3f92 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:28:38.686588 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4d95b179-1c6b-45c6-a322-52c55a9726b9 req-cfc0fad1-ccf5-4bb0-b1f8-100b54d65a3d service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7655315 Mar 23 12:28:38.692033 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f3406521-0d43-45f9-8ecf-755726b3a2b1,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:38.696581 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fd4661-fd87-4696-ac75-bed97d25a993 None None] Routers {'b59d26ec-b815-457a-8ccc-908854cb3f92'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:28:38.697381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a2fd4661-fd87-4696-ac75-bed97d25a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:28:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b59d26ec-b815-457a-8ccc-908854cb3f92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:38.702777 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c req-da67fff9-5d51-47ff-9415-ee7212664d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:38.704199 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c req-da67fff9-5d51-47ff-9415-ee7212664d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:38.705294 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c req-da67fff9-5d51-47ff-9415-ee7212664d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:38.706402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c req-da67fff9-5d51-47ff-9415-ee7212664d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:38.707576 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c req-da67fff9-5d51-47ff-9415-ee7212664d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:38.708741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c req-da67fff9-5d51-47ff-9415-ee7212664d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:38.710616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c req-da67fff9-5d51-47ff-9415-ee7212664d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:38.715867 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c req-da67fff9-5d51-47ff-9415-ee7212664d7f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 6503 time: 0.3235900 Mar 23 12:28:38.771863 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e265d9b-d2c2-40a4-92e9-6e92cc37f44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:38.835644 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cc6d16-64e3-45ff-af8a-114979933695 req-d8bc615f-86a5-4ce5-8467-6fca212a342d tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:38.838586 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-46cc6d16-64e3-45ff-af8a-114979933695 req-d8bc615f-86a5-4ce5-8467-6fca212a342d tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:38.844245 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-46cc6d16-64e3-45ff-af8a-114979933695 req-d8bc615f-86a5-4ce5-8467-6fca212a342d tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] 10.222.0.52 "DELETE /v2.0/security-groups/e011e871-9936-4957-bbe0-be8743b02af9 HTTP/1.1" status: 204 len: 173 time: 1.0033762 Mar 23 12:28:38.847883 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49308) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:38.868178 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a2fd4661-fd87-4696-ac75-bed97d25a993 None None] Set router b59d26ec-b815-457a-8ccc-908854cb3f92 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:28:38.929642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba435838-477e-404c-a764-208ad11b04ba admin admin] Deleting subnet 0028349c-8d9b-4d90-b211-2217016fe8b4 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:28:38.938848 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba435838-477e-404c-a764-208ad11b04ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:39.029627 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba435838-477e-404c-a764-208ad11b04ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:39.033327 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-94e20dec-2be0-40ea-b9cb-e5dcf7e5a3cc req-bfa79df9-f61b-4ff5-98d6-23678211946c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434596 Mar 23 12:28:39.038365 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc615f-86a5-4ce5-8467-6fca212a342d tempest-SecurityGroupsTestJSON-923760248 tempest-SecurityGroupsTestJSON-923760248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e011e871-9936-4957-bbe0-be8743b02af9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:39.154272 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba435838-477e-404c-a764-208ad11b04ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:39.172411 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c req-72684ab8-bdd1-4ccf-b2b5-c63bc6ef92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:39.173905 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c req-72684ab8-bdd1-4ccf-b2b5-c63bc6ef92f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 HTTP/1.1" status: 200 len: 917 time: 0.4448392 Mar 23 12:28:39.214996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ff799-8907-419e-9547-1c1042cc50f6 req-7bc3abf2-f1a2-473e-8679-9ffd846d69e3 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:39.217016 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e8ff799-8907-419e-9547-1c1042cc50f6 req-7bc3abf2-f1a2-473e-8679-9ffd846d69e3 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.1968904 Mar 23 12:28:39.246689 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba435838-477e-404c-a764-208ad11b04ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:39.310358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a2fd4661-fd87-4696-ac75-bed97d25a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'name': 'tempest-TaggedBootDevicesTest_v242-662805425-router', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'gw_port': {'id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:41Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '30a0410d-c832-49c2-af77-d312be0d99e5', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'port_id': '4c2355e3-e6d0-4a27-b6aa-f1ede590f411', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981', 'mac_address': 'fa:16:3e:b2:91:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:27:01Z', 'updated_at': '2022-03-23T12:28:36Z', 'revision_number': 1, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf243d7-c7e6-483b-a4f5-4a013aa6e51a', 'name': '', 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'mac_address': 'fa:16:3e:a4:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77686451-d601-438d-b8ee-7891ca851b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:46Z', 'updated_at': '2022-03-23T12:25:55Z', 'revision_number': 5, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'subnets': [{'id': '77686451-d601-438d-b8ee-7891ca851b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:39.326458 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c req-ca7b4361-8d6c-4cfe-86c9-e5811548be29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2355e3-e6d0-4a27-b6aa-f1ede590f411 HTTP/1.1" status: 200 len: 999 time: 0.1309531 Mar 23 12:28:39.335725 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e8ff799-8907-419e-9547-1c1042cc50f6 req-cba9cae8-7924-46ff-88ba-2411ae96b4d2 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791261 Mar 23 12:28:39.351402 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba435838-477e-404c-a764-208ad11b04ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0028349c-8d9b-4d90-b211-2217016fe8b4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:39.367803 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba435838-477e-404c-a764-208ad11b04ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:39.374142 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ba435838-477e-404c-a764-208ad11b04ba admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0028349c-8d9b-4d90-b211-2217016fe8b4 HTTP/1.1" status: 204 len: 168 time: 0.5249629 Mar 23 12:28:39.380675 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49354) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:39.494853 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c req-bd6d6fc9-1652-44a6-85eb-ac28676edd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:39.497786 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c req-bd6d6fc9-1652-44a6-85eb-ac28676edd0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77686451-d601-438d-b8ee-7891ca851b06 HTTP/1.1" status: 200 len: 855 time: 0.1597304 Mar 23 12:28:39.519803 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fd4661-fd87-4696-ac75-bed97d25a993 None None] The sync data for ids ['b59d26ec-b815-457a-8ccc-908854cb3f92'] in n-d-834854-1 is: [{'id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'name': 'tempest-TaggedBootDevicesTest_v242-662805425-router', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'gw_port': {'id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:41Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '30a0410d-c832-49c2-af77-d312be0d99e5', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'port_id': '4c2355e3-e6d0-4a27-b6aa-f1ede590f411', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981', 'mac_address': 'fa:16:3e:b2:91:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:27:01Z', 'updated_at': '2022-03-23T12:28:36Z', 'revision_number': 1, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf243d7-c7e6-483b-a4f5-4a013aa6e51a', 'name': '', 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'mac_address': 'fa:16:3e:a4:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77686451-d601-438d-b8ee-7891ca851b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:46Z', 'updated_at': '2022-03-23T12:25:55Z', 'revision_number': 5, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'subnets': [{'id': '77686451-d601-438d-b8ee-7891ca851b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:28:39.529203 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8de92d1f-57ca-48a3-ba8e-5fb2141f6d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:39.632118 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2a4a0-20eb-45a9-adac-91596ca97f2b req-0bbd2866-ac8f-4f48-8f05-5faaabcca1a8 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:39.641037 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3fb2a4a0-20eb-45a9-adac-91596ca97f2b req-0bbd2866-ac8f-4f48-8f05-5faaabcca1a8 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 948 time: 0.1858940 Mar 23 12:28:39.652398 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8de92d1f-57ca-48a3-ba8e-5fb2141f6d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:39.683407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-8de92d1f-57ca-48a3-ba8e-5fb2141f6d6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d615e09e-2eb5-4d6e-9949-519736a83a8e']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:39.692164 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0e265d9b-d2c2-40a4-92e9-6e92cc37f44c admin admin] Deleting port 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:39.692505 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e265d9b-d2c2-40a4-92e9-6e92cc37f44c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:39.701288 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c req-07b949e1-8053-4b2d-8de1-dbb8e550f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:39.702999 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c req-07b949e1-8053-4b2d-8de1-dbb8e550f023 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7d4d0fcc-ccfb-4797-b8c0-dee4c492f981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497321 Mar 23 12:28:39.704145 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-8de92d1f-57ca-48a3-ba8e-5fb2141f6d6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd23322-2668-4009-8d16-b9cdb0be4bbc') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:39.704582 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-8de92d1f-57ca-48a3-ba8e-5fb2141f6d6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd23322-2668-4009-8d16-b9cdb0be4bbc') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:39.719572 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8de92d1f-57ca-48a3-ba8e-5fb2141f6d6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:39.727008 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3fb2a4a0-20eb-45a9-adac-91596ca97f2b req-234eeead-12f0-4d01-bb0c-79cf31723206 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850885 Mar 23 12:28:39.756734 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8de92d1f-57ca-48a3-ba8e-5fb2141f6d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:39.773549 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de92d1f-57ca-48a3-ba8e-5fb2141f6d6f admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:28:39.774326 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8de92d1f-57ca-48a3-ba8e-5fb2141f6d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:28:39.776244 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:28:39.870007 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8de92d1f-57ca-48a3-ba8e-5fb2141f6d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:39.886805 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8de92d1f-57ca-48a3-ba8e-5fb2141f6d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:39.894896 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8de92d1f-57ca-48a3-ba8e-5fb2141f6d6f admin admin] 10.222.0.52 "DELETE /v2.0/networks/d615e09e-2eb5-4d6e-9949-519736a83a8e HTTP/1.1" status: 204 len: 168 time: 0.5085773 Mar 23 12:28:39.898781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-0e265d9b-d2c2-40a4-92e9-6e92cc37f44c admin admin] For port 14706bf0-d4a4-4b10-b170-f592d5f4f6e7, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=14706bf0-d4a4-4b10-b170-f592d5f4f6e7,segment=NetworkSegment(77d72049-2247-42a5-a8c5-b478d5599f8a),segment_id=77d72049-2247-42a5-a8c5-b478d5599f8a)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:39.899187 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e265d9b-d2c2-40a4-92e9-6e92cc37f44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:39.915856 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c req-43316e6d-1056-4248-b2b0-7e0137d95f71 service neutron] 10.222.0.73 "GET /v2.0/networks/7d4d0fcc-ccfb-4797-b8c0-dee4c492f981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006962 Mar 23 12:28:39.916226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de92d1f-57ca-48a3-ba8e-5fb2141f6d6f admin admin] Pushing event deleted for resources: {'Network': ['ID=d615e09e-2eb5-4d6e-9949-519736a83a8e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:39.923177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0e265d9b-d2c2-40a4-92e9-6e92cc37f44c admin admin] Calling delete_port for 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:39.966464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd6ed1-c496-4656-8c69-806bd70c09d4 req-e09008af-d91f-4d69-9ef4-4ef157bf409d tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:39.968044 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3dd6ed1-c496-4656-8c69-806bd70c09d4 req-e09008af-d91f-4d69-9ef4-4ef157bf409d tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 950 time: 0.1385565 Mar 23 12:28:39.982988 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aad2dc-4ed4-4e10-bc15-b96e03cd8317 None None] New status for floating IP 30a0410d-c832-49c2-af77-d312be0d99e5: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:28:40.103146 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3dd6ed1-c496-4656-8c69-806bd70c09d4 req-03b5e823-76aa-47d9-878e-179ad2a94d78 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738151 Mar 23 12:28:40.129361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49376) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:40.171401 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3ae240cd-5900-4b2d-988f-b21cf2cf6c1c req-8b38c9b2-2727-4622-a8cc-aeff4ab46a4d service neutron] 10.222.0.73 "GET /v2.0/networks/7d4d0fcc-ccfb-4797-b8c0-dee4c492f981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398860 Mar 23 12:28:40.207542 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-675b3294-7882-4213-bcdb-74a3bea3b664 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d5f45b7a4464db3842cc518a88a2ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0767009 Mar 23 12:28:40.210196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49384) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:40.282527 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c061718-6696-4c1f-9c82-cab3dcbcece2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:40.297596 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0872adcc-b72e-4c22-90c8-4bb3415dd8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3406521-0d43-45f9-8ecf-755726b3a2b1'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:40.301212 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ad590f-92e3-412a-b5ba-04ecc84fd47f" -d '{"events": [{"server_uuid": "0872adcc-b72e-4c22-90c8-4bb3415dd8b1", "name": "network-vif-plugged", "status": "completed", "tag": "f3406521-0d43-45f9-8ecf-755726b3a2b1"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:40.317266 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c061718-6696-4c1f-9c82-cab3dcbcece2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:40.323758 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e265d9b-d2c2-40a4-92e9-6e92cc37f44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:40.359788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e265d9b-d2c2-40a4-92e9-6e92cc37f44c admin admin] Pushing event deleted for resources: {'Port': ['ID=14706bf0-d4a4-4b10-b170-f592d5f4f6e7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:40.391016 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c061718-6696-4c1f-9c82-cab3dcbcece2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:40.395898 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c061718-6696-4c1f-9c82-cab3dcbcece2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:40.400905 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4c061718-6696-4c1f-9c82-cab3dcbcece2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ccba2db2-ca15-4a16-b28b-a59387e01bb9 HTTP/1.1" status: 204 len: 168 time: 0.1892471 Mar 23 12:28:40.425434 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c061718-6696-4c1f-9c82-cab3dcbcece2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccba2db2-ca15-4a16-b28b-a59387e01bb9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:40.602166 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2469ba-7b80-4a86-bc54-9794bbc7f3c4 x-openstack-request-id: req-8b2469ba-7b80-4a86-bc54-9794bbc7f3c4 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:40.602570 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0872adcc-b72e-4c22-90c8-4bb3415dd8b1", "name": "network-vif-plugged", "status": "completed", "tag": "f3406521-0d43-45f9-8ecf-755726b3a2b1", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:40.602936 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b2469ba-7b80-4a86-bc54-9794bbc7f3c4 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:40.603556 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0872adcc-b72e-4c22-90c8-4bb3415dd8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3406521-0d43-45f9-8ecf-755726b3a2b1', 'code': 200} Mar 23 12:28:40.682440 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e265d9b-d2c2-40a4-92e9-6e92cc37f44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:40.758176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ad8b4-d368-4fda-a751-4abbbb008d22 req-01f3635a-89a7-4e95-b434-d445312e69c7 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:40.764764 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-706ad8b4-d368-4fda-a751-4abbbb008d22 req-01f3635a-89a7-4e95-b434-d445312e69c7 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.0821693 Mar 23 12:28:40.820952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d40e8b-2cc7-4c64-8b1f-181ca283893a req-0c4025c9-af31-47e3-9c2f-bcc17a19a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:40.822472 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3d40e8b-2cc7-4c64-8b1f-181ca283893a req-0c4025c9-af31-47e3-9c2f-bcc17a19a6ae service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 1101 time: 0.1333163 Mar 23 12:28:40.834470 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-706ad8b4-d368-4fda-a751-4abbbb008d22 req-bbcd6382-6681-43fb-b7c8-8df36d92aae3 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612082 Mar 23 12:28:40.910304 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3d40e8b-2cc7-4c64-8b1f-181ca283893a req-7ff445af-9fab-4deb-aaf9-cd22dd6be8fd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504098 Mar 23 12:28:41.071882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e265d9b-d2c2-40a4-92e9-6e92cc37f44c admin admin] Router 1f82c4cd-c72a-4568-9ac4-eccac25e9a12 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:28:41.080075 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1ea69-b134-4165-a2d7-d7d7b7a1a9fa req-1c836cf6-37e1-432d-995d-b0f16c805543 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:41.088656 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70f1ea69-b134-4165-a2d7-d7d7b7a1a9fa req-1c836cf6-37e1-432d-995d-b0f16c805543 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 948 time: 0.0781808 Mar 23 12:28:41.166781 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70f1ea69-b134-4165-a2d7-d7d7b7a1a9fa req-032193f0-f258-4b36-a45b-0e139889f0aa tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787404 Mar 23 12:28:41.279709 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e265d9b-d2c2-40a4-92e9-6e92cc37f44c admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:28:41.285615 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0e265d9b-d2c2-40a4-92e9-6e92cc37f44c admin admin] 10.222.0.52 "PUT /v2.0/routers/1f82c4cd-c72a-4568-9ac4-eccac25e9a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2962646 Mar 23 12:28:41.288237 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49476) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:41.288743 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b76a6d-c2e6-4f3b-97f7-2ddb3486b963 None None] Sync routers for ids ['1f82c4cd-c72a-4568-9ac4-eccac25e9a12'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:28:41.307690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b76a6d-c2e6-4f3b-97f7-2ddb3486b963 None None] Routers {'1f82c4cd-c72a-4568-9ac4-eccac25e9a12'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:28:41.309530 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-67b76a6d-c2e6-4f3b-97f7-2ddb3486b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:28:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1f82c4cd-c72a-4568-9ac4-eccac25e9a12'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:41.438326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-67b76a6d-c2e6-4f3b-97f7-2ddb3486b963 None None] Set router 1f82c4cd-c72a-4568-9ac4-eccac25e9a12 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:28:41.501253 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:28:41.539048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49498) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:41.694922 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ee326cd0-655e-4a5e-9bfa-20093e0090a7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-932474463-network', 'tenant_id': '62343df70eb049fe840a8de71d5bb599'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:41.716152 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1204b2f3-fa2f-4074-af6a-5ca6a99e29ac,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:41.718235 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee326cd0-655e-4a5e-9bfa-20093e0090a7 admin admin] Made reservation on behalf of 62343df70eb049fe840a8de71d5bb599 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:28:41.721691 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee326cd0-655e-4a5e-9bfa-20093e0090a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:41.730758 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '1204b2f3-fa2f-4074-af6a-5ca6a99e29ac', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '1204b2f3-fa2f-4074-af6a-5ca6a99e29ac', 'mac_address': 'fa:16:3e:5d:31:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:28:41.733441 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee326cd0-655e-4a5e-9bfa-20093e0090a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:41.818579 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:41.843725 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:41.848100 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cd359-7a16-4434-beca-e3056d15a583 req-2aaa8c95-bfdb-47a8-91d9-3b859871dd7d tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:41.851651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-67b76a6d-c2e6-4f3b-97f7-2ddb3486b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'name': 'tempest-ServersTestMultiNic-880746088-router', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:06Z', 'updated_at': '2022-03-23T12:28:40Z', 'revision_number': 5, 'project_id': '30d96015ed484726b5769dfa4017912e', 'gw_port': {'id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:94:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:08Z', 'updated_at': '2022-03-23T12:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:41.852369 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee326cd0-655e-4a5e-9bfa-20093e0090a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:41.858166 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee326cd0-655e-4a5e-9bfa-20093e0090a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:41.860694 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c1cd359-7a16-4434-beca-e3056d15a583 req-2aaa8c95-bfdb-47a8-91d9-3b859871dd7d tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 950 time: 0.5089641 Mar 23 12:28:41.886449 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b76a6d-c2e6-4f3b-97f7-2ddb3486b963 None None] Checking router: 1f82c4cd-c72a-4568-9ac4-eccac25e9a12 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:28:41.887619 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee326cd0-655e-4a5e-9bfa-20093e0090a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa510a1-5eac-4943-ac68-368839c6b304,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:41.902234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1204b2f3-fa2f-4074-af6a-5ca6a99e29ac,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:41.907248 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee326cd0-655e-4a5e-9bfa-20093e0090a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:28:41.908634 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:41.910665 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b76a6d-c2e6-4f3b-97f7-2ddb3486b963 None None] Routers {'1f82c4cd-c72a-4568-9ac4-eccac25e9a12'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:28:41.911855 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-67b76a6d-c2e6-4f3b-97f7-2ddb3486b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:28:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1f82c4cd-c72a-4568-9ac4-eccac25e9a12'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:41.925211 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee326cd0-655e-4a5e-9bfa-20093e0090a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:41.925561 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-ee326cd0-655e-4a5e-9bfa-20093e0090a7 admin admin] Added segment 2d472369-9b14-4134-be3c-f5a91745112d of type vlan for network 1743bb27-9332-4a25-8ecd-a3ec37878eb1 Mar 23 12:28:41.992446 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c1cd359-7a16-4434-beca-e3056d15a583 req-c46065b0-b814-4301-8749-246d64dd3380 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293466 Mar 23 12:28:42.001316 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee326cd0-655e-4a5e-9bfa-20093e0090a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:42.020901 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bb0788d-2d3d-4c4d-89c8-ee425eaf0e6c admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:42.065313 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee326cd0-655e-4a5e-9bfa-20093e0090a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:42.066849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee326cd0-655e-4a5e-9bfa-20093e0090a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:42.067670 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee326cd0-655e-4a5e-9bfa-20093e0090a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:42.083221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1204b2f3-fa2f-4074-af6a-5ca6a99e29ac,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:42.152380 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-67b76a6d-c2e6-4f3b-97f7-2ddb3486b963 None None] Set router 1f82c4cd-c72a-4568-9ac4-eccac25e9a12 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:28:42.167381 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ee326cd0-655e-4a5e-9bfa-20093e0090a7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6272178 Mar 23 12:28:42.204175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49544) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:42.212562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-25a59290-8272-4810-8e59-d70bf09a93c8 admin admin] Request body: {'subnet': {'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-932474463-subnet', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:42.224299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee326cd0-655e-4a5e-9bfa-20093e0090a7 admin admin] Pushing event updated for resources: {'Network': ['ID=1743bb27-9332-4a25-8ecd-a3ec37878eb1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:42.264236 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e922aae-350c-416b-b8c9-0a86ddfaac81 req-4d505423-987b-4638-ae60-0994d71e676b tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:42.272137 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8e922aae-350c-416b-b8c9-0a86ddfaac81 req-4d505423-987b-4638-ae60-0994d71e676b tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.1190228 Mar 23 12:28:42.285369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 1743bb27-9332-4a25-8ecd-a3ec37878eb1 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:28:42.296568 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a59290-8272-4810-8e59-d70bf09a93c8 admin admin] Made reservation on behalf of 62343df70eb049fe840a8de71d5bb599 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:28:42.313270 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25a59290-8272-4810-8e59-d70bf09a93c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:42.366261 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bb0788d-2d3d-4c4d-89c8-ee425eaf0e6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:42.400799 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8e922aae-350c-416b-b8c9-0a86ddfaac81 req-80c42d80-7a5e-4936-a3ea-500c29d24c70 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259325 Mar 23 12:28:42.493853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['1204b2f3-fa2f-4074-af6a-5ca6a99e29ac'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:42.602662 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1bb0788d-2d3d-4c4d-89c8-ee425eaf0e6c admin admin] Deleting port c00b112c-626d-4f75-9f85-43e24ede900f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:42.603120 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bb0788d-2d3d-4c4d-89c8-ee425eaf0e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:42.646695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ab967-655a-4276-b2c8-47da61a891f6 req-22d65981-ddc6-48b9-8f42-d8c383bda8d3 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:42.657433 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ae9ab967-655a-4276-b2c8-47da61a891f6 req-22d65981-ddc6-48b9-8f42-d8c383bda8d3 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 949 time: 0.1193309 Mar 23 12:28:42.686236 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25a59290-8272-4810-8e59-d70bf09a93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:42.734928 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-67b76a6d-c2e6-4f3b-97f7-2ddb3486b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'name': 'tempest-ServersTestMultiNic-880746088-router', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:06Z', 'updated_at': '2022-03-23T12:28:40Z', 'revision_number': 5, 'project_id': '30d96015ed484726b5769dfa4017912e', 'gw_port': {'id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:94:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:08Z', 'updated_at': '2022-03-23T12:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:42.766381 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ae9ab967-655a-4276-b2c8-47da61a891f6 req-f12e2786-9569-45ee-931a-bd1b87fc9f16 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075938 Mar 23 12:28:42.790267 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b76a6d-c2e6-4f3b-97f7-2ddb3486b963 None None] The sync data for ids ['1f82c4cd-c72a-4568-9ac4-eccac25e9a12'] in n-d-834854-1 is: [{'id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'name': 'tempest-ServersTestMultiNic-880746088-router', 'tenant_id': '30d96015ed484726b5769dfa4017912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:26:06Z', 'updated_at': '2022-03-23T12:28:40Z', 'revision_number': 5, 'project_id': '30d96015ed484726b5769dfa4017912e', 'gw_port': {'id': 'c00b112c-626d-4f75-9f85-43e24ede900f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:94:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82c4cd-c72a-4568-9ac4-eccac25e9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:26:08Z', 'updated_at': '2022-03-23T12:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:28:42.847739 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a59290-8272-4810-8e59-d70bf09a93c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=720c2751-2177-47ad-8384-680bbd9727e3,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:42.859375 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a59290-8272-4810-8e59-d70bf09a93c8 admin admin] Checking segment: {'id': '2d472369-9b14-4134-be3c-f5a91745112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:28:42.861178 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a59290-8272-4810-8e59-d70bf09a93c8 admin admin] Network hostable DHCP agents. Network: 1743bb27-9332-4a25-8ecd-a3ec37878eb1, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:28:42.898530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-1bb0788d-2d3d-4c4d-89c8-ee425eaf0e6c admin admin] For port c00b112c-626d-4f75-9f85-43e24ede900f, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c00b112c-626d-4f75-9f85-43e24ede900f,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:42.898530 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bb0788d-2d3d-4c4d-89c8-ee425eaf0e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:42.900732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a59290-8272-4810-8e59-d70bf09a93c8 admin admin] Network 1743bb27-9332-4a25-8ecd-a3ec37878eb1 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:28:42.911881 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-25a59290-8272-4810-8e59-d70bf09a93c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 1743bb27-9332-4a25-8ecd-a3ec37878eb1) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:28:42.913544 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1bb0788d-2d3d-4c4d-89c8-ee425eaf0e6c admin admin] Calling delete_port for c00b112c-626d-4f75-9f85-43e24ede900f owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:42.924632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0114cb50-7026-4f07-b460-761ead214093 None None] Network 1743bb27-9332-4a25-8ecd-a3ec37878eb1 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:28:42.933018 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a59290-8272-4810-8e59-d70bf09a93c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:42.934230 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-25a59290-8272-4810-8e59-d70bf09a93c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:42.969154 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-25a59290-8272-4810-8e59-d70bf09a93c8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7639506 Mar 23 12:28:42.971649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49574) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:42.981828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-932474463-router', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:43.021009 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:43.023291 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:43.229940 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:43.298176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bb0788d-2d3d-4c4d-89c8-ee425eaf0e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:43.316556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-1743bb27-9332-4a25-8ecd-a3ec37878eb1', 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'fixed_ips': [{'subnet_id': '720c2751-2177-47ad-8384-680bbd9727e3'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:28:43.318484 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:43.361471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0788d-2d3d-4c4d-89c8-ee425eaf0e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=c00b112c-626d-4f75-9f85-43e24ede900f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:43.541530 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bb0788d-2d3d-4c4d-89c8-ee425eaf0e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:43.642642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Allocated IP 172.20.0.2 (1743bb27-9332-4a25-8ecd-a3ec37878eb1/720c2751-2177-47ad-8384-680bbd9727e3/f482a7f9-b96a-48f3-8e42-94c9cba4c497) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:28:43.721877 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bb0788d-2d3d-4c4d-89c8-ee425eaf0e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:43.725567 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bb0788d-2d3d-4c4d-89c8-ee425eaf0e6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:43.820936 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bb0788d-2d3d-4c4d-89c8-ee425eaf0e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:43.821905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb0788d-2d3d-4c4d-89c8-ee425eaf0e6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f82c4cd-c72a-4568-9ac4-eccac25e9a12 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:28:43.828516 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bb0788d-2d3d-4c4d-89c8-ee425eaf0e6c admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:43.829983 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1bb0788d-2d3d-4c4d-89c8-ee425eaf0e6c admin admin] 10.222.0.52 "DELETE /v2.0/routers/1f82c4cd-c72a-4568-9ac4-eccac25e9a12 HTTP/1.1" status: 204 len: 168 time: 2.5406625 Mar 23 12:28:43.835462 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49624) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:43.932613 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:43.935783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0796e6a-4fa9-46c7-9191-d99a02a92179 admin admin] Deleting subnet 86ee60b1-a740-483c-be20-8c2b649a0292 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:28:43.941401 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0796e6a-4fa9-46c7-9191-d99a02a92179 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:43.943359 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:44.029460 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Network 1743bb27-9332-4a25-8ecd-a3ec37878eb1 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:28:44.033863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:28:44.037935 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:28:44.069939 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0796e6a-4fa9-46c7-9191-d99a02a92179 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:44.080372 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Pushing event updated for resources: {'Port': ['ID=f482a7f9-b96a-48f3-8e42-94c9cba4c497,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:44.145040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2648a62-b242-4049-ae7e-4f1358d03607 req-7e50c598-bbe9-4596-9829-5abd0e0eb91a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:44.147720 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e61db-aebd-446e-ba3f-804a864593ff req-ab0560f2-6cf5-483b-a6c9-4843269b4e68 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:44.153987 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2648a62-b242-4049-ae7e-4f1358d03607 req-7e50c598-bbe9-4596-9829-5abd0e0eb91a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.1583376 Mar 23 12:28:44.155570 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Attempting to bind port f482a7f9-b96a-48f3-8e42-94c9cba4c497 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:28:44.155900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Attempting to bind port f482a7f9-b96a-48f3-8e42-94c9cba4c497 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '2d472369-9b14-4134-be3c-f5a91745112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:28:44.156381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Attempting to bind port f482a7f9-b96a-48f3-8e42-94c9cba4c497 on network 1743bb27-9332-4a25-8ecd-a3ec37878eb1 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:44.159290 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3a9e61db-aebd-446e-ba3f-804a864593ff req-ab0560f2-6cf5-483b-a6c9-4843269b4e68 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 950 time: 0.9329202 Mar 23 12:28:44.162621 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:28:44.162621 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Checking segment: {'id': '2d472369-9b14-4134-be3c-f5a91745112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:28:44.162905 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:44.163125 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Bound using segment: {'id': '2d472369-9b14-4134-be3c-f5a91745112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:28:44.163573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Bound port: f482a7f9-b96a-48f3-8e42-94c9cba4c497, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d472369-9b14-4134-be3c-f5a91745112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:28:44.164129 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:44.210984 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:44.236383 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0796e6a-4fa9-46c7-9191-d99a02a92179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:44.244518 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2648a62-b242-4049-ae7e-4f1358d03607 req-ad3d8c4c-f386-41f0-8bb2-d67c62c0ef00 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892720 Mar 23 12:28:44.270723 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] For port f482a7f9-b96a-48f3-8e42-94c9cba4c497, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:28:44.274849 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] For port f482a7f9-b96a-48f3-8e42-94c9cba4c497, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f482a7f9-b96a-48f3-8e42-94c9cba4c497,segment=NetworkSegment(2d472369-9b14-4134-be3c-f5a91745112d),segment_id=2d472369-9b14-4134-be3c-f5a91745112d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:28:44.282336 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:44.283711 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3a9e61db-aebd-446e-ba3f-804a864593ff req-db57a61c-8a0f-4620-9c9b-5d39d9e59065 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231809 Mar 23 12:28:44.348943 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0796e6a-4fa9-46c7-9191-d99a02a92179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:44.391168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fbfa8-7fd5-4679-b36e-3f06624361b9 None None] Pushing event updated for resources: {'Port': ['ID=f482a7f9-b96a-48f3-8e42-94c9cba4c497,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:44.423250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0796e6a-4fa9-46c7-9191-d99a02a92179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86ee60b1-a740-483c-be20-8c2b649a0292,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:44.445912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbaecb0-c14c-4173-a015-51b2ffe36e18 None None] Network b15aa9f6-cf71-407e-ad80-57e39a8515e4 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:28:44.459055 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0796e6a-4fa9-46c7-9191-d99a02a92179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:44.471519 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a0796e6a-4fa9-46c7-9191-d99a02a92179 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/86ee60b1-a740-483c-be20-8c2b649a0292 HTTP/1.1" status: 204 len: 168 time: 0.6317005 Mar 23 12:28:44.473304 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49642) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:44.592312 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c00b112c-626d-4f75-9f85-43e24ede900f no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:44.636572 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c00b112c-626d-4f75-9f85-43e24ede900f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:44.637209 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c00b112c-626d-4f75-9f85-43e24ede900f not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:44.638304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:44.681935 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:44.683488 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 14706bf0-d4a4-4b10-b170-f592d5f4f6e7 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:44.692667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f801ea4-d3f3-4704-bd6e-dd5d51d7d2d9 req-525f1fb6-f4a6-4328-9846-23f093f0dec4 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:44.694506 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f801ea4-d3f3-4704-bd6e-dd5d51d7d2d9 req-525f1fb6-f4a6-4328-9846-23f093f0dec4 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 949 time: 0.2244017 Mar 23 12:28:44.709285 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:44.811462 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:44.824296 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f801ea4-d3f3-4704-bd6e-dd5d51d7d2d9 req-a24e58d8-7f55-4239-8655-41b6d3a3d7a0 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099930 Mar 23 12:28:44.841881 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:44.892193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] Deleting port 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:44.893784 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:44.919222 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f925c8ba-8db6-483a-8e60-053bd80efa69 None None] DHCP port deletion for b15aa9f6-cf71-407e-ad80-57e39a8515e4 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:28:44.929649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7b4f4-563f-4e23-9da3-1e47161b2197 req-277c6fb1-57c3-4d9f-9593-f1218778db69 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:44.931321 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47d7b4f4-563f-4e23-9da3-1e47161b2197 req-277c6fb1-57c3-4d9f-9593-f1218778db69 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e56bb2b-3edc-47f9-83d2-26a69eb5805f HTTP/1.1" status: 200 len: 950 time: 0.1959605 Mar 23 12:28:45.049201 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47d7b4f4-563f-4e23-9da3-1e47161b2197 req-5ba8386c-c691-4ef2-b34e-d5ed5ca05687 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891993 Mar 23 12:28:45.095480 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f925c8ba-8db6-483a-8e60-053bd80efa69 None None] Deleting port 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:45.095851 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f925c8ba-8db6-483a-8e60-053bd80efa69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:45.110069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] For port 65593fb2-b6b9-401b-bb52-4bd2ae8674d8, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=65593fb2-b6b9-401b-bb52-4bd2ae8674d8,segment=NetworkSegment(77d72049-2247-42a5-a8c5-b478d5599f8a),segment_id=77d72049-2247-42a5-a8c5-b478d5599f8a)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:45.110888 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:45.132783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] Calling delete_port for 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:45.184109 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Allocated IP 172.25.2.28 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/b6631b3d-a7bd-4a62-a8d8-a95d9a501228) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:28:45.358255 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f925c8ba-8db6-483a-8e60-053bd80efa69 None None] For port 65593fb2-b6b9-401b-bb52-4bd2ae8674d8, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=65593fb2-b6b9-401b-bb52-4bd2ae8674d8,segment=NetworkSegment(77d72049-2247-42a5-a8c5-b478d5599f8a),segment_id=77d72049-2247-42a5-a8c5-b478d5599f8a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:45.361809 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f925c8ba-8db6-483a-8e60-053bd80efa69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:45.371953 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:45.386246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f925c8ba-8db6-483a-8e60-053bd80efa69 None None] Calling delete_port for 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:45.423079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] Pushing event deleted for resources: {'Port': ['ID=65593fb2-b6b9-401b-bb52-4bd2ae8674d8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:45.432470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] No DVR routers for this DVR port 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:45.446628 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:45.499189 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:45.508559 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:45.583248 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:45.612977 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15aa9f6-cf71-407e-ad80-57e39a8515e4']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:45.625477 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f925c8ba-8db6-483a-8e60-053bd80efa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:45.628270 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d72049-2247-42a5-a8c5-b478d5599f8a') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:45.628680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d72049-2247-42a5-a8c5-b478d5599f8a') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:45.635445 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:28:45.641662 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:28:45.645537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:28:45.662709 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:45.699765 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:45.722046 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:28:45.734501 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:45.736371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Pushing event updated for resources: {'Port': ['ID=b6631b3d-a7bd-4a62-a8d8-a95d9a501228,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:28:45.743849 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:28:45.748887 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925c8ba-8db6-483a-8e60-053bd80efa69 None None] Pushing event deleted for resources: {'Port': ['ID=65593fb2-b6b9-401b-bb52-4bd2ae8674d8,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:45.778826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:45.779171 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:45.779510 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:45.779840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:45.793034 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f925c8ba-8db6-483a-8e60-053bd80efa69 None None] No DVR routers for this DVR port 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:45.799657 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:45.800310 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:45.800882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:45.801405 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:45.801906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:45.802400 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:45.802885 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:45.803375 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:45.839308 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:45.843486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:28:45.849596 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:45.850153 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:46.004872 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:46.022051 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:46.030276 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] 10.222.0.52 "DELETE /v2.0/networks/b15aa9f6-cf71-407e-ad80-57e39a8515e4 HTTP/1.1" status: 204 len: 168 time: 1.5540376 Mar 23 12:28:46.030966 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd7c42-fc00-4612-8a41-da64f50a10da admin admin] Pushing event deleted for resources: {'Network': ['ID=b15aa9f6-cf71-407e-ad80-57e39a8515e4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:46.064940 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c144c-67a9-4250-9823-dfa49fce91ca req-06b666eb-48b9-4d04-b2f5-7c1b039c29db tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:46.069910 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:46.078095 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c37c144c-67a9-4250-9823-dfa49fce91ca req-06b666eb-48b9-4d04-b2f5-7c1b039c29db tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.2198939 Mar 23 12:28:46.101175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d122f8d-026d-4d09-88dd-e561fa76e4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1204b2f3-fa2f-4074-af6a-5ca6a99e29ac'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:46.103534 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abaf750a-3901-4207-b714-182d58e17f22" -d '{"events": [{"server_uuid": "1d122f8d-026d-4d09-88dd-e561fa76e4ef", "name": "network-vif-plugged", "status": "completed", "tag": "1204b2f3-fa2f-4074-af6a-5ca6a99e29ac"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:46.129231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1204b2f3-fa2f-4074-af6a-5ca6a99e29ac,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:46.136296 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:46.157924 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c37c144c-67a9-4250-9823-dfa49fce91ca req-c937561d-9f04-411f-ac2a-8ba72f61e868 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783026 Mar 23 12:28:46.265204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e15d54-d1e0-48c1-9bea-4fbb7aa573fa None None] Network 1743bb27-9332-4a25-8ecd-a3ec37878eb1 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:28:46.330807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49742) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:46.455580 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-baaf917e-24fa-4915-92e8-20ef74016b5f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30d96015ed484726b5769dfa4017912e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1235967 Mar 23 12:28:46.456581 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49744) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:46.461105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1204b2f3-fa2f-4074-af6a-5ca6a99e29ac,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:46.472146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d475a0b-d5a6-407d-9371-4f1997b51cb4 req-f7e9b37a-b4de-44d9-b984-cd02d0a89a05 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:46.473662 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d475a0b-d5a6-407d-9371-4f1997b51cb4 req-f7e9b37a-b4de-44d9-b984-cd02d0a89a05 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 950 time: 0.1117976 Mar 23 12:28:46.520911 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:46.555222 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d475a0b-d5a6-407d-9371-4f1997b51cb4 req-e7610edd-83d7-4ede-b869-afb3ceadd3b8 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743215 Mar 23 12:28:46.560815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f482a7f9-b96a-48f3-8e42-94c9cba4c497 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:46.626338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-81b9c499-246d-4aca-822e-ca3dfa4074e8 None None] Provisioning complete for port f482a7f9-b96a-48f3-8e42-94c9cba4c497 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:46.626905 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-81b9c499-246d-4aca-822e-ca3dfa4074e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:46.665880 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422e0717-a954-4192-993e-ac042453cea5 x-openstack-request-id: req-422e0717-a954-4192-993e-ac042453cea5 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:46.666821 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d122f8d-026d-4d09-88dd-e561fa76e4ef", "name": "network-vif-plugged", "status": "completed", "tag": "1204b2f3-fa2f-4074-af6a-5ca6a99e29ac", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:46.667164 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-422e0717-a954-4192-993e-ac042453cea5 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:46.667515 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d122f8d-026d-4d09-88dd-e561fa76e4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1204b2f3-fa2f-4074-af6a-5ca6a99e29ac', 'code': 200} Mar 23 12:28:46.738596 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f482a7f9-b96a-48f3-8e42-94c9cba4c497 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:46.738970 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:46.901982 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:46.906818 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-81b9c499-246d-4aca-822e-ca3dfa4074e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:46.920196 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4aa922c3-2030-46bc-a4b5-e4dd0f639de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:46.973646 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4aa922c3-2030-46bc-a4b5-e4dd0f639de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:46.973932 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-81b9c499-246d-4aca-822e-ca3dfa4074e8 None None] For port f482a7f9-b96a-48f3-8e42-94c9cba4c497, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f482a7f9-b96a-48f3-8e42-94c9cba4c497,segment=NetworkSegment(2d472369-9b14-4134-be3c-f5a91745112d),segment_id=2d472369-9b14-4134-be3c-f5a91745112d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:46.994256 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-81b9c499-246d-4aca-822e-ca3dfa4074e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:47.061662 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4aa922c3-2030-46bc-a4b5-e4dd0f639de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:47.064509 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4aa922c3-2030-46bc-a4b5-e4dd0f639de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:47.065906 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4aa922c3-2030-46bc-a4b5-e4dd0f639de5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f79ce836-2d0d-4801-bd94-d0f569fcec54 HTTP/1.1" status: 204 len: 168 time: 0.6026294 Mar 23 12:28:47.081271 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a487acc-7198-4e4c-9413-aed977254ba7 req-899a6a57-5933-44c0-aa6b-6a97ddd90583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:47.083152 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a487acc-7198-4e4c-9413-aed977254ba7 req-899a6a57-5933-44c0-aa6b-6a97ddd90583 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 1101 time: 0.3417740 Mar 23 12:28:47.114393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa922c3-2030-46bc-a4b5-e4dd0f639de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79ce836-2d0d-4801-bd94-d0f569fcec54,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:47.151647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9c499-246d-4aca-822e-ca3dfa4074e8 None None] Pushing event updated for resources: {'Port': ['ID=f482a7f9-b96a-48f3-8e42-94c9cba4c497,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:47.248859 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a487acc-7198-4e4c-9413-aed977254ba7 req-b61eb6d1-e577-48ca-a08c-304718f83563 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518495 Mar 23 12:28:47.250489 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:28:47.251053 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:28:47.251859 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:47.255825 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d40153ec-496f-4a00-bf91-ca895659a459 None None] Provisioning complete for port f482a7f9-b96a-48f3-8e42-94c9cba4c497 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:47.256222 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d40153ec-496f-4a00-bf91-ca895659a459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:47.257930 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:47.392731 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5b239-2bd3-4dc1-96f9-b9f1836b10f5 req-36f0275e-2c4f-4eed-b1f4-581389885adf tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:47.404514 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c5f5b239-2bd3-4dc1-96f9-b9f1836b10f5 req-36f0275e-2c4f-4eed-b1f4-581389885adf tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.1080124 Mar 23 12:28:47.514810 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c5f5b239-2bd3-4dc1-96f9-b9f1836b10f5 req-d201e7fa-fe92-4fee-b292-f5b560862766 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041961 Mar 23 12:28:47.530795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:28:47.691134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:28:47.703626 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Sync routers for ids ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:28:47.725356 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Routers {'359eb50a-c761-4cc3-9dd0-7a2074d7a798'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:28:47.726587 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:28:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:47.809555 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:47.822011 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-29418500-0e9e-488a-9973-e9daf6303482 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8487124 Mar 23 12:28:47.826546 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49860) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:47.883603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af0a9a-1154-4501-9aac-78f2e79e5950 req-dfcede5a-455b-46f6-9008-5ea5ef203c2a tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:47.885870 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19af0a9a-1154-4501-9aac-78f2e79e5950 req-dfcede5a-455b-46f6-9008-5ea5ef203c2a tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 950 time: 0.1633635 Mar 23 12:28:47.971997 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:47.978046 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19af0a9a-1154-4501-9aac-78f2e79e5950 req-83174647-5b6e-411b-93db-d8db46ea6d2c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827966 Mar 23 12:28:47.988360 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Set router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:28:48.048400 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:48.048804 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 65593fb2-b6b9-401b-bb52-4bd2ae8674d8 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:48.236787 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'name': 'tempest-ServersTestFqdnHostnames-932474463-router', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:43Z', 'updated_at': '2022-03-23T12:28:46Z', 'revision_number': 3, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'gw_port': {'id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:03:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:44Z', 'updated_at': '2022-03-23T12:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:48.273285 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Checking router: 359eb50a-c761-4cc3-9dd0-7a2074d7a798 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:28:48.273985 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Updating router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 port b6631b3d-a7bd-4a62-a8d8-a95d9a501228 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:28:48.301851 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:48.496665 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f482a7f9-b96a-48f3-8e42-94c9cba4c497 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:48.558532 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49898) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:48.664090 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f482a7f9-b96a-48f3-8e42-94c9cba4c497 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:48.667744 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:48.770394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-35ee73a2-1dda-4fdb-a7a6-6d6d4d0a6ff2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-267331141-network', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:48.801371 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:48.805903 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ee73a2-1dda-4fdb-a7a6-6d6d4d0a6ff2 admin admin] Made reservation on behalf of 906b254f196b435d9d1387f29fa51c7f for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:28:48.811126 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:48.813817 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35ee73a2-1dda-4fdb-a7a6-6d6d4d0a6ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:48.839148 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35ee73a2-1dda-4fdb-a7a6-6d6d4d0a6ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:48.877192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea4346-9145-480f-8ceb-ed305cbdc16f req-4f5ca075-7e11-41d2-b6d9-4f08c7ccb006 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:48.885194 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-46ea4346-9145-480f-8ceb-ed305cbdc16f req-4f5ca075-7e11-41d2-b6d9-4f08c7ccb006 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.1781421 Mar 23 12:28:48.918837 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Attempting to bind port b6631b3d-a7bd-4a62-a8d8-a95d9a501228 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:28:48.919884 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Attempting to bind port b6631b3d-a7bd-4a62-a8d8-a95d9a501228 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:28:48.920830 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Attempting to bind port b6631b3d-a7bd-4a62-a8d8-a95d9a501228 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:48.946895 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:28:48.947568 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:28:48.948043 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:48.948679 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:28:48.949469 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Bound port: b6631b3d-a7bd-4a62-a8d8-a95d9a501228, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:28:48.950099 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:48.955001 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-46ea4346-9145-480f-8ceb-ed305cbdc16f req-cc1af1b4-6443-4317-a461-42018a0cd054 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688102 Mar 23 12:28:48.978903 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35ee73a2-1dda-4fdb-a7a6-6d6d4d0a6ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:48.984397 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35ee73a2-1dda-4fdb-a7a6-6d6d4d0a6ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:48.994725 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52612043-0974-4a89-9aed-321176e24557 None None] Pushing event updated for resources: {'Port': ['ID=b6631b3d-a7bd-4a62-a8d8-a95d9a501228,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:49.033629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ee73a2-1dda-4fdb-a7a6-6d6d4d0a6ff2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:28:49.044028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee73a2-1dda-4fdb-a7a6-6d6d4d0a6ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07617068-f84c-4af3-ac22-ee6a9b11b206,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:49.044432 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52612043-0974-4a89-9aed-321176e24557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:49.044789 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52612043-0974-4a89-9aed-321176e24557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:49.047554 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52612043-0974-4a89-9aed-321176e24557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:49.048005 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52612043-0974-4a89-9aed-321176e24557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:49.048347 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52612043-0974-4a89-9aed-321176e24557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:49.049918 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52612043-0974-4a89-9aed-321176e24557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:49.050857 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52612043-0974-4a89-9aed-321176e24557 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:49.051259 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52612043-0974-4a89-9aed-321176e24557 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:49.051596 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52612043-0974-4a89-9aed-321176e24557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:49.051957 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52612043-0974-4a89-9aed-321176e24557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:49.052291 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52612043-0974-4a89-9aed-321176e24557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:49.052614 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52612043-0974-4a89-9aed-321176e24557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:28:49.053037 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35ee73a2-1dda-4fdb-a7a6-6d6d4d0a6ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:49.053594 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-35ee73a2-1dda-4fdb-a7a6-6d6d4d0a6ff2 admin admin] Added segment fd244f77-eb6a-48e8-bd37-4f908ad8502f of type vlan for network ebaa652a-c49f-4907-afdf-128ac03bfaa6 Mar 23 12:28:49.066461 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:49.123234 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] For port b6631b3d-a7bd-4a62-a8d8-a95d9a501228, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:28:49.128397 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] For port b6631b3d-a7bd-4a62-a8d8-a95d9a501228, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b6631b3d-a7bd-4a62-a8d8-a95d9a501228,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:28:49.134519 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:49.137975 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35ee73a2-1dda-4fdb-a7a6-6d6d4d0a6ff2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:49.209170 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cb53c-da37-4ede-bf45-a41803d480b0 req-527c5673-e833-42c9-95c5-996fb6870fe0 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:49.222872 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e10cb53c-da37-4ede-bf45-a41803d480b0 req-527c5673-e833-42c9-95c5-996fb6870fe0 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 950 time: 0.1012039 Mar 23 12:28:49.232516 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35ee73a2-1dda-4fdb-a7a6-6d6d4d0a6ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:49.237798 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ee73a2-1dda-4fdb-a7a6-6d6d4d0a6ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:49.237798 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35ee73a2-1dda-4fdb-a7a6-6d6d4d0a6ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:49.252183 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Routers {'359eb50a-c761-4cc3-9dd0-7a2074d7a798'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:28:49.253166 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:28:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:49.320370 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52612043-0974-4a89-9aed-321176e24557 None None] Pushing event updated for resources: {'Port': ['ID=b6631b3d-a7bd-4a62-a8d8-a95d9a501228,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:49.345884 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e10cb53c-da37-4ede-bf45-a41803d480b0 req-8102b39f-4561-4939-8fab-854f6a651493 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212103 Mar 23 12:28:49.353460 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-35ee73a2-1dda-4fdb-a7a6-6d6d4d0a6ff2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7917969 Mar 23 12:28:49.377398 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee73a2-1dda-4fdb-a7a6-6d6d4d0a6ff2 admin admin] Pushing event updated for resources: {'Network': ['ID=ebaa652a-c49f-4907-afdf-128ac03bfaa6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:49.379907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49930) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:49.385716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d8a10cd3-54fb-4776-bac9-8bd8dad7f8cd admin admin] Request body: {'subnet': {'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-267331141-subnet', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:49.387999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network ebaa652a-c49f-4907-afdf-128ac03bfaa6 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:28:49.410131 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a10cd3-54fb-4776-bac9-8bd8dad7f8cd admin admin] Made reservation on behalf of 906b254f196b435d9d1387f29fa51c7f for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:28:49.413720 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8a10cd3-54fb-4776-bac9-8bd8dad7f8cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:49.440037 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] Set router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:28:49.577024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Allocated IP 172.20.0.1 (1743bb27-9332-4a25-8ecd-a3ec37878eb1/720c2751-2177-47ad-8384-680bbd9727e3/c2985442-b21a-4035-a670-95e4f5d872f6) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:28:49.775377 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49948) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:49.811959 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8a10cd3-54fb-4776-bac9-8bd8dad7f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:49.836758 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:49.892957 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'name': 'tempest-ServersTestFqdnHostnames-932474463-router', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:43Z', 'updated_at': '2022-03-23T12:28:46Z', 'revision_number': 3, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'gw_port': {'id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:03:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:44Z', 'updated_at': '2022-03-23T12:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:49.935221 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:49.936046 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b5a50-7c17-4cf8-b112-edf78a6c817a None None] The sync data for ids ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'] in n-d-834854-1 is: [{'id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'name': 'tempest-ServersTestFqdnHostnames-932474463-router', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:43Z', 'updated_at': '2022-03-23T12:28:46Z', 'revision_number': 3, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'gw_port': {'id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:03:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:44Z', 'updated_at': '2022-03-23T12:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:28:49.940906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a10cd3-54fb-4776-bac9-8bd8dad7f8cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ca3030-361f-4822-91f3-c1514558b716,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:50.029820 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a10cd3-54fb-4776-bac9-8bd8dad7f8cd admin admin] Checking segment: {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:28:50.044867 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a10cd3-54fb-4776-bac9-8bd8dad7f8cd admin admin] Network hostable DHCP agents. Network: ebaa652a-c49f-4907-afdf-128ac03bfaa6, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:28:50.048156 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Network 1743bb27-9332-4a25-8ecd-a3ec37878eb1 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:28:50.058081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:28:50.062812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:28:50.072758 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=c2985442-b21a-4035-a670-95e4f5d872f6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:50.102065 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a10cd3-54fb-4776-bac9-8bd8dad7f8cd admin admin] Network ebaa652a-c49f-4907-afdf-128ac03bfaa6 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:28:50.123587 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d8a10cd3-54fb-4776-bac9-8bd8dad7f8cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, ebaa652a-c49f-4907-afdf-128ac03bfaa6) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:28:50.125606 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a22dd4af-82f0-4a4d-9d9e-1bb6238b52e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:50.139197 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379a6b55-ec18-4471-8dae-2e5b16dfea09 None None] Network ebaa652a-c49f-4907-afdf-128ac03bfaa6 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:28:50.163311 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:50.169218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a10cd3-54fb-4776-bac9-8bd8dad7f8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:50.169818 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8a10cd3-54fb-4776-bac9-8bd8dad7f8cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:50.243125 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d8a10cd3-54fb-4776-bac9-8bd8dad7f8cd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8620052 Mar 23 12:28:50.244540 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49960) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:50.262288 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-267331141-router', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:50.311469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db5e38-b77e-4c9c-b461-5bd1ed2bb0e7 req-065364c9-0f20-48df-afca-c0b12a712869 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:50.323524 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54db5e38-b77e-4c9c-b461-5bd1ed2bb0e7 req-065364c9-0f20-48df-afca-c0b12a712869 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.1937456 Mar 23 12:28:50.360615 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:50.362423 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:50.461648 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:28:50.464199 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:50.467560 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54db5e38-b77e-4c9c-b461-5bd1ed2bb0e7 req-6c16149b-2618-4c89-b014-8c9a6996a9ea tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351223 Mar 23 12:28:50.554180 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a22dd4af-82f0-4a4d-9d9e-1bb6238b52e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:50.574974 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a22dd4af-82f0-4a4d-9d9e-1bb6238b52e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:50.584770 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:50.655784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a6e5cd63-2635-4784-b561-1c5c9fd30e2b None None] Provisioning complete for port c2985442-b21a-4035-a670-95e4f5d872f6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:50.656119 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a6e5cd63-2635-4784-b561-1c5c9fd30e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:50.686822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dd4af-82f0-4a4d-9d9e-1bb6238b52e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05055473-74cf-44d1-8679-e6fd0566caf7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:50.751916 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:50.773507 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a22dd4af-82f0-4a4d-9d9e-1bb6238b52e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03df544d57ff4a0e96007023150b8f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9960544 Mar 23 12:28:50.776593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49966) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:50.794581 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5cd63-2635-4784-b561-1c5c9fd30e2b None None] Port c2985442-b21a-4035-a670-95e4f5d872f6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:28:50.812612 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Allocated IP 172.20.0.2 (ebaa652a-c49f-4907-afdf-128ac03bfaa6/d5ca3030-361f-4822-91f3-c1514558b716/429b56ce-aa5f-4f5c-a8e1-5da4984df34e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:28:50.862339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc296c-a431-414d-a647-ca9c41319844 req-a2bbc45e-59d8-4c73-a08d-32958790448c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:50.873034 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25cc296c-a431-414d-a647-ca9c41319844 req-a2bbc45e-59d8-4c73-a08d-32958790448c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 950 time: 0.3136096 Mar 23 12:28:50.889137 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:50.940137 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a3d319a-1363-4c23-a02e-5983e45f52be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:50.955360 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25cc296c-a431-414d-a647-ca9c41319844 req-042e5d19-1a91-4106-9dff-eba19aebc276 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815139 Mar 23 12:28:51.064814 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a3d319a-1363-4c23-a02e-5983e45f52be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:51.187029 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:51.219536 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:51.221225 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a3d319a-1363-4c23-a02e-5983e45f52be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:51.225734 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a3d319a-1363-4c23-a02e-5983e45f52be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:51.226392 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:51.227300 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9a3d319a-1363-4c23-a02e-5983e45f52be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05055473-74cf-44d1-8679-e6fd0566caf7 HTTP/1.1" status: 204 len: 168 time: 0.3748379 Mar 23 12:28:51.236535 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:51.290239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Pushing event updated for resources: {'Port': ['ID=429b56ce-aa5f-4f5c-a8e1-5da4984df34e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:51.315177 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Network ebaa652a-c49f-4907-afdf-128ac03bfaa6 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:28:51.318344 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:28:51.325514 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:28:51.365132 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:51.398233 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=c2985442-b21a-4035-a670-95e4f5d872f6,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:51.414651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Attempting to bind port 429b56ce-aa5f-4f5c-a8e1-5da4984df34e on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:28:51.415246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Attempting to bind port 429b56ce-aa5f-4f5c-a8e1-5da4984df34e by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:28:51.417104 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Attempting to bind port 429b56ce-aa5f-4f5c-a8e1-5da4984df34e on network ebaa652a-c49f-4907-afdf-128ac03bfaa6 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:51.417431 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d319a-1363-4c23-a02e-5983e45f52be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05055473-74cf-44d1-8679-e6fd0566caf7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:51.464029 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:28:51.464651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Checking segment: {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:28:51.465590 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:51.466081 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Bound using segment: {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:28:51.467171 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Bound port: 429b56ce-aa5f-4f5c-a8e1-5da4984df34e, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:28:51.467658 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:51.488278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b786c8a5-b966-496b-b715-55bd9547d6e8 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:28:51.498382 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:51.538693 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:51.635218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Network 1743bb27-9332-4a25-8ecd-a3ec37878eb1 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:28:51.644325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:28:51.751558 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b786c8a5-b966-496b-b715-55bd9547d6e8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b786c8a5-b966-496b-b715-55bd9547d6e8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:51.764399 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Allocated IP 172.25.2.52 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/9496cc92-7163-4074-9def-de74258afe7e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:28:51.778818 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'b786c8a5-b966-496b-b715-55bd9547d6e8', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'b786c8a5-b966-496b-b715-55bd9547d6e8', 'mac_address': 'fa:16:3e:2e:a8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:28:51.784419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] For port 429b56ce-aa5f-4f5c-a8e1-5da4984df34e, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:28:51.880555 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:51.897114 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] For port 429b56ce-aa5f-4f5c-a8e1-5da4984df34e, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=429b56ce-aa5f-4f5c-a8e1-5da4984df34e,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:28:51.899397 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b786c8a5-b966-496b-b715-55bd9547d6e8 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:28:51.907585 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:51.991032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c68cf-ff7d-4935-afd5-4830642dcc78 req-69da2972-1692-4317-84ef-e39ee03c2978 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:51.995861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97141e1e-4e16-4160-a301-afa066e9a4f2 req-f1ae45c8-b096-44d4-8ad1-f95ad45c0a0a tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:52.003770 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-97141e1e-4e16-4160-a301-afa066e9a4f2 req-f1ae45c8-b096-44d4-8ad1-f95ad45c0a0a tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 950 time: 0.1120198 Mar 23 12:28:52.006267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa2c68cf-ff7d-4935-afd5-4830642dcc78 req-69da2972-1692-4317-84ef-e39ee03c2978 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.3654587 Mar 23 12:28:52.021887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:28:52.056444 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ca11c-a28b-4d85-9b32-902401048f1b None None] Pushing event updated for resources: {'Port': ['ID=429b56ce-aa5f-4f5c-a8e1-5da4984df34e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:52.062444 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:52.093897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b786c8a5-b966-496b-b715-55bd9547d6e8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b786c8a5-b966-496b-b715-55bd9547d6e8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:52.101174 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:52.133566 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa2c68cf-ff7d-4935-afd5-4830642dcc78 req-ef783dbc-1394-4578-9b0c-646ad6433090 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263225 Mar 23 12:28:52.172529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-89a96be2-44f4-4db4-acbd-e99b5a4aa40e None None] Provisioning complete for port c2985442-b21a-4035-a670-95e4f5d872f6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:52.172901 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-89a96be2-44f4-4db4-acbd-e99b5a4aa40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:52.181519 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-97141e1e-4e16-4160-a301-afa066e9a4f2 req-6319b44b-a614-4c51-9092-3399a389d2ac tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765594 Mar 23 12:28:52.228244 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:52.239374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['b786c8a5-b966-496b-b715-55bd9547d6e8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:52.265788 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:28:52.286158 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-13e3f662-d8ca-42f5-b516-6e24138f5fe3 admin admin] 10.222.0.52 "PUT /v2.0/routers/359eb50a-c761-4cc3-9dd0-7a2074d7a798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4582365 Mar 23 12:28:52.344063 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:28:52.354847 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:28:52.380608 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:28:52.663563 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b6631b3d-a7bd-4a62-a8d8-a95d9a501228 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:52.692407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b786c8a5-b966-496b-b715-55bd9547d6e8,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:52.739578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-89a96be2-44f4-4db4-acbd-e99b5a4aa40e None None] Port c2985442-b21a-4035-a670-95e4f5d872f6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:28:52.778535 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Pushing event updated for resources: {'Port': ['ID=9496cc92-7163-4074-9def-de74258afe7e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:52.890107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port b6631b3d-a7bd-4a62-a8d8-a95d9a501228 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:52.890506 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:53.017474 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:53.054169 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:53.099520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port b6631b3d-a7bd-4a62-a8d8-a95d9a501228, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b6631b3d-a7bd-4a62-a8d8-a95d9a501228,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:53.106418 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:53.233103 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=b6631b3d-a7bd-4a62-a8d8-a95d9a501228,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:53.428764 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:53.464263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e15258-ee01-42cd-8f40-f4e19f1f4b6c req-f2637d9c-c87d-4264-8167-1b33c5b3d7c9 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:53.466049 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b4e15258-ee01-42cd-8f40-f4e19f1f4b6c req-f2637d9c-c87d-4264-8167-1b33c5b3d7c9 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.1025410 Mar 23 12:28:53.487310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Sync routers for ids ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:28:53.511310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b786c8a5-b966-496b-b715-55bd9547d6e8 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:53.514008 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Routers {'359eb50a-c761-4cc3-9dd0-7a2074d7a798'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:28:53.516363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:28:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:53.570234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50064) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:53.580703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8c8d4cf3-255d-468d-b441-3f76b6425aac tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2053665742', 'description': 'tempest-description--831058044'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:53.626202 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b4e15258-ee01-42cd-8f40-f4e19f1f4b6c req-f12f6c21-377e-4a5c-a97e-61c53d7ac8a6 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093583 Mar 23 12:28:53.633503 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c8d4cf3-255d-468d-b441-3f76b6425aac tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:53.812472 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640273dc-2990-4c87-bf9f-d01b203d7a23 req-de41c85f-4b95-40e7-9713-294f7d0b4c19 tempest-DeleteServersAdminTestJSON-994115901 tempest-DeleteServersAdminTestJSON-994115901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:53.814179 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-640273dc-2990-4c87-bf9f-d01b203d7a23 req-de41c85f-4b95-40e7-9713-294f7d0b4c19 tempest-DeleteServersAdminTestJSON-994115901 tempest-DeleteServersAdminTestJSON-994115901-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 1101 time: 0.1870441 Mar 23 12:28:53.851919 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c8d4cf3-255d-468d-b441-3f76b6425aac tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:53.861937 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c8d4cf3-255d-468d-b441-3f76b6425aac tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:53.870062 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Set router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:28:53.895567 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c8d4cf3-255d-468d-b441-3f76b6425aac tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:53.900018 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8c8d4cf3-255d-468d-b441-3f76b6425aac tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3257918 Mar 23 12:28:53.909439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50086) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:53.933009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-01e63dfa-c844-4099-bb85-1069b4c33b8d tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Request body: {'security_group_rule': {'security_group_id': 'd54b5ae9-a7b6-4630-b21f-6e45ec81050a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:53.988114 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafd43d-68c6-43fb-a69c-c1fc004e8d67 req-c51c7477-1114-4d43-8799-05955fd8578b tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:53.989774 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecafd43d-68c6-43fb-a69c-c1fc004e8d67 req-c51c7477-1114-4d43-8799-05955fd8578b tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 950 time: 0.3478286 Mar 23 12:28:54.016867 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb3d036-6077-4a1c-8970-d09b19103e8e None None] Network ebaa652a-c49f-4907-afdf-128ac03bfaa6 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:28:54.035332 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01e63dfa-c844-4099-bb85-1069b4c33b8d tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:54.098064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port b786c8a5-b966-496b-b715-55bd9547d6e8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:54.098462 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:54.112288 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6da15f31-a584-443b-a793-02cf6ca49c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:54.169015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d4cf3-255d-468d-b441-3f76b6425aac tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54b5ae9-a7b6-4630-b21f-6e45ec81050a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:54.225686 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecafd43d-68c6-43fb-a69c-c1fc004e8d67 req-66962d69-87e0-4e61-a587-6eb34dfa4e28 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254546 Mar 23 12:28:54.290514 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01e63dfa-c844-4099-bb85-1069b4c33b8d tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:54.298961 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01e63dfa-c844-4099-bb85-1069b4c33b8d tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:54.307825 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c3b79f87-f76f-4ef0-aa4e-3fee3ef3f0ea None None] Provisioning complete for port 429b56ce-aa5f-4f5c-a8e1-5da4984df34e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:54.309551 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c3b79f87-f76f-4ef0-aa4e-3fee3ef3f0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:54.403437 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e63dfa-c844-4099-bb85-1069b4c33b8d tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb8b485-fc5c-4123-bc71-960baa7d5039,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:54.422139 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01e63dfa-c844-4099-bb85-1069b4c33b8d tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:54.424338 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-01e63dfa-c844-4099-bb85-1069b4c33b8d tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5119123 Mar 23 12:28:54.429736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50106) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:54.444065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fc9b24f9-1ca8-4b86-beb5-1fe73d7aecfe tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Request body: {'security_group_rule': {'security_group_id': 'd54b5ae9-a7b6-4630-b21f-6e45ec81050a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:54.504237 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc9b24f9-1ca8-4b86-beb5-1fe73d7aecfe tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:54.525932 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Router 2c179dc4-c942-431e-a31e-d64c6b2dce28 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:28:54.706245 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc9b24f9-1ca8-4b86-beb5-1fe73d7aecfe tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:54.712643 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50116) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:54.720390 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc9b24f9-1ca8-4b86-beb5-1fe73d7aecfe tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:54.739184 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b24f9-1ca8-4b86-beb5-1fe73d7aecfe tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ce1133-9d2a-4bd3-81ea-4e502fae3bb1,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:54.770271 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc9b24f9-1ca8-4b86-beb5-1fe73d7aecfe tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:54.778160 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fc9b24f9-1ca8-4b86-beb5-1fe73d7aecfe tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3393729 Mar 23 12:28:54.778958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50120) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:54.797418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:54.843121 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b6631b3d-a7bd-4a62-a8d8-a95d9a501228 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:54.880731 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:55.029171 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:55.036272 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7657901-7fdc-45c7-a3b3-6ae64ce28327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:55.057940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:28:55.076716 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Sync routers for ids ['2c179dc4-c942-431e-a31e-d64c6b2dce28'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:28:55.090279 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c3b79f87-f76f-4ef0-aa4e-3fee3ef3f0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:55.093911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de5171-fa67-4d47-8c4a-bd4f1d6ccd29 req-c3c20f00-923c-49a4-9d2a-567cf135cad9 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:55.095134 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Routers {'2c179dc4-c942-431e-a31e-d64c6b2dce28'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:28:55.095870 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:28:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2c179dc4-c942-431e-a31e-d64c6b2dce28'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:55.104201 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02de5171-fa67-4d47-8c4a-bd4f1d6ccd29 req-c3c20f00-923c-49a4-9d2a-567cf135cad9 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.1731181 Mar 23 12:28:55.108577 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-640273dc-2990-4c87-bf9f-d01b203d7a23 req-61e6832d-90be-4fc6-93eb-5c91df7c5218 tempest-DeleteServersAdminTestJSON-994115901 tempest-DeleteServersAdminTestJSON-994115901-project-admin] Deleting port 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:28:55.109723 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-640273dc-2990-4c87-bf9f-d01b203d7a23 req-61e6832d-90be-4fc6-93eb-5c91df7c5218 tempest-DeleteServersAdminTestJSON-994115901 tempest-DeleteServersAdminTestJSON-994115901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:55.132556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e56bb2b-3edc-47f9-83d2-26a69eb5805f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b786c8a5-b966-496b-b715-55bd9547d6e8'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:55.135263 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ea1ff0-669c-41c9-8974-45fa3a47db12" -d '{"events": [{"server_uuid": "2e56bb2b-3edc-47f9-83d2-26a69eb5805f", "name": "network-vif-plugged", "status": "completed", "tag": "b786c8a5-b966-496b-b715-55bd9547d6e8"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:55.173376 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b786c8a5-b966-496b-b715-55bd9547d6e8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b786c8a5-b966-496b-b715-55bd9547d6e8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:55.211322 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:55.254941 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port b6631b3d-a7bd-4a62-a8d8-a95d9a501228 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:55.255319 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:55.258872 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-640273dc-2990-4c87-bf9f-d01b203d7a23 req-61e6832d-90be-4fc6-93eb-5c91df7c5218 tempest-DeleteServersAdminTestJSON-994115901 tempest-DeleteServersAdminTestJSON-994115901-project-admin] For port 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1204b2f3-fa2f-4074-af6a-5ca6a99e29ac,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:55.258872 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-640273dc-2990-4c87-bf9f-d01b203d7a23 req-61e6832d-90be-4fc6-93eb-5c91df7c5218 tempest-DeleteServersAdminTestJSON-994115901 tempest-DeleteServersAdminTestJSON-994115901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:55.274453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-640273dc-2990-4c87-bf9f-d01b203d7a23 req-61e6832d-90be-4fc6-93eb-5c91df7c5218 tempest-DeleteServersAdminTestJSON-994115901 tempest-DeleteServersAdminTestJSON-994115901-project-admin] Calling delete_port for 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:28:55.313406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c3b79f87-f76f-4ef0-aa4e-3fee3ef3f0ea None None] For port 429b56ce-aa5f-4f5c-a8e1-5da4984df34e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=429b56ce-aa5f-4f5c-a8e1-5da4984df34e,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:28:55.328186 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'name': 'tempest-ServersTestFqdnHostnames-932474463-router', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:43Z', 'updated_at': '2022-03-23T12:28:50Z', 'revision_number': 4, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'gw_port': {'id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:44Z', 'updated_at': '2022-03-23T12:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c2985442-b21a-4035-a670-95e4f5d872f6', 'name': '', 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'mac_address': 'fa:16:3e:2b:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '720c2751-2177-47ad-8384-680bbd9727e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:49Z', 'updated_at': '2022-03-23T12:28:50Z', 'revision_number': 2, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'subnets': [{'id': '720c2751-2177-47ad-8384-680bbd9727e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:55.376650 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:55.389882 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f14694c-e8c0-4101-ac6b-a4f7dd3d23a3 x-openstack-request-id: req-9f14694c-e8c0-4101-ac6b-a4f7dd3d23a3 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:55.390358 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e56bb2b-3edc-47f9-83d2-26a69eb5805f", "name": "network-vif-plugged", "status": "completed", "tag": "b786c8a5-b966-496b-b715-55bd9547d6e8", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:55.390719 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f14694c-e8c0-4101-ac6b-a4f7dd3d23a3 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:55.391214 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e56bb2b-3edc-47f9-83d2-26a69eb5805f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b786c8a5-b966-496b-b715-55bd9547d6e8', 'code': 200} Mar 23 12:28:55.422856 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Set router 2c179dc4-c942-431e-a31e-d64c6b2dce28 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:28:55.467463 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c3b79f87-f76f-4ef0-aa4e-3fee3ef3f0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:55.489350 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-640273dc-2990-4c87-bf9f-d01b203d7a23 req-61e6832d-90be-4fc6-93eb-5c91df7c5218 tempest-DeleteServersAdminTestJSON-994115901 tempest-DeleteServersAdminTestJSON-994115901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:55.508853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Checking router: 359eb50a-c761-4cc3-9dd0-7a2074d7a798 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:28:55.513514 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Updating router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 port c2985442-b21a-4035-a670-95e4f5d872f6 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:28:55.540507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['1204b2f3-fa2f-4074-af6a-5ca6a99e29ac'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:28:55.556880 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6832d-90be-4fc6-93eb-5c91df7c5218 tempest-DeleteServersAdminTestJSON-994115901 tempest-DeleteServersAdminTestJSON-994115901-project-admin] Pushing event deleted for resources: {'Port': ['ID=1204b2f3-fa2f-4074-af6a-5ca6a99e29ac,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:55.570110 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:55.572092 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fa5c1b72-dccf-483a-acb1-4a0c9f24aa93 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3263705 Mar 23 12:28:55.638527 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50140) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:55.689183 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Allocated IP 172.25.2.235 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/72efc196-011f-4a5f-a471-3d6c89f3a98f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:28:55.791076 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:55.796682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b786c8a5-b966-496b-b715-55bd9547d6e8,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:55.936941 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7657901-7fdc-45c7-a3b3-6ae64ce28327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:55.998640 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d7657901-7fdc-45c7-a3b3-6ae64ce28327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:56.038862 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'name': 'tempest-ServerActionsTestJSON-267331141-router', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '9496cc92-7163-4074-9def-de74258afe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:50Z', 'updated_at': '2022-03-23T12:28:52Z', 'revision_number': 3, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'gw_port': {'id': '9496cc92-7163-4074-9def-de74258afe7e', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:51Z', 'updated_at': '2022-03-23T12:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:56.064189 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02de5171-fa67-4d47-8c4a-bd4f1d6ccd29 req-bb033bc5-fa02-440f-a3a8-0fddc440c652 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9586244 Mar 23 12:28:56.106025 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 429b56ce-aa5f-4f5c-a8e1-5da4984df34e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:56.126678 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Checking router: 2c179dc4-c942-431e-a31e-d64c6b2dce28 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:28:56.127278 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Updating router 2c179dc4-c942-431e-a31e-d64c6b2dce28 port 9496cc92-7163-4074-9def-de74258afe7e binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:28:56.161729 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7657901-7fdc-45c7-a3b3-6ae64ce28327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff2e1ce-3494-45a3-b704-f0dc61dc6eaf,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:56.189357 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1665e9c-9e35-4aa2-9eba-ebec678ca810 req-ef2a48ab-963f-4a76-9365-e08c33e27d3c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 210 time: 0.2436681 Mar 23 12:28:56.202361 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:56.255785 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d7657901-7fdc-45c7-a3b3-6ae64ce28327 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea0b3173d1344c658492dbaef0b3678a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5391710 Mar 23 12:28:56.260619 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50154) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:56.291196 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b79f87-f76f-4ef0-aa4e-3fee3ef3f0ea None None] Pushing event updated for resources: {'Port': ['ID=429b56ce-aa5f-4f5c-a8e1-5da4984df34e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:56.299198 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 429b56ce-aa5f-4f5c-a8e1-5da4984df34e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:56.299555 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:56.306573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a66e4439-989f-4d9f-8c72-67eb515e1c7c None None] Provisioning complete for port 429b56ce-aa5f-4f5c-a8e1-5da4984df34e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:56.306944 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a66e4439-989f-4d9f-8c72-67eb515e1c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:56.466461 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:56.469878 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fa5009c-f19e-4688-8c9c-df39ca96d037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:56.525360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-640273dc-2990-4c87-bf9f-d01b203d7a23 req-61e6832d-90be-4fc6-93eb-5c91df7c5218 tempest-DeleteServersAdminTestJSON-994115901 tempest-DeleteServersAdminTestJSON-994115901-project-admin] No DVR routers for this DVR port 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:28:56.548074 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9e99ebc9-0b0a-4b4e-9470-ade1f9a644a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:56.569918 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fa5009c-f19e-4688-8c9c-df39ca96d037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:56.584952 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-640273dc-2990-4c87-bf9f-d01b203d7a23 req-61e6832d-90be-4fc6-93eb-5c91df7c5218 tempest-DeleteServersAdminTestJSON-994115901 tempest-DeleteServersAdminTestJSON-994115901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:56.590728 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-640273dc-2990-4c87-bf9f-d01b203d7a23 req-61e6832d-90be-4fc6-93eb-5c91df7c5218 tempest-DeleteServersAdminTestJSON-994115901 tempest-DeleteServersAdminTestJSON-994115901-project-admin] 10.222.0.77 "DELETE /v2.0/ports/1204b2f3-fa2f-4074-af6a-5ca6a99e29ac HTTP/1.1" status: 204 len: 173 time: 2.7682052 Mar 23 12:28:56.609086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d122f8d-026d-4d09-88dd-e561fa76e4ef', 'name': 'network-vif-deleted', 'tag': '1204b2f3-fa2f-4074-af6a-5ca6a99e29ac'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:28:56.613129 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e722c1fe-cb84-473a-94c9-08b7f8241eca" -d '{"events": [{"server_uuid": "1d122f8d-026d-4d09-88dd-e561fa76e4ef", "name": "network-vif-deleted", "tag": "1204b2f3-fa2f-4074-af6a-5ca6a99e29ac"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:28:56.698333 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:56.699572 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ef7dd0-b3da-42a9-adee-2853061972bc x-openstack-request-id: req-c4ef7dd0-b3da-42a9-adee-2853061972bc {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:28:56.699824 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d122f8d-026d-4d09-88dd-e561fa76e4ef", "name": "network-vif-deleted", "tag": "1204b2f3-fa2f-4074-af6a-5ca6a99e29ac", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:28:56.701307 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c4ef7dd0-b3da-42a9-adee-2853061972bc {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:28:56.701851 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d122f8d-026d-4d09-88dd-e561fa76e4ef', 'name': 'network-vif-deleted', 'tag': '1204b2f3-fa2f-4074-af6a-5ca6a99e29ac', 'status': 'completed', 'code': 200} Mar 23 12:28:56.848420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:28:56.865551 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:28:56.887669 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:28:56.894972 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fa5009c-f19e-4688-8c9c-df39ca96d037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:56.907312 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fa5009c-f19e-4688-8c9c-df39ca96d037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:56.911121 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4fa5009c-f19e-4688-8c9c-df39ca96d037 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ff2e1ce-3494-45a3-b704-f0dc61dc6eaf HTTP/1.1" status: 204 len: 168 time: 0.6450968 Mar 23 12:28:57.017850 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5009c-f19e-4688-8c9c-df39ca96d037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff2e1ce-3494-45a3-b704-f0dc61dc6eaf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:57.030796 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:57.094665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Pushing event updated for resources: {'Port': ['ID=72efc196-011f-4a5f-a471-3d6c89f3a98f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:57.353596 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:57.371712 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:57.438155 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:57.524326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 429b56ce-aa5f-4f5c-a8e1-5da4984df34e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:28:57.598690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:28:57.620049 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df1a6a-649f-477d-a46e-46ff4aad60f2 None None] Pushing event updated for resources: {'Port': ['ID=9496cc92-7163-4074-9def-de74258afe7e,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:57.704435 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Attempting to bind port 9496cc92-7163-4074-9def-de74258afe7e on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:28:57.704874 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Attempting to bind port 9496cc92-7163-4074-9def-de74258afe7e by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:28:57.705154 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Attempting to bind port 9496cc92-7163-4074-9def-de74258afe7e on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:57.719141 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:28:57.719727 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:28:57.720342 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:57.720735 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:28:57.721323 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Bound port: 9496cc92-7163-4074-9def-de74258afe7e, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:28:57.721961 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:57.725346 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:28:57.727464 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1204b2f3-fa2f-4074-af6a-5ca6a99e29ac not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:28:57.811046 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:57.844737 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:57.853984 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:57.989616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937d3fe-a42e-4e75-9145-a676467c7e8b req-e40f8f37-666a-4bee-997f-724e07675f6c tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:57.991330 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3937d3fe-a42e-4e75-9145-a676467c7e8b req-e40f8f37-666a-4bee-997f-724e07675f6c tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.5337701 Mar 23 12:28:58.000545 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] For port 9496cc92-7163-4074-9def-de74258afe7e, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:28:58.005419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 429b56ce-aa5f-4f5c-a8e1-5da4984df34e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:58.005801 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:58.020025 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] For port 9496cc92-7163-4074-9def-de74258afe7e, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9496cc92-7163-4074-9def-de74258afe7e,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:28:58.031219 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:58.169374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b6adf-a54d-49f9-9222-1978f3a2eaac None None] Pushing event updated for resources: {'Port': ['ID=c2985442-b21a-4035-a670-95e4f5d872f6,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:58.285329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Attempting to bind port c2985442-b21a-4035-a670-95e4f5d872f6 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:28:58.285645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Attempting to bind port c2985442-b21a-4035-a670-95e4f5d872f6 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '2d472369-9b14-4134-be3c-f5a91745112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:28:58.285979 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Attempting to bind port c2985442-b21a-4035-a670-95e4f5d872f6 on network 1743bb27-9332-4a25-8ecd-a3ec37878eb1 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:28:58.297334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:28:58.298047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Checking segment: {'id': '2d472369-9b14-4134-be3c-f5a91745112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:28:58.298477 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:58.298908 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Bound using segment: {'id': '2d472369-9b14-4134-be3c-f5a91745112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:28:58.299374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Bound port: c2985442-b21a-4035-a670-95e4f5d872f6, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d472369-9b14-4134-be3c-f5a91745112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:28:58.299767 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:58.300758 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df1a6a-649f-477d-a46e-46ff4aad60f2 None None] Pushing event updated for resources: {'Port': ['ID=9496cc92-7163-4074-9def-de74258afe7e,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:58.310223 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Routers {'2c179dc4-c942-431e-a31e-d64c6b2dce28'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:28:58.319867 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:28:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2c179dc4-c942-431e-a31e-d64c6b2dce28'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:58.391088 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3937d3fe-a42e-4e75-9145-a676467c7e8b req-5e722705-20ef-4fd0-9988-bb71857c5e94 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802505 Mar 23 12:28:58.453374 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Allocated IP 172.20.0.1 (ebaa652a-c49f-4907-afdf-128ac03bfaa6/d5ca3030-361f-4822-91f3-c1514558b716/5de80cc1-9627-4a38-b165-aec458aa0145) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:28:58.550903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] For port c2985442-b21a-4035-a670-95e4f5d872f6, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:28:58.560017 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] For port c2985442-b21a-4035-a670-95e4f5d872f6, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c2985442-b21a-4035-a670-95e4f5d872f6,segment=NetworkSegment(2d472369-9b14-4134-be3c-f5a91745112d),segment_id=2d472369-9b14-4134-be3c-f5a91745112d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:28:58.569039 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:58.746832 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] Set router 2c179dc4-c942-431e-a31e-d64c6b2dce28 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:28:58.747701 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b6adf-a54d-49f9-9222-1978f3a2eaac None None] Pushing event updated for resources: {'Port': ['ID=c2985442-b21a-4035-a670-95e4f5d872f6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:58.837522 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Routers {'359eb50a-c761-4cc3-9dd0-7a2074d7a798'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:28:58.844992 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:28:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:58.874729 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:58.966959 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d331ce55-d608-40b7-b1b0-b7dcab3dbdf2 req-c0abc1c9-a68f-4c56-b8b5-fa078aa6f369 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d122f8d-026d-4d09-88dd-e561fa76e4ef HTTP/1.1" status: 200 len: 210 time: 1.4855299 Mar 23 12:28:58.991096 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:59.062098 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50202) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:28:59.103138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Network ebaa652a-c49f-4907-afdf-128ac03bfaa6 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:28:59.112647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:28:59.121789 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:59.128446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] Set router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:28:59.132729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:28:59.225628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Pushing event updated for resources: {'Port': ['ID=5de80cc1-9627-4a38-b165-aec458aa0145,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:28:59.298763 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:59.484679 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'name': 'tempest-ServerActionsTestJSON-267331141-router', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '9496cc92-7163-4074-9def-de74258afe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:50Z', 'updated_at': '2022-03-23T12:28:52Z', 'revision_number': 3, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'gw_port': {'id': '9496cc92-7163-4074-9def-de74258afe7e', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:51Z', 'updated_at': '2022-03-23T12:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:28:59.585007 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef8b5a4-6a70-44b7-842b-0c420456b30f None None] The sync data for ids ['2c179dc4-c942-431e-a31e-d64c6b2dce28'] in n-d-834854-1 is: [{'id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'name': 'tempest-ServerActionsTestJSON-267331141-router', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '9496cc92-7163-4074-9def-de74258afe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:50Z', 'updated_at': '2022-03-23T12:28:52Z', 'revision_number': 3, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'gw_port': {'id': '9496cc92-7163-4074-9def-de74258afe7e', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:51Z', 'updated_at': '2022-03-23T12:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:28:59.594346 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8f65ff4e-99d5-4644-8d0e-355698f3d2d0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1360851378-network', 'tenant_id': '7603a25adddd4356ae0a7a108efbb3e0'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:28:59.698015 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8e78e4b0-98d1-42a6-84b7-c351f3c0c01c None None] Provisioning complete for port c2985442-b21a-4035-a670-95e4f5d872f6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:28:59.698690 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8e78e4b0-98d1-42a6-84b7-c351f3c0c01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:59.706539 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:59.711522 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:59.713614 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:59.734949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f65ff4e-99d5-4644-8d0e-355698f3d2d0 admin admin] Made reservation on behalf of 7603a25adddd4356ae0a7a108efbb3e0 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:28:59.755546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f65ff4e-99d5-4644-8d0e-355698f3d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:59.810963 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f65ff4e-99d5-4644-8d0e-355698f3d2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:59.829759 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457f237-ef56-4f3d-b390-3fdb7a372292 req-51923530-6c38-4f31-ba24-a56d86d2d242 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:28:59.831617 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7457f237-ef56-4f3d-b390-3fdb7a372292 req-51923530-6c38-4f31-ba24-a56d86d2d242 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.2210541 Mar 23 12:28:59.904847 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:59.922843 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:28:59.934558 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7457f237-ef56-4f3d-b390-3fdb7a372292 req-4f394d95-1080-4337-b1c7-adf7d332eb43 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905206 Mar 23 12:29:00.180936 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8e78e4b0-98d1-42a6-84b7-c351f3c0c01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:00.259856 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f65ff4e-99d5-4644-8d0e-355698f3d2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:00.261072 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'name': 'tempest-ServersTestFqdnHostnames-932474463-router', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:43Z', 'updated_at': '2022-03-23T12:28:50Z', 'revision_number': 4, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'gw_port': {'id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:44Z', 'updated_at': '2022-03-23T12:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c2985442-b21a-4035-a670-95e4f5d872f6', 'name': '', 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'mac_address': 'fa:16:3e:2b:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '720c2751-2177-47ad-8384-680bbd9727e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:49Z', 'updated_at': '2022-03-23T12:28:58Z', 'revision_number': 4, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'subnets': [{'id': '720c2751-2177-47ad-8384-680bbd9727e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:00.270697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8e78e4b0-98d1-42a6-84b7-c351f3c0c01c None None] For port c2985442-b21a-4035-a670-95e4f5d872f6, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c2985442-b21a-4035-a670-95e4f5d872f6,segment=NetworkSegment(2d472369-9b14-4134-be3c-f5a91745112d),segment_id=2d472369-9b14-4134-be3c-f5a91745112d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:00.282745 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f65ff4e-99d5-4644-8d0e-355698f3d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:00.346135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f65ff4e-99d5-4644-8d0e-355698f3d2d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:29:00.348658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Pushing event updated for resources: {'Port': ['ID=72efc196-011f-4a5f-a471-3d6c89f3a98f,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:00.361843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ac6be-ba27-4c95-baef-489ba892cf43 None None] The sync data for ids ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'] in n-d-834854-1 is: [{'id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'name': 'tempest-ServersTestFqdnHostnames-932474463-router', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:43Z', 'updated_at': '2022-03-23T12:28:50Z', 'revision_number': 4, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'gw_port': {'id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:44Z', 'updated_at': '2022-03-23T12:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c2985442-b21a-4035-a670-95e4f5d872f6', 'name': '', 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'mac_address': 'fa:16:3e:2b:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '720c2751-2177-47ad-8384-680bbd9727e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:49Z', 'updated_at': '2022-03-23T12:28:58Z', 'revision_number': 4, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'subnets': [{'id': '720c2751-2177-47ad-8384-680bbd9727e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:29:00.363693 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8e78e4b0-98d1-42a6-84b7-c351f3c0c01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:00.375503 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:00.377707 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:00.391286 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:00.499678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:00.526553 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:00.527691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:00.528243 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:00.528729 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:00.529291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:00.529866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:00.530310 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:00.530709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:00.534136 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:00.534826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:00.535277 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:00.563979 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:00.583048 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d01b431d-0c3b-49ee-9543-57754ee930df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8028083 Mar 23 12:29:00.586253 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f65ff4e-99d5-4644-8d0e-355698f3d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:00.586891 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-8f65ff4e-99d5-4644-8d0e-355698f3d2d0 admin admin] Added segment 2b49b9a1-15c2-4e7e-96f9-eca8571c9f93 of type vlan for network 0dac25ec-acfe-4f2c-9f41-b425c8d6d0a9 Mar 23 12:29:00.588854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65ff4e-99d5-4644-8d0e-355698f3d2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ffd586-7652-4c01-a839-1f3a77e3f30d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:00.635437 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78e4b0-98d1-42a6-84b7-c351f3c0c01c None None] Pushing event updated for resources: {'Port': ['ID=c2985442-b21a-4035-a670-95e4f5d872f6,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:00.654981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a442a1f5-db05-409c-9b8c-a19972e87ee4 None None] Provisioning complete for port 5de80cc1-9627-4a38-b165-aec458aa0145 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:00.660510 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a442a1f5-db05-409c-9b8c-a19972e87ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:00.734391 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:00.736330 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Pushing event updated for resources: {'Port': ['ID=5de80cc1-9627-4a38-b165-aec458aa0145,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:00.736777 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f65ff4e-99d5-4644-8d0e-355698f3d2d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:00.781428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a442a1f5-db05-409c-9b8c-a19972e87ee4 None None] Port 5de80cc1-9627-4a38-b165-aec458aa0145 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:29:00.813494 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a442a1f5-db05-409c-9b8c-a19972e87ee4 None None] Provisioning complete for port c2985442-b21a-4035-a670-95e4f5d872f6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:00.814007 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a442a1f5-db05-409c-9b8c-a19972e87ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:00.876606 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f65ff4e-99d5-4644-8d0e-355698f3d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:00.877833 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f65ff4e-99d5-4644-8d0e-355698f3d2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:00.881659 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-7195d94e-8f04-4b74-972a-6a4c00482625 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f7c761ae42ff41cd874190dcd4a7ed21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4522173 Mar 23 12:29:00.895238 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f65ff4e-99d5-4644-8d0e-355698f3d2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:01.146405 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8f65ff4e-99d5-4644-8d0e-355698f3d2d0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0801737 Mar 23 12:29:01.146693 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50260) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:01.165339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-152615a1-ea84-4a38-a79a-72c23ba61650 admin admin] Request body: {'subnet': {'network_id': '0dac25ec-acfe-4f2c-9f41-b425c8d6d0a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1360851378-subnet', 'tenant_id': '7603a25adddd4356ae0a7a108efbb3e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:01.196440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65ff4e-99d5-4644-8d0e-355698f3d2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=0dac25ec-acfe-4f2c-9f41-b425c8d6d0a9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:01.247528 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 0dac25ec-acfe-4f2c-9f41-b425c8d6d0a9 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:29:01.259762 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-1ee72c4f-3471-4d8d-b64b-affbbf9481de tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2053665742&fields=id&tenant_id=62343df70eb049fe840a8de71d5bb599 HTTP/1.1" status: 200 len: 267 time: 0.1440268 Mar 23 12:29:01.358618 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152615a1-ea84-4a38-a79a-72c23ba61650 admin admin] Made reservation on behalf of 7603a25adddd4356ae0a7a108efbb3e0 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:01.361166 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-152615a1-ea84-4a38-a79a-72c23ba61650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:01.412392 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Network ebaa652a-c49f-4907-afdf-128ac03bfaa6 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:29:01.422883 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-1bc6abbf-b204-42fc-8249-196bdb52ec86 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:01.443028 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-1bc6abbf-b204-42fc-8249-196bdb52ec86 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5602500 Mar 23 12:29:01.475822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:29:01.504536 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-d360c010-4c4c-4954-95ed-263442c3f633 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/quotas/f7c761ae42ff41cd874190dcd4a7ed21 HTTP/1.1" status: 200 len: 375 time: 0.0604045 Mar 23 12:29:01.525324 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9496cc92-7163-4074-9def-de74258afe7e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:29:01.545699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-dc4be0e4-995b-4cc3-82ab-e2dc5e58054b tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:01.559266 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-dc4be0e4-995b-4cc3-82ab-e2dc5e58054b tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/networks?id=1743bb27-9332-4a25-8ecd-a3ec37878eb1 HTTP/1.1" status: 200 len: 814 time: 0.2982635 Mar 23 12:29:01.675667 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-f2c71876-56b4-4b09-b01e-f6c79608bb0c tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/quotas/62343df70eb049fe840a8de71d5bb599 HTTP/1.1" status: 200 len: 375 time: 0.1150923 Mar 23 12:29:01.695556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 9496cc92-7163-4074-9def-de74258afe7e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:01.700369 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:01.732640 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-7a748fc5-96cb-4acb-86e9-39f621fb52ec tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7c761ae42ff41cd874190dcd4a7ed21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2050335 Mar 23 12:29:01.780864 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-d51e951d-fba9-4914-a6e5-6fa3be073c72 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=62343df70eb049fe840a8de71d5bb599&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1036606 Mar 23 12:29:01.998904 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:02.010103 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Router 2c179dc4-c942-431e-a31e-d64c6b2dce28 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:29:02.041356 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 9496cc92-7163-4074-9def-de74258afe7e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9496cc92-7163-4074-9def-de74258afe7e,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:02.063020 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:02.067060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c2985442-b21a-4035-a670-95e4f5d872f6 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:29:02.087481 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-100c1374-01b6-4aff-b857-cd7feea0defb service neutron] 10.222.0.52 "GET /v2.0/networks/1743bb27-9332-4a25-8ecd-a3ec37878eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900860 Mar 23 12:29:02.250098 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=9496cc92-7163-4074-9def-de74258afe7e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:02.280437 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b361e488-d445-4a2c-a4a8-a35fb4e945f2 None None] Provisioning complete for port 5de80cc1-9627-4a38-b165-aec458aa0145 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:02.280901 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b361e488-d445-4a2c-a4a8-a35fb4e945f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:02.439979 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b361e488-d445-4a2c-a4a8-a35fb4e945f2 None None] Port 5de80cc1-9627-4a38-b165-aec458aa0145 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:29:02.457145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11965d-686c-484a-aedb-191c13bb183b req-11525a1b-05a4-4461-a6a6-418963eaf9ac tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:02.466467 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-85e94c7f-54d6-45b3-bec8-773c8116d0ad service neutron] 10.222.0.52 "GET /v2.0/networks/1743bb27-9332-4a25-8ecd-a3ec37878eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680038 Mar 23 12:29:02.473429 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ca11965d-686c-484a-aedb-191c13bb183b req-11525a1b-05a4-4461-a6a6-418963eaf9ac tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.2506740 Mar 23 12:29:02.473687 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c2985442-b21a-4035-a670-95e4f5d872f6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:02.473854 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:02.609000 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ca11965d-686c-484a-aedb-191c13bb183b req-11e2a0b0-e4f6-40ef-bfe6-ebf3a217b1ee tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344967 Mar 23 12:29:02.613998 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:29:02.629568 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a4219b98-43f1-4823-9069-efa5c91bf088 admin admin] 10.222.0.52 "PUT /v2.0/routers/2c179dc4-c942-431e-a31e-d64c6b2dce28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9882467 Mar 23 12:29:02.652804 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-152615a1-ea84-4a38-a79a-72c23ba61650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:02.894912 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2a4a9c0f-56b7-4f1e-8031-e5f3367849eb req-c7386017-3cfc-43e4-a50f-21415fab7c0b tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 210 time: 0.0928185 Mar 23 12:29:02.899365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152615a1-ea84-4a38-a79a-72c23ba61650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2114816-d62e-43c9-bd46-e66f0bcc399d,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:02.972823 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152615a1-ea84-4a38-a79a-72c23ba61650 admin admin] Checking segment: {'id': '2b49b9a1-15c2-4e7e-96f9-eca8571c9f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0dac25ec-acfe-4f2c-9f41-b425c8d6d0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:29:02.973195 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152615a1-ea84-4a38-a79a-72c23ba61650 admin admin] Network hostable DHCP agents. Network: 0dac25ec-acfe-4f2c-9f41-b425c8d6d0a9, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:29:03.060316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152615a1-ea84-4a38-a79a-72c23ba61650 admin admin] Network 0dac25ec-acfe-4f2c-9f41-b425c8d6d0a9 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:29:03.092109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-152615a1-ea84-4a38-a79a-72c23ba61650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 0dac25ec-acfe-4f2c-9f41-b425c8d6d0a9) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:29:03.101994 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152615a1-ea84-4a38-a79a-72c23ba61650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:03.103836 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88686f20-1b0e-489e-8e7f-d616e750e3b8 None None] Network 0dac25ec-acfe-4f2c-9f41-b425c8d6d0a9 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:29:03.114745 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-152615a1-ea84-4a38-a79a-72c23ba61650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:03.157561 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-152615a1-ea84-4a38-a79a-72c23ba61650 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9950461 Mar 23 12:29:03.244358 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ce354d32-3165-40ae-af90-1c71c7fc9766 req-72f07c8b-0b49-42a7-9c28-bc0d22d6f2a2 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/ports?device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 210 time: 0.1196115 Mar 23 12:29:03.427991 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9496cc92-7163-4074-9def-de74258afe7e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:29:03.709717 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [req-6219b031-748d-4022-8f6d-44fcc0f3fad7 req-4464492e-28bf-4d4f-a7ac-f1169c3807e6 tempest-SecurityGroupsNegativeTestJSON-164989350 tempest-SecurityGroupsNegativeTestJSON-164989350-project] show failed (client error): The resource could not be found. Mar 23 12:29:03.713728 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6219b031-748d-4022-8f6d-44fcc0f3fad7 req-4464492e-28bf-4d4f-a7ac-f1169c3807e6 tempest-SecurityGroupsNegativeTestJSON-164989350 tempest-SecurityGroupsNegativeTestJSON-164989350-project] 10.222.0.52 "GET /v2.0/security-groups/5be83631-2170-4536-ae3b-7663c4c2ea36 HTTP/1.1" status: 404 len: 352 time: 0.0320261 Mar 23 12:29:03.805814 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 9496cc92-7163-4074-9def-de74258afe7e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:03.806533 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:03.888079 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde43fd3-1dd7-4c26-89dc-610a5a728c8d None None] Network 0dac25ec-acfe-4f2c-9f41-b425c8d6d0a9 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:29:04.045977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c6d18-c83e-4729-89c1-5e5eccaf57b4 req-c3d44fba-d989-4f12-bba5-6205b8c13b1c tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:04.070896 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-676c6d18-c83e-4729-89c1-5e5eccaf57b4 req-c3d44fba-d989-4f12-bba5-6205b8c13b1c tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 945 time: 0.2402072 Mar 23 12:29:04.191906 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-676c6d18-c83e-4729-89c1-5e5eccaf57b4 req-c09a74b2-28b4-4705-b474-dee2bb37664c tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215754 Mar 23 12:29:04.420463 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50330) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:04.425089 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-dfd0bacb-7fc5-4d18-a598-f6eae5afcb17 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--715277442', 'description': 'tempest-description--134950344'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:04.496072 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dfd0bacb-7fc5-4d18-a598-f6eae5afcb17 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:04.503087 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c1c12cd-aa6f-465c-afdc-47c2b3f67d18 req-f9705132-d82e-4241-bdb1-0d6ee34ac6bd tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 210 time: 0.1015291 Mar 23 12:29:04.572695 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Sync routers for ids ['2c179dc4-c942-431e-a31e-d64c6b2dce28'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:29:04.641740 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Routers {'2c179dc4-c942-431e-a31e-d64c6b2dce28'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:29:04.642762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:28:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2c179dc4-c942-431e-a31e-d64c6b2dce28'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:04.655554 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-edf8791c-2d24-40a6-a02b-3009f1a56554 req-788d8574-b8c1-4173-87fe-573be550ad9a tempest-SecurityGroupsNegativeTestJSON-164989350 tempest-SecurityGroupsNegativeTestJSON-164989350-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7603a25adddd4356ae0a7a108efbb3e0 HTTP/1.1" status: 200 len: 2984 time: 0.1043091 Mar 23 12:29:04.717860 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dfd0bacb-7fc5-4d18-a598-f6eae5afcb17 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:04.725942 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dfd0bacb-7fc5-4d18-a598-f6eae5afcb17 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:04.803501 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-3dccf287-7c04-4256-9966-c3c0e9f6e60b tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f7c761ae42ff41cd874190dcd4a7ed21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1258852 Mar 23 12:29:04.829821 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dfd0bacb-7fc5-4d18-a598-f6eae5afcb17 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:04.838684 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dfd0bacb-7fc5-4d18-a598-f6eae5afcb17 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4171438 Mar 23 12:29:04.841450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50340) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:04.856702 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-448ff6b5-98c0-4c5b-a52d-7a74543e33ef tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Request body: {'security_group_rule': {'security_group_id': 'fe3bd741-201b-4f56-a95b-c7d7c97d5a3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:04.868930 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0bacb-7fc5-4d18-a598-f6eae5afcb17 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:04.926406 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-448ff6b5-98c0-4c5b-a52d-7a74543e33ef tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:05.067718 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-448ff6b5-98c0-4c5b-a52d-7a74543e33ef tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:05.081308 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-448ff6b5-98c0-4c5b-a52d-7a74543e33ef tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:05.109364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Set router 2c179dc4-c942-431e-a31e-d64c6b2dce28 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:29:05.182169 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-448ff6b5-98c0-4c5b-a52d-7a74543e33ef tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:05.191089 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-448ff6b5-98c0-4c5b-a52d-7a74543e33ef tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3459158 Mar 23 12:29:05.191415 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-3567f20a-866d-405a-90d0-2874b01c99f1 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:05.192480 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50346) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:05.193740 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-3567f20a-866d-405a-90d0-2874b01c99f1 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3684542 Mar 23 12:29:05.204250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-745c9e40-c402-474d-91bb-799870891f4d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Request body: {'security_group_rule': {'security_group_id': 'fe3bd741-201b-4f56-a95b-c7d7c97d5a3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:05.210320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ff6b5-98c0-4c5b-a52d-7a74543e33ef tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b73699-5d9c-43f5-95b2-f4029fef2897,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:05.257494 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-745c9e40-c402-474d-91bb-799870891f4d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:05.288783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-e99f59b2-75b1-43da-8d72-8b8a92bf4487 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Request body: {'port': {'device_id': '2d850b57-cfbd-4d62-a71a-b5795df11712', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': 'f7c761ae42ff41cd874190dcd4a7ed21'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:05.378921 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-edf8791c-2d24-40a6-a02b-3009f1a56554 req-4133b82e-92b0-489f-b9ec-ceca1c910d89 tempest-SecurityGroupsNegativeTestJSON-164989350 tempest-SecurityGroupsNegativeTestJSON-164989350-project] 10.222.0.52 "GET /v2.0/security-groups/98ffd586-7652-4c01-a839-1f3a77e3f30d HTTP/1.1" status: 200 len: 2981 time: 0.7210362 Mar 23 12:29:05.560135 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-edf8791c-2d24-40a6-a02b-3009f1a56554 req-872ad7e3-4e5e-4469-ba51-1a4a89883908 tempest-SecurityGroupsNegativeTestJSON-164989350 tempest-SecurityGroupsNegativeTestJSON-164989350-project] 10.222.0.52 "GET /v2.0/security-groups/98ffd586-7652-4c01-a839-1f3a77e3f30d HTTP/1.1" status: 200 len: 2981 time: 0.1785440 Mar 23 12:29:05.604990 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-745c9e40-c402-474d-91bb-799870891f4d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:05.621021 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-745c9e40-c402-474d-91bb-799870891f4d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:05.679251 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-e99f59b2-75b1-43da-8d72-8b8a92bf4487 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Made reservation on behalf of f7c761ae42ff41cd874190dcd4a7ed21 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:05.689618 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-e99f59b2-75b1-43da-8d72-8b8a92bf4487 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:05.722778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-745c9e40-c402-474d-91bb-799870891f4d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:05.728870 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-745c9e40-c402-474d-91bb-799870891f4d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5300052 Mar 23 12:29:05.729735 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50356) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:05.746391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:05.773897 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:05.800617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c9e40-c402-474d-91bb-799870891f4d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018bae23-e3b8-466b-a41c-0ec0e6326208,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:05.820257 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-226b0aa9-590a-4ea9-beba-6dfe612ddd0a req-a9430ae3-7544-46c2-ab02-bcb09d578778 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/ports?device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 210 time: 0.1289892 Mar 23 12:29:06.116157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-e99f59b2-75b1-43da-8d72-8b8a92bf4487 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Allocated IP 192.168.233.126 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/0c2f92d4-363e-4c43-ab13-2d995a38d90f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:29:06.193267 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'name': 'tempest-ServerActionsTestJSON-267331141-router', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '9496cc92-7163-4074-9def-de74258afe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:50Z', 'updated_at': '2022-03-23T12:28:59Z', 'revision_number': 4, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'gw_port': {'id': '9496cc92-7163-4074-9def-de74258afe7e', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:51Z', 'updated_at': '2022-03-23T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '5de80cc1-9627-4a38-b165-aec458aa0145', 'name': '', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'mac_address': 'fa:16:3e:e4:2b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:57Z', 'updated_at': '2022-03-23T12:28:59Z', 'revision_number': 2, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'subnets': [{'id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:06.358825 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-e99f59b2-75b1-43da-8d72-8b8a92bf4487 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:06.391623 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-abaef261-735f-45a1-9a17-9b5c28464dc4 req-255693ff-e0b2-4d49-b208-2c8f7bf393a7 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 210 time: 0.0958142 Mar 23 12:29:06.422221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Checking router: 2c179dc4-c942-431e-a31e-d64c6b2dce28 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:29:06.422221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Updating router 2c179dc4-c942-431e-a31e-d64c6b2dce28 port 5de80cc1-9627-4a38-b165-aec458aa0145 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:29:06.470952 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0f27d4d6-736c-43f2-9f02-2e3b9794d0ee req-da832986-3b8b-4011-b362-216c7b3dbf7e tempest-SecurityGroupsNegativeTestJSON-164989350 tempest-SecurityGroupsNegativeTestJSON-164989350-project] 10.222.0.52 "GET /v2.0/security-groups/98ffd586-7652-4c01-a839-1f3a77e3f30d HTTP/1.1" status: 200 len: 2981 time: 0.0713966 Mar 23 12:29:06.479646 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-e99f59b2-75b1-43da-8d72-8b8a92bf4487 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:06.485764 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e659bcbb-cd7b-411e-8413-7859d0dfda60 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:06.487722 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e659bcbb-cd7b-411e-8413-7859d0dfda60 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.73 "GET /v2.0/networks?id=1743bb27-9332-4a25-8ecd-a3ec37878eb1 HTTP/1.1" status: 200 len: 814 time: 0.4236166 Mar 23 12:29:06.510947 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:06.557921 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f59b2-75b1-43da-8d72-8b8a92bf4487 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Pushing event updated for resources: {'Port': ['ID=0c2f92d4-363e-4c43-ab13-2d995a38d90f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:06.582681 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-2e6db4fe-f598-4308-92f7-c6601e66b2aa tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62343df70eb049fe840a8de71d5bb599 HTTP/1.1" status: 200 len: 380 time: 0.0827999 Mar 23 12:29:06.590658 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-e99f59b2-75b1-43da-8d72-8b8a92bf4487 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:29:06.597156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-e99f59b2-75b1-43da-8d72-8b8a92bf4487 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:29:06.613567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7286f-732c-4d1b-863e-fc7bc1ab72a6 req-0c72962b-44aa-478b-b602-281691abcd73 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:06.619978 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-e99f59b2-75b1-43da-8d72-8b8a92bf4487 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:29:06.624337 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e3c7286f-732c-4d1b-863e-fc7bc1ab72a6 req-0c72962b-44aa-478b-b602-281691abcd73 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 946 time: 0.1259046 Mar 23 12:29:06.636666 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-2665fde1-b564-4158-9c52-a61aec846281 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Request body: {'port': {'device_id': '122244b7-4f8e-4f3f-ab1d-1bc2fa85a106', 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1', 'admin_state_up': True, 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'security_groups': ['d54b5ae9-a7b6-4630-b21f-6e45ec81050a']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:06.683814 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-e99f59b2-75b1-43da-8d72-8b8a92bf4487 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:06.684782 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-e99f59b2-75b1-43da-8d72-8b8a92bf4487 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:06.707048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-e99f59b2-75b1-43da-8d72-8b8a92bf4487 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4746609 Mar 23 12:29:06.743314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Request body: {'port': {'device_id': '2d850b57-cfbd-4d62-a71a-b5795df11712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:06.846637 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [req-0f27d4d6-736c-43f2-9f02-2e3b9794d0ee req-f9e16237-2c57-4e30-992f-25c319cbd3bc tempest-SecurityGroupsNegativeTestJSON-164989350 tempest-SecurityGroupsNegativeTestJSON-164989350-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 23 12:29:06.847636 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0f27d4d6-736c-43f2-9f02-2e3b9794d0ee req-f9e16237-2c57-4e30-992f-25c319cbd3bc tempest-SecurityGroupsNegativeTestJSON-164989350 tempest-SecurityGroupsNegativeTestJSON-164989350-project] 10.222.0.52 "DELETE /v2.0/security-groups/98ffd586-7652-4c01-a839-1f3a77e3f30d HTTP/1.1" status: 409 len: 352 time: 0.3758962 Mar 23 12:29:06.917972 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e3c7286f-732c-4d1b-863e-fc7bc1ab72a6 req-851d4768-62bc-4e5a-b17a-8e2566dc0d09 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/security-groups?id=04642ef1-ec03-4dbe-9ab0-f39f6eed7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923603 Mar 23 12:29:06.946397 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:06.977980 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:07.082170 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5292ea41-64f3-4443-811a-cb3d0bb8d2ba req-f9ed5d45-126e-472b-8eb3-6d22377f2dc8 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/ports?device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 210 time: 0.0424633 Mar 23 12:29:07.228363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-2665fde1-b564-4158-9c52-a61aec846281 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Made reservation on behalf of 62343df70eb049fe840a8de71d5bb599 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:07.233885 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-2665fde1-b564-4158-9c52-a61aec846281 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:07.239204 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-66902e8a-1dd7-401e-9fae-3b9bb91cae30 req-da0c95d3-2d8a-4818-b3fa-65093ec62723 tempest-SecurityGroupsNegativeTestJSON-164989350 tempest-SecurityGroupsNegativeTestJSON-164989350-project] show failed (client error): The resource could not be found. Mar 23 12:29:07.240757 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66902e8a-1dd7-401e-9fae-3b9bb91cae30 req-da0c95d3-2d8a-4818-b3fa-65093ec62723 tempest-SecurityGroupsNegativeTestJSON-164989350 tempest-SecurityGroupsNegativeTestJSON-164989350-project] 10.222.0.52 "GET /v2.0/security-groups/46ec6bde-c918-4378-9323-bbf548db37f5 HTTP/1.1" status: 404 len: 352 time: 0.0612803 Mar 23 12:29:07.308221 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [req-a53387ea-48f7-456c-ba5c-28d4aed5939b req-d05ea930-277c-4128-b1a5-157f5bf51e92 tempest-SecurityGroupsNegativeTestJSON-164989350 tempest-SecurityGroupsNegativeTestJSON-164989350-project] show failed (client error): The resource could not be found. Mar 23 12:29:07.321981 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a53387ea-48f7-456c-ba5c-28d4aed5939b req-d05ea930-277c-4128-b1a5-157f5bf51e92 tempest-SecurityGroupsNegativeTestJSON-164989350 tempest-SecurityGroupsNegativeTestJSON-164989350-project] 10.222.0.52 "GET /v2.0/security-groups/1e243a39-8c77-49bd-a22a-1dacd70a17c4 HTTP/1.1" status: 404 len: 352 time: 0.0269763 Mar 23 12:29:07.324013 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50400) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:07.334153 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a710d259-dab6-41ff-a54f-87b79deb3410 None None] Provisioning complete for port 0c2f92d4-363e-4c43-ab13-2d995a38d90f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:07.335356 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a710d259-dab6-41ff-a54f-87b79deb3410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:07.384804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65647ab-1885-4966-a520-e762fde6fd55 admin admin] Deleting subnet b2114816-d62e-43c9-bd46-e66f0bcc399d {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:29:07.457684 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a710d259-dab6-41ff-a54f-87b79deb3410 None None] Port 0c2f92d4-363e-4c43-ab13-2d995a38d90f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:29:07.458264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-2665fde1-b564-4158-9c52-a61aec846281 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Allocated IP 172.20.0.9 (1743bb27-9332-4a25-8ecd-a3ec37878eb1/720c2751-2177-47ad-8384-680bbd9727e3/198bdbc0-9add-405e-b112-496321e65181) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:29:07.483036 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:07.497725 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:07.522729 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f65647ab-1885-4966-a520-e762fde6fd55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:07.592506 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bca69-699e-45bb-837b-a9a99b247792 None None] Pushing event updated for resources: {'Port': ['ID=5de80cc1-9627-4a38-b165-aec458aa0145,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:07.717731 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Attempting to bind port 5de80cc1-9627-4a38-b165-aec458aa0145 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:29:07.718199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Attempting to bind port 5de80cc1-9627-4a38-b165-aec458aa0145 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:29:07.718575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Attempting to bind port 5de80cc1-9627-4a38-b165-aec458aa0145 on network ebaa652a-c49f-4907-afdf-128ac03bfaa6 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:29:07.731066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:29:07.731456 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Checking segment: {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:29:07.732146 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:07.732849 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Bound using segment: {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:29:07.733570 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Bound port: 5de80cc1-9627-4a38-b165-aec458aa0145, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:29:07.735087 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:07.753593 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-2665fde1-b564-4158-9c52-a61aec846281 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:07.863703 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-2665fde1-b564-4158-9c52-a61aec846281 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:07.887334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] For port 5de80cc1-9627-4a38-b165-aec458aa0145, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:29:07.901773 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] For port 5de80cc1-9627-4a38-b165-aec458aa0145, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5de80cc1-9627-4a38-b165-aec458aa0145,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:29:07.916938 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:08.009449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665fde1-b564-4158-9c52-a61aec846281 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Pushing event updated for resources: {'Port': ['ID=198bdbc0-9add-405e-b112-496321e65181,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:08.025954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-2665fde1-b564-4158-9c52-a61aec846281 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Network 1743bb27-9332-4a25-8ecd-a3ec37878eb1 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:29:08.036484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-2665fde1-b564-4158-9c52-a61aec846281 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:29:08.042031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-2665fde1-b564-4158-9c52-a61aec846281 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:29:08.044883 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Routers {'2c179dc4-c942-431e-a31e-d64c6b2dce28'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:29:08.048786 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:28:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2c179dc4-c942-431e-a31e-d64c6b2dce28'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:08.126750 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:29:08.249259 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-2665fde1-b564-4158-9c52-a61aec846281 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:08.250937 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-2665fde1-b564-4158-9c52-a61aec846281 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:08.296873 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d369c3-0624-4035-860b-7a0de6ffd45d req-5e144dde-37f6-4ed9-a193-d776f8585287 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:08.307815 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e2d369c3-0624-4035-860b-7a0de6ffd45d req-5e144dde-37f6-4ed9-a193-d776f8585287 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 936 time: 0.2319829 Mar 23 12:29:08.310293 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bca69-699e-45bb-837b-a9a99b247792 None None] Pushing event updated for resources: {'Port': ['ID=5de80cc1-9627-4a38-b165-aec458aa0145,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:08.323453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Allocated IP 172.25.2.69 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/cd490c71-532e-46f0-a331-a353ecce899f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:29:08.361699 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:08.382951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '0d5906ec-5d13-4088-b57e-4a4f1b7bf896', 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd', 'port_id': '0d5906ec-5d13-4088-b57e-4a4f1b7bf896', 'mac_address': 'fa:16:3e:22:78:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b69fc4-50e7-4784-b657-b053d5e4a98d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:29:08.391858 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f65647ab-1885-4966-a520-e762fde6fd55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:08.412927 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-2665fde1-b564-4158-9c52-a61aec846281 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7860312 Mar 23 12:29:08.416690 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e2d369c3-0624-4035-860b-7a0de6ffd45d req-66f5df44-e561-40aa-bf8e-efa6be6149b9 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062484 Mar 23 12:29:08.435425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c49c7db5-bf92-47fc-8f51-aaf558150c12 None None] Provisioning complete for port 5de80cc1-9627-4a38-b165-aec458aa0145 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:08.436077 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c49c7db5-bf92-47fc-8f51-aaf558150c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:08.438154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad14282-c6ca-4130-b314-c8a54c645b8b req-f5eaaa25-abea-4b28-b6eb-5c8c7868ac4b tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:08.440257 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ad14282-c6ca-4130-b314-c8a54c645b8b req-f5eaaa25-abea-4b28-b6eb-5c8c7868ac4b tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 946 time: 0.1813991 Mar 23 12:29:08.445961 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Request body: {'port': {'device_id': '122244b7-4f8e-4f3f-ab1d-1bc2fa85a106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:08.539988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad5887-0bcc-469e-b0e9-db9d60ca0fcc req-8d350087-e64e-4aef-9e66-532aab209363 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:08.541776 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-62ad5887-0bcc-469e-b0e9-db9d60ca0fcc req-8d350087-e64e-4aef-9e66-532aab209363 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.77 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 946 time: 0.4305329 Mar 23 12:29:08.616184 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:08.626182 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:08.743778 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ad14282-c6ca-4130-b314-c8a54c645b8b req-5511e48c-8237-4b13-b84d-e17ec2e0a216 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/security-groups?id=04642ef1-ec03-4dbe-9ab0-f39f6eed7866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308551 Mar 23 12:29:08.751798 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c49c7db5-bf92-47fc-8f51-aaf558150c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:08.791624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4ee92-db9c-4bf3-8af0-c143673ac70b req-f4b80704-d5f7-4e9d-8683-5e3ad92549df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:08.803858 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9fa4ee92-db9c-4bf3-8af0-c143673ac70b req-f4b80704-d5f7-4e9d-8683-5e3ad92549df tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/ports?device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 931 time: 0.1411319 Mar 23 12:29:08.817375 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:29:08.895951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:08.900223 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] Set router 2c179dc4-c942-431e-a31e-d64c6b2dce28 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:29:08.903168 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9fa4ee92-db9c-4bf3-8af0-c143673ac70b req-8339a83e-2614-4978-b567-691c17d7a3be tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/security-groups?id=d54b5ae9-a7b6-4630-b21f-6e45ec81050a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981123 Mar 23 12:29:08.926280 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f65647ab-1885-4966-a520-e762fde6fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:08.978859 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:09.030317 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-62ad5887-0bcc-469e-b0e9-db9d60ca0fcc req-5bd7d454-4af2-44e3-aa99-ff07bd67f7e8 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Deleting port 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:29:09.030970 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-62ad5887-0bcc-469e-b0e9-db9d60ca0fcc req-5bd7d454-4af2-44e3-aa99-ff07bd67f7e8 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:09.044282 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c49c7db5-bf92-47fc-8f51-aaf558150c12 None None] For port 5de80cc1-9627-4a38-b165-aec458aa0145, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5de80cc1-9627-4a38-b165-aec458aa0145,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:09.049397 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:09.063196 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c49c7db5-bf92-47fc-8f51-aaf558150c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:09.146395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c7db5-bf92-47fc-8f51-aaf558150c12 None None] Pushing event updated for resources: {'Port': ['ID=5de80cc1-9627-4a38-b165-aec458aa0145,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:09.151548 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['0d5906ec-5d13-4088-b57e-4a4f1b7bf896'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:29:09.176925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-62ad5887-0bcc-469e-b0e9-db9d60ca0fcc req-5bd7d454-4af2-44e3-aa99-ff07bd67f7e8 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] For port 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c,segment=NetworkSegment(e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0),segment_id=e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:09.177519 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-62ad5887-0bcc-469e-b0e9-db9d60ca0fcc req-5bd7d454-4af2-44e3-aa99-ff07bd67f7e8 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:09.204227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-62ad5887-0bcc-469e-b0e9-db9d60ca0fcc req-5bd7d454-4af2-44e3-aa99-ff07bd67f7e8 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Calling delete_port for 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:29:09.333547 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:09.353960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198bdbc0-9add-405e-b112-496321e65181 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:29:09.360062 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e75680a0-fb8a-4e40-aed2-57dc019b7b6b None None] Provisioning complete for port 5de80cc1-9627-4a38-b165-aec458aa0145 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:09.360724 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e75680a0-fb8a-4e40-aed2-57dc019b7b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:09.368212 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:09.410993 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2f92d4-363e-4c43-ab13-2d995a38d90f {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:29:09.422074 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:09.470888 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f65647ab-1885-4966-a520-e762fde6fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:09.515800 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:09.529525 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f65647ab-1885-4966-a520-e762fde6fd55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:09.535277 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f65647ab-1885-4966-a520-e762fde6fd55 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b2114816-d62e-43c9-bd46-e66f0bcc399d HTTP/1.1" status: 204 len: 168 time: 2.2060494 Mar 23 12:29:09.535765 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50452) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:09.614275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:29:09.627892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'name': 'tempest-ServerActionsTestJSON-267331141-router', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '9496cc92-7163-4074-9def-de74258afe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:50Z', 'updated_at': '2022-03-23T12:28:59Z', 'revision_number': 4, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'gw_port': {'id': '9496cc92-7163-4074-9def-de74258afe7e', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:51Z', 'updated_at': '2022-03-23T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '5de80cc1-9627-4a38-b165-aec458aa0145', 'name': '', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'mac_address': 'fa:16:3e:e4:2b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:57Z', 'updated_at': '2022-03-23T12:29:07Z', 'revision_number': 4, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'subnets': [{'id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:09.662985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd5aed3-b766-45ef-b87b-bbe01b6a55c3 None None] The sync data for ids ['2c179dc4-c942-431e-a31e-d64c6b2dce28'] in n-d-834854-1 is: [{'id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'name': 'tempest-ServerActionsTestJSON-267331141-router', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '9496cc92-7163-4074-9def-de74258afe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:50Z', 'updated_at': '2022-03-23T12:28:59Z', 'revision_number': 4, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'gw_port': {'id': '9496cc92-7163-4074-9def-de74258afe7e', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:51Z', 'updated_at': '2022-03-23T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '5de80cc1-9627-4a38-b165-aec458aa0145', 'name': '', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'mac_address': 'fa:16:3e:e4:2b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:57Z', 'updated_at': '2022-03-23T12:29:07Z', 'revision_number': 4, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'subnets': [{'id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:29:09.678249 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5ade-d137-4aed-a62f-85a0068416c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:09.712233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:29:09.720034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65647ab-1885-4966-a520-e762fde6fd55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2114816-d62e-43c9-bd46-e66f0bcc399d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:09.723869 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:29:09.729133 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e75680a0-fb8a-4e40-aed2-57dc019b7b6b None None] Provisioning complete for port 198bdbc0-9add-405e-b112-496321e65181 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:09.729836 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e75680a0-fb8a-4e40-aed2-57dc019b7b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:09.910016 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18f9dc-5faa-4a1b-8aff-96e138217acc req-271c38a8-4c70-4eba-85d8-33adc39c5732 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:09.911639 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa18f9dc-5faa-4a1b-8aff-96e138217acc req-271c38a8-4c70-4eba-85d8-33adc39c5732 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 936 time: 0.2573118 Mar 23 12:29:09.970616 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e75680a0-fb8a-4e40-aed2-57dc019b7b6b None None] Port 198bdbc0-9add-405e-b112-496321e65181 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:29:09.971608 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Transition to ACTIVE for port object 0c2f92d4-363e-4c43-ab13-2d995a38d90f will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:29:09.987912 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b2943d37-b5b1-4802-9a29-9cc3ce5c3c9f req-e22ac8f3-db39-4654-ae0b-15e4f0b31539 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.52 "GET /v2.0/ports?device_id=071b7019-88a7-4c1f-a777-4fc53a08026b HTTP/1.1" status: 200 len: 210 time: 0.0618498 Mar 23 12:29:09.990801 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa18f9dc-5faa-4a1b-8aff-96e138217acc req-cbcb03a5-686f-4968-ac02-7d256894281a tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684807 Mar 23 12:29:10.006455 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Transition to ACTIVE for port object 198bdbc0-9add-405e-b112-496321e65181 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:29:10.065639 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-62ad5887-0bcc-469e-b0e9-db9d60ca0fcc req-5bd7d454-4af2-44e3-aa99-ff07bd67f7e8 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:10.069529 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event updated for resources: {'Port': ['ID=cd490c71-532e-46f0-a331-a353ecce899f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:10.092639 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:10.106956 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:29:10.128026 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:10.174680 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5ade-d137-4aed-a62f-85a0068416c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:10.257362 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:10.257833 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:10.407681 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2f92d4-363e-4c43-ab13-2d995a38d90f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:10.585565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-8b0c5ade-d137-4aed-a62f-85a0068416c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dac25ec-acfe-4f2c-9f41-b425c8d6d0a9']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:10.611347 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-8b0c5ade-d137-4aed-a62f-85a0068416c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b49b9a1-15c2-4e7e-96f9-eca8571c9f93') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:10.611716 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-8b0c5ade-d137-4aed-a62f-85a0068416c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b49b9a1-15c2-4e7e-96f9-eca8571c9f93') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:10.626239 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Pushing event updated for resources: {'Port': ['ID=198bdbc0-9add-405e-b112-496321e65181,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:10.648413 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:10.653428 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5ade-d137-4aed-a62f-85a0068416c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:10.655638 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Attempting to bind port 198bdbc0-9add-405e-b112-496321e65181 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:29:10.656028 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Attempting to bind port 198bdbc0-9add-405e-b112-496321e65181 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '2d472369-9b14-4134-be3c-f5a91745112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:29:10.656364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Attempting to bind port 198bdbc0-9add-405e-b112-496321e65181 on network 1743bb27-9332-4a25-8ecd-a3ec37878eb1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:29:10.692469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Port 198bdbc0-9add-405e-b112-496321e65181 on network 1743bb27-9332-4a25-8ecd-a3ec37878eb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:29:10.692796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Attempting to bind port 198bdbc0-9add-405e-b112-496321e65181 on network 1743bb27-9332-4a25-8ecd-a3ec37878eb1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:29:10.704904 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5ade-d137-4aed-a62f-85a0068416c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:10.713757 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:29:10.714157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Checking segment: {'id': '2d472369-9b14-4134-be3c-f5a91745112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:29:10.718625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Bound using segment: {'id': '2d472369-9b14-4134-be3c-f5a91745112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:29:10.736029 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Bound port: 198bdbc0-9add-405e-b112-496321e65181, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d472369-9b14-4134-be3c-f5a91745112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:29:10.736367 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:10.742660 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015711b6-2a4c-4eb4-a60a-e61fd63c5c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5906ec-5d13-4088-b57e-4a4f1b7bf896'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:10.753819 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af99549b-cacf-4d62-93af-708601d7fff2" -d '{"events": [{"server_uuid": "015711b6-2a4c-4eb4-a60a-e61fd63c5c7e", "name": "network-vif-plugged", "status": "completed", "tag": "0d5906ec-5d13-4088-b57e-4a4f1b7bf896"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:10.785589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0c5ade-d137-4aed-a62f-85a0068416c2 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:29:10.786145 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5ade-d137-4aed-a62f-85a0068416c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:29:10.788458 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:29:10.829724 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:10.850639 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:10.852156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7d454-4af2-44e3-aa99-ff07bd67f7e8 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Pushing event deleted for resources: {'Port': ['ID=3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:10.921048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ad5887-0bcc-469e-b0e9-db9d60ca0fcc req-5bd7d454-4af2-44e3-aa99-ff07bd67f7e8 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] No DVR routers for this DVR port 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:29:10.925073 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-62ad5887-0bcc-469e-b0e9-db9d60ca0fcc req-5bd7d454-4af2-44e3-aa99-ff07bd67f7e8 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:10.928632 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-62ad5887-0bcc-469e-b0e9-db9d60ca0fcc req-5bd7d454-4af2-44e3-aa99-ff07bd67f7e8 tempest-VolumesAdminNegativeTest-2097869323 tempest-VolumesAdminNegativeTest-2097869323-project] 10.222.0.77 "DELETE /v2.0/ports/3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c HTTP/1.1" status: 204 len: 173 time: 2.3160391 Mar 23 12:29:10.930628 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:10.990590 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071b7019-88a7-4c1f-a777-4fc53a08026b', 'name': 'network-vif-deleted', 'tag': '3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:11.011666 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c129c89-d3f2-4756-9d99-963da11aa30c" -d '{"events": [{"server_uuid": "071b7019-88a7-4c1f-a777-4fc53a08026b", "name": "network-vif-deleted", "tag": "3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:11.024880 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5ade-d137-4aed-a62f-85a0068416c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:11.054991 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5ade-d137-4aed-a62f-85a0068416c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:11.066330 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8b0c5ade-d137-4aed-a62f-85a0068416c2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0dac25ec-acfe-4f2c-9f41-b425c8d6d0a9 HTTP/1.1" status: 204 len: 168 time: 1.5269749 Mar 23 12:29:11.085038 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] For port 198bdbc0-9add-405e-b112-496321e65181, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:29:11.158604 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c5ade-d137-4aed-a62f-85a0068416c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dac25ec-acfe-4f2c-9f41-b425c8d6d0a9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:11.177134 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] For port 198bdbc0-9add-405e-b112-496321e65181, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=198bdbc0-9add-405e-b112-496321e65181,segment=NetworkSegment(2d472369-9b14-4134-be3c-f5a91745112d),segment_id=2d472369-9b14-4134-be3c-f5a91745112d)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:29:11.193236 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:11.315475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e73d2c-e0d6-451c-bed3-3fdf51a7da4a req-de140493-3f39-49cd-809e-6c08d547ccc0 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:11.337481 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:11.338126 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:11.339669 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] 10.222.0.73 "PUT /v2.0/ports/198bdbc0-9add-405e-b112-496321e65181 HTTP/1.1" status: 200 len: 1091 time: 2.8980465 Mar 23 12:29:11.341309 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-29e73d2c-e0d6-451c-bed3-3fdf51a7da4a req-de140493-3f39-49cd-809e-6c08d547ccc0 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/ports?device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 943 time: 1.0646760 Mar 23 12:29:11.342267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122244b7-4f8e-4f3f-ab1d-1bc2fa85a106', 'tag': '198bdbc0-9add-405e-b112-496321e65181'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:11.358085 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631bb0f3-846f-4fd7-a509-178c99e2dc26" -d '{"events": [{"name": "network-changed", "server_uuid": "122244b7-4f8e-4f3f-ab1d-1bc2fa85a106", "tag": "198bdbc0-9add-405e-b112-496321e65181"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:11.403247 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:29:11.410224 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:11.481941 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50488) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:11.565691 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Attempting to bind port 0c2f92d4-363e-4c43-ab13-2d995a38d90f on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:29:11.568656 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Attempting to bind port 0c2f92d4-363e-4c43-ab13-2d995a38d90f by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:29:11.569714 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Attempting to bind port 0c2f92d4-363e-4c43-ab13-2d995a38d90f on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:29:11.606810 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5de80cc1-9627-4a38-b165-aec458aa0145 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:29:11.647476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:29:11.667000 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Port 0c2f92d4-363e-4c43-ab13-2d995a38d90f on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:29:11.667878 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Attempting to bind port 0c2f92d4-363e-4c43-ab13-2d995a38d90f on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:29:11.717932 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4388681-5bd1-40a1-94c1-d8961ae6b899 service neutron] Pushing event updated for resources: {'Port': ['ID=198bdbc0-9add-405e-b112-496321e65181,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:11.777587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:11.806088 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-cff47fa0-da36-451f-9c22-f5e13f83cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:11.813437 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-cff47fa0-da36-451f-9c22-f5e13f83cdb1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=62343df70eb049fe840a8de71d5bb599&device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 1094 time: 0.4051178 Mar 23 12:29:11.819248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:29:11.820947 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:29:11.906650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:29:11.906984 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:29:11.907971 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 5de80cc1-9627-4a38-b165-aec458aa0145 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:11.908976 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:29:11.909453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Bound port: 0c2f92d4-363e-4c43-ab13-2d995a38d90f, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:29:11.909607 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:11.912129 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:11.980173 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-a616272f-172b-4fd4-858c-8c8c718a95fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=198bdbc0-9add-405e-b112-496321e65181 HTTP/1.1" status: 200 len: 217 time: 0.1509538 Mar 23 12:29:11.991392 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-29e73d2c-e0d6-451c-bed3-3fdf51a7da4a req-ea868362-e539-402b-9de6-e11fddbd24f4 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/security-groups?id=d54b5ae9-a7b6-4630-b21f-6e45ec81050a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6329746 Mar 23 12:29:12.159291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e5e009bb-0c1c-4639-b82a-418847eedd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:12.161077 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-e5e009bb-0c1c-4639-b82a-418847eedd2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=720c2751-2177-47ad-8384-680bbd9727e3 HTTP/1.1" status: 200 len: 853 time: 0.1265569 Mar 23 12:29:12.169212 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c8b03a93-2779-4839-aa37-c5ec692718ee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7603a25adddd4356ae0a7a108efbb3e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6086619 Mar 23 12:29:12.177716 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50494) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:12.338827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] For port 0c2f92d4-363e-4c43-ab13-2d995a38d90f, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:29:12.343312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] For port 0c2f92d4-363e-4c43-ab13-2d995a38d90f, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0c2f92d4-363e-4c43-ab13-2d995a38d90f,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:29:12.349818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-fbda850d-254e-4372-8171-02253c12ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:12.351758 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-fbda850d-254e-4372-8171-02253c12ef93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1743bb27-9332-4a25-8ecd-a3ec37878eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651771 Mar 23 12:29:12.361450 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:12.404051 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe139f56-d99d-4e09-8bf1-55bdebb94581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:12.458466 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:12.473415 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:12.479511 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2f92d4-363e-4c43-ab13-2d995a38d90f,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:12.490990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:12.492023 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:12.493736 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-cb9f2c8b-1bcf-4980-ba4b-e4a3e02ed5a7 service neutron] 10.222.0.73 "PUT /v2.0/ports/0c2f92d4-363e-4c43-ab13-2d995a38d90f HTTP/1.1" status: 200 len: 1096 time: 5.7581668 Mar 23 12:29:12.555378 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event updated for resources: {'Port': ['ID=cd490c71-532e-46f0-a331-a353ecce899f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:12.583710 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe139f56-d99d-4e09-8bf1-55bdebb94581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:12.689122 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:12.724161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-b428cdc9-e04a-4299-bf7c-b972b85a5de6 service neutron] 10.222.0.73 "GET /v2.0/networks/1743bb27-9332-4a25-8ecd-a3ec37878eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636255 Mar 23 12:29:12.730708 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe139f56-d99d-4e09-8bf1-55bdebb94581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:12.736351 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe139f56-d99d-4e09-8bf1-55bdebb94581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:12.741273 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fe139f56-d99d-4e09-8bf1-55bdebb94581 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98ffd586-7652-4c01-a839-1f3a77e3f30d HTTP/1.1" status: 204 len: 168 time: 0.5533333 Mar 23 12:29:12.741659 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:12.751535 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-239cb8f2-9dfb-4c53-bc5e-dd2c3a69262a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0105386 Mar 23 12:29:12.777330 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-eda5f8cc-7051-4acc-8f7c-868931f30fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:12.778986 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-eda5f8cc-7051-4acc-8f7c-868931f30fbd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f7c761ae42ff41cd874190dcd4a7ed21&device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 1099 time: 0.2179625 Mar 23 12:29:12.811433 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe139f56-d99d-4e09-8bf1-55bdebb94581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ffd586-7652-4c01-a839-1f3a77e3f30d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:12.884128 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-ecabe477-cfa2-45c7-a5a1-0c1e70581583 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=0c2f92d4-363e-4c43-ab13-2d995a38d90f HTTP/1.1" status: 200 len: 217 time: 0.0961266 Mar 23 12:29:12.992671 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47b101a8-2e1e-42b0-8785-d593bc38925a req-7db120bf-15ba-4e37-96b0-1ac12d203096 service neutron] 10.222.0.73 "GET /v2.0/networks/1743bb27-9332-4a25-8ecd-a3ec37878eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502351 Mar 23 12:29:13.006039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-36462b8d-3459-4159-86f9-55c9e049d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:13.007539 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-36462b8d-3459-4159-86f9-55c9e049d2ac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1167352 Mar 23 12:29:13.097132 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-13e2b281-c3e9-4add-95c2-af8e7d346111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:13.098719 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-13e2b281-c3e9-4add-95c2-af8e7d346111 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841289 Mar 23 12:29:13.315317 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-fcd2e6b9-d46b-45f0-978c-d2b7a625746a service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081079 Mar 23 12:29:13.530123 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d743b8d-b05e-4e2c-90d4-4e8572e4e79b req-d52ed97d-eb61-4b2a-8b82-2443872dd7c0 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076046 Mar 23 12:29:14.258739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50526) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:14.467118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-286de429-ac1c-46ee-8498-a031f04d11f6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-35826219-network', 'tenant_id': 'f186ef04f5754672997977888160d6b3'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:14.515362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286de429-ac1c-46ee-8498-a031f04d11f6 admin admin] Made reservation on behalf of f186ef04f5754672997977888160d6b3 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:14.518823 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-286de429-ac1c-46ee-8498-a031f04d11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:14.529884 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-286de429-ac1c-46ee-8498-a031f04d11f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:14.657665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-286de429-ac1c-46ee-8498-a031f04d11f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:14.663618 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-286de429-ac1c-46ee-8498-a031f04d11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:14.697165 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286de429-ac1c-46ee-8498-a031f04d11f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:29:14.746294 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-286de429-ac1c-46ee-8498-a031f04d11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:14.747125 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-286de429-ac1c-46ee-8498-a031f04d11f6 admin admin] Added segment a7a0ff38-fcf3-42d9-b4d8-b39af0794d40 of type vlan for network b7042bb8-a144-4b0d-961f-017144fe5778 Mar 23 12:29:14.749353 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286de429-ac1c-46ee-8498-a031f04d11f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ed5cf4-8ab4-4b2b-9694-ec47b35926ca,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:14.821335 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-286de429-ac1c-46ee-8498-a031f04d11f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:14.910460 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-286de429-ac1c-46ee-8498-a031f04d11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:14.910460 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286de429-ac1c-46ee-8498-a031f04d11f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:14.911024 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-286de429-ac1c-46ee-8498-a031f04d11f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:14.987184 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-286de429-ac1c-46ee-8498-a031f04d11f6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7266774 Mar 23 12:29:14.990073 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50530) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:14.996165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-678308ca-ba5d-42ee-b8db-ba58936a1e02 admin admin] Request body: {'subnet': {'network_id': 'b7042bb8-a144-4b0d-961f-017144fe5778', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-35826219-subnet', 'tenant_id': 'f186ef04f5754672997977888160d6b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:15.002204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286de429-ac1c-46ee-8498-a031f04d11f6 admin admin] Pushing event updated for resources: {'Network': ['ID=b7042bb8-a144-4b0d-961f-017144fe5778,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:15.018260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network b7042bb8-a144-4b0d-961f-017144fe5778 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:29:15.042787 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678308ca-ba5d-42ee-b8db-ba58936a1e02 admin admin] Made reservation on behalf of f186ef04f5754672997977888160d6b3 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:15.046364 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-678308ca-ba5d-42ee-b8db-ba58936a1e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:15.370217 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-678308ca-ba5d-42ee-b8db-ba58936a1e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:15.437231 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678308ca-ba5d-42ee-b8db-ba58936a1e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee533f24-79eb-4c5d-99ad-907fe6ed8f59,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:15.453748 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678308ca-ba5d-42ee-b8db-ba58936a1e02 admin admin] Checking segment: {'id': 'a7a0ff38-fcf3-42d9-b4d8-b39af0794d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b7042bb8-a144-4b0d-961f-017144fe5778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:29:15.454123 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678308ca-ba5d-42ee-b8db-ba58936a1e02 admin admin] Network hostable DHCP agents. Network: b7042bb8-a144-4b0d-961f-017144fe5778, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:29:15.507855 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678308ca-ba5d-42ee-b8db-ba58936a1e02 admin admin] Network b7042bb8-a144-4b0d-961f-017144fe5778 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:29:15.545177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-678308ca-ba5d-42ee-b8db-ba58936a1e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, b7042bb8-a144-4b0d-961f-017144fe5778) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:29:15.592074 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678308ca-ba5d-42ee-b8db-ba58936a1e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:15.592074 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-678308ca-ba5d-42ee-b8db-ba58936a1e02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:15.599316 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be79974b-9588-4b4d-b1fe-703eff36b31f None None] Network b7042bb8-a144-4b0d-961f-017144fe5778 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:29:15.627718 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-678308ca-ba5d-42ee-b8db-ba58936a1e02 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6365178 Mar 23 12:29:15.849893 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:15.853305 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8022a0a5-de28-4fc1-a590-dfd0cfc0ac98 None None] Network b7042bb8-a144-4b0d-961f-017144fe5778 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:29:16.107655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 198bdbc0-9add-405e-b112-496321e65181 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:29:16.314386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 198bdbc0-9add-405e-b112-496321e65181, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=198bdbc0-9add-405e-b112-496321e65181,segment=NetworkSegment(2d472369-9b14-4134-be3c-f5a91745112d),segment_id=2d472369-9b14-4134-be3c-f5a91745112d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:16.347740 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '198bdbc0-9add-405e-b112-496321e65181', 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1', 'port_id': '198bdbc0-9add-405e-b112-496321e65181', 'mac_address': 'fa:16:3e:1e:ea:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720c2751-2177-47ad-8384-680bbd9727e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:29:16.400586 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:16.415900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198bdbc0-9add-405e-b112-496321e65181 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:29:16.446291 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 198bdbc0-9add-405e-b112-496321e65181, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=198bdbc0-9add-405e-b112-496321e65181,segment=NetworkSegment(2d472369-9b14-4134-be3c-f5a91745112d),segment_id=2d472369-9b14-4134-be3c-f5a91745112d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:16.454445 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:16.544433 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=198bdbc0-9add-405e-b112-496321e65181,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:16.865221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['198bdbc0-9add-405e-b112-496321e65181'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:29:17.251338 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:18.127774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 0c2f92d4-363e-4c43-ab13-2d995a38d90f details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:29:18.276983 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 0c2f92d4-363e-4c43-ab13-2d995a38d90f, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0c2f92d4-363e-4c43-ab13-2d995a38d90f,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:18.296472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '0c2f92d4-363e-4c43-ab13-2d995a38d90f', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '0c2f92d4-363e-4c43-ab13-2d995a38d90f', 'mac_address': 'fa:16:3e:09:6c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:29:18.340175 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:18.363250 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2f92d4-363e-4c43-ab13-2d995a38d90f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:29:18.393507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 0c2f92d4-363e-4c43-ab13-2d995a38d90f, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0c2f92d4-363e-4c43-ab13-2d995a38d90f,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:18.398706 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:18.465708 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=0c2f92d4-363e-4c43-ab13-2d995a38d90f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:18.641321 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4478fb-6313-4a30-9342-8f47e4c1a9dd x-openstack-request-id: req-fc4478fb-6313-4a30-9342-8f47e4c1a9dd {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:18.641619 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015711b6-2a4c-4eb4-a60a-e61fd63c5c7e", "name": "network-vif-plugged", "status": "completed", "tag": "0d5906ec-5d13-4088-b57e-4a4f1b7bf896", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:18.641911 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc4478fb-6313-4a30-9342-8f47e4c1a9dd {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:18.642381 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015711b6-2a4c-4eb4-a60a-e61fd63c5c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5906ec-5d13-4088-b57e-4a4f1b7bf896', 'code': 200} Mar 23 12:29:18.656033 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50568) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:18.699050 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c1b7c5-d50b-4877-803b-b074132dcd86 x-openstack-request-id: req-41c1b7c5-d50b-4877-803b-b074132dcd86 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:18.700003 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071b7019-88a7-4c1f-a777-4fc53a08026b", "name": "network-vif-deleted", "tag": "3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:18.700335 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41c1b7c5-d50b-4877-803b-b074132dcd86 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:18.700928 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071b7019-88a7-4c1f-a777-4fc53a08026b', 'name': 'network-vif-deleted', 'tag': '3a2fa60a-b0e7-4a64-9ac0-819eeb7eb28c', 'status': 'completed', 'code': 200} Mar 23 12:29:18.739585 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90af3bb5-333b-49c4-8b8d-8dcf08eb3b48 x-openstack-request-id: req-90af3bb5-333b-49c4-8b8d-8dcf08eb3b48 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:18.740847 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122244b7-4f8e-4f3f-ab1d-1bc2fa85a106", "tag": "198bdbc0-9add-405e-b112-496321e65181", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:18.740847 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90af3bb5-333b-49c4-8b8d-8dcf08eb3b48 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:18.741491 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122244b7-4f8e-4f3f-ab1d-1bc2fa85a106', 'tag': '198bdbc0-9add-405e-b112-496321e65181', 'status': 'completed', 'code': 200} Mar 23 12:29:18.756912 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98b9cd8-c7b0-403f-b655-4382cb7e7be8 admin admin] Deleting subnet ecf51253-64ef-4c83-a436-49dc13634812 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:29:18.761592 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c98b9cd8-c7b0-403f-b655-4382cb7e7be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:18.815291 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c98b9cd8-c7b0-403f-b655-4382cb7e7be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:18.829823 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['0c2f92d4-363e-4c43-ab13-2d995a38d90f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:29:18.869873 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c98b9cd8-c7b0-403f-b655-4382cb7e7be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:18.894596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab0ad5-9ecb-44c0-8fea-e8fe8df8be22 req-d570f030-59ec-4ccf-b741-db32050be2d3 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:18.904493 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-43ab0ad5-9ecb-44c0-8fea-e8fe8df8be22 req-d570f030-59ec-4ccf-b741-db32050be2d3 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/ports?device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 944 time: 0.0812399 Mar 23 12:29:18.962781 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-43ab0ad5-9ecb-44c0-8fea-e8fe8df8be22 req-91fce832-6518-4d68-a8a6-2a9cbf48d956 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/security-groups?id=d54b5ae9-a7b6-4630-b21f-6e45ec81050a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541632 Mar 23 12:29:18.991837 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c98b9cd8-c7b0-403f-b655-4382cb7e7be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:19.048007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b9cd8-c7b0-403f-b655-4382cb7e7be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf51253-64ef-4c83-a436-49dc13634812,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:19.083557 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c98b9cd8-c7b0-403f-b655-4382cb7e7be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:19.090176 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c98b9cd8-c7b0-403f-b655-4382cb7e7be8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ecf51253-64ef-4c83-a436-49dc13634812 HTTP/1.1" status: 204 len: 168 time: 0.4299130 Mar 23 12:29:19.099625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5591-0c72-418e-af2e-3e76422d5d44 req-019177e7-af5c-4d98-b4e6-fb5bb3f7c26c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:19.100109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50578) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:19.100749 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d26c5591-0c72-418e-af2e-3e76422d5d44 req-019177e7-af5c-4d98-b4e6-fb5bb3f7c26c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 949 time: 0.1322730 Mar 23 12:29:19.144547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bb0f3-846f-4fd7-a509-178c99e2dc26 req-aa385a30-c7d5-4c3a-b0a3-d740dfe5e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:19.147424 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-631bb0f3-846f-4fd7-a509-178c99e2dc26 req-aa385a30-c7d5-4c3a-b0a3-d740dfe5e10d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=62343df70eb049fe840a8de71d5bb599&device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 1095 time: 0.2156746 Mar 23 12:29:19.195469 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-febb8671-39fe-40d6-b795-5687b107eb10 req-7c900d71-bc88-4452-85a0-ec20e4dcf3a8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--715277442&fields=id&tenant_id=906b254f196b435d9d1387f29fa51c7f HTTP/1.1" status: 200 len: 267 time: 0.1381059 Mar 23 12:29:19.214211 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d26c5591-0c72-418e-af2e-3e76422d5d44 req-e3b0e723-4070-43b6-a6ca-43138bf5f41a tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961709 Mar 23 12:29:19.365071 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-360dcec9-28a6-4eda-8bb8-73e357c88e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:19.410252 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bb0f3-846f-4fd7-a509-178c99e2dc26 req-286ca7ea-ab99-4555-92b3-0dfd800e6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:19.412168 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-631bb0f3-846f-4fd7-a509-178c99e2dc26 req-286ca7ea-ab99-4555-92b3-0dfd800e6f63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1743bb27-9332-4a25-8ecd-a3ec37878eb1 HTTP/1.1" status: 200 len: 915 time: 0.2527707 Mar 23 12:29:19.483134 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb8671-39fe-40d6-b795-5687b107eb10 req-d22941c4-ed22-4395-8350-daa6044d94e3 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:19.490632 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-febb8671-39fe-40d6-b795-5687b107eb10 req-d22941c4-ed22-4395-8350-daa6044d94e3 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 811 time: 0.2941844 Mar 23 12:29:19.511621 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-360dcec9-28a6-4eda-8bb8-73e357c88e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:19.529596 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-febb8671-39fe-40d6-b795-5687b107eb10 req-9d69b094-2f3c-45d1-acd8-19df4174ee42 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/quotas/906b254f196b435d9d1387f29fa51c7f HTTP/1.1" status: 200 len: 375 time: 0.0379231 Mar 23 12:29:19.544244 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-631bb0f3-846f-4fd7-a509-178c99e2dc26 req-2efe24d5-3aae-454c-bb7a-ae0dfbf69325 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=198bdbc0-9add-405e-b112-496321e65181 HTTP/1.1" status: 200 len: 217 time: 0.1026766 Mar 23 12:29:19.575006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-360dcec9-28a6-4eda-8bb8-73e357c88e38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4feef5ab-e12f-413e-a164-9d800d328901']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:19.593961 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-360dcec9-28a6-4eda-8bb8-73e357c88e38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:19.594338 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-360dcec9-28a6-4eda-8bb8-73e357c88e38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53aef3f-4df6-4df9-8a5e-d4d3592fc6e0') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:19.615971 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-360dcec9-28a6-4eda-8bb8-73e357c88e38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:19.650674 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-febb8671-39fe-40d6-b795-5687b107eb10 req-dc280175-34b8-4cdb-afc4-e49ad9645455 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1199203 Mar 23 12:29:19.670123 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bb0f3-846f-4fd7-a509-178c99e2dc26 req-f985f1ae-db08-492c-a7ca-e7b07351df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:19.671605 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-631bb0f3-846f-4fd7-a509-178c99e2dc26 req-f985f1ae-db08-492c-a7ca-e7b07351df75 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=720c2751-2177-47ad-8384-680bbd9727e3 HTTP/1.1" status: 200 len: 853 time: 0.1111603 Mar 23 12:29:19.709279 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-360dcec9-28a6-4eda-8bb8-73e357c88e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:19.748962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360dcec9-28a6-4eda-8bb8-73e357c88e38 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:29:19.749716 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-360dcec9-28a6-4eda-8bb8-73e357c88e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:19.751310 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bb0f3-846f-4fd7-a509-178c99e2dc26 req-439b6fb1-c557-444e-a722-46c946f40f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:29:19.751485 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:29:19.755680 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-631bb0f3-846f-4fd7-a509-178c99e2dc26 req-439b6fb1-c557-444e-a722-46c946f40f83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1743bb27-9332-4a25-8ecd-a3ec37878eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719368 Mar 23 12:29:19.766457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-9bfc9db2-d9d0-4b41-a150-93b95284056c tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:19.768193 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-9bfc9db2-d9d0-4b41-a150-93b95284056c tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/networks?id=b7042bb8-a144-4b0d-961f-017144fe5778 HTTP/1.1" status: 200 len: 816 time: 0.2064800 Mar 23 12:29:19.809649 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-1ff486b9-c0ed-481d-8bac-db484873086f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/quotas/f186ef04f5754672997977888160d6b3 HTTP/1.1" status: 200 len: 375 time: 0.0259962 Mar 23 12:29:19.866437 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-360dcec9-28a6-4eda-8bb8-73e357c88e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:19.883992 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-360dcec9-28a6-4eda-8bb8-73e357c88e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:19.887359 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-83ece5c9-3c05-4368-90b1-858c7d7ae7f6 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f186ef04f5754672997977888160d6b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375516 Mar 23 12:29:19.890735 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-360dcec9-28a6-4eda-8bb8-73e357c88e38 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4feef5ab-e12f-413e-a164-9d800d328901 HTTP/1.1" status: 204 len: 168 time: 0.7877944 Mar 23 12:29:19.891600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50596) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:19.917231 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360dcec9-28a6-4eda-8bb8-73e357c88e38 admin admin] Pushing event deleted for resources: {'Network': ['ID=4feef5ab-e12f-413e-a164-9d800d328901,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:19.940873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-febb8671-39fe-40d6-b795-5687b107eb10 req-b61bd4ec-260b-4516-a581-4147bd773b2e service neutron] 10.222.0.52 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861071 Mar 23 12:29:20.006737 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-631bb0f3-846f-4fd7-a509-178c99e2dc26 req-a4ff1911-7b7b-4c80-bbca-624ba7f82399 service neutron] 10.222.0.73 "GET /v2.0/networks/1743bb27-9332-4a25-8ecd-a3ec37878eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354503 Mar 23 12:29:20.012938 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-43999c2c-d88e-4532-963c-f69ae70ea22c admin admin] Deleting subnet 887535fe-3d26-424c-a938-a532301c4c3a {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:29:20.027338 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43999c2c-d88e-4532-963c-f69ae70ea22c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:20.100249 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-febb8671-39fe-40d6-b795-5687b107eb10 req-849d24c2-e158-4f1e-a148-76b1cb7f05b0 service neutron] 10.222.0.52 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584091 Mar 23 12:29:20.125413 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 198bdbc0-9add-405e-b112-496321e65181 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:29:20.242701 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 198bdbc0-9add-405e-b112-496321e65181 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:29:20.272490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 198bdbc0-9add-405e-b112-496321e65181 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:20.273024 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:20.448169 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:20.517767 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43999c2c-d88e-4532-963c-f69ae70ea22c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:20.564713 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 198bdbc0-9add-405e-b112-496321e65181, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=198bdbc0-9add-405e-b112-496321e65181,segment=NetworkSegment(2d472369-9b14-4134-be3c-f5a91745112d),segment_id=2d472369-9b14-4134-be3c-f5a91745112d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:20.574723 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:20.637387 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-575dee2a-318e-463c-96fb-a805af6d68a8 service neutron] 10.222.0.52 "GET /v2.0/networks/b7042bb8-a144-4b0d-961f-017144fe5778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7375753 Mar 23 12:29:20.658776 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-631bb0f3-846f-4fd7-a509-178c99e2dc26 req-fb4d5bec-1b2e-4ece-9a04-06c0d383a0f8 service neutron] 10.222.0.73 "GET /v2.0/networks/1743bb27-9332-4a25-8ecd-a3ec37878eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325512 Mar 23 12:29:20.660653 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43999c2c-d88e-4532-963c-f69ae70ea22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:20.724186 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed30261-87ca-4644-8fd2-bb0d6b75de12 req-4f93d52e-b581-4644-a234-8ba0dc403948 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:20.726375 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122244b7-4f8e-4f3f-ab1d-1bc2fa85a106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198bdbc0-9add-405e-b112-496321e65181'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:20.729001 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e35b67-9dd5-459c-a14a-7d96d4f2a1c8" -d '{"events": [{"server_uuid": "122244b7-4f8e-4f3f-ab1d-1bc2fa85a106", "name": "network-vif-plugged", "status": "completed", "tag": "198bdbc0-9add-405e-b112-496321e65181"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:20.731876 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d850b57-cfbd-4d62-a71a-b5795df11712', 'tag': '0c2f92d4-363e-4c43-ab13-2d995a38d90f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:20.732940 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=198bdbc0-9add-405e-b112-496321e65181,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:20.734837 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bed30261-87ca-4644-8fd2-bb0d6b75de12 req-4f93d52e-b581-4644-a234-8ba0dc403948 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/ports?device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 945 time: 0.1512902 Mar 23 12:29:20.741865 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551ba1db-754c-4f4f-9fd9-5db08f5ae10f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d850b57-cfbd-4d62-a71a-b5795df11712", "tag": "0c2f92d4-363e-4c43-ab13-2d995a38d90f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:20.812908 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bed30261-87ca-4644-8fd2-bb0d6b75de12 req-7597d78e-3634-49f2-a7da-e9490aac83ea tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/security-groups?id=d54b5ae9-a7b6-4630-b21f-6e45ec81050a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768921 Mar 23 12:29:20.963409 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-a81861b4-4768-476c-a5e5-8412fd4adff1 service neutron] 10.222.0.52 "GET /v2.0/networks/b7042bb8-a144-4b0d-961f-017144fe5778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967927 Mar 23 12:29:20.966649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43999c2c-d88e-4532-963c-f69ae70ea22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:20.990532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7007ff-f937-4c1e-b71f-1627afa9f77d req-444f0e08-63ca-4a78-a796-6147582bc079 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:21.002109 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da7007ff-f937-4c1e-b71f-1627afa9f77d req-444f0e08-63ca-4a78-a796-6147582bc079 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 949 time: 0.0865085 Mar 23 12:29:21.030935 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43999c2c-d88e-4532-963c-f69ae70ea22c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887535fe-3d26-424c-a938-a532301c4c3a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:21.060494 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43999c2c-d88e-4532-963c-f69ae70ea22c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:21.066864 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-43999c2c-d88e-4532-963c-f69ae70ea22c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/887535fe-3d26-424c-a938-a532301c4c3a HTTP/1.1" status: 204 len: 168 time: 1.1746898 Mar 23 12:29:21.070236 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50636) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:21.116563 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da7007ff-f937-4c1e-b71f-1627afa9f77d req-52de77ac-a288-41ce-818d-d7cba0ecc638 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100438 Mar 23 12:29:21.253976 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a578ccd6-a12d-49b3-8b5e-edae0e851ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:21.369023 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42bc894a-e5c3-4634-b7bf-76a500f85364 req-c63a3914-6631-4b8c-963b-b0224aeb1c7d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 210 time: 0.0782781 Mar 23 12:29:21.395152 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a578ccd6-a12d-49b3-8b5e-edae0e851ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:21.427555 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c5408b-ae0b-4f1d-88c7-283d8d948a08 x-openstack-request-id: req-24c5408b-ae0b-4f1d-88c7-283d8d948a08 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:21.428139 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122244b7-4f8e-4f3f-ab1d-1bc2fa85a106", "name": "network-vif-plugged", "status": "completed", "tag": "198bdbc0-9add-405e-b112-496321e65181", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:21.428139 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24c5408b-ae0b-4f1d-88c7-283d8d948a08 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:21.428657 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122244b7-4f8e-4f3f-ab1d-1bc2fa85a106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198bdbc0-9add-405e-b112-496321e65181', 'code': 200} Mar 23 12:29:21.456255 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc77a2-ab6c-40da-86d3-68f46664cacd req-ca729326-0274-47c5-8a02-d37906bda05b tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:21.465497 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bedc77a2-ab6c-40da-86d3-68f46664cacd req-ca729326-0274-47c5-8a02-d37906bda05b tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e56bb2b-3edc-47f9-83d2-26a69eb5805f HTTP/1.1" status: 200 len: 950 time: 0.1700070 Mar 23 12:29:21.522175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a578ccd6-a12d-49b3-8b5e-edae0e851ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168f5459-9395-4c7a-806c-74b703339022']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:21.525563 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea167afa-04ae-4e74-b3a0-095e8c9069e0 x-openstack-request-id: req-ea167afa-04ae-4e74-b3a0-095e8c9069e0 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:21.525838 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d850b57-cfbd-4d62-a71a-b5795df11712", "tag": "0c2f92d4-363e-4c43-ab13-2d995a38d90f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:21.526086 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea167afa-04ae-4e74-b3a0-095e8c9069e0 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:21.527707 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d850b57-cfbd-4d62-a71a-b5795df11712', 'tag': '0c2f92d4-363e-4c43-ab13-2d995a38d90f', 'status': 'completed', 'code': 200} Mar 23 12:29:21.544957 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a578ccd6-a12d-49b3-8b5e-edae0e851ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c29a5d8-b4fd-4132-bf7e-67fa3adc452f') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:21.545398 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a578ccd6-a12d-49b3-8b5e-edae0e851ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c29a5d8-b4fd-4132-bf7e-67fa3adc452f') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:21.599153 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a578ccd6-a12d-49b3-8b5e-edae0e851ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:21.615781 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bedc77a2-ab6c-40da-86d3-68f46664cacd req-ac842f5e-cc72-4a89-b345-fcc1c8b0684d tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492906 Mar 23 12:29:21.662522 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6453f12-39ae-4451-a68a-942e14916960 req-ab24210c-fa5b-4f6b-972f-f5c4f91a48c5 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 210 time: 0.0734036 Mar 23 12:29:21.678794 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a578ccd6-a12d-49b3-8b5e-edae0e851ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:21.687326 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ba1db-754c-4f4f-9fd9-5db08f5ae10f req-3e19484c-72ee-4987-919c-49e3d68d5530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:21.690090 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-551ba1db-754c-4f4f-9fd9-5db08f5ae10f req-3e19484c-72ee-4987-919c-49e3d68d5530 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f7c761ae42ff41cd874190dcd4a7ed21&device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 1100 time: 0.1514158 Mar 23 12:29:21.717034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a578ccd6-a12d-49b3-8b5e-edae0e851ed2 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:29:21.717686 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a578ccd6-a12d-49b3-8b5e-edae0e851ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:29:21.721319 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:29:21.754909 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2972b2f-ff47-4ec7-b7cb-2e3625d1b5b1 req-bd77014b-dbd6-4aa3-af2c-4edf4a160528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:21.765408 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2972b2f-ff47-4ec7-b7cb-2e3625d1b5b1 req-bd77014b-dbd6-4aa3-af2c-4edf4a160528 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 1096 time: 0.2182152 Mar 23 12:29:21.877211 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ba1db-754c-4f4f-9fd9-5db08f5ae10f req-b6de72f5-2759-4efa-8d32-edc1be482a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:21.878885 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-551ba1db-754c-4f4f-9fd9-5db08f5ae10f req-b6de72f5-2759-4efa-8d32-edc1be482a98 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1808043 Mar 23 12:29:21.948015 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a578ccd6-a12d-49b3-8b5e-edae0e851ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:21.995632 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a578ccd6-a12d-49b3-8b5e-edae0e851ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:22.013542 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-551ba1db-754c-4f4f-9fd9-5db08f5ae10f req-c7f0d100-6987-4246-b32a-564db97c7f8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=0c2f92d4-363e-4c43-ab13-2d995a38d90f HTTP/1.1" status: 200 len: 217 time: 0.1246305 Mar 23 12:29:22.016910 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a578ccd6-a12d-49b3-8b5e-edae0e851ed2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/168f5459-9395-4c7a-806c-74b703339022 HTTP/1.1" status: 204 len: 168 time: 0.9447479 Mar 23 12:29:22.055905 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2972b2f-ff47-4ec7-b7cb-2e3625d1b5b1 req-a5b05370-fc0c-4c99-8c9c-e5d835f51dbc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d54b5ae9-a7b6-4630-b21f-6e45ec81050a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197065 Mar 23 12:29:22.092044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578ccd6-a12d-49b3-8b5e-edae0e851ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=168f5459-9395-4c7a-806c-74b703339022,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:22.129675 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 0c2f92d4-363e-4c43-ab13-2d995a38d90f up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:29:22.164116 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ba1db-754c-4f4f-9fd9-5db08f5ae10f req-da5a20c0-8225-44f4-9855-acd3557911fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:22.169499 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-551ba1db-754c-4f4f-9fd9-5db08f5ae10f req-da5a20c0-8225-44f4-9855-acd3557911fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1445308 Mar 23 12:29:22.300896 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 0c2f92d4-363e-4c43-ab13-2d995a38d90f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:29:22.338138 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 0c2f92d4-363e-4c43-ab13-2d995a38d90f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:22.339560 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:22.437193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ba1db-754c-4f4f-9fd9-5db08f5ae10f req-e93005a3-7c61-4596-8a15-07071889c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:22.438844 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-551ba1db-754c-4f4f-9fd9-5db08f5ae10f req-e93005a3-7c61-4596-8a15-07071889c366 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429689 Mar 23 12:29:22.507554 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50676) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:22.516323 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9793aa-8c69-456f-a62b-2968df0aac92 req-99352f39-7256-4d8f-aef5-bd481e005485 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:22.540305 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-da9793aa-8c69-456f-a62b-2968df0aac92 req-99352f39-7256-4d8f-aef5-bd481e005485 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/ports?device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 945 time: 0.4637048 Mar 23 12:29:22.606054 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:22.636401 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb8671-39fe-40d6-b795-5687b107eb10 req-b1243a26-a06a-437d-8f3b-7cea44a37997 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:22.640883 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-febb8671-39fe-40d6-b795-5687b107eb10 req-b1243a26-a06a-437d-8f3b-7cea44a37997 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.77 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 811 time: 0.5613582 Mar 23 12:29:22.690700 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 0c2f92d4-363e-4c43-ab13-2d995a38d90f, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0c2f92d4-363e-4c43-ab13-2d995a38d90f,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:22.698668 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:22.706743 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-da9793aa-8c69-456f-a62b-2968df0aac92 req-20ffa01d-5213-46c3-b282-9e70981ccf79 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/security-groups?id=d54b5ae9-a7b6-4630-b21f-6e45ec81050a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554551 Mar 23 12:29:22.749685 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-febb8671-39fe-40d6-b795-5687b107eb10 req-fba7407a-b0c8-4667-b5be-cb547f0a7291 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=906b254f196b435d9d1387f29fa51c7f HTTP/1.1" status: 200 len: 379 time: 0.0967224 Mar 23 12:29:22.783578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=0c2f92d4-363e-4c43-ab13-2d995a38d90f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:22.786723 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-febb8671-39fe-40d6-b795-5687b107eb10 req-0923249d-0b95-4db9-ad3b-c5b242366603 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Request body: {'port': {'device_id': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'admin_state_up': True, 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'security_groups': ['fe3bd741-201b-4f56-a95b-c7d7c97d5a3d']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:22.808349 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-551ba1db-754c-4f4f-9fd9-5db08f5ae10f req-cbfcb872-47ba-458e-b909-6746c5d3c490 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578348 Mar 23 12:29:22.974732 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5c2bc5b7-9ae5-42e1-8082-46809808bf87 req-b44322c8-d154-46d6-941a-244b7f4f10d4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 210 time: 0.0603559 Mar 23 12:29:23.087687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-febb8671-39fe-40d6-b795-5687b107eb10 req-0923249d-0b95-4db9-ad3b-c5b242366603 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Made reservation on behalf of 906b254f196b435d9d1387f29fa51c7f for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:23.096261 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-febb8671-39fe-40d6-b795-5687b107eb10 req-0923249d-0b95-4db9-ad3b-c5b242366603 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:23.278525 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9cbe9fa-cdc5-45d9-8d22-99a4fcbf8dbf req-373a4d78-8684-40c1-aa20-50ebb467b22e tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 210 time: 0.1067660 Mar 23 12:29:23.434237 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d850b57-cfbd-4d62-a71a-b5795df11712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2f92d4-363e-4c43-ab13-2d995a38d90f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:23.436624 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c4f9b4-9d81-427a-8b19-03c3aafb9cf8" -d '{"events": [{"server_uuid": "2d850b57-cfbd-4d62-a71a-b5795df11712", "name": "network-vif-plugged", "status": "completed", "tag": "0c2f92d4-363e-4c43-ab13-2d995a38d90f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:23.489318 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-68bbd8a4-cd18-49f2-851f-6fd155630316 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d5f773312bd44334bd11fab8f86acfc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9806786 Mar 23 12:29:23.493280 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50704) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:23.504813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c90255-a457-4334-aa12-1822f26d0e87 req-8184d6d4-1f3b-43bf-9ca3-8c754eeeea67 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:23.513536 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-14c90255-a457-4334-aa12-1822f26d0e87 req-8184d6d4-1f3b-43bf-9ca3-8c754eeeea67 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 950 time: 0.7187729 Mar 23 12:29:23.549301 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65aecf2-deeb-425b-ba8d-f5f6b6dbf0ab x-openstack-request-id: req-f65aecf2-deeb-425b-ba8d-f5f6b6dbf0ab {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:23.549650 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d850b57-cfbd-4d62-a71a-b5795df11712", "name": "network-vif-plugged", "status": "completed", "tag": "0c2f92d4-363e-4c43-ab13-2d995a38d90f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:23.549973 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f65aecf2-deeb-425b-ba8d-f5f6b6dbf0ab {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:23.552569 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d850b57-cfbd-4d62-a71a-b5795df11712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2f92d4-363e-4c43-ab13-2d995a38d90f', 'code': 200} Mar 23 12:29:23.579639 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-febb8671-39fe-40d6-b795-5687b107eb10 req-0923249d-0b95-4db9-ad3b-c5b242366603 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Allocated IP 172.20.0.12 (ebaa652a-c49f-4907-afdf-128ac03bfaa6/d5ca3030-361f-4822-91f3-c1514558b716/e6405b41-78f0-4d5a-98fb-6ac8a56dd027) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:29:23.629421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-14c90255-a457-4334-aa12-1822f26d0e87 req-e0ff3e1c-20d7-40c9-839c-0a9ee7fef867 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095350 Mar 23 12:29:23.633840 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-551ba1db-754c-4f4f-9fd9-5db08f5ae10f req-be4d71eb-c38f-45f1-8bf6-840cd9c043fc service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7732961 Mar 23 12:29:23.661254 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b786c8a5-b966-496b-b715-55bd9547d6e8 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:29:23.675755 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-a1069ed6-4435-4a70-b0af-1e3616c3fe86 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:23.678373 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-a1069ed6-4435-4a70-b0af-1e3616c3fe86 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.77 "GET /v2.0/networks?id=b7042bb8-a144-4b0d-961f-017144fe5778 HTTP/1.1" status: 200 len: 816 time: 0.3480601 Mar 23 12:29:23.713274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-245b367e-d90d-4e15-8099-3a1e3a3280f8 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Request body: {'port': {'device_id': 'cbec356e-ff04-4cf7-adf3-c9395a177051', 'network_id': 'b7042bb8-a144-4b0d-961f-017144fe5778', 'admin_state_up': True, 'tenant_id': 'f186ef04f5754672997977888160d6b3'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:23.794421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ceefead6-c26c-4eb1-b98a-474519f13ef3 req-8cf88055-ddf0-41e4-8299-474395fa81c9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2e56bb2b-3edc-47f9-83d2-26a69eb5805f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1020384 Mar 23 12:29:23.913989 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d30f3e22-21b9-434c-a210-53ccf362253e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:23.942982 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:23.996428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b786c8a5-b966-496b-b715-55bd9547d6e8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b786c8a5-b966-496b-b715-55bd9547d6e8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:24.004820 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:24.069374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b786c8a5-b966-496b-b715-55bd9547d6e8,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:24.077273 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bff4a-559e-4d1b-83f4-41780b015d6f req-bfcce013-0bbd-4d29-bf85-bf8cba305946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:24.081075 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a5bff4a-559e-4d1b-83f4-41780b015d6f req-bfcce013-0bbd-4d29-bf85-bf8cba305946 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 1101 time: 0.2280092 Mar 23 12:29:24.087056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefead6-c26c-4eb1-b98a-474519f13ef3 req-53ebf59d-68b1-4689-a30f-47075563c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:24.090022 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ceefead6-c26c-4eb1-b98a-474519f13ef3 req-53ebf59d-68b1-4689-a30f-47075563c9a1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fee90e0bf88b457c919035fd76273c68&device_id=2e56bb2b-3edc-47f9-83d2-26a69eb5805f HTTP/1.1" status: 200 len: 1101 time: 0.1700196 Mar 23 12:29:24.092307 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:24.092783 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:24.093232 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:24.101238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:24.101822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:24.102191 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:24.102523 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:24.103454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:24.103794 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:24.104145 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:24.107488 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:24.108017 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:24.120984 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a14538d1-0285-4830-a147-535de68ee357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:24.257204 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d30f3e22-21b9-434c-a210-53ccf362253e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:24.301931 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a05c7014-c9e8-454f-997b-b9e64a724a7c req-191b4a8e-35b8-4912-ae32-11adc96d2c79 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 210 time: 0.0590069 Mar 23 12:29:24.306100 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a5bff4a-559e-4d1b-83f4-41780b015d6f req-0d587c42-172c-4f56-98ff-609190d5eb19 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137771 Mar 23 12:29:24.328335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47019757-3c5f-4f26-b861-dd896cb8a5f8 req-3ded66ef-871e-4fec-8955-3e10fa905f91 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:24.330207 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47019757-3c5f-4f26-b861-dd896cb8a5f8 req-3ded66ef-871e-4fec-8955-3e10fa905f91 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/ports?device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 945 time: 0.2917411 Mar 23 12:29:24.346247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefead6-c26c-4eb1-b98a-474519f13ef3 req-15ec9b68-66a9-4ed3-b644-b5c7397e5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:24.347862 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ceefead6-c26c-4eb1-b98a-474519f13ef3 req-15ec9b68-66a9-4ed3-b644-b5c7397e5b85 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1878953 Mar 23 12:29:24.445287 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ceefead6-c26c-4eb1-b98a-474519f13ef3 req-00a8a93e-7811-47f9-9fd5-893e72ba417a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=b786c8a5-b966-496b-b715-55bd9547d6e8 HTTP/1.1" status: 200 len: 217 time: 0.0809481 Mar 23 12:29:24.492548 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47019757-3c5f-4f26-b861-dd896cb8a5f8 req-392b5c0c-20f2-419e-b926-c0364cc63c7a tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/security-groups?id=d54b5ae9-a7b6-4630-b21f-6e45ec81050a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423192 Mar 23 12:29:24.528089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-245b367e-d90d-4e15-8099-3a1e3a3280f8 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Made reservation on behalf of f186ef04f5754672997977888160d6b3 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:24.528317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefead6-c26c-4eb1-b98a-474519f13ef3 req-6f668e71-6bef-4c00-8ab1-67377a1d7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:24.528907 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-245b367e-d90d-4e15-8099-3a1e3a3280f8 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:24.529009 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ceefead6-c26c-4eb1-b98a-474519f13ef3 req-6f668e71-6bef-4c00-8ab1-67377a1d7091 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0709555 Mar 23 12:29:24.536100 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-febb8671-39fe-40d6-b795-5687b107eb10 req-0923249d-0b95-4db9-ad3b-c5b242366603 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:24.561460 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d30f3e22-21b9-434c-a210-53ccf362253e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:24.564360 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d30f3e22-21b9-434c-a210-53ccf362253e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:24.577640 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d30f3e22-21b9-434c-a210-53ccf362253e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04642ef1-ec03-4dbe-9ab0-f39f6eed7866 HTTP/1.1" status: 204 len: 168 time: 1.0692613 Mar 23 12:29:24.617694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f3e22-21b9-434c-a210-53ccf362253e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04642ef1-ec03-4dbe-9ab0-f39f6eed7866,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:24.653813 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3af63e83-b69d-4c5b-b3d8-f726bf16daa9 req-90f5ffb0-c2c1-4da1-95a1-0e35b5903b79 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 210 time: 0.1024306 Mar 23 12:29:24.728616 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefead6-c26c-4eb1-b98a-474519f13ef3 req-e03820de-bd2f-4d9b-895d-18a3aa87747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:24.733041 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ceefead6-c26c-4eb1-b98a-474519f13ef3 req-e03820de-bd2f-4d9b-895d-18a3aa87747b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1791272 Mar 23 12:29:24.786318 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-febb8671-39fe-40d6-b795-5687b107eb10 req-0923249d-0b95-4db9-ad3b-c5b242366603 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:24.848389 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-febb8671-39fe-40d6-b795-5687b107eb10 req-0923249d-0b95-4db9-ad3b-c5b242366603 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Network ebaa652a-c49f-4907-afdf-128ac03bfaa6 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:29:24.856465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-febb8671-39fe-40d6-b795-5687b107eb10 req-0923249d-0b95-4db9-ad3b-c5b242366603 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:29:24.877382 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-febb8671-39fe-40d6-b795-5687b107eb10 req-0923249d-0b95-4db9-ad3b-c5b242366603 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:29:24.979450 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ceefead6-c26c-4eb1-b98a-474519f13ef3 req-c874df52-5fab-4b35-8e1d-fd21f48c2cf1 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385516 Mar 23 12:29:25.018254 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923249d-0b95-4db9-ad3b-c5b242366603 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event updated for resources: {'Port': ['ID=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:25.107503 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ceefead6-c26c-4eb1-b98a-474519f13ef3 req-26d195e0-3f88-4e46-b263-1f3f905377e2 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213162 Mar 23 12:29:25.153489 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a964ec9-9b02-4c6c-95e0-6df2c3e1f31f req-6d1a6c83-9555-4309-9348-1e6d468aa32f tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:25.160966 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1a964ec9-9b02-4c6c-95e0-6df2c3e1f31f req-6d1a6c83-9555-4309-9348-1e6d468aa32f tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 950 time: 0.3150234 Mar 23 12:29:25.172643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb8671-39fe-40d6-b795-5687b107eb10 req-0923249d-0b95-4db9-ad3b-c5b242366603 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:25.173400 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-febb8671-39fe-40d6-b795-5687b107eb10 req-0923249d-0b95-4db9-ad3b-c5b242366603 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:25.231717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-245b367e-d90d-4e15-8099-3a1e3a3280f8 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Allocated IP 172.20.0.10 (b7042bb8-a144-4b0d-961f-017144fe5778/ee533f24-79eb-4c5d-99ad-907fe6ed8f59/6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:29:25.239675 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-febb8671-39fe-40d6-b795-5687b107eb10 req-0923249d-0b95-4db9-ad3b-c5b242366603 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4820533 Mar 23 12:29:25.253062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Request body: {'port': {'device_id': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:25.263437 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50738) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:25.292495 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e9022e3a-b107-49a9-821d-afc2299ef538 None None] Provisioning complete for port e6405b41-78f0-4d5a-98fb-6ac8a56dd027 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:25.293108 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e9022e3a-b107-49a9-821d-afc2299ef538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:25.314493 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1a964ec9-9b02-4c6c-95e0-6df2c3e1f31f req-5651fcda-bf7b-4b37-9934-eb8d9779866d tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524854 Mar 23 12:29:25.339669 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9755893c-4d3d-4800-b447-910492b50da3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f167f953323c4965982f11eb36465056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0745132 Mar 23 12:29:25.340468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50740) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:25.353813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e9022e3a-b107-49a9-821d-afc2299ef538 None None] Port e6405b41-78f0-4d5a-98fb-6ac8a56dd027 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:29:25.443815 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:25.488012 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9b3d5ff-fbb0-4057-9fdc-4d27d52f6bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:25.527414 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9b3d5ff-fbb0-4057-9fdc-4d27d52f6bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:25.554351 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e56bb2b-3edc-47f9-83d2-26a69eb5805f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b786c8a5-b966-496b-b715-55bd9547d6e8'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:25.578128 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a440f3f-b6e7-4593-b23b-e1f1b3c2299f" -d '{"events": [{"server_uuid": "2e56bb2b-3edc-47f9-83d2-26a69eb5805f", "name": "network-vif-unplugged", "status": "completed", "tag": "b786c8a5-b966-496b-b715-55bd9547d6e8"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:25.635823 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7800e6-272e-45aa-9fdc-d65cc1af08cd req-be45e29d-523f-45ec-83ad-72fdc82ae5fc tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:25.646197 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3a7800e6-272e-45aa-9fdc-d65cc1af08cd req-be45e29d-523f-45ec-83ad-72fdc82ae5fc tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 932 time: 0.1997662 Mar 23 12:29:25.732830 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3a7800e6-272e-45aa-9fdc-d65cc1af08cd req-5a03c73d-000e-4f95-9e7a-93a21772446e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817776 Mar 23 12:29:25.736419 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9b3d5ff-fbb0-4057-9fdc-4d27d52f6bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:25.739014 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9b3d5ff-fbb0-4057-9fdc-4d27d52f6bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:25.742342 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b9b3d5ff-fbb0-4057-9fdc-4d27d52f6bd0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e5416791-1a64-48c7-b40a-097bb484b3ff HTTP/1.1" status: 204 len: 168 time: 0.3987629 Mar 23 12:29:25.766624 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3d5ff-fbb0-4057-9fdc-4d27d52f6bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5416791-1a64-48c7-b40a-097bb484b3ff,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:25.823461 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110df5d7-6e3f-4402-b168-8846e6cd2b64 x-openstack-request-id: req-110df5d7-6e3f-4402-b168-8846e6cd2b64 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:25.824139 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e56bb2b-3edc-47f9-83d2-26a69eb5805f", "name": "network-vif-unplugged", "status": "completed", "tag": "b786c8a5-b966-496b-b715-55bd9547d6e8", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:25.824808 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-110df5d7-6e3f-4402-b168-8846e6cd2b64 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:25.825324 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e56bb2b-3edc-47f9-83d2-26a69eb5805f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b786c8a5-b966-496b-b715-55bd9547d6e8', 'code': 200} Mar 23 12:29:26.017985 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-245b367e-d90d-4e15-8099-3a1e3a3280f8 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:26.029035 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc552286-4b49-4924-a542-880721e98745 req-7ca5c246-6085-4f06-806b-404cd598c434 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:26.038919 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc552286-4b49-4924-a542-880721e98745 req-7ca5c246-6085-4f06-806b-404cd598c434 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/ports?device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 945 time: 0.3617928 Mar 23 12:29:26.127826 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0586696e-bd22-4c2c-836a-69a12971d279 req-23c95ca8-0b1c-4c32-958a-92944030b11a tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 210 time: 0.0506253 Mar 23 12:29:26.233248 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc552286-4b49-4924-a542-880721e98745 req-53331424-3044-4790-9018-bc66f828e340 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/security-groups?id=d54b5ae9-a7b6-4630-b21f-6e45ec81050a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915698 Mar 23 12:29:26.291961 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-245b367e-d90d-4e15-8099-3a1e3a3280f8 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:26.419717 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-264838bb-a46a-4b80-adb6-f771c14041e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:26.420482 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac786087-2b2b-43a8-9273-dd6c368c24c3 req-7d03dbcc-b4fa-4890-b011-4b595e1e6849 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:26.431663 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac786087-2b2b-43a8-9273-dd6c368c24c3 req-7d03dbcc-b4fa-4890-b011-4b595e1e6849 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/ports?device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 945 time: 0.1380630 Mar 23 12:29:26.433097 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50782) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:26.435463 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6405b41-78f0-4d5a-98fb-6ac8a56dd027 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:29:26.444148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e78e4d43-802b-4412-802b-115aaf6e8837 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Request body: {'floatingip': {'port_id': '198bdbc0-9add-405e-b112-496321e65181'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:26.486913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-245b367e-d90d-4e15-8099-3a1e3a3280f8 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Network b7042bb8-a144-4b0d-961f-017144fe5778 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:29:26.522936 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e78e4d43-802b-4412-802b-115aaf6e8837 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:26.532520 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-245b367e-d90d-4e15-8099-3a1e3a3280f8 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:29:26.537229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-245b367e-d90d-4e15-8099-3a1e3a3280f8 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:29:26.550053 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:26.756373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Transition to ACTIVE for port object e6405b41-78f0-4d5a-98fb-6ac8a56dd027 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:29:26.760181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b367e-d90d-4e15-8099-3a1e3a3280f8 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Pushing event updated for resources: {'Port': ['ID=6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:26.783862 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:26.933043 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-351c3022-e977-40cc-83b4-749b60b3fbb2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3356993 Mar 23 12:29:26.952412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-245b367e-d90d-4e15-8099-3a1e3a3280f8 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:26.953767 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-245b367e-d90d-4e15-8099-3a1e3a3280f8 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:26.999182 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-245b367e-d90d-4e15-8099-3a1e3a3280f8 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2913091 Mar 23 12:29:27.029365 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876aa07-9ce8-4c18-b563-fdd3848f569b req-6ce3cc8a-6367-4e51-9db6-bdfe3e5aaba2 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:27.052773 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3876aa07-9ce8-4c18-b563-fdd3848f569b req-6ce3cc8a-6367-4e51-9db6-bdfe3e5aaba2 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 950 time: 0.5907569 Mar 23 12:29:27.107293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Request body: {'port': {'device_id': 'cbec356e-ff04-4cf7-adf3-c9395a177051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:27.357857 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Pushing event updated for resources: {'Port': ['ID=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:27.382325 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3876aa07-9ce8-4c18-b563-fdd3848f569b req-2b0c2da4-e443-4e26-982a-b8359c8b56fe tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267369 Mar 23 12:29:27.486908 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861b99a-da17-4b32-8490-86bea01aad96 req-56cb3100-100f-411a-8790-14ba414f843a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:27.489011 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d861b99a-da17-4b32-8490-86bea01aad96 req-56cb3100-100f-411a-8790-14ba414f843a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 944 time: 0.5392570 Mar 23 12:29:27.514426 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:27.540675 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Attempting to bind port e6405b41-78f0-4d5a-98fb-6ac8a56dd027 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:29:27.540836 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Attempting to bind port e6405b41-78f0-4d5a-98fb-6ac8a56dd027 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:29:27.541129 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Attempting to bind port e6405b41-78f0-4d5a-98fb-6ac8a56dd027 on network ebaa652a-c49f-4907-afdf-128ac03bfaa6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:29:27.576586 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Port e6405b41-78f0-4d5a-98fb-6ac8a56dd027 on network ebaa652a-c49f-4907-afdf-128ac03bfaa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:29:27.577044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Attempting to bind port e6405b41-78f0-4d5a-98fb-6ac8a56dd027 on network ebaa652a-c49f-4907-afdf-128ac03bfaa6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:29:27.608225 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:29:27.608225 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Checking segment: {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:29:27.608683 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Bound using segment: {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:29:27.612562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Bound port: e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:29:27.616790 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:27.623366 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:27.626743 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-f90ab0a7-441d-40f4-8f06-6c610df8031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:27.627290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-f90ab0a7-441d-40f4-8f06-6c610df8031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:27.627828 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-f90ab0a7-441d-40f4-8f06-6c610df8031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:27.628327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-f90ab0a7-441d-40f4-8f06-6c610df8031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:27.629369 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-f90ab0a7-441d-40f4-8f06-6c610df8031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:27.629843 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-f90ab0a7-441d-40f4-8f06-6c610df8031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:27.630306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-f90ab0a7-441d-40f4-8f06-6c610df8031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:27.636762 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-f90ab0a7-441d-40f4-8f06-6c610df8031d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 6503 time: 0.5925918 Mar 23 12:29:27.667452 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f3406521-0d43-45f9-8ecf-755726b3a2b1 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:29:27.672808 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d861b99a-da17-4b32-8490-86bea01aad96 req-7f1be068-98e6-42da-8055-4a37003669d8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055584 Mar 23 12:29:27.812415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50838) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:27.878305 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f3406521-0d43-45f9-8ecf-755726b3a2b1, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f3406521-0d43-45f9-8ecf-755726b3a2b1,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:27.894289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'f3406521-0d43-45f9-8ecf-755726b3a2b1', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'f3406521-0d43-45f9-8ecf-755726b3a2b1', 'mac_address': 'fa:16:3e:76:97:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:29:27.904468 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:29:27.951166 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:27.968974 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3406521-0d43-45f9-8ecf-755726b3a2b1 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:29:27.992974 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f3406521-0d43-45f9-8ecf-755726b3a2b1, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f3406521-0d43-45f9-8ecf-755726b3a2b1,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:27.999291 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:28.013824 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-e78e4d43-802b-4412-802b-115aaf6e8837 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:29:28.053129 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:29:28.071469 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:28.071811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f3406521-0d43-45f9-8ecf-755726b3a2b1,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:28.096018 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['f3406521-0d43-45f9-8ecf-755726b3a2b1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:29:28.109705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-d35038ca-6baa-46a7-bb61-2615310a211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:28.110709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-d35038ca-6baa-46a7-bb61-2615310a211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:28.111364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-d35038ca-6baa-46a7-bb61-2615310a211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:28.113545 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-d35038ca-6baa-46a7-bb61-2615310a211c service neutron] 10.222.0.73 "GET /v2.0/networks?id=7d4d0fcc-ccfb-4797-b8c0-dee4c492f981&id=2d93ac63-bdb1-45e7-bc99-87d09947042d&id=2d93ac63-bdb1-45e7-bc99-87d09947042d&id=2d93ac63-bdb1-45e7-bc99-87d09947042d&id=2d93ac63-bdb1-45e7-bc99-87d09947042d&id=7751cfb1-5c21-4925-8fee-f42885f445e0&id=7751cfb1-5c21-4925-8fee-f42885f445e0 HTTP/1.1" status: 200 len: 2296 time: 0.3745286 Mar 23 12:29:28.155421 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-94c88285-8292-4c48-b53c-520db864c9e8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-880784781-network', 'tenant_id': 'b3514e9ddc7e4976b2886ea4848bbfbc'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:28.171522 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e78e4d43-802b-4412-802b-115aaf6e8837 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:28.180825 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e78e4d43-802b-4412-802b-115aaf6e8837 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:28.289304 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:28.290085 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:28.291630 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-febb8671-39fe-40d6-b795-5687b107eb10 req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] 10.222.0.77 "PUT /v2.0/ports/e6405b41-78f0-4d5a-98fb-6ac8a56dd027 HTTP/1.1" status: 200 len: 1092 time: 3.0446556 Mar 23 12:29:28.328887 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1c05b-eb1e-445f-a9fc-ae3143d5993c req-865f1523-c704-4df6-81e9-56733bc053cf tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:28.331461 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8a1c05b-eb1e-445f-a9fc-ae3143d5993c req-865f1523-c704-4df6-81e9-56733bc053cf tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 932 time: 0.5627646 Mar 23 12:29:28.332208 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:28.346101 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c9793e-9622-49a4-8b06-1b4b7db8bd12" -d '{"events": [{"name": "network-changed", "server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:28.376771 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c88285-8292-4c48-b53c-520db864c9e8 admin admin] Made reservation on behalf of b3514e9ddc7e4976b2886ea4848bbfbc for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:28.383250 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c88285-8292-4c48-b53c-520db864c9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:28.406078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadcdaa-3810-4f7e-882c-dba80c0af6e7 req-e8b5d099-2859-4786-8c06-c18a0b0d21b6 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:28.411097 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4aadcdaa-3810-4f7e-882c-dba80c0af6e7 req-e8b5d099-2859-4786-8c06-c18a0b0d21b6 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 950 time: 0.3276432 Mar 23 12:29:28.433307 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c88285-8292-4c48-b53c-520db864c9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:28.476820 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026e369-041f-4c00-9f6b-5f3e85ef069a service neutron] Pushing event updated for resources: {'Port': ['ID=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:28.515481 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8a1c05b-eb1e-445f-a9fc-ae3143d5993c req-16a3db60-d6d3-42a4-8a1c-b1a448dd2475 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/security-groups?id=02ed5cf4-8ab4-4b2b-9694-ec47b35926ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396778 Mar 23 12:29:28.519441 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb8671-39fe-40d6-b795-5687b107eb10 req-f198d221-217f-4c41-8a0a-9feb5d607e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:28.520999 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-febb8671-39fe-40d6-b795-5687b107eb10 req-f198d221-217f-4c41-8a0a-9feb5d607e8b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 1095 time: 0.1365781 Mar 23 12:29:28.543649 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-ba81a5ff-c6a8-4faf-9a61-231052e84f5a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2355e3-e6d0-4a27-b6aa-f1ede590f411 HTTP/1.1" status: 200 len: 1001 time: 0.2983830 Mar 23 12:29:28.604030 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-febb8671-39fe-40d6-b795-5687b107eb10 req-a0c23462-7212-4f39-9680-09afa1881b35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027 HTTP/1.1" status: 200 len: 217 time: 0.0728860 Mar 23 12:29:28.648059 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-e78e4d43-802b-4412-802b-115aaf6e8837 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Floating IP 82c761b1-84b6-4c82-94de-a4efe0401413 associated. External IP: 172.25.2.235, port: 198bdbc0-9add-405e-b112-496321e65181. Mar 23 12:29:28.668748 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4aadcdaa-3810-4f7e-882c-dba80c0af6e7 req-5c9d3fc7-9f94-4233-a6da-53ca8e16a3fa tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426503 Mar 23 12:29:28.694313 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd7fba2-ee82-485d-9dae-b3b96d136851 x-openstack-request-id: req-efd7fba2-ee82-485d-9dae-b3b96d136851 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:28.694771 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:28.695213 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-efd7fba2-ee82-485d-9dae-b3b96d136851 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:28.695803 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'status': 'completed', 'code': 200} Mar 23 12:29:28.720150 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:29:28.739515 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:28.759655 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb8671-39fe-40d6-b795-5687b107eb10 req-a0efaf5c-6ab0-4a96-8b59-5ef54a517d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:28.762246 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-febb8671-39fe-40d6-b795-5687b107eb10 req-a0efaf5c-6ab0-4a96-8b59-5ef54a517d36 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.1513557 Mar 23 12:29:28.787283 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Transition to ACTIVE for port object 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:29:28.792659 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:28.875091 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb8671-39fe-40d6-b795-5687b107eb10 req-e00e7c92-ccdc-4ddb-a336-f07dd034d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:28.876662 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-febb8671-39fe-40d6-b795-5687b107eb10 req-e00e7c92-ccdc-4ddb-a336-f07dd034d12b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052344 Mar 23 12:29:28.883686 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Pushing event updated for resources: {'Port': ['ID=6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:28.934563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-9bf2556d-2382-43cc-bf38-c62e52ee2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:28.939113 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-9bf2556d-2382-43cc-bf38-c62e52ee2dce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77686451-d601-438d-b8ee-7891ca851b06 HTTP/1.1" status: 200 len: 855 time: 0.3575275 Mar 23 12:29:28.957447 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c88285-8292-4c48-b53c-520db864c9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:29.015488 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:29.039364 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c88285-8292-4c48-b53c-520db864c9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:29.138984 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c88285-8292-4c48-b53c-520db864c9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:29.142214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c88285-8292-4c48-b53c-520db864c9e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:29:29.155010 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b757b-1fca-4ef1-af86-dd328c7d12d9 req-405bacaa-37be-4dec-a035-087c5129b3c1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:29.162434 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-605b757b-1fca-4ef1-af86-dd328c7d12d9 req-405bacaa-37be-4dec-a035-087c5129b3c1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 944 time: 0.3876739 Mar 23 12:29:29.214140 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c88285-8292-4c48-b53c-520db864c9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:29.214573 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-94c88285-8292-4c48-b53c-520db864c9e8 admin admin] Added segment ceb076cf-4a51-4941-9d71-0d53304bdcaa of type vlan for network c386454e-c68d-426c-b8b8-7fca3f2b996b Mar 23 12:29:29.228299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-b3d98c97-17be-4f22-8061-38ec08e37ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:29.230147 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-b3d98c97-17be-4f22-8061-38ec08e37ad9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7d4d0fcc-ccfb-4797-b8c0-dee4c492f981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2773521 Mar 23 12:29:29.336568 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c88285-8292-4c48-b53c-520db864c9e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:29.344857 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-605b757b-1fca-4ef1-af86-dd328c7d12d9 req-1d0e9b54-4ccf-494a-b35a-f04c8df7adf5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813953 Mar 23 12:29:29.447854 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:29.469684 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Attempting to bind port 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:29:29.470594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Attempting to bind port 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'a7a0ff38-fcf3-42d9-b4d8-b39af0794d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b7042bb8-a144-4b0d-961f-017144fe5778'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:29:29.470755 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Attempting to bind port 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 on network b7042bb8-a144-4b0d-961f-017144fe5778 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:29:29.483548 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f07c0-8481-4aa5-84ce-d9756f01da91 req-4e363a72-8273-4c8e-828f-4a9ad4687159 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:29.489255 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1b2f07c0-8481-4aa5-84ce-d9756f01da91 req-4e363a72-8273-4c8e-828f-4a9ad4687159 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 950 time: 0.1362653 Mar 23 12:29:29.521943 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-febb8671-39fe-40d6-b795-5687b107eb10 req-ede39144-edd6-46c8-92ad-9811d49b063d service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6341379 Mar 23 12:29:29.525827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Port 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 on network b7042bb8-a144-4b0d-961f-017144fe5778 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:29:29.526337 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Attempting to bind port 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 on network b7042bb8-a144-4b0d-961f-017144fe5778 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:29:29.572458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:29:29.573125 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Checking segment: {'id': 'a7a0ff38-fcf3-42d9-b4d8-b39af0794d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b7042bb8-a144-4b0d-961f-017144fe5778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:29:29.573456 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Bound using segment: {'id': 'a7a0ff38-fcf3-42d9-b4d8-b39af0794d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b7042bb8-a144-4b0d-961f-017144fe5778'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:29:29.574139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Bound port: 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a0ff38-fcf3-42d9-b4d8-b39af0794d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b7042bb8-a144-4b0d-961f-017144fe5778'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:29:29.574652 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:29.674087 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1b2f07c0-8481-4aa5-84ce-d9756f01da91 req-73a61567-d265-4665-b260-767dfc79b4c7 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806865 Mar 23 12:29:29.683478 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f3406521-0d43-45f9-8ecf-755726b3a2b1 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:29:29.762982 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-febb8671-39fe-40d6-b795-5687b107eb10 req-10f8f7be-dd43-45d2-bbd7-f30ce672c599 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228234 Mar 23 12:29:29.787291 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] For port 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:29:29.798797 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] For port 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82,segment=NetworkSegment(a7a0ff38-fcf3-42d9-b4d8-b39af0794d40),segment_id=a7a0ff38-fcf3-42d9-b4d8-b39af0794d40)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:29:29.807499 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:29.846861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port f3406521-0d43-45f9-8ecf-755726b3a2b1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:29.847556 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:29.858056 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c88285-8292-4c48-b53c-520db864c9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:29.860002 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c88285-8292-4c48-b53c-520db864c9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:29.861046 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c88285-8292-4c48-b53c-520db864c9e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:29.894487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78e4d43-802b-4412-802b-115aaf6e8837 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:29:29.923783 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-94c88285-8292-4c48-b53c-520db864c9e8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1053724 Mar 23 12:29:29.929358 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50916) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:29.938736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-76d49cbd-f5b1-4f0f-a163-72e68bd1781a admin admin] Request body: {'subnet': {'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-880784781-subnet', 'tenant_id': 'b3514e9ddc7e4976b2886ea4848bbfbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:29.960246 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:29.982463 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-5d4128c8-0978-4a20-be28-a513bc9e8e8a service neutron] 10.222.0.73 "GET /v2.0/networks/7d4d0fcc-ccfb-4797-b8c0-dee4c492f981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273395 Mar 23 12:29:30.008703 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0872adcc-b72e-4c22-90c8-4bb3415dd8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3406521-0d43-45f9-8ecf-755726b3a2b1'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:30.011198 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920e740b-2117-4091-b836-ca96f315b842" -d '{"events": [{"server_uuid": "0872adcc-b72e-4c22-90c8-4bb3415dd8b1", "name": "network-vif-plugged", "status": "completed", "tag": "f3406521-0d43-45f9-8ecf-755726b3a2b1"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:30.019232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Pushing event updated for resources: {'Port': ['ID=6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:30.030825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:30.032768 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:30.035600 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e85eecf6-9538-4e72-9c03-a2be1a7eb41a service neutron] 10.222.0.77 "PUT /v2.0/ports/6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 HTTP/1.1" status: 200 len: 1092 time: 2.9625533 Mar 23 12:29:30.045927 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f3406521-0d43-45f9-8ecf-755726b3a2b1, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f3406521-0d43-45f9-8ecf-755726b3a2b1,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:30.055644 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:30.083238 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9793e-9622-49a4-8b06-1b4b7db8bd12 req-168e3a14-5786-465b-9359-dde8af3744e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:30.085518 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19c9793e-9622-49a4-8b06-1b4b7db8bd12 req-168e3a14-5786-465b-9359-dde8af3744e3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 1095 time: 0.2197750 Mar 23 12:29:30.102054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc65cb-3ab9-4351-81cc-0ef680362939 req-07e9f530-1279-4b18-ac43-5e1a922facd0 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:30.113367 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7dc65cb-3ab9-4351-81cc-0ef680362939 req-07e9f530-1279-4b18-ac43-5e1a922facd0 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 944 time: 0.2900898 Mar 23 12:29:30.125479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f3406521-0d43-45f9-8ecf-755726b3a2b1,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:30.183378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c88285-8292-4c48-b53c-520db864c9e8 admin admin] Pushing event updated for resources: {'Network': ['ID=c386454e-c68d-426c-b8b8-7fca3f2b996b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:30.207530 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network c386454e-c68d-426c-b8b8-7fca3f2b996b details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:29:30.233230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d49cbd-f5b1-4f0f-a163-72e68bd1781a admin admin] Made reservation on behalf of b3514e9ddc7e4976b2886ea4848bbfbc for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:30.235526 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76d49cbd-f5b1-4f0f-a163-72e68bd1781a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:30.267905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78e4d43-802b-4412-802b-115aaf6e8837 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:29:30.273859 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e78e4d43-802b-4412-802b-115aaf6e8837 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:30.280896 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d7e27d-2566-4d3f-a4c8-2152118faa18 None None] Sync routers for ids ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:29:30.295973 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d7e27d-2566-4d3f-a4c8-2152118faa18 None None] Routers {'359eb50a-c761-4cc3-9dd0-7a2074d7a798'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:29:30.296610 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-27d7e27d-2566-4d3f-a4c8-2152118faa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:29:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:30.299759 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026d13a5-c6c0-406d-b8f0-e2c2303fd315 x-openstack-request-id: req-026d13a5-c6c0-406d-b8f0-e2c2303fd315 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:30.300267 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0872adcc-b72e-4c22-90c8-4bb3415dd8b1", "name": "network-vif-plugged", "status": "completed", "tag": "f3406521-0d43-45f9-8ecf-755726b3a2b1", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:30.300920 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-026d13a5-c6c0-406d-b8f0-e2c2303fd315 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:30.302076 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0872adcc-b72e-4c22-90c8-4bb3415dd8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3406521-0d43-45f9-8ecf-755726b3a2b1', 'code': 200} Mar 23 12:29:30.320534 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7dc65cb-3ab9-4351-81cc-0ef680362939 req-203bf774-14e2-4895-9596-8ed6231a67d8 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/security-groups?id=02ed5cf4-8ab4-4b2b-9694-ec47b35926ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061441 Mar 23 12:29:30.331171 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-fc860555-e45a-47aa-b860-a51c0ea38a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:30.332697 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-fc860555-e45a-47aa-b860-a51c0ea38a20 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f186ef04f5754672997977888160d6b3&device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 1095 time: 0.2099271 Mar 23 12:29:30.384287 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e78e4d43-802b-4412-802b-115aaf6e8837 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "PUT /v2.0/floatingips/82c761b1-84b6-4c82-94de-a4efe0401413 HTTP/1.1" status: 200 len: 991 time: 3.9499552 Mar 23 12:29:30.397583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122244b7-4f8e-4f3f-ab1d-1bc2fa85a106', 'tag': '198bdbc0-9add-405e-b112-496321e65181'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:30.398695 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c382a463-8aa8-4808-8177-3e65120cf746" -d '{"events": [{"name": "network-changed", "server_uuid": "122244b7-4f8e-4f3f-ab1d-1bc2fa85a106", "tag": "198bdbc0-9add-405e-b112-496321e65181"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:30.427673 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-d5179a5e-61f4-42a2-a4e6-da5e326beb47 service neutron] 10.222.0.73 "GET /v2.0/networks/7d4d0fcc-ccfb-4797-b8c0-dee4c492f981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304459 Mar 23 12:29:30.450397 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-d65e88d8-c8b0-414e-b1ab-a1ed6328347e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 HTTP/1.1" status: 200 len: 217 time: 0.1051886 Mar 23 12:29:30.456388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9793e-9622-49a4-8b06-1b4b7db8bd12 req-b2441964-e30a-4411-8c31-a5cd765fc2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:30.457868 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19c9793e-9622-49a4-8b06-1b4b7db8bd12 req-b2441964-e30a-4411-8c31-a5cd765fc2bf service neutron] 10.222.0.77 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.3252394 Mar 23 12:29:30.500881 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-13b36b4e-0705-4dce-8423-4fcfe335dd58 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=e23025c0-9199-4e8d-b0eb-23e4d049d710 HTTP/1.1" status: 200 len: 217 time: 0.0606170 Mar 23 12:29:30.526860 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19c9793e-9622-49a4-8b06-1b4b7db8bd12 req-2997aaac-c088-43cd-8eda-1420f855faec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027 HTTP/1.1" status: 200 len: 217 time: 0.0584421 Mar 23 12:29:30.555411 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-27d7e27d-2566-4d3f-a4c8-2152118faa18 None None] Set router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:29:30.582279 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e2da6c50-26aa-4ef8-a163-347fe6eae7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:30.585211 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-e2da6c50-26aa-4ef8-a163-347fe6eae7ea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ee533f24-79eb-4c5d-99ad-907fe6ed8f59 HTTP/1.1" status: 200 len: 856 time: 0.1260180 Mar 23 12:29:30.692560 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-6f77c4b1-ddd8-4bac-8fb7-304d773a3a7d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b7042bb8-a144-4b0d-961f-017144fe5778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984306 Mar 23 12:29:30.699020 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9793e-9622-49a4-8b06-1b4b7db8bd12 req-a1978c98-2401-49b3-a245-996801fef2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:30.701902 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19c9793e-9622-49a4-8b06-1b4b7db8bd12 req-a1978c98-2401-49b3-a245-996801fef2db service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.1676919 Mar 23 12:29:30.702795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbec356e-ff04-4cf7-adf3-c9395a177051', 'tag': '6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:30.710632 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2ce4e0-723f-4083-860f-da2fc59ebbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "cbec356e-ff04-4cf7-adf3-c9395a177051", "tag": "6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:30.735413 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9228d-6dd5-4c52-b438-ddbcc7331b0e req-2df9a413-26cc-41e3-98fb-ad4b50ba7570 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:30.750985 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47d9228d-6dd5-4c52-b438-ddbcc7331b0e req-2df9a413-26cc-41e3-98fb-ad4b50ba7570 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 944 time: 0.2621222 Mar 23 12:29:30.811101 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e5b625-9b72-4caa-8b69-4f2cf705e9fa x-openstack-request-id: req-91e5b625-9b72-4caa-8b69-4f2cf705e9fa {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:30.811662 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122244b7-4f8e-4f3f-ab1d-1bc2fa85a106", "tag": "198bdbc0-9add-405e-b112-496321e65181", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:30.812077 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91e5b625-9b72-4caa-8b69-4f2cf705e9fa {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:30.812676 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122244b7-4f8e-4f3f-ab1d-1bc2fa85a106', 'tag': '198bdbc0-9add-405e-b112-496321e65181', 'status': 'completed', 'code': 200} Mar 23 12:29:30.914756 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-c4071d6d-a4c3-4bbe-8ebd-6fcdcd124231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:30.921076 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-c4071d6d-a4c3-4bbe-8ebd-6fcdcd124231 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d4961f2-f219-4314-a425-b5413107f023 HTTP/1.1" status: 200 len: 797 time: 0.3898642 Mar 23 12:29:30.990473 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76d49cbd-f5b1-4f0f-a163-72e68bd1781a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:31.020558 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47d9228d-6dd5-4c52-b438-ddbcc7331b0e req-eb994dc6-5000-4667-8190-e4f4c911e97c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663288 Mar 23 12:29:31.081980 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-b2e67338-c5e4-4925-9982-a3e5166c08d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:31.084945 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-b2e67338-c5e4-4925-9982-a3e5166c08d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ac63-bdb1-45e7-bc99-87d09947042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1386318 Mar 23 12:29:31.086387 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d49cbd-f5b1-4f0f-a163-72e68bd1781a admin admin] Pushing event updated for resources: {'Subnet': ['ID=04fef708-0d62-4f92-a84a-3b672e7134ef,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:31.087197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9793e-9622-49a4-8b06-1b4b7db8bd12 req-2256e194-9f71-4fae-9521-f65b36f68d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:31.088764 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19c9793e-9622-49a4-8b06-1b4b7db8bd12 req-2256e194-9f71-4fae-9521-f65b36f68d03 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3717170 Mar 23 12:29:31.102926 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647febb8-f612-4dc5-af2d-7c83901474a0 x-openstack-request-id: req-647febb8-f612-4dc5-af2d-7c83901474a0 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:31.103232 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbec356e-ff04-4cf7-adf3-c9395a177051", "tag": "6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:31.103473 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-647febb8-f612-4dc5-af2d-7c83901474a0 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:31.103873 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbec356e-ff04-4cf7-adf3-c9395a177051', 'tag': '6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82', 'status': 'completed', 'code': 200} Mar 23 12:29:31.118432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382a463-8aa8-4808-8177-3e65120cf746 req-ef997163-3f28-4496-85be-7b37a0a29805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:31.120623 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c382a463-8aa8-4808-8177-3e65120cf746 req-ef997163-3f28-4496-85be-7b37a0a29805 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=62343df70eb049fe840a8de71d5bb599&device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 1096 time: 0.2873778 Mar 23 12:29:31.134364 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-efcfb51d-572e-4f35-86ac-7f98ec805087 service neutron] 10.222.0.77 "GET /v2.0/networks/b7042bb8-a144-4b0d-961f-017144fe5778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132919 Mar 23 12:29:31.154414 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-27d7e27d-2566-4d3f-a4c8-2152118faa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'name': 'tempest-ServersTestFqdnHostnames-932474463-router', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:43Z', 'updated_at': '2022-03-23T12:28:50Z', 'revision_number': 4, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'gw_port': {'id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:44Z', 'updated_at': '2022-03-23T12:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '82c761b1-84b6-4c82-94de-a4efe0401413', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'port_id': '198bdbc0-9add-405e-b112-496321e65181', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1', 'mac_address': 'fa:16:3e:1e:ea:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122244b7-4f8e-4f3f-ab1d-1bc2fa85a106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:28:57Z', 'updated_at': '2022-03-23T12:29:27Z', 'revision_number': 1, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2985442-b21a-4035-a670-95e4f5d872f6', 'name': '', 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'mac_address': 'fa:16:3e:2b:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '720c2751-2177-47ad-8384-680bbd9727e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:49Z', 'updated_at': '2022-03-23T12:29:00Z', 'revision_number': 5, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'subnets': [{'id': '720c2751-2177-47ad-8384-680bbd9727e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:31.211504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d49cbd-f5b1-4f0f-a163-72e68bd1781a admin admin] Checking segment: {'id': 'ceb076cf-4a51-4941-9d71-0d53304bdcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:29:31.212362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d49cbd-f5b1-4f0f-a163-72e68bd1781a admin admin] Network hostable DHCP agents. Network: c386454e-c68d-426c-b8b8-7fca3f2b996b, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:29:31.226393 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d7e27d-2566-4d3f-a4c8-2152118faa18 None None] Checking router: 359eb50a-c761-4cc3-9dd0-7a2074d7a798 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:29:31.239785 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d7e27d-2566-4d3f-a4c8-2152118faa18 None None] Routers {'359eb50a-c761-4cc3-9dd0-7a2074d7a798'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:29:31.240798 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-27d7e27d-2566-4d3f-a4c8-2152118faa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:29:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:31.300891 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c5734-2de9-4859-b941-ae29d147f7f4 req-5f8999c7-6573-4a4d-871b-33d5774ee123 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:31.302203 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d2c5734-2de9-4859-b941-ae29d147f7f4 req-5f8999c7-6573-4a4d-871b-33d5774ee123 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 950 time: 0.3381419 Mar 23 12:29:31.371366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd9799-a4b7-486b-b702-d93d6fa17a6d req-69cd3503-d845-4f5e-8325-ebb07437a077 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:31.373158 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9dd9799-a4b7-486b-b702-d93d6fa17a6d req-69cd3503-d845-4f5e-8325-ebb07437a077 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 950 time: 0.2462821 Mar 23 12:29:31.373869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d49cbd-f5b1-4f0f-a163-72e68bd1781a admin admin] Network c386454e-c68d-426c-b8b8-7fca3f2b996b is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:29:31.387520 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-27d7e27d-2566-4d3f-a4c8-2152118faa18 None None] Set router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:29:31.415746 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-76d49cbd-f5b1-4f0f-a163-72e68bd1781a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, c386454e-c68d-426c-b8b8-7fca3f2b996b) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:29:31.438300 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5134a6-05a7-4821-8695-8c25c5afe8b1 None None] Network c386454e-c68d-426c-b8b8-7fca3f2b996b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:29:31.442028 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-2e6ce915-222b-4788-a59b-963f8c19a3f3 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433144 Mar 23 12:29:31.446212 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19c9793e-9622-49a4-8b06-1b4b7db8bd12 req-08d0d20b-db78-4b35-9bda-a3b24708ba94 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391430 Mar 23 12:29:31.456554 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d49cbd-f5b1-4f0f-a163-72e68bd1781a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:31.458710 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76d49cbd-f5b1-4f0f-a163-72e68bd1781a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:31.459557 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d2c5734-2de9-4859-b941-ae29d147f7f4 req-7f6f4de7-0fde-43fa-b65f-78fae481c564 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/security-groups?id=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407251 Mar 23 12:29:31.459557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382a463-8aa8-4808-8177-3e65120cf746 req-b8b3a9d7-dd58-4de3-a1ca-4813f522d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:31.461352 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c382a463-8aa8-4808-8177-3e65120cf746 req-b8b3a9d7-dd58-4de3-a1ca-4813f522d0b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1743bb27-9332-4a25-8ecd-a3ec37878eb1 HTTP/1.1" status: 200 len: 915 time: 0.3258102 Mar 23 12:29:31.470649 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d742a29-8e3f-43ce-93b6-66f2703e92fb req-513a7c54-90ec-4c3d-87ec-eb215701be4e service neutron] 10.222.0.77 "GET /v2.0/networks/b7042bb8-a144-4b0d-961f-017144fe5778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216379 Mar 23 12:29:31.578667 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-76d49cbd-f5b1-4f0f-a163-72e68bd1781a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6454139 Mar 23 12:29:31.613416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722af1aa-04db-4da6-b179-98298d219c54 req-a306395b-b7b0-4a4b-b0bd-22802cd8a3db tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:31.614960 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-722af1aa-04db-4da6-b179-98298d219c54 req-a306395b-b7b0-4a4b-b0bd-22802cd8a3db tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/networks?id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd HTTP/1.1" status: 200 len: 805 time: 0.3568952 Mar 23 12:29:31.691789 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-63c4eaa7-a356-42b7-b0bf-10cce517a7dd service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215383 Mar 23 12:29:31.785073 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-48217259-1b31-4174-9ed6-4aacca76421f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=2dcf4428-f7ac-436d-b668-144412f36e0c HTTP/1.1" status: 200 len: 217 time: 0.0753851 Mar 23 12:29:31.794509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-722af1aa-04db-4da6-b179-98298d219c54 req-adf78967-5bed-42de-8449-95443176b308 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/quotas/046f907855a84a1287626c5db5b1e032 HTTP/1.1" status: 200 len: 375 time: 0.1004949 Mar 23 12:29:31.807165 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c382a463-8aa8-4808-8177-3e65120cf746 req-08bf7af5-37e0-4865-bbf2-f75e72407083 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=198bdbc0-9add-405e-b112-496321e65181 HTTP/1.1" status: 200 len: 999 time: 0.3138833 Mar 23 12:29:31.869753 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-27d7e27d-2566-4d3f-a4c8-2152118faa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'name': 'tempest-ServersTestFqdnHostnames-932474463-router', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:43Z', 'updated_at': '2022-03-23T12:28:50Z', 'revision_number': 4, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'gw_port': {'id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:44Z', 'updated_at': '2022-03-23T12:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '82c761b1-84b6-4c82-94de-a4efe0401413', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'port_id': '198bdbc0-9add-405e-b112-496321e65181', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1', 'mac_address': 'fa:16:3e:1e:ea:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122244b7-4f8e-4f3f-ab1d-1bc2fa85a106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:28:57Z', 'updated_at': '2022-03-23T12:29:27Z', 'revision_number': 1, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2985442-b21a-4035-a670-95e4f5d872f6', 'name': '', 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'mac_address': 'fa:16:3e:2b:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '720c2751-2177-47ad-8384-680bbd9727e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:49Z', 'updated_at': '2022-03-23T12:29:00Z', 'revision_number': 5, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'subnets': [{'id': '720c2751-2177-47ad-8384-680bbd9727e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:31.892557 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d9dd9799-a4b7-486b-b702-d93d6fa17a6d req-54d15bc3-df87-460e-a8cd-008f5c765e1c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Deleting port 0c2f92d4-363e-4c43-ab13-2d995a38d90f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:29:31.893090 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d9dd9799-a4b7-486b-b702-d93d6fa17a6d req-54d15bc3-df87-460e-a8cd-008f5c765e1c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:31.909626 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-722af1aa-04db-4da6-b179-98298d219c54 req-75ba3b08-982c-41c8-87bd-50702c351005 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=046f907855a84a1287626c5db5b1e032&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1135921 Mar 23 12:29:31.921366 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ce4e0-723f-4083-860f-da2fc59ebbd3 req-b553d18b-e511-4ceb-8dd6-18886c50d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:31.922989 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2b2ce4e0-723f-4083-860f-da2fc59ebbd3 req-b553d18b-e511-4ceb-8dd6-18886c50d873 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f186ef04f5754672997977888160d6b3&device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 1095 time: 0.3511147 Mar 23 12:29:31.925035 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19c9793e-9622-49a4-8b06-1b4b7db8bd12 req-49baa90d-8ecc-4f93-9df0-36b937d0cf7b service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704142 Mar 23 12:29:31.931685 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-6e032d78-1d25-49f9-8a5c-c75d0b40c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:31.934174 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-6e032d78-1d25-49f9-8a5c-c75d0b40c144 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d4961f2-f219-4314-a425-b5413107f023 HTTP/1.1" status: 200 len: 797 time: 0.1363263 Mar 23 12:29:31.938303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1db1c1-abb8-42e4-91d3-92f2329b2bb5 req-4f4d05b0-6b1d-423b-9a96-5ee0007e3e74 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:31.939857 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa1db1c1-abb8-42e4-91d3-92f2329b2bb5 req-4f4d05b0-6b1d-423b-9a96-5ee0007e3e74 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 944 time: 0.2775567 Mar 23 12:29:31.944631 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d7e27d-2566-4d3f-a4c8-2152118faa18 None None] The sync data for ids ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'] in n-d-834854-1 is: [{'id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'name': 'tempest-ServersTestFqdnHostnames-932474463-router', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:43Z', 'updated_at': '2022-03-23T12:28:50Z', 'revision_number': 4, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'gw_port': {'id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:44Z', 'updated_at': '2022-03-23T12:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '82c761b1-84b6-4c82-94de-a4efe0401413', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'port_id': '198bdbc0-9add-405e-b112-496321e65181', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1', 'mac_address': 'fa:16:3e:1e:ea:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122244b7-4f8e-4f3f-ab1d-1bc2fa85a106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:28:57Z', 'updated_at': '2022-03-23T12:29:27Z', 'revision_number': 1, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2985442-b21a-4035-a670-95e4f5d872f6', 'name': '', 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'mac_address': 'fa:16:3e:2b:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '720c2751-2177-47ad-8384-680bbd9727e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:49Z', 'updated_at': '2022-03-23T12:29:00Z', 'revision_number': 5, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'subnets': [{'id': '720c2751-2177-47ad-8384-680bbd9727e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:29:31.980294 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382a463-8aa8-4808-8177-3e65120cf746 req-35102212-aa46-487e-ad30-04e0b38c2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:31.982480 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c382a463-8aa8-4808-8177-3e65120cf746 req-35102212-aa46-487e-ad30-04e0b38c2d33 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=720c2751-2177-47ad-8384-680bbd9727e3 HTTP/1.1" status: 200 len: 853 time: 0.1386101 Mar 23 12:29:32.008531 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351b70ba-f949-4918-8a50-0f10406d21d3 None None] Network c386454e-c68d-426c-b8b8-7fca3f2b996b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:29:32.165109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-e91740fb-9463-4335-89e5-32e682fb6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:32.166732 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-e91740fb-9463-4335-89e5-32e682fb6b4c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ac63-bdb1-45e7-bc99-87d09947042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2243032 Mar 23 12:29:32.177321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:29:32.193294 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d9dd9799-a4b7-486b-b702-d93d6fa17a6d req-54d15bc3-df87-460e-a8cd-008f5c765e1c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] For port 0c2f92d4-363e-4c43-ab13-2d995a38d90f, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0c2f92d4-363e-4c43-ab13-2d995a38d90f,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:32.193678 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d9dd9799-a4b7-486b-b702-d93d6fa17a6d req-54d15bc3-df87-460e-a8cd-008f5c765e1c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:32.196940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ce4e0-723f-4083-860f-da2fc59ebbd3 req-77a756e4-e576-4cea-9b4b-ca23466c6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:32.198942 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2b2ce4e0-723f-4083-860f-da2fc59ebbd3 req-77a756e4-e576-4cea-9b4b-ca23466c6a60 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b7042bb8-a144-4b0d-961f-017144fe5778 HTTP/1.1" status: 200 len: 917 time: 0.1320775 Mar 23 12:29:32.236066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d9dd9799-a4b7-486b-b702-d93d6fa17a6d req-54d15bc3-df87-460e-a8cd-008f5c765e1c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Calling delete_port for 0c2f92d4-363e-4c43-ab13-2d995a38d90f owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:29:32.273907 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2b2ce4e0-723f-4083-860f-da2fc59ebbd3 req-29ae61e3-5176-4571-938f-c78f0bf2bd5b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 HTTP/1.1" status: 200 len: 217 time: 0.0629761 Mar 23 12:29:32.277490 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382a463-8aa8-4808-8177-3e65120cf746 req-330ef8be-7fc4-4bb2-a9cc-e4502f38cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:32.280664 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c382a463-8aa8-4808-8177-3e65120cf746 req-330ef8be-7fc4-4bb2-a9cc-e4502f38cba1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1743bb27-9332-4a25-8ecd-a3ec37878eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2582946 Mar 23 12:29:32.324513 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa1db1c1-abb8-42e4-91d3-92f2329b2bb5 req-d2c5cd1f-2423-4e91-b9a6-d88695ce4186 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/security-groups?id=02ed5cf4-8ab4-4b2b-9694-ec47b35926ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344853 Mar 23 12:29:32.386175 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:32.428329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7775fa-79ab-44ea-bd97-e351b3397cd7 None None] New status for floating IP 82c761b1-84b6-4c82-94de-a4efe0401413: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:29:32.441446 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-722af1aa-04db-4da6-b179-98298d219c54 req-234bfced-a185-4857-a28a-fbec359a3dc1 service neutron] 10.222.0.52 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305855 Mar 23 12:29:32.446704 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c382a463-8aa8-4808-8177-3e65120cf746 req-39a9773f-ef44-4c7b-bcbc-385a7370d42d service neutron] 10.222.0.73 "GET /v2.0/networks/1743bb27-9332-4a25-8ecd-a3ec37878eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409829 Mar 23 12:29:32.533420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:32.536649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ce4e0-723f-4083-860f-da2fc59ebbd3 req-d885b21b-edc0-4a8e-b3a2-0e06efae6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:32.539275 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2b2ce4e0-723f-4083-860f-da2fc59ebbd3 req-d885b21b-edc0-4a8e-b3a2-0e06efae6cbc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ee533f24-79eb-4c5d-99ad-907fe6ed8f59 HTTP/1.1" status: 200 len: 856 time: 0.2324719 Mar 23 12:29:32.539553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015711b6-2a4c-4eb4-a60a-e61fd63c5c7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d5906ec-5d13-4088-b57e-4a4f1b7bf896'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:32.544500 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb8ceeb-dd02-4050-8c33-19c94650fcbd" -d '{"events": [{"server_uuid": "015711b6-2a4c-4eb4-a60a-e61fd63c5c7e", "name": "network-vif-unplugged", "status": "completed", "tag": "0d5906ec-5d13-4088-b57e-4a4f1b7bf896"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:32.560905 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:32.595031 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-39fc353e-3d35-4b06-8617-246349878f4f service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161210 Mar 23 12:29:32.679953 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2b2ce4e0-723f-4083-860f-da2fc59ebbd3 req-dfed1b22-cea7-45c6-97f6-276238ab752d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b7042bb8-a144-4b0d-961f-017144fe5778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988345 Mar 23 12:29:32.721610 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:32.739168 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-722af1aa-04db-4da6-b179-98298d219c54 req-8e5c3159-de71-4b21-a5ed-8860bc69ef46 service neutron] 10.222.0.52 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961757 Mar 23 12:29:32.767554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f267c-6d3e-4dff-b5f5-7bb4d86e1ebf req-eeca845a-8766-4870-a0dc-ef538670562d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:32.779000 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f267c-6d3e-4dff-b5f5-7bb4d86e1ebf req-eeca845a-8766-4870-a0dc-ef538670562d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:32.794169 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f267c-6d3e-4dff-b5f5-7bb4d86e1ebf req-eeca845a-8766-4870-a0dc-ef538670562d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:32.807966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f267c-6d3e-4dff-b5f5-7bb4d86e1ebf req-eeca845a-8766-4870-a0dc-ef538670562d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:32.820536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f267c-6d3e-4dff-b5f5-7bb4d86e1ebf req-eeca845a-8766-4870-a0dc-ef538670562d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:32.827159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f267c-6d3e-4dff-b5f5-7bb4d86e1ebf req-eeca845a-8766-4870-a0dc-ef538670562d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:32.840921 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f267c-6d3e-4dff-b5f5-7bb4d86e1ebf req-eeca845a-8766-4870-a0dc-ef538670562d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:32.849777 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ea6f267c-6d3e-4dff-b5f5-7bb4d86e1ebf req-eeca845a-8766-4870-a0dc-ef538670562d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5446 time: 0.2512879 Mar 23 12:29:32.857372 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-d459e38c-8481-4e85-816d-c84e47aef2d4 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425814 Mar 23 12:29:32.860000 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d9dd9799-a4b7-486b-b702-d93d6fa17a6d req-54d15bc3-df87-460e-a8cd-008f5c765e1c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:32.942452 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c382a463-8aa8-4808-8177-3e65120cf746 req-2e085975-ebf5-4600-89c3-d9f46e210ae9 service neutron] 10.222.0.73 "GET /v2.0/networks/1743bb27-9332-4a25-8ecd-a3ec37878eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670153 Mar 23 12:29:32.985279 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-9172cd60-670d-4d12-b190-daad6b652853 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=e840c633-b157-4fa3-8feb-ddb7212b5583 HTTP/1.1" status: 200 len: 217 time: 0.1159658 Mar 23 12:29:32.994068 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d15bc3-df87-460e-a8cd-008f5c765e1c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Pushing event deleted for resources: {'Port': ['ID=0c2f92d4-363e-4c43-ab13-2d995a38d90f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:33.009247 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ea6f267c-6d3e-4dff-b5f5-7bb4d86e1ebf req-c0fde91a-8969-45d5-8486-61bce69e6eb4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1568003 Mar 23 12:29:33.030284 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2b2ce4e0-723f-4083-860f-da2fc59ebbd3 req-3ed367e0-1ff1-4bb0-9dff-7ef46e0e5a06 service neutron] 10.222.0.77 "GET /v2.0/networks/b7042bb8-a144-4b0d-961f-017144fe5778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366034 Mar 23 12:29:33.177111 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-7b91e502-3d75-48c5-81b8-f09355814da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:33.179113 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-7b91e502-3d75-48c5-81b8-f09355814da7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d4961f2-f219-4314-a425-b5413107f023 HTTP/1.1" status: 200 len: 797 time: 0.1576529 Mar 23 12:29:33.180229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dd9799-a4b7-486b-b702-d93d6fa17a6d req-54d15bc3-df87-460e-a8cd-008f5c765e1c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] No DVR routers for this DVR port 0c2f92d4-363e-4c43-ab13-2d995a38d90f on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:29:33.185797 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d9dd9799-a4b7-486b-b702-d93d6fa17a6d req-54d15bc3-df87-460e-a8cd-008f5c765e1c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:33.193704 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9dd9799-a4b7-486b-b702-d93d6fa17a6d req-54d15bc3-df87-460e-a8cd-008f5c765e1c tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.73 "DELETE /v2.0/ports/0c2f92d4-363e-4c43-ab13-2d995a38d90f HTTP/1.1" status: 204 len: 173 time: 1.8117833 Mar 23 12:29:33.194066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d850b57-cfbd-4d62-a71a-b5795df11712', 'name': 'network-vif-deleted', 'tag': '0c2f92d4-363e-4c43-ab13-2d995a38d90f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:33.197614 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790edffc-2ba3-4213-88a6-fd9836659901" -d '{"events": [{"server_uuid": "2d850b57-cfbd-4d62-a71a-b5795df11712", "name": "network-vif-deleted", "tag": "0c2f92d4-363e-4c43-ab13-2d995a38d90f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:33.370611 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2b2ce4e0-723f-4083-860f-da2fc59ebbd3 req-29e21276-bc8f-418f-bf9f-917f353bfa11 service neutron] 10.222.0.77 "GET /v2.0/networks/b7042bb8-a144-4b0d-961f-017144fe5778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371162 Mar 23 12:29:33.507455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df54b92-d038-4150-ba94-926b18b53e36 req-72ef8caa-b7f2-4f2c-9ffb-dc193305856e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:33.509913 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6df54b92-d038-4150-ba94-926b18b53e36 req-72ef8caa-b7f2-4f2c-9ffb-dc193305856e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.73 "GET /v2.0/ports?device_id=015711b6-2a4c-4eb4-a60a-e61fd63c5c7e HTTP/1.1" status: 200 len: 943 time: 0.3421812 Mar 23 12:29:33.512047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-bc027f0b-4bbe-4535-90f0-4ce764b442f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:33.514430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-bc027f0b-4bbe-4535-90f0-4ce764b442f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ac63-bdb1-45e7-bc99-87d09947042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3008299 Mar 23 12:29:33.688473 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0f3ff-3463-4f9e-a086-a0eb1fea031c req-09d6ebca-1ac0-4901-ad61-90d507a87381 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:33.693067 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ec0f3ff-3463-4f9e-a086-a0eb1fea031c req-09d6ebca-1ac0-4901-ad61-90d507a87381 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 944 time: 0.4090405 Mar 23 12:29:33.731677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e6405b41-78f0-4d5a-98fb-6ac8a56dd027 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:29:33.748850 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-6df54b92-d038-4150-ba94-926b18b53e36 req-4d0ba5dd-0409-49aa-8e74-fc746c21b655 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Deleting port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:29:33.749703 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6df54b92-d038-4150-ba94-926b18b53e36 req-4d0ba5dd-0409-49aa-8e74-fc746c21b655 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:33.766688 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-24cfa714-69a5-4241-b1d7-82f4f46e1f93 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207007 Mar 23 12:29:33.816821 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ec0f3ff-3463-4f9e-a086-a0eb1fea031c req-f70c8ca0-3dac-4c6d-b90e-fbb383f14c88 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071441 Mar 23 12:29:33.886527 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6df54b92-d038-4150-ba94-926b18b53e36 req-4d0ba5dd-0409-49aa-8e74-fc746c21b655 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] For port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:33.887382 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6df54b92-d038-4150-ba94-926b18b53e36 req-4d0ba5dd-0409-49aa-8e74-fc746c21b655 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:33.906079 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-6df54b92-d038-4150-ba94-926b18b53e36 req-4d0ba5dd-0409-49aa-8e74-fc746c21b655 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Calling delete_port for 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:29:34.066310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:34.093816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'port_id': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'mac_address': 'fa:16:3e:2e:58:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:29:34.153484 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c3a381c1-60d3-494d-a08a-0099fa8546dd req-a104be27-fe97-4e92-bda5-d36b8a75e307 tempest-DeleteServersAdminTestJSON-704177758 tempest-DeleteServersAdminTestJSON-704177758-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d850b57-cfbd-4d62-a71a-b5795df11712 HTTP/1.1" status: 200 len: 210 time: 0.1023498 Mar 23 12:29:34.170235 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-209dc3ec-4fdf-4d07-bc69-164234e22128 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871417 Mar 23 12:29:34.199230 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 0c2f92d4-363e-4c43-ab13-2d995a38d90f no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:29:34.270645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 0c2f92d4-363e-4c43-ab13-2d995a38d90f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:29:34.270995 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 0c2f92d4-363e-4c43-ab13-2d995a38d90f not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:29:34.280050 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:34.303083 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6405b41-78f0-4d5a-98fb-6ac8a56dd027 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:29:34.311408 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26f7015-c493-4ca3-9dcf-18ec4b56e29c x-openstack-request-id: req-e26f7015-c493-4ca3-9dcf-18ec4b56e29c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:34.311675 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015711b6-2a4c-4eb4-a60a-e61fd63c5c7e", "name": "network-vif-unplugged", "status": "completed", "tag": "0d5906ec-5d13-4088-b57e-4a4f1b7bf896", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:34.311969 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e26f7015-c493-4ca3-9dcf-18ec4b56e29c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:34.312396 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015711b6-2a4c-4eb4-a60a-e61fd63c5c7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d5906ec-5d13-4088-b57e-4a4f1b7bf896', 'code': 200} Mar 23 12:29:34.347489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:34.353541 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:34.355237 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-2aec7f2e-65a8-4ea2-8016-04b992c9721f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=c7946afa-db70-4023-9fb5-d1122db57689 HTTP/1.1" status: 200 len: 217 time: 0.1749384 Mar 23 12:29:34.452671 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:34.561142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-46ed72e3-3c6e-4cb2-a87a-6a05c2c59c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:34.563255 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-46ed72e3-3c6e-4cb2-a87a-6a05c2c59c7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d4961f2-f219-4314-a425-b5413107f023 HTTP/1.1" status: 200 len: 797 time: 0.2005708 Mar 23 12:29:34.634541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b2ed1d2b-0fd4-4f0a-b6d2-65f222087222 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:34.637755 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b2ed1d2b-0fd4-4f0a-b6d2-65f222087222 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/networks?id=c386454e-c68d-426c-b8b8-7fca3f2b996b HTTP/1.1" status: 200 len: 821 time: 1.0437560 Mar 23 12:29:34.639276 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6df54b92-d038-4150-ba94-926b18b53e36 req-4d0ba5dd-0409-49aa-8e74-fc746c21b655 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:34.664974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99181f-3612-43d2-959f-93c651e15bad req-3e20ed9e-d121-422d-9d86-78b1ba1a1efa tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:34.671465 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99181f-3612-43d2-959f-93c651e15bad req-3e20ed9e-d121-422d-9d86-78b1ba1a1efa tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:34.678421 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99181f-3612-43d2-959f-93c651e15bad req-3e20ed9e-d121-422d-9d86-78b1ba1a1efa tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:34.688222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99181f-3612-43d2-959f-93c651e15bad req-3e20ed9e-d121-422d-9d86-78b1ba1a1efa tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:34.688587 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ba5dd-0409-49aa-8e74-fc746c21b655 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Pushing event deleted for resources: {'Port': ['ID=0d5906ec-5d13-4088-b57e-4a4f1b7bf896,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:34.696560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99181f-3612-43d2-959f-93c651e15bad req-3e20ed9e-d121-422d-9d86-78b1ba1a1efa tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:34.704216 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99181f-3612-43d2-959f-93c651e15bad req-3e20ed9e-d121-422d-9d86-78b1ba1a1efa tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:34.704740 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-373c78a1-a4c5-460c-bdb1-26acca55c60b tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/quotas/b3514e9ddc7e4976b2886ea4848bbfbc HTTP/1.1" status: 200 len: 375 time: 0.0235407 Mar 23 12:29:34.716838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99181f-3612-43d2-959f-93c651e15bad req-3e20ed9e-d121-422d-9d86-78b1ba1a1efa tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:34.719693 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e99181f-3612-43d2-959f-93c651e15bad req-3e20ed9e-d121-422d-9d86-78b1ba1a1efa tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5446 time: 0.2527699 Mar 23 12:29:34.755631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['e6405b41-78f0-4d5a-98fb-6ac8a56dd027'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:29:34.758599 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-21ecaab8-671a-4ebf-b476-438359f1e2fa tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3514e9ddc7e4976b2886ea4848bbfbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328033 Mar 23 12:29:34.780697 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-1725eb58-8a0d-4faa-82f3-68971729595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:34.782384 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-1725eb58-8a0d-4faa-82f3-68971729595a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ac63-bdb1-45e7-bc99-87d09947042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2048550 Mar 23 12:29:34.815826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df54b92-d038-4150-ba94-926b18b53e36 req-4d0ba5dd-0409-49aa-8e74-fc746c21b655 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] No DVR routers for this DVR port 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:29:34.823327 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6df54b92-d038-4150-ba94-926b18b53e36 req-4d0ba5dd-0409-49aa-8e74-fc746c21b655 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:34.829630 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6df54b92-d038-4150-ba94-926b18b53e36 req-4d0ba5dd-0409-49aa-8e74-fc746c21b655 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.73 "DELETE /v2.0/ports/0d5906ec-5d13-4088-b57e-4a4f1b7bf896 HTTP/1.1" status: 204 len: 173 time: 1.2991149 Mar 23 12:29:34.831152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015711b6-2a4c-4eb4-a60a-e61fd63c5c7e', 'name': 'network-vif-deleted', 'tag': '0d5906ec-5d13-4088-b57e-4a4f1b7bf896'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:34.836633 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fd8e46-27f3-4c30-aaf2-9f6043a9538f" -d '{"events": [{"server_uuid": "015711b6-2a4c-4eb4-a60a-e61fd63c5c7e", "name": "network-vif-deleted", "tag": "0d5906ec-5d13-4088-b57e-4a4f1b7bf896"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:34.933554 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8bac3e5a-6700-4e83-9f62-d31255a739b8 req-7fe044bd-7cd7-425f-ace6-6e81140071fc tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 210 time: 0.0998256 Mar 23 12:29:35.019652 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-83568f03-10c9-4e4b-a772-fc537903990d service neutron] 10.222.0.52 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439635 Mar 23 12:29:35.046420 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1ad2d9-e6c3-424c-8fdc-de9c029205b0 x-openstack-request-id: req-4b1ad2d9-e6c3-424c-8fdc-de9c029205b0 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:35.046708 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d850b57-cfbd-4d62-a71a-b5795df11712", "name": "network-vif-deleted", "tag": "0c2f92d4-363e-4c43-ab13-2d995a38d90f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:35.047203 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4b1ad2d9-e6c3-424c-8fdc-de9c029205b0 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:35.047607 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d850b57-cfbd-4d62-a71a-b5795df11712', 'name': 'network-vif-deleted', 'tag': '0c2f92d4-363e-4c43-ab13-2d995a38d90f', 'status': 'completed', 'code': 200} Mar 23 12:29:35.052596 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-404b983c-7da0-436c-9f90-2fb8c9541ada service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570174 Mar 23 12:29:35.295041 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addb958-63a6-4362-899b-baa79c54b0d0 req-81df43b2-7d94-4f4d-8e54-03952c8c1872 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:35.297851 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5addb958-63a6-4362-899b-baa79c54b0d0 req-81df43b2-7d94-4f4d-8e54-03952c8c1872 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 944 time: 0.0877936 Mar 23 12:29:35.364021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5addb958-63a6-4362-899b-baa79c54b0d0 req-45661666-5a86-4299-9b20-67ccc0276a79 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/security-groups?id=02ed5cf4-8ab4-4b2b-9694-ec47b35926ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573981 Mar 23 12:29:35.399870 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-3854c2aa-b77d-4918-a4a2-f0b2c8d6828d service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377001 Mar 23 12:29:35.400310 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-e0ea47d7-5e49-46ab-a0ae-9edaed02fc2e service neutron] 10.222.0.52 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721259 Mar 23 12:29:35.414471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722af1aa-04db-4da6-b179-98298d219c54 req-c81fd776-f66e-44f7-8e17-3db15f35f9e4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:35.417060 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-722af1aa-04db-4da6-b179-98298d219c54 req-c81fd776-f66e-44f7-8e17-3db15f35f9e4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.73 "GET /v2.0/networks?id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd HTTP/1.1" status: 200 len: 805 time: 0.2347226 Mar 23 12:29:35.446509 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-722af1aa-04db-4da6-b179-98298d219c54 req-a8872d09-0cbd-43c5-84ca-9a0193178f9e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Request body: {'port': {'device_id': 'b3f5de55-2998-4f16-bfe8-d96adb295b13', 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd', 'admin_state_up': True, 'tenant_id': '046f907855a84a1287626c5db5b1e032'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:35.481449 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-547f4470-6ff8-4836-8d22-dd7c309adae0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 HTTP/1.1" status: 200 len: 217 time: 0.0690982 Mar 23 12:29:35.641511 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0c40f3-4218-4b42-ba84-3ce98e49577d x-openstack-request-id: req-6b0c40f3-4218-4b42-ba84-3ce98e49577d {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:35.642103 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015711b6-2a4c-4eb4-a60a-e61fd63c5c7e", "name": "network-vif-deleted", "tag": "0d5906ec-5d13-4088-b57e-4a4f1b7bf896", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:35.642566 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b0c40f3-4218-4b42-ba84-3ce98e49577d {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:35.643250 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015711b6-2a4c-4eb4-a60a-e61fd63c5c7e', 'name': 'network-vif-deleted', 'tag': '0d5906ec-5d13-4088-b57e-4a4f1b7bf896', 'status': 'completed', 'code': 200} Mar 23 12:29:35.643846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-b87fca5f-960e-4c99-bca4-88ee149463dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:35.650316 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-b87fca5f-960e-4c99-bca4-88ee149463dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cc44e5ff-6af0-487d-8762-542ba4db276b HTTP/1.1" status: 200 len: 797 time: 0.1562538 Mar 23 12:29:35.700027 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722af1aa-04db-4da6-b179-98298d219c54 req-a8872d09-0cbd-43c5-84ca-9a0193178f9e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Made reservation on behalf of 046f907855a84a1287626c5db5b1e032 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:35.712985 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-722af1aa-04db-4da6-b179-98298d219c54 req-a8872d09-0cbd-43c5-84ca-9a0193178f9e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:35.745017 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:29:35.823266 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-a64571e2-8f35-4941-bec2-7dde3abd2850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:35.848861 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-a64571e2-8f35-4941-bec2-7dde3abd2850 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7751cfb1-5c21-4925-8fee-f42885f445e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1822450 Mar 23 12:29:35.991418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82,segment=NetworkSegment(a7a0ff38-fcf3-42d9-b4d8-b39af0794d40),segment_id=a7a0ff38-fcf3-42d9-b4d8-b39af0794d40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:36.011342 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82', 'network_id': 'b7042bb8-a144-4b0d-961f-017144fe5778', 'port_id': '6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82', 'mac_address': 'fa:16:3e:92:40:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee533f24-79eb-4c5d-99ad-907fe6ed8f59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:29:36.061759 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d8c083aa-a2da-4270-8e85-d80c0f706324 req-b38869af-56b9-4cec-adf0-f621c139187c tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 210 time: 0.1337504 Mar 23 12:29:36.067080 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:36.106508 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:29:36.155261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82,segment=NetworkSegment(a7a0ff38-fcf3-42d9-b4d8-b39af0794d40),segment_id=a7a0ff38-fcf3-42d9-b4d8-b39af0794d40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:36.160962 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:36.229095 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-722af1aa-04db-4da6-b179-98298d219c54 req-a8872d09-0cbd-43c5-84ca-9a0193178f9e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Allocated IP 172.20.0.10 (8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd/a7b69fc4-50e7-4784-b657-b053d5e4a98d/ba531078-19c9-4f08-8ef6-b911c6c2bd57) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:29:36.278560 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:36.284640 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:29:36.317202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:29:36.317704 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 0d5906ec-5d13-4088-b57e-4a4f1b7bf896 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:29:36.429285 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-255e73df-5c35-4285-a53f-b3a8b7a1e045 req-302ae220-0756-432b-a647-8662c16b6fe7 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 210 time: 0.0761483 Mar 23 12:29:36.615551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:29:36.797108 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e54e0f-b413-4394-aac3-1cd7170a3c5f req-a67a6a5f-c2d6-4d99-896f-8ceabe569dd8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:36.799902 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-69e54e0f-b413-4394-aac3-1cd7170a3c5f req-a67a6a5f-c2d6-4d99-896f-8ceabe569dd8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.9495683 Mar 23 12:29:36.899941 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-387a5230-1ec1-4587-a2e4-b4a030f9e826 service neutron] 10.222.0.73 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0293429 Mar 23 12:29:36.946557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddc7e0-7fe6-4cf0-a981-daa0d81adfd3 req-e82fe1b0-ddc4-401c-9439-6a570463a831 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:36.960212 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7ddc7e0-7fe6-4cf0-a981-daa0d81adfd3 req-e82fe1b0-ddc4-401c-9439-6a570463a831 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 945 time: 0.1971931 Mar 23 12:29:36.983402 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-69e54e0f-b413-4394-aac3-1cd7170a3c5f req-4de38ec0-9dc6-493b-b69d-c867eb9181f7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655445 Mar 23 12:29:37.069907 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-722af1aa-04db-4da6-b179-98298d219c54 req-a8872d09-0cbd-43c5-84ca-9a0193178f9e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:37.103343 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7ddc7e0-7fe6-4cf0-a981-daa0d81adfd3 req-07db4cd9-d53f-4ab5-9e08-ac051619181e tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/security-groups?id=02ed5cf4-8ab4-4b2b-9694-ec47b35926ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418657 Mar 23 12:29:37.192845 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-722af1aa-04db-4da6-b179-98298d219c54 req-a8872d09-0cbd-43c5-84ca-9a0193178f9e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:37.233775 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-1857f552-45d6-40a1-8d1e-cea7e4ba9738 service neutron] 10.222.0.73 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251994 Mar 23 12:29:37.297130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722af1aa-04db-4da6-b179-98298d219c54 req-a8872d09-0cbd-43c5-84ca-9a0193178f9e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:29:37.310937 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-722af1aa-04db-4da6-b179-98298d219c54 req-a8872d09-0cbd-43c5-84ca-9a0193178f9e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:29:37.316243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-722af1aa-04db-4da6-b179-98298d219c54 req-a8872d09-0cbd-43c5-84ca-9a0193178f9e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:29:37.358274 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-8ade3396-8759-470e-ba24-2c39d561a8a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 HTTP/1.1" status: 200 len: 217 time: 0.1162817 Mar 23 12:29:37.426224 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8872d09-0cbd-43c5-84ca-9a0193178f9e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Pushing event updated for resources: {'Port': ['ID=ba531078-19c9-4f08-8ef6-b911c6c2bd57,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:37.471290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-d1692ab3-53be-4bfe-a159-ba5ddbb7cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:37.473760 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-d1692ab3-53be-4bfe-a159-ba5ddbb7cb68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cc44e5ff-6af0-487d-8762-542ba4db276b HTTP/1.1" status: 200 len: 797 time: 0.1015396 Mar 23 12:29:37.502998 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d111e497-4b61-441f-8205-0e92f90b108b req-d5cfe43d-2e50-455e-bf5f-220c2fea332a tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 210 time: 0.1681209 Mar 23 12:29:37.566546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722af1aa-04db-4da6-b179-98298d219c54 req-a8872d09-0cbd-43c5-84ca-9a0193178f9e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:37.567236 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-722af1aa-04db-4da6-b179-98298d219c54 req-a8872d09-0cbd-43c5-84ca-9a0193178f9e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:37.596913 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-d88cd0f5-1103-444c-bdd3-355224d695b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:37.598576 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-d88cd0f5-1103-444c-bdd3-355224d695b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7751cfb1-5c21-4925-8fee-f42885f445e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1132951 Mar 23 12:29:37.619013 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-722af1aa-04db-4da6-b179-98298d219c54 req-a8872d09-0cbd-43c5-84ca-9a0193178f9e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1747363 Mar 23 12:29:37.647261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Request body: {'port': {'device_id': 'b3f5de55-2998-4f16-bfe8-d96adb295b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:37.767006 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e6405b41-78f0-4d5a-98fb-6ac8a56dd027 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:29:37.805567 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:37.829447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e238efa-b141-4371-b3f5-7855c8e875b0 req-2031ab44-2df1-4839-ad13-058c81e20b7f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:37.839470 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e238efa-b141-4371-b3f5-7855c8e875b0 req-2031ab44-2df1-4839-ad13-058c81e20b7f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 932 time: 0.1987760 Mar 23 12:29:37.900457 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e238efa-b141-4371-b3f5-7855c8e875b0 req-e81b9335-ff66-4d35-bd1b-297dac766f84 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599771 Mar 23 12:29:38.018928 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-c4722c96-ac1b-4719-8479-daba7e7d7b49 service neutron] 10.222.0.73 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050848 Mar 23 12:29:38.019410 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51110) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:38.231807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-f5a3e58e-6227-471f-a3ae-cfb8e446d371 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:38.237138 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port e6405b41-78f0-4d5a-98fb-6ac8a56dd027 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:29:38.247217 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-f5a3e58e-6227-471f-a3ae-cfb8e446d371 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.73 "GET /v2.0/networks?id=c386454e-c68d-426c-b8b8-7fca3f2b996b HTTP/1.1" status: 200 len: 821 time: 0.2267978 Mar 23 12:29:38.274047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port e6405b41-78f0-4d5a-98fb-6ac8a56dd027 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:38.274438 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:38.397736 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:38.398412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae37dc-871b-477a-83c6-f7b0bb1dea77 req-101935f9-3b10-4904-88a0-b0ed939bb817 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:38.408394 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18ae37dc-871b-477a-83c6-f7b0bb1dea77 req-101935f9-3b10-4904-88a0-b0ed939bb817 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.2285643 Mar 23 12:29:38.465587 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b9d676e-00b3-4a9a-b54e-789d88345579 req-3ba6a75f-f862-4f61-8d2b-a44516114d08 service neutron] 10.222.0.73 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122736 Mar 23 12:29:38.482794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-97466926-1b04-488e-ac71-2761930871d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Request body: {'port': {'device_id': '819297b2-73b9-4435-865e-afbed4dd0f18', 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b', 'admin_state_up': True, 'tenant_id': 'b3514e9ddc7e4976b2886ea4848bbfbc'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:38.501145 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:38.502397 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:38.506605 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d13253d-2802-4004-9dd5-18800850975d" -d '{"events": [{"server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "name": "network-vif-plugged", "status": "completed", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:38.513962 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:38.547505 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18ae37dc-871b-477a-83c6-f7b0bb1dea77 req-aff50ac4-7321-4329-9f41-371b6517d04d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381531 Mar 23 12:29:38.595175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:38.766500 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba531078-19c9-4f08-8ef6-b911c6c2bd57 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:29:38.794978 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:38.831427 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Transition to ACTIVE for port object ba531078-19c9-4f08-8ef6-b911c6c2bd57 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:29:38.832661 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7083f2d-0612-4380-98c5-aaff731bfcc7 x-openstack-request-id: req-f7083f2d-0612-4380-98c5-aaff731bfcc7 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:38.833941 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "name": "network-vif-plugged", "status": "completed", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:38.834282 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7083f2d-0612-4380-98c5-aaff731bfcc7 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:38.835141 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'code': 200} Mar 23 12:29:38.836571 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:38.848350 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bcbeb7dd-6792-453e-b0da-0f936fe2b5ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7c761ae42ff41cd874190dcd4a7ed21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6591589 Mar 23 12:29:38.851134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51142) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:38.857605 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687706b-6333-46d8-82f6-a726569f08ed req-70cf08fb-5c62-4279-811b-7ba900f3764a tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:38.859169 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f687706b-6333-46d8-82f6-a726569f08ed req-70cf08fb-5c62-4279-811b-7ba900f3764a tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 945 time: 0.3906729 Mar 23 12:29:38.886064 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-97466926-1b04-488e-ac71-2761930871d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Made reservation on behalf of b3514e9ddc7e4976b2886ea4848bbfbc for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:38.890089 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-97466926-1b04-488e-ac71-2761930871d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:38.940351 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51150) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:38.964888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Pushing event updated for resources: {'Port': ['ID=ba531078-19c9-4f08-8ef6-b911c6c2bd57,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:38.988510 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f687706b-6333-46d8-82f6-a726569f08ed req-02011b25-7f0a-4d6a-a8d5-438d52f57048 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/security-groups?id=02ed5cf4-8ab4-4b2b-9694-ec47b35926ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074452 Mar 23 12:29:39.148481 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bb2c1b5b-8e53-4288-aa10-d3df70cac765 req-973fe3a2-e259-423e-9d50-c2b7789acedd tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 210 time: 0.1092436 Mar 23 12:29:39.192062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967493f-c14b-4e40-bd0d-31698db34a86 req-54c7d874-e052-496e-be91-ef5a3a5d6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:39.192062 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c967493f-c14b-4e40-bd0d-31698db34a86 req-54c7d874-e052-496e-be91-ef5a3a5d6b9f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 1097 time: 0.2539551 Mar 23 12:29:39.247813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-97466926-1b04-488e-ac71-2761930871d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Allocated IP 172.20.0.9 (c386454e-c68d-426c-b8b8-7fca3f2b996b/04fef708-0d62-4f92-a84a-3b672e7134ef/bb0ddd67-4af9-470b-8e13-b1ece68544c2) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:29:39.264652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95823458-2ddc-44e1-8469-f7d1dee628f5 req-04e6c3ce-8247-4be2-88a4-2d241eda3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:39.265180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95823458-2ddc-44e1-8469-f7d1dee628f5 req-04e6c3ce-8247-4be2-88a4-2d241eda3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:39.265662 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95823458-2ddc-44e1-8469-f7d1dee628f5 req-04e6c3ce-8247-4be2-88a4-2d241eda3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:39.266135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95823458-2ddc-44e1-8469-f7d1dee628f5 req-04e6c3ce-8247-4be2-88a4-2d241eda3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:39.266599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95823458-2ddc-44e1-8469-f7d1dee628f5 req-04e6c3ce-8247-4be2-88a4-2d241eda3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:39.267124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95823458-2ddc-44e1-8469-f7d1dee628f5 req-04e6c3ce-8247-4be2-88a4-2d241eda3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:39.267599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95823458-2ddc-44e1-8469-f7d1dee628f5 req-04e6c3ce-8247-4be2-88a4-2d241eda3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:39.269710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-95823458-2ddc-44e1-8469-f7d1dee628f5 req-04e6c3ce-8247-4be2-88a4-2d241eda3cb3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 6503 time: 0.3272972 Mar 23 12:29:39.281918 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58298efa-7052-4032-b88d-4fdb460dd152 req-6ec738f8-8a4d-401e-ab01-e414b7d8462e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:39.289287 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-58298efa-7052-4032-b88d-4fdb460dd152 req-6ec738f8-8a4d-401e-ab01-e414b7d8462e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 944 time: 0.1647413 Mar 23 12:29:39.328398 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb3f205e-009b-4814-bbe9-3160ac82af49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:39.391811 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-58298efa-7052-4032-b88d-4fdb460dd152 req-2376c4b3-8ce9-4248-a4f7-07d4be0511fd tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014814 Mar 23 12:29:39.393222 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c967493f-c14b-4e40-bd0d-31698db34a86 req-b8fd87ca-1665-429d-ba85-ebe29f566bcf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857367 Mar 23 12:29:39.398374 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-95823458-2ddc-44e1-8469-f7d1dee628f5 req-ad287b0c-300e-488f-beec-a8a8166915da service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1049511 Mar 23 12:29:39.406571 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb3f205e-009b-4814-bbe9-3160ac82af49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:39.409903 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Attempting to bind port ba531078-19c9-4f08-8ef6-b911c6c2bd57 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:29:39.410453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Attempting to bind port ba531078-19c9-4f08-8ef6-b911c6c2bd57 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '1566562a-0053-420a-9248-b434f50712fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:29:39.411517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Attempting to bind port ba531078-19c9-4f08-8ef6-b911c6c2bd57 on network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:29:39.441694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Port ba531078-19c9-4f08-8ef6-b911c6c2bd57 on network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:29:39.442401 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Attempting to bind port ba531078-19c9-4f08-8ef6-b911c6c2bd57 on network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:29:39.464156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:29:39.464708 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Checking segment: {'id': '1566562a-0053-420a-9248-b434f50712fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:29:39.465235 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Bound using segment: {'id': '1566562a-0053-420a-9248-b434f50712fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:29:39.467976 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Bound port: ba531078-19c9-4f08-8ef6-b911c6c2bd57, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1566562a-0053-420a-9248-b434f50712fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:29:39.467976 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:39.552966 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-97466926-1b04-488e-ac71-2761930871d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:39.608594 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-97466926-1b04-488e-ac71-2761930871d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:39.629260 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb3f205e-009b-4814-bbe9-3160ac82af49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:39.633988 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb3f205e-009b-4814-bbe9-3160ac82af49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:39.640545 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cb3f205e-009b-4814-bbe9-3160ac82af49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0 HTTP/1.1" status: 204 len: 168 time: 0.7756188 Mar 23 12:29:39.675982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f205e-009b-4814-bbe9-3160ac82af49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7679a0a-c4c2-4162-ad0c-45d2e5ccb6d0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:39.708081 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] For port ba531078-19c9-4f08-8ef6-b911c6c2bd57, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:29:39.718672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] For port ba531078-19c9-4f08-8ef6-b911c6c2bd57, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ba531078-19c9-4f08-8ef6-b911c6c2bd57,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:29:39.723301 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-97466926-1b04-488e-ac71-2761930871d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Network c386454e-c68d-426c-b8b8-7fca3f2b996b is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:29:39.730903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-97466926-1b04-488e-ac71-2761930871d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:29:39.734300 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-97466926-1b04-488e-ac71-2761930871d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:29:39.773686 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:29:39.783234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97466926-1b04-488e-ac71-2761930871d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Pushing event updated for resources: {'Port': ['ID=bb0ddd67-4af9-470b-8e13-b1ece68544c2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:39.825532 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:39.880979 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-97466926-1b04-488e-ac71-2761930871d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:39.882848 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-97466926-1b04-488e-ac71-2761930871d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:39.910266 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-97466926-1b04-488e-ac71-2761930871d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4434042 Mar 23 12:29:39.927593 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Request body: {'port': {'device_id': '819297b2-73b9-4435-865e-afbed4dd0f18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:39.946292 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:29:39.959828 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:39.960505 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:39.992794 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:39.993854 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:39.997144 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-722af1aa-04db-4da6-b179-98298d219c54 req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] 10.222.0.73 "PUT /v2.0/ports/ba531078-19c9-4f08-8ef6-b911c6c2bd57 HTTP/1.1" status: 200 len: 1092 time: 2.3728030 Mar 23 12:29:39.997960 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f5de55-2998-4f16-bfe8-d96adb295b13', 'tag': 'ba531078-19c9-4f08-8ef6-b911c6c2bd57'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:40.001861 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3595d467-88bb-41ae-a3a8-f97370262e39" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f5de55-2998-4f16-bfe8-d96adb295b13", "tag": "ba531078-19c9-4f08-8ef6-b911c6c2bd57"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:40.062748 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:40.127856 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b703bce-fa70-4baf-85fb-65335025905b x-openstack-request-id: req-8b703bce-fa70-4baf-85fb-65335025905b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:40.128212 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f5de55-2998-4f16-bfe8-d96adb295b13", "tag": "ba531078-19c9-4f08-8ef6-b911c6c2bd57", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:40.128483 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b703bce-fa70-4baf-85fb-65335025905b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:40.129357 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f5de55-2998-4f16-bfe8-d96adb295b13', 'tag': 'ba531078-19c9-4f08-8ef6-b911c6c2bd57', 'status': 'completed', 'code': 200} Mar 23 12:29:40.157712 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:40.196138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc43f3-31ce-4b36-8004-6a92063a50a0 req-fe399c31-8fff-4a5d-b2e8-a49a6b627312 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:40.208583 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0adc43f3-31ce-4b36-8004-6a92063a50a0 req-fe399c31-8fff-4a5d-b2e8-a49a6b627312 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 946 time: 0.4861119 Mar 23 12:29:40.210989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82,segment=NetworkSegment(a7a0ff38-fcf3-42d9-b4d8-b39af0794d40),segment_id=a7a0ff38-fcf3-42d9-b4d8-b39af0794d40)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:40.216267 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:40.218984 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e29a8e-0ae2-4d59-97fb-f8969207a975 service neutron] Pushing event updated for resources: {'Port': ['ID=ba531078-19c9-4f08-8ef6-b911c6c2bd57,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:40.303886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722af1aa-04db-4da6-b179-98298d219c54 req-5a9ee103-d4b8-4d9a-9852-11a1bbc58660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:40.313736 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-722af1aa-04db-4da6-b179-98298d219c54 req-5a9ee103-d4b8-4d9a-9852-11a1bbc58660 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=046f907855a84a1287626c5db5b1e032&device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 1095 time: 0.2445252 Mar 23 12:29:40.317747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:40.323531 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0adc43f3-31ce-4b36-8004-6a92063a50a0 req-9ddfb899-3a64-4a4b-8ff2-4d77762c1ad1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137333 Mar 23 12:29:40.349498 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51180) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:40.423687 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-722af1aa-04db-4da6-b179-98298d219c54 req-bec90d62-3011-4a6d-a2b8-e22c1bf6955e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba531078-19c9-4f08-8ef6-b911c6c2bd57 HTTP/1.1" status: 200 len: 217 time: 0.0995030 Mar 23 12:29:40.441639 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389a2fc-81aa-440f-968f-2992be83d8ea req-6852e198-de82-4421-9d8f-6ba420e626a3 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:40.443214 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0389a2fc-81aa-440f-968f-2992be83d8ea req-6852e198-de82-4421-9d8f-6ba420e626a3 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 946 time: 0.1799116 Mar 23 12:29:40.461276 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba6b03cb-066a-4d46-9a8b-ff756467f011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:40.528641 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0389a2fc-81aa-440f-968f-2992be83d8ea req-22bff86e-5ce1-4063-bfb4-40feabfa5120 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/security-groups?id=02ed5cf4-8ab4-4b2b-9694-ec47b35926ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558257 Mar 23 12:29:40.557914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722af1aa-04db-4da6-b179-98298d219c54 req-aefbfaa2-14a7-49b3-9285-71f4c0a7dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:40.559763 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-722af1aa-04db-4da6-b179-98298d219c54 req-aefbfaa2-14a7-49b3-9285-71f4c0a7dce0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7b69fc4-50e7-4784-b657-b053d5e4a98d HTTP/1.1" status: 200 len: 845 time: 0.1267824 Mar 23 12:29:40.607357 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-722af1aa-04db-4da6-b179-98298d219c54 req-89c302e2-818c-485d-8348-fc49d4ccc1fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358372 Mar 23 12:29:40.619821 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85029553-6e90-4527-b054-bb5b9965d827 req-f6798d03-5113-41fe-9010-9455c2d8d46b tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:40.627262 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-85029553-6e90-4527-b054-bb5b9965d827 req-f6798d03-5113-41fe-9010-9455c2d8d46b tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 931 time: 0.1686776 Mar 23 12:29:40.692017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0ddd67-4af9-470b-8e13-b1ece68544c2 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:29:40.693885 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:40.716476 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Transition to ACTIVE for port object bb0ddd67-4af9-470b-8e13-b1ece68544c2 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:29:40.730295 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823506f-3d9a-4185-aa8c-7f27ecde7422 req-62284f4f-9c37-4708-a988-90178acb8805 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:40.732401 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f823506f-3d9a-4185-aa8c-7f27ecde7422 req-62284f4f-9c37-4708-a988-90178acb8805 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 944 time: 0.0936453 Mar 23 12:29:40.776214 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:40.777269 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-85029553-6e90-4527-b054-bb5b9965d827 req-98e75dc3-1a96-49b8-93d8-ae1900cadc6d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404881 Mar 23 12:29:40.810020 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Pushing event updated for resources: {'Port': ['ID=bb0ddd67-4af9-470b-8e13-b1ece68544c2,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:40.834008 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-722af1aa-04db-4da6-b179-98298d219c54 req-3a658b4f-fd2a-4f73-a3d9-0bf1ebc18272 service neutron] 10.222.0.73 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038641 Mar 23 12:29:40.836126 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba6b03cb-066a-4d46-9a8b-ff756467f011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:40.837046 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbec356e-ff04-4cf7-adf3-c9395a177051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:40.865648 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e21f5b8-1ccc-4157-80a2-2f5a0c59e09a" -d '{"events": [{"server_uuid": "cbec356e-ff04-4cf7-adf3-c9395a177051", "name": "network-vif-plugged", "status": "completed", "tag": "6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:40.926592 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba6b03cb-066a-4d46-9a8b-ff756467f011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:40.926982 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f823506f-3d9a-4185-aa8c-7f27ecde7422 req-3a07ac31-ee68-4b28-81ef-9f634ee2b17d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222427 Mar 23 12:29:40.960963 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c336b5-ea04-4e51-a00e-116a1eaf074e x-openstack-request-id: req-f6c336b5-ea04-4e51-a00e-116a1eaf074e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:40.961795 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbec356e-ff04-4cf7-adf3-c9395a177051", "name": "network-vif-plugged", "status": "completed", "tag": "6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:40.961795 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6c336b5-ea04-4e51-a00e-116a1eaf074e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:40.962154 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbec356e-ff04-4cf7-adf3-c9395a177051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82', 'code': 200} Mar 23 12:29:41.046301 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b03cb-066a-4d46-9a8b-ff756467f011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5762b004-2433-41a5-855a-7a821a30b617,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:41.052435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Attempting to bind port bb0ddd67-4af9-470b-8e13-b1ece68544c2 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:29:41.052779 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Attempting to bind port bb0ddd67-4af9-470b-8e13-b1ece68544c2 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'ceb076cf-4a51-4941-9d71-0d53304bdcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:29:41.053109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Attempting to bind port bb0ddd67-4af9-470b-8e13-b1ece68544c2 on network c386454e-c68d-426c-b8b8-7fca3f2b996b {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:29:41.061769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Port bb0ddd67-4af9-470b-8e13-b1ece68544c2 on network c386454e-c68d-426c-b8b8-7fca3f2b996b not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:29:41.062099 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Attempting to bind port bb0ddd67-4af9-470b-8e13-b1ece68544c2 on network c386454e-c68d-426c-b8b8-7fca3f2b996b {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:29:41.072093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:29:41.072509 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Checking segment: {'id': 'ceb076cf-4a51-4941-9d71-0d53304bdcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:29:41.073357 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Bound using segment: {'id': 'ceb076cf-4a51-4941-9d71-0d53304bdcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:29:41.073793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Bound port: bb0ddd67-4af9-470b-8e13-b1ece68544c2, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb076cf-4a51-4941-9d71-0d53304bdcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:29:41.074160 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:41.095030 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ba6b03cb-066a-4d46-9a8b-ff756467f011 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=17440eecc4ca488cb2f1e0481a9c722a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7444782 Mar 23 12:29:41.103450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51200) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:41.158559 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937768a-4854-498a-94e2-93a3f05a6f18 req-f3f1f320-10a3-4962-bd75-e53a30b323a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:41.159755 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0937768a-4854-498a-94e2-93a3f05a6f18 req-f3f1f320-10a3-4962-bd75-e53a30b323a8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 1097 time: 0.0699012 Mar 23 12:29:41.175110 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-722af1aa-04db-4da6-b179-98298d219c54 req-59259207-07eb-41cd-9306-cfe0c54a4355 service neutron] 10.222.0.73 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237028 Mar 23 12:29:41.208887 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0937768a-4854-498a-94e2-93a3f05a6f18 req-d11f7a16-978f-4eb2-8c54-e05dd23a669c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=02ed5cf4-8ab4-4b2b-9694-ec47b35926ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392249 Mar 23 12:29:41.243154 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-285a5ab5-800e-44c9-9e39-1d1ca9232b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:41.257890 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] For port bb0ddd67-4af9-470b-8e13-b1ece68544c2, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:29:41.265758 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] For port bb0ddd67-4af9-470b-8e13-b1ece68544c2, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bb0ddd67-4af9-470b-8e13-b1ece68544c2,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:29:41.275980 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:41.310880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:41.312112 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:41.314770 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] 10.222.0.73 "PUT /v2.0/ports/bb0ddd67-4af9-470b-8e13-b1ece68544c2 HTTP/1.1" status: 200 len: 1091 time: 1.3924129 Mar 23 12:29:41.318382 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-285a5ab5-800e-44c9-9e39-1d1ca9232b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:41.341460 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819297b2-73b9-4435-865e-afbed4dd0f18', 'tag': 'bb0ddd67-4af9-470b-8e13-b1ece68544c2'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:41.341811 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595d467-88bb-41ae-a3a8-f97370262e39 req-7d616dfb-dc12-4836-a638-6f9b4eaed325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:41.345135 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe7ff6f-25a7-425b-8c25-91dfa48b6fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "819297b2-73b9-4435-865e-afbed4dd0f18", "tag": "bb0ddd67-4af9-470b-8e13-b1ece68544c2"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:41.346343 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3595d467-88bb-41ae-a3a8-f97370262e39 req-7d616dfb-dc12-4836-a638-6f9b4eaed325 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=046f907855a84a1287626c5db5b1e032&device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 1095 time: 0.0860868 Mar 23 12:29:41.456949 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86377aba-3266-468d-83b0-13d227b83333 x-openstack-request-id: req-86377aba-3266-468d-83b0-13d227b83333 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:41.457550 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819297b2-73b9-4435-865e-afbed4dd0f18", "tag": "bb0ddd67-4af9-470b-8e13-b1ece68544c2", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:41.457961 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86377aba-3266-468d-83b0-13d227b83333 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:41.458510 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819297b2-73b9-4435-865e-afbed4dd0f18', 'tag': 'bb0ddd67-4af9-470b-8e13-b1ece68544c2', 'status': 'completed', 'code': 200} Mar 23 12:29:41.500475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202bf11-435e-46e6-a442-72cbfa0eddee service neutron] Pushing event updated for resources: {'Port': ['ID=bb0ddd67-4af9-470b-8e13-b1ece68544c2,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:41.512207 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-1399e5cc-8341-4d10-b2ae-a9bcb8a36d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:41.514247 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-1399e5cc-8341-4d10-b2ae-a9bcb8a36d06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3514e9ddc7e4976b2886ea4848bbfbc&device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 1094 time: 0.1145098 Mar 23 12:29:41.594623 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe747bae-96ed-4477-8537-5547cc808aeb req-06523a06-e5de-4ec4-9564-c8d4aa591ee7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:41.596318 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fe747bae-96ed-4477-8537-5547cc808aeb req-06523a06-e5de-4ec4-9564-c8d4aa591ee7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 946 time: 0.1165197 Mar 23 12:29:41.620354 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595d467-88bb-41ae-a3a8-f97370262e39 req-ea60d7c9-194c-447c-939e-19b8b99ab22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:41.621979 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3595d467-88bb-41ae-a3a8-f97370262e39 req-ea60d7c9-194c-447c-939e-19b8b99ab22e service neutron] 10.222.0.73 "GET /v2.0/networks?id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd HTTP/1.1" status: 200 len: 906 time: 0.2562006 Mar 23 12:29:41.622355 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-70b68a7e-13b7-4e31-b421-0416c6585443 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0ddd67-4af9-470b-8e13-b1ece68544c2 HTTP/1.1" status: 200 len: 217 time: 0.0928009 Mar 23 12:29:41.623686 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-285a5ab5-800e-44c9-9e39-1d1ca9232b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:41.626565 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-285a5ab5-800e-44c9-9e39-1d1ca9232b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:41.628035 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-285a5ab5-800e-44c9-9e39-1d1ca9232b94 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5762b004-2433-41a5-855a-7a821a30b617 HTTP/1.1" status: 204 len: 168 time: 0.5229721 Mar 23 12:29:41.638747 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a5ab5-800e-44c9-9e39-1d1ca9232b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5762b004-2433-41a5-855a-7a821a30b617,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:41.723031 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fe747bae-96ed-4477-8537-5547cc808aeb req-4022cd2a-502b-426b-93d2-df7ca5cf6d0a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143134 Mar 23 12:29:41.782339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-75a055fe-427f-49f9-8ab5-d8e7a9c6de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:41.785738 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3595d467-88bb-41ae-a3a8-f97370262e39 req-021f8f4d-2b17-426b-b76f-332c189eb682 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba531078-19c9-4f08-8ef6-b911c6c2bd57 HTTP/1.1" status: 200 len: 217 time: 0.1466794 Mar 23 12:29:41.786029 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-75a055fe-427f-49f9-8ab5-d8e7a9c6de8d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04fef708-0d62-4f92-a84a-3b672e7134ef HTTP/1.1" status: 200 len: 861 time: 0.1432946 Mar 23 12:29:41.860583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724addc-4ca0-4403-afd6-137b1bdc3312 req-34c1a0f6-e841-47ca-872e-fbfd7df53b89 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:41.869994 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d724addc-4ca0-4403-afd6-137b1bdc3312 req-34c1a0f6-e841-47ca-872e-fbfd7df53b89 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 946 time: 0.1849008 Mar 23 12:29:41.882468 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-e01672cf-f06a-45ba-bc53-0d2bbe1ed2cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c386454e-c68d-426c-b8b8-7fca3f2b996b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688710 Mar 23 12:29:41.953637 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d724addc-4ca0-4403-afd6-137b1bdc3312 req-f2bda100-251c-4a5e-9d2a-9c487142158b tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/security-groups?id=02ed5cf4-8ab4-4b2b-9694-ec47b35926ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820460 Mar 23 12:29:41.993106 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595d467-88bb-41ae-a3a8-f97370262e39 req-d49e7534-2bc0-47ce-a22d-0ae9ce668961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:41.995068 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3595d467-88bb-41ae-a3a8-f97370262e39 req-d49e7534-2bc0-47ce-a22d-0ae9ce668961 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7b69fc4-50e7-4784-b657-b053d5e4a98d HTTP/1.1" status: 200 len: 845 time: 0.1807365 Mar 23 12:29:42.178724 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-2aff16cc-6455-42f1-80da-03b9ba7a4bf5 service neutron] 10.222.0.73 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831864 Mar 23 12:29:42.181341 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3595d467-88bb-41ae-a3a8-f97370262e39 req-a3fec830-b32a-4466-a59b-e23955680bde service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1751235 Mar 23 12:29:42.213214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdac2c0-f72a-4b16-9913-9773ab468de6 req-44ef539e-9819-4ba8-84f0-07a68e54b666 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:42.222712 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-efdac2c0-f72a-4b16-9913-9773ab468de6 req-44ef539e-9819-4ba8-84f0-07a68e54b666 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 943 time: 0.1230025 Mar 23 12:29:42.232969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f45e22-41f2-4c76-82e9-6b51148ecd48 req-4ff7d074-9045-4eaf-af10-c1b480f47e02 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:42.255390 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11f45e22-41f2-4c76-82e9-6b51148ecd48 req-4ff7d074-9045-4eaf-af10-c1b480f47e02 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 946 time: 0.3866739 Mar 23 12:29:42.256217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51224) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:42.303954 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d1ee8cf0-c634-4622-9f13-0601b6153eff tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Request body: {'floatingip': {'port_id': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:42.352587 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dbaf0351-209d-48ac-8f8f-a089356abd44 req-6d8666a7-bf2b-46d5-afaf-19e0e2e86a4b service neutron] 10.222.0.73 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187122 Mar 23 12:29:42.398700 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-efdac2c0-f72a-4b16-9913-9773ab468de6 req-7329a6be-3ca4-45a5-8ca7-6676ee90c922 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744919 Mar 23 12:29:42.552840 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8cf0-c634-4622-9f13-0601b6153eff tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:42.614880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7ff6f-25a7-425b-8c25-91dfa48b6fdf req-e5b56a8b-d70c-4001-a213-b6aceeb1f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:42.623733 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9fe7ff6f-25a7-425b-8c25-91dfa48b6fdf req-e5b56a8b-d70c-4001-a213-b6aceeb1f2cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3514e9ddc7e4976b2886ea4848bbfbc&device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 1094 time: 0.1149864 Mar 23 12:29:42.848472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7ff6f-25a7-425b-8c25-91dfa48b6fdf req-240a1e3a-a97c-4c39-9768-89f78d67612c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:42.851494 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9fe7ff6f-25a7-425b-8c25-91dfa48b6fdf req-240a1e3a-a97c-4c39-9768-89f78d67612c service neutron] 10.222.0.73 "GET /v2.0/networks?id=c386454e-c68d-426c-b8b8-7fca3f2b996b HTTP/1.1" status: 200 len: 922 time: 0.2143052 Mar 23 12:29:42.983453 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9fe7ff6f-25a7-425b-8c25-91dfa48b6fdf req-4c3630d7-a1c0-4232-9edf-4a43633d58a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0ddd67-4af9-470b-8e13-b1ece68544c2 HTTP/1.1" status: 200 len: 217 time: 0.1206970 Mar 23 12:29:43.038498 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9eaae2-c1a7-4531-9bd2-af36172b2ea8 req-d0b220cb-7af9-4dc0-bbe0-55f45cc86ff2 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:43.046392 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc9eaae2-c1a7-4531-9bd2-af36172b2ea8 req-d0b220cb-7af9-4dc0-bbe0-55f45cc86ff2 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 944 time: 0.5926287 Mar 23 12:29:43.067113 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3595d467-88bb-41ae-a3a8-f97370262e39 req-d7fb5387-798c-4638-b19b-2b9ba10319cf service neutron] 10.222.0.73 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8042653 Mar 23 12:29:43.114446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7ff6f-25a7-425b-8c25-91dfa48b6fdf req-9df9d915-edac-4f08-a886-8d85c52d7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:43.115917 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9fe7ff6f-25a7-425b-8c25-91dfa48b6fdf req-9df9d915-edac-4f08-a886-8d85c52d7328 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04fef708-0d62-4f92-a84a-3b672e7134ef HTTP/1.1" status: 200 len: 861 time: 0.1248059 Mar 23 12:29:43.224097 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9fe7ff6f-25a7-425b-8c25-91dfa48b6fdf req-27ed0367-d6e6-4024-a311-60e23394c6f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c386454e-c68d-426c-b8b8-7fca3f2b996b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738239 Mar 23 12:29:43.268642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735d9f3-8e99-4a3b-b17b-dc9d69f6002c req-43e239a6-7959-4c65-a766-50ade6d0dd8b tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:43.270230 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9735d9f3-8e99-4a3b-b17b-dc9d69f6002c req-43e239a6-7959-4c65-a766-50ade6d0dd8b tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 946 time: 0.1533713 Mar 23 12:29:43.283355 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc9eaae2-c1a7-4531-9bd2-af36172b2ea8 req-f602c7ef-d568-4f38-8f75-093086a644e2 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358012 Mar 23 12:29:43.399819 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9735d9f3-8e99-4a3b-b17b-dc9d69f6002c req-99f99ab2-440d-44e2-a013-2f71d7b66960 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/security-groups?id=02ed5cf4-8ab4-4b2b-9694-ec47b35926ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168604 Mar 23 12:29:43.401469 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3595d467-88bb-41ae-a3a8-f97370262e39 req-89bd98aa-cbf6-4f1c-a5b3-0ed921f900b9 service neutron] 10.222.0.73 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207676 Mar 23 12:29:43.502879 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9fe7ff6f-25a7-425b-8c25-91dfa48b6fdf req-788f572d-d4ff-4a9f-9364-5ad0f099306d service neutron] 10.222.0.73 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675884 Mar 23 12:29:43.713459 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9fe7ff6f-25a7-425b-8c25-91dfa48b6fdf req-e6ca45d9-91aa-40e4-ab33-2d996fe745af service neutron] 10.222.0.73 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996932 Mar 23 12:29:43.742439 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0150625-7362-4200-96e0-5770314485b9 req-67750599-2aee-442d-be47-e5a668503ebd tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:43.754249 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e0150625-7362-4200-96e0-5770314485b9 req-67750599-2aee-442d-be47-e5a668503ebd tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 943 time: 0.2256618 Mar 23 12:29:43.854435 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e0150625-7362-4200-96e0-5770314485b9 req-2ee34ec3-448c-48a4-87e5-1ae13734f699 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960526 Mar 23 12:29:43.994710 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8cf0-c634-4622-9f13-0601b6153eff tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:44.021569 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8cf0-c634-4622-9f13-0601b6153eff tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:44.110425 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e935df-15e3-4f69-819d-9de2f7d780fd req-5fa191c2-1e89-45fa-a263-033a11942f46 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:44.112218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6e935df-15e3-4f69-819d-9de2f7d780fd req-5fa191c2-1e89-45fa-a263-033a11942f46 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 946 time: 0.1323912 Mar 23 12:29:44.207745 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ba531078-19c9-4f08-8ef6-b911c6c2bd57 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:29:44.393606 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ba531078-19c9-4f08-8ef6-b911c6c2bd57, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ba531078-19c9-4f08-8ef6-b911c6c2bd57,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:44.414170 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'ba531078-19c9-4f08-8ef6-b911c6c2bd57', 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd', 'port_id': 'ba531078-19c9-4f08-8ef6-b911c6c2bd57', 'mac_address': 'fa:16:3e:64:62:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b69fc4-50e7-4784-b657-b053d5e4a98d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:29:44.459769 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:44.499121 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba531078-19c9-4f08-8ef6-b911c6c2bd57 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:29:44.527792 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0239f-7907-4bab-a52f-18453e2358f0 req-24c9a96d-fb9c-4d29-bcda-4dbd95d61685 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:44.537074 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ba531078-19c9-4f08-8ef6-b911c6c2bd57, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ba531078-19c9-4f08-8ef6-b911c6c2bd57,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:44.537949 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5de0239f-7907-4bab-a52f-18453e2358f0 req-24c9a96d-fb9c-4d29-bcda-4dbd95d61685 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 944 time: 0.1023881 Mar 23 12:29:44.546420 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:44.566843 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-d1ee8cf0-c634-4622-9f13-0601b6153eff tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Floating IP a082c111-5f3e-4b84-a866-0ee4820a2aab associated. External IP: 172.25.2.69, port: e6405b41-78f0-4d5a-98fb-6ac8a56dd027. Mar 23 12:29:44.634221 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5de0239f-7907-4bab-a52f-18453e2358f0 req-411d74be-c083-4a00-a9c9-2cf6be20a687 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955038 Mar 23 12:29:44.649261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=ba531078-19c9-4f08-8ef6-b911c6c2bd57,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:44.692245 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6e935df-15e3-4f69-819d-9de2f7d780fd req-b45c5637-1d2d-4ca6-98ab-e383b195b41a tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/security-groups?id=02ed5cf4-8ab4-4b2b-9694-ec47b35926ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776803 Mar 23 12:29:44.940494 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['ba531078-19c9-4f08-8ef6-b911c6c2bd57'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:29:44.951537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ee8cf0-c634-4622-9f13-0601b6153eff tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Router 2c179dc4-c942-431e-a31e-d64c6b2dce28 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:29:45.128449 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff5d5d-8d35-4deb-b8b6-0a1811b0ed8c req-21a5d059-0488-460a-9545-dd1ecf74e05e tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:45.141614 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5fff5d5d-8d35-4deb-b8b6-0a1811b0ed8c req-21a5d059-0488-460a-9545-dd1ecf74e05e tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 943 time: 0.1052582 Mar 23 12:29:45.225015 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5fff5d5d-8d35-4deb-b8b6-0a1811b0ed8c req-d7fe57a3-2b0f-45c3-839c-c07a0c27caaf tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824258 Mar 23 12:29:45.243740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ee8cf0-c634-4622-9f13-0601b6153eff tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:29:45.286867 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fca30-e373-4c4e-ab13-b4b22955bac7 None None] Sync routers for ids ['2c179dc4-c942-431e-a31e-d64c6b2dce28'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:29:45.287476 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8cf0-c634-4622-9f13-0601b6153eff tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:45.300267 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582fca30-e373-4c4e-ab13-b4b22955bac7 None None] Routers {'2c179dc4-c942-431e-a31e-d64c6b2dce28'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:29:45.301140 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-582fca30-e373-4c4e-ab13-b4b22955bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:29:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2c179dc4-c942-431e-a31e-d64c6b2dce28'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:45.387995 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d1ee8cf0-c634-4622-9f13-0601b6153eff tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "PUT /v2.0/floatingips/a082c111-5f3e-4b84-a866-0ee4820a2aab HTTP/1.1" status: 200 len: 991 time: 3.1153250 Mar 23 12:29:45.387995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:45.390512 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057ff5ef-f6a8-444e-b59d-7100d18c8c28" -d '{"events": [{"name": "network-changed", "server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:45.465958 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-582fca30-e373-4c4e-ab13-b4b22955bac7 None None] Set router 2c179dc4-c942-431e-a31e-d64c6b2dce28 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:29:45.529260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924e8ab-191f-4cec-8b8f-643d83308fc2 req-134cc058-2c53-47c9-948a-60bc0bd783a6 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:45.534207 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a924e8ab-191f-4cec-8b8f-643d83308fc2 req-134cc058-2c53-47c9-948a-60bc0bd783a6 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 946 time: 0.1052527 Mar 23 12:29:45.542849 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58eb555-1d38-4c44-bd79-63e238ae7e0e x-openstack-request-id: req-f58eb555-1d38-4c44-bd79-63e238ae7e0e {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:45.542849 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:45.542849 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f58eb555-1d38-4c44-bd79-63e238ae7e0e {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:45.542849 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'status': 'completed', 'code': 200} Mar 23 12:29:45.592471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875f0b4-facb-44cf-9776-77ac1b5e47c7 req-c571ea4d-2ee5-4e33-9048-816dc4402fcf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:45.602519 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9875f0b4-facb-44cf-9776-77ac1b5e47c7 req-c571ea4d-2ee5-4e33-9048-816dc4402fcf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 946 time: 0.1151791 Mar 23 12:29:45.693568 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9875f0b4-facb-44cf-9776-77ac1b5e47c7 req-bd58cadc-026e-4f32-b7df-e8578ab7c5f5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897386 Mar 23 12:29:45.722513 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ff5ef-f6a8-444e-b59d-7100d18c8c28 req-5702e6ad-57df-480f-b487-f32ebd5999ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:45.725014 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-057ff5ef-f6a8-444e-b59d-7100d18c8c28 req-5702e6ad-57df-480f-b487-f32ebd5999ca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 1097 time: 0.1893747 Mar 23 12:29:45.779966 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:45.789251 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-582fca30-e373-4c4e-ab13-b4b22955bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'name': 'tempest-ServerActionsTestJSON-267331141-router', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '9496cc92-7163-4074-9def-de74258afe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:50Z', 'updated_at': '2022-03-23T12:28:59Z', 'revision_number': 4, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'gw_port': {'id': '9496cc92-7163-4074-9def-de74258afe7e', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:51Z', 'updated_at': '2022-03-23T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'a082c111-5f3e-4b84-a866-0ee4820a2aab', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'port_id': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'mac_address': 'fa:16:3e:2e:58:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:29:09Z', 'updated_at': '2022-03-23T12:29:43Z', 'revision_number': 1, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de80cc1-9627-4a38-b165-aec458aa0145', 'name': '', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'mac_address': 'fa:16:3e:e4:2b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:57Z', 'updated_at': '2022-03-23T12:29:08Z', 'revision_number': 5, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'subnets': [{'id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:45.822286 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fca30-e373-4c4e-ab13-b4b22955bac7 None None] Checking router: 2c179dc4-c942-431e-a31e-d64c6b2dce28 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:29:45.832229 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582fca30-e373-4c4e-ab13-b4b22955bac7 None None] Routers {'2c179dc4-c942-431e-a31e-d64c6b2dce28'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:29:45.833087 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-582fca30-e373-4c4e-ab13-b4b22955bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:29:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2c179dc4-c942-431e-a31e-d64c6b2dce28'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:45.922107 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87171a7e-8f24-4d93-ac9b-2155a3043c6c req-86e5dfaa-3abd-404e-a6b3-49299c458a48 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:45.938625 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-87171a7e-8f24-4d93-ac9b-2155a3043c6c req-86e5dfaa-3abd-404e-a6b3-49299c458a48 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 946 time: 0.1161733 Mar 23 12:29:45.992280 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-582fca30-e373-4c4e-ab13-b4b22955bac7 None None] Set router 2c179dc4-c942-431e-a31e-d64c6b2dce28 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:29:46.028170 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-87171a7e-8f24-4d93-ac9b-2155a3043c6c req-c7954891-d47a-495e-9712-170a3bacb05a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878360 Mar 23 12:29:46.094673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff5895-7b30-438c-8676-984c8762a147 req-09a89d4c-67ba-4fe3-b338-70e7e4ae84a2 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:46.096445 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92ff5895-7b30-438c-8676-984c8762a147 req-09a89d4c-67ba-4fe3-b338-70e7e4ae84a2 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 945 time: 0.2200365 Mar 23 12:29:46.101238 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ff5ef-f6a8-444e-b59d-7100d18c8c28 req-3f9b0f38-c655-47f5-bc38-2194dd4eed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:46.102671 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-057ff5ef-f6a8-444e-b59d-7100d18c8c28 req-3f9b0f38-c655-47f5-bc38-2194dd4eed27 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.3635533 Mar 23 12:29:46.103346 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51336) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:46.108432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-a924e8ab-191f-4cec-8b8f-643d83308fc2 req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Deleting port 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:29:46.108688 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a924e8ab-191f-4cec-8b8f-643d83308fc2 req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:46.218283 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device bb0ddd67-4af9-470b-8e13-b1ece68544c2 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:29:46.280017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830290b-0d9c-4faa-9623-da84671d4d91 req-427562d1-3082-4c63-a3f5-b206a47a9531 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:46.282450 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6830290b-0d9c-4faa-9623-da84671d4d91 req-427562d1-3082-4c63-a3f5-b206a47a9531 tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbec356e-ff04-4cf7-adf3-c9395a177051 HTTP/1.1" status: 200 len: 946 time: 0.1295016 Mar 23 12:29:46.330682 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b487cff8-8f12-4cb2-a99d-f0786177e5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:46.341741 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92ff5895-7b30-438c-8676-984c8762a147 req-f6fef2bf-aedf-40a3-89d5-8ff574841da0 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357748 Mar 23 12:29:46.394191 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a924e8ab-191f-4cec-8b8f-643d83308fc2 req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] For port 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82,segment=NetworkSegment(a7a0ff38-fcf3-42d9-b4d8-b39af0794d40),segment_id=a7a0ff38-fcf3-42d9-b4d8-b39af0794d40)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:46.394571 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a924e8ab-191f-4cec-8b8f-643d83308fc2 req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:46.415025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-a924e8ab-191f-4cec-8b8f-643d83308fc2 req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Calling delete_port for 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:29:46.456319 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6830290b-0d9c-4faa-9623-da84671d4d91 req-5072d547-95b4-4b52-a70b-5f8e29517f5a tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.52 "GET /v2.0/security-groups?id=02ed5cf4-8ab4-4b2b-9694-ec47b35926ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551247 Mar 23 12:29:46.616952 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port bb0ddd67-4af9-470b-8e13-b1ece68544c2, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bb0ddd67-4af9-470b-8e13-b1ece68544c2,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:46.620960 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-057ff5ef-f6a8-444e-b59d-7100d18c8c28 req-d5e0eed3-5d1d-48dd-b0fc-2ddcfa9630c1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027 HTTP/1.1" status: 200 len: 999 time: 0.5036123 Mar 23 12:29:46.638611 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-582fca30-e373-4c4e-ab13-b4b22955bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'name': 'tempest-ServerActionsTestJSON-267331141-router', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '9496cc92-7163-4074-9def-de74258afe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:50Z', 'updated_at': '2022-03-23T12:28:59Z', 'revision_number': 4, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'gw_port': {'id': '9496cc92-7163-4074-9def-de74258afe7e', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:51Z', 'updated_at': '2022-03-23T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'a082c111-5f3e-4b84-a866-0ee4820a2aab', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'port_id': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'mac_address': 'fa:16:3e:2e:58:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:29:09Z', 'updated_at': '2022-03-23T12:29:43Z', 'revision_number': 1, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de80cc1-9627-4a38-b165-aec458aa0145', 'name': '', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'mac_address': 'fa:16:3e:e4:2b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:57Z', 'updated_at': '2022-03-23T12:29:08Z', 'revision_number': 5, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'subnets': [{'id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:46.647052 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a924e8ab-191f-4cec-8b8f-643d83308fc2 req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:46.651398 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'bb0ddd67-4af9-470b-8e13-b1ece68544c2', 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b', 'port_id': 'bb0ddd67-4af9-470b-8e13-b1ece68544c2', 'mac_address': 'fa:16:3e:3a:db:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04fef708-0d62-4f92-a84a-3b672e7134ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:29:46.663853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:29:46.667944 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b487cff8-8f12-4cb2-a99d-f0786177e5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:46.673047 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b487cff8-8f12-4cb2-a99d-f0786177e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:46.690429 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fca30-e373-4c4e-ab13-b4b22955bac7 None None] The sync data for ids ['2c179dc4-c942-431e-a31e-d64c6b2dce28'] in n-d-834854-1 is: [{'id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'name': 'tempest-ServerActionsTestJSON-267331141-router', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '9496cc92-7163-4074-9def-de74258afe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:50Z', 'updated_at': '2022-03-23T12:28:59Z', 'revision_number': 4, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'gw_port': {'id': '9496cc92-7163-4074-9def-de74258afe7e', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:51Z', 'updated_at': '2022-03-23T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'a082c111-5f3e-4b84-a866-0ee4820a2aab', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'port_id': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'mac_address': 'fa:16:3e:2e:58:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:29:09Z', 'updated_at': '2022-03-23T12:29:43Z', 'revision_number': 1, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de80cc1-9627-4a38-b165-aec458aa0145', 'name': '', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'mac_address': 'fa:16:3e:e4:2b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:57Z', 'updated_at': '2022-03-23T12:29:08Z', 'revision_number': 5, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'subnets': [{'id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:29:46.751156 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487cff8-8f12-4cb2-a99d-f0786177e5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d64c372-0f11-420e-bc68-457dc9899dd9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:46.762365 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b487cff8-8f12-4cb2-a99d-f0786177e5ff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc1c270ecc394534b7e10224e5531d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6567590 Mar 23 12:29:46.767477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51350) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:46.780923 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:46.799801 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0ddd67-4af9-470b-8e13-b1ece68544c2 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:29:46.815284 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a924e8ab-191f-4cec-8b8f-643d83308fc2 req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] No DVR routers for this DVR port 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:29:46.823082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Pushing event deleted for resources: {'Port': ['ID=6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:46.836965 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port bb0ddd67-4af9-470b-8e13-b1ece68544c2, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bb0ddd67-4af9-470b-8e13-b1ece68544c2,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:46.837447 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1cf82fe2-11a1-42d9-ae6b-6ff3f39de319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:46.837817 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a924e8ab-191f-4cec-8b8f-643d83308fc2 req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:46.842552 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a924e8ab-191f-4cec-8b8f-643d83308fc2 req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] 10.222.0.77 "DELETE /v2.0/ports/6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 HTTP/1.1" status: 204 len: 173 time: 1.2861392 Mar 23 12:29:46.844647 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:46.847055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:46.847422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:46.847809 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:46.848563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:46.848898 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:46.849217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:46.849549 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:46.850021 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:46.850349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:46.850673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:46.851246 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:46.851570 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd89832f-29d7-46ac-aae4-85eb82c6ce6f tempest-InstanceActionsV221TestJSON-1557218690 tempest-InstanceActionsV221TestJSON-1557218690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:29:46.882810 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88473c-b418-4a26-a161-f72d050dfcb2 req-45b56b6a-f2bc-441d-a306-782e09b69dd5 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:46.884315 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3f88473c-b418-4a26-a161-f72d050dfcb2 req-45b56b6a-f2bc-441d-a306-782e09b69dd5 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 943 time: 0.2623570 Mar 23 12:29:46.886764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ff5ef-f6a8-444e-b59d-7100d18c8c28 req-de482fc8-fc70-42e1-a080-8591d2590e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:46.888200 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-057ff5ef-f6a8-444e-b59d-7100d18c8c28 req-de482fc8-fc70-42e1-a080-8591d2590e58 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.2542834 Mar 23 12:29:46.888866 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1cf82fe2-11a1-42d9-ae6b-6ff3f39de319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:46.950822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=bb0ddd67-4af9-470b-8e13-b1ece68544c2,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:46.990761 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1cf82fe2-11a1-42d9-ae6b-6ff3f39de319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:46.993911 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1cf82fe2-11a1-42d9-ae6b-6ff3f39de319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:47.006489 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1cf82fe2-11a1-42d9-ae6b-6ff3f39de319 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3d64c372-0f11-420e-bc68-457dc9899dd9 HTTP/1.1" status: 204 len: 168 time: 0.2354109 Mar 23 12:29:47.020741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf82fe2-11a1-42d9-ae6b-6ff3f39de319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d64c372-0f11-420e-bc68-457dc9899dd9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:47.024148 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3f88473c-b418-4a26-a161-f72d050dfcb2 req-9f76cb09-b8f8-4d0d-ae6a-298cd624aa17 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126797 Mar 23 12:29:47.059728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ff5ef-f6a8-444e-b59d-7100d18c8c28 req-f4d1cc43-0bbe-4327-a955-23e65dcefd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:47.061296 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-057ff5ef-f6a8-444e-b59d-7100d18c8c28 req-f4d1cc43-0bbe-4327-a955-23e65dcefd1b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444581 Mar 23 12:29:47.244846 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['bb0ddd67-4af9-470b-8e13-b1ece68544c2'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:29:47.250878 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-057ff5ef-f6a8-444e-b59d-7100d18c8c28 req-9e80e100-dda8-4c41-95f0-24de163ea81a service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801407 Mar 23 12:29:47.254318 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e86552-63df-4b45-ae09-49bc7d922714 req-ba6c220c-3d77-401e-b912-70f8f7478fd5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:47.264069 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-74e86552-63df-4b45-ae09-49bc7d922714 req-ba6c220c-3d77-401e-b912-70f8f7478fd5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 946 time: 0.1152196 Mar 23 12:29:47.272072 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0157662-67cf-4897-9dc9-e021d93685c9 None None] New status for floating IP a082c111-5f3e-4b84-a866-0ee4820a2aab: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:29:47.383468 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-74e86552-63df-4b45-ae09-49bc7d922714 req-60675999-9293-433d-8111-c6d6b83ad3dc tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184137 Mar 23 12:29:47.552695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbec356e-ff04-4cf7-adf3-c9395a177051', 'name': 'network-vif-deleted', 'tag': '6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:47.560373 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56561b72-d6df-45e3-8c0d-74df11c7de6a" -d '{"events": [{"server_uuid": "cbec356e-ff04-4cf7-adf3-c9395a177051", "name": "network-vif-deleted", "tag": "6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:47.571533 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51374) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:47.590339 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-057ff5ef-f6a8-444e-b59d-7100d18c8c28 req-964273c4-3234-4c79-9800-0a1b48d73fa8 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317447 Mar 23 12:29:47.606222 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39c670b5-9050-4fc0-ac75-64934c9b23a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:47.611014 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:47.658952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eceefe-21e8-42bd-8d20-9280bd73df37 req-4a5f17e4-63b4-4e98-881a-938f90c1eb75 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:47.671794 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e9eceefe-21e8-42bd-8d20-9280bd73df37 req-4a5f17e4-63b4-4e98-881a-938f90c1eb75 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 945 time: 0.2288413 Mar 23 12:29:47.762425 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e9eceefe-21e8-42bd-8d20-9280bd73df37 req-867c5aed-c5fa-4bf0-a47f-4945e17fd93d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847268 Mar 23 12:29:47.781967 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2537873b-34d2-44f7-8a49-f26ba35d110d x-openstack-request-id: req-2537873b-34d2-44f7-8a49-f26ba35d110d {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:47.783666 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbec356e-ff04-4cf7-adf3-c9395a177051", "name": "network-vif-deleted", "tag": "6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:47.784170 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2537873b-34d2-44f7-8a49-f26ba35d110d {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:47.785308 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbec356e-ff04-4cf7-adf3-c9395a177051', 'name': 'network-vif-deleted', 'tag': '6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82', 'status': 'completed', 'code': 200} Mar 23 12:29:47.813525 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39c670b5-9050-4fc0-ac75-64934c9b23a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:47.821669 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39c670b5-9050-4fc0-ac75-64934c9b23a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:47.863597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c670b5-9050-4fc0-ac75-64934c9b23a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87145c45-c9cb-4361-b5f6-b33e2f766226,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:47.874286 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-39c670b5-9050-4fc0-ac75-64934c9b23a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c56eb2ad56144a62861cddaaaacffd3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011158 Mar 23 12:29:47.877110 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51378) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:47.955020 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48b68dfb-0bc3-4b99-88a6-a54f980938e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:47.987740 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48b68dfb-0bc3-4b99-88a6-a54f980938e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:47.994973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51384) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:48.053466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-630d5e68-93e7-4d64-ac57-ab6076139d47 admin admin] Deleting subnet ee533f24-79eb-4c5d-99ad-907fe6ed8f59 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:29:48.055798 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-630d5e68-93e7-4d64-ac57-ab6076139d47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:48.066432 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48b68dfb-0bc3-4b99-88a6-a54f980938e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:48.069893 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48b68dfb-0bc3-4b99-88a6-a54f980938e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:48.074650 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-48b68dfb-0bc3-4b99-88a6-a54f980938e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87145c45-c9cb-4361-b5f6-b33e2f766226 HTTP/1.1" status: 204 len: 168 time: 0.1963134 Mar 23 12:29:48.101297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b68dfb-0bc3-4b99-88a6-a54f980938e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87145c45-c9cb-4361-b5f6-b33e2f766226,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:48.169752 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-630d5e68-93e7-4d64-ac57-ab6076139d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:48.223171 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ba531078-19c9-4f08-8ef6-b911c6c2bd57 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:29:48.256735 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-630d5e68-93e7-4d64-ac57-ab6076139d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:48.308565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd48d3-e77c-4dbe-bc97-45d5957fbe60 req-b7e6392f-1fc8-414a-9664-e87dca6749ff tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:48.319470 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5edd48d3-e77c-4dbe-bc97-45d5957fbe60 req-b7e6392f-1fc8-414a-9664-e87dca6749ff tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 944 time: 0.1623352 Mar 23 12:29:48.328344 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port ba531078-19c9-4f08-8ef6-b911c6c2bd57 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:29:48.336270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port ba531078-19c9-4f08-8ef6-b911c6c2bd57 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:48.337032 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:48.401730 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5edd48d3-e77c-4dbe-bc97-45d5957fbe60 req-073f818f-31fb-49d7-9f82-595f08fb1817 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813096 Mar 23 12:29:48.407681 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:29:48.408957 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-630d5e68-93e7-4d64-ac57-ab6076139d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:48.461412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d5e68-93e7-4d64-ac57-ab6076139d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee533f24-79eb-4c5d-99ad-907fe6ed8f59,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:48.463699 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-630d5e68-93e7-4d64-ac57-ab6076139d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:48.468972 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-630d5e68-93e7-4d64-ac57-ab6076139d47 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ee533f24-79eb-4c5d-99ad-907fe6ed8f59 HTTP/1.1" status: 204 len: 168 time: 0.4726853 Mar 23 12:29:48.471397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51394) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:48.476148 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:48.517114 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f5de55-2998-4f16-bfe8-d96adb295b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba531078-19c9-4f08-8ef6-b911c6c2bd57'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:48.520641 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404b4c7e-a0f2-447d-b35d-54d4e7f3372e" -d '{"events": [{"server_uuid": "b3f5de55-2998-4f16-bfe8-d96adb295b13", "name": "network-vif-plugged", "status": "completed", "tag": "ba531078-19c9-4f08-8ef6-b911c6c2bd57"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:48.543551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ba531078-19c9-4f08-8ef6-b911c6c2bd57, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ba531078-19c9-4f08-8ef6-b911c6c2bd57,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:48.552165 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:48.606881 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904f49ba-523d-4fcb-b358-fadb76b5b410 x-openstack-request-id: req-904f49ba-523d-4fcb-b358-fadb76b5b410 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:48.607191 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f5de55-2998-4f16-bfe8-d96adb295b13", "name": "network-vif-plugged", "status": "completed", "tag": "ba531078-19c9-4f08-8ef6-b911c6c2bd57", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:48.607424 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-904f49ba-523d-4fcb-b358-fadb76b5b410 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:48.608023 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f5de55-2998-4f16-bfe8-d96adb295b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba531078-19c9-4f08-8ef6-b911c6c2bd57', 'code': 200} Mar 23 12:29:48.636183 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=ba531078-19c9-4f08-8ef6-b911c6c2bd57,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:48.662251 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36858a0e-3ba9-4efb-8beb-ad88a682d7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:48.701218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a90b9-a300-492b-98c8-53781ba28534 req-5c3a5f03-0b22-4386-9da3-7b7bc4d1c5f7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:48.702778 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-230a90b9-a300-492b-98c8-53781ba28534 req-5c3a5f03-0b22-4386-9da3-7b7bc4d1c5f7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 946 time: 0.1536736 Mar 23 12:29:48.787045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04475370-d073-4d0a-8962-1e0145364f88 req-349d5867-b9e4-43d8-baec-6579961fe90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:48.789414 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-04475370-d073-4d0a-8962-1e0145364f88 req-349d5867-b9e4-43d8-baec-6579961fe90b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 1097 time: 0.0974240 Mar 23 12:29:48.801835 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36858a0e-3ba9-4efb-8beb-ad88a682d7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:48.845111 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-04475370-d073-4d0a-8962-1e0145364f88 req-122d2f47-fcac-4a1a-b1a8-6ae32594ba83 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467334 Mar 23 12:29:48.879836 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-230a90b9-a300-492b-98c8-53781ba28534 req-8ad777be-6e69-4f62-953b-9db06b5dd3fe tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589749 Mar 23 12:29:48.887783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-36858a0e-3ba9-4efb-8beb-ad88a682d7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7042bb8-a144-4b0d-961f-017144fe5778']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:48.910630 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-36858a0e-3ba9-4efb-8beb-ad88a682d7d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a0ff38-fcf3-42d9-b4d8-b39af0794d40') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:48.910786 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-36858a0e-3ba9-4efb-8beb-ad88a682d7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a0ff38-fcf3-42d9-b4d8-b39af0794d40') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:29:48.925644 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36858a0e-3ba9-4efb-8beb-ad88a682d7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:48.948716 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36858a0e-3ba9-4efb-8beb-ad88a682d7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:48.964391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36858a0e-3ba9-4efb-8beb-ad88a682d7d0 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:29:48.966091 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36858a0e-3ba9-4efb-8beb-ad88a682d7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:48.967658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a482ee-1272-47ef-abfb-5ad0d617da70 req-d1b9f638-b3e0-4e5c-9c8b-9a11e620013e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:29:48.969854 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:29:48.978645 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-74a482ee-1272-47ef-abfb-5ad0d617da70 req-d1b9f638-b3e0-4e5c-9c8b-9a11e620013e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 946 time: 0.1129026 Mar 23 12:29:49.033167 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-74a482ee-1272-47ef-abfb-5ad0d617da70 req-189d3c6e-3201-45dd-b63c-0ed920f5152f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472341 Mar 23 12:29:49.114783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c4f64-6117-4b20-ad73-2cdc0533b31f req-83d200be-0130-465d-9725-96429354142a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:49.124425 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c16c4f64-6117-4b20-ad73-2cdc0533b31f req-83d200be-0130-465d-9725-96429354142a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 946 time: 0.1274729 Mar 23 12:29:49.128076 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36858a0e-3ba9-4efb-8beb-ad88a682d7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:49.135453 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36858a0e-3ba9-4efb-8beb-ad88a682d7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:49.145991 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-36858a0e-3ba9-4efb-8beb-ad88a682d7d0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b7042bb8-a144-4b0d-961f-017144fe5778 HTTP/1.1" status: 204 len: 168 time: 0.6680336 Mar 23 12:29:49.178854 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36858a0e-3ba9-4efb-8beb-ad88a682d7d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7042bb8-a144-4b0d-961f-017144fe5778,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:49.247719 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c16c4f64-6117-4b20-ad73-2cdc0533b31f req-2591193a-c8e4-44d9-a1db-31e67fc33563 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054037 Mar 23 12:29:49.434095 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51432) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:49.533332 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-edd1f475-49db-4011-be15-aa4b242c3321 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f186ef04f5754672997977888160d6b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0857277 Mar 23 12:29:49.533900 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51442) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:49.709420 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a459d513-62f6-400f-ae19-81828b973389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:49.762912 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a459d513-62f6-400f-ae19-81828b973389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:49.818425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:29:49.825913 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a459d513-62f6-400f-ae19-81828b973389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:49.828927 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a459d513-62f6-400f-ae19-81828b973389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:49.830352 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a459d513-62f6-400f-ae19-81828b973389 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/02ed5cf4-8ab4-4b2b-9694-ec47b35926ca HTTP/1.1" status: 204 len: 168 time: 0.2954259 Mar 23 12:29:49.843293 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459d513-62f6-400f-ae19-81828b973389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ed5cf4-8ab4-4b2b-9694-ec47b35926ca,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:49.902867 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:29:49.911910 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 6cc4d3a6-c6e4-402c-a9c4-d00a27bc6d82 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:29:50.132453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43ae33-fbfd-4510-9021-d9091715ce4c req-9d45991b-aa5d-427b-a765-e3a59c94e243 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:50.156889 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ff43ae33-fbfd-4510-9021-d9091715ce4c req-9d45991b-aa5d-427b-a765-e3a59c94e243 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 944 time: 0.2156723 Mar 23 12:29:50.268308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device bb0ddd67-4af9-470b-8e13-b1ece68544c2 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:29:50.339200 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ff43ae33-fbfd-4510-9021-d9091715ce4c req-4943ca85-a1ce-4424-8a47-9b3514d7e340 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789780 Mar 23 12:29:50.560369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port bb0ddd67-4af9-470b-8e13-b1ece68544c2 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:29:50.565501 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port bb0ddd67-4af9-470b-8e13-b1ece68544c2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:50.566174 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:50.612339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022f6ca-b8fc-4ff3-8521-88a9e0e9cb04 req-834b0741-5b26-4bc3-b35b-6628fc684018 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:50.621980 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e022f6ca-b8fc-4ff3-8521-88a9e0e9cb04 req-834b0741-5b26-4bc3-b35b-6628fc684018 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 946 time: 0.1541924 Mar 23 12:29:50.710732 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:50.730464 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e022f6ca-b8fc-4ff3-8521-88a9e0e9cb04 req-6831958a-8044-41ff-b331-6cc9f88f940a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013927 Mar 23 12:29:50.754844 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819297b2-73b9-4435-865e-afbed4dd0f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0ddd67-4af9-470b-8e13-b1ece68544c2'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:50.757388 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e046de02-3947-4fcc-a5f1-fc334ef10ffe" -d '{"events": [{"server_uuid": "819297b2-73b9-4435-865e-afbed4dd0f18", "name": "network-vif-plugged", "status": "completed", "tag": "bb0ddd67-4af9-470b-8e13-b1ece68544c2"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:50.768492 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port bb0ddd67-4af9-470b-8e13-b1ece68544c2, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bb0ddd67-4af9-470b-8e13-b1ece68544c2,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:50.774397 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:50.847418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=bb0ddd67-4af9-470b-8e13-b1ece68544c2,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:50.867175 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfa4635-bf06-48d2-b417-5aebf8d3bef3 x-openstack-request-id: req-fcfa4635-bf06-48d2-b417-5aebf8d3bef3 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:50.867542 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819297b2-73b9-4435-865e-afbed4dd0f18", "name": "network-vif-plugged", "status": "completed", "tag": "bb0ddd67-4af9-470b-8e13-b1ece68544c2", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:50.869871 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fcfa4635-bf06-48d2-b417-5aebf8d3bef3 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:50.870820 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819297b2-73b9-4435-865e-afbed4dd0f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0ddd67-4af9-470b-8e13-b1ece68544c2', 'code': 200} Mar 23 12:29:51.045372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed8e1b-fdfb-468c-8582-abe76a707273 req-711abb95-2c7d-40df-a1ff-985b2abfeb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:51.049545 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84ed8e1b-fdfb-468c-8582-abe76a707273 req-711abb95-2c7d-40df-a1ff-985b2abfeb55 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 1096 time: 0.0767512 Mar 23 12:29:51.106102 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84ed8e1b-fdfb-468c-8582-abe76a707273 req-22a3c917-be79-4f99-97b7-971a9460b482 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433960 Mar 23 12:29:51.549953 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfb475-7c55-4bd1-a04e-36bc94ea12f7 req-7f650cd5-4eee-443f-b554-54499f2d3eda tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:51.555805 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ebbfb475-7c55-4bd1-a04e-36bc94ea12f7 req-7f650cd5-4eee-443f-b554-54499f2d3eda tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 945 time: 0.1330473 Mar 23 12:29:51.644538 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ebbfb475-7c55-4bd1-a04e-36bc94ea12f7 req-494e70ab-ac6d-4de8-a73b-cfe05701ea48 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800948 Mar 23 12:29:51.675867 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51528) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:51.858735 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4b440188-046b-4bc3-a168-f3ff21a0d591 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-281691572-network', 'tenant_id': '6e6710e99f9c4008a40bc89e28c9906a'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:51.907690 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b440188-046b-4bc3-a168-f3ff21a0d591 admin admin] Made reservation on behalf of 6e6710e99f9c4008a40bc89e28c9906a for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:51.913798 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b440188-046b-4bc3-a168-f3ff21a0d591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:51.927866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85730778-686a-4846-8f57-3be85e491c10 req-22d97dbc-b867-4d2e-9768-6c33b64a1d41 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:51.930172 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85730778-686a-4846-8f57-3be85e491c10 req-22d97dbc-b867-4d2e-9768-6c33b64a1d41 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 946 time: 0.0910497 Mar 23 12:29:51.943280 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b440188-046b-4bc3-a168-f3ff21a0d591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:51.979097 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85730778-686a-4846-8f57-3be85e491c10 req-0248a44e-06ae-486f-a366-e53af3ee1b62 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417933 Mar 23 12:29:52.087167 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b440188-046b-4bc3-a168-f3ff21a0d591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:52.087420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51538) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:52.097975 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b440188-046b-4bc3-a168-f3ff21a0d591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:52.149852 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b440188-046b-4bc3-a168-f3ff21a0d591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803611a8-e1ee-41d8-b4b5-27ddaabf1fab,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:52.162857 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b440188-046b-4bc3-a168-f3ff21a0d591 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:29:52.187128 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b440188-046b-4bc3-a168-f3ff21a0d591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:52.187416 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-4b440188-046b-4bc3-a168-f3ff21a0d591 admin admin] Added segment 5a07030b-8756-44a7-837b-4fff570e45d5 of type vlan for network db34ef0d-96bc-417b-8c2f-819bb71fc1c8 Mar 23 12:29:52.260403 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b440188-046b-4bc3-a168-f3ff21a0d591 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:52.299956 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f026569-8300-4ccc-9dc1-6c99db42287e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:52.310494 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b440188-046b-4bc3-a168-f3ff21a0d591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:52.312894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b440188-046b-4bc3-a168-f3ff21a0d591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:52.314438 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b440188-046b-4bc3-a168-f3ff21a0d591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:52.415292 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4b440188-046b-4bc3-a168-f3ff21a0d591 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7381752 Mar 23 12:29:52.417069 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51564) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:52.435554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-89f40008-dcec-47be-ae47-2d1677f354b8 admin admin] Request body: {'subnet': {'network_id': 'db34ef0d-96bc-417b-8c2f-819bb71fc1c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-281691572-subnet', 'tenant_id': '6e6710e99f9c4008a40bc89e28c9906a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:52.461902 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b440188-046b-4bc3-a168-f3ff21a0d591 admin admin] Pushing event updated for resources: {'Network': ['ID=db34ef0d-96bc-417b-8c2f-819bb71fc1c8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:52.482522 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network db34ef0d-96bc-417b-8c2f-819bb71fc1c8 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:29:52.510087 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5580dab-55c1-41ef-b076-9d695f72da34 req-74e26ca4-ac5c-45a7-aceb-69e957dcbc6b tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:52.516829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f40008-dcec-47be-ae47-2d1677f354b8 admin admin] Made reservation on behalf of 6e6710e99f9c4008a40bc89e28c9906a for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:52.522583 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89f40008-dcec-47be-ae47-2d1677f354b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:52.525852 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b5580dab-55c1-41ef-b076-9d695f72da34 req-74e26ca4-ac5c-45a7-aceb-69e957dcbc6b tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 946 time: 0.1438453 Mar 23 12:29:52.554838 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f026569-8300-4ccc-9dc1-6c99db42287e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:52.582133 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f026569-8300-4ccc-9dc1-6c99db42287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:52.682530 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b5580dab-55c1-41ef-b076-9d695f72da34 req-afb6b3a7-7f8a-416d-92cb-6ff9a4b08ab2 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534379 Mar 23 12:29:52.698102 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1f026569-8300-4ccc-9dc1-6c99db42287e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f9cf9c21d4745eaa3331dce038a5a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6089101 Mar 23 12:29:52.702796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f026569-8300-4ccc-9dc1-6c99db42287e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be82b328-c801-4e26-8b98-03c0b21e5311,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:52.718179 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51584) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:52.865987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964063ab-13bf-4ac1-be13-592c9724f711 req-31f73355-6f69-42b7-82d3-93509ad7ecac tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:52.868419 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-964063ab-13bf-4ac1-be13-592c9724f711 req-31f73355-6f69-42b7-82d3-93509ad7ecac tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 950 time: 0.1150775 Mar 23 12:29:52.872324 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f9e22-7775-45d9-85a1-afdf75fb284d req-c7ea3cb0-c37e-40b5-9742-e1cf3c8ee78b tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:52.875165 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-877f9e22-7775-45d9-85a1-afdf75fb284d req-c7ea3cb0-c37e-40b5-9742-e1cf3c8ee78b tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 945 time: 0.0836639 Mar 23 12:29:52.938991 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-877f9e22-7775-45d9-85a1-afdf75fb284d req-61df4177-576a-4e45-9bf5-7a184b336256 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554912 Mar 23 12:29:52.943649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f729d8c-71a2-4823-a602-9bdad96c9d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:53.027034 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f729d8c-71a2-4823-a602-9bdad96c9d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:53.032836 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-964063ab-13bf-4ac1-be13-592c9724f711 req-a77f0a4d-46ed-4315-8e8c-6523de5cac97 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181426 Mar 23 12:29:53.044495 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89f40008-dcec-47be-ae47-2d1677f354b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:53.140717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f40008-dcec-47be-ae47-2d1677f354b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b4a2636-4cb2-49e8-a963-fe8108954de3,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:53.150315 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f40008-dcec-47be-ae47-2d1677f354b8 admin admin] Checking segment: {'id': '5a07030b-8756-44a7-837b-4fff570e45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db34ef0d-96bc-417b-8c2f-819bb71fc1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:29:53.155899 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f40008-dcec-47be-ae47-2d1677f354b8 admin admin] Network hostable DHCP agents. Network: db34ef0d-96bc-417b-8c2f-819bb71fc1c8, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:29:53.155899 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f729d8c-71a2-4823-a602-9bdad96c9d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:53.155899 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f729d8c-71a2-4823-a602-9bdad96c9d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:53.157597 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3f729d8c-71a2-4823-a602-9bdad96c9d72 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be82b328-c801-4e26-8b98-03c0b21e5311 HTTP/1.1" status: 204 len: 168 time: 0.4333601 Mar 23 12:29:53.171437 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f729d8c-71a2-4823-a602-9bdad96c9d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be82b328-c801-4e26-8b98-03c0b21e5311,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:53.183442 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f40008-dcec-47be-ae47-2d1677f354b8 admin admin] Network db34ef0d-96bc-417b-8c2f-819bb71fc1c8 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:29:53.198373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-89f40008-dcec-47be-ae47-2d1677f354b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, db34ef0d-96bc-417b-8c2f-819bb71fc1c8) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:29:53.205201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f40008-dcec-47be-ae47-2d1677f354b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:53.205786 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89f40008-dcec-47be-ae47-2d1677f354b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:53.214917 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b94c8a3-c02e-4f03-a0b2-5d80cb34a78f None None] Network db34ef0d-96bc-417b-8c2f-819bb71fc1c8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:29:53.224638 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-89f40008-dcec-47be-ae47-2d1677f354b8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7991128 Mar 23 12:29:53.355654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1ceeea-295c-4688-94af-a1f47b06bc2e None None] Network db34ef0d-96bc-417b-8c2f-819bb71fc1c8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:29:53.571869 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51602) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:53.588315 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f09fa1ee-40a3-4321-98e7-1ebf4de608dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:53.682154 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f09fa1ee-40a3-4321-98e7-1ebf4de608dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:53.687153 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f09fa1ee-40a3-4321-98e7-1ebf4de608dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:53.742329 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f09fa1ee-40a3-4321-98e7-1ebf4de608dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=99d1679115b5412eb5c95a575f05840e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683688 Mar 23 12:29:53.745292 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fa1ee-40a3-4321-98e7-1ebf4de608dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5131289-d57a-47ca-bad9-692c6ce129f1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:53.745461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51614) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:53.794085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-37ee05a3-368e-4611-98e7-1ca58f18e31b tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:53.795606 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-37ee05a3-368e-4611-98e7-1ca58f18e31b tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/networks?id=db34ef0d-96bc-417b-8c2f-819bb71fc1c8 HTTP/1.1" status: 200 len: 821 time: 0.1367178 Mar 23 12:29:53.816600 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-b6d8dfaa-4941-4bc0-8006-f01558c4c025 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/quotas/6e6710e99f9c4008a40bc89e28c9906a HTTP/1.1" status: 200 len: 375 time: 0.0132983 Mar 23 12:29:53.819199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e6405b41-78f0-4d5a-98fb-6ac8a56dd027 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:29:53.845883 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392cd81-8f38-4e9e-bf59-2d605e7810b2 req-2486b1fb-d516-4b85-85fe-9d62a7116da3 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:53.847706 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d392cd81-8f38-4e9e-bf59-2d605e7810b2 req-2486b1fb-d516-4b85-85fe-9d62a7116da3 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 946 time: 0.0570085 Mar 23 12:29:53.864752 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-524b414d-4584-4ba3-953a-965e43b51ef1 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e6710e99f9c4008a40bc89e28c9906a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379906 Mar 23 12:29:53.865689 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73049cf6-6ae0-4725-9aa7-7a86d337ae45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:53.901905 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d392cd81-8f38-4e9e-bf59-2d605e7810b2 req-413ac4fd-a621-4fd4-8fc4-e197e9bde823 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465498 Mar 23 12:29:53.938839 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73049cf6-6ae0-4725-9aa7-7a86d337ae45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:53.950538 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:53.965259 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'port_id': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'mac_address': 'fa:16:3e:2e:58:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:29:54.004235 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-f09ebddb-2a34-4d15-a445-854862ef4886 service neutron] 10.222.0.52 "GET /v2.0/networks/db34ef0d-96bc-417b-8c2f-819bb71fc1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359708 Mar 23 12:29:54.029992 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0db5f76-4725-4ee4-9407-02fb08baf024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:54.034264 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:54.053801 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6405b41-78f0-4d5a-98fb-6ac8a56dd027 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:29:54.071008 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73049cf6-6ae0-4725-9aa7-7a86d337ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:54.074180 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73049cf6-6ae0-4725-9aa7-7a86d337ae45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:54.075286 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-73049cf6-6ae0-4725-9aa7-7a86d337ae45 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5131289-d57a-47ca-bad9-692c6ce129f1 HTTP/1.1" status: 204 len: 168 time: 0.3289101 Mar 23 12:29:54.079979 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:54.085409 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:54.099292 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73049cf6-6ae0-4725-9aa7-7a86d337ae45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5131289-d57a-47ca-bad9-692c6ce129f1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:54.165211 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:54.168898 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e70ee063-e29d-4f07-a563-ce941e1872e3 service neutron] 10.222.0.52 "GET /v2.0/networks/db34ef0d-96bc-417b-8c2f-819bb71fc1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574774 Mar 23 12:29:54.186394 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['e6405b41-78f0-4d5a-98fb-6ac8a56dd027'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:29:54.501194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20e08-ab7a-4166-a45a-6eea35246c4a req-62f1507c-da5e-4b9f-8767-b91d18d5edc8 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:54.512596 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-62f20e08-ab7a-4166-a45a-6eea35246c4a req-62f1507c-da5e-4b9f-8767-b91d18d5edc8 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 945 time: 0.1244895 Mar 23 12:29:54.520878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6538f-104a-4800-be1d-dd6ed162f61f req-f16c507f-d7a6-431a-9356-3c8cf588f045 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:54.522880 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fd6538f-104a-4800-be1d-dd6ed162f61f req-f16c507f-d7a6-431a-9356-3c8cf588f045 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 950 time: 0.1099818 Mar 23 12:29:54.569556 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-62f20e08-ab7a-4166-a45a-6eea35246c4a req-a36c9ecf-fa7d-4af5-a011-7dbdebe51f6e tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561054 Mar 23 12:29:54.576579 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fd6538f-104a-4800-be1d-dd6ed162f61f req-ea9bac70-da17-4aed-a776-d4879adbef7c tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466213 Mar 23 12:29:54.662480 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-23484df3-d384-448d-b712-8696adfd4fb6 req-61f83d9c-2b27-4e55-832a-d84687877e59 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/ports?device_id=5959e598-9760-4e72-a3d2-636eb28e4ca9 HTTP/1.1" status: 200 len: 210 time: 0.0421367 Mar 23 12:29:54.811535 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc55bb-534b-4cfc-a0b2-c575c3092c95 req-501082f1-fcdd-4076-bed4-f87f6b709159 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:54.823567 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40bc55bb-534b-4cfc-a0b2-c575c3092c95 req-501082f1-fcdd-4076-bed4-f87f6b709159 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 945 time: 0.0831611 Mar 23 12:29:54.884159 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40bc55bb-534b-4cfc-a0b2-c575c3092c95 req-c67f717f-9421-45b7-9377-73ceb72f4200 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510159 Mar 23 12:29:55.092745 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cd790-21d2-4e26-af39-e48570dcb5ec req-481e7865-0a1d-42d7-8750-94a102174a94 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:55.094669 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c15cd790-21d2-4e26-af39-e48570dcb5ec req-481e7865-0a1d-42d7-8750-94a102174a94 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 945 time: 0.0817759 Mar 23 12:29:55.162216 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c15cd790-21d2-4e26-af39-e48570dcb5ec req-e8f60378-b181-4598-8cea-da063b5cd637 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579751 Mar 23 12:29:55.311847 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23065759-a169-455f-935c-33e9c03dcb73 req-d37184d2-c311-4093-99fd-7b816bac83b9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:55.317851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-23065759-a169-455f-935c-33e9c03dcb73 req-d37184d2-c311-4093-99fd-7b816bac83b9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 945 time: 0.0628674 Mar 23 12:29:55.340599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51706) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:55.361144 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-23065759-a169-455f-935c-33e9c03dcb73 req-4f89ea20-ad1d-423b-9749-5b7c5278591c tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362952 Mar 23 12:29:55.472582 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-88e61a5a-3c7d-493a-8047-470d49525129 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1644404795-network', 'tenant_id': '43636dcef9ff4fb98e9524a9242506a8'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:55.498085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e61a5a-3c7d-493a-8047-470d49525129 admin admin] Made reservation on behalf of 43636dcef9ff4fb98e9524a9242506a8 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:55.500444 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88e61a5a-3c7d-493a-8047-470d49525129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:55.509702 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88e61a5a-3c7d-493a-8047-470d49525129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:55.516084 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84737a5e-4c62-4de5-96a7-695dc1870ee5 req-c79d8a2a-337d-4c93-8da7-5d126c7844c9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:55.518492 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-84737a5e-4c62-4de5-96a7-695dc1870ee5 req-c79d8a2a-337d-4c93-8da7-5d126c7844c9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 945 time: 0.0593386 Mar 23 12:29:55.565562 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-84737a5e-4c62-4de5-96a7-695dc1870ee5 req-7a1b4399-4828-43af-9574-73cd1d68aa5b tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376978 Mar 23 12:29:55.610849 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88e61a5a-3c7d-493a-8047-470d49525129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:55.615441 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88e61a5a-3c7d-493a-8047-470d49525129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:55.646725 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e61a5a-3c7d-493a-8047-470d49525129 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:29:55.675784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e61a5a-3c7d-493a-8047-470d49525129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:55.700893 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88e61a5a-3c7d-493a-8047-470d49525129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:55.701259 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-88e61a5a-3c7d-493a-8047-470d49525129 admin admin] Added segment 4ff7c6de-bb01-4027-832a-d72d4b309320 of type vlan for network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 Mar 23 12:29:55.760816 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88e61a5a-3c7d-493a-8047-470d49525129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:55.772766 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc45c58-126b-453c-8c49-5bdb798fc864 req-f0b7825e-b57b-402c-b302-40319d7e7d54 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:55.774419 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddc45c58-126b-453c-8c49-5bdb798fc864 req-f0b7825e-b57b-402c-b302-40319d7e7d54 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 945 time: 0.1218433 Mar 23 12:29:55.820179 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e6405b41-78f0-4d5a-98fb-6ac8a56dd027 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:29:55.826269 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88e61a5a-3c7d-493a-8047-470d49525129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:55.827237 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e61a5a-3c7d-493a-8047-470d49525129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:55.840790 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88e61a5a-3c7d-493a-8047-470d49525129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:55.884907 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-31c283ab-432b-462b-a4e7-6da2e4de3992 req-8fc3a327-1ca2-4758-806d-66c6f9d23002 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/ports?device_id=5959e598-9760-4e72-a3d2-636eb28e4ca9 HTTP/1.1" status: 200 len: 210 time: 0.0413718 Mar 23 12:29:55.888806 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddc45c58-126b-453c-8c49-5bdb798fc864 req-bf660a90-59a9-460b-ba5b-5760d3d1097a tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050496 Mar 23 12:29:55.920835 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port e6405b41-78f0-4d5a-98fb-6ac8a56dd027 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:55.921417 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:55.929280 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-9a764ba9-0610-47d0-8c51-e3f785fb4dfb tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:55.931042 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-9a764ba9-0610-47d0-8c51-e3f785fb4dfb tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.77 "GET /v2.0/networks?id=db34ef0d-96bc-417b-8c2f-819bb71fc1c8 HTTP/1.1" status: 200 len: 821 time: 0.2723565 Mar 23 12:29:55.935177 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-88e61a5a-3c7d-493a-8047-470d49525129 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5931664 Mar 23 12:29:55.939086 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51732) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:55.950190 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-12f28969-c211-44db-a2ff-0328ecb73b22 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Request body: {'port': {'device_id': '5959e598-9760-4e72-a3d2-636eb28e4ca9', 'network_id': 'db34ef0d-96bc-417b-8c2f-819bb71fc1c8', 'admin_state_up': True, 'tenant_id': '6e6710e99f9c4008a40bc89e28c9906a'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:55.961374 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-69dd8bfb-c032-4adb-92a8-9662cb3aed78 admin admin] Request body: {'subnet': {'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1644404795-subnet', 'tenant_id': '43636dcef9ff4fb98e9524a9242506a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:55.968923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e61a5a-3c7d-493a-8047-470d49525129 admin admin] Pushing event updated for resources: {'Network': ['ID=5951e4c2-87c6-4843-a65c-4b3c7b3af482,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:55.985695 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:29:55.994586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dd8bfb-c032-4adb-92a8-9662cb3aed78 admin admin] Made reservation on behalf of 43636dcef9ff4fb98e9524a9242506a8 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:55.997243 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69dd8bfb-c032-4adb-92a8-9662cb3aed78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:56.090342 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:56.099022 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826902d7-ca5e-4737-b3d4-60653f790b24 req-a6cbb5b9-d173-4a5a-bcd6-3519ed65f4df tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:56.100843 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-826902d7-ca5e-4737-b3d4-60653f790b24 req-a6cbb5b9-d173-4a5a-bcd6-3519ed65f4df tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 945 time: 0.0849469 Mar 23 12:29:56.128658 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:56.130172 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c294d8d1-3299-470d-9c6d-c114edc6cbe3" -d '{"events": [{"server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "name": "network-vif-plugged", "status": "completed", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:56.152422 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:56.156566 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:56.157461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f3406521-0d43-45f9-8ecf-755726b3a2b1 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:29:56.183301 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-12f28969-c211-44db-a2ff-0328ecb73b22 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Made reservation on behalf of 6e6710e99f9c4008a40bc89e28c9906a for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:56.188020 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-12f28969-c211-44db-a2ff-0328ecb73b22 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:56.190977 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30105656-b8d9-4886-9193-a78d8fae3110 x-openstack-request-id: req-30105656-b8d9-4886-9193-a78d8fae3110 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:56.191346 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "name": "network-vif-plugged", "status": "completed", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:56.191906 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30105656-b8d9-4886-9193-a78d8fae3110 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:56.192560 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'code': 200} Mar 23 12:29:56.211635 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-826902d7-ca5e-4737-b3d4-60653f790b24 req-61dc3f1d-65c6-4492-8cbb-04a8a8e41b1d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983648 Mar 23 12:29:56.234872 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69dd8bfb-c032-4adb-92a8-9662cb3aed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:56.268575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:56.318700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd8bfb-c032-4adb-92a8-9662cb3aed78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0598634e-d947-470e-93b9-cfe2bd967aa7,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:56.323812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ba531078-19c9-4f08-8ef6-b911c6c2bd57 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:29:56.346881 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd8bfb-c032-4adb-92a8-9662cb3aed78 admin admin] Checking segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:29:56.347758 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd8bfb-c032-4adb-92a8-9662cb3aed78 admin admin] Network hostable DHCP agents. Network: 5951e4c2-87c6-4843-a65c-4b3c7b3af482, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:29:56.360084 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:56.371266 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd8bfb-c032-4adb-92a8-9662cb3aed78 admin admin] Network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:29:56.388773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-69dd8bfb-c032-4adb-92a8-9662cb3aed78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 5951e4c2-87c6-4843-a65c-4b3c7b3af482) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:29:56.406563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dd8bfb-c032-4adb-92a8-9662cb3aed78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:56.406797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d934fbac-4f44-4d93-a954-6b47bdc52fea None None] Network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:29:56.408132 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69dd8bfb-c032-4adb-92a8-9662cb3aed78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:56.429072 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-69dd8bfb-c032-4adb-92a8-9662cb3aed78 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4873993 Mar 23 12:29:56.436746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68bb7-1604-42df-8768-e54104aeed8a req-b87fb91a-f8d9-4fd8-bbd1-35cc517f309c tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:56.438361 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c6a68bb7-1604-42df-8768-e54104aeed8a req-b87fb91a-f8d9-4fd8-bbd1-35cc517f309c tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 945 time: 0.1053417 Mar 23 12:29:56.470462 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-12f28969-c211-44db-a2ff-0328ecb73b22 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Allocated IP 172.20.0.5 (db34ef0d-96bc-417b-8c2f-819bb71fc1c8/1b4a2636-4cb2-49e8-a963-fe8108954de3/0f464b1e-72e4-48b4-8c39-65be321bbe72) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:29:56.480105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f3406521-0d43-45f9-8ecf-755726b3a2b1, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f3406521-0d43-45f9-8ecf-755726b3a2b1,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:56.504827 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c6a68bb7-1604-42df-8768-e54104aeed8a req-b6bff38e-40ed-496c-8de0-8607969dd203 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586309 Mar 23 12:29:56.531184 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:56.562489 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-39aee5ca-c4c0-42ba-ab5c-b21207c31792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:56.823785 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-12f28969-c211-44db-a2ff-0328ecb73b22 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:56.859035 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ba531078-19c9-4f08-8ef6-b911c6c2bd57, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ba531078-19c9-4f08-8ef6-b911c6c2bd57,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:56.888035 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f3406521-0d43-45f9-8ecf-755726b3a2b1,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:56.901509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'ba531078-19c9-4f08-8ef6-b911c6c2bd57', 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd', 'port_id': 'ba531078-19c9-4f08-8ef6-b911c6c2bd57', 'mac_address': 'fa:16:3e:64:62:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b69fc4-50e7-4784-b657-b053d5e4a98d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:29:56.912297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e365495a-4d67-4a0a-9739-a419ecda73de None None] Network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:29:56.929491 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-12f28969-c211-44db-a2ff-0328ecb73b22 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:56.991029 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-12f28969-c211-44db-a2ff-0328ecb73b22 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Network db34ef0d-96bc-417b-8c2f-819bb71fc1c8 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:29:57.024493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-12f28969-c211-44db-a2ff-0328ecb73b22 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:29:57.033607 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-12f28969-c211-44db-a2ff-0328ecb73b22 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:29:57.075178 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:57.098921 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba531078-19c9-4f08-8ef6-b911c6c2bd57 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:29:57.104388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-12f28969-c211-44db-a2ff-0328ecb73b22 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:57.105250 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-12f28969-c211-44db-a2ff-0328ecb73b22 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:57.161900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ba531078-19c9-4f08-8ef6-b911c6c2bd57, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ba531078-19c9-4f08-8ef6-b911c6c2bd57,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:57.199875 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:57.286259 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=ba531078-19c9-4f08-8ef6-b911c6c2bd57,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:57.347312 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51790) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:57.360828 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-cace6e42-e70a-4832-aed3-327a62518da2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1227822144-network', 'tenant_id': '8febe13ed9f849d9a1aa0a503bc4155b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:57.405345 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['ba531078-19c9-4f08-8ef6-b911c6c2bd57'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:29:57.408011 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cace6e42-e70a-4832-aed3-327a62518da2 admin admin] Made reservation on behalf of 8febe13ed9f849d9a1aa0a503bc4155b for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:57.413038 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cace6e42-e70a-4832-aed3-327a62518da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:57.436403 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cace6e42-e70a-4832-aed3-327a62518da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:57.562260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f28969-c211-44db-a2ff-0328ecb73b22 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Pushing event updated for resources: {'Port': ['ID=0f464b1e-72e4-48b4-8c39-65be321bbe72,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:57.594320 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-12f28969-c211-44db-a2ff-0328ecb73b22 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6490762 Mar 23 12:29:57.609692 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Request body: {'port': {'device_id': '5959e598-9760-4e72-a3d2-636eb28e4ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:57.637555 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cace6e42-e70a-4832-aed3-327a62518da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:57.642638 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cace6e42-e70a-4832-aed3-327a62518da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:57.650954 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:57.654002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935bd3e-8d0b-47b0-8498-e2927c260ba2 req-18cdac03-0a3e-4298-b4e3-0bd7b6e385c3 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:57.655909 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d935bd3e-8d0b-47b0-8498-e2927c260ba2 req-18cdac03-0a3e-4298-b4e3-0bd7b6e385c3 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/ports?device_id=5959e598-9760-4e72-a3d2-636eb28e4ca9 HTTP/1.1" status: 200 len: 931 time: 0.5611048 Mar 23 12:29:57.688795 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cace6e42-e70a-4832-aed3-327a62518da2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:29:57.724345 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cace6e42-e70a-4832-aed3-327a62518da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:57.727156 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-cace6e42-e70a-4832-aed3-327a62518da2 admin admin] Added segment 966ebd3e-4335-440e-88bc-6b92e0d45081 of type vlan for network 7c0564bd-b7bc-4ad6-9078-55d22e226228 Mar 23 12:29:57.730376 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace6e42-e70a-4832-aed3-327a62518da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251f54e8-de5c-4c92-baa5-da070f5a2f05,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:57.745067 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:57.762594 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d935bd3e-8d0b-47b0-8498-e2927c260ba2 req-e2197390-5b98-47a5-a4df-2e5694d39c67 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/security-groups?id=803611a8-e1ee-41d8-b4b5-27ddaabf1fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915220 Mar 23 12:29:57.804139 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cace6e42-e70a-4832-aed3-327a62518da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:57.848566 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cace6e42-e70a-4832-aed3-327a62518da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:57.850578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cace6e42-e70a-4832-aed3-327a62518da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:57.851174 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cace6e42-e70a-4832-aed3-327a62518da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:57.894643 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cace6e42-e70a-4832-aed3-327a62518da2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5356264 Mar 23 12:29:57.925344 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51820) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:29:57.932574 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e096c474-5ec5-4336-a182-6de649916cfd admin admin] Request body: {'subnet': {'network_id': '7c0564bd-b7bc-4ad6-9078-55d22e226228', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1227822144-subnet', 'tenant_id': '8febe13ed9f849d9a1aa0a503bc4155b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:29:57.961442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace6e42-e70a-4832-aed3-327a62518da2 admin admin] Pushing event updated for resources: {'Network': ['ID=7c0564bd-b7bc-4ad6-9078-55d22e226228,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:57.983744 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e096c474-5ec5-4336-a182-6de649916cfd admin admin] Made reservation on behalf of 8febe13ed9f849d9a1aa0a503bc4155b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:29:57.984053 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 7c0564bd-b7bc-4ad6-9078-55d22e226228 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:29:57.988423 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e096c474-5ec5-4336-a182-6de649916cfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:58.086925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38d975-2810-4985-9ef1-44c1e3f2538f req-fd9108d2-ec63-4471-b3f9-dc06b5a2ca48 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:58.091062 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d38d975-2810-4985-9ef1-44c1e3f2538f req-fd9108d2-ec63-4471-b3f9-dc06b5a2ca48 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 945 time: 0.1526699 Mar 23 12:29:58.195081 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0872adcc-b72e-4c22-90c8-4bb3415dd8b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3406521-0d43-45f9-8ecf-755726b3a2b1'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:58.199125 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1244fbe4-cddc-419b-9185-a28e0f853a53" -d '{"events": [{"server_uuid": "0872adcc-b72e-4c22-90c8-4bb3415dd8b1", "name": "network-vif-unplugged", "status": "completed", "tag": "f3406521-0d43-45f9-8ecf-755726b3a2b1"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:58.268823 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec76fcb-a5e1-4bda-a518-35279f23e2e1 x-openstack-request-id: req-aec76fcb-a5e1-4bda-a518-35279f23e2e1 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:58.269330 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0872adcc-b72e-4c22-90c8-4bb3415dd8b1", "name": "network-vif-unplugged", "status": "completed", "tag": "f3406521-0d43-45f9-8ecf-755726b3a2b1", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:58.271967 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aec76fcb-a5e1-4bda-a518-35279f23e2e1 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:58.272982 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0872adcc-b72e-4c22-90c8-4bb3415dd8b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3406521-0d43-45f9-8ecf-755726b3a2b1', 'code': 200} Mar 23 12:29:58.278751 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d38d975-2810-4985-9ef1-44c1e3f2538f req-02389928-bbfe-4732-abf8-e736d92a9ff4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493189 Mar 23 12:29:58.309033 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ba531078-19c9-4f08-8ef6-b911c6c2bd57 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:29:58.429295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f464b1e-72e4-48b4-8c39-65be321bbe72 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:29:58.446415 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:58.456331 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e096c474-5ec5-4336-a182-6de649916cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:58.468090 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port ba531078-19c9-4f08-8ef6-b911c6c2bd57 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:29:58.468634 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Transition to ACTIVE for port object 0f464b1e-72e4-48b4-8c39-65be321bbe72 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:29:58.468834 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:58.475222 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:58.572729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Pushing event updated for resources: {'Port': ['ID=0f464b1e-72e4-48b4-8c39-65be321bbe72,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:58.586067 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e096c474-5ec5-4336-a182-6de649916cfd admin admin] Checking segment: {'id': '966ebd3e-4335-440e-88bc-6b92e0d45081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7c0564bd-b7bc-4ad6-9078-55d22e226228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:29:58.586477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e096c474-5ec5-4336-a182-6de649916cfd admin admin] Network hostable DHCP agents. Network: 7c0564bd-b7bc-4ad6-9078-55d22e226228, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:29:58.597221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096c474-5ec5-4336-a182-6de649916cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f1b0895-06d8-4113-9701-fee983c24888,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:58.620533 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e096c474-5ec5-4336-a182-6de649916cfd admin admin] Network 7c0564bd-b7bc-4ad6-9078-55d22e226228 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:29:58.636055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e096c474-5ec5-4336-a182-6de649916cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 7c0564bd-b7bc-4ad6-9078-55d22e226228) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:29:58.640834 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e096c474-5ec5-4336-a182-6de649916cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:58.641434 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e096c474-5ec5-4336-a182-6de649916cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:58.686072 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b118d943-cedc-4d93-90db-585026fc9899 None None] Network 7c0564bd-b7bc-4ad6-9078-55d22e226228 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:29:58.689782 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e096c474-5ec5-4336-a182-6de649916cfd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7629356 Mar 23 12:29:58.741954 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Attempting to bind port 0f464b1e-72e4-48b4-8c39-65be321bbe72 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:29:58.742314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Attempting to bind port 0f464b1e-72e4-48b4-8c39-65be321bbe72 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '5a07030b-8756-44a7-837b-4fff570e45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db34ef0d-96bc-417b-8c2f-819bb71fc1c8'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:29:58.742778 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Attempting to bind port 0f464b1e-72e4-48b4-8c39-65be321bbe72 on network db34ef0d-96bc-417b-8c2f-819bb71fc1c8 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:29:58.747790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Port 0f464b1e-72e4-48b4-8c39-65be321bbe72 on network db34ef0d-96bc-417b-8c2f-819bb71fc1c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:29:58.748131 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Attempting to bind port 0f464b1e-72e4-48b4-8c39-65be321bbe72 on network db34ef0d-96bc-417b-8c2f-819bb71fc1c8 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:29:58.757094 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:29:58.757450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Checking segment: {'id': '5a07030b-8756-44a7-837b-4fff570e45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db34ef0d-96bc-417b-8c2f-819bb71fc1c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:29:58.757798 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Bound using segment: {'id': '5a07030b-8756-44a7-837b-4fff570e45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db34ef0d-96bc-417b-8c2f-819bb71fc1c8'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:29:58.758238 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Bound port: 0f464b1e-72e4-48b4-8c39-65be321bbe72, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a07030b-8756-44a7-837b-4fff570e45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db34ef0d-96bc-417b-8c2f-819bb71fc1c8'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:29:58.758591 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:58.782215 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:58.853735 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ba531078-19c9-4f08-8ef6-b911c6c2bd57, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ba531078-19c9-4f08-8ef6-b911c6c2bd57,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:29:58.868521 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:58.950679 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] For port 0f464b1e-72e4-48b4-8c39-65be321bbe72, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:29:58.955811 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] For port 0f464b1e-72e4-48b4-8c39-65be321bbe72, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=0f464b1e-72e4-48b4-8c39-65be321bbe72,segment=NetworkSegment(5a07030b-8756-44a7-837b-4fff570e45d5),segment_id=5a07030b-8756-44a7-837b-4fff570e45d5)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:29:58.966963 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:59.054777 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:59.055507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=ba531078-19c9-4f08-8ef6-b911c6c2bd57,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:59.071193 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cd2a99-cd28-44ca-868e-89491f39476a None None] Network 7c0564bd-b7bc-4ad6-9078-55d22e226228 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:29:59.105249 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:59.105897 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:59.107411 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] 10.222.0.77 "PUT /v2.0/ports/0f464b1e-72e4-48b4-8c39-65be321bbe72 HTTP/1.1" status: 200 len: 1091 time: 1.5041621 Mar 23 12:29:59.108129 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5959e598-9760-4e72-a3d2-636eb28e4ca9', 'tag': '0f464b1e-72e4-48b4-8c39-65be321bbe72'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:29:59.110780 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bd2596-57c5-4b8b-b70d-46bc93e1f1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "5959e598-9760-4e72-a3d2-636eb28e4ca9", "tag": "0f464b1e-72e4-48b4-8c39-65be321bbe72"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:29:59.202455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194b206-d15b-4a3c-8d1b-b907c852177d service neutron] Pushing event updated for resources: {'Port': ['ID=0f464b1e-72e4-48b4-8c39-65be321bbe72,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:29:59.264453 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bdedb2-f807-4e52-af12-d974dec2e01b x-openstack-request-id: req-55bdedb2-f807-4e52-af12-d974dec2e01b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:29:59.264744 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5959e598-9760-4e72-a3d2-636eb28e4ca9", "tag": "0f464b1e-72e4-48b4-8c39-65be321bbe72", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:29:59.265003 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-55bdedb2-f807-4e52-af12-d974dec2e01b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:29:59.265410 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5959e598-9760-4e72-a3d2-636eb28e4ca9', 'tag': '0f464b1e-72e4-48b4-8c39-65be321bbe72', 'status': 'completed', 'code': 200} Mar 23 12:29:59.330074 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c783997-270a-4d84-a1c7-f70b1a336eb3 req-8a215ced-cc0f-4921-a41d-210b52343930 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:59.335742 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5c783997-270a-4d84-a1c7-f70b1a336eb3 req-8a215ced-cc0f-4921-a41d-210b52343930 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/ports?device_id=5959e598-9760-4e72-a3d2-636eb28e4ca9 HTTP/1.1" status: 200 len: 943 time: 0.2779620 Mar 23 12:29:59.402874 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-d2f634da-3e42-48ed-88d0-dd01dc57d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:59.415128 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-d2f634da-3e42-48ed-88d0-dd01dc57d7c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6e6710e99f9c4008a40bc89e28c9906a&device_id=5959e598-9760-4e72-a3d2-636eb28e4ca9 HTTP/1.1" status: 200 len: 1094 time: 0.2371156 Mar 23 12:29:59.486850 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:29:59.498435 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-3c246c84-81a3-41a2-bfe9-3f4ed0f8e13c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f464b1e-72e4-48b4-8c39-65be321bbe72 HTTP/1.1" status: 200 len: 217 time: 0.0731726 Mar 23 12:29:59.506137 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5c783997-270a-4d84-a1c7-f70b1a336eb3 req-07daff57-240d-4d64-a361-b65d4e66947b tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/security-groups?id=803611a8-e1ee-41d8-b4b5-27ddaabf1fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597450 Mar 23 12:29:59.595420 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-ae005a40-9590-4acf-8499-b0b4e0ba63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:59.597246 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-ae005a40-9590-4acf-8499-b0b4e0ba63d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b4a2636-4cb2-49e8-a963-fe8108954de3 HTTP/1.1" status: 200 len: 861 time: 0.0900457 Mar 23 12:29:59.718775 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-13020056-f863-4aae-8931-f25076818dd4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=db34ef0d-96bc-417b-8c2f-819bb71fc1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119390 Mar 23 12:29:59.779198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adc15b-5567-4f85-8d58-38f00ef33834 req-ee20e699-83f1-4d02-aa6f-5b3feec0315f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:59.782782 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10adc15b-5567-4f85-8d58-38f00ef33834 req-ee20e699-83f1-4d02-aa6f-5b3feec0315f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 945 time: 0.0951738 Mar 23 12:29:59.824337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da1984-776b-4072-8783-0c13d3e890e1 req-d5ea077e-b974-4828-8317-594c4b471246 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:29:59.826433 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33da1984-776b-4072-8783-0c13d3e890e1 req-d5ea077e-b974-4828-8317-594c4b471246 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 821 time: 0.1558008 Mar 23 12:29:59.863837 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6dc289fb-3784-4982-b73f-f499db95479a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/quotas/43636dcef9ff4fb98e9524a9242506a8 HTTP/1.1" status: 200 len: 375 time: 0.0276687 Mar 23 12:29:59.881555 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10adc15b-5567-4f85-8d58-38f00ef33834 req-906f1935-bf07-4521-8f2b-7740f2947874 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924234 Mar 23 12:29:59.972517 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33da1984-776b-4072-8783-0c13d3e890e1 req-221f7143-0ebb-48a3-b0fd-cc9a78ffc82a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1062527 Mar 23 12:30:00.080287 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-bb81d75c-421f-4b92-a887-abbd2078af49 service neutron] 10.222.0.77 "GET /v2.0/networks/db34ef0d-96bc-417b-8c2f-819bb71fc1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614424 Mar 23 12:30:00.169080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33da1984-776b-4072-8783-0c13d3e890e1 req-5dbd7d8e-eda9-494b-ac92-1fefd4e4a6af service neutron] 10.222.0.52 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866350 Mar 23 12:30:00.264263 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81947df5-a123-4b69-bc4d-69acbaffecbc req-77ebec0e-83d1-4037-b0f1-f8fd4416c962 service neutron] 10.222.0.77 "GET /v2.0/networks/db34ef0d-96bc-417b-8c2f-819bb71fc1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542714 Mar 23 12:30:00.276867 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f5de55-2998-4f16-bfe8-d96adb295b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba531078-19c9-4f08-8ef6-b911c6c2bd57'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:00.284034 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65224741-deb3-4209-ac65-46b63bf2ef28" -d '{"events": [{"server_uuid": "b3f5de55-2998-4f16-bfe8-d96adb295b13", "name": "network-vif-plugged", "status": "completed", "tag": "ba531078-19c9-4f08-8ef6-b911c6c2bd57"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:00.324402 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device bb0ddd67-4af9-470b-8e13-b1ece68544c2 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:30:00.468616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd2596-57c5-4b8b-b70d-46bc93e1f1bf req-613909ef-1d60-4e80-9a18-0a03bfdf0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:00.471886 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42bd2596-57c5-4b8b-b70d-46bc93e1f1bf req-613909ef-1d60-4e80-9a18-0a03bfdf0fdf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6e6710e99f9c4008a40bc89e28c9906a&device_id=5959e598-9760-4e72-a3d2-636eb28e4ca9 HTTP/1.1" status: 200 len: 1094 time: 0.1323051 Mar 23 12:30:00.514630 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259a53d7-7e64-4b27-9de4-6b6123e44aac x-openstack-request-id: req-259a53d7-7e64-4b27-9de4-6b6123e44aac {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:00.515422 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f5de55-2998-4f16-bfe8-d96adb295b13", "name": "network-vif-plugged", "status": "completed", "tag": "ba531078-19c9-4f08-8ef6-b911c6c2bd57", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:00.516062 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-259a53d7-7e64-4b27-9de4-6b6123e44aac {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:00.516880 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f5de55-2998-4f16-bfe8-d96adb295b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba531078-19c9-4f08-8ef6-b911c6c2bd57', 'code': 200} Mar 23 12:30:00.636732 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port bb0ddd67-4af9-470b-8e13-b1ece68544c2, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bb0ddd67-4af9-470b-8e13-b1ece68544c2,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:00.675953 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'bb0ddd67-4af9-470b-8e13-b1ece68544c2', 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b', 'port_id': 'bb0ddd67-4af9-470b-8e13-b1ece68544c2', 'mac_address': 'fa:16:3e:3a:db:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04fef708-0d62-4f92-a84a-3b672e7134ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:30:00.743759 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:00.752297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd2596-57c5-4b8b-b70d-46bc93e1f1bf req-f992de36-b346-4a8f-88dc-cd84817204d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:00.754346 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42bd2596-57c5-4b8b-b70d-46bc93e1f1bf req-f992de36-b346-4a8f-88dc-cd84817204d4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=db34ef0d-96bc-417b-8c2f-819bb71fc1c8 HTTP/1.1" status: 200 len: 922 time: 0.2678444 Mar 23 12:30:00.776236 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb0ddd67-4af9-470b-8e13-b1ece68544c2 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:30:00.814143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port bb0ddd67-4af9-470b-8e13-b1ece68544c2, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bb0ddd67-4af9-470b-8e13-b1ece68544c2,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:00.821654 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:00.842024 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42bd2596-57c5-4b8b-b70d-46bc93e1f1bf req-c469a48d-ec0d-4436-b9f2-70c761d31ca5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f464b1e-72e4-48b4-8c39-65be321bbe72 HTTP/1.1" status: 200 len: 217 time: 0.0800991 Mar 23 12:30:00.866571 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f643920-ddde-41f4-913c-56cfda6a0b90 req-ede9c429-0a0c-4e2a-98fa-c5bad9a63ec9 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:00.869669 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9f643920-ddde-41f4-913c-56cfda6a0b90 req-ede9c429-0a0c-4e2a-98fa-c5bad9a63ec9 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/ports?device_id=5959e598-9760-4e72-a3d2-636eb28e4ca9 HTTP/1.1" status: 200 len: 943 time: 0.1867890 Mar 23 12:30:00.948552 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=bb0ddd67-4af9-470b-8e13-b1ece68544c2,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:00.955086 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33da1984-776b-4072-8783-0c13d3e890e1 req-f96eab00-2e88-4f03-a455-709bfb8c359e service neutron] 10.222.0.52 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7830088 Mar 23 12:30:00.992674 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['bb0ddd67-4af9-470b-8e13-b1ece68544c2'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:30:00.996256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd2596-57c5-4b8b-b70d-46bc93e1f1bf req-167ac3ec-f794-4765-9dcc-d6e01e814179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:00.997948 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42bd2596-57c5-4b8b-b70d-46bc93e1f1bf req-167ac3ec-f794-4765-9dcc-d6e01e814179 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b4a2636-4cb2-49e8-a963-fe8108954de3 HTTP/1.1" status: 200 len: 861 time: 0.1273067 Mar 23 12:30:01.021878 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9f643920-ddde-41f4-913c-56cfda6a0b90 req-d0b1ecd0-8098-4ad1-8c90-c8a9608ce360 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/security-groups?id=803611a8-e1ee-41d8-b4b5-27ddaabf1fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392038 Mar 23 12:30:01.110051 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42bd2596-57c5-4b8b-b70d-46bc93e1f1bf req-2ac63604-1203-4b87-bb91-c3a7081f1465 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=db34ef0d-96bc-417b-8c2f-819bb71fc1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990460 Mar 23 12:30:01.369579 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2a543-f124-44ea-a2b3-08f45fd2da34 req-3bfb50bc-f806-4150-a7f7-8c8f6cc8a9c8 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:01.374001 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6ea2a543-f124-44ea-a2b3-08f45fd2da34 req-3bfb50bc-f806-4150-a7f7-8c8f6cc8a9c8 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 944 time: 0.1779144 Mar 23 12:30:01.467661 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6ea2a543-f124-44ea-a2b3-08f45fd2da34 req-965f231d-0ac5-47d1-af38-8dfb655f15ae tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830789 Mar 23 12:30:01.471137 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42bd2596-57c5-4b8b-b70d-46bc93e1f1bf req-80307958-2191-4836-b95f-9ddf2101b231 service neutron] 10.222.0.77 "GET /v2.0/networks/db34ef0d-96bc-417b-8c2f-819bb71fc1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386850 Mar 23 12:30:01.815008 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42bd2596-57c5-4b8b-b70d-46bc93e1f1bf req-11fe63b6-1cc9-4fd7-ab36-c918bcf83740 service neutron] 10.222.0.77 "GET /v2.0/networks/db34ef0d-96bc-417b-8c2f-819bb71fc1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326898 Mar 23 12:30:01.903020 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b786c8a5-b966-496b-b715-55bd9547d6e8 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:30:02.096199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b786c8a5-b966-496b-b715-55bd9547d6e8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b786c8a5-b966-496b-b715-55bd9547d6e8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:02.116692 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'b786c8a5-b966-496b-b715-55bd9547d6e8', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'b786c8a5-b966-496b-b715-55bd9547d6e8', 'mac_address': 'fa:16:3e:2e:a8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:30:02.221244 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:02.254933 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b786c8a5-b966-496b-b715-55bd9547d6e8 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:30:02.317385 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b786c8a5-b966-496b-b715-55bd9547d6e8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b786c8a5-b966-496b-b715-55bd9547d6e8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:02.323999 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:02.389347 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device bb0ddd67-4af9-470b-8e13-b1ece68544c2 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:30:02.531403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b786c8a5-b966-496b-b715-55bd9547d6e8,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:02.566091 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['b786c8a5-b966-496b-b715-55bd9547d6e8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:30:02.616197 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port bb0ddd67-4af9-470b-8e13-b1ece68544c2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:30:02.616700 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:03.041768 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:03.108741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819297b2-73b9-4435-865e-afbed4dd0f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0ddd67-4af9-470b-8e13-b1ece68544c2'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:03.114466 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4971a138-ecda-4936-86a9-42b2e7c6f033" -d '{"events": [{"server_uuid": "819297b2-73b9-4435-865e-afbed4dd0f18", "name": "network-vif-plugged", "status": "completed", "tag": "bb0ddd67-4af9-470b-8e13-b1ece68544c2"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:03.132571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port bb0ddd67-4af9-470b-8e13-b1ece68544c2, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bb0ddd67-4af9-470b-8e13-b1ece68544c2,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:03.143268 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:03.253734 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=bb0ddd67-4af9-470b-8e13-b1ece68544c2,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:03.761694 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da1984-776b-4072-8783-0c13d3e890e1 req-8c23215d-8a54-477c-b067-69298b4cd200 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:03.763570 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33da1984-776b-4072-8783-0c13d3e890e1 req-8c23215d-8a54-477c-b067-69298b4cd200 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.73 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 821 time: 0.3024523 Mar 23 12:30:03.784334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-33da1984-776b-4072-8783-0c13d3e890e1 req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Request body: {'port': {'device_id': '8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577', 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482', 'admin_state_up': True, 'tenant_id': '43636dcef9ff4fb98e9524a9242506a8'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:03.918532 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 0f464b1e-72e4-48b4-8c39-65be321bbe72 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:30:03.954093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b786c8a5-b966-496b-b715-55bd9547d6e8 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:30:04.019589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33da1984-776b-4072-8783-0c13d3e890e1 req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Made reservation on behalf of 43636dcef9ff4fb98e9524a9242506a8 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:30:04.028356 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-33da1984-776b-4072-8783-0c13d3e890e1 req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:04.235412 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port b786c8a5-b966-496b-b715-55bd9547d6e8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:30:04.238335 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:04.319403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 0f464b1e-72e4-48b4-8c39-65be321bbe72, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=0f464b1e-72e4-48b4-8c39-65be321bbe72,segment=NetworkSegment(5a07030b-8756-44a7-837b-4fff570e45d5),segment_id=5a07030b-8756-44a7-837b-4fff570e45d5)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:04.367461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '0f464b1e-72e4-48b4-8c39-65be321bbe72', 'network_id': 'db34ef0d-96bc-417b-8c2f-819bb71fc1c8', 'port_id': '0f464b1e-72e4-48b4-8c39-65be321bbe72', 'mac_address': 'fa:16:3e:1f:06:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4a2636-4cb2-49e8-a963-fe8108954de3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:30:04.402986 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-33da1984-776b-4072-8783-0c13d3e890e1 req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Allocated IP 172.20.0.10 (5951e4c2-87c6-4843-a65c-4b3c7b3af482/0598634e-d947-470e-93b9-cfe2bd967aa7/14bc6d0e-4a90-4024-bd21-6c49270c0af9) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:30:04.490800 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:04.529450 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f464b1e-72e4-48b4-8c39-65be321bbe72 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:30:04.534221 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:04.618571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 0f464b1e-72e4-48b4-8c39-65be321bbe72, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=0f464b1e-72e4-48b4-8c39-65be321bbe72,segment=NetworkSegment(5a07030b-8756-44a7-837b-4fff570e45d5),segment_id=5a07030b-8756-44a7-837b-4fff570e45d5)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:04.647263 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:04.757633 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=0f464b1e-72e4-48b4-8c39-65be321bbe72,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:04.762131 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b786c8a5-b966-496b-b715-55bd9547d6e8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b786c8a5-b966-496b-b715-55bd9547d6e8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:04.767894 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:04.810008 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-33da1984-776b-4072-8783-0c13d3e890e1 req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:04.859122 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b786c8a5-b966-496b-b715-55bd9547d6e8,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:04.896284 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-33da1984-776b-4072-8783-0c13d3e890e1 req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:04.975492 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33da1984-776b-4072-8783-0c13d3e890e1 req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:30:04.979648 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-33da1984-776b-4072-8783-0c13d3e890e1 req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:30:04.984753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-33da1984-776b-4072-8783-0c13d3e890e1 req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:30:05.029155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Pushing event updated for resources: {'Port': ['ID=14bc6d0e-4a90-4024-bd21-6c49270c0af9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:05.067786 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:05.068701 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:05.069290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:05.069961 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:05.070789 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:05.071364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:05.072666 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:05.073281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:05.073844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:05.074408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:05.074972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:05.075800 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:05.101683 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da1984-776b-4072-8783-0c13d3e890e1 req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:05.102869 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-33da1984-776b-4072-8783-0c13d3e890e1 req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:05.133202 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33da1984-776b-4072-8783-0c13d3e890e1 req-da2869a3-c2f5-454f-86ea-05a3281646e8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3572440 Mar 23 12:30:05.161793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Request body: {'port': {'device_id': '8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:05.256303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['0f464b1e-72e4-48b4-8c39-65be321bbe72'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:30:05.312123 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:05.966374 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14bc6d0e-4a90-4024-bd21-6c49270c0af9 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:30:05.983685 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:06.022513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Transition to ACTIVE for port object 14bc6d0e-4a90-4024-bd21-6c49270c0af9 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:30:06.029502 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:06.108462 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Pushing event updated for resources: {'Port': ['ID=14bc6d0e-4a90-4024-bd21-6c49270c0af9,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:06.399811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Attempting to bind port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:30:06.400332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Attempting to bind port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:30:06.400803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Attempting to bind port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:30:06.405951 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:30:06.406265 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Attempting to bind port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:30:06.411521 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:30:06.412013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Checking segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:30:06.412498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Bound using segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:30:06.413034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Bound port: 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:30:06.413510 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:06.509232 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] For port 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:30:06.517170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] For port 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:30:06.526270 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:06.597991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:06.598959 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:06.601365 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33da1984-776b-4072-8783-0c13d3e890e1 req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] 10.222.0.73 "PUT /v2.0/ports/14bc6d0e-4a90-4024-bd21-6c49270c0af9 HTTP/1.1" status: 200 len: 1092 time: 1.4542186 Mar 23 12:30:06.601964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577', 'tag': '14bc6d0e-4a90-4024-bd21-6c49270c0af9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:06.606307 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b20d3e8-2f26-49d2-96a4-9c323542ef38" -d '{"events": [{"name": "network-changed", "server_uuid": "8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577", "tag": "14bc6d0e-4a90-4024-bd21-6c49270c0af9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:06.699715 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba8491-8e7a-48e6-94e6-e1dba01d35a4 service neutron] Pushing event updated for resources: {'Port': ['ID=14bc6d0e-4a90-4024-bd21-6c49270c0af9,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:06.743538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da1984-776b-4072-8783-0c13d3e890e1 req-5fcdad48-f139-4c07-8106-e521247be8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:06.745165 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33da1984-776b-4072-8783-0c13d3e890e1 req-5fcdad48-f139-4c07-8106-e521247be8e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 1095 time: 0.0589917 Mar 23 12:30:06.871036 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33da1984-776b-4072-8783-0c13d3e890e1 req-90feaaa5-55fd-44d5-841b-6d57d4733f15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9 HTTP/1.1" status: 200 len: 217 time: 0.1093466 Mar 23 12:30:06.983821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da1984-776b-4072-8783-0c13d3e890e1 req-324171bf-eb13-4134-9a9c-6f03148b1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:06.988047 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33da1984-776b-4072-8783-0c13d3e890e1 req-324171bf-eb13-4134-9a9c-6f03148b1ad6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.1045818 Mar 23 12:30:07.039276 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33da1984-776b-4072-8783-0c13d3e890e1 req-5d7c14a6-04ff-4754-9325-c3f615d2455d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412440 Mar 23 12:30:07.169061 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33da1984-776b-4072-8783-0c13d3e890e1 req-8636da0f-d43d-4504-8bd2-7e7cff24df6c service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212945 Mar 23 12:30:07.367137 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33da1984-776b-4072-8783-0c13d3e890e1 req-ec602aef-ffc6-4f81-beb2-6acee951d3ab service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911001 Mar 23 12:30:07.952270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 0f464b1e-72e4-48b4-8c39-65be321bbe72 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:30:08.031669 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 0f464b1e-72e4-48b4-8c39-65be321bbe72 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:30:08.036260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 0f464b1e-72e4-48b4-8c39-65be321bbe72 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:30:08.036633 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:08.220130 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:08.310914 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 0f464b1e-72e4-48b4-8c39-65be321bbe72, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=0f464b1e-72e4-48b4-8c39-65be321bbe72,segment=NetworkSegment(5a07030b-8756-44a7-837b-4fff570e45d5),segment_id=5a07030b-8756-44a7-837b-4fff570e45d5)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:08.320423 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:08.458395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=0f464b1e-72e4-48b4-8c39-65be321bbe72,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:10.383508 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 14bc6d0e-4a90-4024-bd21-6c49270c0af9 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:30:10.697707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:10.727151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '14bc6d0e-4a90-4024-bd21-6c49270c0af9', 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482', 'port_id': '14bc6d0e-4a90-4024-bd21-6c49270c0af9', 'mac_address': 'fa:16:3e:88:d4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0598634e-d947-470e-93b9-cfe2bd967aa7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:30:10.816674 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:10.837981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14bc6d0e-4a90-4024-bd21-6c49270c0af9 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:30:10.882436 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:10.892121 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:11.322039 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=14bc6d0e-4a90-4024-bd21-6c49270c0af9,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:11.510367 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['14bc6d0e-4a90-4024-bd21-6c49270c0af9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:30:13.601987 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240aa88-7a6c-4d53-8f28-81adc6719e7d req-31c98316-06f9-4fe1-a2c6-67936be51858 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:13.604670 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e240aa88-7a6c-4d53-8f28-81adc6719e7d req-31c98316-06f9-4fe1-a2c6-67936be51858 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 945 time: 0.1025043 Mar 23 12:30:13.670477 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfdb80-0630-4b57-b2b2-969a64b40c55 req-ad4f4aa3-4304-4bac-a41c-92ba7fb5fc43 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:13.673176 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-05dfdb80-0630-4b57-b2b2-969a64b40c55 req-ad4f4aa3-4304-4bac-a41c-92ba7fb5fc43 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/ports?device_id=5959e598-9760-4e72-a3d2-636eb28e4ca9 HTTP/1.1" status: 200 len: 945 time: 0.1349273 Mar 23 12:30:13.736444 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e240aa88-7a6c-4d53-8f28-81adc6719e7d req-952a5135-0fa6-4395-b250-ff463cf95bd4 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209607 Mar 23 12:30:13.754962 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-05dfdb80-0630-4b57-b2b2-969a64b40c55 req-eb27b848-b3bb-4791-a325-c1885cebcbcc tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/security-groups?id=803611a8-e1ee-41d8-b4b5-27ddaabf1fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675464 Mar 23 12:30:13.826453 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d14846-a506-468e-ab17-52fed853dbbe x-openstack-request-id: req-23d14846-a506-468e-ab17-52fed853dbbe {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:13.827036 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819297b2-73b9-4435-865e-afbed4dd0f18", "name": "network-vif-plugged", "status": "completed", "tag": "bb0ddd67-4af9-470b-8e13-b1ece68544c2", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:13.827295 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-23d14846-a506-468e-ab17-52fed853dbbe {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:13.828141 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819297b2-73b9-4435-865e-afbed4dd0f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0ddd67-4af9-470b-8e13-b1ece68544c2', 'code': 200} Mar 23 12:30:13.916098 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bc4652-aec5-4c08-b7a3-692cc140db03 x-openstack-request-id: req-61bc4652-aec5-4c08-b7a3-692cc140db03 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:13.916655 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577", "tag": "14bc6d0e-4a90-4024-bd21-6c49270c0af9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:13.917081 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61bc4652-aec5-4c08-b7a3-692cc140db03 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:13.917782 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577', 'tag': '14bc6d0e-4a90-4024-bd21-6c49270c0af9', 'status': 'completed', 'code': 200} Mar 23 12:30:13.966596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d8f36-1bf7-4ee7-b3e8-f65298d435fa req-c0fd3298-82fb-4e02-9269-f02f5480c3dc tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:13.979738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c50d8f36-1bf7-4ee7-b3e8-f65298d435fa req-c0fd3298-82fb-4e02-9269-f02f5480c3dc tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 945 time: 0.1311939 Mar 23 12:30:14.077237 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c50d8f36-1bf7-4ee7-b3e8-f65298d435fa req-9553c8ca-3ecc-492d-ac96-8f0ab68ebfb2 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961759 Mar 23 12:30:14.092265 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20d3e8-2f26-49d2-96a4-9c323542ef38 req-38881148-1be3-437d-8cd7-a0cecd0ad03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:14.092265 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b20d3e8-2f26-49d2-96a4-9c323542ef38 req-38881148-1be3-437d-8cd7-a0cecd0ad03a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 1096 time: 0.1033297 Mar 23 12:30:14.300514 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20d3e8-2f26-49d2-96a4-9c323542ef38 req-10fd23e2-6461-40f1-95d7-f8a243e7b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:14.302734 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b20d3e8-2f26-49d2-96a4-9c323542ef38 req-10fd23e2-6461-40f1-95d7-f8a243e7b89e service neutron] 10.222.0.73 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.1989129 Mar 23 12:30:14.378645 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b20d3e8-2f26-49d2-96a4-9c323542ef38 req-891a6ad2-bebd-4942-9745-f764747ee6aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9 HTTP/1.1" status: 200 len: 217 time: 0.0638700 Mar 23 12:30:14.409388 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 14bc6d0e-4a90-4024-bd21-6c49270c0af9 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:30:14.460767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20d3e8-2f26-49d2-96a4-9c323542ef38 req-0d6a0b3b-0dd9-486b-985b-9dc509b568c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:14.463838 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b20d3e8-2f26-49d2-96a4-9c323542ef38 req-0d6a0b3b-0dd9-486b-985b-9dc509b568c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.0746644 Mar 23 12:30:14.529316 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b20d3e8-2f26-49d2-96a4-9c323542ef38 req-1de9729a-85bb-401d-8833-35f9c5b18b36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536683 Mar 23 12:30:14.553473 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:30:14.573565 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:30:14.574152 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:14.695543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09d5c-0a8f-4576-a0d5-370bd9f7bcd6 req-ae88fdec-6ba7-45d3-b42e-e558d062d830 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:14.698079 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecd09d5c-0a8f-4576-a0d5-370bd9f7bcd6 req-ae88fdec-6ba7-45d3-b42e-e558d062d830 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 945 time: 0.1655643 Mar 23 12:30:14.710909 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:14.787725 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b20d3e8-2f26-49d2-96a4-9c323542ef38 req-56584e60-06ae-49ac-880e-e31c1e2bb9c8 service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068398 Mar 23 12:30:14.792204 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecd09d5c-0a8f-4576-a0d5-370bd9f7bcd6 req-34cb6e34-ef54-49be-87df-530a68a00947 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826213 Mar 23 12:30:14.846231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:14.867650 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:14.871075 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ba531078-19c9-4f08-8ef6-b911c6c2bd57 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:30:15.033855 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=14bc6d0e-4a90-4024-bd21-6c49270c0af9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:15.124998 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b20d3e8-2f26-49d2-96a4-9c323542ef38 req-7b86da5d-7b84-426f-a17f-a06b099d9030 service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172936 Mar 23 12:30:15.125779 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:15.181708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d642b8-9c14-4899-921c-dbcd9bb16b2c req-5977f7b8-b0ed-497f-9c87-2960973a6082 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:15.192831 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19d642b8-9c14-4899-921c-dbcd9bb16b2c req-5977f7b8-b0ed-497f-9c87-2960973a6082 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 946 time: 0.2110398 Mar 23 12:30:15.230529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ba531078-19c9-4f08-8ef6-b911c6c2bd57, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ba531078-19c9-4f08-8ef6-b911c6c2bd57,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:15.236657 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:15.264198 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19d642b8-9c14-4899-921c-dbcd9bb16b2c req-c54c30c9-6d2f-4f4e-aa7f-fb188f173592 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698752 Mar 23 12:30:15.378915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=ba531078-19c9-4f08-8ef6-b911c6c2bd57,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:15.461109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ac275-7078-406e-9e3e-bb29f22605a3 req-fd973826-5875-4c2c-a2b5-dd83873a9e39 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:15.464873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d30ac275-7078-406e-9e3e-bb29f22605a3 req-fd973826-5875-4c2c-a2b5-dd83873a9e39 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 946 time: 0.1015930 Mar 23 12:30:15.551110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d30ac275-7078-406e-9e3e-bb29f22605a3 req-bcc601db-2c0d-45b4-926d-37685e913341 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745554 Mar 23 12:30:15.713674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a7280-53f6-417c-938e-9feaec43634d req-c8ce0113-4346-419a-b41f-6057d7b1dbb6 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:15.715480 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f68a7280-53f6-417c-938e-9feaec43634d req-c8ce0113-4346-419a-b41f-6057d7b1dbb6 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/ports?device_id=5959e598-9760-4e72-a3d2-636eb28e4ca9 HTTP/1.1" status: 200 len: 945 time: 0.0775676 Mar 23 12:30:15.757111 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:15.812108 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f68a7280-53f6-417c-938e-9feaec43634d req-5816d20d-43f1-4a76-95cb-b9a82bddbd58 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/security-groups?id=803611a8-e1ee-41d8-b4b5-27ddaabf1fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861349 Mar 23 12:30:15.829211 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e56bb2b-3edc-47f9-83d2-26a69eb5805f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b786c8a5-b966-496b-b715-55bd9547d6e8'}, {'server_uuid': '5959e598-9760-4e72-a3d2-636eb28e4ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f464b1e-72e4-48b4-8c39-65be321bbe72'}, {'server_uuid': '8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bc6d0e-4a90-4024-bd21-6c49270c0af9'}, {'server_uuid': 'b3f5de55-2998-4f16-bfe8-d96adb295b13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba531078-19c9-4f08-8ef6-b911c6c2bd57'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:15.832247 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5811934-4c97-4ed4-9eb0-33adc1ae4b09" -d '{"events": [{"server_uuid": "2e56bb2b-3edc-47f9-83d2-26a69eb5805f", "name": "network-vif-plugged", "status": "completed", "tag": "b786c8a5-b966-496b-b715-55bd9547d6e8"}, {"server_uuid": "5959e598-9760-4e72-a3d2-636eb28e4ca9", "name": "network-vif-plugged", "status": "completed", "tag": "0f464b1e-72e4-48b4-8c39-65be321bbe72"}, {"server_uuid": "8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577", "name": "network-vif-plugged", "status": "completed", "tag": "14bc6d0e-4a90-4024-bd21-6c49270c0af9"}, {"server_uuid": "b3f5de55-2998-4f16-bfe8-d96adb295b13", "name": "network-vif-unplugged", "status": "completed", "tag": "ba531078-19c9-4f08-8ef6-b911c6c2bd57"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:16.109427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b05ca-98b6-427e-988f-2216506907c5 req-2f515ab4-5b4c-4e09-bfef-658231dd89e9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:16.124654 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-209b05ca-98b6-427e-988f-2216506907c5 req-2f515ab4-5b4c-4e09-bfef-658231dd89e9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 945 time: 0.0986826 Mar 23 12:30:16.189229 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-209b05ca-98b6-427e-988f-2216506907c5 req-825024f7-e17a-41b9-ba0b-a572226c30e4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604284 Mar 23 12:30:16.300297 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fbb1c0-bcee-4243-8404-1e7a92b08bf0 x-openstack-request-id: req-39fbb1c0-bcee-4243-8404-1e7a92b08bf0 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:16.300939 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e56bb2b-3edc-47f9-83d2-26a69eb5805f", "name": "network-vif-plugged", "status": "completed", "tag": "b786c8a5-b966-496b-b715-55bd9547d6e8", "code": 200}, {"server_uuid": "5959e598-9760-4e72-a3d2-636eb28e4ca9", "name": "network-vif-plugged", "status": "completed", "tag": "0f464b1e-72e4-48b4-8c39-65be321bbe72", "code": 200}, {"server_uuid": "8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577", "name": "network-vif-plugged", "status": "completed", "tag": "14bc6d0e-4a90-4024-bd21-6c49270c0af9", "code": 200}, {"server_uuid": "b3f5de55-2998-4f16-bfe8-d96adb295b13", "name": "network-vif-unplugged", "status": "completed", "tag": "ba531078-19c9-4f08-8ef6-b911c6c2bd57", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:16.301198 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39fbb1c0-bcee-4243-8404-1e7a92b08bf0 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:16.301798 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e56bb2b-3edc-47f9-83d2-26a69eb5805f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b786c8a5-b966-496b-b715-55bd9547d6e8', 'code': 200} Mar 23 12:30:16.302251 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5959e598-9760-4e72-a3d2-636eb28e4ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f464b1e-72e4-48b4-8c39-65be321bbe72', 'code': 200} Mar 23 12:30:16.303031 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bc6d0e-4a90-4024-bd21-6c49270c0af9', 'code': 200} Mar 23 12:30:16.303709 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f5de55-2998-4f16-bfe8-d96adb295b13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba531078-19c9-4f08-8ef6-b911c6c2bd57', 'code': 200} Mar 23 12:30:16.412408 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device bb0ddd67-4af9-470b-8e13-b1ece68544c2 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:30:16.674759 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978470d3-fa41-4fa6-a8dc-4b522cdd9f6d req-e4435583-83fc-4abd-b6c2-a02b4073a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:16.676551 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-978470d3-fa41-4fa6-a8dc-4b522cdd9f6d req-e4435583-83fc-4abd-b6c2-a02b4073a0ad service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5959e598-9760-4e72-a3d2-636eb28e4ca9 HTTP/1.1" status: 200 len: 1096 time: 0.1838768 Mar 23 12:30:16.789039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af74ea-3c5a-4940-ad14-49bcdb64b59d req-f749806d-1446-48de-a6a3-693b8d029999 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:16.816934 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53af74ea-3c5a-4940-ad14-49bcdb64b59d req-f749806d-1446-48de-a6a3-693b8d029999 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 946 time: 0.2650921 Mar 23 12:30:16.846707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d36c7-c5e5-4e58-8dda-0765141a4212 req-9179f165-b3c7-4480-8624-ab72fb649c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:16.851492 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-745d36c7-c5e5-4e58-8dda-0765141a4212 req-9179f165-b3c7-4480-8624-ab72fb649c04 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 1097 time: 0.2288470 Mar 23 12:30:16.856684 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-978470d3-fa41-4fa6-a8dc-4b522cdd9f6d req-bce4c4a5-f7ac-4052-a62b-cb7de44ce49d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=803611a8-e1ee-41d8-b4b5-27ddaabf1fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693299 Mar 23 12:30:16.957228 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46fa37-6c27-4cb4-a8f2-583a0ba617e6 req-a780300a-d3aa-4823-89bc-df024eebf06e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:16.970194 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7b46fa37-6c27-4cb4-a8f2-583a0ba617e6 req-a780300a-d3aa-4823-89bc-df024eebf06e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 946 time: 0.1844273 Mar 23 12:30:17.001659 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-745d36c7-c5e5-4e58-8dda-0765141a4212 req-59d1cadd-9444-40a7-bbb8-5b5de857f88c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106613 Mar 23 12:30:17.007432 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:17.030268 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53af74ea-3c5a-4940-ad14-49bcdb64b59d req-86a0447a-cb24-42af-bb75-fa73abf3f8ce tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121606 Mar 23 12:30:17.092645 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7b46fa37-6c27-4cb4-a8f2-583a0ba617e6 req-382cf63f-2ea7-46d9-9873-2470263f4e1e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210563 Mar 23 12:30:17.098150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port bb0ddd67-4af9-470b-8e13-b1ece68544c2, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bb0ddd67-4af9-470b-8e13-b1ece68544c2,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:17.116306 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:17.282761 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:17.303228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ff7d9-b0cb-4bae-b292-04c759007677 req-a1721d34-37e9-4f40-a9f0-a4a1690bda0a tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:17.307521 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-736ff7d9-b0cb-4bae-b292-04c759007677 req-a1721d34-37e9-4f40-a9f0-a4a1690bda0a tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/ports?device_id=5959e598-9760-4e72-a3d2-636eb28e4ca9 HTTP/1.1" status: 200 len: 945 time: 0.1214509 Mar 23 12:30:17.314064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=bb0ddd67-4af9-470b-8e13-b1ece68544c2,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:17.429229 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-736ff7d9-b0cb-4bae-b292-04c759007677 req-1c3dd30b-6a73-4179-9ffc-47d1880af074 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/security-groups?id=803611a8-e1ee-41d8-b4b5-27ddaabf1fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007299 Mar 23 12:30:17.456890 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8e4d2-322e-4afb-a5e5-04244d36d2dd req-ea67092f-32e6-4767-9ff9-c215edd38a3d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:17.458957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d3a8e4d2-322e-4afb-a5e5-04244d36d2dd req-ea67092f-32e6-4767-9ff9-c215edd38a3d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.73 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 943 time: 0.1488235 Mar 23 12:30:17.716110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a49ea7-073d-4455-9b6d-30d5abcebcff req-2341ca02-19d2-4b0a-a8df-ce6763c3a238 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:17.722076 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79a49ea7-073d-4455-9b6d-30d5abcebcff req-2341ca02-19d2-4b0a-a8df-ce6763c3a238 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 943 time: 0.1484449 Mar 23 12:30:17.751912 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d3a8e4d2-322e-4afb-a5e5-04244d36d2dd req-ebf45bb6-1e5d-47c7-8cb6-d760d4e1ca9f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Deleting port bb0ddd67-4af9-470b-8e13-b1ece68544c2 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:30:17.752444 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d3a8e4d2-322e-4afb-a5e5-04244d36d2dd req-ebf45bb6-1e5d-47c7-8cb6-d760d4e1ca9f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:17.863275 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79a49ea7-073d-4455-9b6d-30d5abcebcff req-12d7812b-f04b-41fd-b99b-394e7184012d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299925 Mar 23 12:30:17.980274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d3a8e4d2-322e-4afb-a5e5-04244d36d2dd req-ebf45bb6-1e5d-47c7-8cb6-d760d4e1ca9f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] For port bb0ddd67-4af9-470b-8e13-b1ece68544c2, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bb0ddd67-4af9-470b-8e13-b1ece68544c2,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:17.981427 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d3a8e4d2-322e-4afb-a5e5-04244d36d2dd req-ebf45bb6-1e5d-47c7-8cb6-d760d4e1ca9f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:18.009049 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d3a8e4d2-322e-4afb-a5e5-04244d36d2dd req-ebf45bb6-1e5d-47c7-8cb6-d760d4e1ca9f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Calling delete_port for bb0ddd67-4af9-470b-8e13-b1ece68544c2 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:30:18.030161 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e6405b41-78f0-4d5a-98fb-6ac8a56dd027 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:30:18.193777 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:18.203651 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-0a9ee7d0-c237-4db9-b1d1-a3c35bbfdd8a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:18.213462 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-0a9ee7d0-c237-4db9-b1d1-a3c35bbfdd8a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/networks?id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd HTTP/1.1" status: 200 len: 805 time: 0.2078826 Mar 23 12:30:18.237366 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-4e7cd349-9d46-4644-a88e-ddced6fc4f09 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/quotas/046f907855a84a1287626c5db5b1e032 HTTP/1.1" status: 200 len: 375 time: 0.0222640 Mar 23 12:30:18.268993 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:18.277091 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:18.289632 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d3a8e4d2-322e-4afb-a5e5-04244d36d2dd req-ebf45bb6-1e5d-47c7-8cb6-d760d4e1ca9f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:18.302583 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-43a1e062-27bc-463d-94fd-2fa05b51c01e tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=046f907855a84a1287626c5db5b1e032&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0644283 Mar 23 12:30:18.371739 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819297b2-73b9-4435-865e-afbed4dd0f18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb0ddd67-4af9-470b-8e13-b1ece68544c2'}, {'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:18.373516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf45bb6-1e5d-47c7-8cb6-d760d4e1ca9f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Pushing event deleted for resources: {'Port': ['ID=bb0ddd67-4af9-470b-8e13-b1ece68544c2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:18.387269 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9274be60-e71f-49e6-b6bb-7de7deaf0835" -d '{"events": [{"server_uuid": "819297b2-73b9-4435-865e-afbed4dd0f18", "name": "network-vif-unplugged", "status": "completed", "tag": "bb0ddd67-4af9-470b-8e13-b1ece68544c2"}, {"server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:18.396451 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:18.449948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a8e4d2-322e-4afb-a5e5-04244d36d2dd req-ebf45bb6-1e5d-47c7-8cb6-d760d4e1ca9f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] No DVR routers for this DVR port bb0ddd67-4af9-470b-8e13-b1ece68544c2 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:30:18.454206 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d3a8e4d2-322e-4afb-a5e5-04244d36d2dd req-ebf45bb6-1e5d-47c7-8cb6-d760d4e1ca9f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:18.458039 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d3a8e4d2-322e-4afb-a5e5-04244d36d2dd req-ebf45bb6-1e5d-47c7-8cb6-d760d4e1ca9f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.73 "DELETE /v2.0/ports/bb0ddd67-4af9-470b-8e13-b1ece68544c2 HTTP/1.1" status: 204 len: 173 time: 0.9782617 Mar 23 12:30:18.458352 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819297b2-73b9-4435-865e-afbed4dd0f18', 'name': 'network-vif-deleted', 'tag': 'bb0ddd67-4af9-470b-8e13-b1ece68544c2'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:18.460795 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c039d16-6918-4535-9b32-843ef42f46d3" -d '{"events": [{"server_uuid": "819297b2-73b9-4435-865e-afbed4dd0f18", "name": "network-vif-deleted", "tag": "bb0ddd67-4af9-470b-8e13-b1ece68544c2"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:18.486577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19126cd4-12e0-4eb2-a24b-5310b8c3dba6 req-923de138-ed66-4fe7-b4d1-8628746acd5b tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:18.489577 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19126cd4-12e0-4eb2-a24b-5310b8c3dba6 req-923de138-ed66-4fe7-b4d1-8628746acd5b tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 946 time: 0.1964374 Mar 23 12:30:18.590136 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-2397f8ca-adbe-4244-9558-7b2ba7382a9a service neutron] 10.222.0.52 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698812 Mar 23 12:30:18.636535 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19126cd4-12e0-4eb2-a24b-5310b8c3dba6 req-7128b0d5-2e87-469a-b3c8-3790f9e942f4 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375518 Mar 23 12:30:18.731115 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08e9a26-f79f-4b2c-8605-84151f8646d6 x-openstack-request-id: req-f08e9a26-f79f-4b2c-8605-84151f8646d6 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:18.732066 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819297b2-73b9-4435-865e-afbed4dd0f18", "name": "network-vif-unplugged", "status": "completed", "tag": "bb0ddd67-4af9-470b-8e13-b1ece68544c2", "code": 200}, {"server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:18.732624 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f08e9a26-f79f-4b2c-8605-84151f8646d6 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:18.733236 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819297b2-73b9-4435-865e-afbed4dd0f18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb0ddd67-4af9-470b-8e13-b1ece68544c2', 'code': 200} Mar 23 12:30:18.733730 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'code': 200} Mar 23 12:30:18.775468 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-72ab5dfe-0234-489f-8503-1a84810dd191 service neutron] 10.222.0.52 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834910 Mar 23 12:30:18.802971 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3721c604-d378-41be-a4c6-e0899b8fd6e8 x-openstack-request-id: req-3721c604-d378-41be-a4c6-e0899b8fd6e8 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:18.803280 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819297b2-73b9-4435-865e-afbed4dd0f18", "name": "network-vif-deleted", "tag": "bb0ddd67-4af9-470b-8e13-b1ece68544c2", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:18.803534 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3721c604-d378-41be-a4c6-e0899b8fd6e8 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:18.803983 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819297b2-73b9-4435-865e-afbed4dd0f18', 'name': 'network-vif-deleted', 'tag': 'bb0ddd67-4af9-470b-8e13-b1ece68544c2', 'status': 'completed', 'code': 200} Mar 23 12:30:18.978024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ffe14-0beb-484c-93b1-830abf5c2089 req-ee68b205-3851-43e0-bffe-8afe00c1d263 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:18.985666 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5b5ffe14-0beb-484c-93b1-830abf5c2089 req-ee68b205-3851-43e0-bffe-8afe00c1d263 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/ports?device_id=5959e598-9760-4e72-a3d2-636eb28e4ca9 HTTP/1.1" status: 200 len: 945 time: 0.0988464 Mar 23 12:30:19.046505 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5b5ffe14-0beb-484c-93b1-830abf5c2089 req-eb69b61e-0430-4d36-b110-a1b163d150e7 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/security-groups?id=803611a8-e1ee-41d8-b4b5-27ddaabf1fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598965 Mar 23 12:30:19.082145 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21a3e0ab-9725-4aab-bb7c-d2423ba85111 req-832e2aca-9d27-4371-a406-b29ea8c4cfa5 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=819297b2-73b9-4435-865e-afbed4dd0f18 HTTP/1.1" status: 200 len: 210 time: 0.0377295 Mar 23 12:30:19.187129 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25bb6c7f-8cf9-4b36-ab76-948a5005163e req-dad816f9-7aff-4782-9313-37a0a38caf6c tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 210 time: 0.0800362 Mar 23 12:30:19.762559 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c811c80-cddf-4c2c-9a15-055e90f368c2 req-da41c503-ec40-44ad-b370-39c54ca96bbb tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:19.771195 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c811c80-cddf-4c2c-9a15-055e90f368c2 req-da41c503-ec40-44ad-b370-39c54ca96bbb tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/ports?device_id=5959e598-9760-4e72-a3d2-636eb28e4ca9 HTTP/1.1" status: 200 len: 945 time: 0.0834968 Mar 23 12:30:19.825767 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c811c80-cddf-4c2c-9a15-055e90f368c2 req-28119aa9-70af-4996-9964-fff0b888bcbc tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/security-groups?id=803611a8-e1ee-41d8-b4b5-27ddaabf1fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533278 Mar 23 12:30:19.838911 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bb163-0601-4fc9-9856-b09f26a6f7bd req-4a32ecf9-0c6d-4785-b880-ef59eb3c9f70 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:19.841598 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-292bb163-0601-4fc9-9856-b09f26a6f7bd req-4a32ecf9-0c6d-4785-b880-ef59eb3c9f70 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 946 time: 0.0928385 Mar 23 12:30:19.911100 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-292bb163-0601-4fc9-9856-b09f26a6f7bd req-73ee5f22-82e3-41a3-890f-12d50465ed99 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623963 Mar 23 12:30:20.053375 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ead788-a278-4890-be64-60c6ee7a5f8b req-8ac40142-203d-4364-a105-40a46101a605 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:20.055296 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d6ead788-a278-4890-be64-60c6ee7a5f8b req-8ac40142-203d-4364-a105-40a46101a605 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3f5de55-2998-4f16-bfe8-d96adb295b13 HTTP/1.1" status: 200 len: 944 time: 0.1575332 Mar 23 12:30:20.345533 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d6ead788-a278-4890-be64-60c6ee7a5f8b req-e71fe807-7964-4bef-95bf-e791ba3cac82 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Deleting port ba531078-19c9-4f08-8ef6-b911c6c2bd57 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:30:20.346143 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d6ead788-a278-4890-be64-60c6ee7a5f8b req-e71fe807-7964-4bef-95bf-e791ba3cac82 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:20.356941 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43f2ea-6e72-448d-bbeb-5f3bcebde543 req-d2a7d052-3e63-4cfb-9439-e5f8be3c9f08 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:20.360259 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d43f2ea-6e72-448d-bbeb-5f3bcebde543 req-d2a7d052-3e63-4cfb-9439-e5f8be3c9f08 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 1097 time: 0.1317856 Mar 23 12:30:20.417302 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d43f2ea-6e72-448d-bbeb-5f3bcebde543 req-44b77ab8-3c43-41b6-b218-f0459878c2d5 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488844 Mar 23 12:30:20.421285 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device bb0ddd67-4af9-470b-8e13-b1ece68544c2 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:30:20.463482 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: bb0ddd67-4af9-470b-8e13-b1ece68544c2 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:30:20.464363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device bb0ddd67-4af9-470b-8e13-b1ece68544c2 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:30:20.669981 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d6ead788-a278-4890-be64-60c6ee7a5f8b req-e71fe807-7964-4bef-95bf-e791ba3cac82 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] For port ba531078-19c9-4f08-8ef6-b911c6c2bd57, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ba531078-19c9-4f08-8ef6-b911c6c2bd57,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:20.671283 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d6ead788-a278-4890-be64-60c6ee7a5f8b req-e71fe807-7964-4bef-95bf-e791ba3cac82 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:20.681616 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8b07a676-f2f3-40f3-92bb-8910a29a4bed req-84eabba5-02c5-48b0-9e3e-2384ea15af58 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 210 time: 0.0538633 Mar 23 12:30:20.708072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-d6ead788-a278-4890-be64-60c6ee7a5f8b req-e71fe807-7964-4bef-95bf-e791ba3cac82 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Calling delete_port for ba531078-19c9-4f08-8ef6-b911c6c2bd57 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:30:20.816616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52282) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:20.825134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9505d253-2ddf-421a-8a78-b0a6bc0a9e02 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1791470915', 'description': 'tempest-description--1052812805'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:20.876833 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9505d253-2ddf-421a-8a78-b0a6bc0a9e02 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:20.966857 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d6ead788-a278-4890-be64-60c6ee7a5f8b req-e71fe807-7964-4bef-95bf-e791ba3cac82 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:21.046796 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9505d253-2ddf-421a-8a78-b0a6bc0a9e02 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:21.053543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fe807-7964-4bef-95bf-e791ba3cac82 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Pushing event deleted for resources: {'Port': ['ID=ba531078-19c9-4f08-8ef6-b911c6c2bd57,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:21.062250 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9505d253-2ddf-421a-8a78-b0a6bc0a9e02 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:21.125066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee70e3-8cf6-4296-a658-e97eb55fb1d7 req-487bd45a-fb83-418c-b4a9-501507540ab8 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:21.132908 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-64ee70e3-8cf6-4296-a658-e97eb55fb1d7 req-487bd45a-fb83-418c-b4a9-501507540ab8 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 1097 time: 0.1378160 Mar 23 12:30:21.155618 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ead788-a278-4890-be64-60c6ee7a5f8b req-e71fe807-7964-4bef-95bf-e791ba3cac82 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] No DVR routers for this DVR port ba531078-19c9-4f08-8ef6-b911c6c2bd57 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:30:21.163852 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d6ead788-a278-4890-be64-60c6ee7a5f8b req-e71fe807-7964-4bef-95bf-e791ba3cac82 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:21.168044 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d6ead788-a278-4890-be64-60c6ee7a5f8b req-e71fe807-7964-4bef-95bf-e791ba3cac82 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.73 "DELETE /v2.0/ports/ba531078-19c9-4f08-8ef6-b911c6c2bd57 HTTP/1.1" status: 204 len: 173 time: 1.1006320 Mar 23 12:30:21.168592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f5de55-2998-4f16-bfe8-d96adb295b13', 'name': 'network-vif-deleted', 'tag': 'ba531078-19c9-4f08-8ef6-b911c6c2bd57'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:21.171168 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375cc29d-fdc2-475e-b60b-b588befb4508" -d '{"events": [{"server_uuid": "b3f5de55-2998-4f16-bfe8-d96adb295b13", "name": "network-vif-deleted", "tag": "ba531078-19c9-4f08-8ef6-b911c6c2bd57"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:21.225727 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-64ee70e3-8cf6-4296-a658-e97eb55fb1d7 req-b708d7b5-9382-4e5c-97be-e851dcb3735b tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916705 Mar 23 12:30:21.331958 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedae467-6ea6-47a9-9b0b-cdba811ec392 x-openstack-request-id: req-aedae467-6ea6-47a9-9b0b-cdba811ec392 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:21.332455 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f5de55-2998-4f16-bfe8-d96adb295b13", "name": "network-vif-deleted", "tag": "ba531078-19c9-4f08-8ef6-b911c6c2bd57", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:21.332863 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aedae467-6ea6-47a9-9b0b-cdba811ec392 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:21.333430 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f5de55-2998-4f16-bfe8-d96adb295b13', 'name': 'network-vif-deleted', 'tag': 'ba531078-19c9-4f08-8ef6-b911c6c2bd57', 'status': 'completed', 'code': 200} Mar 23 12:30:21.399417 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-92b1be60-668a-4c12-a0f5-3fbe475ef5f0 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:21.401166 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-92b1be60-668a-4c12-a0f5-3fbe475ef5f0 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.73 "GET /v2.0/networks?id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd HTTP/1.1" status: 200 len: 805 time: 0.3221226 Mar 23 12:30:21.407324 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9505d253-2ddf-421a-8a78-b0a6bc0a9e02 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:21.408822 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9505d253-2ddf-421a-8a78-b0a6bc0a9e02 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5908070 Mar 23 12:30:21.415711 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52298) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:21.417957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bbef13f0-e687-442f-a9f7-e7d9f95d58d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Request body: {'security_group_rule': {'security_group_id': '04331e25-3c48-4995-8c3a-275a68c21c1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:21.447296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-671034c0-3d39-4728-afe6-9b8c08e5875a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Request body: {'port': {'device_id': 'd02c5394-ee3e-4fe9-8aff-47d1744bb93d', 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd', 'admin_state_up': True, 'tenant_id': '046f907855a84a1287626c5db5b1e032'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:21.467665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bbef13f0-e687-442f-a9f7-e7d9f95d58d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:21.536541 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-7163d2e2-d57b-406b-8684-bced6bf053dd req-6281ba44-365e-4177-bde7-5e18a9855f84 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:30:21.537764 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7163d2e2-d57b-406b-8684-bced6bf053dd req-6281ba44-365e-4177-bde7-5e18a9855f84 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205231 Mar 23 12:30:21.611543 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505d253-2ddf-421a-8a78-b0a6bc0a9e02 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04331e25-3c48-4995-8c3a-275a68c21c1d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:21.643683 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bbef13f0-e687-442f-a9f7-e7d9f95d58d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:21.654260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd645f68-9379-4aff-afab-dff37ed618be req-75436969-1d5b-4d92-89c6-3c608fbad744 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:21.654754 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bbef13f0-e687-442f-a9f7-e7d9f95d58d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:21.663893 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd645f68-9379-4aff-afab-dff37ed618be req-75436969-1d5b-4d92-89c6-3c608fbad744 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/ports?device_id=5959e598-9760-4e72-a3d2-636eb28e4ca9 HTTP/1.1" status: 200 len: 945 time: 0.6675408 Mar 23 12:30:21.721768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef13f0-e687-442f-a9f7-e7d9f95d58d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ded8ac7-919f-4846-a752-9ea0b7795cb8,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:21.751116 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bbef13f0-e687-442f-a9f7-e7d9f95d58d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:21.756414 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bbef13f0-e687-442f-a9f7-e7d9f95d58d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3425267 Mar 23 12:30:21.757478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52302) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:21.763244 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-685da91f-ed70-429b-8102-03e5045125c6 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Request body: {'security_group_rule': {'security_group_id': '04331e25-3c48-4995-8c3a-275a68c21c1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:21.804146 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-685da91f-ed70-429b-8102-03e5045125c6 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:21.816914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86344405-9e00-4c76-ab17-f1bbcd5ca381 req-f063e266-7d8c-4f4b-b693-d74fbcb5c46b tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:21.820523 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-86344405-9e00-4c76-ab17-f1bbcd5ca381 req-f063e266-7d8c-4f4b-b693-d74fbcb5c46b tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.77 "GET /v2.0/ports?device_id=5959e598-9760-4e72-a3d2-636eb28e4ca9 HTTP/1.1" status: 200 len: 945 time: 0.2625856 Mar 23 12:30:21.872601 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-671034c0-3d39-4728-afe6-9b8c08e5875a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Made reservation on behalf of 046f907855a84a1287626c5db5b1e032 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:30:21.886579 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-671034c0-3d39-4728-afe6-9b8c08e5875a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:21.904595 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-685da91f-ed70-429b-8102-03e5045125c6 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:21.912198 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-685da91f-ed70-429b-8102-03e5045125c6 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:21.938078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685da91f-ed70-429b-8102-03e5045125c6 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf419fc4-e5b7-4961-9d48-b08f5b7b337a,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:21.961524 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-685da91f-ed70-429b-8102-03e5045125c6 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:21.972326 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-685da91f-ed70-429b-8102-03e5045125c6 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2131948 Mar 23 12:30:21.976489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52312) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:21.989811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:22.022682 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd645f68-9379-4aff-afab-dff37ed618be req-b4ac9915-11c0-42a2-b792-64db6556d92f tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/security-groups?id=803611a8-e1ee-41d8-b4b5-27ddaabf1fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574321 Mar 23 12:30:22.032526 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:22.278865 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:22.359661 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b4dbb445-35d6-4026-8eae-029a89c5f234 req-b9abae32-01f7-4d5b-b7bb-f00a6b96263d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 210 time: 0.0891423 Mar 23 12:30:22.409916 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-86344405-9e00-4c76-ab17-f1bbcd5ca381 req-9d7aca30-b344-451c-8094-f6c6ad6d7406 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Deleting port 0f464b1e-72e4-48b4-8c39-65be321bbe72 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:30:22.410342 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-86344405-9e00-4c76-ab17-f1bbcd5ca381 req-9d7aca30-b344-451c-8094-f6c6ad6d7406 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:22.416790 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ba531078-19c9-4f08-8ef6-b911c6c2bd57 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:30:22.476353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: ba531078-19c9-4f08-8ef6-b911c6c2bd57 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:30:22.476946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ba531078-19c9-4f08-8ef6-b911c6c2bd57 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:30:22.511075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Allocated IP 172.25.2.133 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/fd397b31-d105-47ff-83ca-e52e318d2543) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:30:22.569312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-671034c0-3d39-4728-afe6-9b8c08e5875a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Allocated IP 172.20.0.13 (8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd/a7b69fc4-50e7-4784-b657-b053d5e4a98d/aeaa430c-6c25-4b90-9b01-fbf182d05f3c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:30:22.637768 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-86344405-9e00-4c76-ab17-f1bbcd5ca381 req-9d7aca30-b344-451c-8094-f6c6ad6d7406 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] For port 0f464b1e-72e4-48b4-8c39-65be321bbe72, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=0f464b1e-72e4-48b4-8c39-65be321bbe72,segment=NetworkSegment(5a07030b-8756-44a7-837b-4fff570e45d5),segment_id=5a07030b-8756-44a7-837b-4fff570e45d5)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:22.638233 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-86344405-9e00-4c76-ab17-f1bbcd5ca381 req-9d7aca30-b344-451c-8094-f6c6ad6d7406 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:22.647761 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:22.665479 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-86344405-9e00-4c76-ab17-f1bbcd5ca381 req-9d7aca30-b344-451c-8094-f6c6ad6d7406 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Calling delete_port for 0f464b1e-72e4-48b4-8c39-65be321bbe72 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:30:22.690105 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:22.735034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:30:22.741353 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:30:22.746014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:30:22.780484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Pushing event updated for resources: {'Port': ['ID=fd397b31-d105-47ff-83ca-e52e318d2543,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:22.890046 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:22.960391 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:22.970094 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-671034c0-3d39-4728-afe6-9b8c08e5875a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:23.037632 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-86344405-9e00-4c76-ab17-f1bbcd5ca381 req-9d7aca30-b344-451c-8094-f6c6ad6d7406 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:23.108538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7aca30-b344-451c-8094-f6c6ad6d7406 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Pushing event deleted for resources: {'Port': ['ID=0f464b1e-72e4-48b4-8c39-65be321bbe72,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:23.172304 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d585419-1321-4bd8-aa28-2972c3b0f531 req-73a038d3-164b-4586-9faa-cf02d26cea0c tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.52 "GET /v2.0/ports?device_id=5959e598-9760-4e72-a3d2-636eb28e4ca9 HTTP/1.1" status: 200 len: 210 time: 0.0572944 Mar 23 12:30:23.223953 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-86344405-9e00-4c76-ab17-f1bbcd5ca381 req-9d7aca30-b344-451c-8094-f6c6ad6d7406 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] No DVR routers for this DVR port 0f464b1e-72e4-48b4-8c39-65be321bbe72 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:30:23.226850 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-671034c0-3d39-4728-afe6-9b8c08e5875a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:23.230155 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-86344405-9e00-4c76-ab17-f1bbcd5ca381 req-9d7aca30-b344-451c-8094-f6c6ad6d7406 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:23.235574 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-86344405-9e00-4c76-ab17-f1bbcd5ca381 req-9d7aca30-b344-451c-8094-f6c6ad6d7406 tempest-ServerAddressesNegativeTestJSON-1097511095 tempest-ServerAddressesNegativeTestJSON-1097511095-project] 10.222.0.77 "DELETE /v2.0/ports/0f464b1e-72e4-48b4-8c39-65be321bbe72 HTTP/1.1" status: 204 len: 173 time: 1.3928308 Mar 23 12:30:23.236039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5959e598-9760-4e72-a3d2-636eb28e4ca9', 'name': 'network-vif-deleted', 'tag': '0f464b1e-72e4-48b4-8c39-65be321bbe72'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:23.238893 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a80f50-3668-4e75-973e-1d573963d847" -d '{"events": [{"server_uuid": "5959e598-9760-4e72-a3d2-636eb28e4ca9", "name": "network-vif-deleted", "tag": "0f464b1e-72e4-48b4-8c39-65be321bbe72"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:23.306875 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671034c0-3d39-4728-afe6-9b8c08e5875a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Pushing event updated for resources: {'Port': ['ID=aeaa430c-6c25-4b90-9b01-fbf182d05f3c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:23.320761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-671034c0-3d39-4728-afe6-9b8c08e5875a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:30:23.323766 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-671034c0-3d39-4728-afe6-9b8c08e5875a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:30:23.330050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-671034c0-3d39-4728-afe6-9b8c08e5875a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:30:23.335259 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:23.346108 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:23.390241 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab2f7de-62fa-46a7-b2a5-aefb6131b86c x-openstack-request-id: req-7ab2f7de-62fa-46a7-b2a5-aefb6131b86c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:23.390711 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5959e598-9760-4e72-a3d2-636eb28e4ca9", "name": "network-vif-deleted", "tag": "0f464b1e-72e4-48b4-8c39-65be321bbe72", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:23.396972 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ab2f7de-62fa-46a7-b2a5-aefb6131b86c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:23.397564 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5959e598-9760-4e72-a3d2-636eb28e4ca9', 'name': 'network-vif-deleted', 'tag': '0f464b1e-72e4-48b4-8c39-65be321bbe72', 'status': 'completed', 'code': 200} Mar 23 12:30:23.449722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-671034c0-3d39-4728-afe6-9b8c08e5875a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:23.450710 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-671034c0-3d39-4728-afe6-9b8c08e5875a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:23.491829 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-671034c0-3d39-4728-afe6-9b8c08e5875a tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0628009 Mar 23 12:30:23.519762 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Request body: {'port': {'device_id': 'd02c5394-ee3e-4fe9-8aff-47d1744bb93d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:23.526931 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:23.544509 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Pushing event updated for resources: {'Port': ['ID=fd397b31-d105-47ff-83ca-e52e318d2543,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:23.595590 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:23.606527 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-59bb6281-3237-41c2-b76b-8c677cb4f45d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6261439 Mar 23 12:30:23.659067 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52366) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:23.761337 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fb058-f307-460e-bf8b-390edc071c56 req-39a9e3bc-3ef3-4887-9860-f65a96bd46ba tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:23.775565 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a94fb058-f307-460e-bf8b-390edc071c56 req-39a9e3bc-3ef3-4887-9860-f65a96bd46ba tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 932 time: 0.2766504 Mar 23 12:30:23.782584 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:23.811879 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-3f2c38ab-ffa5-4dfa-a686-77f7ac41dd86 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:30:23.813353 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-3f2c38ab-ffa5-4dfa-a686-77f7ac41dd86 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1529081 Mar 23 12:30:23.853793 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d15541d1-d964-4095-acdb-8386f7804915 req-fc0a152e-8e03-40b2-a30e-4860944a404e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1915102 Mar 23 12:30:23.893434 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a94fb058-f307-460e-bf8b-390edc071c56 req-d6e876e9-62c8-40a7-a80c-244716dab5a1 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142399 Mar 23 12:30:24.042710 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-12603d06-be95-427b-adcd-fc302e424648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:24.081594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e6405b41-78f0-4d5a-98fb-6ac8a56dd027 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:30:24.084351 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 0f464b1e-72e4-48b4-8c39-65be321bbe72 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:30:24.154097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15541d1-d964-4095-acdb-8386f7804915 req-6906f203-45a6-4c1f-aa31-a2a970632a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:24.156417 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d15541d1-d964-4095-acdb-8386f7804915 req-6906f203-45a6-4c1f-aa31-a2a970632a94 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fee90e0bf88b457c919035fd76273c68&device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 1099 time: 0.2588804 Mar 23 12:30:24.208956 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706466-730e-4c84-81bc-5994d715b046 req-52be2bf6-4fb7-4f76-a572-8efdc1c5c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:24.210645 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-52be2bf6-4fb7-4f76-a572-8efdc1c5c858 service neutron] 10.222.0.52 "GET /v2.0/ports/14bc6d0e-4a90-4024-bd21-6c49270c0af9 HTTP/1.1" status: 200 len: 1094 time: 0.3014882 Mar 23 12:30:24.236258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a2706466-730e-4c84-81bc-5994d715b046 req-a4a50074-7406-4d2c-a115-73aa072c5a4f service neutron] Request body: {'binding': {'host': 'n-h1-834854-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:24.236791 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a2706466-730e-4c84-81bc-5994d715b046 req-a4a50074-7406-4d2c-a115-73aa072c5a4f service neutron] Unknown quota resources ['binding']. {{(pid=102778) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 12:30:24.278997 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 0f464b1e-72e4-48b4-8c39-65be321bbe72 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:30:24.279780 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 0f464b1e-72e4-48b4-8c39-65be321bbe72 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:30:24.334551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:24.361744 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'port_id': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'mac_address': 'fa:16:3e:2e:58:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:30:24.432227 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:24.433612 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15541d1-d964-4095-acdb-8386f7804915 req-38ff901f-f492-486a-b04b-a69589c8dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:24.435370 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d15541d1-d964-4095-acdb-8386f7804915 req-38ff901f-f492-486a-b04b-a69589c8dcf9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.2220819 Mar 23 12:30:24.459037 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6405b41-78f0-4d5a-98fb-6ac8a56dd027 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:30:24.521287 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:24.524801 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d15541d1-d964-4095-acdb-8386f7804915 req-2633fe71-738f-447a-94c6-e0a910394aec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=f3406521-0d43-45f9-8ecf-755726b3a2b1 HTTP/1.1" status: 200 len: 217 time: 0.0506430 Mar 23 12:30:24.531065 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:24.553006 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeaa430c-6c25-4b90-9b01-fbf182d05f3c {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:30:24.585484 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6227606-24b3-468e-98b9-dd6569b19909 req-7cc1b282-0779-4c2b-9786-98d31bbd9ef0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:24.593580 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6227606-24b3-468e-98b9-dd6569b19909 req-7cc1b282-0779-4c2b-9786-98d31bbd9ef0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/networks?id=c386454e-c68d-426c-b8b8-7fca3f2b996b HTTP/1.1" status: 200 len: 821 time: 0.2850611 Mar 23 12:30:24.597019 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:24.619428 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6227606-24b3-468e-98b9-dd6569b19909 req-ca968e93-46a3-4d6a-a523-664669c9784b tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/quotas/b3514e9ddc7e4976b2886ea4848bbfbc HTTP/1.1" status: 200 len: 375 time: 0.0248241 Mar 23 12:30:24.653895 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a2706466-730e-4c84-81bc-5994d715b046 req-a4a50074-7406-4d2c-a115-73aa072c5a4f service neutron] Attempting to bind port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 on host n-h1-834854-1 for vnic_type normal with profile None {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:30:24.656124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a2706466-730e-4c84-81bc-5994d715b046 req-a4a50074-7406-4d2c-a115-73aa072c5a4f service neutron] Attempting to bind port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:30:24.656474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2706466-730e-4c84-81bc-5994d715b046 req-a4a50074-7406-4d2c-a115-73aa072c5a4f service neutron] Attempting to bind port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:30:24.663423 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2706466-730e-4c84-81bc-5994d715b046 req-a4a50074-7406-4d2c-a115-73aa072c5a4f service neutron] Port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:30:24.663948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2706466-730e-4c84-81bc-5994d715b046 req-a4a50074-7406-4d2c-a115-73aa072c5a4f service neutron] Attempting to bind port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:30:24.672443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2706466-730e-4c84-81bc-5994d715b046 req-a4a50074-7406-4d2c-a115-73aa072c5a4f service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:30:24.672949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2706466-730e-4c84-81bc-5994d715b046 req-a4a50074-7406-4d2c-a115-73aa072c5a4f service neutron] Checking segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:30:24.673460 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2706466-730e-4c84-81bc-5994d715b046 req-a4a50074-7406-4d2c-a115-73aa072c5a4f service neutron] Bound using segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:30:24.674034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a2706466-730e-4c84-81bc-5994d715b046 req-a4a50074-7406-4d2c-a115-73aa072c5a4f service neutron] Bound port: 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:30:24.682102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Transition to ACTIVE for port object aeaa430c-6c25-4b90-9b01-fbf182d05f3c will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:30:24.690286 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:24.691120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['e6405b41-78f0-4d5a-98fb-6ac8a56dd027'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:30:24.747561 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Pushing event updated for resources: {'Port': ['ID=aeaa430c-6c25-4b90-9b01-fbf182d05f3c,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:24.760111 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15541d1-d964-4095-acdb-8386f7804915 req-a002cecf-c965-4c4a-8acb-9edf0f494ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:24.762640 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d15541d1-d964-4095-acdb-8386f7804915 req-a002cecf-c965-4c4a-8acb-9edf0f494ec1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.2292054 Mar 23 12:30:24.792027 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:24.801383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a2706466-730e-4c84-81bc-5994d715b046 req-a4a50074-7406-4d2c-a115-73aa072c5a4f service neutron] For port 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:30:24.810174 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a2706466-730e-4c84-81bc-5994d715b046 req-a4a50074-7406-4d2c-a115-73aa072c5a4f service neutron] Notify callbacks [] for binding, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:24.811709 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-a4a50074-7406-4d2c-a115-73aa072c5a4f service neutron] 10.222.0.52 "POST /v2.0/ports/14bc6d0e-4a90-4024-bd21-6c49270c0af9/bindings HTTP/1.1" status: 201 len: 389 time: 0.5871186 Mar 23 12:30:24.815227 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:24.815571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:24.815910 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:24.816271 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:24.816599 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:24.816920 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:24.817416 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:24.817900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:24.818401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:24.818880 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:24.819357 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:24.819833 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:24.883808 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6227606-24b3-468e-98b9-dd6569b19909 req-69cbf88a-2201-4112-ae2a-cfc690fc0220 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3514e9ddc7e4976b2886ea4848bbfbc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2628248 Mar 23 12:30:25.027707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52406) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:25.156315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c9df54-5434-4d33-b156-271412cf6f05 admin admin] Deleting subnet 1b4a2636-4cb2-49e8-a963-fe8108954de3 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:30:25.173137 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31c9df54-5434-4d33-b156-271412cf6f05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:25.228835 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15541d1-d964-4095-acdb-8386f7804915 req-bfc90e46-3f1b-4a6e-a29b-6bc6c2a57929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:25.228835 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d15541d1-d964-4095-acdb-8386f7804915 req-bfc90e46-3f1b-4a6e-a29b-6bc6c2a57929 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4504645 Mar 23 12:30:25.238572 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6227606-24b3-468e-98b9-dd6569b19909 req-c1a56bc1-b563-42b6-bfa9-1c55b379131f service neutron] 10.222.0.52 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531160 Mar 23 12:30:25.278107 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31c9df54-5434-4d33-b156-271412cf6f05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:25.311706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783512f9-a15a-4bc0-8e9d-38ab685a2fe4 req-b2cd0c9e-df4e-4fce-9f43-f309830a03f4 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:25.315868 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-783512f9-a15a-4bc0-8e9d-38ab685a2fe4 req-b2cd0c9e-df4e-4fce-9f43-f309830a03f4 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 946 time: 0.1162243 Mar 23 12:30:25.367183 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-783512f9-a15a-4bc0-8e9d-38ab685a2fe4 req-615014f1-d96c-42af-b8d8-87dbd9d24268 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400243 Mar 23 12:30:25.377564 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31c9df54-5434-4d33-b156-271412cf6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:25.408280 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:30:25.508727 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31c9df54-5434-4d33-b156-271412cf6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:25.554355 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31c9df54-5434-4d33-b156-271412cf6f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:25.559614 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-31c9df54-5434-4d33-b156-271412cf6f05 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1b4a2636-4cb2-49e8-a963-fe8108954de3 HTTP/1.1" status: 204 len: 168 time: 0.5304091 Mar 23 12:30:25.561525 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9df54-5434-4d33-b156-271412cf6f05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b4a2636-4cb2-49e8-a963-fe8108954de3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:25.571667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52414) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:25.580845 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e8e48-dd4b-493b-86a5-bacc0eb3310d req-5514e6ba-b15f-4a93-8f31-ba3697c7b7c6 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:25.583350 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a4e8e48-dd4b-493b-86a5-bacc0eb3310d req-5514e6ba-b15f-4a93-8f31-ba3697c7b7c6 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 944 time: 0.1361983 Mar 23 12:30:25.717252 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a4e8e48-dd4b-493b-86a5-bacc0eb3310d req-7bbbe573-084a-4614-bcf3-f378d6e1b437 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237872 Mar 23 12:30:25.735664 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00bf21c8-f827-45bc-8652-76bc92fc5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:25.988126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706466-730e-4c84-81bc-5994d715b046 req-b9e17f98-7377-4bec-8dfc-ffe601d0415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:25.990551 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-b9e17f98-7377-4bec-8dfc-ffe601d0415b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 1097 time: 0.7583964 Mar 23 12:30:26.013084 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00bf21c8-f827-45bc-8652-76bc92fc5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:26.048000 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-00bf21c8-f827-45bc-8652-76bc92fc5d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db34ef0d-96bc-417b-8c2f-819bb71fc1c8']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:30:26.061285 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-00bf21c8-f827-45bc-8652-76bc92fc5d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a07030b-8756-44a7-837b-4fff570e45d5') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:30:26.061821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-00bf21c8-f827-45bc-8652-76bc92fc5d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a07030b-8756-44a7-837b-4fff570e45d5') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:30:26.075030 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00bf21c8-f827-45bc-8652-76bc92fc5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:26.095590 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00bf21c8-f827-45bc-8652-76bc92fc5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:26.099051 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e6405b41-78f0-4d5a-98fb-6ac8a56dd027 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:30:26.100801 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d15541d1-d964-4095-acdb-8386f7804915 req-25cda270-530d-4179-a22b-a14db47a9907 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8420606 Mar 23 12:30:26.105453 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bf21c8-f827-45bc-8652-76bc92fc5d4b admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:30:26.105837 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00bf21c8-f827-45bc-8652-76bc92fc5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:30:26.108310 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:30:26.182992 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00bf21c8-f827-45bc-8652-76bc92fc5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:26.198155 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00bf21c8-f827-45bc-8652-76bc92fc5d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:26.210618 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-00bf21c8-f827-45bc-8652-76bc92fc5d4b admin admin] 10.222.0.52 "DELETE /v2.0/networks/db34ef0d-96bc-417b-8c2f-819bb71fc1c8 HTTP/1.1" status: 204 len: 168 time: 0.6232393 Mar 23 12:30:26.232977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Attempting to bind port aeaa430c-6c25-4b90-9b01-fbf182d05f3c on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:30:26.232977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Attempting to bind port aeaa430c-6c25-4b90-9b01-fbf182d05f3c by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '1566562a-0053-420a-9248-b434f50712fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:30:26.235746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Attempting to bind port aeaa430c-6c25-4b90-9b01-fbf182d05f3c on network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:30:26.242378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf21c8-f827-45bc-8652-76bc92fc5d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=db34ef0d-96bc-417b-8c2f-819bb71fc1c8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:26.259802 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port e6405b41-78f0-4d5a-98fb-6ac8a56dd027 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:30:26.260314 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:26.301319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Port aeaa430c-6c25-4b90-9b01-fbf182d05f3c on network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:30:26.304136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Attempting to bind port aeaa430c-6c25-4b90-9b01-fbf182d05f3c on network 8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:30:26.329818 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:30:26.331027 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Checking segment: {'id': '1566562a-0053-420a-9248-b434f50712fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:30:26.331896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Bound using segment: {'id': '1566562a-0053-420a-9248-b434f50712fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:30:26.332747 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Bound port: aeaa430c-6c25-4b90-9b01-fbf182d05f3c, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1566562a-0053-420a-9248-b434f50712fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:30:26.333523 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:26.382787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d757ea3-5a98-43eb-a659-c55208701aae req-dbc3613b-8cde-4096-8a75-a2b0c92ba8fa tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:26.385573 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d757ea3-5a98-43eb-a659-c55208701aae req-dbc3613b-8cde-4096-8a75-a2b0c92ba8fa tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/ports?device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 945 time: 0.1024933 Mar 23 12:30:26.386387 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:26.419873 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:26.422798 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37156510-799d-401e-84d8-a2367d4a3727" -d '{"events": [{"server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "name": "network-vif-plugged", "status": "completed", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:26.462238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:26.470578 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:26.479042 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4cd53352-e2e7-4745-ab55-57662b3602f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:26.482509 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6227606-24b3-468e-98b9-dd6569b19909 req-e0243b65-f783-4e32-8321-596bf8402468 service neutron] 10.222.0.52 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2254677 Mar 23 12:30:26.488091 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d15541d1-d964-4095-acdb-8386f7804915 req-7978d84c-1208-4b60-8c88-14555bf994db service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323267 Mar 23 12:30:26.508984 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d757ea3-5a98-43eb-a659-c55208701aae req-dff3df12-6389-48b3-936b-89eef4fab147 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/security-groups?id=d54b5ae9-a7b6-4630-b21f-6e45ec81050a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123102 Mar 23 12:30:26.620049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:26.642962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52440) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:26.710479 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706466-730e-4c84-81bc-5994d715b046 req-8912f39a-e94e-404f-909a-aabd5acc641a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:26.714833 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-8912f39a-e94e-404f-909a-aabd5acc641a service neutron] 10.222.0.77 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.6910820 Mar 23 12:30:26.792164 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-94116c17-14ce-4184-bd09-3ccb564cd515 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9 HTTP/1.1" status: 200 len: 217 time: 0.0653610 Mar 23 12:30:26.795517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] For port aeaa430c-6c25-4b90-9b01-fbf182d05f3c, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:30:26.807670 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9b80d5c7-3855-4a2c-baa4-73572725c255 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e6710e99f9c4008a40bc89e28c9906a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629648 Mar 23 12:30:26.811221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52448) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:26.825487 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf593a9-5429-401f-93c7-f4ca17bdec37 x-openstack-request-id: req-4cf593a9-5429-401f-93c7-f4ca17bdec37 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:26.825902 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "name": "network-vif-plugged", "status": "completed", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:26.826277 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4cf593a9-5429-401f-93c7-f4ca17bdec37 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:26.826983 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'code': 200} Mar 23 12:30:26.860187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] For port aeaa430c-6c25-4b90-9b01-fbf182d05f3c, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=aeaa430c-6c25-4b90-9b01-fbf182d05f3c,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:30:26.882057 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:26.911821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4407264-9601-44bb-b5ea-8d2753650dc8 req-ab509ef3-c727-41f2-94bc-849194612459 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:26.924937 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d4407264-9601-44bb-b5ea-8d2753650dc8 req-ab509ef3-c727-41f2-94bc-849194612459 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 946 time: 0.2443509 Mar 23 12:30:26.969444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:26.970644 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:26.972512 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] 10.222.0.73 "PUT /v2.0/ports/aeaa430c-6c25-4b90-9b01-fbf182d05f3c HTTP/1.1" status: 200 len: 1092 time: 3.4574225 Mar 23 12:30:26.978160 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73329f0e-7a4b-43eb-b3a6-37b8acf2fba4 service neutron] Pushing event updated for resources: {'Port': ['ID=aeaa430c-6c25-4b90-9b01-fbf182d05f3c,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:26.997880 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02c5394-ee3e-4fe9-8aff-47d1744bb93d', 'tag': 'aeaa430c-6c25-4b90-9b01-fbf182d05f3c'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:27.000346 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4bd23026-8a13-4f65-9b10-36f3a8d2b0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:27.003858 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d2168a-2397-4f24-8da2-76f4e38ce5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d02c5394-ee3e-4fe9-8aff-47d1744bb93d", "tag": "aeaa430c-6c25-4b90-9b01-fbf182d05f3c"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:27.024591 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d4407264-9601-44bb-b5ea-8d2753650dc8 req-463a27d0-790c-4642-9e5a-dcea9d681c84 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986574 Mar 23 12:30:27.080437 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4bd23026-8a13-4f65-9b10-36f3a8d2b0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:27.081296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706466-730e-4c84-81bc-5994d715b046 req-415b1c75-825d-48ce-9150-cfe0e5347cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:27.083670 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-415b1c75-825d-48ce-9150-cfe0e5347cb5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.2824819 Mar 23 12:30:27.154615 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0df0d791-18a0-4168-af12-c60701142492 req-5ee60fa1-3bfb-4931-8222-ed9d6192e687 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 210 time: 0.2568552 Mar 23 12:30:27.164080 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4bd23026-8a13-4f65-9b10-36f3a8d2b0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:27.171829 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4bd23026-8a13-4f65-9b10-36f3a8d2b0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:27.171829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4bd23026-8a13-4f65-9b10-36f3a8d2b0e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/803611a8-e1ee-41d8-b4b5-27ddaabf1fab HTTP/1.1" status: 204 len: 168 time: 0.3551130 Mar 23 12:30:27.239755 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd23026-8a13-4f65-9b10-36f3a8d2b0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803611a8-e1ee-41d8-b4b5-27ddaabf1fab,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:27.243970 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-2ff62d16-16fb-4333-8056-8bebcdd5dc5f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821247 Mar 23 12:30:27.327197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7804ff-515e-4e93-89ca-33d606ef07de req-57135825-8479-47f3-8819-5c5b9ab13708 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:27.336935 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a7804ff-515e-4e93-89ca-33d606ef07de req-57135825-8479-47f3-8819-5c5b9ab13708 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 944 time: 0.1835260 Mar 23 12:30:27.375814 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7d130f-b32a-4dbc-9757-ef56d455b3a5 x-openstack-request-id: req-ac7d130f-b32a-4dbc-9757-ef56d455b3a5 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:27.376333 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02c5394-ee3e-4fe9-8aff-47d1744bb93d", "tag": "aeaa430c-6c25-4b90-9b01-fbf182d05f3c", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:27.376721 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac7d130f-b32a-4dbc-9757-ef56d455b3a5 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:27.377851 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02c5394-ee3e-4fe9-8aff-47d1744bb93d', 'tag': 'aeaa430c-6c25-4b90-9b01-fbf182d05f3c', 'status': 'completed', 'code': 200} Mar 23 12:30:27.381714 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-4d654694-e786-451b-acd1-a5d00ddc409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:27.386022 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-4d654694-e786-451b-acd1-a5d00ddc409a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=046f907855a84a1287626c5db5b1e032&device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 1095 time: 0.3180888 Mar 23 12:30:27.444952 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a7804ff-515e-4e93-89ca-33d606ef07de req-d0fd28d4-11aa-4fa1-ba02-eef80032fbff tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982249 Mar 23 12:30:27.473147 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-6586909d-173a-40dd-b69a-d7771a91eddc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aeaa430c-6c25-4b90-9b01-fbf182d05f3c HTTP/1.1" status: 200 len: 217 time: 0.0690365 Mar 23 12:30:27.623098 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-ffc7f89c-786d-44d9-9924-0d93caf7271c service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670993 Mar 23 12:30:27.638760 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:27.762735 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-26605582-eeda-471d-b271-5d0612aea93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:27.764785 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-26605582-eeda-471d-b271-5d0612aea93f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7b69fc4-50e7-4784-b657-b053d5e4a98d HTTP/1.1" status: 200 len: 845 time: 0.2654612 Mar 23 12:30:27.809231 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ccade-0f41-4db3-ace8-3592ec321ef2 req-4bce7bff-0549-40f0-9858-57f1bf81e494 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:27.811558 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e5ccade-0f41-4db3-ace8-3592ec321ef2 req-4bce7bff-0549-40f0-9858-57f1bf81e494 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/ports?device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 945 time: 0.1919022 Mar 23 12:30:27.840459 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-30033423-6fd2-45bb-ad15-963e6ec0fed1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596168 Mar 23 12:30:27.953780 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-2c6ffd41-4b85-4629-95f6-4aaac7bd8bb3 service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754886 Mar 23 12:30:27.987807 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e5ccade-0f41-4db3-ace8-3592ec321ef2 req-603ae881-c817-45c9-8051-7f49bdb9f9d3 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/security-groups?id=d54b5ae9-a7b6-4630-b21f-6e45ec81050a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529980 Mar 23 12:30:28.152477 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-822e3934-98f1-4c13-9c30-7f9add57a6d7 service neutron] 10.222.0.73 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951338 Mar 23 12:30:28.158150 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d3adc-03ee-45ea-bb5f-7643a84c1c1b req-c1d18c91-a97b-4ff4-87f5-508a8582c10e tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:28.159832 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c51d3adc-03ee-45ea-bb5f-7643a84c1c1b req-c1d18c91-a97b-4ff4-87f5-508a8582c10e tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.73 "GET /v2.0/ports?device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 945 time: 0.1070104 Mar 23 12:30:28.206713 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706466-730e-4c84-81bc-5994d715b046 req-eff53671-9198-4a7b-bac1-c9dc975ee929 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:28.208324 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-eff53671-9198-4a7b-bac1-c9dc975ee929 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577&tenant_id=43636dcef9ff4fb98e9524a9242506a8&binding%3Ahost_id=n-h2-834854-1 HTTP/1.1" status: 200 len: 1097 time: 0.1601202 Mar 23 12:30:28.281999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e9df9-c9ee-40c4-a57e-091751b3f03e req-aca5cf1c-e0bb-4462-ac85-0a79bfff1da6 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:28.283935 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df5e9df9-c9ee-40c4-a57e-091751b3f03e req-aca5cf1c-e0bb-4462-ac85-0a79bfff1da6 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 946 time: 0.1485505 Mar 23 12:30:28.284442 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-834854-1'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:28.402803 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:28.425772 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df5e9df9-c9ee-40c4-a57e-091751b3f03e req-483a799e-603a-46a7-a1d5-a99cff7bd83a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297791 Mar 23 12:30:28.448161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-c51d3adc-03ee-45ea-bb5f-7643a84c1c1b req-dd3a7905-a3e5-4677-a25d-9e59d47ee922 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Deleting port 198bdbc0-9add-405e-b112-496321e65181 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:30:28.448775 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c51d3adc-03ee-45ea-bb5f-7643a84c1c1b req-dd3a7905-a3e5-4677-a25d-9e59d47ee922 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:28.507457 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c767ed2-4c80-4d00-a475-13cdf8221eb5 req-cb9b21bf-eeed-4689-aa85-77ee92478084 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 210 time: 0.2317338 Mar 23 12:30:28.626917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c51d3adc-03ee-45ea-bb5f-7643a84c1c1b req-dd3a7905-a3e5-4677-a25d-9e59d47ee922 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] For port 198bdbc0-9add-405e-b112-496321e65181, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=198bdbc0-9add-405e-b112-496321e65181,segment=NetworkSegment(2d472369-9b14-4134-be3c-f5a91745112d),segment_id=2d472369-9b14-4134-be3c-f5a91745112d)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:28.627540 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c51d3adc-03ee-45ea-bb5f-7643a84c1c1b req-dd3a7905-a3e5-4677-a25d-9e59d47ee922 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:28.725250 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-affd5a86-3b41-4bc0-9df4-b74bf779728a req-8b251f1a-2545-4600-92b3-889d0e8474c5 service neutron] 10.222.0.73 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644388 Mar 23 12:30:28.771387 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52514) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:28.870376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fd0bb-bcb0-446b-8c79-e3d8f3ac1f30 req-383a09ca-e0dc-4ead-b470-74e123c438f8 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:28.871996 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-032fd0bb-bcb0-446b-8c79-e3d8f3ac1f30 req-383a09ca-e0dc-4ead-b470-74e123c438f8 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 944 time: 0.2479744 Mar 23 12:30:28.891440 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6227606-24b3-468e-98b9-dd6569b19909 req-dac7dfa6-53e2-432b-af2b-79ad91309046 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:28.892432 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6227606-24b3-468e-98b9-dd6569b19909 req-dac7dfa6-53e2-432b-af2b-79ad91309046 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.77 "GET /v2.0/networks?id=c386454e-c68d-426c-b8b8-7fca3f2b996b HTTP/1.1" status: 200 len: 821 time: 0.3280966 Mar 23 12:30:28.919892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e6227606-24b3-468e-98b9-dd6569b19909 req-8702abfd-199d-4c64-aa03-976f698affb4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Request body: {'port': {'device_id': 'f1dd4fee-3aa4-42eb-9576-533a879a3284', 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b', 'admin_state_up': True, 'tenant_id': 'b3514e9ddc7e4976b2886ea4848bbfbc'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:28.956058 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c51d3adc-03ee-45ea-bb5f-7643a84c1c1b req-dd3a7905-a3e5-4677-a25d-9e59d47ee922 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:28.956644 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c51d3adc-03ee-45ea-bb5f-7643a84c1c1b req-dd3a7905-a3e5-4677-a25d-9e59d47ee922 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:28.956951 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-c51d3adc-03ee-45ea-bb5f-7643a84c1c1b req-dd3a7905-a3e5-4677-a25d-9e59d47ee922 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Floating IP 82c761b1-84b6-4c82-94de-a4efe0401413 disassociated. External IP: 172.25.2.235, port: 198bdbc0-9add-405e-b112-496321e65181. Mar 23 12:30:28.957489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-c51d3adc-03ee-45ea-bb5f-7643a84c1c1b req-dd3a7905-a3e5-4677-a25d-9e59d47ee922 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Calling delete_port for 198bdbc0-9add-405e-b112-496321e65181 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:30:28.994952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d322d71d-a19b-42ab-bcaf-e2b1539f41cf admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1706565064-network', 'tenant_id': '7273316a0f7148679a399b75a5435312'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:29.003075 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:29.046033 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] For port 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:29.076518 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d322d71d-a19b-42ab-bcaf-e2b1539f41cf admin admin] Made reservation on behalf of 7273316a0f7148679a399b75a5435312 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:30:29.089918 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d322d71d-a19b-42ab-bcaf-e2b1539f41cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:29.108839 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d322d71d-a19b-42ab-bcaf-e2b1539f41cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:29.138757 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-032fd0bb-bcb0-446b-8c79-e3d8f3ac1f30 req-6b445179-3890-44cc-b696-e0416817fece tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483430 Mar 23 12:30:29.171329 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2168a-2397-4f24-8da2-76f4e38ce5bb req-890efd87-2d52-4a9b-95d0-99be720e5bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:29.173243 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12d2168a-2397-4f24-8da2-76f4e38ce5bb req-890efd87-2d52-4a9b-95d0-99be720e5bf9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=046f907855a84a1287626c5db5b1e032&device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 1095 time: 0.2894204 Mar 23 12:30:29.176424 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] For port 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:30:29.216438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6227606-24b3-468e-98b9-dd6569b19909 req-8702abfd-199d-4c64-aa03-976f698affb4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Made reservation on behalf of b3514e9ddc7e4976b2886ea4848bbfbc for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:30:29.219969 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e6227606-24b3-468e-98b9-dd6569b19909 req-8702abfd-199d-4c64-aa03-976f698affb4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:29.324319 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:29.374576 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:29.383115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14bc6d0e-4a90-4024-bd21-6c49270c0af9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:29.385329 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1557eef0-260e-4a13-865c-5b6aa2a7c77c" -d '{"events": [{"server_uuid": "8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577", "name": "network-vif-unplugged", "status": "completed", "tag": "14bc6d0e-4a90-4024-bd21-6c49270c0af9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:29.466506 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:29.610937 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Pushing event updated for resources: {'Port': ['ID=14bc6d0e-4a90-4024-bd21-6c49270c0af9,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:29.643380 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2ef603-d151-4af1-aaaf-ec079298d9d6 x-openstack-request-id: req-7d2ef603-d151-4af1-aaaf-ec079298d9d6 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:29.644263 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577", "name": "network-vif-unplugged", "status": "completed", "tag": "14bc6d0e-4a90-4024-bd21-6c49270c0af9", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:29.644816 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d2ef603-d151-4af1-aaaf-ec079298d9d6 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:29.645643 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14bc6d0e-4a90-4024-bd21-6c49270c0af9', 'code': 200} Mar 23 12:30:29.706746 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd4d96-8bb6-4929-92f5-d679aa66176f req-f9356f64-9237-4019-b40d-6c232d0341cb tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:29.710866 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b2fd4d96-8bb6-4929-92f5-d679aa66176f req-f9356f64-9237-4019-b40d-6c232d0341cb tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/ports?device_id=122244b7-4f8e-4f3f-ab1d-1bc2fa85a106 HTTP/1.1" status: 200 len: 945 time: 0.6032717 Mar 23 12:30:29.803724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2168a-2397-4f24-8da2-76f4e38ce5bb req-679f10c6-9c5c-4f22-82c3-f8c59ab46537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:29.814269 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12d2168a-2397-4f24-8da2-76f4e38ce5bb req-679f10c6-9c5c-4f22-82c3-f8c59ab46537 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd HTTP/1.1" status: 200 len: 906 time: 0.6238911 Mar 23 12:30:29.877480 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b2fd4d96-8bb6-4929-92f5-d679aa66176f req-00b8be43-fc85-4f0b-acb2-07d9b9fd69e4 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/security-groups?id=d54b5ae9-a7b6-4630-b21f-6e45ec81050a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295354 Mar 23 12:30:29.915825 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c51d3adc-03ee-45ea-bb5f-7643a84c1c1b req-dd3a7905-a3e5-4677-a25d-9e59d47ee922 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:29.945891 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12d2168a-2397-4f24-8da2-76f4e38ce5bb req-075276e3-9e4c-4f29-8f02-278ad653ad44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aeaa430c-6c25-4b90-9b01-fbf182d05f3c HTTP/1.1" status: 200 len: 217 time: 0.1281950 Mar 23 12:30:29.995581 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a7905-a3e5-4677-a25d-9e59d47ee922 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Pushing event deleted for resources: {'Port': ['ID=198bdbc0-9add-405e-b112-496321e65181,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:30.009634 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-e6227606-24b3-468e-98b9-dd6569b19909 req-8702abfd-199d-4c64-aa03-976f698affb4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Allocated IP 172.20.0.4 (c386454e-c68d-426c-b8b8-7fca3f2b996b/04fef708-0d62-4f92-a84a-3b672e7134ef/066af55f-966d-42f3-9841-c9c501bc2a0e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:30:30.207195 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d322d71d-a19b-42ab-bcaf-e2b1539f41cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:30.216458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c51d3adc-03ee-45ea-bb5f-7643a84c1c1b req-dd3a7905-a3e5-4677-a25d-9e59d47ee922 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:30:30.227794 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d322d71d-a19b-42ab-bcaf-e2b1539f41cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:30.279425 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c1ce5a49-4f37-4bc3-bb81-b581e39a0e9a req-4066cc87-574a-4bc8-8ffe-b549f4d3061a tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 210 time: 0.0742953 Mar 23 12:30:30.303955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d322d71d-a19b-42ab-bcaf-e2b1539f41cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:30:30.353670 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e6227606-24b3-468e-98b9-dd6569b19909 req-8702abfd-199d-4c64-aa03-976f698affb4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:30.448592 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 198bdbc0-9add-405e-b112-496321e65181 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:30:30.456084 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c51d3adc-03ee-45ea-bb5f-7643a84c1c1b req-dd3a7905-a3e5-4677-a25d-9e59d47ee922 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:30:30.485583 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13072851-e588-4a26-9c35-d7cef9283c46 None None] Sync routers for ids ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:30:30.495706 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e6227606-24b3-468e-98b9-dd6569b19909 req-8702abfd-199d-4c64-aa03-976f698affb4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:30.514280 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13072851-e588-4a26-9c35-d7cef9283c46 None None] Routers {'359eb50a-c761-4cc3-9dd0-7a2074d7a798'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:30:30.516308 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-13072851-e588-4a26-9c35-d7cef9283c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:30:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:30:30.524114 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322d71d-a19b-42ab-bcaf-e2b1539f41cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffba16dd-9910-42dc-9753-e1f8e83382e9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:30.532931 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 198bdbc0-9add-405e-b112-496321e65181 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:30:30.533279 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 198bdbc0-9add-405e-b112-496321e65181 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:30:30.582071 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d322d71d-a19b-42ab-bcaf-e2b1539f41cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:30.582802 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-d322d71d-a19b-42ab-bcaf-e2b1539f41cf admin admin] Added segment 652e34c7-293e-4e8f-b545-c442627c16b2 of type vlan for network d2257146-91d6-447b-9828-3ea73b5d0c50 Mar 23 12:30:30.586667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51d3adc-03ee-45ea-bb5f-7643a84c1c1b req-dd3a7905-a3e5-4677-a25d-9e59d47ee922 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] No DVR routers for this DVR port 198bdbc0-9add-405e-b112-496321e65181 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:30:30.611763 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c51d3adc-03ee-45ea-bb5f-7643a84c1c1b req-dd3a7905-a3e5-4677-a25d-9e59d47ee922 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:30.616138 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c51d3adc-03ee-45ea-bb5f-7643a84c1c1b req-dd3a7905-a3e5-4677-a25d-9e59d47ee922 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.73 "DELETE /v2.0/ports/198bdbc0-9add-405e-b112-496321e65181 HTTP/1.1" status: 204 len: 173 time: 2.4488909 Mar 23 12:30:30.616943 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122244b7-4f8e-4f3f-ab1d-1bc2fa85a106', 'name': 'network-vif-deleted', 'tag': '198bdbc0-9add-405e-b112-496321e65181'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:30.620254 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09631c1-710d-4217-9c6d-3af7ff729c86" -d '{"events": [{"server_uuid": "122244b7-4f8e-4f3f-ab1d-1bc2fa85a106", "name": "network-vif-deleted", "tag": "198bdbc0-9add-405e-b112-496321e65181"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:30.636063 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6227606-24b3-468e-98b9-dd6569b19909 req-8702abfd-199d-4c64-aa03-976f698affb4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Network c386454e-c68d-426c-b8b8-7fca3f2b996b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:30:30.660581 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22781995-7740-42c1-92a7-634be121caa1 req-71ac0bbe-0531-4d44-951f-84393095396a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:30.669208 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-22781995-7740-42c1-92a7-634be121caa1 req-71ac0bbe-0531-4d44-951f-84393095396a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 944 time: 0.9371560 Mar 23 12:30:30.682859 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-e6227606-24b3-468e-98b9-dd6569b19909 req-8702abfd-199d-4c64-aa03-976f698affb4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:30:30.684724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Attempting to bind port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 on host n-h2-834854-1 for vnic_type normal with profile {"migrating_to": "n-h1-834854-1"} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:30:30.687739 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Attempting to bind port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:30:30.691375 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Attempting to bind port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:30:30.695144 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6227606-24b3-468e-98b9-dd6569b19909 req-8702abfd-199d-4c64-aa03-976f698affb4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:30:30.709979 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2168a-2397-4f24-8da2-76f4e38ce5bb req-24217409-65a4-414b-94da-66f4b720304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:30.712121 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12d2168a-2397-4f24-8da2-76f4e38ce5bb req-24217409-65a4-414b-94da-66f4b720304d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7b69fc4-50e7-4784-b657-b053d5e4a98d HTTP/1.1" status: 200 len: 845 time: 0.3052242 Mar 23 12:30:30.739443 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d322d71d-a19b-42ab-bcaf-e2b1539f41cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:30.750573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:30:30.751086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Attempting to bind port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:30:30.758627 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702abfd-199d-4c64-aa03-976f698affb4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Pushing event updated for resources: {'Port': ['ID=066af55f-966d-42f3-9841-c9c501bc2a0e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:30.802393 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12d2168a-2397-4f24-8da2-76f4e38ce5bb req-04fe8e95-5e50-4d59-ab55-46dc6b69bfd8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661178 Mar 23 12:30:30.810015 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:30:30.810961 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Checking segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:30:30.811352 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Bound using segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:30:30.811801 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Bound port: 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:30:30.812290 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:30.833676 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d322d71d-a19b-42ab-bcaf-e2b1539f41cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:30.836456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d322d71d-a19b-42ab-bcaf-e2b1539f41cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:30.854639 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d322d71d-a19b-42ab-bcaf-e2b1539f41cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:30.855717 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-22781995-7740-42c1-92a7-634be121caa1 req-5e3911fc-cb36-4e98-81e8-3a1029c578a8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852329 Mar 23 12:30:30.923839 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6227606-24b3-468e-98b9-dd6569b19909 req-8702abfd-199d-4c64-aa03-976f698affb4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:30.924655 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e6227606-24b3-468e-98b9-dd6569b19909 req-8702abfd-199d-4c64-aa03-976f698affb4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:30.963998 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d322d71d-a19b-42ab-bcaf-e2b1539f41cf admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1919677 Mar 23 12:30:31.051701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52568) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:31.063625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-02749abc-04b7-4f34-a434-ff73dd3d5252 admin admin] Request body: {'subnet': {'network_id': 'd2257146-91d6-447b-9828-3ea73b5d0c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1706565064-subnet', 'tenant_id': '7273316a0f7148679a399b75a5435312', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:31.141019 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322d71d-a19b-42ab-bcaf-e2b1539f41cf admin admin] Pushing event updated for resources: {'Network': ['ID=d2257146-91d6-447b-9828-3ea73b5d0c50,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:31.193174 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network d2257146-91d6-447b-9828-3ea73b5d0c50 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:30:31.270420 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] For port 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:30:31.276036 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-13072851-e588-4a26-9c35-d7cef9283c46 None None] Set router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:30:31.277499 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] For port 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:30:31.286693 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6227606-24b3-468e-98b9-dd6569b19909 req-8702abfd-199d-4c64-aa03-976f698affb4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3770471 Mar 23 12:30:31.302070 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:31.603083 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Request body: {'port': {'device_id': 'f1dd4fee-3aa4-42eb-9576-533a879a3284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:31.616587 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Pushing event updated for resources: {'Port': ['ID=14bc6d0e-4a90-4024-bd21-6c49270c0af9,revision_number=8']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:31.824456 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12d2168a-2397-4f24-8da2-76f4e38ce5bb req-a0423739-eaf3-4e9c-ae5f-2160cc461a6d service neutron] 10.222.0.73 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9993620 Mar 23 12:30:31.825938 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02749abc-04b7-4f34-a434-ff73dd3d5252 admin admin] Made reservation on behalf of 7273316a0f7148679a399b75a5435312 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:30:31.839035 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02749abc-04b7-4f34-a434-ff73dd3d5252 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:31.908007 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-13072851-e588-4a26-9c35-d7cef9283c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'name': 'tempest-ServersTestFqdnHostnames-932474463-router', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:43Z', 'updated_at': '2022-03-23T12:28:50Z', 'revision_number': 4, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'gw_port': {'id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:44Z', 'updated_at': '2022-03-23T12:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c2985442-b21a-4035-a670-95e4f5d872f6', 'name': '', 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'mac_address': 'fa:16:3e:2b:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '720c2751-2177-47ad-8384-680bbd9727e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:49Z', 'updated_at': '2022-03-23T12:29:00Z', 'revision_number': 5, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'subnets': [{'id': '720c2751-2177-47ad-8384-680bbd9727e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:30:31.960088 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13072851-e588-4a26-9c35-d7cef9283c46 None None] Checking router: 359eb50a-c761-4cc3-9dd0-7a2074d7a798 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:30:31.999216 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13072851-e588-4a26-9c35-d7cef9283c46 None None] Routers {'359eb50a-c761-4cc3-9dd0-7a2074d7a798'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:30:31.999856 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-13072851-e588-4a26-9c35-d7cef9283c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:30:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:30:32.479040 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device aeaa430c-6c25-4b90-9b01-fbf182d05f3c details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:30:32.521594 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-13072851-e588-4a26-9c35-d7cef9283c46 None None] Set router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:30:32.811908 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port aeaa430c-6c25-4b90-9b01-fbf182d05f3c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=aeaa430c-6c25-4b90-9b01-fbf182d05f3c,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:32.855349 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'aeaa430c-6c25-4b90-9b01-fbf182d05f3c', 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd', 'port_id': 'aeaa430c-6c25-4b90-9b01-fbf182d05f3c', 'mac_address': 'fa:16:3e:44:83:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b69fc4-50e7-4784-b657-b053d5e4a98d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:30:32.950741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64470fca-f2f7-452f-bf63-a19ae3e48107 req-1e1fd5b0-a676-4b07-af95-2ff71ffdbef4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:32.952309 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-64470fca-f2f7-452f-bf63-a19ae3e48107 req-1e1fd5b0-a676-4b07-af95-2ff71ffdbef4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 944 time: 1.8942728 Mar 23 12:30:32.954522 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12d2168a-2397-4f24-8da2-76f4e38ce5bb req-1610e297-ea73-43a8-acf0-eb74a6775716 service neutron] 10.222.0.73 "GET /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0792966 Mar 23 12:30:32.962600 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02749abc-04b7-4f34-a434-ff73dd3d5252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:33.036151 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:33.082688 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeaa430c-6c25-4b90-9b01-fbf182d05f3c {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:30:33.123679 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-13072851-e588-4a26-9c35-d7cef9283c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'name': 'tempest-ServersTestFqdnHostnames-932474463-router', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:43Z', 'updated_at': '2022-03-23T12:28:50Z', 'revision_number': 4, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'gw_port': {'id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:44Z', 'updated_at': '2022-03-23T12:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c2985442-b21a-4035-a670-95e4f5d872f6', 'name': '', 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'mac_address': 'fa:16:3e:2b:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '720c2751-2177-47ad-8384-680bbd9727e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:49Z', 'updated_at': '2022-03-23T12:29:00Z', 'revision_number': 5, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'subnets': [{'id': '720c2751-2177-47ad-8384-680bbd9727e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:30:33.175054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:33.175687 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port aeaa430c-6c25-4b90-9b01-fbf182d05f3c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=aeaa430c-6c25-4b90-9b01-fbf182d05f3c,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:33.179671 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:33.181871 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-a2b8e5dd-298a-43c6-bd5f-da6098a3400d service neutron] 10.222.0.77 "PUT /v2.0/ports/14bc6d0e-4a90-4024-bd21-6c49270c0af9 HTTP/1.1" status: 200 len: 1122 time: 4.9047999 Mar 23 12:30:33.185014 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:33.190101 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577', 'tag': '14bc6d0e-4a90-4024-bd21-6c49270c0af9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:33.197919 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56076ce-c5ac-4530-9564-762d7f9b7dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577", "tag": "14bc6d0e-4a90-4024-bd21-6c49270c0af9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:33.208973 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13072851-e588-4a26-9c35-d7cef9283c46 None None] The sync data for ids ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'] in n-d-834854-1 is: [{'id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'name': 'tempest-ServersTestFqdnHostnames-932474463-router', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:43Z', 'updated_at': '2022-03-23T12:28:50Z', 'revision_number': 4, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'gw_port': {'id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:44Z', 'updated_at': '2022-03-23T12:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c2985442-b21a-4035-a670-95e4f5d872f6', 'name': '', 'network_id': '1743bb27-9332-4a25-8ecd-a3ec37878eb1', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'mac_address': 'fa:16:3e:2b:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '720c2751-2177-47ad-8384-680bbd9727e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:49Z', 'updated_at': '2022-03-23T12:29:00Z', 'revision_number': 5, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'subnets': [{'id': '720c2751-2177-47ad-8384-680bbd9727e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:30:33.282490 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:33.310064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['14bc6d0e-4a90-4024-bd21-6c49270c0af9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:30:33.346609 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02749abc-04b7-4f34-a434-ff73dd3d5252 admin admin] Checking segment: {'id': '652e34c7-293e-4e8f-b545-c442627c16b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2257146-91d6-447b-9828-3ea73b5d0c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:30:33.347252 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02749abc-04b7-4f34-a434-ff73dd3d5252 admin admin] Network hostable DHCP agents. Network: d2257146-91d6-447b-9828-3ea73b5d0c50, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:30:33.363028 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-64470fca-f2f7-452f-bf63-a19ae3e48107 req-58a8d452-f03d-4e1e-a468-5b5858636f52 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103347 Mar 23 12:30:33.364281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02749abc-04b7-4f34-a434-ff73dd3d5252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a3f408d-431d-4a67-86c0-4dd4c9799fb5,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:33.478514 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02749abc-04b7-4f34-a434-ff73dd3d5252 admin admin] Network d2257146-91d6-447b-9828-3ea73b5d0c50 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:30:33.498030 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-02749abc-04b7-4f34-a434-ff73dd3d5252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, d2257146-91d6-447b-9828-3ea73b5d0c50) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:30:33.520414 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02749abc-04b7-4f34-a434-ff73dd3d5252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:33.522318 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02749abc-04b7-4f34-a434-ff73dd3d5252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:33.613444 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd6a4d3-5fca-4903-bc52-4a18311ab465 x-openstack-request-id: req-ecd6a4d3-5fca-4903-bc52-4a18311ab465 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:33.614668 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122244b7-4f8e-4f3f-ab1d-1bc2fa85a106", "name": "network-vif-deleted", "tag": "198bdbc0-9add-405e-b112-496321e65181", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:33.615215 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ecd6a4d3-5fca-4903-bc52-4a18311ab465 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:33.616098 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122244b7-4f8e-4f3f-ab1d-1bc2fa85a106', 'name': 'network-vif-deleted', 'tag': '198bdbc0-9add-405e-b112-496321e65181', 'status': 'completed', 'code': 200} Mar 23 12:30:33.626762 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-02749abc-04b7-4f34-a434-ff73dd3d5252 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5645831 Mar 23 12:30:33.663055 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756e7a8f-cd5d-4ab9-9e0d-c2e6842bdae6 None None] Network d2257146-91d6-447b-9828-3ea73b5d0c50 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:30:33.682447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=aeaa430c-6c25-4b90-9b01-fbf182d05f3c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:33.710789 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['aeaa430c-6c25-4b90-9b01-fbf182d05f3c'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:30:34.012369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a126da-2f76-49b0-8073-35871198747d None None] New status for floating IP 82c761b1-84b6-4c82-94de-a4efe0401413: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:30:34.206785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04714c94-aae5-49df-aeae-7881568511dd req-c67da0df-6b99-4da7-88d5-06b768afa573 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:34.212767 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-04714c94-aae5-49df-aeae-7881568511dd req-c67da0df-6b99-4da7-88d5-06b768afa573 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 931 time: 0.3495927 Mar 23 12:30:34.400589 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-04714c94-aae5-49df-aeae-7881568511dd req-896a53db-807c-420c-8b70-82319368cfed tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649477 Mar 23 12:30:34.586167 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066af55f-966d-42f3-9841-c9c501bc2a0e {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:30:34.597102 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:34.616680 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Transition to ACTIVE for port object 066af55f-966d-42f3-9841-c9c501bc2a0e will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:30:34.636298 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:34.744319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded2476-46d9-43ba-b57d-1ad2fce47f54 req-902c4a8d-4163-4ddb-9bbb-cf4477a7e87d tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:34.746855 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ded2476-46d9-43ba-b57d-1ad2fce47f54 req-902c4a8d-4163-4ddb-9bbb-cf4477a7e87d tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 944 time: 0.1281302 Mar 23 12:30:34.800219 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Pushing event updated for resources: {'Port': ['ID=066af55f-966d-42f3-9841-c9c501bc2a0e,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:34.848785 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00b8f15-0b1f-4960-a9e2-6da3d61db954 None None] Network d2257146-91d6-447b-9828-3ea73b5d0c50 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:30:34.880243 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ded2476-46d9-43ba-b57d-1ad2fce47f54 req-06c4d3bb-1b3e-4ed8-9ef8-82e86ac203c5 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192403 Mar 23 12:30:34.930987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Attempting to bind port 066af55f-966d-42f3-9841-c9c501bc2a0e on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:30:34.931555 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Attempting to bind port 066af55f-966d-42f3-9841-c9c501bc2a0e by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'ceb076cf-4a51-4941-9d71-0d53304bdcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:30:34.932003 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Attempting to bind port 066af55f-966d-42f3-9841-c9c501bc2a0e on network c386454e-c68d-426c-b8b8-7fca3f2b996b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:30:34.939956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Port 066af55f-966d-42f3-9841-c9c501bc2a0e on network c386454e-c68d-426c-b8b8-7fca3f2b996b not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:30:34.940327 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Attempting to bind port 066af55f-966d-42f3-9841-c9c501bc2a0e on network c386454e-c68d-426c-b8b8-7fca3f2b996b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:30:34.950365 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:30:34.950707 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Checking segment: {'id': 'ceb076cf-4a51-4941-9d71-0d53304bdcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:30:34.951095 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Bound using segment: {'id': 'ceb076cf-4a51-4941-9d71-0d53304bdcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:30:34.952413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Bound port: 066af55f-966d-42f3-9841-c9c501bc2a0e, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb076cf-4a51-4941-9d71-0d53304bdcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:30:34.952787 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:35.108210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52590) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:35.135088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] For port 066af55f-966d-42f3-9841-c9c501bc2a0e, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:30:35.150792 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] For port 066af55f-966d-42f3-9841-c9c501bc2a0e, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=066af55f-966d-42f3-9841-c9c501bc2a0e,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:30:35.155319 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a415fceb-b02c-4f71-9884-6a89a9eb144b x-openstack-request-id: req-a415fceb-b02c-4f71-9884-6a89a9eb144b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:35.158163 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577", "tag": "14bc6d0e-4a90-4024-bd21-6c49270c0af9", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:35.158707 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a415fceb-b02c-4f71-9884-6a89a9eb144b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:35.159142 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577', 'tag': '14bc6d0e-4a90-4024-bd21-6c49270c0af9', 'status': 'completed', 'code': 200} Mar 23 12:30:35.246673 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:35.319727 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ff76a4c-ec9e-4cc0-b127-84b48e40679f tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:35.391815 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ff76a4c-ec9e-4cc0-b127-84b48e40679f tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:35.461641 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:35.461641 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:35.462412 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6227606-24b3-468e-98b9-dd6569b19909 req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] 10.222.0.77 "PUT /v2.0/ports/066af55f-966d-42f3-9841-c9c501bc2a0e HTTP/1.1" status: 200 len: 1091 time: 4.1547277 Mar 23 12:30:35.481370 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67a735-3bf7-49af-ad8a-23ee75526cca service neutron] Pushing event updated for resources: {'Port': ['ID=066af55f-966d-42f3-9841-c9c501bc2a0e,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:35.500773 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56076ce-c5ac-4530-9564-762d7f9b7dd8 req-f6985be2-ed02-4ec7-8e08-4700126c68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:35.504624 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c56076ce-c5ac-4530-9564-762d7f9b7dd8 req-f6985be2-ed02-4ec7-8e08-4700126c68fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 1125 time: 0.3443539 Mar 23 12:30:35.540511 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ff76a4c-ec9e-4cc0-b127-84b48e40679f tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:35.543457 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ff76a4c-ec9e-4cc0-b127-84b48e40679f tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:35.544850 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3ff76a4c-ec9e-4cc0-b127-84b48e40679f tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "DELETE /v2.0/security-groups/d54b5ae9-a7b6-4630-b21f-6e45ec81050a HTTP/1.1" status: 204 len: 168 time: 0.4349048 Mar 23 12:30:35.548340 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52612) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:35.590846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff76a4c-ec9e-4cc0-b127-84b48e40679f tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54b5ae9-a7b6-4630-b21f-6e45ec81050a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:35.612812 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-bf08d008-5cbc-408d-9567-4ff142076855 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] show failed (client error): The resource could not be found. Mar 23 12:30:35.616978 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bf08d008-5cbc-408d-9567-4ff142076855 tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "GET /v2.0/security-groups/d54b5ae9-a7b6-4630-b21f-6e45ec81050a HTTP/1.1" status: 404 len: 347 time: 0.0601285 Mar 23 12:30:35.619604 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52614) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:35.780441 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6227606-24b3-468e-98b9-dd6569b19909 req-d037333e-d48d-4a12-889e-77c445e74282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:35.782501 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6227606-24b3-468e-98b9-dd6569b19909 req-d037333e-d48d-4a12-889e-77c445e74282 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3514e9ddc7e4976b2886ea4848bbfbc&device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 1094 time: 0.1835585 Mar 23 12:30:35.892512 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56076ce-c5ac-4530-9564-762d7f9b7dd8 req-cb38fcc5-5643-4966-abdc-4a86d300f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:35.896701 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c56076ce-c5ac-4530-9564-762d7f9b7dd8 req-cb38fcc5-5643-4966-abdc-4a86d300f9d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.3814070 Mar 23 12:30:35.898582 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6227606-24b3-468e-98b9-dd6569b19909 req-7bc727b9-6765-4e30-bc2e-c3f2efdd0f7a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=066af55f-966d-42f3-9841-c9c501bc2a0e HTTP/1.1" status: 200 len: 217 time: 0.0935011 Mar 23 12:30:36.019382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230b808-0d46-43a0-998d-59359e0fcd91 req-684024b5-41f1-4fe6-a032-87d4aebd6710 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:36.021421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2230b808-0d46-43a0-998d-59359e0fcd91 req-684024b5-41f1-4fe6-a032-87d4aebd6710 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 945 time: 0.1422572 Mar 23 12:30:36.075990 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c56076ce-c5ac-4530-9564-762d7f9b7dd8 req-a26e665e-3ac5-463d-ba05-925812535818 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9 HTTP/1.1" status: 200 len: 217 time: 0.1212981 Mar 23 12:30:36.135140 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2230b808-0d46-43a0-998d-59359e0fcd91 req-84b2d199-2366-46e9-bc09-76a87e9a26db tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022763 Mar 23 12:30:36.152196 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 14bc6d0e-4a90-4024-bd21-6c49270c0af9 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:30:36.183878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5fd19abb-8a20-43b9-885d-234583679dea tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Deleting port 72efc196-011f-4a5f-a471-3d6c89f3a98f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:30:36.184203 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fd19abb-8a20-43b9-885d-234583679dea tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:36.288913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6227606-24b3-468e-98b9-dd6569b19909 req-b455c969-89e4-4455-891d-267e512b313d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:36.291709 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6227606-24b3-468e-98b9-dd6569b19909 req-b455c969-89e4-4455-891d-267e512b313d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04fef708-0d62-4f92-a84a-3b672e7134ef HTTP/1.1" status: 200 len: 861 time: 0.3463104 Mar 23 12:30:36.332317 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fd19abb-8a20-43b9-885d-234583679dea tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:36.332642 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fd19abb-8a20-43b9-885d-234583679dea tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:36.334316 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56076ce-c5ac-4530-9564-762d7f9b7dd8 req-d3268b15-7262-477a-b639-b7e867da87f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:36.337884 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c56076ce-c5ac-4530-9564-762d7f9b7dd8 req-d3268b15-7262-477a-b639-b7e867da87f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.2482429 Mar 23 12:30:36.347694 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5fd19abb-8a20-43b9-885d-234583679dea tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Calling delete_port for 72efc196-011f-4a5f-a471-3d6c89f3a98f owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:30:36.441329 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c56076ce-c5ac-4530-9564-762d7f9b7dd8 req-340e3b5f-af33-470c-8406-beb434a3c9ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868866 Mar 23 12:30:36.444698 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6227606-24b3-468e-98b9-dd6569b19909 req-e10924ca-64ed-47ad-9461-559f2fea32ab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c386454e-c68d-426c-b8b8-7fca3f2b996b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339143 Mar 23 12:30:36.453227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-f8648e2b-3762-446d-8bfc-1350d35cf180 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:36.454872 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-f8648e2b-3762-446d-8bfc-1350d35cf180 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/networks?id=d2257146-91d6-447b-9828-3ea73b5d0c50 HTTP/1.1" status: 200 len: 809 time: 0.6711607 Mar 23 12:30:36.492078 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-2dd66c93-fe71-41c3-9c7e-613f56aeae48 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/quotas/7273316a0f7148679a399b75a5435312 HTTP/1.1" status: 200 len: 375 time: 0.0106528 Mar 23 12:30:36.575728 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:36.589123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device aeaa430c-6c25-4b90-9b01-fbf182d05f3c up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:30:36.613293 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-c33ee6ab-9d65-40b6-ba6d-355c605af9af tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7273316a0f7148679a399b75a5435312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357490 Mar 23 12:30:36.633377 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fd19abb-8a20-43b9-885d-234583679dea tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:36.743137 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 14bc6d0e-4a90-4024-bd21-6c49270c0af9 has no active binding in host n-h1-834854-1 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 12:30:36.770605 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c56076ce-c5ac-4530-9564-762d7f9b7dd8 req-5c76e3c1-60df-424e-8a3c-253d449b8339 service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037579 Mar 23 12:30:36.820194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port aeaa430c-6c25-4b90-9b01-fbf182d05f3c completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:30:36.824778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port aeaa430c-6c25-4b90-9b01-fbf182d05f3c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:30:36.825257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd19abb-8a20-43b9-885d-234583679dea tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Pushing event deleted for resources: {'Port': ['ID=72efc196-011f-4a5f-a471-3d6c89f3a98f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:36.828056 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:36.833378 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fd19abb-8a20-43b9-885d-234583679dea tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:36.840649 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5fd19abb-8a20-43b9-885d-234583679dea tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:36.849808 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5fd19abb-8a20-43b9-885d-234583679dea tempest-ServersTestFqdnHostnames-228587776 tempest-ServersTestFqdnHostnames-228587776-project] 10.222.0.52 "DELETE /v2.0/floatingips/82c761b1-84b6-4c82-94de-a4efe0401413 HTTP/1.1" status: 204 len: 168 time: 1.2276669 Mar 23 12:30:36.853269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52630) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:36.967031 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6227606-24b3-468e-98b9-dd6569b19909 req-43f3da0d-bc79-4528-b3ff-407c946671c8 service neutron] 10.222.0.77 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110772 Mar 23 12:30:36.987379 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-23b60d84-cabd-461e-9dc3-b142d415ee23 service neutron] 10.222.0.52 "GET /v2.0/networks/d2257146-91d6-447b-9828-3ea73b5d0c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373256 Mar 23 12:30:37.046492 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445f89b-7c88-497e-8534-2902cfa6bbea req-130c154a-7b2b-40d3-b570-6428afd0e65f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:37.060819 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3445f89b-7c88-497e-8534-2902cfa6bbea req-130c154a-7b2b-40d3-b570-6428afd0e65f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 943 time: 0.4534900 Mar 23 12:30:37.134970 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:37.160771 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-e6328045-820a-4ad0-8567-e7a55d5dc61a service neutron] 10.222.0.52 "GET /v2.0/networks/d2257146-91d6-447b-9828-3ea73b5d0c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718338 Mar 23 12:30:37.173791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1dd4fee-3aa4-42eb-9576-533a879a3284', 'tag': '066af55f-966d-42f3-9841-c9c501bc2a0e'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:37.181182 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9718bc7a-d92d-490e-9249-898cbd7aa9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f1dd4fee-3aa4-42eb-9576-533a879a3284", "tag": "066af55f-966d-42f3-9841-c9c501bc2a0e"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:37.201395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02c5394-ee3e-4fe9-8aff-47d1744bb93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeaa430c-6c25-4b90-9b01-fbf182d05f3c'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:37.206517 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf8be06-9665-443b-9d42-c020362fb76a" -d '{"events": [{"server_uuid": "d02c5394-ee3e-4fe9-8aff-47d1744bb93d", "name": "network-vif-plugged", "status": "completed", "tag": "aeaa430c-6c25-4b90-9b01-fbf182d05f3c"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:37.235838 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3445f89b-7c88-497e-8534-2902cfa6bbea req-d2fe4d63-39c5-4880-852a-992f617bfd5f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644182 Mar 23 12:30:37.265643 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port aeaa430c-6c25-4b90-9b01-fbf182d05f3c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=aeaa430c-6c25-4b90-9b01-fbf182d05f3c,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:37.279602 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:37.369225 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c56076ce-c5ac-4530-9564-762d7f9b7dd8 req-85e44b6f-b53d-4b2b-908b-b25750c5cb6c service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565348 Mar 23 12:30:37.474145 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=aeaa430c-6c25-4b90-9b01-fbf182d05f3c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:37.495967 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6227606-24b3-468e-98b9-dd6569b19909 req-11c272be-69eb-4cc9-a536-7299fe195b60 service neutron] 10.222.0.77 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835499 Mar 23 12:30:37.730486 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87ced0-8438-4280-9b2a-8285f6a2e7d1 req-06a67f79-c25a-4002-a207-0b734ef06acf tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:37.739428 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f87ced0-8438-4280-9b2a-8285f6a2e7d1 req-06a67f79-c25a-4002-a207-0b734ef06acf tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 944 time: 0.1354761 Mar 23 12:30:37.882908 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f87ced0-8438-4280-9b2a-8285f6a2e7d1 req-097e85d6-a0b8-406d-a134-06719ba9890a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260040 Mar 23 12:30:37.952689 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad2b654-df6e-4145-a3e7-d5020b210103 x-openstack-request-id: req-fad2b654-df6e-4145-a3e7-d5020b210103 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:37.952970 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1dd4fee-3aa4-42eb-9576-533a879a3284", "tag": "066af55f-966d-42f3-9841-c9c501bc2a0e", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:37.953201 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fad2b654-df6e-4145-a3e7-d5020b210103 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:37.953610 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1dd4fee-3aa4-42eb-9576-533a879a3284', 'tag': '066af55f-966d-42f3-9841-c9c501bc2a0e', 'status': 'completed', 'code': 200} Mar 23 12:30:38.013798 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1799e7e1-24b5-4527-8692-8ed3225198ac x-openstack-request-id: req-1799e7e1-24b5-4527-8692-8ed3225198ac {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:38.014518 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02c5394-ee3e-4fe9-8aff-47d1744bb93d", "name": "network-vif-plugged", "status": "completed", "tag": "aeaa430c-6c25-4b90-9b01-fbf182d05f3c", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:38.015009 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1799e7e1-24b5-4527-8692-8ed3225198ac {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:38.015577 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02c5394-ee3e-4fe9-8aff-47d1744bb93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeaa430c-6c25-4b90-9b01-fbf182d05f3c', 'code': 200} Mar 23 12:30:38.034675 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283a45a-3d6c-4dc3-96b3-ceec0dd4cdae req-cd622ea5-b995-42c4-a904-060a8c628ec4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:38.049206 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4283a45a-3d6c-4dc3-96b3-ceec0dd4cdae req-cd622ea5-b995-42c4-a904-060a8c628ec4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 946 time: 0.2843788 Mar 23 12:30:38.187598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b786c8a5-b966-496b-b715-55bd9547d6e8 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:30:38.225459 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4283a45a-3d6c-4dc3-96b3-ceec0dd4cdae req-6d5d10a6-3d3f-441a-b717-8a3f74e02316 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751754 Mar 23 12:30:38.302239 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-075b35bd-d785-4768-a193-a839e7f61102 req-adf19c24-9d56-4496-8b57-7b08d1a065e8 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 210 time: 0.1810350 Mar 23 12:30:38.323264 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718bc7a-d92d-490e-9249-898cbd7aa9b2 req-f8dc39fb-e8eb-4ce3-8df5-2a26e3ed244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:38.325099 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9718bc7a-d92d-490e-9249-898cbd7aa9b2 req-f8dc39fb-e8eb-4ce3-8df5-2a26e3ed244f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3514e9ddc7e4976b2886ea4848bbfbc&device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 1094 time: 0.3542988 Mar 23 12:30:38.428397 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:38.482213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea4061-3472-4f40-a86e-f06f2b4f91cb req-ff57f67d-d1c9-4262-8104-d7947686d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:38.484862 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2eea4061-3472-4f40-a86e-f06f2b4f91cb req-ff57f67d-d1c9-4262-8104-d7947686d56d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 1097 time: 0.3233325 Mar 23 12:30:38.487540 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b786c8a5-b966-496b-b715-55bd9547d6e8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b786c8a5-b966-496b-b715-55bd9547d6e8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:38.494824 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:38.628832 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2eea4061-3472-4f40-a86e-f06f2b4f91cb req-a3c54f74-ea60-4bd3-87fb-970a99ce805e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340449 Mar 23 12:30:38.632722 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b786c8a5-b966-496b-b715-55bd9547d6e8,revision_number=11']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:38.646869 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718bc7a-d92d-490e-9249-898cbd7aa9b2 req-6cf66eeb-e107-46e4-8e91-d3845382c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:38.650258 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9718bc7a-d92d-490e-9249-898cbd7aa9b2 req-6cf66eeb-e107-46e4-8e91-d3845382c932 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c386454e-c68d-426c-b8b8-7fca3f2b996b HTTP/1.1" status: 200 len: 922 time: 0.3102670 Mar 23 12:30:38.669585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15eb43-a865-459b-aa8b-fa3108e744dd req-9210815b-06f6-4b4f-a33a-72613e9f34d8 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:38.678478 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c15eb43-a865-459b-aa8b-fa3108e744dd req-9210815b-06f6-4b4f-a33a-72613e9f34d8 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 943 time: 0.1846268 Mar 23 12:30:38.685669 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506264db-d3d1-4082-99b9-397acc5353f4 req-c59e9af3-077a-48f6-bfaa-f6ab4625bb6e tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:38.690839 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-506264db-d3d1-4082-99b9-397acc5353f4 req-c59e9af3-077a-48f6-bfaa-f6ab4625bb6e tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e56bb2b-3edc-47f9-83d2-26a69eb5805f HTTP/1.1" status: 200 len: 951 time: 0.3111138 Mar 23 12:30:38.751654 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-506264db-d3d1-4082-99b9-397acc5353f4 req-8342c0d5-5f8f-482c-afb1-0fe0fcd60898 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488758 Mar 23 12:30:38.753256 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0b0279c-e5a2-43aa-996e-59b288b7483d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:38.765920 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9718bc7a-d92d-490e-9249-898cbd7aa9b2 req-b5843717-cc6f-4e2a-87e6-f4de778b202a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=066af55f-966d-42f3-9841-c9c501bc2a0e HTTP/1.1" status: 200 len: 217 time: 0.0782120 Mar 23 12:30:38.847414 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c15eb43-a865-459b-aa8b-fa3108e744dd req-b8114399-ef08-44ee-b829-1004f1042121 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655271 Mar 23 12:30:38.919899 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718bc7a-d92d-490e-9249-898cbd7aa9b2 req-cc2ca6e8-da89-4c73-aca9-a9d535b54ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:38.929190 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9718bc7a-d92d-490e-9249-898cbd7aa9b2 req-cc2ca6e8-da89-4c73-aca9-a9d535b54ac4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04fef708-0d62-4f92-a84a-3b672e7134ef HTTP/1.1" status: 200 len: 861 time: 0.1078773 Mar 23 12:30:38.976346 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9718bc7a-d92d-490e-9249-898cbd7aa9b2 req-3f3cff0b-07b0-4a83-b62b-d5c9ac827d58 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c386454e-c68d-426c-b8b8-7fca3f2b996b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443957 Mar 23 12:30:39.178071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc922daa-b6fd-4cf2-8158-908cbddb8128 req-9f50bcfc-8117-4cb7-b4e4-8594a5ab773c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:39.190735 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bc922daa-b6fd-4cf2-8158-908cbddb8128 req-9f50bcfc-8117-4cb7-b4e4-8594a5ab773c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 944 time: 0.1308074 Mar 23 12:30:39.275226 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9718bc7a-d92d-490e-9249-898cbd7aa9b2 req-7a84b83a-b698-4d0f-a5f2-e5b4b740f44e service neutron] 10.222.0.77 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911696 Mar 23 12:30:39.312466 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bc922daa-b6fd-4cf2-8158-908cbddb8128 req-19d2a5c6-b4d3-4890-9751-9aa0df1b064b tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204898 Mar 23 12:30:39.501183 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0279c-e5a2-43aa-996e-59b288b7483d admin admin] Deleting port c2985442-b21a-4035-a670-95e4f5d872f6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:30:39.505034 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0b0279c-e5a2-43aa-996e-59b288b7483d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:39.552428 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9718bc7a-d92d-490e-9249-898cbd7aa9b2 req-a088e0d2-8d0a-46cb-9bb9-67a8fc45ac79 service neutron] 10.222.0.77 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691889 Mar 23 12:30:39.595664 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f62c5c-318d-47d1-8fb7-56f6d7d71e70 req-6ee69143-abcb-4187-a421-924c04e4825f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:39.602491 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-061a26b6-6030-489e-a32b-b8dbc780d552 req-f2cf6359-542b-4eb5-9a3a-7427be3e6299 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 210 time: 0.0630784 Mar 23 12:30:39.625373 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-31f62c5c-318d-47d1-8fb7-56f6d7d71e70 req-6ee69143-abcb-4187-a421-924c04e4825f tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 946 time: 0.1386991 Mar 23 12:30:39.736584 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-31f62c5c-318d-47d1-8fb7-56f6d7d71e70 req-8113173e-59d2-48f0-ba52-cb70f278f09d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959959 Mar 23 12:30:39.850667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-c0b0279c-e5a2-43aa-996e-59b288b7483d admin admin] For port c2985442-b21a-4035-a670-95e4f5d872f6, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c2985442-b21a-4035-a670-95e4f5d872f6,segment=NetworkSegment(2d472369-9b14-4134-be3c-f5a91745112d),segment_id=2d472369-9b14-4134-be3c-f5a91745112d)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:39.851208 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0b0279c-e5a2-43aa-996e-59b288b7483d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:39.916488 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0279c-e5a2-43aa-996e-59b288b7483d admin admin] Calling delete_port for c2985442-b21a-4035-a670-95e4f5d872f6 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:30:40.017571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e56bb2b-3edc-47f9-83d2-26a69eb5805f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b786c8a5-b966-496b-b715-55bd9547d6e8'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:40.021260 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c602e844-b9ff-4fdd-859d-c7b105dc221a" -d '{"events": [{"server_uuid": "2e56bb2b-3edc-47f9-83d2-26a69eb5805f", "name": "network-vif-unplugged", "status": "completed", "tag": "b786c8a5-b966-496b-b715-55bd9547d6e8"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:40.230196 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-d761d4d4-d7ae-4956-8ce4-a136fd7681a2 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:40.232837 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-d761d4d4-d7ae-4956-8ce4-a136fd7681a2 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.73 "GET /v2.0/networks?id=d2257146-91d6-447b-9828-3ea73b5d0c50 HTTP/1.1" status: 200 len: 809 time: 0.3960493 Mar 23 12:30:40.267356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-675a81f1-a7d9-4d77-9c9e-c8c972370aaf tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Request body: {'port': {'device_id': '4ba98055-add1-4529-8a7d-be51b0b7d67a', 'network_id': 'd2257146-91d6-447b-9828-3ea73b5d0c50', 'admin_state_up': True, 'tenant_id': '7273316a0f7148679a399b75a5435312'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:40.554519 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b793221-64e3-43cf-a697-1a87fe96ede1 x-openstack-request-id: req-4b793221-64e3-43cf-a697-1a87fe96ede1 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:40.556055 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e56bb2b-3edc-47f9-83d2-26a69eb5805f", "name": "network-vif-unplugged", "status": "completed", "tag": "b786c8a5-b966-496b-b715-55bd9547d6e8", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:40.556538 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4b793221-64e3-43cf-a697-1a87fe96ede1 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:40.558015 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e56bb2b-3edc-47f9-83d2-26a69eb5805f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b786c8a5-b966-496b-b715-55bd9547d6e8', 'code': 200} Mar 23 12:30:40.587082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-675a81f1-a7d9-4d77-9c9e-c8c972370aaf tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Made reservation on behalf of 7273316a0f7148679a399b75a5435312 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:30:40.593814 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-675a81f1-a7d9-4d77-9c9e-c8c972370aaf tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:40.644332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801c73f-5cf8-4c41-a303-531ce820a690 req-f892727b-2588-4794-b95a-bd804a20c807 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:40.653401 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2801c73f-5cf8-4c41-a303-531ce820a690 req-f892727b-2588-4794-b95a-bd804a20c807 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 943 time: 0.6425667 Mar 23 12:30:40.889722 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-51b10147-2956-4458-8188-4b6a96ac48f0 service neutron] 10.222.0.73 "GET /v2.0/ports/14bc6d0e-4a90-4024-bd21-6c49270c0af9/bindings/n-h1-834854-1 HTTP/1.1" status: 200 len: 384 time: 0.3661132 Mar 23 12:30:40.911345 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2801c73f-5cf8-4c41-a303-531ce820a690 req-a499f8d7-70ae-4b5b-b57c-74cfeda468f7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555027 Mar 23 12:30:40.978909 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0b0279c-e5a2-43aa-996e-59b288b7483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:41.027991 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e6493-1fc6-4f87-8797-42e0fa29b22a req-f05582a3-9c72-49aa-bbe0-3cfb1e424729 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:41.030193 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6a0e6493-1fc6-4f87-8797-42e0fa29b22a req-f05582a3-9c72-49aa-bbe0-3cfb1e424729 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 944 time: 0.2362359 Mar 23 12:30:41.069977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-675a81f1-a7d9-4d77-9c9e-c8c972370aaf tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Allocated IP 172.20.0.3 (d2257146-91d6-447b-9828-3ea73b5d0c50/0a3f408d-431d-4a67-86c0-4dd4c9799fb5/979b0bfd-1218-458b-a47c-79dccd9f3c81) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:30:41.109119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0279c-e5a2-43aa-996e-59b288b7483d admin admin] Pushing event deleted for resources: {'Port': ['ID=c2985442-b21a-4035-a670-95e4f5d872f6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:41.145845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6a0e6493-1fc6-4f87-8797-42e0fa29b22a req-9ed55498-3741-47ab-bb07-3a086a4c2f7b tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969732 Mar 23 12:30:41.425608 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-466a74cb-4130-4312-9e0e-258581499683 req-a28a9d99-f180-4488-956a-2c91a76c8175 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 210 time: 0.0674379 Mar 23 12:30:41.606105 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-675a81f1-a7d9-4d77-9c9e-c8c972370aaf tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:41.715142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d53d5c-82c7-4a5d-818f-d5b8fb04ed26 req-e95c4961-f856-439e-8eef-b7c77fe18255 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:41.716678 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-49d53d5c-82c7-4a5d-818f-d5b8fb04ed26 req-e95c4961-f856-439e-8eef-b7c77fe18255 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 946 time: 0.3364608 Mar 23 12:30:41.720314 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-675a81f1-a7d9-4d77-9c9e-c8c972370aaf tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:41.760849 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0b0279c-e5a2-43aa-996e-59b288b7483d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:41.987497 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-675a81f1-a7d9-4d77-9c9e-c8c972370aaf tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Network d2257146-91d6-447b-9828-3ea73b5d0c50 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:30:42.000685 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a2706466-730e-4c84-81bc-5994d715b046 req-1ceb3060-df0f-4077-95ef-0caeedd2322a service neutron] For port 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:42.013624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-675a81f1-a7d9-4d77-9c9e-c8c972370aaf tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:30:42.026230 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-675a81f1-a7d9-4d77-9c9e-c8c972370aaf tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:30:42.063652 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-49d53d5c-82c7-4a5d-818f-d5b8fb04ed26 req-14b4bb93-7675-4e47-ac25-105dcb02ef93 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362904 Mar 23 12:30:42.067288 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a81f1-a7d9-4d77-9c9e-c8c972370aaf tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Pushing event updated for resources: {'Port': ['ID=979b0bfd-1218-458b-a47c-79dccd9f3c81,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:42.113974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a2706466-730e-4c84-81bc-5994d715b046 req-1ceb3060-df0f-4077-95ef-0caeedd2322a service neutron] For port 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:30:42.165391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-675a81f1-a7d9-4d77-9c9e-c8c972370aaf tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:42.166272 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-675a81f1-a7d9-4d77-9c9e-c8c972370aaf tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:42.195771 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-a2706466-730e-4c84-81bc-5994d715b046 req-1ceb3060-df0f-4077-95ef-0caeedd2322a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14bc6d0e-4a90-4024-bd21-6c49270c0af9 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:30:42.199773 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 066af55f-966d-42f3-9841-c9c501bc2a0e details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:30:42.208238 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-675a81f1-a7d9-4d77-9c9e-c8c972370aaf tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9554162 Mar 23 12:30:42.220244 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de026097-4ab8-4d98-a635-4465d40c3d2d req-77503be5-6494-43c2-ae36-efa8b6a3bb98 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:42.228594 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de026097-4ab8-4d98-a635-4465d40c3d2d req-77503be5-6494-43c2-ae36-efa8b6a3bb98 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 943 time: 0.1649475 Mar 23 12:30:42.233255 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Request body: {'port': {'device_id': '4ba98055-add1-4529-8a7d-be51b0b7d67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:42.262077 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a2706466-730e-4c84-81bc-5994d715b046 req-1ceb3060-df0f-4077-95ef-0caeedd2322a service neutron] For port 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:42.399919 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:42.444623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b0279c-e5a2-43aa-996e-59b288b7483d admin admin] Router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:30:42.445470 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a2706466-730e-4c84-81bc-5994d715b046 req-1ceb3060-df0f-4077-95ef-0caeedd2322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:42.474332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 066af55f-966d-42f3-9841-c9c501bc2a0e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=066af55f-966d-42f3-9841-c9c501bc2a0e,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:42.497204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '066af55f-966d-42f3-9841-c9c501bc2a0e', 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b', 'port_id': '066af55f-966d-42f3-9841-c9c501bc2a0e', 'mac_address': 'fa:16:3e:6f:1e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04fef708-0d62-4f92-a84a-3b672e7134ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:30:42.546004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-a2706466-730e-4c84-81bc-5994d715b046 req-1ceb3060-df0f-4077-95ef-0caeedd2322a service neutron] Transition to ACTIVE for port object 14bc6d0e-4a90-4024-bd21-6c49270c0af9 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:30:42.554344 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a2706466-730e-4c84-81bc-5994d715b046 req-1ceb3060-df0f-4077-95ef-0caeedd2322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:42.612152 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:42.616111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 14bc6d0e-4a90-4024-bd21-6c49270c0af9 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:30:42.657181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb3060-df0f-4077-95ef-0caeedd2322a service neutron] Pushing event updated for resources: {'Port': ['ID=14bc6d0e-4a90-4024-bd21-6c49270c0af9,revision_number=10']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:42.673679 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066af55f-966d-42f3-9841-c9c501bc2a0e {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:30:42.708065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2706466-730e-4c84-81bc-5994d715b046 req-1ceb3060-df0f-4077-95ef-0caeedd2322a service neutron] No DVR routers for this DVR port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:30:42.721486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 066af55f-966d-42f3-9841-c9c501bc2a0e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=066af55f-966d-42f3-9841-c9c501bc2a0e,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:42.729954 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:42.738072 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 14bc6d0e-4a90-4024-bd21-6c49270c0af9 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:30:42.776745 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-1ceb3060-df0f-4077-95ef-0caeedd2322a service neutron] 10.222.0.73 "PUT /v2.0/ports/14bc6d0e-4a90-4024-bd21-6c49270c0af9/bindings/n-h1-834854-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8604720 Mar 23 12:30:42.781526 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de026097-4ab8-4d98-a635-4465d40c3d2d req-11433059-c6d2-487f-982a-ef2cd90027cb tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515347 Mar 23 12:30:42.871115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=066af55f-966d-42f3-9841-c9c501bc2a0e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:43.140162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706466-730e-4c84-81bc-5994d715b046 req-94d9e10a-88a1-43a3-af6d-3471042e5da8 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:43.142565 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-94d9e10a-88a1-43a3-af6d-3471042e5da8 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577&tenant_id=43636dcef9ff4fb98e9524a9242506a8&binding%3Ahost_id=n-h2-834854-1 HTTP/1.1" status: 200 len: 1096 time: 0.2695985 Mar 23 12:30:43.246985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['066af55f-966d-42f3-9841-c9c501bc2a0e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:30:43.318444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706466-730e-4c84-81bc-5994d715b046 req-222c3800-8d37-4075-88c6-79ba53651edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:43.321878 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-222c3800-8d37-4075-88c6-79ba53651edd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577&tenant_id=43636dcef9ff4fb98e9524a9242506a8 HTTP/1.1" status: 200 len: 1096 time: 0.1660645 Mar 23 12:30:43.809883 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b0279c-e5a2-43aa-996e-59b288b7483d admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:30:43.835620 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07be49c-1181-4b04-a8e3-7aa4cd29176f None None] Sync routers for ids ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:30:43.869309 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07be49c-1181-4b04-a8e3-7aa4cd29176f None None] Routers {'359eb50a-c761-4cc3-9dd0-7a2074d7a798'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:30:43.877552 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b07be49c-1181-4b04-a8e3-7aa4cd29176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:30:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:30:43.881198 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808cb60-7085-4ad3-8604-ab1d31ea30a2 req-2f0a9cd7-872b-4e23-b490-3ff234be536c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:43.907660 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a808cb60-7085-4ad3-8604-ab1d31ea30a2 req-2f0a9cd7-872b-4e23-b490-3ff234be536c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 945 time: 0.1938899 Mar 23 12:30:43.932855 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c0b0279c-e5a2-43aa-996e-59b288b7483d admin admin] 10.222.0.52 "PUT /v2.0/routers/359eb50a-c761-4cc3-9dd0-7a2074d7a798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0691483 Mar 23 12:30:43.938220 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52836) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:44.219400 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706466-730e-4c84-81bc-5994d715b046 req-fd6f169d-39f8-43f5-988f-fb3b204a0deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:44.220205 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 14bc6d0e-4a90-4024-bd21-6c49270c0af9 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:30:44.222241 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-fd6f169d-39f8-43f5-988f-fb3b204a0deb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 1096 time: 0.8578489 Mar 23 12:30:44.228804 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-b07be49c-1181-4b04-a8e3-7aa4cd29176f None None] Set router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:30:44.244769 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a808cb60-7085-4ad3-8604-ab1d31ea30a2 req-b9071c62-8188-489a-93ff-e8bb998ca4f2 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100753 Mar 23 12:30:44.352518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706466-730e-4c84-81bc-5994d715b046 req-f4242895-0986-4aef-b82c-f768828ce496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:44.354177 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-f4242895-0986-4aef-b82c-f768828ce496 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.1189816 Mar 23 12:30:44.362246 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979b0bfd-1218-458b-a47c-79dccd9f3c81 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:30:44.421352 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:44.435523 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9360cda-1b39-4571-9d52-3ae699d5461e req-7e9d6c8d-4a9b-4964-b9ce-6338c826368c tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:44.445629 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b9360cda-1b39-4571-9d52-3ae699d5461e req-7e9d6c8d-4a9b-4964-b9ce-6338c826368c tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 931 time: 1.0402269 Mar 23 12:30:44.461153 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-3e9f877a-3a89-442f-bb24-cbc72e1b5f2a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9 HTTP/1.1" status: 200 len: 217 time: 0.0918479 Mar 23 12:30:44.499694 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6d37-25cf-4aa5-8a6d-419f1719458c admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:44.602334 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706466-730e-4c84-81bc-5994d715b046 req-24341c23-721c-4c0c-8978-0cb998e570d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:44.605080 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-24341c23-721c-4c0c-8978-0cb998e570d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.1270523 Mar 23 12:30:44.610212 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Transition to ACTIVE for port object 979b0bfd-1218-458b-a47c-79dccd9f3c81 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:30:44.634369 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:44.708093 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Pushing event updated for resources: {'Port': ['ID=979b0bfd-1218-458b-a47c-79dccd9f3c81,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:44.733294 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-36cb7ccf-778a-4113-8cd9-f9672c966938 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094861 Mar 23 12:30:44.749365 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b07be49c-1181-4b04-a8e3-7aa4cd29176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'name': 'tempest-ServersTestFqdnHostnames-932474463-router', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:43Z', 'updated_at': '2022-03-23T12:30:40Z', 'revision_number': 5, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'gw_port': {'id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:44Z', 'updated_at': '2022-03-23T12:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:30:44.755985 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b9360cda-1b39-4571-9d52-3ae699d5461e req-62c46e46-ea0b-437e-bdf0-6e887ad885e8 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffba16dd-9910-42dc-9753-e1f8e83382e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091881 Mar 23 12:30:44.804605 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07be49c-1181-4b04-a8e3-7aa4cd29176f None None] Checking router: 359eb50a-c761-4cc3-9dd0-7a2074d7a798 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:30:44.838147 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07be49c-1181-4b04-a8e3-7aa4cd29176f None None] Routers {'359eb50a-c761-4cc3-9dd0-7a2074d7a798'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:30:44.840139 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b07be49c-1181-4b04-a8e3-7aa4cd29176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:30:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:30:44.861849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625f96c-cf88-4ec4-807f-8a11e66a6aeb req-ad97e412-a4ca-4e43-af56-3fc27abf4168 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:44.870456 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9625f96c-cf88-4ec4-807f-8a11e66a6aeb req-ad97e412-a4ca-4e43-af56-3fc27abf4168 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 944 time: 0.1474202 Mar 23 12:30:44.898261 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6d37-25cf-4aa5-8a6d-419f1719458c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:44.968862 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9625f96c-cf88-4ec4-807f-8a11e66a6aeb req-89858e2c-0a61-4ae7-9dbb-681ee55ef13c tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971277 Mar 23 12:30:45.040012 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a6d37-25cf-4aa5-8a6d-419f1719458c admin admin] Deleting port b6631b3d-a7bd-4a62-a8d8-a95d9a501228 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:30:45.046864 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6d37-25cf-4aa5-8a6d-419f1719458c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:45.139506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-8c3a6d37-25cf-4aa5-8a6d-419f1719458c admin admin] For port b6631b3d-a7bd-4a62-a8d8-a95d9a501228, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b6631b3d-a7bd-4a62-a8d8-a95d9a501228,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:45.140087 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6d37-25cf-4aa5-8a6d-419f1719458c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:45.170419 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a6d37-25cf-4aa5-8a6d-419f1719458c admin admin] Calling delete_port for b6631b3d-a7bd-4a62-a8d8-a95d9a501228 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:30:45.208454 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-b07be49c-1181-4b04-a8e3-7aa4cd29176f None None] Set router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:30:45.362654 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-dda17b24-3690-4f3e-a0b5-eb4986a4ed43 service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053369 Mar 23 12:30:45.594396 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-05d92cde-57d6-4527-ba22-7d7e5c335245 service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763983 Mar 23 12:30:45.643100 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6d37-25cf-4aa5-8a6d-419f1719458c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:45.682499 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a6d37-25cf-4aa5-8a6d-419f1719458c admin admin] Pushing event deleted for resources: {'Port': ['ID=b6631b3d-a7bd-4a62-a8d8-a95d9a501228,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:45.709057 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede310e-a45a-48da-8a38-2fed6ef7ff0c req-b8bf5940-1a92-49a8-9873-98a2e12b1b41 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:45.712665 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ede310e-a45a-48da-8a38-2fed6ef7ff0c req-b8bf5940-1a92-49a8-9873-98a2e12b1b41 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 945 time: 0.1872103 Mar 23 12:30:45.761476 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Attempting to bind port 979b0bfd-1218-458b-a47c-79dccd9f3c81 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:30:45.768241 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Attempting to bind port 979b0bfd-1218-458b-a47c-79dccd9f3c81 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '652e34c7-293e-4e8f-b545-c442627c16b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2257146-91d6-447b-9828-3ea73b5d0c50'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:30:45.768647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Attempting to bind port 979b0bfd-1218-458b-a47c-79dccd9f3c81 on network d2257146-91d6-447b-9828-3ea73b5d0c50 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:30:45.795170 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:45.807027 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Port 979b0bfd-1218-458b-a47c-79dccd9f3c81 on network d2257146-91d6-447b-9828-3ea73b5d0c50 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:30:45.807351 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Attempting to bind port 979b0bfd-1218-458b-a47c-79dccd9f3c81 on network d2257146-91d6-447b-9828-3ea73b5d0c50 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:30:45.865302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:30:45.867868 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Checking segment: {'id': '652e34c7-293e-4e8f-b545-c442627c16b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2257146-91d6-447b-9828-3ea73b5d0c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:30:45.869522 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6d37-25cf-4aa5-8a6d-419f1719458c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:45.871323 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Bound using segment: {'id': '652e34c7-293e-4e8f-b545-c442627c16b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2257146-91d6-447b-9828-3ea73b5d0c50'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:30:45.880394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Bound port: 979b0bfd-1218-458b-a47c-79dccd9f3c81, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652e34c7-293e-4e8f-b545-c442627c16b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2257146-91d6-447b-9828-3ea73b5d0c50'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:30:45.881781 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:45.970240 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b07be49c-1181-4b04-a8e3-7aa4cd29176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'name': 'tempest-ServersTestFqdnHostnames-932474463-router', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:43Z', 'updated_at': '2022-03-23T12:30:40Z', 'revision_number': 5, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'gw_port': {'id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:44Z', 'updated_at': '2022-03-23T12:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:30:46.034381 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6d37-25cf-4aa5-8a6d-419f1719458c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:46.039538 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6d37-25cf-4aa5-8a6d-419f1719458c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:46.066964 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07be49c-1181-4b04-a8e3-7aa4cd29176f None None] The sync data for ids ['359eb50a-c761-4cc3-9dd0-7a2074d7a798'] in n-d-834854-1 is: [{'id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'name': 'tempest-ServersTestFqdnHostnames-932474463-router', 'tenant_id': '62343df70eb049fe840a8de71d5bb599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:43Z', 'updated_at': '2022-03-23T12:30:40Z', 'revision_number': 5, 'project_id': '62343df70eb049fe840a8de71d5bb599', 'gw_port': {'id': 'b6631b3d-a7bd-4a62-a8d8-a95d9a501228', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359eb50a-c761-4cc3-9dd0-7a2074d7a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:44Z', 'updated_at': '2022-03-23T12:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:30:46.134393 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6d37-25cf-4aa5-8a6d-419f1719458c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:46.135689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3a6d37-25cf-4aa5-8a6d-419f1719458c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 359eb50a-c761-4cc3-9dd0-7a2074d7a798 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:30:46.158429 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6d37-25cf-4aa5-8a6d-419f1719458c admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:46.161314 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8c3a6d37-25cf-4aa5-8a6d-419f1719458c admin admin] 10.222.0.52 "DELETE /v2.0/routers/359eb50a-c761-4cc3-9dd0-7a2074d7a798 HTTP/1.1" status: 204 len: 168 time: 2.2221224 Mar 23 12:30:46.178610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52916) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:46.183259 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ede310e-a45a-48da-8a38-2fed6ef7ff0c req-2daa25fb-40d3-4f26-bbb3-b8ecca33cefd tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462030 Mar 23 12:30:46.220942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 066af55f-966d-42f3-9841-c9c501bc2a0e up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:30:46.334263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] For port 979b0bfd-1218-458b-a47c-79dccd9f3c81, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:30:46.341158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cca7e4d-31e7-4e10-a8aa-c5b5f3052c1a admin admin] Deleting subnet 720c2751-2177-47ad-8384-680bbd9727e3 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:30:46.343563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] For port 979b0bfd-1218-458b-a47c-79dccd9f3c81, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=979b0bfd-1218-458b-a47c-79dccd9f3c81,segment=NetworkSegment(652e34c7-293e-4e8f-b545-c442627c16b2),segment_id=652e34c7-293e-4e8f-b545-c442627c16b2)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:30:46.359483 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cca7e4d-31e7-4e10-a8aa-c5b5f3052c1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:46.405660 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:46.422195 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 066af55f-966d-42f3-9841-c9c501bc2a0e completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:30:46.443837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 066af55f-966d-42f3-9841-c9c501bc2a0e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:30:46.445562 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:46.614034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706466-730e-4c84-81bc-5994d715b046 req-a1b6871b-1b7d-4107-97ab-d26e486733f5 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:46.615556 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-a1b6871b-1b7d-4107-97ab-d26e486733f5 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577&tenant_id=43636dcef9ff4fb98e9524a9242506a8&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 1096 time: 0.6291764 Mar 23 12:30:46.621456 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device aeaa430c-6c25-4b90-9b01-fbf182d05f3c details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:30:46.771093 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cca7e4d-31e7-4e10-a8aa-c5b5f3052c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:46.823566 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:46.835480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0d19e-a907-4bd3-9740-9878c6e77c0d req-570c5ee7-cc65-4a3b-a92b-9915caf72b7b tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:46.848820 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2eb0d19e-a907-4bd3-9740-9878c6e77c0d req-570c5ee7-cc65-4a3b-a92b-9915caf72b7b tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 946 time: 0.7847819 Mar 23 12:30:46.870307 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:30:46.871457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:46.872109 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:46.873528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] 10.222.0.73 "PUT /v2.0/ports/979b0bfd-1218-458b-a47c-79dccd9f3c81 HTTP/1.1" status: 200 len: 1091 time: 4.6503499 Mar 23 12:30:46.881370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949764d-d231-4a66-9ac1-c049eafcd0c7 req-78dfd3e9-b30b-490a-9f60-fe94905e4b48 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:46.885585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba98055-add1-4529-8a7d-be51b0b7d67a', 'tag': '979b0bfd-1218-458b-a47c-79dccd9f3c81'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:46.889249 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b340bb-1b27-4313-abf4-d3003b597d98" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba98055-add1-4529-8a7d-be51b0b7d67a", "tag": "979b0bfd-1218-458b-a47c-79dccd9f3c81"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:46.890732 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8949764d-d231-4a66-9ac1-c049eafcd0c7 req-78dfd3e9-b30b-490a-9f60-fe94905e4b48 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 943 time: 0.3287828 Mar 23 12:30:46.975230 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Pushing event updated for resources: {'Port': ['ID=979b0bfd-1218-458b-a47c-79dccd9f3c81,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:46.996551 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8949764d-d231-4a66-9ac1-c049eafcd0c7 req-966ee795-d69f-4f90-84d5-147d431968ab tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffba16dd-9910-42dc-9753-e1f8e83382e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046999 Mar 23 12:30:47.035483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dd4fee-3aa4-42eb-9576-533a879a3284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066af55f-966d-42f3-9841-c9c501bc2a0e'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:47.037964 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1d77b4-c7fe-4f34-9862-bac1193437a9" -d '{"events": [{"server_uuid": "f1dd4fee-3aa4-42eb-9576-533a879a3284", "name": "network-vif-plugged", "status": "completed", "tag": "066af55f-966d-42f3-9841-c9c501bc2a0e"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:47.062161 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 066af55f-966d-42f3-9841-c9c501bc2a0e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=066af55f-966d-42f3-9841-c9c501bc2a0e,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:47.080581 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:47.101445 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cca7e4d-31e7-4e10-a8aa-c5b5f3052c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:47.194930 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port aeaa430c-6c25-4b90-9b01-fbf182d05f3c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=aeaa430c-6c25-4b90-9b01-fbf182d05f3c,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:47.214310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=066af55f-966d-42f3-9841-c9c501bc2a0e,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:47.219439 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'aeaa430c-6c25-4b90-9b01-fbf182d05f3c', 'network_id': '8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd', 'port_id': 'aeaa430c-6c25-4b90-9b01-fbf182d05f3c', 'mac_address': 'fa:16:3e:44:83:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b69fc4-50e7-4784-b657-b053d5e4a98d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:30:47.259225 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cca7e4d-31e7-4e10-a8aa-c5b5f3052c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:47.272354 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:47.272966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:47.274021 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:47.274512 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:47.275013 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:47.275680 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:47.276192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:47.277568 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:47.278064 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:47.278566 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:47.279060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:47.279531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c678005-49ec-444b-81ec-1b444bed0e9b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:30:47.299608 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:47.316788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-61eead86-54f8-41ba-9a35-45ab4b7c8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:47.326951 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-61eead86-54f8-41ba-9a35-45ab4b7c8bc1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7273316a0f7148679a399b75a5435312&device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 1094 time: 0.2798488 Mar 23 12:30:47.328630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aeaa430c-6c25-4b90-9b01-fbf182d05f3c {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:30:47.337637 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2eb0d19e-a907-4bd3-9740-9878c6e77c0d req-417e0bd1-7a8a-46cb-8f04-89a16f2495dd tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877043 Mar 23 12:30:47.346432 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:47.393384 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port aeaa430c-6c25-4b90-9b01-fbf182d05f3c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=aeaa430c-6c25-4b90-9b01-fbf182d05f3c,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:47.401838 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:47.405933 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-dbf4b405-4670-4164-936e-47758ba66e2f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=979b0bfd-1218-458b-a47c-79dccd9f3c81 HTTP/1.1" status: 200 len: 217 time: 0.0673223 Mar 23 12:30:47.442284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca7e4d-31e7-4e10-a8aa-c5b5f3052c1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=720c2751-2177-47ad-8384-680bbd9727e3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:47.448301 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cca7e4d-31e7-4e10-a8aa-c5b5f3052c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:47.453873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0cca7e4d-31e7-4e10-a8aa-c5b5f3052c1a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/720c2751-2177-47ad-8384-680bbd9727e3 HTTP/1.1" status: 204 len: 168 time: 1.2671554 Mar 23 12:30:47.456994 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52940) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:47.488791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-d59115c6-df44-4eac-99d9-7df3fc460826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:47.490270 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-d59115c6-df44-4eac-99d9-7df3fc460826 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0a3f408d-431d-4a67-86c0-4dd4c9799fb5 HTTP/1.1" status: 200 len: 849 time: 0.0752351 Mar 23 12:30:47.491824 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46d92c1-a515-4e7a-936a-5cae1535d352 x-openstack-request-id: req-c46d92c1-a515-4e7a-936a-5cae1535d352 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:47.492163 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba98055-add1-4529-8a7d-be51b0b7d67a", "tag": "979b0bfd-1218-458b-a47c-79dccd9f3c81", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:47.492418 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c46d92c1-a515-4e7a-936a-5cae1535d352 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:47.492855 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba98055-add1-4529-8a7d-be51b0b7d67a', 'tag': '979b0bfd-1218-458b-a47c-79dccd9f3c81', 'status': 'completed', 'code': 200} Mar 23 12:30:47.497218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a2706466-730e-4c84-81bc-5994d715b046 req-3e467b5a-fe37-44aa-bb09-4a74ed883c4e service neutron] For port 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:30:47.501831 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a2706466-730e-4c84-81bc-5994d715b046 req-3e467b5a-fe37-44aa-bb09-4a74ed883c4e service neutron] Notify callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:47.502893 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2706466-730e-4c84-81bc-5994d715b046 req-3e467b5a-fe37-44aa-bb09-4a74ed883c4e service neutron] 10.222.0.77 "DELETE /v2.0/ports/14bc6d0e-4a90-4024-bd21-6c49270c0af9/bindings/n-h2-834854-1 HTTP/1.1" status: 204 len: 173 time: 0.8611250 Mar 23 12:30:47.531082 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-0b609a29-0154-4d63-b314-a107d8329034 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2257146-91d6-447b-9828-3ea73b5d0c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321898 Mar 23 12:30:47.534372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6ac6f-66e0-41ef-8ba7-3a84eb7001f5 req-caa1273b-4bd7-4ef2-b393-ebfdec46f609 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:47.536035 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5db6ac6f-66e0-41ef-8ba7-3a84eb7001f5 req-caa1273b-4bd7-4ef2-b393-ebfdec46f609 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.2338412 Mar 23 12:30:47.572110 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45b10c0-1243-4b89-86e5-bdba2be0faeb None None] Network 1743bb27-9332-4a25-8ecd-a3ec37878eb1 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:30:47.589255 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ace41c3-a920-407e-a3c9-23ae1ab546a7 x-openstack-request-id: req-5ace41c3-a920-407e-a3c9-23ae1ab546a7 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:47.589822 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dd4fee-3aa4-42eb-9576-533a879a3284", "name": "network-vif-plugged", "status": "completed", "tag": "066af55f-966d-42f3-9841-c9c501bc2a0e", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:47.590235 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ace41c3-a920-407e-a3c9-23ae1ab546a7 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:47.595002 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1dd4fee-3aa4-42eb-9576-533a879a3284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066af55f-966d-42f3-9841-c9c501bc2a0e', 'code': 200} Mar 23 12:30:47.623125 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=aeaa430c-6c25-4b90-9b01-fbf182d05f3c,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:47.646825 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5db6ac6f-66e0-41ef-8ba7-3a84eb7001f5 req-a3e310a4-3a68-4d8e-b0ce-9bbd59d0421a tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847018 Mar 23 12:30:47.687576 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:47.709392 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-da6205a1-c1c0-42c8-a8fa-e52a9eb4ce6e service neutron] 10.222.0.73 "GET /v2.0/networks/d2257146-91d6-447b-9828-3ea73b5d0c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585739 Mar 23 12:30:47.873812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] Deleting port f482a7f9-b96a-48f3-8e42-94c9cba4c497 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:30:47.874339 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:47.894528 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['aeaa430c-6c25-4b90-9b01-fbf182d05f3c'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:30:48.071894 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c2985442-b21a-4035-a670-95e4f5d872f6 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:30:48.135112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c001f4-d4ce-4fd3-9797-12fc5ed60ffe req-7bbfee7c-c3d6-430c-a91b-4dc49278e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:48.137028 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77c001f4-d4ce-4fd3-9797-12fc5ed60ffe req-7bbfee7c-c3d6-430c-a91b-4dc49278e5e4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 1096 time: 0.3950865 Mar 23 12:30:48.200862 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5186428a-4e47-47e4-b2d2-99f4499c21d8 req-7a231f6f-f324-415e-a58d-7d93f2a46b2e service neutron] 10.222.0.73 "GET /v2.0/networks/d2257146-91d6-447b-9828-3ea73b5d0c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676740 Mar 23 12:30:48.219508 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] For port f482a7f9-b96a-48f3-8e42-94c9cba4c497, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f482a7f9-b96a-48f3-8e42-94c9cba4c497,segment=NetworkSegment(2d472369-9b14-4134-be3c-f5a91745112d),segment_id=2d472369-9b14-4134-be3c-f5a91745112d)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:48.222132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c2985442-b21a-4035-a670-95e4f5d872f6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:30:48.222411 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:48.222547 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c2985442-b21a-4035-a670-95e4f5d872f6 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:30:48.239894 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77c001f4-d4ce-4fd3-9797-12fc5ed60ffe req-7cb0c9e5-8df5-4b07-ab63-2798d964f229 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907257 Mar 23 12:30:48.286259 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] Calling delete_port for f482a7f9-b96a-48f3-8e42-94c9cba4c497 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:30:48.424309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671b018d-5e7c-421e-b063-4c6bf2edcc09 None None] DHCP port deletion for 1743bb27-9332-4a25-8ecd-a3ec37878eb1 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:30:48.483094 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b340bb-1b27-4313-abf4-d3003b597d98 req-f582b2cc-6238-439f-ad1a-9c1fc822d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:48.489657 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34b340bb-1b27-4313-abf4-d3003b597d98 req-f582b2cc-6238-439f-ad1a-9c1fc822d273 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7273316a0f7148679a399b75a5435312&device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 1094 time: 0.1584828 Mar 23 12:30:48.504056 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:48.526585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41733b1f-4332-45b5-8176-bfd3522333e7 req-03d3eca3-a3d6-4ddb-93c6-ab9f1504bd97 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:48.538088 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-671b018d-5e7c-421e-b063-4c6bf2edcc09 None None] The port 'f482a7f9-b96a-48f3-8e42-94c9cba4c497' was deleted {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 23 12:30:48.540458 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41733b1f-4332-45b5-8176-bfd3522333e7 req-03d3eca3-a3d6-4ddb-93c6-ab9f1504bd97 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 945 time: 0.5146987 Mar 23 12:30:48.619284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] Pushing event deleted for resources: {'Port': ['ID=f482a7f9-b96a-48f3-8e42-94c9cba4c497,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:48.658673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] No DVR routers for this DVR port f482a7f9-b96a-48f3-8e42-94c9cba4c497 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:30:48.677125 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41733b1f-4332-45b5-8176-bfd3522333e7 req-b99cc199-6618-4dfd-a9b7-04dd3e870352 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342452 Mar 23 12:30:48.750248 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b340bb-1b27-4313-abf4-d3003b597d98 req-2aa6d760-6a5d-44c6-b38c-6f8e38037c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:48.754016 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34b340bb-1b27-4313-abf4-d3003b597d98 req-2aa6d760-6a5d-44c6-b38c-6f8e38037c30 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2257146-91d6-447b-9828-3ea73b5d0c50 HTTP/1.1" status: 200 len: 910 time: 0.2516890 Mar 23 12:30:48.862554 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:48.883125 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34b340bb-1b27-4313-abf4-d3003b597d98 req-f2316aa1-0a73-4ef4-b99f-650768955a00 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=979b0bfd-1218-458b-a47c-79dccd9f3c81 HTTP/1.1" status: 200 len: 217 time: 0.1156178 Mar 23 12:30:48.894389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1743bb27-9332-4a25-8ecd-a3ec37878eb1']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:30:48.912363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d472369-9b14-4134-be3c-f5a91745112d') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:30:48.912754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d472369-9b14-4134-be3c-f5a91745112d') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:30:48.926028 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:48.947191 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:48.955205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:30:48.955708 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:49.013645 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b340bb-1b27-4313-abf4-d3003b597d98 req-19c7d465-5d69-4c9a-8a62-ded3befc47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:49.027768 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34b340bb-1b27-4313-abf4-d3003b597d98 req-19c7d465-5d69-4c9a-8a62-ded3befc47f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0a3f408d-431d-4a67-86c0-4dd4c9799fb5 HTTP/1.1" status: 200 len: 849 time: 0.1388257 Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:30:49.030916 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:30:49.058023 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:49.071228 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:49.077584 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] 10.222.0.52 "DELETE /v2.0/networks/1743bb27-9332-4a25-8ecd-a3ec37878eb1 HTTP/1.1" status: 204 len: 168 time: 1.6157999 Mar 23 12:30:49.090737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c0686-e601-449d-af17-25cd32d9939b admin admin] Pushing event deleted for resources: {'Network': ['ID=1743bb27-9332-4a25-8ecd-a3ec37878eb1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:49.119292 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34b340bb-1b27-4313-abf4-d3003b597d98 req-b11c1ba0-145f-4c6d-b573-b937a8571097 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2257146-91d6-447b-9828-3ea73b5d0c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812461 Mar 23 12:30:49.122764 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf669a8-d9d3-41b8-85ac-f9dfdfdb6fb1 req-d2c4cd9d-2fa4-468e-a863-51b6b7bc8ea4 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:49.124294 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-baf669a8-d9d3-41b8-85ac-f9dfdfdb6fb1 req-d2c4cd9d-2fa4-468e-a863-51b6b7bc8ea4 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 943 time: 0.1056354 Mar 23 12:30:49.215345 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-baf669a8-d9d3-41b8-85ac-f9dfdfdb6fb1 req-39f8e9ae-8334-4700-b50b-c475838489c2 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffba16dd-9910-42dc-9753-e1f8e83382e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795281 Mar 23 12:30:49.291537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53016) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:49.336709 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c3c20-f1c6-4467-b8a4-4efe5b0dab93 req-a3c12651-7435-4230-8fee-0a1ea74c2681 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:49.344195 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa6c3c20-f1c6-4467-b8a4-4efe5b0dab93 req-a3c12651-7435-4230-8fee-0a1ea74c2681 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 945 time: 0.2237689 Mar 23 12:30:49.362837 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7859a65d-33ca-49fe-861a-54b8ee555c19 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62343df70eb049fe840a8de71d5bb599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700941 Mar 23 12:30:49.366333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53018) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:49.408174 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f482a7f9-b96a-48f3-8e42-94c9cba4c497 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:30:49.426460 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34b340bb-1b27-4313-abf4-d3003b597d98 req-5821e9ae-690e-45c2-8e63-a228dc906621 service neutron] 10.222.0.73 "GET /v2.0/networks/d2257146-91d6-447b-9828-3ea73b5d0c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880747 Mar 23 12:30:49.443524 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa6c3c20-f1c6-4467-b8a4-4efe5b0dab93 req-b9c6c7fa-5d97-464f-8437-5ee4f4d51e20 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983741 Mar 23 12:30:49.444134 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f482a7f9-b96a-48f3-8e42-94c9cba4c497 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:30:49.444836 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f482a7f9-b96a-48f3-8e42-94c9cba4c497 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:30:49.445506 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b6631b3d-a7bd-4a62-a8d8-a95d9a501228 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:30:49.475128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: b6631b3d-a7bd-4a62-a8d8-a95d9a501228 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:30:49.475783 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b6631b3d-a7bd-4a62-a8d8-a95d9a501228 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:30:49.487267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3833ca-8bb3-4684-aadd-3060f153414e req-7a5fa2d9-6f47-4a1b-abe3-76a0c113aee0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:49.489263 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b3833ca-8bb3-4684-aadd-3060f153414e req-7a5fa2d9-6f47-4a1b-abe3-76a0c113aee0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1200087 Mar 23 12:30:49.511754 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e91624b-54ac-4463-b1b4-fb7a2777b2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:49.561934 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e91624b-54ac-4463-b1b4-fb7a2777b2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:49.634228 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b3833ca-8bb3-4684-aadd-3060f153414e req-2966a058-0611-47bc-be8a-1046f086e9ce tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370969 Mar 23 12:30:49.646378 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34b340bb-1b27-4313-abf4-d3003b597d98 req-5791ba8b-e190-4176-ad4d-eefb224dda12 service neutron] 10.222.0.73 "GET /v2.0/networks/d2257146-91d6-447b-9828-3ea73b5d0c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834633 Mar 23 12:30:49.679327 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e91624b-54ac-4463-b1b4-fb7a2777b2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:49.683523 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e91624b-54ac-4463-b1b4-fb7a2777b2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:49.685215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2e91624b-54ac-4463-b1b4-fb7a2777b2e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4aa510a1-5eac-4943-ac68-368839c6b304 HTTP/1.1" status: 204 len: 168 time: 0.3145969 Mar 23 12:30:49.700064 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91624b-54ac-4463-b1b4-fb7a2777b2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa510a1-5eac-4943-ac68-368839c6b304,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:50.010190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47ff63-5974-4ba0-af72-3924e87c9d46 req-21a52a4d-92c0-4ff5-b429-dd05f338d46c tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:50.018694 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b47ff63-5974-4ba0-af72-3924e87c9d46 req-21a52a4d-92c0-4ff5-b429-dd05f338d46c tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 1096 time: 0.0770149 Mar 23 12:30:50.068673 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b47ff63-5974-4ba0-af72-3924e87c9d46 req-fd316c68-e9b9-410e-9020-7721c4a0872c tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490589 Mar 23 12:30:50.559096 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 979b0bfd-1218-458b-a47c-79dccd9f3c81 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:30:50.561248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device aeaa430c-6c25-4b90-9b01-fbf182d05f3c up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:30:50.721591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port aeaa430c-6c25-4b90-9b01-fbf182d05f3c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:30:50.721970 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:50.819502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 979b0bfd-1218-458b-a47c-79dccd9f3c81, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=979b0bfd-1218-458b-a47c-79dccd9f3c81,segment=NetworkSegment(652e34c7-293e-4e8f-b545-c442627c16b2),segment_id=652e34c7-293e-4e8f-b545-c442627c16b2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:50.854198 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '979b0bfd-1218-458b-a47c-79dccd9f3c81', 'network_id': 'd2257146-91d6-447b-9828-3ea73b5d0c50', 'port_id': '979b0bfd-1218-458b-a47c-79dccd9f3c81', 'mac_address': 'fa:16:3e:97:fa:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3f408d-431d-4a67-86c0-4dd4c9799fb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:30:50.920564 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:50.979594 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:50.998497 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02c5394-ee3e-4fe9-8aff-47d1744bb93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeaa430c-6c25-4b90-9b01-fbf182d05f3c'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:51.000864 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e970344f-6146-41ec-a0d1-304880718b03" -d '{"events": [{"server_uuid": "d02c5394-ee3e-4fe9-8aff-47d1744bb93d", "name": "network-vif-plugged", "status": "completed", "tag": "aeaa430c-6c25-4b90-9b01-fbf182d05f3c"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:51.035164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53102) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:51.061495 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port aeaa430c-6c25-4b90-9b01-fbf182d05f3c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=aeaa430c-6c25-4b90-9b01-fbf182d05f3c,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:51.064558 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979b0bfd-1218-458b-a47c-79dccd9f3c81 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:30:51.073043 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:51.163063 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 979b0bfd-1218-458b-a47c-79dccd9f3c81, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=979b0bfd-1218-458b-a47c-79dccd9f3c81,segment=NetworkSegment(652e34c7-293e-4e8f-b545-c442627c16b2),segment_id=652e34c7-293e-4e8f-b545-c442627c16b2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:51.171389 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:51.175179 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b687d-9266-4a75-b8df-5f61007480c6 req-f1ee2057-fc96-4240-9ba0-2fb8e21cdf56 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:51.183282 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f48b687d-9266-4a75-b8df-5f61007480c6 req-f1ee2057-fc96-4240-9ba0-2fb8e21cdf56 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 943 time: 0.1014459 Mar 23 12:30:51.215752 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6a9d2a09-86f8-4cba-bdf6-f359d3beeef7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1780893767-network', 'tenant_id': 'c76929d4048a42598e0f66623994674d'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:51.242621 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=aeaa430c-6c25-4b90-9b01-fbf182d05f3c,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:51.252581 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f48b687d-9266-4a75-b8df-5f61007480c6 req-9176f141-44ca-41b4-9b44-7b8a40e31f6e tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffba16dd-9910-42dc-9753-e1f8e83382e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671401 Mar 23 12:30:51.257404 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9d2a09-86f8-4cba-bdf6-f359d3beeef7 admin admin] Made reservation on behalf of c76929d4048a42598e0f66623994674d for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:30:51.260569 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a9d2a09-86f8-4cba-bdf6-f359d3beeef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:51.275548 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a9d2a09-86f8-4cba-bdf6-f359d3beeef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:51.363849 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=979b0bfd-1218-458b-a47c-79dccd9f3c81,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:51.369752 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a9d2a09-86f8-4cba-bdf6-f359d3beeef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:51.387817 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-fffbfa16-7ae6-4b4f-b1c6-8765e2b98950 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:51.392559 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-fffbfa16-7ae6-4b4f-b1c6-8765e2b98950 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 821 time: 0.2484322 Mar 23 12:30:51.394643 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a9d2a09-86f8-4cba-bdf6-f359d3beeef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:51.439369 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9d2a09-86f8-4cba-bdf6-f359d3beeef7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:30:51.442504 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-3ad36495-d126-49e4-b03b-07708a35849d tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/quotas/43636dcef9ff4fb98e9524a9242506a8 HTTP/1.1" status: 200 len: 375 time: 0.0427463 Mar 23 12:30:51.456655 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb9162-3fc3-47a6-a305-9622545f247b req-39c6f5c9-d419-4698-b667-77d665be5fa9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:51.458611 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11bb9162-3fc3-47a6-a305-9622545f247b req-39c6f5c9-d419-4698-b667-77d665be5fa9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0794854 Mar 23 12:30:51.476964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d2a09-86f8-4cba-bdf6-f359d3beeef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba9509c-5f43-4a19-b9a3-1225b228743c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:51.498414 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a9d2a09-86f8-4cba-bdf6-f359d3beeef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:51.498782 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-6a9d2a09-86f8-4cba-bdf6-f359d3beeef7 admin admin] Added segment 6378d216-4364-4162-b83e-087f188e9b59 of type vlan for network 4e3f5ded-5473-428f-b11d-b3417cbd12ec Mar 23 12:30:51.536798 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11bb9162-3fc3-47a6-a305-9622545f247b req-ae05f4a3-723c-4df7-888a-2208350d0db9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699205 Mar 23 12:30:51.570378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['979b0bfd-1218-458b-a47c-79dccd9f3c81'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:30:51.584972 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a9d2a09-86f8-4cba-bdf6-f359d3beeef7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:51.647305 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a9d2a09-86f8-4cba-bdf6-f359d3beeef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:51.650076 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9d2a09-86f8-4cba-bdf6-f359d3beeef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:51.652267 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a9d2a09-86f8-4cba-bdf6-f359d3beeef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:51.696302 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-10ecaec3-183b-4329-812e-b50f28a51212 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2407069 Mar 23 12:30:51.701188 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6a9d2a09-86f8-4cba-bdf6-f359d3beeef7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6651978 Mar 23 12:30:51.704043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53122) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:51.709190 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-82c6d369-3ac7-4bdf-9091-48fe2e502345 admin admin] Request body: {'subnet': {'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1780893767-subnet', 'tenant_id': 'c76929d4048a42598e0f66623994674d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:51.752117 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c6d369-3ac7-4bdf-9091-48fe2e502345 admin admin] Made reservation on behalf of c76929d4048a42598e0f66623994674d for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:30:51.756294 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-82c6d369-3ac7-4bdf-9091-48fe2e502345 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:51.828747 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d2a09-86f8-4cba-bdf6-f359d3beeef7 admin admin] Pushing event updated for resources: {'Network': ['ID=4e3f5ded-5473-428f-b11d-b3417cbd12ec,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:51.848811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 4e3f5ded-5473-428f-b11d-b3417cbd12ec details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:30:52.015257 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-ff0b3a6a-e90e-495a-939e-b8d71c9362a2 service neutron] 10.222.0.52 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178666 Mar 23 12:30:52.084620 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21df480-c4d7-43cc-9d8a-2e7f4d6d0f92 req-4785cda3-712e-45f2-8b20-8b2868570aa4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:52.084620 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f21df480-c4d7-43cc-9d8a-2e7f4d6d0f92 req-4785cda3-712e-45f2-8b20-8b2868570aa4 tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.73 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 946 time: 0.1130366 Mar 23 12:30:52.173738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-2b692ba7-c4fe-4e3f-98eb-10eba9b5d10c service neutron] 10.222.0.52 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572587 Mar 23 12:30:52.188374 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-82c6d369-3ac7-4bdf-9091-48fe2e502345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:52.362497 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef82dd72-7724-4487-a3d2-6a2b7a88f843 x-openstack-request-id: req-ef82dd72-7724-4487-a3d2-6a2b7a88f843 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:52.363141 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02c5394-ee3e-4fe9-8aff-47d1744bb93d", "name": "network-vif-plugged", "status": "completed", "tag": "aeaa430c-6c25-4b90-9b01-fbf182d05f3c", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:52.363767 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef82dd72-7724-4487-a3d2-6a2b7a88f843 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:52.364410 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02c5394-ee3e-4fe9-8aff-47d1744bb93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeaa430c-6c25-4b90-9b01-fbf182d05f3c', 'code': 200} Mar 23 12:30:52.378781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c6d369-3ac7-4bdf-9091-48fe2e502345 admin admin] Checking segment: {'id': '6378d216-4364-4162-b83e-087f188e9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:30:52.379233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c6d369-3ac7-4bdf-9091-48fe2e502345 admin admin] Network hostable DHCP agents. Network: 4e3f5ded-5473-428f-b11d-b3417cbd12ec, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:30:52.393014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6d369-3ac7-4bdf-9091-48fe2e502345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df4c0398-acbb-48a1-83d5-8a1f46b37271,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:52.424561 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c6d369-3ac7-4bdf-9091-48fe2e502345 admin admin] Network 4e3f5ded-5473-428f-b11d-b3417cbd12ec is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:30:52.443191 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-82c6d369-3ac7-4bdf-9091-48fe2e502345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 4e3f5ded-5473-428f-b11d-b3417cbd12ec) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:30:52.449306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c6d369-3ac7-4bdf-9091-48fe2e502345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:52.449696 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-82c6d369-3ac7-4bdf-9091-48fe2e502345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:52.460478 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6addd4-23e5-4d9a-9da5-680071613347 None None] Network 4e3f5ded-5473-428f-b11d-b3417cbd12ec requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:30:52.467021 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f21df480-c4d7-43cc-9d8a-2e7f4d6d0f92 req-c0d259f8-5761-4cdd-9c1a-d4444b5cd0bf tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Deleting port aeaa430c-6c25-4b90-9b01-fbf182d05f3c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:30:52.467762 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f21df480-c4d7-43cc-9d8a-2e7f4d6d0f92 req-c0d259f8-5761-4cdd-9c1a-d4444b5cd0bf tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:52.491223 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-82c6d369-3ac7-4bdf-9091-48fe2e502345 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7856095 Mar 23 12:30:52.646005 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98fb927a-6155-421b-9159-0577e3cae647 req-ea131f47-4c26-4708-9618-f025c156a398 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 210 time: 0.0584643 Mar 23 12:30:52.687951 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f21df480-c4d7-43cc-9d8a-2e7f4d6d0f92 req-c0d259f8-5761-4cdd-9c1a-d4444b5cd0bf tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] For port aeaa430c-6c25-4b90-9b01-fbf182d05f3c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=aeaa430c-6c25-4b90-9b01-fbf182d05f3c,segment=NetworkSegment(1566562a-0053-420a-9248-b434f50712fa),segment_id=1566562a-0053-420a-9248-b434f50712fa)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:52.688532 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f21df480-c4d7-43cc-9d8a-2e7f4d6d0f92 req-c0d259f8-5761-4cdd-9c1a-d4444b5cd0bf tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:52.728484 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f21df480-c4d7-43cc-9d8a-2e7f4d6d0f92 req-c0d259f8-5761-4cdd-9c1a-d4444b5cd0bf tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Calling delete_port for aeaa430c-6c25-4b90-9b01-fbf182d05f3c owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:30:52.904080 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a83052-2f3e-4aea-ad88-c283d7ae5d43 None None] Network 4e3f5ded-5473-428f-b11d-b3417cbd12ec requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:30:53.158269 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467b00d-4124-4f15-8f53-0b0d213c8311 req-83554dd4-6541-4c50-9aa2-d163f8a4775d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:53.166361 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8467b00d-4124-4f15-8f53-0b0d213c8311 req-83554dd4-6541-4c50-9aa2-d163f8a4775d tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 946 time: 0.2057076 Mar 23 12:30:53.173942 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f21df480-c4d7-43cc-9d8a-2e7f4d6d0f92 req-c0d259f8-5761-4cdd-9c1a-d4444b5cd0bf tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:53.221235 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8467b00d-4124-4f15-8f53-0b0d213c8311 req-e950aae9-1b3f-47ca-ae8b-74a2a7fb02ce tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/security-groups?id=a298c6ef-7e77-49be-a8e5-f59f44627f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535390 Mar 23 12:30:53.282289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c4218-8b7f-40e3-9ec1-f0e566a20414 req-83ebb90c-9c67-42fe-bf78-caadd209dcc3 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:53.284138 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b4c4218-8b7f-40e3-9ec1-f0e566a20414 req-83ebb90c-9c67-42fe-bf78-caadd209dcc3 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 944 time: 0.1191282 Mar 23 12:30:53.352593 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b4c4218-8b7f-40e3-9ec1-f0e566a20414 req-06ea1278-7a94-46f6-906c-b1d5a9d267a4 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffba16dd-9910-42dc-9753-e1f8e83382e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459709 Mar 23 12:30:53.359034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d259f8-5761-4cdd-9c1a-d4444b5cd0bf tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Pushing event deleted for resources: {'Port': ['ID=aeaa430c-6c25-4b90-9b01-fbf182d05f3c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:53.435900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21df480-c4d7-43cc-9d8a-2e7f4d6d0f92 req-c0d259f8-5761-4cdd-9c1a-d4444b5cd0bf tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] No DVR routers for this DVR port aeaa430c-6c25-4b90-9b01-fbf182d05f3c on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:30:53.439406 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f21df480-c4d7-43cc-9d8a-2e7f4d6d0f92 req-c0d259f8-5761-4cdd-9c1a-d4444b5cd0bf tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:53.443663 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f21df480-c4d7-43cc-9d8a-2e7f4d6d0f92 req-c0d259f8-5761-4cdd-9c1a-d4444b5cd0bf tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.73 "DELETE /v2.0/ports/aeaa430c-6c25-4b90-9b01-fbf182d05f3c HTTP/1.1" status: 204 len: 173 time: 1.2660215 Mar 23 12:30:53.444205 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02c5394-ee3e-4fe9-8aff-47d1744bb93d', 'name': 'network-vif-deleted', 'tag': 'aeaa430c-6c25-4b90-9b01-fbf182d05f3c'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:53.446534 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038a2f6a-9b24-46d3-9764-84fa640672f1" -d '{"events": [{"server_uuid": "d02c5394-ee3e-4fe9-8aff-47d1744bb93d", "name": "network-vif-deleted", "tag": "aeaa430c-6c25-4b90-9b01-fbf182d05f3c"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:53.488008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cf1ba-089d-442d-8205-e2af267a69a6 req-5e1eab7c-f69e-4440-9915-bed0c82fcfe3 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:53.494597 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-581cf1ba-089d-442d-8205-e2af267a69a6 req-5e1eab7c-f69e-4440-9915-bed0c82fcfe3 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.2176325 Mar 23 12:30:53.590809 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-581cf1ba-089d-442d-8205-e2af267a69a6 req-4d793c99-2f89-4847-a282-5b9cbad74c67 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864825 Mar 23 12:30:53.638564 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0e47b2-766b-44f6-b651-e8708c4a102f x-openstack-request-id: req-ef0e47b2-766b-44f6-b651-e8708c4a102f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:53.638965 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02c5394-ee3e-4fe9-8aff-47d1744bb93d", "name": "network-vif-deleted", "tag": "aeaa430c-6c25-4b90-9b01-fbf182d05f3c", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:53.639312 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef0e47b2-766b-44f6-b651-e8708c4a102f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:53.639812 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02c5394-ee3e-4fe9-8aff-47d1744bb93d', 'name': 'network-vif-deleted', 'tag': 'aeaa430c-6c25-4b90-9b01-fbf182d05f3c', 'status': 'completed', 'code': 200} Mar 23 12:30:53.767808 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa248ddb-5883-4333-bfff-d2bead85d0e2 req-b7507643-194c-4065-860e-400ff51b7927 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:53.770002 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa248ddb-5883-4333-bfff-d2bead85d0e2 req-b7507643-194c-4065-860e-400ff51b7927 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 948 time: 0.0685599 Mar 23 12:30:53.821046 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa248ddb-5883-4333-bfff-d2bead85d0e2 req-72be99c0-e005-46f0-9135-3c4b64226f0b tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440147 Mar 23 12:30:53.938895 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e3fcbd36-e5ef-4b4b-ba54-79337924fbae req-f3b63b71-4c68-401b-b765-47a09ae1ec69 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 210 time: 0.0377851 Mar 23 12:30:54.014202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-5511610a-7423-478f-b11e-324b5e1d5fcd tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:54.021708 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-5511610a-7423-478f-b11e-324b5e1d5fcd tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/networks?id=4e3f5ded-5473-428f-b11d-b3417cbd12ec HTTP/1.1" status: 200 len: 815 time: 0.2047215 Mar 23 12:30:54.039800 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b705ef32-d1fb-42a0-b3e5-3519a54d3e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:54.048510 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-735bd09d-f400-4806-8037-b82c9a5c6348 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/quotas/c76929d4048a42598e0f66623994674d HTTP/1.1" status: 200 len: 375 time: 0.0255129 Mar 23 12:30:54.093873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-a1894f8f-8b13-4ed2-bb83-d7d4971a4f11 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c76929d4048a42598e0f66623994674d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397565 Mar 23 12:30:54.183882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-38d47ab0-ea90-4ca5-a4e7-b31b4dd83249 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:54.185485 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-38d47ab0-ea90-4ca5-a4e7-b31b4dd83249 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.73 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 821 time: 0.1388755 Mar 23 12:30:54.204788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-aed42114-5458-49cf-bcd0-cc141bdd0f21 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Request body: {'port': {'device_id': '08554b8f-25a3-47c6-8d3c-fe01bfeba9c0', 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482', 'admin_state_up': True, 'tenant_id': '43636dcef9ff4fb98e9524a9242506a8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:54.206984 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-cb40fbcb-7ca7-4d8b-b418-43067a484d0c service neutron] 10.222.0.52 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101680 Mar 23 12:30:54.351116 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c0aa03aa-1b57-45d6-8047-38ccd9d6105d req-0ccf6bfe-c5f4-4962-8412-b0689575c7be tempest-ImagesTestJSON-2076108438 tempest-ImagesTestJSON-2076108438-project] 10.222.0.52 "GET /v2.0/ports?device_id=d02c5394-ee3e-4fe9-8aff-47d1744bb93d HTTP/1.1" status: 200 len: 210 time: 0.0378537 Mar 23 12:30:54.360475 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-567ec213-20d5-43c9-9bba-a385a0fc084b service neutron] 10.222.0.52 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457238 Mar 23 12:30:54.390066 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-aed42114-5458-49cf-bcd0-cc141bdd0f21 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Made reservation on behalf of 43636dcef9ff4fb98e9524a9242506a8 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:30:54.394409 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-aed42114-5458-49cf-bcd0-cc141bdd0f21 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:54.547799 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-57e6a9ae-7f55-411a-9d3a-3a60b72d5d35 req-53ad4784-3ae9-4368-ac54-67cdfd304ece tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 210 time: 0.0276432 Mar 23 12:30:54.555834 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff32afe-5e6e-4b12-a173-6ddcc54e611a req-c47d0909-1820-4ecc-b3e2-06156f29d7ea tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:54.563502 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ff32afe-5e6e-4b12-a173-6ddcc54e611a req-c47d0909-1820-4ecc-b3e2-06156f29d7ea tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 944 time: 0.1035428 Mar 23 12:30:54.603011 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 979b0bfd-1218-458b-a47c-79dccd9f3c81 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:30:54.616409 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-aed42114-5458-49cf-bcd0-cc141bdd0f21 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Allocated IP 172.20.0.2 (5951e4c2-87c6-4843-a65c-4b3c7b3af482/0598634e-d947-470e-93b9-cfe2bd967aa7/3a6265e0-c99a-4887-a70f-8f9a5dd3187d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:30:54.673534 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 979b0bfd-1218-458b-a47c-79dccd9f3c81 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:30:54.677268 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ff32afe-5e6e-4b12-a173-6ddcc54e611a req-84a525dc-191e-4920-acde-b839b445874d tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffba16dd-9910-42dc-9753-e1f8e83382e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128938 Mar 23 12:30:54.679394 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 979b0bfd-1218-458b-a47c-79dccd9f3c81 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:30:54.680333 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:54.715826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4844c-fca1-4dd5-99cc-00f5ae1adadc req-b087a110-4daa-4e72-83f1-e6a3effc12c0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:54.715826 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ed4844c-fca1-4dd5-99cc-00f5ae1adadc req-b087a110-4daa-4e72-83f1-e6a3effc12c0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0625148 Mar 23 12:30:54.760568 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ed4844c-fca1-4dd5-99cc-00f5ae1adadc req-6e7b2c6b-bd13-4958-bcc2-25f0b3b2e400 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388503 Mar 23 12:30:54.788158 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:54.815800 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba98055-add1-4529-8a7d-be51b0b7d67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979b0bfd-1218-458b-a47c-79dccd9f3c81'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:54.818183 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfbc285-b889-4635-91f9-2bb1f39172f9" -d '{"events": [{"server_uuid": "4ba98055-add1-4529-8a7d-be51b0b7d67a", "name": "network-vif-plugged", "status": "completed", "tag": "979b0bfd-1218-458b-a47c-79dccd9f3c81"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:54.822102 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-aed42114-5458-49cf-bcd0-cc141bdd0f21 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:54.843384 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 979b0bfd-1218-458b-a47c-79dccd9f3c81, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=979b0bfd-1218-458b-a47c-79dccd9f3c81,segment=NetworkSegment(652e34c7-293e-4e8f-b545-c442627c16b2),segment_id=652e34c7-293e-4e8f-b545-c442627c16b2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:54.849877 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:54.851061 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device aeaa430c-6c25-4b90-9b01-fbf182d05f3c no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:30:54.868406 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-aed42114-5458-49cf-bcd0-cc141bdd0f21 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:54.879539 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc5f4b1-a2af-443d-b2d5-5871cf4b210a x-openstack-request-id: req-acc5f4b1-a2af-443d-b2d5-5871cf4b210a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:54.879758 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba98055-add1-4529-8a7d-be51b0b7d67a", "name": "network-vif-plugged", "status": "completed", "tag": "979b0bfd-1218-458b-a47c-79dccd9f3c81", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:54.880106 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-acc5f4b1-a2af-443d-b2d5-5871cf4b210a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:54.880435 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba98055-add1-4529-8a7d-be51b0b7d67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979b0bfd-1218-458b-a47c-79dccd9f3c81', 'code': 200} Mar 23 12:30:54.901800 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: aeaa430c-6c25-4b90-9b01-fbf182d05f3c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:30:54.902221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device aeaa430c-6c25-4b90-9b01-fbf182d05f3c not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:30:54.937270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=979b0bfd-1218-458b-a47c-79dccd9f3c81,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:54.956775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed42114-5458-49cf-bcd0-cc141bdd0f21 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Pushing event updated for resources: {'Port': ['ID=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:54.968319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-aed42114-5458-49cf-bcd0-cc141bdd0f21 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:30:54.969825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-aed42114-5458-49cf-bcd0-cc141bdd0f21 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:30:54.972384 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-aed42114-5458-49cf-bcd0-cc141bdd0f21 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:30:55.050125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf23552-8579-47b2-aa45-1fcf6ad3254a req-aab21255-0f89-4a89-90ba-b389e7a97914 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:55.050451 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-aed42114-5458-49cf-bcd0-cc141bdd0f21 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:55.051225 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-aed42114-5458-49cf-bcd0-cc141bdd0f21 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:55.051594 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9bf23552-8579-47b2-aa45-1fcf6ad3254a req-aab21255-0f89-4a89-90ba-b389e7a97914 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 948 time: 0.1292069 Mar 23 12:30:55.059663 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b211d-46be-4583-859b-809c0a37285b req-f696b073-7712-4313-adb1-8b80f125338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:55.061154 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad8b211d-46be-4583-859b-809c0a37285b req-f696b073-7712-4313-adb1-8b80f125338b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 1096 time: 0.1172853 Mar 23 12:30:55.095055 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-aed42114-5458-49cf-bcd0-cc141bdd0f21 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8977470 Mar 23 12:30:55.108145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Request body: {'port': {'device_id': '08554b8f-25a3-47c6-8d3c-fe01bfeba9c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:30:55.116308 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9bf23552-8579-47b2-aa45-1fcf6ad3254a req-f4e43cb1-018f-4ed9-b042-7e4f5f692080 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535967 Mar 23 12:30:55.122680 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad8b211d-46be-4583-859b-809c0a37285b req-5967199f-bc13-4101-b509-b39bb5e8865d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ffba16dd-9910-42dc-9753-e1f8e83382e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537906 Mar 23 12:30:55.143009 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45a7da-e9d3-43c2-8902-51d341f3d83a req-d13fd356-7fc1-4c3e-a4dd-c41d1e3e2bdc tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:55.144552 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c45a7da-e9d3-43c2-8902-51d341f3d83a req-d13fd356-7fc1-4c3e-a4dd-c41d1e3e2bdc tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 931 time: 0.0898442 Mar 23 12:30:55.198453 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:55.219691 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c45a7da-e9d3-43c2-8902-51d341f3d83a req-850167e2-787c-422c-99e8-e320abae46d1 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640163 Mar 23 12:30:55.241877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa00adc-cc42-4be4-9165-d59b3dc1d77e req-e77fcaf9-1519-4ab1-8582-d69b0a5a345b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:55.243396 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3aa00adc-cc42-4be4-9165-d59b3dc1d77e req-e77fcaf9-1519-4ab1-8582-d69b0a5a345b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.0511444 Mar 23 12:30:55.283668 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3aa00adc-cc42-4be4-9165-d59b3dc1d77e req-3b95ab77-5d0e-41ad-ade6-c8ab432157ce tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336566 Mar 23 12:30:55.514119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6265e0-c99a-4887-a70f-8f9a5dd3187d {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:30:55.523884 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:55.537326 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Transition to ACTIVE for port object 3a6265e0-c99a-4887-a70f-8f9a5dd3187d will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:30:55.541168 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:55.615353 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:55.669937 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-73138e85-b53c-4972-a097-8def99fd2f64 req-154d16dc-a584-4485-8e26-21644bbcf3ab tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 210 time: 0.0336108 Mar 23 12:30:55.692763 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Attempting to bind port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:30:55.693097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Attempting to bind port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:30:55.693421 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Attempting to bind port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:30:55.698699 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:30:55.699021 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Attempting to bind port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:30:55.703810 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:30:55.704180 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Checking segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:30:55.704589 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Bound using segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:30:55.705009 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Bound port: 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:30:55.705360 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:55.761428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53280) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:55.809613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d503c25-dcb4-4d3f-a9d4-b157cce4fa83 admin admin] Deleting subnet a7b69fc4-50e7-4784-b657-b053d5e4a98d {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:30:55.812919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] For port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:30:55.813813 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d503c25-dcb4-4d3f-a9d4-b157cce4fa83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:55.830428 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] For port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:30:55.843344 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:55.862753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a837c-4b36-406e-920f-ed9cf3c40354 req-1850bad0-9ac7-4e62-8204-ae3afb8fc5fb tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:55.864303 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-361a837c-4b36-406e-920f-ed9cf3c40354 req-1850bad0-9ac7-4e62-8204-ae3afb8fc5fb tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 945 time: 0.0936947 Mar 23 12:30:55.885283 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d503c25-dcb4-4d3f-a9d4-b157cce4fa83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:55.893296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:55.893822 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:55.895212 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] 10.222.0.73 "PUT /v2.0/ports/3a6265e0-c99a-4887-a70f-8f9a5dd3187d HTTP/1.1" status: 200 len: 1091 time: 0.7914908 Mar 23 12:30:55.897433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08554b8f-25a3-47c6-8d3c-fe01bfeba9c0', 'tag': '3a6265e0-c99a-4887-a70f-8f9a5dd3187d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:30:55.900373 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9e3543-cf47-469e-8ba7-fd4a1db15856" -d '{"events": [{"name": "network-changed", "server_uuid": "08554b8f-25a3-47c6-8d3c-fe01bfeba9c0", "tag": "3a6265e0-c99a-4887-a70f-8f9a5dd3187d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:30:55.942271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b418f-849d-4f32-bff4-d03a99b6b1c0 req-3088f130-6871-45d0-ad2a-aa75df965ebf tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:55.943820 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed1b418f-849d-4f32-bff4-d03a99b6b1c0 req-3088f130-6871-45d0-ad2a-aa75df965ebf tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1016192 Mar 23 12:30:55.950141 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d503c25-dcb4-4d3f-a9d4-b157cce4fa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:55.975640 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-361a837c-4b36-406e-920f-ed9cf3c40354 req-9cbdb420-2729-45ba-8276-4a0e689ee9e1 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffba16dd-9910-42dc-9753-e1f8e83382e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940351 Mar 23 12:30:55.976279 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d33703-f0db-4304-ae3a-6a8687c798e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:56.011223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-34a40bd1-63c4-4773-876f-fab9bd5fd5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:56.012792 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-34a40bd1-63c4-4773-876f-fab9bd5fd5ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 1094 time: 0.0634277 Mar 23 12:30:56.031807 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a6021e-6f39-478f-a60a-8bf048d7e689 x-openstack-request-id: req-d6a6021e-6f39-478f-a60a-8bf048d7e689 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:30:56.032154 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08554b8f-25a3-47c6-8d3c-fe01bfeba9c0", "tag": "3a6265e0-c99a-4887-a70f-8f9a5dd3187d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:30:56.032413 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6a6021e-6f39-478f-a60a-8bf048d7e689 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:30:56.032818 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08554b8f-25a3-47c6-8d3c-fe01bfeba9c0', 'tag': '3a6265e0-c99a-4887-a70f-8f9a5dd3187d', 'status': 'completed', 'code': 200} Mar 23 12:30:56.039802 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed1b418f-849d-4f32-bff4-d03a99b6b1c0 req-6a5014bc-7299-4dc8-85c6-00f5a0d0164b tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869272 Mar 23 12:30:56.061111 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-50f6fad6-dc0a-46fb-a2b9-29b0e8a12603 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a6265e0-c99a-4887-a70f-8f9a5dd3187d HTTP/1.1" status: 200 len: 217 time: 0.0373514 Mar 23 12:30:56.074396 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d503c25-dcb4-4d3f-a9d4-b157cce4fa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:56.105680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d503c25-dcb4-4d3f-a9d4-b157cce4fa83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b69fc4-50e7-4784-b657-b053d5e4a98d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:56.107683 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d503c25-dcb4-4d3f-a9d4-b157cce4fa83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:56.111020 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2d503c25-dcb4-4d3f-a9d4-b157cce4fa83 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a7b69fc4-50e7-4784-b657-b053d5e4a98d HTTP/1.1" status: 204 len: 168 time: 0.3484583 Mar 23 12:30:56.114064 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53286) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:56.118805 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-fd09c906-9d89-47b8-a189-448aa69ba488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:56.120578 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-fd09c906-9d89-47b8-a189-448aa69ba488 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.0507319 Mar 23 12:30:56.162817 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-34816b78-b1f7-42b0-a9aa-69cf0737b748 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337331 Mar 23 12:30:56.208535 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac168f92-059d-46f2-94ab-66cfa5f724dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:56.365251 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac168f92-059d-46f2-94ab-66cfa5f724dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:56.413395 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cad3fc2e-10d1-4e71-8334-b68d6c4637a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:56.433479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ac168f92-059d-46f2-94ab-66cfa5f724dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:30:56.457631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ac168f92-059d-46f2-94ab-66cfa5f724dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1566562a-0053-420a-9248-b434f50712fa') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:30:56.458093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ac168f92-059d-46f2-94ab-66cfa5f724dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1566562a-0053-420a-9248-b434f50712fa') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:30:56.481927 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f9f2d-e0b0-4cf3-852d-bfe8e3d2d4bd req-d3a0b409-a11c-4692-818f-c454c05bcac9 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:56.484421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b42f9f2d-e0b0-4cf3-852d-bfe8e3d2d4bd req-d3a0b409-a11c-4692-818f-c454c05bcac9 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 943 time: 0.1585491 Mar 23 12:30:56.490446 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac168f92-059d-46f2-94ab-66cfa5f724dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:56.531960 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac168f92-059d-46f2-94ab-66cfa5f724dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:56.547918 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac168f92-059d-46f2-94ab-66cfa5f724dd admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:30:56.548552 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac168f92-059d-46f2-94ab-66cfa5f724dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:30:56.551093 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:30:56.634932 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b42f9f2d-e0b0-4cf3-852d-bfe8e3d2d4bd req-7a87d002-ae14-4b47-a152-65d0194004ec tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408072 Mar 23 12:30:56.678189 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac168f92-059d-46f2-94ab-66cfa5f724dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:56.688657 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac168f92-059d-46f2-94ab-66cfa5f724dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:56.694505 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ac168f92-059d-46f2-94ab-66cfa5f724dd admin admin] 10.222.0.52 "DELETE /v2.0/networks/8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd HTTP/1.1" status: 204 len: 168 time: 0.5791645 Mar 23 12:30:56.713845 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac168f92-059d-46f2-94ab-66cfa5f724dd admin admin] Pushing event deleted for resources: {'Network': ['ID=8503dfc8-8072-4c8c-95f0-84c1c1d4a8bd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:56.777512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc2cc7-a135-4b29-a6f9-1b98518aed4d req-1c91b783-3dea-445f-a4ca-1066d4e508d8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:56.779305 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f5dc2cc7-a135-4b29-a6f9-1b98518aed4d req-1c91b783-3dea-445f-a4ca-1066d4e508d8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.0692630 Mar 23 12:30:56.829283 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f5dc2cc7-a135-4b29-a6f9-1b98518aed4d req-250e4d48-db7f-43f0-886e-3c4531b1e142 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401137 Mar 23 12:30:56.830812 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803b7fe-b5b7-4b41-9ea9-a2e52a0b8575 req-445532b2-ae77-46ea-8300-c1b99cb95e01 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:56.840791 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53298) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:56.841147 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e803b7fe-b5b7-4b41-9ea9-a2e52a0b8575 req-445532b2-ae77-46ea-8300-c1b99cb95e01 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 948 time: 0.5849605 Mar 23 12:30:56.849439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-13184cb1-dac0-46f7-84f4-c060bdc2eb7f service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6767917 Mar 23 12:30:56.887508 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-17b1610b-fcf5-41f3-8fa6-a11f42aaee08 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=046f907855a84a1287626c5db5b1e032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454729 Mar 23 12:30:56.890714 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53300) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:30:56.916465 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6517eb9d-e280-413e-bac2-1a6411f6e011 req-266dca36-5894-4901-bdc1-369d13574ee4 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 210 time: 0.0263035 Mar 23 12:30:56.941372 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e803b7fe-b5b7-4b41-9ea9-a2e52a0b8575 req-8499525f-4b14-421d-a192-a6b0ad7d437c tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993891 Mar 23 12:30:56.994273 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4818c2c3-90c9-4b83-bd82-d644b3375fd5 req-5d08ef37-ca29-46d7-bdb3-6f3a4bb60563 service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359155 Mar 23 12:30:57.004188 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44879486-bffb-45c3-b84c-e18a6d6bd2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:57.034658 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44879486-bffb-45c3-b84c-e18a6d6bd2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:57.107756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e3543-cf47-469e-8ba7-fd4a1db15856 req-e2db264f-1498-4686-8980-afc597cc3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:57.109553 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7e9e3543-cf47-469e-8ba7-fd4a1db15856 req-e2db264f-1498-4686-8980-afc597cc3363 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 1094 time: 0.0591938 Mar 23 12:30:57.111844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb16371-eb7b-4a24-9f0b-af4a14681e63 req-4961763a-8fe1-4c8b-9882-8f9f7d1ed42e tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:57.113476 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eb16371-eb7b-4a24-9f0b-af4a14681e63 req-4961763a-8fe1-4c8b-9882-8f9f7d1ed42e tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 945 time: 0.0561252 Mar 23 12:30:57.141184 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44879486-bffb-45c3-b84c-e18a6d6bd2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:57.144080 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44879486-bffb-45c3-b84c-e18a6d6bd2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:57.148067 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-44879486-bffb-45c3-b84c-e18a6d6bd2f2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a298c6ef-7e77-49be-a8e5-f59f44627f95 HTTP/1.1" status: 204 len: 168 time: 0.2283547 Mar 23 12:30:57.155481 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eb16371-eb7b-4a24-9f0b-af4a14681e63 req-a935a2b3-b409-46b0-993c-34c7f4721a4d tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffba16dd-9910-42dc-9753-e1f8e83382e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345619 Mar 23 12:30:57.184174 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44879486-bffb-45c3-b84c-e18a6d6bd2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a298c6ef-7e77-49be-a8e5-f59f44627f95,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:57.266181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c112401-cc5e-467a-bcc3-090f90079359 req-abb44e55-f880-46ed-b59a-cf89500206ae tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:57.273484 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c112401-cc5e-467a-bcc3-090f90079359 req-abb44e55-f880-46ed-b59a-cf89500206ae tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1489487 Mar 23 12:30:57.316207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e3543-cf47-469e-8ba7-fd4a1db15856 req-28fde0a7-654f-4ffb-9e28-ebb09882adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:57.317722 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7e9e3543-cf47-469e-8ba7-fd4a1db15856 req-28fde0a7-654f-4ffb-9e28-ebb09882adf5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.1948395 Mar 23 12:30:57.323140 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c112401-cc5e-467a-bcc3-090f90079359 req-46939d55-e832-4ff3-90b0-c4c2319d16a3 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487757 Mar 23 12:30:57.374020 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7e9e3543-cf47-469e-8ba7-fd4a1db15856 req-e45154e5-0595-432a-bd76-ba29b0406627 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a6265e0-c99a-4887-a70f-8f9a5dd3187d HTTP/1.1" status: 200 len: 217 time: 0.0444436 Mar 23 12:30:57.440690 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e3543-cf47-469e-8ba7-fd4a1db15856 req-58919681-4a29-4054-a7b5-2ec152bdc8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:57.442311 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7e9e3543-cf47-469e-8ba7-fd4a1db15856 req-58919681-4a29-4054-a7b5-2ec152bdc8d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.0617583 Mar 23 12:30:57.485563 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7e9e3543-cf47-469e-8ba7-fd4a1db15856 req-78679ad3-41f2-4fb4-9ee0-ed31f536f983 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348485 Mar 23 12:30:57.636072 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:57.637679 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7e9e3543-cf47-469e-8ba7-fd4a1db15856 req-70d017ae-6b38-43bb-a35b-f61788057a46 service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420987 Mar 23 12:30:57.792736 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7e9e3543-cf47-469e-8ba7-fd4a1db15856 req-dca4aa48-bb2b-4966-a007-be857c55309c service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478508 Mar 23 12:30:57.815961 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e2a34-1220-4b8f-befa-c8abb0325d1f req-00c9fb62-8ed8-415a-ae03-f824adaaa619 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:57.817670 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ea1e2a34-1220-4b8f-befa-c8abb0325d1f req-00c9fb62-8ed8-415a-ae03-f824adaaa619 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 943 time: 0.0730369 Mar 23 12:30:57.867307 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ea1e2a34-1220-4b8f-befa-c8abb0325d1f req-d2f8dd26-aea9-4f2b-aeb4-b4007256e1ee tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425594 Mar 23 12:30:57.974851 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea59f5-e762-4976-bcea-1c429eebb093 req-b3bf2b7d-bb18-4215-8f22-7b7b58c2d492 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:57.977083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3fea59f5-e762-4976-bcea-1c429eebb093 req-b3bf2b7d-bb18-4215-8f22-7b7b58c2d492 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.0621436 Mar 23 12:30:58.022193 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3fea59f5-e762-4976-bcea-1c429eebb093 req-503a4720-bf12-4d95-a0d8-9dd2dfb04cde tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386653 Mar 23 12:30:58.097236 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ef562dc6-3d73-44c1-9b0b-dde08760c954 req-1ed89914-b2e3-4fc6-a391-73e74e3a3ae3 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 210 time: 0.0357647 Mar 23 12:30:58.164665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d98ee-cab1-4765-9e43-08976e44aa5f req-30afac87-eefb-4ac1-a341-be20b18734c3 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:58.166199 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc5d98ee-cab1-4765-9e43-08976e44aa5f req-30afac87-eefb-4ac1-a341-be20b18734c3 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 948 time: 0.0662246 Mar 23 12:30:58.205972 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc5d98ee-cab1-4765-9e43-08976e44aa5f req-f0e090e0-5a57-4037-b8a6-ee72745d42e3 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339878 Mar 23 12:30:58.406218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-54acf71e-5772-4897-857b-93a9f0b3b5ee tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=bac4ff6496184947951b4e6eebf825eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211742 Mar 23 12:30:58.495912 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff16234-4241-4c0d-8901-2cf289665156 req-3d2f1786-9afc-460a-b387-f20e83fdcd2a tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:58.497321 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ff16234-4241-4c0d-8901-2cf289665156 req-3d2f1786-9afc-460a-b387-f20e83fdcd2a tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0531774 Mar 23 12:30:58.518414 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-7a9b72c1-ac2b-4e64-80b6-00d98840637f tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:58.519880 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-7a9b72c1-ac2b-4e64-80b6-00d98840637f tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077864 Mar 23 12:30:58.535465 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-035be7ab-1794-4c7f-9e48-9c33f04c513f tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/quotas/bac4ff6496184947951b4e6eebf825eb HTTP/1.1" status: 200 len: 375 time: 0.0097163 Mar 23 12:30:58.542163 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ff16234-4241-4c0d-8901-2cf289665156 req-3b3f126b-d284-42e9-ba13-14f7ed42b5ed tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389347 Mar 23 12:30:58.572536 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-5667e228-3962-409c-bf74-a319d3be151d tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bac4ff6496184947951b4e6eebf825eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300624 Mar 23 12:30:58.633289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 3a6265e0-c99a-4887-a70f-8f9a5dd3187d details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:30:58.752763 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5df7eb3f-ec72-479a-b3da-f69c2d7c4857 req-34a15204-bc40-48c6-b13c-7aa1b7131c04 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 210 time: 0.0394688 Mar 23 12:30:58.788311 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:58.803809 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '3a6265e0-c99a-4887-a70f-8f9a5dd3187d', 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482', 'port_id': '3a6265e0-c99a-4887-a70f-8f9a5dd3187d', 'mac_address': 'fa:16:3e:f4:d9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0598634e-d947-470e-93b9-cfe2bd967aa7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:30:58.847757 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:58.862533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6265e0-c99a-4887-a70f-8f9a5dd3187d {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:30:58.884766 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:30:58.888740 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:58.953148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:30:59.003329 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:59.051446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666d3e3-f47b-4fd3-9c66-7882a4b52485 req-86634f94-55ed-48ec-b90d-91862733a834 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:59.054703 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2666d3e3-f47b-4fd3-9c66-7882a4b52485 req-86634f94-55ed-48ec-b90d-91862733a834 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.0810704 Mar 23 12:30:59.107256 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2666d3e3-f47b-4fd3-9c66-7882a4b52485 req-a599a7b6-9385-4648-9547-dddfca2768b2 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447285 Mar 23 12:30:59.201556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad71d56-6785-4c8a-b4d2-6ea73f20c5a5 req-e45c068d-a779-49f2-8ea5-b6c4f695852d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:59.204521 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ad71d56-6785-4c8a-b4d2-6ea73f20c5a5 req-e45c068d-a779-49f2-8ea5-b6c4f695852d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.0668619 Mar 23 12:30:59.243489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['3a6265e0-c99a-4887-a70f-8f9a5dd3187d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:30:59.254615 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ad71d56-6785-4c8a-b4d2-6ea73f20c5a5 req-99e728f9-c457-467d-a320-6dc5771ab975 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436590 Mar 23 12:30:59.304112 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-64601d07-4835-4b7e-99dd-cc71b1e94708 req-02fcb463-40c7-41f7-afdc-12a1b860dbf3 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 210 time: 0.0277157 Mar 23 12:30:59.375474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3cb5f-9638-4cd9-ae49-f8116cbe6fd3 req-48cdb327-b703-4d2d-835c-4a35d05ae9bf tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:59.377305 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d7c3cb5f-9638-4cd9-ae49-f8116cbe6fd3 req-48cdb327-b703-4d2d-835c-4a35d05ae9bf tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 948 time: 0.0503364 Mar 23 12:30:59.421161 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d7c3cb5f-9638-4cd9-ae49-f8116cbe6fd3 req-d69801e2-e32d-4b25-b27d-9548ece3fbc2 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366318 Mar 23 12:30:59.436607 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:30:59.598469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5bbf4-ec87-4562-9bad-f0f1e32297e1 req-dc9f3f1f-e929-468f-b7da-6536fe05c5f6 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:59.600208 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8b5bbf4-ec87-4562-9bad-f0f1e32297e1 req-dc9f3f1f-e929-468f-b7da-6536fe05c5f6 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 945 time: 0.0691211 Mar 23 12:30:59.660587 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8b5bbf4-ec87-4562-9bad-f0f1e32297e1 req-237fea75-8664-4ae7-a95d-affadaef871f tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffba16dd-9910-42dc-9753-e1f8e83382e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534689 Mar 23 12:30:59.711849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75169cce-15d3-4610-95b4-331346877d86 req-bd0509bb-415b-4105-b557-373ac6e7e9e2 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:30:59.713831 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75169cce-15d3-4610-95b4-331346877d86 req-bd0509bb-415b-4105-b557-373ac6e7e9e2 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0793967 Mar 23 12:30:59.765093 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75169cce-15d3-4610-95b4-331346877d86 req-be5ea17b-843f-4a6e-9cd3-136fab09b95e tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Mar 23 12:30:59.854580 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c0ce27b3-9e0f-41ff-8795-b5e9f2c2b59a req-22c8379e-a540-4a69-9ed9-93389daa155c tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 210 time: 0.0303576 Mar 23 12:31:00.240546 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6a1c1-3681-4c75-b118-05a70fbf5216 req-b4dbe0d4-2cfc-4833-b1b2-bc84e1d7adc5 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:00.242914 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-93c6a1c1-3681-4c75-b118-05a70fbf5216 req-b4dbe0d4-2cfc-4833-b1b2-bc84e1d7adc5 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.0525775 Mar 23 12:31:00.291007 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-93c6a1c1-3681-4c75-b118-05a70fbf5216 req-a26a5fcb-e152-463a-9ede-93012016ee33 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416734 Mar 23 12:31:00.385613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85648c15-cbe5-4953-9fc4-860a53fea601 req-69d5cad6-6d33-4a0b-8cbd-e77bc1925185 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:00.390843 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-85648c15-cbe5-4953-9fc4-860a53fea601 req-69d5cad6-6d33-4a0b-8cbd-e77bc1925185 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.0624330 Mar 23 12:31:00.401613 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cae040c3-1a62-4c06-8555-11812c17e799 req-d1fd1169-b0b8-461e-949b-14281cb1e0c2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 210 time: 0.0274425 Mar 23 12:31:00.432357 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-85648c15-cbe5-4953-9fc4-860a53fea601 req-bf8605af-70df-4ca3-ab33-d3147e229ace tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344799 Mar 23 12:31:00.549356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acd870-acf7-4b95-b8fe-878969c19c1b req-c87b4450-5b3b-4ac6-a84f-2756f9acf3b5 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:00.550956 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0acd870-acf7-4b95-b8fe-878969c19c1b req-c87b4450-5b3b-4ac6-a84f-2756f9acf3b5 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 948 time: 0.0514507 Mar 23 12:31:00.589152 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0acd870-acf7-4b95-b8fe-878969c19c1b req-3d852673-554f-40be-a33c-991ab7fbe294 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Mar 23 12:31:00.649965 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 3a6265e0-c99a-4887-a70f-8f9a5dd3187d up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:31:00.702463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:31:00.708392 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:00.708913 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:00.817981 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:00.841182 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57d69a-1508-4677-bcc1-f1f2482fe7b0 req-bf6bbfd2-f4b9-40f4-a754-d32b1abcd81c tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:00.844139 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d57d69a-1508-4677-bcc1-f1f2482fe7b0 req-bf6bbfd2-f4b9-40f4-a754-d32b1abcd81c tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 945 time: 0.0972292 Mar 23 12:31:00.868608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08554b8f-25a3-47c6-8d3c-fe01bfeba9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6265e0-c99a-4887-a70f-8f9a5dd3187d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:00.873651 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dac128a-57af-45c7-b378-d6f482d0c807" -d '{"events": [{"server_uuid": "08554b8f-25a3-47c6-8d3c-fe01bfeba9c0", "name": "network-vif-plugged", "status": "completed", "tag": "3a6265e0-c99a-4887-a70f-8f9a5dd3187d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:00.910934 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:00.917770 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:00.939581 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d57d69a-1508-4677-bcc1-f1f2482fe7b0 req-7d1a27bb-181d-409a-a7da-1882409b8a12 tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffba16dd-9910-42dc-9753-e1f8e83382e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827830 Mar 23 12:31:01.017584 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ba4d5-a662-4556-aeec-0e2672747bf3 req-a5bdeecf-6138-4e47-9157-7f7835b7aabb tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:01.029079 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-622ba4d5-a662-4556-aeec-0e2672747bf3 req-a5bdeecf-6138-4e47-9157-7f7835b7aabb tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0994520 Mar 23 12:31:01.036985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:01.074372 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d474bb-a3ab-4714-a51f-837c4f19802c req-a6f32b5e-fe0f-4646-9a5e-2237db1b09cc tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:01.075992 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-622ba4d5-a662-4556-aeec-0e2672747bf3 req-1dc60342-4ae0-4e8e-8cf5-8f9a2e2b57c4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453892 Mar 23 12:31:01.080670 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f6d474bb-a3ab-4714-a51f-837c4f19802c req-a6f32b5e-fe0f-4646-9a5e-2237db1b09cc tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 945 time: 0.1356714 Mar 23 12:31:01.134605 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0924449e-7620-4295-810b-eeecc68ea5c9 x-openstack-request-id: req-0924449e-7620-4295-810b-eeecc68ea5c9 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:01.134913 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08554b8f-25a3-47c6-8d3c-fe01bfeba9c0", "name": "network-vif-plugged", "status": "completed", "tag": "3a6265e0-c99a-4887-a70f-8f9a5dd3187d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:01.135077 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e9b97b5-6c82-4a3e-98b8-26460f63fa62 req-a515a949-e3d7-415c-b36b-ae861aaf43eb tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 210 time: 0.0533421 Mar 23 12:31:01.135253 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0924449e-7620-4295-810b-eeecc68ea5c9 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:01.135522 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08554b8f-25a3-47c6-8d3c-fe01bfeba9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6265e0-c99a-4887-a70f-8f9a5dd3187d', 'code': 200} Mar 23 12:31:01.209613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f6d474bb-a3ab-4714-a51f-837c4f19802c req-8d953c58-3cdd-4c86-be0a-ebca51b74bce tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Deleting port 979b0bfd-1218-458b-a47c-79dccd9f3c81 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:31:01.209988 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f6d474bb-a3ab-4714-a51f-837c4f19802c req-8d953c58-3cdd-4c86-be0a-ebca51b74bce tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:01.244666 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063ba27-803f-4f7c-a1de-880a31de2cbd req-54578194-62c6-40f6-a6b7-9fd78a33de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:01.246187 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c063ba27-803f-4f7c-a1de-880a31de2cbd req-54578194-62c6-40f6-a6b7-9fd78a33de34 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 1096 time: 0.0413902 Mar 23 12:31:01.285291 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c063ba27-803f-4f7c-a1de-880a31de2cbd req-0d6587c4-a4ca-4d82-9481-610e33435815 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321946 Mar 23 12:31:01.310669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f6d474bb-a3ab-4714-a51f-837c4f19802c req-8d953c58-3cdd-4c86-be0a-ebca51b74bce tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] For port 979b0bfd-1218-458b-a47c-79dccd9f3c81, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=979b0bfd-1218-458b-a47c-79dccd9f3c81,segment=NetworkSegment(652e34c7-293e-4e8f-b545-c442627c16b2),segment_id=652e34c7-293e-4e8f-b545-c442627c16b2)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:01.311038 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f6d474bb-a3ab-4714-a51f-837c4f19802c req-8d953c58-3cdd-4c86-be0a-ebca51b74bce tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:01.331580 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f6d474bb-a3ab-4714-a51f-837c4f19802c req-8d953c58-3cdd-4c86-be0a-ebca51b74bce tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Calling delete_port for 979b0bfd-1218-458b-a47c-79dccd9f3c81 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:31:01.416793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f77ae1-a429-4c85-8c6d-57ec0a638df2 req-31c3d194-4494-42a3-8ac6-cfeb26a7705a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:01.418614 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7f77ae1-a429-4c85-8c6d-57ec0a638df2 req-31c3d194-4494-42a3-8ac6-cfeb26a7705a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 945 time: 0.0504766 Mar 23 12:31:01.467107 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7f77ae1-a429-4c85-8c6d-57ec0a638df2 req-a4b535b6-5d73-480e-964a-9fa042cb90ae tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418403 Mar 23 12:31:01.476836 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f6d474bb-a3ab-4714-a51f-837c4f19802c req-8d953c58-3cdd-4c86-be0a-ebca51b74bce tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:01.498603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['979b0bfd-1218-458b-a47c-79dccd9f3c81'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:31:01.531743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d953c58-3cdd-4c86-be0a-ebca51b74bce tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Pushing event deleted for resources: {'Port': ['ID=979b0bfd-1218-458b-a47c-79dccd9f3c81,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:01.544085 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d6491625-0e55-4289-93c5-1f786ef4da94 req-30fee2d3-4488-4132-9b2a-7af9310b342e tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 210 time: 0.0626552 Mar 23 12:31:01.605926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d474bb-a3ab-4714-a51f-837c4f19802c req-8d953c58-3cdd-4c86-be0a-ebca51b74bce tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] No DVR routers for this DVR port 979b0bfd-1218-458b-a47c-79dccd9f3c81 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:31:01.612911 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f6d474bb-a3ab-4714-a51f-837c4f19802c req-8d953c58-3cdd-4c86-be0a-ebca51b74bce tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:01.625298 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f6d474bb-a3ab-4714-a51f-837c4f19802c req-8d953c58-3cdd-4c86-be0a-ebca51b74bce tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.73 "DELETE /v2.0/ports/979b0bfd-1218-458b-a47c-79dccd9f3c81 HTTP/1.1" status: 204 len: 173 time: 0.5327408 Mar 23 12:31:01.625825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba98055-add1-4529-8a7d-be51b0b7d67a', 'name': 'network-vif-deleted', 'tag': '979b0bfd-1218-458b-a47c-79dccd9f3c81'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:01.632710 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b32f9c-86d8-4817-8b79-6b8fdd030bb3 req-e5412af2-a814-48bf-9882-25570f22d6a3 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:01.634434 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f6b32f9c-86d8-4817-8b79-6b8fdd030bb3 req-e5412af2-a814-48bf-9882-25570f22d6a3 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.0927999 Mar 23 12:31:01.647200 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f613e7ca-173e-4f8e-9b94-814167db2b50" -d '{"events": [{"server_uuid": "4ba98055-add1-4529-8a7d-be51b0b7d67a", "name": "network-vif-deleted", "tag": "979b0bfd-1218-458b-a47c-79dccd9f3c81"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:01.717214 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f6b32f9c-86d8-4817-8b79-6b8fdd030bb3 req-4a740c71-0539-4ae6-bc38-3037db2b3469 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717561 Mar 23 12:31:01.762905 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94ebd7-572b-43c6-87d6-08d9fd2772c2 req-fbc2a499-ceba-48a1-aaf2-bc985d6fb590 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:01.768653 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-db94ebd7-572b-43c6-87d6-08d9fd2772c2 req-fbc2a499-ceba-48a1-aaf2-bc985d6fb590 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 948 time: 0.0758929 Mar 23 12:31:01.799389 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccef227-d3a7-4ad3-8060-bd09cb385aeb x-openstack-request-id: req-0ccef227-d3a7-4ad3-8060-bd09cb385aeb {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:01.799682 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba98055-add1-4529-8a7d-be51b0b7d67a", "name": "network-vif-deleted", "tag": "979b0bfd-1218-458b-a47c-79dccd9f3c81", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:01.800006 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ccef227-d3a7-4ad3-8060-bd09cb385aeb {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:01.800376 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba98055-add1-4529-8a7d-be51b0b7d67a', 'name': 'network-vif-deleted', 'tag': '979b0bfd-1218-458b-a47c-79dccd9f3c81', 'status': 'completed', 'code': 200} Mar 23 12:31:01.819693 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-db94ebd7-572b-43c6-87d6-08d9fd2772c2 req-0e782836-ec8d-41d3-9fb9-45be9f36a0ef tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469468 Mar 23 12:31:01.996277 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-f2023b18-6fe1-4148-9229-69d29894bec2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:01.997885 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-f2023b18-6fe1-4148-9229-69d29894bec2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.77 "GET /v2.0/networks?id=4e3f5ded-5473-428f-b11d-b3417cbd12ec HTTP/1.1" status: 200 len: 815 time: 0.1214581 Mar 23 12:31:02.013952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-210fd29e-9dc5-40dc-a1f0-5ad9e2e7c356 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Request body: {'port': {'device_id': '849c9a96-e004-4735-9faa-cce256f9fff6', 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec', 'admin_state_up': True, 'tenant_id': 'c76929d4048a42598e0f66623994674d'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:31:02.090995 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-67d2191c-f569-42b6-94a2-ff136735e78c req-9ca7c178-41eb-4fb9-b646-849db838ff1b tempest-ServerTagsTestJSON-1346017666 tempest-ServerTagsTestJSON-1346017666-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ba98055-add1-4529-8a7d-be51b0b7d67a HTTP/1.1" status: 200 len: 210 time: 0.0289061 Mar 23 12:31:02.180385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-210fd29e-9dc5-40dc-a1f0-5ad9e2e7c356 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Made reservation on behalf of c76929d4048a42598e0f66623994674d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:31:02.184155 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-210fd29e-9dc5-40dc-a1f0-5ad9e2e7c356 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:02.272608 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-59be1972-f7f2-4b10-a99f-8fc1092a24ef req-a31552d0-7b57-436c-b587-21011dd8850c tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 210 time: 0.0459397 Mar 23 12:31:02.360295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5ee85-d627-4cd4-b597-0349c497f4f1 req-98ec5866-1d7b-4bf0-b903-65ffe66626ce tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:02.363357 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-13e5ee85-d627-4cd4-b597-0349c497f4f1 req-98ec5866-1d7b-4bf0-b903-65ffe66626ce tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1857042 Mar 23 12:31:02.371845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-81a55f96-d898-4b3e-8e1b-a8c83717f1e4 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=bac4ff6496184947951b4e6eebf825eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547104 Mar 23 12:31:02.412497 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:31:02.508571 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-13e5ee85-d627-4cd4-b597-0349c497f4f1 req-ea088c1b-2f51-4671-aef9-77da1b155b94 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356325 Mar 23 12:31:02.547768 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-210fd29e-9dc5-40dc-a1f0-5ad9e2e7c356 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Allocated IP 172.20.0.10 (4e3f5ded-5473-428f-b11d-b3417cbd12ec/df4c0398-acbb-48a1-83d5-8a1f46b37271/68ed13f5-3c65-4b3c-a125-75be36ff3949) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:31:02.582814 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-d5dbc5f8-c96d-49a9-a8ca-a4b8eb9b4bd6 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:02.584587 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-d5dbc5f8-c96d-49a9-a8ca-a4b8eb9b4bd6 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000778 Mar 23 12:31:02.603067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-6649ca0e-eedd-4087-bdab-ec6558be734a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Request body: {'port': {'device_id': '45819eee-53d7-4d65-8c53-98148e180cf7', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': 'bac4ff6496184947951b4e6eebf825eb'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:31:02.630261 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e782b-6cc9-4a8b-a734-b2e757a94add req-63db73ad-d4c7-4210-a8c8-f270a7ebe607 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:02.631828 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b4e782b-6cc9-4a8b-a734-b2e757a94add req-63db73ad-d4c7-4210-a8c8-f270a7ebe607 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 945 time: 0.0631738 Mar 23 12:31:02.684700 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b4e782b-6cc9-4a8b-a734-b2e757a94add req-56f1f656-16f3-4ff9-acda-87520f901d2c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426984 Mar 23 12:31:02.703901 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6ab7167f-4901-4b0d-a5fb-ea7f5d8022b2 req-f8647cb7-485b-4d9c-855c-969076568f97 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 210 time: 0.0685778 Mar 23 12:31:02.838275 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ba7ca-efe5-4bf8-9b70-d1400476c722 req-851e4aec-4b67-49d4-bda9-f28a0ff682b0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:02.840233 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9f6ba7ca-efe5-4bf8-9b70-d1400476c722 req-851e4aec-4b67-49d4-bda9-f28a0ff682b0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.0540910 Mar 23 12:31:02.845315 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-6649ca0e-eedd-4087-bdab-ec6558be734a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Made reservation on behalf of bac4ff6496184947951b4e6eebf825eb for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:31:02.848758 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-6649ca0e-eedd-4087-bdab-ec6558be734a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:02.863547 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-6649ca0e-eedd-4087-bdab-ec6558be734a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:02.867521 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-210fd29e-9dc5-40dc-a1f0-5ad9e2e7c356 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:02.887965 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9f6ba7ca-efe5-4bf8-9b70-d1400476c722 req-bc0fef66-a7a8-42d3-b818-223746c72229 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392156 Mar 23 12:31:02.983206 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-210fd29e-9dc5-40dc-a1f0-5ad9e2e7c356 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:02.991446 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df9a07-9b8f-49be-a0ff-50f880372712 req-9d33025a-9555-435e-88ad-cc5a3d905bf0 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:02.992979 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a4df9a07-9b8f-49be-a0ff-50f880372712 req-9d33025a-9555-435e-88ad-cc5a3d905bf0 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 948 time: 0.1047215 Mar 23 12:31:03.071411 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-210fd29e-9dc5-40dc-a1f0-5ad9e2e7c356 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Network 4e3f5ded-5473-428f-b11d-b3417cbd12ec is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:31:03.078742 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-6649ca0e-eedd-4087-bdab-ec6558be734a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:03.080200 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-210fd29e-9dc5-40dc-a1f0-5ad9e2e7c356 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:31:03.084562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-210fd29e-9dc5-40dc-a1f0-5ad9e2e7c356 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:31:03.091289 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-6649ca0e-eedd-4087-bdab-ec6558be734a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:03.137941 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fd29e-9dc5-40dc-a1f0-5ad9e2e7c356 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Pushing event updated for resources: {'Port': ['ID=68ed13f5-3c65-4b3c-a125-75be36ff3949,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:03.155041 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a4df9a07-9b8f-49be-a0ff-50f880372712 req-4133fa31-2e62-4af0-ac65-20658b29a817 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478386 Mar 23 12:31:03.197665 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649ca0e-eedd-4087-bdab-ec6558be734a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e418829-069c-4363-a327-f380cc10db90,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:03.218908 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-210fd29e-9dc5-40dc-a1f0-5ad9e2e7c356 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:03.219709 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-210fd29e-9dc5-40dc-a1f0-5ad9e2e7c356 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:03.229333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53476) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:03.271959 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e7664-e85f-4e51-bf00-f7c56b973363 req-d2efcfdc-8fa4-4868-ba6a-c22bbfba8b11 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:03.275120 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2e8e7664-e85f-4e51-bf00-f7c56b973363 req-d2efcfdc-8fa4-4868-ba6a-c22bbfba8b11 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.77 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 948 time: 0.0785615 Mar 23 12:31:03.294701 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-210fd29e-9dc5-40dc-a1f0-5ad9e2e7c356 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2850177 Mar 23 12:31:03.309159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Request body: {'port': {'device_id': '849c9a96-e004-4735-9faa-cce256f9fff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:31:03.380717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a16017d-a18f-47e5-a543-35ede239c9c4 admin admin] Deleting subnet 0a3f408d-431d-4a67-86c0-4dd4c9799fb5 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:31:03.389032 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cea39705-8aec-469d-afb6-35302caf5347 req-2f79f566-97eb-4b9d-a0f5-a8f084b22cce tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 210 time: 0.0307975 Mar 23 12:31:03.391746 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a16017d-a18f-47e5-a543-35ede239c9c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:03.412837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-2e8e7664-e85f-4e51-bf00-f7c56b973363 req-02055c5a-d619-46f1-88d9-ea2a57df9a13 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Deleting port f3406521-0d43-45f9-8ecf-755726b3a2b1 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:31:03.413183 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2e8e7664-e85f-4e51-bf00-f7c56b973363 req-02055c5a-d619-46f1-88d9-ea2a57df9a13 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:03.419377 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-6649ca0e-eedd-4087-bdab-ec6558be734a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Allocated IP 192.168.233.200 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/706f5ae3-ff23-4236-ac07-4ec965c7d416) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:31:03.467179 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:03.490593 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a16017d-a18f-47e5-a543-35ede239c9c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:03.499998 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae6036-3953-4f3e-b9c7-460a8dc3a60b req-38e50fdc-76a6-4f82-9ec5-52356e3103c5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:03.501478 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-25ae6036-3953-4f3e-b9c7-460a8dc3a60b req-38e50fdc-76a6-4f82-9ec5-52356e3103c5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.1838901 Mar 23 12:31:03.511442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2e8e7664-e85f-4e51-bf00-f7c56b973363 req-02055c5a-d619-46f1-88d9-ea2a57df9a13 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] For port f3406521-0d43-45f9-8ecf-755726b3a2b1, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f3406521-0d43-45f9-8ecf-755726b3a2b1,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:03.511804 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2e8e7664-e85f-4e51-bf00-f7c56b973363 req-02055c5a-d619-46f1-88d9-ea2a57df9a13 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:03.524284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-2e8e7664-e85f-4e51-bf00-f7c56b973363 req-02055c5a-d619-46f1-88d9-ea2a57df9a13 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Calling delete_port for f3406521-0d43-45f9-8ecf-755726b3a2b1 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:31:03.638738 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a16017d-a18f-47e5-a543-35ede239c9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:03.652413 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca1221-d834-4812-a8ed-0843a86494dc req-51eae37e-6fc4-43d9-aec8-b6052fe29fc3 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:03.653907 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2eca1221-d834-4812-a8ed-0843a86494dc req-51eae37e-6fc4-43d9-aec8-b6052fe29fc3 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0654438 Mar 23 12:31:03.717462 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2e8e7664-e85f-4e51-bf00-f7c56b973363 req-02055c5a-d619-46f1-88d9-ea2a57df9a13 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:03.721934 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2eca1221-d834-4812-a8ed-0843a86494dc req-5403957c-7e94-464e-ae55-c5a21a73892f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506124 Mar 23 12:31:03.741331 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-25ae6036-3953-4f3e-b9c7-460a8dc3a60b req-6ee38247-dbc0-4bb1-ac52-5519cdfcaee9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118793 Mar 23 12:31:03.756535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02055c5a-d619-46f1-88d9-ea2a57df9a13 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Pushing event deleted for resources: {'Port': ['ID=f3406521-0d43-45f9-8ecf-755726b3a2b1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:03.814736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8e7664-e85f-4e51-bf00-f7c56b973363 req-02055c5a-d619-46f1-88d9-ea2a57df9a13 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] No DVR routers for this DVR port f3406521-0d43-45f9-8ecf-755726b3a2b1 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:31:03.819114 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2e8e7664-e85f-4e51-bf00-f7c56b973363 req-02055c5a-d619-46f1-88d9-ea2a57df9a13 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:03.824326 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2e8e7664-e85f-4e51-bf00-f7c56b973363 req-02055c5a-d619-46f1-88d9-ea2a57df9a13 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.77 "DELETE /v2.0/ports/f3406521-0d43-45f9-8ecf-755726b3a2b1 HTTP/1.1" status: 204 len: 173 time: 0.5414352 Mar 23 12:31:03.824885 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0872adcc-b72e-4c22-90c8-4bb3415dd8b1', 'name': 'network-vif-deleted', 'tag': 'f3406521-0d43-45f9-8ecf-755726b3a2b1'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:03.828215 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fb483b-3ddf-417f-893b-24ff94376d35" -d '{"events": [{"server_uuid": "0872adcc-b72e-4c22-90c8-4bb3415dd8b1", "name": "network-vif-deleted", "tag": "f3406521-0d43-45f9-8ecf-755726b3a2b1"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:03.870012 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a16017d-a18f-47e5-a543-35ede239c9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:03.891043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b935f-a39c-440e-88d2-07ab4478e2f5 req-c122e84a-8560-43db-bf38-67902d4e9a90 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:03.900214 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-105b935f-a39c-440e-88d2-07ab4478e2f5 req-c122e84a-8560-43db-bf38-67902d4e9a90 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 945 time: 0.0658038 Mar 23 12:31:03.926383 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16017d-a18f-47e5-a543-35ede239c9c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a3f408d-431d-4a67-86c0-4dd4c9799fb5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:03.931434 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-6649ca0e-eedd-4087-bdab-ec6558be734a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:03.952827 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a16017d-a18f-47e5-a543-35ede239c9c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:03.958005 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7a16017d-a18f-47e5-a543-35ede239c9c4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0a3f408d-431d-4a67-86c0-4dd4c9799fb5 HTTP/1.1" status: 204 len: 168 time: 0.7255206 Mar 23 12:31:03.960306 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-105b935f-a39c-440e-88d2-07ab4478e2f5 req-b5f0f84c-bca8-4c87-8747-44541b32d0fa tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545530 Mar 23 12:31:03.961126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53490) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:04.022576 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9394d8-c631-4a40-8097-3f5df357876c x-openstack-request-id: req-2f9394d8-c631-4a40-8097-3f5df357876c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:04.022861 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0872adcc-b72e-4c22-90c8-4bb3415dd8b1", "name": "network-vif-deleted", "tag": "f3406521-0d43-45f9-8ecf-755726b3a2b1", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:04.023298 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f9394d8-c631-4a40-8097-3f5df357876c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:04.023710 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0872adcc-b72e-4c22-90c8-4bb3415dd8b1', 'name': 'network-vif-deleted', 'tag': 'f3406521-0d43-45f9-8ecf-755726b3a2b1', 'status': 'completed', 'code': 200} Mar 23 12:31:04.051193 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b367a8fd-b344-4eb6-80e7-a52e90f07541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:04.063446 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4650189-a3f0-42a8-bce0-ab0de4bdf3dc req-43540714-f302-432d-a9dd-b5cb1dac043b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:04.064875 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d4650189-a3f0-42a8-bce0-ab0de4bdf3dc req-43540714-f302-432d-a9dd-b5cb1dac043b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 932 time: 0.1531124 Mar 23 12:31:04.093087 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-6649ca0e-eedd-4087-bdab-ec6558be734a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:04.095972 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ed13f5-3c65-4b3c-a125-75be36ff3949 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:31:04.108757 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:04.168774 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b367a8fd-b344-4eb6-80e7-a52e90f07541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:04.176677 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d4650189-a3f0-42a8-bce0-ab0de4bdf3dc req-03d7a59c-2c36-4c9c-9194-42a2b7679b42 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034250 Mar 23 12:31:04.178994 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-6649ca0e-eedd-4087-bdab-ec6558be734a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:31:04.181804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Transition to ACTIVE for port object 68ed13f5-3c65-4b3c-a125-75be36ff3949 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:31:04.200184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-6649ca0e-eedd-4087-bdab-ec6558be734a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:31:04.207763 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-6649ca0e-eedd-4087-bdab-ec6558be734a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:31:04.214730 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b367a8fd-b344-4eb6-80e7-a52e90f07541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2257146-91d6-447b-9828-3ea73b5d0c50']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:04.234260 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b367a8fd-b344-4eb6-80e7-a52e90f07541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652e34c7-293e-4e8f-b545-c442627c16b2') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:04.234616 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b367a8fd-b344-4eb6-80e7-a52e90f07541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652e34c7-293e-4e8f-b545-c442627c16b2') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:04.237612 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fab32f-3ccc-4ef7-97bd-fe0fae9b8d32 req-d6f06982-3c0d-4228-9511-7692dfe75e9b tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:04.246301 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60fab32f-3ccc-4ef7-97bd-fe0fae9b8d32 req-d6f06982-3c0d-4228-9511-7692dfe75e9b tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 1096 time: 0.1534083 Mar 23 12:31:04.276453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-6649ca0e-eedd-4087-bdab-ec6558be734a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:04.277102 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-6649ca0e-eedd-4087-bdab-ec6558be734a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:04.280211 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b367a8fd-b344-4eb6-80e7-a52e90f07541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:04.280590 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649ca0e-eedd-4087-bdab-ec6558be734a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Pushing event updated for resources: {'Port': ['ID=706f5ae3-ff23-4236-ac07-4ec965c7d416,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:04.304168 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:04.309152 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b367a8fd-b344-4eb6-80e7-a52e90f07541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:04.324498 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60fab32f-3ccc-4ef7-97bd-fe0fae9b8d32 req-ac44cf71-60a9-4933-be78-5eb10d2d0b7f tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772588 Mar 23 12:31:04.325845 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b367a8fd-b344-4eb6-80e7-a52e90f07541 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:31:04.326346 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b367a8fd-b344-4eb6-80e7-a52e90f07541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:04.352001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e6405b41-78f0-4d5a-98fb-6ac8a56dd027 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:31:04.356831 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1b4210cb-b9ec-418c-adda-2f5ce53da1f4 req-67418036-f74c-4b04-a2cc-e62a99ce9416 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0872adcc-b72e-4c22-90c8-4bb3415dd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0640354 Mar 23 12:31:04.378743 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-6649ca0e-eedd-4087-bdab-ec6558be734a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7807505 Mar 23 12:31:04.394195 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Request body: {'port': {'device_id': '45819eee-53d7-4d65-8c53-98148e180cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:31:04.440939 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Pushing event updated for resources: {'Port': ['ID=68ed13f5-3c65-4b3c-a125-75be36ff3949,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:31:04.460044 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:31:04.470130 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b367a8fd-b344-4eb6-80e7-a52e90f07541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:04.488865 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b367a8fd-b344-4eb6-80e7-a52e90f07541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:04.497848 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b367a8fd-b344-4eb6-80e7-a52e90f07541 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d2257146-91d6-447b-9828-3ea73b5d0c50 HTTP/1.1" status: 204 len: 168 time: 0.5280485 Mar 23 12:31:04.528393 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367a8fd-b344-4eb6-80e7-a52e90f07541 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2257146-91d6-447b-9828-3ea73b5d0c50,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:04.602614 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:04.629608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:04.632371 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2681e64-d170-4938-8152-73843f6bc56b" -d '{"events": [{"server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:04.640907 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:04.650846 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:04.655774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 979b0bfd-1218-458b-a47c-79dccd9f3c81 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:31:04.660906 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:04.739074 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,revision_number=11']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:04.749343 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 979b0bfd-1218-458b-a47c-79dccd9f3c81 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:31:04.750120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 979b0bfd-1218-458b-a47c-79dccd9f3c81 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:31:04.761818 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53504) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:04.803497 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a8c94679-19f8-485a-893f-af633f9635f3 None None] Provisioning complete for port 706f5ae3-ff23-4236-ac07-4ec965c7d416 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:04.803843 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a8c94679-19f8-485a-893f-af633f9635f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:04.839169 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b37470-99dc-405e-835d-2fd57949ed49 req-467f8431-d75c-4929-ac69-0bb2c96c9016 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:04.840634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a8c94679-19f8-485a-893f-af633f9635f3 None None] Port 706f5ae3-ff23-4236-ac07-4ec965c7d416 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:31:04.840846 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3b37470-99dc-405e-835d-2fd57949ed49 req-467f8431-d75c-4929-ac69-0bb2c96c9016 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 936 time: 0.2572463 Mar 23 12:31:04.874128 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Attempting to bind port 68ed13f5-3c65-4b3c-a125-75be36ff3949 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:31:04.874464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Attempting to bind port 68ed13f5-3c65-4b3c-a125-75be36ff3949 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '6378d216-4364-4162-b83e-087f188e9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:31:04.874791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Attempting to bind port 68ed13f5-3c65-4b3c-a125-75be36ff3949 on network 4e3f5ded-5473-428f-b11d-b3417cbd12ec {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:31:04.902054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Port 68ed13f5-3c65-4b3c-a125-75be36ff3949 on network 4e3f5ded-5473-428f-b11d-b3417cbd12ec not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:31:04.902382 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Attempting to bind port 68ed13f5-3c65-4b3c-a125-75be36ff3949 on network 4e3f5ded-5473-428f-b11d-b3417cbd12ec {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:31:04.941046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:31:04.941302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Checking segment: {'id': '6378d216-4364-4162-b83e-087f188e9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:31:04.941625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Bound using segment: {'id': '6378d216-4364-4162-b83e-087f188e9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:31:04.942063 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Bound port: 68ed13f5-3c65-4b3c-a125-75be36ff3949, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6378d216-4364-4162-b83e-087f188e9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:31:04.942416 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:04.950322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472596b-9e90-4037-929c-cf9dbcba714e req-aa6c70c0-3b3d-448b-9099-4bc85f1e76b5 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:04.951898 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5472596b-9e90-4037-929c-cf9dbcba714e req-aa6c70c0-3b3d-448b-9099-4bc85f1e76b5 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 1096 time: 0.3797159 Mar 23 12:31:04.978349 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7a76215b-fc09-429e-b937-c3751dbaa7eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7273316a0f7148679a399b75a5435312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149336 Mar 23 12:31:04.981288 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53510) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:04.997277 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5472596b-9e90-4037-929c-cf9dbcba714e req-1e20404d-62ea-4f09-9f4a-56c30c9d55f9 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391259 Mar 23 12:31:04.998044 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3b37470-99dc-405e-835d-2fd57949ed49 req-464c5c6e-5e67-4ae6-b499-f6f8cfd117b3 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418324 Mar 23 12:31:05.044392 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:05.067724 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:05.084807 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b1ee2a-68d5-4d87-91d9-734892e807e7 x-openstack-request-id: req-53b1ee2a-68d5-4d87-91d9-734892e807e7 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:05.085397 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:05.086061 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-53b1ee2a-68d5-4d87-91d9-734892e807e7 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:05.086793 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'code': 200} Mar 23 12:31:05.107360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] For port 68ed13f5-3c65-4b3c-a125-75be36ff3949, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:31:05.133703 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] For port 68ed13f5-3c65-4b3c-a125-75be36ff3949, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=68ed13f5-3c65-4b3c-a125-75be36ff3949,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:31:05.147405 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:05.168079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2344c9-24ff-4113-890d-9328e9cc2ecd req-4de1dccd-48f4-499b-a18d-521ca1b306fd tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:05.169630 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc2344c9-24ff-4113-890d-9328e9cc2ecd req-4de1dccd-48f4-499b-a18d-521ca1b306fd tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0549278 Mar 23 12:31:05.170720 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:05.173279 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:05.176882 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ffba16dd-9910-42dc-9753-e1f8e83382e9 HTTP/1.1" status: 204 len: 168 time: 0.1921687 Mar 23 12:31:05.192231 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffba16dd-9910-42dc-9753-e1f8e83382e9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:05.208683 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:05.209105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:05.209517 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:05.209942 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:05.210333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:05.210720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:05.211050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:05.211374 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:05.211694 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:05.212037 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:05.212358 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:05.212703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0980f4b-3b38-4cd2-8355-562b4075c3b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:05.222939 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:05.223580 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:05.225048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] 10.222.0.77 "PUT /v2.0/ports/68ed13f5-3c65-4b3c-a125-75be36ff3949 HTTP/1.1" status: 200 len: 1092 time: 1.9204137 Mar 23 12:31:05.225479 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849c9a96-e004-4735-9faa-cce256f9fff6', 'tag': '68ed13f5-3c65-4b3c-a125-75be36ff3949'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:05.227851 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b46fb2-9f32-4f06-9fa6-786438c31e39" -d '{"events": [{"name": "network-changed", "server_uuid": "849c9a96-e004-4735-9faa-cce256f9fff6", "tag": "68ed13f5-3c65-4b3c-a125-75be36ff3949"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:05.249622 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706f5ae3-ff23-4236-ac07-4ec965c7d416 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:31:05.277285 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:05.288510 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc2344c9-24ff-4113-890d-9328e9cc2ecd req-98b262b9-91e0-4378-bfdb-3316d83edbe5 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115763 Mar 23 12:31:05.334553 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Transition to ACTIVE for port object 706f5ae3-ff23-4236-ac07-4ec965c7d416 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:31:05.342274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50085f-04b2-40ef-819a-90dd246c22bb service neutron] Pushing event updated for resources: {'Port': ['ID=68ed13f5-3c65-4b3c-a125-75be36ff3949,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:05.354061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd43ac8-36f7-47d7-9e1c-6c4db215ba50 req-5cdf6c54-b831-4ed5-a9bf-502e2f9428ac tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:05.355596 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fcd43ac8-36f7-47d7-9e1c-6c4db215ba50 req-5cdf6c54-b831-4ed5-a9bf-502e2f9428ac tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.2206030 Mar 23 12:31:05.358392 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:05.440559 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f572d-578e-485c-ad77-6884fb7c87eb req-f5d7a293-40df-4fdd-9479-14b38cb77c9c tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:05.442520 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-971f572d-578e-485c-ad77-6884fb7c87eb req-f5d7a293-40df-4fdd-9479-14b38cb77c9c tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 944 time: 0.0591588 Mar 23 12:31:05.485112 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-971f572d-578e-485c-ad77-6884fb7c87eb req-42c71dd9-dfef-4663-af16-e6ad76e2064b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353415 Mar 23 12:31:05.752227 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdb353d-94ff-4a06-ba4d-05c46eb6abe3 x-openstack-request-id: req-3fdb353d-94ff-4a06-ba4d-05c46eb6abe3 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:05.752703 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849c9a96-e004-4735-9faa-cce256f9fff6", "tag": "68ed13f5-3c65-4b3c-a125-75be36ff3949", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:05.752703 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3fdb353d-94ff-4a06-ba4d-05c46eb6abe3 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:05.753183 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849c9a96-e004-4735-9faa-cce256f9fff6', 'tag': '68ed13f5-3c65-4b3c-a125-75be36ff3949', 'status': 'completed', 'code': 200} Mar 23 12:31:05.769599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-5f031368-2e51-462c-8ed9-b5dcc20d3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:05.771115 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-5f031368-2e51-462c-8ed9-b5dcc20d3bf8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c76929d4048a42598e0f66623994674d&device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 1095 time: 0.4868944 Mar 23 12:31:05.783035 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5829b-ecda-4dc4-84a9-6d64a988e3da req-390bddf5-e08f-41d8-8dc6-ff82f19f897e tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:05.785044 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-09d5829b-ecda-4dc4-84a9-6d64a988e3da req-390bddf5-e08f-41d8-8dc6-ff82f19f897e tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 1096 time: 0.0529709 Mar 23 12:31:05.842773 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-09d5829b-ecda-4dc4-84a9-6d64a988e3da req-a47cd533-4197-456c-ba3e-12931874b6b0 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441825 Mar 23 12:31:05.855008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=706f5ae3-ff23-4236-ac07-4ec965c7d416,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:05.868774 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-85ddc324-aabb-4fb4-9855-d25109372e16 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68ed13f5-3c65-4b3c-a125-75be36ff3949 HTTP/1.1" status: 200 len: 217 time: 0.0877154 Mar 23 12:31:05.900518 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fcd43ac8-36f7-47d7-9e1c-6c4db215ba50 req-74c49edf-f5a2-48a4-8852-839439795ff5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5310047 Mar 23 12:31:06.004580 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-eb7eb89b-8eb2-4803-b245-ea3301e07582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:06.006299 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-eb7eb89b-8eb2-4803-b245-ea3301e07582 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df4c0398-acbb-48a1-83d5-8a1f46b37271 HTTP/1.1" status: 200 len: 855 time: 0.1283982 Mar 23 12:31:06.062606 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-e8b8fffe-0a25-403d-a9be-610ca304450d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4e3f5ded-5473-428f-b11d-b3417cbd12ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465817 Mar 23 12:31:06.080226 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Attempting to bind port 706f5ae3-ff23-4236-ac07-4ec965c7d416 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:31:06.080747 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Attempting to bind port 706f5ae3-ff23-4236-ac07-4ec965c7d416 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:31:06.081187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Attempting to bind port 706f5ae3-ff23-4236-ac07-4ec965c7d416 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:31:06.107272 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Port 706f5ae3-ff23-4236-ac07-4ec965c7d416 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:31:06.107913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Attempting to bind port 706f5ae3-ff23-4236-ac07-4ec965c7d416 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:31:06.173471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:31:06.173807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:31:06.174394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:31:06.175023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Bound port: 706f5ae3-ff23-4236-ac07-4ec965c7d416, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:31:06.175376 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:06.183471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ca744-e7e0-47d6-a9c0-3a37cf22282a req-3a486194-8180-41e0-8b98-436a37dcc755 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:06.184998 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f1ca744-e7e0-47d6-a9c0-3a37cf22282a req-3a486194-8180-41e0-8b98-436a37dcc755 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e56bb2b-3edc-47f9-83d2-26a69eb5805f HTTP/1.1" status: 200 len: 949 time: 0.0540826 Mar 23 12:31:06.224418 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f1ca744-e7e0-47d6-a9c0-3a37cf22282a req-06d31487-b3f9-4212-943d-90ed8931c67a tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327446 Mar 23 12:31:06.262310 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8613c7e-8e54-4c15-b2f7-a1fcb7b19519 req-e4fc16d4-ea6f-437b-ac97-3cb59017a4dd tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:06.264216 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e8613c7e-8e54-4c15-b2f7-a1fcb7b19519 req-e4fc16d4-ea6f-437b-ac97-3cb59017a4dd tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 948 time: 0.1575582 Mar 23 12:31:06.290348 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-bcd9c97e-abc6-45b7-91a9-7f22a89b71ae service neutron] 10.222.0.77 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064414 Mar 23 12:31:06.325644 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] For port 706f5ae3-ff23-4236-ac07-4ec965c7d416, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:31:06.348927 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f3406521-0d43-45f9-8ecf-755726b3a2b1 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:31:06.369795 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: f3406521-0d43-45f9-8ecf-755726b3a2b1 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:31:06.370146 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f3406521-0d43-45f9-8ecf-755726b3a2b1 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:31:06.373106 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] For port 706f5ae3-ff23-4236-ac07-4ec965c7d416, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=706f5ae3-ff23-4236-ac07-4ec965c7d416,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:31:06.380365 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:06.390922 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e8613c7e-8e54-4c15-b2f7-a1fcb7b19519 req-d5d2cd34-0995-4428-8914-81ae61ad361f tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186504 Mar 23 12:31:06.428757 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:06.429413 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:06.431144 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] 10.222.0.77 "PUT /v2.0/ports/706f5ae3-ff23-4236-ac07-4ec965c7d416 HTTP/1.1" status: 200 len: 1096 time: 2.0408041 Mar 23 12:31:06.479305 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-266078d3-3bca-41fb-b2d6-ab012a3894bb req-c99a91ee-43b5-4b32-9c2a-314f6ebcbb92 service neutron] 10.222.0.77 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768081 Mar 23 12:31:06.482104 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759301f3-9b42-4f97-a7ee-ce58e588b9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=706f5ae3-ff23-4236-ac07-4ec965c7d416,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:06.594859 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-112e3cda-81a6-49cb-a8d9-ba5e58314854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:06.596382 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-112e3cda-81a6-49cb-a8d9-ba5e58314854 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bac4ff6496184947951b4e6eebf825eb&device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 1099 time: 0.1012528 Mar 23 12:31:06.614935 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a4ee3-dcd9-44ac-a7c6-3cb3d44ab453 req-150d66bb-e174-43c1-8aaf-ac0cc1a11ac8 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:06.616467 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a55a4ee3-dcd9-44ac-a7c6-3cb3d44ab453 req-150d66bb-e174-43c1-8aaf-ac0cc1a11ac8 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1201432 Mar 23 12:31:06.665024 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-a92c6b75-eb75-4c8c-8b07-f4a565e709bf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=706f5ae3-ff23-4236-ac07-4ec965c7d416 HTTP/1.1" status: 200 len: 217 time: 0.0578649 Mar 23 12:31:06.669513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce0645-d19e-44f4-abe6-80b008070cf5 req-b03634bb-5179-438e-9774-ec99c15c7664 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:06.672602 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-73ce0645-d19e-44f4-abe6-80b008070cf5 req-b03634bb-5179-438e-9774-ec99c15c7664 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 944 time: 0.0658276 Mar 23 12:31:06.677394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b46fb2-9f32-4f06-9fa6-786438c31e39 req-da622091-3ce6-4d6c-ad13-81c7df1b25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:06.678933 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67b46fb2-9f32-4f06-9fa6-786438c31e39 req-da622091-3ce6-4d6c-ad13-81c7df1b25a1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c76929d4048a42598e0f66623994674d&device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 1095 time: 0.1289532 Mar 23 12:31:06.712678 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-73ce0645-d19e-44f4-abe6-80b008070cf5 req-55003b05-41b2-4ad6-a442-18a7296cfca9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348184 Mar 23 12:31:06.781163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-fe109cf5-19f8-41ea-8951-8db3b205f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:06.782607 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-fe109cf5-19f8-41ea-8951-8db3b205f1eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1074610 Mar 23 12:31:06.785489 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a55a4ee3-dcd9-44ac-a7c6-3cb3d44ab453 req-05c51083-0e0f-42b4-9f74-91568f7fe3c2 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608787 Mar 23 12:31:06.857293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b46fb2-9f32-4f06-9fa6-786438c31e39 req-aba2ccfa-13df-4ae8-b29b-641e6c458621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:06.858744 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67b46fb2-9f32-4f06-9fa6-786438c31e39 req-aba2ccfa-13df-4ae8-b29b-641e6c458621 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4e3f5ded-5473-428f-b11d-b3417cbd12ec HTTP/1.1" status: 200 len: 916 time: 0.1697197 Mar 23 12:31:06.861230 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-b06073f9-5da8-4ccf-a10b-22ad41534a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:06.862581 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-b06073f9-5da8-4ccf-a10b-22ad41534a95 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693004 Mar 23 12:31:06.914957 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67b46fb2-9f32-4f06-9fa6-786438c31e39 req-f0cd5327-17c8-40c2-84a7-94997d0c20a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68ed13f5-3c65-4b3c-a125-75be36ff3949 HTTP/1.1" status: 200 len: 217 time: 0.0420532 Mar 23 12:31:06.975747 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbece64f-4fe7-4d47-9734-c3598cf84a74 req-2faea395-e6b7-4631-91a8-2722d3a4b09b tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:06.977839 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bbece64f-4fe7-4d47-9734-c3598cf84a74 req-2faea395-e6b7-4631-91a8-2722d3a4b09b tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 1096 time: 0.0403841 Mar 23 12:31:07.014486 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b46fb2-9f32-4f06-9fa6-786438c31e39 req-ad82b0e6-6821-479e-a907-cdbd8abe09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:07.016098 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67b46fb2-9f32-4f06-9fa6-786438c31e39 req-ad82b0e6-6821-479e-a907-cdbd8abe09a6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df4c0398-acbb-48a1-83d5-8a1f46b37271 HTTP/1.1" status: 200 len: 855 time: 0.0875983 Mar 23 12:31:07.019193 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bbece64f-4fe7-4d47-9734-c3598cf84a74 req-61a4e5a4-7b12-40ee-966e-be1d933492b3 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326474 Mar 23 12:31:07.068972 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67b46fb2-9f32-4f06-9fa6-786438c31e39 req-9c5bcf85-50c0-49e0-a55e-4397cdc2f96d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4e3f5ded-5473-428f-b11d-b3417cbd12ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415792 Mar 23 12:31:07.153092 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-cfae47a2-b458-4da6-b614-2aab8291d225 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743499 Mar 23 12:31:07.256725 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d76d89-e81b-43ad-a49e-18ed97e05ed3 req-152cafe5-acb2-4f5b-b224-6a3cf4afea56 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:07.258607 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-65d76d89-e81b-43ad-a49e-18ed97e05ed3 req-152cafe5-acb2-4f5b-b224-6a3cf4afea56 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.2154830 Mar 23 12:31:07.264732 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67b46fb2-9f32-4f06-9fa6-786438c31e39 req-020b2816-6cb5-40e1-bd50-733e7b4edcac service neutron] 10.222.0.77 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864672 Mar 23 12:31:07.302405 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53604) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:07.382964 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-65d76d89-e81b-43ad-a49e-18ed97e05ed3 req-20205099-7b49-4543-9aec-e571f9ee49c3 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155436 Mar 23 12:31:07.397006 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-07498ccc-7cf2-4a0b-a59d-1c1e9253c932 req-053fbcdb-7c05-476f-b18d-187275f6ab2e service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352147 Mar 23 12:31:07.414918 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-309e53a3-bc51-4b6a-a42e-a52dda04441a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:07.437845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67b46fb2-9f32-4f06-9fa6-786438c31e39 req-019e7bc2-ee8a-4474-a4b1-91121fca8869 service neutron] 10.222.0.77 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601517 Mar 23 12:31:07.521312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820a99d-ebeb-431f-b1a1-1bedb431d9a5 req-4924bf03-859f-46a7-90cf-5779f47d18ae tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:07.522847 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4820a99d-ebeb-431f-b1a1-1bedb431d9a5 req-4924bf03-859f-46a7-90cf-5779f47d18ae tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e56bb2b-3edc-47f9-83d2-26a69eb5805f HTTP/1.1" status: 200 len: 949 time: 0.0539875 Mar 23 12:31:07.529887 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-309e53a3-bc51-4b6a-a42e-a52dda04441a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:07.534117 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-309e53a3-bc51-4b6a-a42e-a52dda04441a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:07.575007 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4820a99d-ebeb-431f-b1a1-1bedb431d9a5 req-46e0f590-d0c1-46d7-b5b4-5a1f415b2eb6 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447400 Mar 23 12:31:07.575887 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-309e53a3-bc51-4b6a-a42e-a52dda04441a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b053fbfc5a14e94a820ace04f60339a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723458 Mar 23 12:31:07.576741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e53a3-bc51-4b6a-a42e-a52dda04441a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7938e7fc-9111-4b9d-b875-5462ab1a70a7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:07.578387 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53622) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:07.636257 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7bfdd26-e93c-4ffa-95d6-364515f00166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:07.661705 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7bfdd26-e93c-4ffa-95d6-364515f00166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:07.743359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd20f4-8f48-4edc-8dca-c0a8f536e373 req-e9575f83-469c-46ce-a9a9-c5aee164ade7 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:07.744890 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-78bd20f4-8f48-4edc-8dca-c0a8f536e373 req-e9575f83-469c-46ce-a9a9-c5aee164ade7 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 948 time: 0.0810347 Mar 23 12:31:07.759178 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45819eee-53d7-4d65-8c53-98148e180cf7', 'tag': '706f5ae3-ff23-4236-ac07-4ec965c7d416'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:07.761582 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8bcaa1-86b0-4bee-9b51-beee67cbc694" -d '{"events": [{"name": "network-changed", "server_uuid": "45819eee-53d7-4d65-8c53-98148e180cf7", "tag": "706f5ae3-ff23-4236-ac07-4ec965c7d416"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:07.764215 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7bfdd26-e93c-4ffa-95d6-364515f00166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:07.767122 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7bfdd26-e93c-4ffa-95d6-364515f00166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:07.768405 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e7bfdd26-e93c-4ffa-95d6-364515f00166 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7938e7fc-9111-4b9d-b875-5462ab1a70a7 HTTP/1.1" status: 204 len: 168 time: 0.1888063 Mar 23 12:31:07.788427 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfdd26-e93c-4ffa-95d6-364515f00166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7938e7fc-9111-4b9d-b875-5462ab1a70a7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:07.810815 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-78bd20f4-8f48-4edc-8dca-c0a8f536e373 req-bf91c203-c8cf-4178-b15e-6cf1458992a8 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592275 Mar 23 12:31:07.935447 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2066a-493c-4c45-811b-c0e26c02144b req-a02b519c-2c5c-47cf-8dc2-366ad2473e70 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:07.937230 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ed2066a-493c-4c45-811b-c0e26c02144b req-a02b519c-2c5c-47cf-8dc2-366ad2473e70 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 944 time: 0.0551605 Mar 23 12:31:07.980912 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ed2066a-493c-4c45-811b-c0e26c02144b req-63f050a8-0501-4d93-a7ff-575ffa52b2b7 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340071 Mar 23 12:31:08.015419 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-f2dce6d0-f1c8-4912-b348-47b6b2578759 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:31:08.017108 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-f2dce6d0-f1c8-4912-b348-47b6b2578759 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064182 Mar 23 12:31:08.038708 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ce2f6d-6fba-4426-97c4-2150c1b58747 x-openstack-request-id: req-86ce2f6d-6fba-4426-97c4-2150c1b58747 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:08.039085 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45819eee-53d7-4d65-8c53-98148e180cf7", "tag": "706f5ae3-ff23-4236-ac07-4ec965c7d416", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:08.039417 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86ce2f6d-6fba-4426-97c4-2150c1b58747 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:08.040117 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45819eee-53d7-4d65-8c53-98148e180cf7', 'tag': '706f5ae3-ff23-4236-ac07-4ec965c7d416', 'status': 'completed', 'code': 200} Mar 23 12:31:08.064652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-79776bfe-66cb-401f-a82f-9bbf848fa982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:08.066244 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-79776bfe-66cb-401f-a82f-9bbf848fa982 service neutron] 10.222.0.52 "GET /v2.0/ports/3a6265e0-c99a-4887-a70f-8f9a5dd3187d HTTP/1.1" status: 200 len: 1093 time: 0.0408955 Mar 23 12:31:08.077419 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-8303b795-f14f-499c-a3b9-089a445c7968 service neutron] Request body: {'binding': {'host': 'n-h1-834854-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:31:08.078213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-8303b795-f14f-499c-a3b9-089a445c7968 service neutron] Unknown quota resources ['binding']. {{(pid=102778) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 12:31:08.152672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bcaa1-86b0-4bee-9b51-beee67cbc694 req-590d7839-680e-4afd-b090-ea92cfbf75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:08.154246 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd8bcaa1-86b0-4bee-9b51-beee67cbc694 req-590d7839-680e-4afd-b090-ea92cfbf75f8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bac4ff6496184947951b4e6eebf825eb&device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 1099 time: 0.0843542 Mar 23 12:31:08.165955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092b971-908b-4fc4-982d-46f4b6cb5f01 req-e3953d6b-980b-498b-a57e-65ed6582e2e4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:08.167679 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3092b971-908b-4fc4-982d-46f4b6cb5f01 req-e3953d6b-980b-498b-a57e-65ed6582e2e4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0671282 Mar 23 12:31:08.230538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-8303b795-f14f-499c-a3b9-089a445c7968 service neutron] Attempting to bind port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d on host n-h1-834854-1 for vnic_type normal with profile None {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:31:08.230995 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-8303b795-f14f-499c-a3b9-089a445c7968 service neutron] Attempting to bind port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:31:08.231400 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-8303b795-f14f-499c-a3b9-089a445c7968 service neutron] Attempting to bind port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:31:08.236006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-8303b795-f14f-499c-a3b9-089a445c7968 service neutron] Port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:31:08.236403 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-8303b795-f14f-499c-a3b9-089a445c7968 service neutron] Attempting to bind port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:31:08.241560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-8303b795-f14f-499c-a3b9-089a445c7968 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:31:08.242494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-8303b795-f14f-499c-a3b9-089a445c7968 service neutron] Checking segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:31:08.242942 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-8303b795-f14f-499c-a3b9-089a445c7968 service neutron] Bound using segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:31:08.243439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-8303b795-f14f-499c-a3b9-089a445c7968 service neutron] Bound port: 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:31:08.265122 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3092b971-908b-4fc4-982d-46f4b6cb5f01 req-895ca31c-260b-45ec-842d-146bd1980471 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872865 Mar 23 12:31:08.294780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bcaa1-86b0-4bee-9b51-beee67cbc694 req-a68c01c3-6aec-458f-a466-e15bfce1ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:08.296803 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd8bcaa1-86b0-4bee-9b51-beee67cbc694 req-a68c01c3-6aec-458f-a466-e15bfce1ffd4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1277673 Mar 23 12:31:08.310905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-8303b795-f14f-499c-a3b9-089a445c7968 service neutron] For port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:31:08.318574 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-8303b795-f14f-499c-a3b9-089a445c7968 service neutron] Notify callbacks [] for binding, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:08.320792 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-8303b795-f14f-499c-a3b9-089a445c7968 service neutron] 10.222.0.52 "POST /v2.0/ports/3a6265e0-c99a-4887-a70f-8f9a5dd3187d/bindings HTTP/1.1" status: 201 len: 389 time: 0.2474484 Mar 23 12:31:08.347595 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd8bcaa1-86b0-4bee-9b51-beee67cbc694 req-37b7693b-41f4-4bc7-acb0-48bb46fbf755 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=706f5ae3-ff23-4236-ac07-4ec965c7d416 HTTP/1.1" status: 200 len: 217 time: 0.0412772 Mar 23 12:31:08.354613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e6405b41-78f0-4d5a-98fb-6ac8a56dd027 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:31:08.443038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bcaa1-86b0-4bee-9b51-beee67cbc694 req-6eb8b375-1a1b-4af6-ab98-28a21b461e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:08.444731 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd8bcaa1-86b0-4bee-9b51-beee67cbc694 req-6eb8b375-1a1b-4af6-ab98-28a21b461e60 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0896797 Mar 23 12:31:08.550778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:08.553922 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bcaa1-86b0-4bee-9b51-beee67cbc694 req-3d3424d8-951a-478f-abcc-849a0722b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:08.556603 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd8bcaa1-86b0-4bee-9b51-beee67cbc694 req-3d3424d8-951a-478f-abcc-849a0722b512 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1029456 Mar 23 12:31:08.578338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'port_id': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'mac_address': 'fa:16:3e:2e:58:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:31:08.583443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d98c5-fea2-46d3-bb95-6620e3a47ae4 req-6b128f25-39a4-4e2c-bbfd-5bf395347447 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:08.583712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491ee83-8f28-47c2-a995-3ba0dc322e0f req-f436c8e3-68c2-4dc1-b604-3829c31ca7a8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:08.585412 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8491ee83-8f28-47c2-a995-3ba0dc322e0f req-f436c8e3-68c2-4dc1-b604-3829c31ca7a8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 945 time: 0.0861390 Mar 23 12:31:08.592293 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aa2d98c5-fea2-46d3-bb95-6620e3a47ae4 req-6b128f25-39a4-4e2c-bbfd-5bf395347447 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0693986 Mar 23 12:31:08.639499 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:08.642699 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aa2d98c5-fea2-46d3-bb95-6620e3a47ae4 req-716eb28b-7e30-4d80-a5da-c5d82d7a3051 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494697 Mar 23 12:31:08.655858 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6405b41-78f0-4d5a-98fb-6ac8a56dd027 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:31:08.680813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:08.687304 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:08.718461 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8491ee83-8f28-47c2-a995-3ba0dc322e0f req-a9af11bd-44c2-4409-95f4-d7056ea0d1a7 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193655 Mar 23 12:31:08.737608 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-db50c3b6-c7d5-48ef-b509-5a6f02fd40be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:08.739168 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-db50c3b6-c7d5-48ef-b509-5a6f02fd40be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 1096 time: 0.1433775 Mar 23 12:31:08.740518 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,revision_number=12']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:08.752037 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd8bcaa1-86b0-4bee-9b51-beee67cbc694 req-06839410-a0ce-400c-944b-d320b3bc9be4 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788154 Mar 23 12:31:08.777440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af52bc1-41b4-4d32-825a-f2057bc793dc req-895eef59-35b3-4876-a6e5-aac68c61074d tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:08.779112 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8af52bc1-41b4-4d32-825a-f2057bc793dc req-895eef59-35b3-4876-a6e5-aac68c61074d tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e56bb2b-3edc-47f9-83d2-26a69eb5805f HTTP/1.1" status: 200 len: 949 time: 0.0677361 Mar 23 12:31:08.818511 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8af52bc1-41b4-4d32-825a-f2057bc793dc req-4ceaf380-17f3-42c3-ae64-58ff68036fa5 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fd45d51-5605-48e2-ad25-f7d48ef22caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330391 Mar 23 12:31:08.916152 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd8bcaa1-86b0-4bee-9b51-beee67cbc694 req-f535a7c3-5259-43c6-840e-8cdbf914b884 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603246 Mar 23 12:31:08.917780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-d121f351-f039-41cb-a76d-59a8ab544c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:08.919254 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-d121f351-f039-41cb-a76d-59a8ab544c49 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.1651156 Mar 23 12:31:08.966775 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-b9492b79-4e71-41d2-82dd-5ecbab172178 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a6265e0-c99a-4887-a70f-8f9a5dd3187d HTTP/1.1" status: 200 len: 217 time: 0.0368593 Mar 23 12:31:08.978209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a4ffb-725f-4b73-b771-2864372e19b9 req-f875fea3-ce94-4d56-84ea-9e99fd34a05c tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:08.979746 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b1a4ffb-725f-4b73-b771-2864372e19b9 req-f875fea3-ce94-4d56-84ea-9e99fd34a05c tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 948 time: 0.0885279 Mar 23 12:31:08.995366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a5830-d7c4-4a76-a156-301612f7433d req-224ba050-76cf-4dcd-be37-f1201175f165 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:08.996822 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df9a5830-d7c4-4a76-a156-301612f7433d req-224ba050-76cf-4dcd-be37-f1201175f165 tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e56bb2b-3edc-47f9-83d2-26a69eb5805f HTTP/1.1" status: 200 len: 949 time: 0.0776367 Mar 23 12:31:09.025325 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1c71a841-c29f-4f54-99be-7e9c43a79449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:09.027312 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1c71a841-c29f-4f54-99be-7e9c43a79449 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.0532227 Mar 23 12:31:09.063544 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-52474dd7-0a19-4a24-8f4b-b408095a19b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290630 Mar 23 12:31:09.075025 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['e6405b41-78f0-4d5a-98fb-6ac8a56dd027'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:31:09.080502 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b1a4ffb-725f-4b73-b771-2864372e19b9 req-2b91991a-3d1b-4153-97de-a2d7b9167d48 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928893 Mar 23 12:31:09.187075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-df9a5830-d7c4-4a76-a156-301612f7433d req-92fa8935-3733-4a63-b9c1-29ef032ffefa tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Deleting port b786c8a5-b966-496b-b715-55bd9547d6e8 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:31:09.198301 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df9a5830-d7c4-4a76-a156-301612f7433d req-92fa8935-3733-4a63-b9c1-29ef032ffefa tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:09.231366 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-e68686fc-cdef-4646-b0ae-d6441fa230f1 service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598485 Mar 23 12:31:09.349037 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead43aa4-07c3-498e-af30-d4bcd5d75e1b req-92dc95db-4cd5-4ab4-8222-84bc08170499 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:09.358072 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ead43aa4-07c3-498e-af30-d4bcd5d75e1b req-92dc95db-4cd5-4ab4-8222-84bc08170499 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 944 time: 0.2043600 Mar 23 12:31:09.400194 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-c3c2c260-ff28-45eb-9ebd-fc54d3c4c40e service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607337 Mar 23 12:31:09.420570 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ead43aa4-07c3-498e-af30-d4bcd5d75e1b req-6364bbe3-cfe7-441a-b400-a47ec8d5a50a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615194 Mar 23 12:31:09.431710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9113cf2-bfc7-43ac-a033-c9adae693319 req-852942a6-3005-4979-a5e4-8caaeb78f012 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:09.433883 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d9113cf2-bfc7-43ac-a033-c9adae693319 req-852942a6-3005-4979-a5e4-8caaeb78f012 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0727661 Mar 23 12:31:09.446658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-df9a5830-d7c4-4a76-a156-301612f7433d req-92fa8935-3733-4a63-b9c1-29ef032ffefa tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] For port b786c8a5-b966-496b-b715-55bd9547d6e8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b786c8a5-b966-496b-b715-55bd9547d6e8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:09.446658 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df9a5830-d7c4-4a76-a156-301612f7433d req-92fa8935-3733-4a63-b9c1-29ef032ffefa tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:09.458692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-df9a5830-d7c4-4a76-a156-301612f7433d req-92fa8935-3733-4a63-b9c1-29ef032ffefa tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Calling delete_port for b786c8a5-b966-496b-b715-55bd9547d6e8 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:31:09.485473 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d9113cf2-bfc7-43ac-a033-c9adae693319 req-f3fcf14a-cd08-4dc0-a890-3088de9ee0d7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 Mar 23 12:31:09.527043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-47448f93-15d8-4a58-ab1b-243bd9393f79 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:09.528573 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-47448f93-15d8-4a58-ab1b-243bd9393f79 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0&tenant_id=43636dcef9ff4fb98e9524a9242506a8&binding%3Ahost_id=n-h2-834854-1 HTTP/1.1" status: 200 len: 1096 time: 0.0608938 Mar 23 12:31:09.541355 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-834854-1'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:31:09.600959 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:09.601213 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df9a5830-d7c4-4a76-a156-301612f7433d req-92fa8935-3733-4a63-b9c1-29ef032ffefa tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:09.634720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa8935-3733-4a63-b9c1-29ef032ffefa tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Pushing event deleted for resources: {'Port': ['ID=b786c8a5-b966-496b-b715-55bd9547d6e8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:09.685740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9a5830-d7c4-4a76-a156-301612f7433d req-92fa8935-3733-4a63-b9c1-29ef032ffefa tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] No DVR routers for this DVR port b786c8a5-b966-496b-b715-55bd9547d6e8 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:31:09.688585 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df9a5830-d7c4-4a76-a156-301612f7433d req-92fa8935-3733-4a63-b9c1-29ef032ffefa tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:09.692343 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df9a5830-d7c4-4a76-a156-301612f7433d req-92fa8935-3733-4a63-b9c1-29ef032ffefa tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.77 "DELETE /v2.0/ports/b786c8a5-b966-496b-b715-55bd9547d6e8 HTTP/1.1" status: 204 len: 173 time: 0.6798563 Mar 23 12:31:09.695063 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e56bb2b-3edc-47f9-83d2-26a69eb5805f', 'name': 'network-vif-deleted', 'tag': 'b786c8a5-b966-496b-b715-55bd9547d6e8'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:09.695841 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4d075d-8ebf-4603-848d-9a89e0689dbe" -d '{"events": [{"server_uuid": "2e56bb2b-3edc-47f9-83d2-26a69eb5805f", "name": "network-vif-deleted", "tag": "b786c8a5-b966-496b-b715-55bd9547d6e8"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:09.786637 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] For port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:09.797860 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d369c6d7-1541-4d53-a0b0-253beeb55e7a x-openstack-request-id: req-d369c6d7-1541-4d53-a0b0-253beeb55e7a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:09.798200 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e56bb2b-3edc-47f9-83d2-26a69eb5805f", "name": "network-vif-deleted", "tag": "b786c8a5-b966-496b-b715-55bd9547d6e8", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:09.801269 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d369c6d7-1541-4d53-a0b0-253beeb55e7a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:09.801692 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e56bb2b-3edc-47f9-83d2-26a69eb5805f', 'name': 'network-vif-deleted', 'tag': 'b786c8a5-b966-496b-b715-55bd9547d6e8', 'status': 'completed', 'code': 200} Mar 23 12:31:09.841441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b81019-70af-4578-b0ca-3fb135a43128 req-5b0976bc-ca7d-4e7c-8e57-2c8962cd73ea tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:09.843023 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37b81019-70af-4578-b0ca-3fb135a43128 req-5b0976bc-ca7d-4e7c-8e57-2c8962cd73ea tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 946 time: 0.0990043 Mar 23 12:31:09.849638 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] For port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:31:09.900707 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37b81019-70af-4578-b0ca-3fb135a43128 req-c18c9559-eb7d-4768-a42c-e962d3cd6f84 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375357 Mar 23 12:31:09.915137 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:09.924725 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd3f1c-02c1-4194-800a-a5dc81455c24 req-079636b7-bdda-4af9-b830-7068cfcfa55c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:09.932697 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1bd3f1c-02c1-4194-800a-a5dc81455c24 req-079636b7-bdda-4af9-b830-7068cfcfa55c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 945 time: 0.1001418 Mar 23 12:31:09.955565 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:10.041817 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1bd3f1c-02c1-4194-800a-a5dc81455c24 req-bdf16d2a-3c64-48df-a967-ca8dbff8e7c5 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042924 Mar 23 12:31:10.054599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08554b8f-25a3-47c6-8d3c-fe01bfeba9c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a6265e0-c99a-4887-a70f-8f9a5dd3187d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:10.057555 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51418263-8f22-4f79-a64a-9abe2e93f890" -d '{"events": [{"server_uuid": "08554b8f-25a3-47c6-8d3c-fe01bfeba9c0", "name": "network-vif-unplugged", "status": "completed", "tag": "3a6265e0-c99a-4887-a70f-8f9a5dd3187d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:10.060795 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-296f3c39-ea1b-467b-93ac-037a14c3de9c req-07d3831b-be8e-4a2d-a8d0-ec63378255db tempest-ListImageFiltersTestJSON-382654130 tempest-ListImageFiltersTestJSON-382654130-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e56bb2b-3edc-47f9-83d2-26a69eb5805f HTTP/1.1" status: 200 len: 210 time: 0.0555270 Mar 23 12:31:10.103666 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Pushing event updated for resources: {'Port': ['ID=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:10.144098 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b500d27d-3943-48bf-8dd1-9f42966c67a9 x-openstack-request-id: req-b500d27d-3943-48bf-8dd1-9f42966c67a9 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:10.144098 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08554b8f-25a3-47c6-8d3c-fe01bfeba9c0", "name": "network-vif-unplugged", "status": "completed", "tag": "3a6265e0-c99a-4887-a70f-8f9a5dd3187d", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:10.144479 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b500d27d-3943-48bf-8dd1-9f42966c67a9 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:10.144964 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08554b8f-25a3-47c6-8d3c-fe01bfeba9c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a6265e0-c99a-4887-a70f-8f9a5dd3187d', 'code': 200} Mar 23 12:31:10.160217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Attempting to bind port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d on host n-h2-834854-1 for vnic_type normal with profile {"migrating_to": "n-h1-834854-1"} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:31:10.160862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Attempting to bind port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:31:10.161456 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Attempting to bind port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:31:10.175062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:31:10.175376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Attempting to bind port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:31:10.184629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:31:10.185050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Checking segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:31:10.185504 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Bound using segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:31:10.186585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Bound port: 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:31:10.187006 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:10.309598 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f54ba-3a01-4c54-b27d-23c60bc073e9 req-5b66c1b0-e52c-43d4-9f20-fe58d0a99f1c tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:10.311350 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be7f54ba-3a01-4c54-b27d-23c60bc073e9 req-5b66c1b0-e52c-43d4-9f20-fe58d0a99f1c tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 948 time: 0.1050627 Mar 23 12:31:10.324507 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] For port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:31:10.328413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] For port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:31:10.358295 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:10.376209 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be7f54ba-3a01-4c54-b27d-23c60bc073e9 req-1183cc27-ebd3-44a4-aa2a-ab7599efe6b7 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419173 Mar 23 12:31:10.380447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e6405b41-78f0-4d5a-98fb-6ac8a56dd027 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:31:10.458341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port e6405b41-78f0-4d5a-98fb-6ac8a56dd027 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:10.459162 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:10.520505 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:10.521250 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:10.523732 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] 10.222.0.77 "PUT /v2.0/ports/3a6265e0-c99a-4887-a70f-8f9a5dd3187d HTTP/1.1" status: 200 len: 1121 time: 0.9866662 Mar 23 12:31:10.526721 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51a37f-f3e2-47de-b78d-33723808285d service neutron] Pushing event updated for resources: {'Port': ['ID=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,revision_number=8']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:10.578341 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:10.587417 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b53688-3f95-4051-b4bd-cf83bb220467 req-dc25a48d-597a-4fe6-b327-e07f5f5235ba tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:10.600063 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-93b53688-3f95-4051-b4bd-cf83bb220467 req-dc25a48d-597a-4fe6-b327-e07f5f5235ba tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 944 time: 0.0717354 Mar 23 12:31:10.623018 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:10.626287 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638b9f28-441e-46a2-85eb-ae11eb533ab4" -d '{"events": [{"server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "name": "network-vif-plugged", "status": "completed", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:10.644531 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:10.645047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f3caa-f852-4421-a133-3cb116288b01 req-9528f575-fe74-4ac0-be59-e6ede21d8a34 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:10.646717 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-894f3caa-f852-4421-a133-3cb116288b01 req-9528f575-fe74-4ac0-be59-e6ede21d8a34 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0639389 Mar 23 12:31:10.650947 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:10.651232 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-93b53688-3f95-4051-b4bd-cf83bb220467 req-271c02c6-af39-475f-922d-d0d7ff58feca tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401647 Mar 23 12:31:10.692243 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['3a6265e0-c99a-4887-a70f-8f9a5dd3187d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:31:10.693857 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-894f3caa-f852-4421-a133-3cb116288b01 req-e3a3c890-12a4-4e65-84f9-5a8908d83520 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394063 Mar 23 12:31:10.719634 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb86a33-a1db-4155-9a32-a588d522d16e x-openstack-request-id: req-5bb86a33-a1db-4155-9a32-a588d522d16e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:10.719953 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "name": "network-vif-plugged", "status": "completed", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:10.720216 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5bb86a33-a1db-4155-9a32-a588d522d16e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:10.720598 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'code': 200} Mar 23 12:31:10.757683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,revision_number=13']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:11.086884 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ccc64-0891-4b85-8d49-8d3df8678ab6 req-0e575b50-c5f7-4dd3-aa83-d513e3631e16 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:11.088381 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-730ccc64-0891-4b85-8d49-8d3df8678ab6 req-0e575b50-c5f7-4dd3-aa83-d513e3631e16 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.0496008 Mar 23 12:31:11.126425 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-730ccc64-0891-4b85-8d49-8d3df8678ab6 req-7f5c2a99-8c76-4863-b3b4-c5f6df21f6da tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317461 Mar 23 12:31:11.174418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b743cf-9d25-42e3-97e1-8e9763c7e6fb req-9c702a13-783d-4d4e-9920-f469c1ffce07 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:11.176109 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0b743cf-9d25-42e3-97e1-8e9763c7e6fb req-9c702a13-783d-4d4e-9920-f469c1ffce07 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 943 time: 0.0550611 Mar 23 12:31:11.215742 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0b743cf-9d25-42e3-97e1-8e9763c7e6fb req-76cce4b9-8e10-4cb6-908e-3b2380f21aee tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327902 Mar 23 12:31:11.555881 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bc459-3e2d-4610-96fc-47a50e2603fa req-ddf9a0bd-87fb-480d-b0d3-0b72fb28b776 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:11.557389 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-557bc459-3e2d-4610-96fc-47a50e2603fa req-ddf9a0bd-87fb-480d-b0d3-0b72fb28b776 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 948 time: 0.0530791 Mar 23 12:31:11.598794 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-557bc459-3e2d-4610-96fc-47a50e2603fa req-42e27ca6-1753-496d-a035-52476c408d41 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345576 Mar 23 12:31:11.807395 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbb539-3534-4483-9976-0625f5408658 req-790685ee-6b65-46a8-8042-411797f95fe2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:11.812630 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60cbb539-3534-4483-9976-0625f5408658 req-790685ee-6b65-46a8-8042-411797f95fe2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 944 time: 0.0561178 Mar 23 12:31:11.854377 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60cbb539-3534-4483-9976-0625f5408658 req-83a2ba06-ca87-4138-b46c-653fb9d28cc5 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390108 Mar 23 12:31:11.966682 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823aae11-b9c0-4778-9ddb-c66933ccd749 req-2a8a4492-352d-4e47-a79c-a6ebd60285dd tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:11.968730 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-823aae11-b9c0-4778-9ddb-c66933ccd749 req-2a8a4492-352d-4e47-a79c-a6ebd60285dd tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0565257 Mar 23 12:31:12.008044 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-823aae11-b9c0-4778-9ddb-c66933ccd749 req-dbb703c0-3847-4a98-8d7b-b04e35de4b16 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329199 Mar 23 12:31:12.146415 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08554b8f-25a3-47c6-8d3c-fe01bfeba9c0', 'tag': '3a6265e0-c99a-4887-a70f-8f9a5dd3187d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:12.148867 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e12e89-2e69-4eb9-ae78-e3c0f1b8dec1" -d '{"events": [{"name": "network-changed", "server_uuid": "08554b8f-25a3-47c6-8d3c-fe01bfeba9c0", "tag": "3a6265e0-c99a-4887-a70f-8f9a5dd3187d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:12.201387 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41599b7d-70d6-42f9-a56a-a9caafcf1454 x-openstack-request-id: req-41599b7d-70d6-42f9-a56a-a9caafcf1454 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:12.201711 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08554b8f-25a3-47c6-8d3c-fe01bfeba9c0", "tag": "3a6265e0-c99a-4887-a70f-8f9a5dd3187d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:12.201952 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41599b7d-70d6-42f9-a56a-a9caafcf1454 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:12.202274 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08554b8f-25a3-47c6-8d3c-fe01bfeba9c0', 'tag': '3a6265e0-c99a-4887-a70f-8f9a5dd3187d', 'status': 'completed', 'code': 200} Mar 23 12:31:12.273408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfb7fb-41f7-40c2-beea-4e981f61be37 req-1d776ddb-e355-4ee2-9b31-913911af089a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:12.277749 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37dfb7fb-41f7-40c2-beea-4e981f61be37 req-1d776ddb-e355-4ee2-9b31-913911af089a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.0775714 Mar 23 12:31:12.308769 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e12e89-2e69-4eb9-ae78-e3c0f1b8dec1 req-3844ef20-af68-4ed7-914d-3a839d49fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:12.311167 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7e12e89-2e69-4eb9-ae78-e3c0f1b8dec1 req-3844ef20-af68-4ed7-914d-3a839d49fe07 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 1124 time: 0.0942078 Mar 23 12:31:12.336552 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37dfb7fb-41f7-40c2-beea-4e981f61be37 req-087b809c-c080-45d2-9381-edc4d6a35808 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550575 Mar 23 12:31:12.381829 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 68ed13f5-3c65-4b3c-a125-75be36ff3949 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:31:12.424815 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53802) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:12.457802 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365a362-17e8-4550-ac5c-0ad33f025387 req-1a60581b-7442-42d3-83a5-9696b6d0b495 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:12.459275 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2365a362-17e8-4550-ac5c-0ad33f025387 req-1a60581b-7442-42d3-83a5-9696b6d0b495 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 943 time: 0.0877349 Mar 23 12:31:12.462855 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e12e89-2e69-4eb9-ae78-e3c0f1b8dec1 req-4c6e668b-36b2-467f-8631-3029f0819945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:12.464284 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7e12e89-2e69-4eb9-ae78-e3c0f1b8dec1 req-4c6e668b-36b2-467f-8631-3029f0819945 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.1448674 Mar 23 12:31:12.522677 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7e12e89-2e69-4eb9-ae78-e3c0f1b8dec1 req-c9e8537a-cb4e-42b5-b8c2-5576405654d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a6265e0-c99a-4887-a70f-8f9a5dd3187d HTTP/1.1" status: 200 len: 217 time: 0.0444491 Mar 23 12:31:12.529628 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 68ed13f5-3c65-4b3c-a125-75be36ff3949, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=68ed13f5-3c65-4b3c-a125-75be36ff3949,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:12.545920 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '68ed13f5-3c65-4b3c-a125-75be36ff3949', 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec', 'port_id': '68ed13f5-3c65-4b3c-a125-75be36ff3949', 'mac_address': 'fa:16:3e:89:24:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df4c0398-acbb-48a1-83d5-8a1f46b37271', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:31:12.577899 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2365a362-17e8-4550-ac5c-0ad33f025387 req-89bc63f3-c04f-4bda-890b-39729ba3806a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114876 Mar 23 12:31:12.592118 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:12.611170 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e12e89-2e69-4eb9-ae78-e3c0f1b8dec1 req-ebf6130c-949b-4d45-b968-e621011143ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:12.612539 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7e12e89-2e69-4eb9-ae78-e3c0f1b8dec1 req-ebf6130c-949b-4d45-b968-e621011143ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.0820091 Mar 23 12:31:12.619514 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ed13f5-3c65-4b3c-a125-75be36ff3949 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:31:12.631954 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-de1036f2-96d3-4aca-9e38-2913930a0f94 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fee90e0bf88b457c919035fd76273c68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996281 Mar 23 12:31:12.634626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53808) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:12.645451 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 68ed13f5-3c65-4b3c-a125-75be36ff3949, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=68ed13f5-3c65-4b3c-a125-75be36ff3949,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:12.650217 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:12.651152 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 706f5ae3-ff23-4236-ac07-4ec965c7d416 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:31:12.663541 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7e12e89-2e69-4eb9-ae78-e3c0f1b8dec1 req-e0a913d2-6384-4816-a7a0-d44daf121548 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431988 Mar 23 12:31:12.741414 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-113efd3c-42b1-4435-876b-d455e1f27fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:12.754550 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=68ed13f5-3c65-4b3c-a125-75be36ff3949,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:12.791854 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7e12e89-2e69-4eb9-ae78-e3c0f1b8dec1 req-096786ec-a619-4323-ace6-92bf2fce565b service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203520 Mar 23 12:31:12.802997 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-113efd3c-42b1-4435-876b-d455e1f27fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:12.804519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 706f5ae3-ff23-4236-ac07-4ec965c7d416, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=706f5ae3-ff23-4236-ac07-4ec965c7d416,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:12.817843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '706f5ae3-ff23-4236-ac07-4ec965c7d416', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '706f5ae3-ff23-4236-ac07-4ec965c7d416', 'mac_address': 'fa:16:3e:b2:12:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:31:12.866363 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:12.885621 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706f5ae3-ff23-4236-ac07-4ec965c7d416 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:31:12.890033 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fe9b8-bd69-4d82-a8af-0f431524425e req-0efd5973-774e-4f6e-8111-566bcfe1ce27 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:12.910001 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7e12e89-2e69-4eb9-ae78-e3c0f1b8dec1 req-491dd8fe-8237-4092-bc58-e70fd6dffec2 service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070526 Mar 23 12:31:12.910173 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 706f5ae3-ff23-4236-ac07-4ec965c7d416, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=706f5ae3-ff23-4236-ac07-4ec965c7d416,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:12.911408 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c36fe9b8-bd69-4d82-a8af-0f431524425e req-0efd5973-774e-4f6e-8111-566bcfe1ce27 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 948 time: 0.1587229 Mar 23 12:31:12.916436 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:12.975858 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-113efd3c-42b1-4435-876b-d455e1f27fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:12.978472 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-113efd3c-42b1-4435-876b-d455e1f27fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:12.982095 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-113efd3c-42b1-4435-876b-d455e1f27fd4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0fd45d51-5605-48e2-ad25-f7d48ef22caa HTTP/1.1" status: 204 len: 168 time: 0.3438754 Mar 23 12:31:12.994222 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c36fe9b8-bd69-4d82-a8af-0f431524425e req-3eeeeed9-5e93-4253-a707-661a166cfefb tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818646 Mar 23 12:31:12.999989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113efd3c-42b1-4435-876b-d455e1f27fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd45d51-5605-48e2-ad25-f7d48ef22caa,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:13.004650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=706f5ae3-ff23-4236-ac07-4ec965c7d416,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:13.104860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e5ac3-3aef-4d27-822e-6d5f86cfbe3c req-ed07801b-da59-4713-b88e-0987568f743e tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:13.106679 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d3e5ac3-3aef-4d27-822e-6d5f86cfbe3c req-ed07801b-da59-4713-b88e-0987568f743e tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 945 time: 0.0722923 Mar 23 12:31:13.160427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e82a2-a422-4623-a7c0-23112fac3a40 req-72601cb5-2580-41f9-a899-bb28f95f0c15 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:13.162083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a83e82a2-a422-4623-a7c0-23112fac3a40 req-72601cb5-2580-41f9-a899-bb28f95f0c15 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0601816 Mar 23 12:31:13.164550 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d3e5ac3-3aef-4d27-822e-6d5f86cfbe3c req-ed9cfa9a-070d-4812-9970-6107e6215d8b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507717 Mar 23 12:31:13.214253 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a83e82a2-a422-4623-a7c0-23112fac3a40 req-9ad66bbe-2775-4c88-ae2a-74a7a3f64365 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412583 Mar 23 12:31:13.416667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['68ed13f5-3c65-4b3c-a125-75be36ff3949'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:31:13.451218 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['706f5ae3-ff23-4236-ac07-4ec965c7d416'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:31:13.458491 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0e7de-6791-4baa-bc85-ede323736481 req-899555f7-a90b-407f-bcb9-1bdc0807a68f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:13.460357 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-61d0e7de-6791-4baa-bc85-ede323736481 req-899555f7-a90b-407f-bcb9-1bdc0807a68f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.0604074 Mar 23 12:31:13.511456 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-61d0e7de-6791-4baa-bc85-ede323736481 req-342606be-5754-4316-85d3-35496cdd6008 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449367 Mar 23 12:31:13.751120 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462406e8-a6f2-4ee2-8b03-845f2c3abe66 req-077e7d4a-3407-4047-b701-94e8974915cd tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:13.754271 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-462406e8-a6f2-4ee2-8b03-845f2c3abe66 req-077e7d4a-3407-4047-b701-94e8974915cd tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 943 time: 0.0694864 Mar 23 12:31:13.793194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53842) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:13.801523 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-462406e8-a6f2-4ee2-8b03-845f2c3abe66 req-e435b508-d7c8-44db-b6b0-30b86ac42320 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405326 Mar 23 12:31:13.896635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a669ab91-6896-411c-a344-0844d9425153 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2063635480-network', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:31:13.917292 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a669ab91-6896-411c-a344-0844d9425153 admin admin] Made reservation on behalf of 09fdd146e5ec47a9a98c06a6ae89f9dd for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:31:13.919994 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a669ab91-6896-411c-a344-0844d9425153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:13.930928 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a669ab91-6896-411c-a344-0844d9425153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:14.164561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b904b7d-cde0-4089-8da2-58562f7f1b71 req-ae3ffad5-45f3-4c3a-8b40-b81259f1a896 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:14.173215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b904b7d-cde0-4089-8da2-58562f7f1b71 req-ae3ffad5-45f3-4c3a-8b40-b81259f1a896 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 949 time: 0.0763612 Mar 23 12:31:14.244921 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b904b7d-cde0-4089-8da2-58562f7f1b71 req-ff0c6107-ee60-41f6-9dac-5b5f4279d907 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620055 Mar 23 12:31:14.301255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53860) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:14.379686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0043a-5ed7-4083-999f-5d3709a68f35 req-b00e699c-7a6d-4301-9e23-2066051e3614 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:14.381610 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31a0043a-5ed7-4083-999f-5d3709a68f35 req-b00e699c-7a6d-4301-9e23-2066051e3614 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0695915 Mar 23 12:31:14.389185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3a6265e0-c99a-4887-a70f-8f9a5dd3187d details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:31:14.392543 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b786c8a5-b966-496b-b715-55bd9547d6e8 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:31:14.418965 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a669ab91-6896-411c-a344-0844d9425153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:14.441411 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a669ab91-6896-411c-a344-0844d9425153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:14.449432 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31a0043a-5ed7-4083-999f-5d3709a68f35 req-aaba169b-0cff-4cd9-b363-aa1b9a7f4ced tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468016 Mar 23 12:31:14.455121 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a669ab91-6896-411c-a344-0844d9425153 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:31:14.456192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: b786c8a5-b966-496b-b715-55bd9547d6e8 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:31:14.456858 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b786c8a5-b966-496b-b715-55bd9547d6e8 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:31:14.474098 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-36ae-409d-8ca1-d6ba137e2126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:14.482883 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a669ab91-6896-411c-a344-0844d9425153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:14.483220 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-a669ab91-6896-411c-a344-0844d9425153 admin admin] Added segment a1218d8b-99c2-4d18-b086-5d1e7383bc07 of type vlan for network 3dd3fd8f-403e-4371-8d96-fb79d3d28631 Mar 23 12:31:14.538164 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669ab91-6896-411c-a344-0844d9425153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7d368f-21eb-438e-b141-b337e69b3cec,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:14.565312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e8544-e98c-41e1-9314-127b5e69eda7 req-1b7c8926-b5e3-4b36-aa96-194394f65543 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:14.568158 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cf4e8544-e98c-41e1-9314-127b5e69eda7 req-1b7c8926-b5e3-4b36-aa96-194394f65543 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 945 time: 0.1708324 Mar 23 12:31:14.571002 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a669ab91-6896-411c-a344-0844d9425153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:14.609371 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:14.612920 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-36ae-409d-8ca1-d6ba137e2126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:14.623589 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-36ae-409d-8ca1-d6ba137e2126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:14.623856 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3a6265e0-c99a-4887-a70f-8f9a5dd3187d has no active binding in host n-h1-834854-1 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 12:31:14.636086 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a669ab91-6896-411c-a344-0844d9425153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:14.637153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a669ab91-6896-411c-a344-0844d9425153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:14.637736 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a669ab91-6896-411c-a344-0844d9425153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:14.668402 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cf4e8544-e98c-41e1-9314-127b5e69eda7 req-943c2877-1043-4569-a4ed-ec3d5e2adfcd tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853219 Mar 23 12:31:14.698770 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-745765c9-36ae-409d-8ca1-d6ba137e2126 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6765f9134bb4943b7601726207d66ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936002 Mar 23 12:31:14.699015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-36ae-409d-8ca1-d6ba137e2126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f679a1f-d572-4ad2-8be2-32da4e455db8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:14.702263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53866) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:14.716809 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a669ab91-6896-411c-a344-0844d9425153 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9195688 Mar 23 12:31:14.721355 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53868) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:14.728329 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a895a2-1647-4fcb-b96b-0e57b684817d req-937f76a4-4428-400a-a828-06883d1c0995 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:14.729186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7d89cf7a-1317-4a3a-a1e8-a03c962856d3 admin admin] Request body: {'subnet': {'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2063635480-subnet', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:31:14.730972 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-57a895a2-1647-4fcb-b96b-0e57b684817d req-937f76a4-4428-400a-a828-06883d1c0995 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.1240659 Mar 23 12:31:14.741019 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669ab91-6896-411c-a344-0844d9425153 admin admin] Pushing event updated for resources: {'Network': ['ID=3dd3fd8f-403e-4371-8d96-fb79d3d28631,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:14.752376 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 3dd3fd8f-403e-4371-8d96-fb79d3d28631 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:31:14.756092 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d89cf7a-1317-4a3a-a1e8-a03c962856d3 admin admin] Made reservation on behalf of 09fdd146e5ec47a9a98c06a6ae89f9dd for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:31:14.759637 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d89cf7a-1317-4a3a-a1e8-a03c962856d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:14.811107 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-273dd50e-d386-48b5-8bb9-9753aa174460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:14.821026 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-57a895a2-1647-4fcb-b96b-0e57b684817d req-d1409555-9e2e-40ab-b997-3763084e5028 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790794 Mar 23 12:31:14.843817 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-273dd50e-d386-48b5-8bb9-9753aa174460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:14.910859 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-273dd50e-d386-48b5-8bb9-9753aa174460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:14.913634 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-273dd50e-d386-48b5-8bb9-9753aa174460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:14.924483 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-273dd50e-d386-48b5-8bb9-9753aa174460 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f679a1f-d572-4ad2-8be2-32da4e455db8 HTTP/1.1" status: 204 len: 168 time: 0.2197034 Mar 23 12:31:14.934377 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273dd50e-d386-48b5-8bb9-9753aa174460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f679a1f-d572-4ad2-8be2-32da4e455db8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:14.989013 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8e7d7-ade5-4d88-b983-0f60e99050eb req-f73a6460-ffae-49cc-a13f-f744744effa6 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:14.990537 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-17c8e7d7-ade5-4d88-b983-0f60e99050eb req-f73a6460-ffae-49cc-a13f-f744744effa6 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 943 time: 0.0887568 Mar 23 12:31:15.023081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d89cf7a-1317-4a3a-a1e8-a03c962856d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:15.090450 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-17c8e7d7-ade5-4d88-b983-0f60e99050eb req-42809006-3fc9-49cf-abeb-446c783003c4 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867138 Mar 23 12:31:15.103738 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89cf7a-1317-4a3a-a1e8-a03c962856d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75ef03eb-4a13-4caf-9933-73053b45298f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:15.129044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89cf7a-1317-4a3a-a1e8-a03c962856d3 admin admin] Checking segment: {'id': 'a1218d8b-99c2-4d18-b086-5d1e7383bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:31:15.129404 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d89cf7a-1317-4a3a-a1e8-a03c962856d3 admin admin] Network hostable DHCP agents. Network: 3dd3fd8f-403e-4371-8d96-fb79d3d28631, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:31:15.148919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d89cf7a-1317-4a3a-a1e8-a03c962856d3 admin admin] Network 3dd3fd8f-403e-4371-8d96-fb79d3d28631 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:31:15.159305 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7d89cf7a-1317-4a3a-a1e8-a03c962856d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 3dd3fd8f-403e-4371-8d96-fb79d3d28631) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:31:15.164696 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d89cf7a-1317-4a3a-a1e8-a03c962856d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:15.165929 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d89cf7a-1317-4a3a-a1e8-a03c962856d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:15.173245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a96ca0-dfeb-4e4f-85b9-cf82cbbe8dca None None] Network 3dd3fd8f-403e-4371-8d96-fb79d3d28631 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:31:15.208711 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7d89cf7a-1317-4a3a-a1e8-a03c962856d3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4859838 Mar 23 12:31:15.209476 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53890) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:15.214142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2063635480-router', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:31:15.267758 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:15.270384 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:15.390425 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:15.399981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-3dd3fd8f-403e-4371-8d96-fb79d3d28631', 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'fixed_ips': [{'subnet_id': '75ef03eb-4a13-4caf-9933-73053b45298f'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:31:15.401112 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:15.482796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44c35-53d7-450b-ab1e-bd567160e8ff req-976d80ce-d71d-4373-914f-5cfb05d8f69d tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:15.484366 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37c44c35-53d7-450b-ab1e-bd567160e8ff req-976d80ce-d71d-4373-914f-5cfb05d8f69d tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 949 time: 0.1633363 Mar 23 12:31:15.569411 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:15.609517 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Allocated IP 172.20.0.2 (3dd3fd8f-403e-4371-8d96-fb79d3d28631/75ef03eb-4a13-4caf-9933-73053b45298f/33c7e6d9-39ab-47aa-9c3d-065f902a1924) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:31:15.622198 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37c44c35-53d7-450b-ab1e-bd567160e8ff req-cebe79c5-bf94-484a-be47-3d72489eaa28 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021390 Mar 23 12:31:15.676401 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548f83b-1680-4c29-b4ce-022d6e854d27 req-d86c3b83-5bd5-4cc9-a0c2-be059d573dd9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:15.688861 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c548f83b-1680-4c29-b4ce-022d6e854d27 req-d86c3b83-5bd5-4cc9-a0c2-be059d573dd9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1118658 Mar 23 12:31:15.772660 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c548f83b-1680-4c29-b4ce-022d6e854d27 req-06229d62-b3a6-4348-a67d-cc192b0a9034 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817120 Mar 23 12:31:15.846104 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:15.863253 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:15.899108 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:15.922215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Network 3dd3fd8f-403e-4371-8d96-fb79d3d28631 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:31:15.929460 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:31:15.942544 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:31:15.968220 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Pushing event updated for resources: {'Port': ['ID=33c7e6d9-39ab-47aa-9c3d-065f902a1924,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:15.980673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5509bfc-ea79-498f-a0c7-836f0472fe90 req-86803f43-4cb6-41e2-a775-bc4fac241cd5 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:15.993133 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a5509bfc-ea79-498f-a0c7-836f0472fe90 req-86803f43-4cb6-41e2-a775-bc4fac241cd5 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 945 time: 0.2264166 Mar 23 12:31:16.063834 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c71736-e8ab-4619-85cd-0547d3ad3a0a req-6b4b433c-fff5-4086-8cd5-1a5c705bb397 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:16.065604 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Attempting to bind port 33c7e6d9-39ab-47aa-9c3d-065f902a1924 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:31:16.066150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Attempting to bind port 33c7e6d9-39ab-47aa-9c3d-065f902a1924 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'a1218d8b-99c2-4d18-b086-5d1e7383bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:31:16.066673 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Attempting to bind port 33c7e6d9-39ab-47aa-9c3d-065f902a1924 on network 3dd3fd8f-403e-4371-8d96-fb79d3d28631 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:31:16.068029 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a5509bfc-ea79-498f-a0c7-836f0472fe90 req-cd248c84-9aeb-4202-ae47-98c1186c5ef2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737116 Mar 23 12:31:16.082665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:16.085371 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a6c71736-e8ab-4619-85cd-0547d3ad3a0a req-6b4b433c-fff5-4086-8cd5-1a5c705bb397 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.1251786 Mar 23 12:31:16.089976 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:31:16.090636 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Checking segment: {'id': 'a1218d8b-99c2-4d18-b086-5d1e7383bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:31:16.091272 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:16.091816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Bound using segment: {'id': 'a1218d8b-99c2-4d18-b086-5d1e7383bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:31:16.093100 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Bound port: 33c7e6d9-39ab-47aa-9c3d-065f902a1924, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1218d8b-99c2-4d18-b086-5d1e7383bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:31:16.093640 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:16.105625 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:16.186818 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a6c71736-e8ab-4619-85cd-0547d3ad3a0a req-32631b33-eb7e-4cd7-a8cf-14056c878e30 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998597 Mar 23 12:31:16.248636 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] For port 33c7e6d9-39ab-47aa-9c3d-065f902a1924, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:31:16.253276 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] For port 33c7e6d9-39ab-47aa-9c3d-065f902a1924, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=33c7e6d9-39ab-47aa-9c3d-065f902a1924,segment=NetworkSegment(a1218d8b-99c2-4d18-b086-5d1e7383bc07),segment_id=a1218d8b-99c2-4d18-b086-5d1e7383bc07)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:31:16.270688 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Allocated IP 172.25.2.175 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/73d2e806-0fd3-4ebb-bac5-868ddb3f0465) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:31:16.272383 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:16.318844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9a693-d957-45ed-8053-ac369e85734c req-89260dc6-5437-4bac-a159-30067fd5749a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:16.320351 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-72f9a693-d957-45ed-8053-ac369e85734c req-89260dc6-5437-4bac-a159-30067fd5749a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 943 time: 0.0885086 Mar 23 12:31:16.352238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa225f-fca2-401d-9fa2-5fb403c1d1ef None None] Pushing event updated for resources: {'Port': ['ID=33c7e6d9-39ab-47aa-9c3d-065f902a1924,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:16.402006 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 706f5ae3-ff23-4236-ac07-4ec965c7d416 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:31:16.438645 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-72f9a693-d957-45ed-8053-ac369e85734c req-6ad67ea5-66c6-4efd-b3bc-6be772ad9e24 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790114 Mar 23 12:31:16.465368 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:16.508463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 706f5ae3-ff23-4236-ac07-4ec965c7d416 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:31:16.512665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:16.525116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 706f5ae3-ff23-4236-ac07-4ec965c7d416 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:16.525512 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:16.580778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:31:16.581910 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:31:16.598025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Pushing event updated for resources: {'Port': ['ID=73d2e806-0fd3-4ebb-bac5-868ddb3f0465,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:16.601601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:31:16.774219 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:16.908895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45819eee-53d7-4d65-8c53-98148e180cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706f5ae3-ff23-4236-ac07-4ec965c7d416'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:16.925890 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1065781d-7c72-4eb9-9f70-f62f98ecb33d" -d '{"events": [{"server_uuid": "45819eee-53d7-4d65-8c53-98148e180cf7", "name": "network-vif-plugged", "status": "completed", "tag": "706f5ae3-ff23-4236-ac07-4ec965c7d416"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:16.938156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377e2b7-64a8-41e9-9535-0b76e516de06 req-d041080f-a7cf-42dd-934d-4dc50eddbee0 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:16.952553 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a377e2b7-64a8-41e9-9535-0b76e516de06 req-d041080f-a7cf-42dd-934d-4dc50eddbee0 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 949 time: 0.2069924 Mar 23 12:31:16.969782 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 706f5ae3-ff23-4236-ac07-4ec965c7d416, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=706f5ae3-ff23-4236-ac07-4ec965c7d416,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:16.986795 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:16.988140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 68ed13f5-3c65-4b3c-a125-75be36ff3949 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:31:17.056326 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a377e2b7-64a8-41e9-9535-0b76e516de06 req-09dd4a81-05a1-43f9-b53c-aa1902e10ebb tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946674 Mar 23 12:31:17.057842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9f0be-6005-4a91-ae21-31bf826b8be6 req-ca2085e8-dee0-4871-89a4-2f1340d360d2 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:17.062925 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53b9f0be-6005-4a91-ae21-31bf826b8be6 req-ca2085e8-dee0-4871-89a4-2f1340d360d2 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1643674 Mar 23 12:31:17.142698 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b621d27f-35a2-409c-83f9-805e7004737d x-openstack-request-id: req-b621d27f-35a2-409c-83f9-805e7004737d {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:17.142698 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45819eee-53d7-4d65-8c53-98148e180cf7", "name": "network-vif-plugged", "status": "completed", "tag": "706f5ae3-ff23-4236-ac07-4ec965c7d416", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:17.142698 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b621d27f-35a2-409c-83f9-805e7004737d {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:17.145164 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45819eee-53d7-4d65-8c53-98148e180cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706f5ae3-ff23-4236-ac07-4ec965c7d416', 'code': 200} Mar 23 12:31:17.152894 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:17.154755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=706f5ae3-ff23-4236-ac07-4ec965c7d416,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:17.160767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 68ed13f5-3c65-4b3c-a125-75be36ff3949 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:31:17.165688 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 68ed13f5-3c65-4b3c-a125-75be36ff3949 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:17.166259 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:17.232994 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53b9f0be-6005-4a91-ae21-31bf826b8be6 req-6da7499e-77df-40d2-b91e-015a5aa7013f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192875 Mar 23 12:31:17.537531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29681ad8-0e9f-4400-9f20-ea0f7564ed72 req-96e37343-2d07-4243-806b-3ddb87c2dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:17.539554 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-29681ad8-0e9f-4400-9f20-ea0f7564ed72 req-96e37343-2d07-4243-806b-3ddb87c2dc1e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 1101 time: 0.3121305 Mar 23 12:31:17.622269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9098a5d-98fe-4393-ba30-f87337631332 req-136fb8ae-3eac-4198-85bb-92da092581f8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:17.631017 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9098a5d-98fe-4393-ba30-f87337631332 req-136fb8ae-3eac-4198-85bb-92da092581f8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.2426414 Mar 23 12:31:17.653347 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25f715-41f0-44e1-8f23-6273d5df7cd5 req-06ef4805-ddfa-49c3-a6f2-de5f698b7705 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:17.655048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e25f715-41f0-44e1-8f23-6273d5df7cd5 req-06ef4805-ddfa-49c3-a6f2-de5f698b7705 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 945 time: 0.3000860 Mar 23 12:31:17.674624 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-29681ad8-0e9f-4400-9f20-ea0f7564ed72 req-6006e8e9-ad26-4d57-8f5a-0800962049e5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253290 Mar 23 12:31:17.741353 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e25f715-41f0-44e1-8f23-6273d5df7cd5 req-88e6990a-6e99-45ff-ad1c-3e83d64ad92a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727568 Mar 23 12:31:17.754667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 33c7e6d9-39ab-47aa-9c3d-065f902a1924 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:31:17.787662 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9098a5d-98fe-4393-ba30-f87337631332 req-5d7617d1-53e8-430b-af97-97782f315200 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548123 Mar 23 12:31:17.833405 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:17.841867 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:17.875729 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:17.885722 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 68ed13f5-3c65-4b3c-a125-75be36ff3949, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=68ed13f5-3c65-4b3c-a125-75be36ff3949,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:17.893327 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:17.926901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 33c7e6d9-39ab-47aa-9c3d-065f902a1924 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:17.927592 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:17.958747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93f35c7-6ebb-4053-bfd4-9831e2a569b1 None None] Network 3dd3fd8f-403e-4371-8d96-fb79d3d28631 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:31:18.033528 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=68ed13f5-3c65-4b3c-a125-75be36ff3949,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:18.086176 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4674bc-ea1c-4e1e-aee1-79a70a80dbda req-de180f33-5766-4586-bd04-8036c691d1a0 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:18.088366 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c4674bc-ea1c-4e1e-aee1-79a70a80dbda req-de180f33-5766-4586-bd04-8036c691d1a0 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 943 time: 0.1441927 Mar 23 12:31:18.172413 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c4674bc-ea1c-4e1e-aee1-79a70a80dbda req-0ff0a33d-870a-409c-9503-6c870cc710c8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769868 Mar 23 12:31:18.185027 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b303da0d-dc6c-4226-a07f-0a060fd23b2a None None] Provisioning complete for port 33c7e6d9-39ab-47aa-9c3d-065f902a1924 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:18.185027 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b303da0d-dc6c-4226-a07f-0a060fd23b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:18.232330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Router d9fe43d5-681b-42d4-b425-812242312258 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:31:18.235967 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:18.365201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:31:18.382535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448533b-61f2-4583-a7b7-03083710ce3b req-aba7f980-ec0c-4ec8-bf3f-d0f086a306a3 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:18.391218 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b448533b-61f2-4583-a7b7-03083710ce3b req-aba7f980-ec0c-4ec8-bf3f-d0f086a306a3 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.2064106 Mar 23 12:31:18.399356 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Sync routers for ids ['d9fe43d5-681b-42d4-b425-812242312258'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:31:18.407140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 33c7e6d9-39ab-47aa-9c3d-065f902a1924, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=33c7e6d9-39ab-47aa-9c3d-065f902a1924,segment=NetworkSegment(a1218d8b-99c2-4d18-b086-5d1e7383bc07),segment_id=a1218d8b-99c2-4d18-b086-5d1e7383bc07)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:18.417049 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:18.443185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b19464-330f-49d7-8623-0640d5bcc09f req-9c9336f9-240e-43ac-8e42-3098d26c16df tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:18.447052 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53b19464-330f-49d7-8623-0640d5bcc09f req-9c9336f9-240e-43ac-8e42-3098d26c16df tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0932951 Mar 23 12:31:18.465874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Routers {'d9fe43d5-681b-42d4-b425-812242312258'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:31:18.466530 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:30:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d9fe43d5-681b-42d4-b425-812242312258'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:18.496495 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b448533b-61f2-4583-a7b7-03083710ce3b req-fd0a6987-c252-4998-a879-38588722baa1 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967298 Mar 23 12:31:18.514553 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:18.518876 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53984) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:18.520577 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5021b99b-e080-4af3-93fc-e58828b8f5a5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3098705 Mar 23 12:31:18.556522 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53b19464-330f-49d7-8623-0640d5bcc09f req-3191fbfc-e05e-45a8-bc60-326c32fba736 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033275 Mar 23 12:31:18.668097 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=33c7e6d9-39ab-47aa-9c3d-065f902a1924,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:18.779479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Set router d9fe43d5-681b-42d4-b425-812242312258 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:31:18.998210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020123c-9c48-40d3-9dc8-3d1e3e769e04 req-5f06e3a8-7f41-41a4-8049-24e171a4e7db tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:19.005632 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e020123c-9c48-40d3-9dc8-3d1e3e769e04 req-5f06e3a8-7f41-41a4-8049-24e171a4e7db tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1510527 Mar 23 12:31:19.088980 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e020123c-9c48-40d3-9dc8-3d1e3e769e04 req-4d1418e3-f770-4ecb-81fa-48f3e327e041 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768411 Mar 23 12:31:19.089636 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53994) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:19.144355 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849c9a96-e004-4735-9faa-cce256f9fff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ed13f5-3c65-4b3c-a125-75be36ff3949'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:19.150096 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16261dbd-b555-4f9c-ab8e-9152c1f27cb3" -d '{"events": [{"server_uuid": "849c9a96-e004-4735-9faa-cce256f9fff6", "name": "network-vif-plugged", "status": "completed", "tag": "68ed13f5-3c65-4b3c-a125-75be36ff3949"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:19.218361 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153ddd19-507b-482f-bce4-e84c33b16e30 x-openstack-request-id: req-153ddd19-507b-482f-bce4-e84c33b16e30 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:19.218361 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849c9a96-e004-4735-9faa-cce256f9fff6", "name": "network-vif-plugged", "status": "completed", "tag": "68ed13f5-3c65-4b3c-a125-75be36ff3949", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:19.218676 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-153ddd19-507b-482f-bce4-e84c33b16e30 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:19.218857 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849c9a96-e004-4735-9faa-cce256f9fff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ed13f5-3c65-4b3c-a125-75be36ff3949', 'code': 200} Mar 23 12:31:19.228996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d0a40a1e-4753-431c-9384-9c64402ff6cb None None] Provisioning complete for port 33c7e6d9-39ab-47aa-9c3d-065f902a1924 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:19.229357 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d0a40a1e-4753-431c-9384-9c64402ff6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:19.231855 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fe43d5-681b-42d4-b425-812242312258', 'name': 'tempest-TaggedBootDevicesTest-2063635480-router', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:15Z', 'updated_at': '2022-03-23T12:31:16Z', 'revision_number': 3, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'gw_port': {'id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:87:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:16Z', 'updated_at': '2022-03-23T12:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:19.238281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33b530-ef4b-48d3-a2bd-58015c81b22f req-fab4005c-1921-4d03-b1da-a64f4a7e73c7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:19.242849 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-be33b530-ef4b-48d3-a2bd-58015c81b22f req-fab4005c-1921-4d03-b1da-a64f4a7e73c7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.1521125 Mar 23 12:31:19.278169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Checking router: d9fe43d5-681b-42d4-b425-812242312258 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:31:19.278513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Updating router d9fe43d5-681b-42d4-b425-812242312258 port 73d2e806-0fd3-4ebb-bac5-868ddb3f0465 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:31:19.324035 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:19.428305 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 33c7e6d9-39ab-47aa-9c3d-065f902a1924 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:31:19.435710 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e06c4f-7fdd-466a-b2a7-2cec5719df0a req-6e879431-4756-49bc-a0a1-0ea059408cec tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:19.437348 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b153b8c0-eb87-4a83-960e-25c4a217dfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:19.444068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19e06c4f-7fdd-466a-b2a7-2cec5719df0a req-6e879431-4756-49bc-a0a1-0ea059408cec tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 943 time: 0.0868392 Mar 23 12:31:19.459179 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-be33b530-ef4b-48d3-a2bd-58015c81b22f req-4df6172a-77f3-49da-bbb9-3e0bda16b6c0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066252 Mar 23 12:31:19.503049 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19e06c4f-7fdd-466a-b2a7-2cec5719df0a req-2c793e1b-d075-4fa9-ab30-852778026288 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567012 Mar 23 12:31:19.583842 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:19.675038 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b153b8c0-eb87-4a83-960e-25c4a217dfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:19.700433 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b153b8c0-eb87-4a83-960e-25c4a217dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:19.712126 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 33c7e6d9-39ab-47aa-9c3d-065f902a1924 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:19.716328 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:19.729796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cf95b-862d-43b7-a390-68b87d6d7fc0 req-c38bd9c8-a359-4d3e-b562-5464df423814 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:19.739760 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f73cf95b-862d-43b7-a390-68b87d6d7fc0 req-c38bd9c8-a359-4d3e-b562-5464df423814 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0840282 Mar 23 12:31:19.798952 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b153b8c0-eb87-4a83-960e-25c4a217dfc4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e22726227ac34794a8f16e4368d0175b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7043011 Mar 23 12:31:19.799801 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54006) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:19.823045 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f73cf95b-862d-43b7-a390-68b87d6d7fc0 req-a1b7080c-4ec2-4966-a41f-0f95172b95ca tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830045 Mar 23 12:31:19.845421 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153b8c0-eb87-4a83-960e-25c4a217dfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4d4e16-164a-48d6-b6e9-d64214008854,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:19.897266 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293002ae-9316-4b76-9e30-4c552597c4fc req-701ce548-9d4a-4f09-8730-77170c0cd9fe tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:19.900528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-293002ae-9316-4b76-9e30-4c552597c4fc req-701ce548-9d4a-4f09-8730-77170c0cd9fe tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.2221179 Mar 23 12:31:19.992967 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:20.001878 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:20.052004 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bca2347d-00ea-47de-80d3-4441cf649745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:20.064168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Attempting to bind port 73d2e806-0fd3-4ebb-bac5-868ddb3f0465 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:31:20.065106 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Attempting to bind port 73d2e806-0fd3-4ebb-bac5-868ddb3f0465 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:31:20.065513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Attempting to bind port 73d2e806-0fd3-4ebb-bac5-868ddb3f0465 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:31:20.069920 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e4ca8-d6ce-4bb9-9b88-5606682e155f None None] Pushing event updated for resources: {'Port': ['ID=73d2e806-0fd3-4ebb-bac5-868ddb3f0465,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:20.074882 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-293002ae-9316-4b76-9e30-4c552597c4fc req-66afb50e-3db7-4c62-98fd-c8f1accbf4f1 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619375 Mar 23 12:31:20.081811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:31:20.082193 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:31:20.082593 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:20.082989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:31:20.083476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Bound port: 73d2e806-0fd3-4ebb-bac5-868ddb3f0465, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:31:20.084080 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:20.155290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Allocated IP 172.20.0.1 (3dd3fd8f-403e-4371-8d96-fb79d3d28631/75ef03eb-4a13-4caf-9933-73053b45298f/e7182092-0997-4b86-99b7-77d37961ce29) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:31:20.169780 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] For port 73d2e806-0fd3-4ebb-bac5-868ddb3f0465, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:31:20.175690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] For port 73d2e806-0fd3-4ebb-bac5-868ddb3f0465, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=73d2e806-0fd3-4ebb-bac5-868ddb3f0465,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:31:20.196204 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:20.218362 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bca2347d-00ea-47de-80d3-4441cf649745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:20.320592 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Routers {'d9fe43d5-681b-42d4-b425-812242312258'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:31:20.321386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:30:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d9fe43d5-681b-42d4-b425-812242312258'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:20.382268 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e4ca8-d6ce-4bb9-9b88-5606682e155f None None] Pushing event updated for resources: {'Port': ['ID=73d2e806-0fd3-4ebb-bac5-868ddb3f0465,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:20.431876 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac89e7b-de93-4ed2-a1c3-ac002a9f11bb req-b8c2b699-9b88-481f-be00-31d8a8c3449e tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:20.450456 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1ac89e7b-de93-4ed2-a1c3-ac002a9f11bb req-b8c2b699-9b88-481f-be00-31d8a8c3449e tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.2067537 Mar 23 12:31:20.516388 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:20.607686 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1ac89e7b-de93-4ed2-a1c3-ac002a9f11bb req-781eb6fb-ce4e-4c7a-b7ba-4d975ea0cb6d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542478 Mar 23 12:31:20.638014 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bca2347d-00ea-47de-80d3-4441cf649745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:20.640566 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bca2347d-00ea-47de-80d3-4441cf649745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:20.645218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bca2347d-00ea-47de-80d3-4441cf649745 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b4d4e16-164a-48d6-b6e9-d64214008854 HTTP/1.1" status: 204 len: 168 time: 0.8408837 Mar 23 12:31:20.674191 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2347d-00ea-47de-80d3-4441cf649745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4d4e16-164a-48d6-b6e9-d64214008854,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:20.715775 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:20.788799 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdf917-6b3c-4005-91fe-24b5a77781f9 req-ed3d6632-1766-4be2-b354-15d259c66e5c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:20.797699 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8fdf917-6b3c-4005-91fe-24b5a77781f9 req-ed3d6632-1766-4be2-b354-15d259c66e5c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.1454751 Mar 23 12:31:20.817115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Network 3dd3fd8f-403e-4371-8d96-fb79d3d28631 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:31:20.819412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:31:20.843633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:31:20.876359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Pushing event updated for resources: {'Port': ['ID=e7182092-0997-4b86-99b7-77d37961ce29,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:20.920471 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8fdf917-6b3c-4005-91fe-24b5a77781f9 req-c55d691a-b1e2-4046-bd91-9455afe95b48 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216965 Mar 23 12:31:20.947685 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:20.990015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceae57-c98d-40cd-a760-f5bf99a40250 req-7ceaafc6-6fa4-4002-a0be-bd01dc844efa tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:20.997005 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-49ceae57-c98d-40cd-a760-f5bf99a40250 req-7ceaafc6-6fa4-4002-a0be-bd01dc844efa tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 943 time: 0.2105637 Mar 23 12:31:21.015765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] Set router d9fe43d5-681b-42d4-b425-812242312258 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:31:21.064054 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-49ceae57-c98d-40cd-a760-f5bf99a40250 req-c18349aa-7aa3-440b-9bcc-6a91b8776423 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609605 Mar 23 12:31:21.251272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea225d0e-d07a-4686-9cf5-b3824e775aca req-5e6a4f6d-4552-4239-8496-1c9443b72c32 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:21.254109 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ea225d0e-d07a-4686-9cf5-b3824e775aca req-5e6a4f6d-4552-4239-8496-1c9443b72c32 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.0701401 Mar 23 12:31:21.302159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec96d5-c263-42a3-8544-e044f595aa1c req-ca9ac9b6-7eac-44b3-be25-756e9bc03b44 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:21.304517 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f6ec96d5-c263-42a3-8544-e044f595aa1c req-ca9ac9b6-7eac-44b3-be25-756e9bc03b44 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.2063291 Mar 23 12:31:21.330222 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ea225d0e-d07a-4686-9cf5-b3824e775aca req-62900784-3517-4d76-86d6-ea39927ab997 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681291 Mar 23 12:31:21.367759 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fe43d5-681b-42d4-b425-812242312258', 'name': 'tempest-TaggedBootDevicesTest-2063635480-router', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:15Z', 'updated_at': '2022-03-23T12:31:16Z', 'revision_number': 3, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'gw_port': {'id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:87:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:16Z', 'updated_at': '2022-03-23T12:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:21.408160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2f8ce-1c5b-4dea-bd44-6d2bf30ef0ed None None] The sync data for ids ['d9fe43d5-681b-42d4-b425-812242312258'] in n-d-834854-1 is: [{'id': 'd9fe43d5-681b-42d4-b425-812242312258', 'name': 'tempest-TaggedBootDevicesTest-2063635480-router', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:15Z', 'updated_at': '2022-03-23T12:31:16Z', 'revision_number': 3, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'gw_port': {'id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:87:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:16Z', 'updated_at': '2022-03-23T12:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:31:21.413847 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f6ec96d5-c263-42a3-8544-e044f595aa1c req-48754a14-35ed-48fc-b996-89f47dd398cc tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989325 Mar 23 12:31:21.419058 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e4256eac-c00c-4ff5-a560-9d86565f4e6b None None] Provisioning complete for port e7182092-0997-4b86-99b7-77d37961ce29 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:21.419483 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e4256eac-c00c-4ff5-a560-9d86565f4e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:21.423870 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:21.474268 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e4256eac-c00c-4ff5-a560-9d86565f4e6b None None] Port e7182092-0997-4b86-99b7-77d37961ce29 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:31:21.492713 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54022) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:21.517039 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-938c44bb-f1d0-4185-9eef-2b84854987db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:21.663479 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-938c44bb-f1d0-4185-9eef-2b84854987db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:21.671348 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-938c44bb-f1d0-4185-9eef-2b84854987db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:21.737164 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-938c44bb-f1d0-4185-9eef-2b84854987db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3de6d213c8574cfcba9bcb7fde4039bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424412 Mar 23 12:31:21.741186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54026) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:21.747649 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c44bb-f1d0-4185-9eef-2b84854987db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0642442-a9ab-44fe-be63-9af7f13cb7c3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:21.807383 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:21.847185 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:21.861352 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48588a35-a917-4728-bd95-1b49633aa25d req-c877fd28-6a30-4065-aa81-86bec90aa959 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:21.873783 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48588a35-a917-4728-bd95-1b49633aa25d req-c877fd28-6a30-4065-aa81-86bec90aa959 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1276641 Mar 23 12:31:21.912486 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48588a35-a917-4728-bd95-1b49633aa25d req-0b62307d-5295-4f40-935f-7f9dd3ea0a59 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381947 Mar 23 12:31:21.961791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Pushing event updated for resources: {'Port': ['ID=e7182092-0997-4b86-99b7-77d37961ce29,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:22.082726 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-e92c3ffd-486c-42d2-a48a-6e1b3905c581 service neutron] 10.222.0.73 "GET /v2.0/ports/3a6265e0-c99a-4887-a70f-8f9a5dd3187d/bindings/n-h1-834854-1 HTTP/1.1" status: 200 len: 384 time: 0.2268038 Mar 23 12:31:22.119339 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16dbc9bb-a02e-4bef-b65e-ac9b0c7be51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:22.121494 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:22.200328 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e4dce-b310-4dcb-8682-c1c6145c6ca1 req-2faeef9f-d270-46da-b226-53ec1b0c8ee8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:22.201837 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e74e4dce-b310-4dcb-8682-c1c6145c6ca1 req-2faeef9f-d270-46da-b226-53ec1b0c8ee8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.1685998 Mar 23 12:31:22.208627 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16dbc9bb-a02e-4bef-b65e-ac9b0c7be51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:22.284557 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6a98d-c66e-4e00-9729-a044202cdda8 req-63460982-5905-4725-9aff-b4cdc9bb2e89 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:22.290787 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22e6a98d-c66e-4e00-9729-a044202cdda8 req-63460982-5905-4725-9aff-b4cdc9bb2e89 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 943 time: 0.1139557 Mar 23 12:31:22.353117 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22e6a98d-c66e-4e00-9729-a044202cdda8 req-7c5f1453-22ef-419b-9851-c3404bb0211f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506334 Mar 23 12:31:22.477679 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Network 3dd3fd8f-403e-4371-8d96-fb79d3d28631 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:31:22.486086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:31:22.563532 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e74e4dce-b310-4dcb-8682-c1c6145c6ca1 req-96976a1b-18d6-4428-adf8-3e3d8a871421 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3442280 Mar 23 12:31:22.572287 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf6736-5d64-469a-a0dc-48110729485f req-addff5a6-bfd6-425a-be12-4e7c5fc6cd18 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:22.574154 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aadf6736-5d64-469a-a0dc-48110729485f req-addff5a6-bfd6-425a-be12-4e7c5fc6cd18 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.1239359 Mar 23 12:31:22.648465 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aadf6736-5d64-469a-a0dc-48110729485f req-c38689ed-ded6-4adc-996d-328397f14b87 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530329 Mar 23 12:31:22.728495 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16dbc9bb-a02e-4bef-b65e-ac9b0c7be51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:22.731066 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16dbc9bb-a02e-4bef-b65e-ac9b0c7be51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:22.732248 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-16dbc9bb-a02e-4bef-b65e-ac9b0c7be51d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c0642442-a9ab-44fe-be63-9af7f13cb7c3 HTTP/1.1" status: 204 len: 168 time: 0.9897981 Mar 23 12:31:22.767286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1560489a-3ba2-4bce-8f16-7e4931df0bcc service neutron] For port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:22.796269 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1560489a-3ba2-4bce-8f16-7e4931df0bcc service neutron] For port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:31:22.842194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbc9bb-a02e-4bef-b65e-ac9b0c7be51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0642442-a9ab-44fe-be63-9af7f13cb7c3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:22.906299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1560489a-3ba2-4bce-8f16-7e4931df0bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6265e0-c99a-4887-a70f-8f9a5dd3187d {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:31:22.955824 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1560489a-3ba2-4bce-8f16-7e4931df0bcc service neutron] For port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:22.977571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d1472cc6-2ce9-4b07-b61f-7a8951c39dfa None None] Provisioning complete for port e7182092-0997-4b86-99b7-77d37961ce29 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:22.978209 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d1472cc6-2ce9-4b07-b61f-7a8951c39dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:22.995778 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1560489a-3ba2-4bce-8f16-7e4931df0bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:23.018198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6b409-e996-4fbe-bbc2-01f097135db2 req-e047eac4-6290-4c98-be1c-edc1b3531bc8 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:23.026337 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54d6b409-e996-4fbe-bbc2-01f097135db2 req-e047eac4-6290-4c98-be1c-edc1b3531bc8 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.2798147 Mar 23 12:31:23.035960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d1472cc6-2ce9-4b07-b61f-7a8951c39dfa None None] Port e7182092-0997-4b86-99b7-77d37961ce29 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:31:23.053931 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Router d9fe43d5-681b-42d4-b425-812242312258 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:31:23.151079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c928b-25a1-471b-b637-c85d3712c14c req-5063620a-f498-4f3e-84ab-2c18118129c4 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:23.152906 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-391c928b-25a1-471b-b637-c85d3712c14c req-5063620a-f498-4f3e-84ab-2c18118129c4 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.0862408 Mar 23 12:31:23.178895 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54d6b409-e996-4fbe-bbc2-01f097135db2 req-e5c9cb88-33e5-4090-8fb2-8699d01b28d4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515024 Mar 23 12:31:23.244509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-391c928b-25a1-471b-b637-c85d3712c14c req-791d238e-60dc-4187-9796-4c089b3b9c73 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795569 Mar 23 12:31:23.300705 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1560489a-3ba2-4bce-8f16-7e4931df0bcc service neutron] Transition to ACTIVE for port object 3a6265e0-c99a-4887-a70f-8f9a5dd3187d will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:31:23.311850 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1560489a-3ba2-4bce-8f16-7e4931df0bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:23.355626 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:31:23.364048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-82954946-73ce-4394-8d89-15b3f416b9bc admin admin] 10.222.0.52 "PUT /v2.0/routers/d9fe43d5-681b-42d4-b425-812242312258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8434517 Mar 23 12:31:23.410597 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1560489a-3ba2-4bce-8f16-7e4931df0bcc service neutron] No DVR routers for this DVR port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:31:23.512777 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 73d2e806-0fd3-4ebb-bac5-868ddb3f0465 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:31:23.546785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560489a-3ba2-4bce-8f16-7e4931df0bcc service neutron] Pushing event updated for resources: {'Port': ['ID=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,revision_number=10']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:23.573859 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-1560489a-3ba2-4bce-8f16-7e4931df0bcc service neutron] 10.222.0.73 "PUT /v2.0/ports/3a6265e0-c99a-4887-a70f-8f9a5dd3187d/bindings/n-h1-834854-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4678288 Mar 23 12:31:23.666017 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 73d2e806-0fd3-4ebb-bac5-868ddb3f0465 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:23.666387 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:23.695566 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f662-6645-4c1b-83a5-8ecd472deeee req-a37765d5-e5f4-4957-b1fb-4d29905332a9 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:23.700999 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac05f662-6645-4c1b-83a5-8ecd472deeee req-a37765d5-e5f4-4957-b1fb-4d29905332a9 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.2338576 Mar 23 12:31:23.732604 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3297d-b7eb-49c9-9da5-90ad614330c7 req-7a5188ac-21f2-4afb-92f1-312cd499ac32 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:23.747767 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-caa3297d-b7eb-49c9-9da5-90ad614330c7 req-7a5188ac-21f2-4afb-92f1-312cd499ac32 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.0896516 Mar 23 12:31:23.776889 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac05f662-6645-4c1b-83a5-8ecd472deeee req-3c731614-38f1-42d0-b1d7-a0d4718998fa tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681424 Mar 23 12:31:23.829419 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:23.855415 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 73d2e806-0fd3-4ebb-bac5-868ddb3f0465, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=73d2e806-0fd3-4ebb-bac5-868ddb3f0465,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:23.861751 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:23.899384 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-caa3297d-b7eb-49c9-9da5-90ad614330c7 req-714fd4c7-0303-4902-8e7a-018416de831d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503689 Mar 23 12:31:23.953202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=73d2e806-0fd3-4ebb-bac5-868ddb3f0465,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:24.048236 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9324211-a2a7-44d4-8358-0e88df6a13af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:24.065193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcf15b-c35d-46da-a4e8-f56d5858a2d6 req-07bb9b21-c35f-478e-b181-f6cec0849fc9 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:24.067006 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c6fcf15b-c35d-46da-a4e8-f56d5858a2d6 req-07bb9b21-c35f-478e-b181-f6cec0849fc9 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.1156061 Mar 23 12:31:24.121175 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c6fcf15b-c35d-46da-a4e8-f56d5858a2d6 req-8a2d370b-3aaf-4cee-a280-bf11f98b931f tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460608 Mar 23 12:31:24.183578 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Sync routers for ids ['d9fe43d5-681b-42d4-b425-812242312258'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:31:24.218158 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Routers {'d9fe43d5-681b-42d4-b425-812242312258'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:31:24.223915 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:30:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d9fe43d5-681b-42d4-b425-812242312258'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:24.461599 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Set router d9fe43d5-681b-42d4-b425-812242312258 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:31:24.469532 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124fd6a-8b7c-423b-be45-38140a1fd2ab req-37bd92fc-1c7f-409d-aa64-6a2d9fc2f103 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:24.474838 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c124fd6a-8b7c-423b-be45-38140a1fd2ab req-37bd92fc-1c7f-409d-aa64-6a2d9fc2f103 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.0932741 Mar 23 12:31:24.585961 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c124fd6a-8b7c-423b-be45-38140a1fd2ab req-b4e9a2db-c15c-4c4f-a1cf-3ac04e4f2434 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024389 Mar 23 12:31:24.735820 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fe43d5-681b-42d4-b425-812242312258', 'name': 'tempest-TaggedBootDevicesTest-2063635480-router', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:15Z', 'updated_at': '2022-03-23T12:31:21Z', 'revision_number': 4, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'gw_port': {'id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:16Z', 'updated_at': '2022-03-23T12:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'e7182092-0997-4b86-99b7-77d37961ce29', 'name': '', 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'mac_address': 'fa:16:3e:91:e0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:19Z', 'updated_at': '2022-03-23T12:31:21Z', 'revision_number': 2, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'subnets': [{'id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:24.758512 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 3a6265e0-c99a-4887-a70f-8f9a5dd3187d no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:31:24.768689 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Checking router: d9fe43d5-681b-42d4-b425-812242312258 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:31:24.769300 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Updating router d9fe43d5-681b-42d4-b425-812242312258 port e7182092-0997-4b86-99b7-77d37961ce29 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:31:24.801288 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:24.876797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 3a6265e0-c99a-4887-a70f-8f9a5dd3187d not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:31:24.951820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c7cc7-b85e-42e1-b0a7-873749b3c219 req-4c5a6e7d-66af-4f15-90db-05fe871c38db tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:24.964401 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c98c7cc7-b85e-42e1-b0a7-873749b3c219 req-4c5a6e7d-66af-4f15-90db-05fe871c38db tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.6619284 Mar 23 12:31:25.000197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54100) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:25.013022 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c29b8f2b-f671-4603-994b-f49cee3bdc64 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1720196182-network', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:31:25.036196 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c98c7cc7-b85e-42e1-b0a7-873749b3c219 req-485bbecc-cfb8-4878-81de-a9b9a817d73d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704899 Mar 23 12:31:25.094144 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e5e69-41c8-4512-94d2-a939922c4c21 req-ae666c4e-dd4d-4a40-89a8-da9c8457376f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:25.102284 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cf4e5e69-41c8-4512-94d2-a939922c4c21 req-ae666c4e-dd4d-4a40-89a8-da9c8457376f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.1687329 Mar 23 12:31:25.105163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29b8f2b-f671-4603-994b-f49cee3bdc64 admin admin] Made reservation on behalf of 30d3fc569b454dd88467dd7d804cfc45 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:31:25.107461 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c29b8f2b-f671-4603-994b-f49cee3bdc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:25.128098 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c29b8f2b-f671-4603-994b-f49cee3bdc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:25.266915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7e560-3500-4d14-a1fe-f4c0fd7d55ef req-23e9d612-79ad-4a38-86c1-5cc985f93d7d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:25.268769 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-efc7e560-3500-4d14-a1fe-f4c0fd7d55ef req-23e9d612-79ad-4a38-86c1-5cc985f93d7d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.0750551 Mar 23 12:31:25.297876 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cf4e5e69-41c8-4512-94d2-a939922c4c21 req-2406bc39-cb44-4b2b-ba42-bfd6ec409512 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742084 Mar 23 12:31:25.315461 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:25.324251 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:25.387234 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c29b8f2b-f671-4603-994b-f49cee3bdc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:25.392980 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c29b8f2b-f671-4603-994b-f49cee3bdc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:25.437001 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b8f2b-f671-4603-994b-f49cee3bdc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82834bad-72fc-43ec-8872-ed3fe162f4e2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:25.445673 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 73d2e806-0fd3-4ebb-bac5-868ddb3f0465 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:31:25.460610 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-efc7e560-3500-4d14-a1fe-f4c0fd7d55ef req-1bd0b07f-1726-47d4-b17a-d397e9c69967 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647716 Mar 23 12:31:25.478126 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517143a-48c0-487a-81cd-f960fc49f61b None None] Pushing event updated for resources: {'Port': ['ID=e7182092-0997-4b86-99b7-77d37961ce29,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:25.480540 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29b8f2b-f671-4603-994b-f49cee3bdc64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:31:25.503580 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c29b8f2b-f671-4603-994b-f49cee3bdc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:25.504537 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-c29b8f2b-f671-4603-994b-f49cee3bdc64 admin admin] Added segment fd0f0a8f-aeb3-4574-8319-83db7e013735 of type vlan for network 41bf1414-28b9-473e-b43c-3af1b7db14a3 Mar 23 12:31:25.584142 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3517143a-48c0-487a-81cd-f960fc49f61b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:25.584501 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3517143a-48c0-487a-81cd-f960fc49f61b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:25.584946 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3517143a-48c0-487a-81cd-f960fc49f61b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:25.585691 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3517143a-48c0-487a-81cd-f960fc49f61b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:25.586039 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3517143a-48c0-487a-81cd-f960fc49f61b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:25.586364 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3517143a-48c0-487a-81cd-f960fc49f61b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:25.586686 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3517143a-48c0-487a-81cd-f960fc49f61b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:25.588446 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3517143a-48c0-487a-81cd-f960fc49f61b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:25.588785 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3517143a-48c0-487a-81cd-f960fc49f61b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:25.589109 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3517143a-48c0-487a-81cd-f960fc49f61b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:25.589431 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3517143a-48c0-487a-81cd-f960fc49f61b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:25.589743 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3517143a-48c0-487a-81cd-f960fc49f61b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:25.619677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 73d2e806-0fd3-4ebb-bac5-868ddb3f0465 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:25.620087 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:25.642872 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Attempting to bind port e7182092-0997-4b86-99b7-77d37961ce29 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:31:25.643237 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Attempting to bind port e7182092-0997-4b86-99b7-77d37961ce29 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'a1218d8b-99c2-4d18-b086-5d1e7383bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:31:25.643914 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Attempting to bind port e7182092-0997-4b86-99b7-77d37961ce29 on network 3dd3fd8f-403e-4371-8d96-fb79d3d28631 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:31:25.652903 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:31:25.653334 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Checking segment: {'id': 'a1218d8b-99c2-4d18-b086-5d1e7383bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:31:25.653672 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:25.654065 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Bound using segment: {'id': 'a1218d8b-99c2-4d18-b086-5d1e7383bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:31:25.654530 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Bound port: e7182092-0997-4b86-99b7-77d37961ce29, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1218d8b-99c2-4d18-b086-5d1e7383bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:31:25.654962 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:25.682906 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c29b8f2b-f671-4603-994b-f49cee3bdc64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:25.708710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e878c9-edf8-41ec-af4b-8a0f3609d066 req-f32a2c39-5922-418c-aabe-1a3ea09326a7 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:25.710843 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-15e878c9-edf8-41ec-af4b-8a0f3609d066 req-f32a2c39-5922-418c-aabe-1a3ea09326a7 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.2111979 Mar 23 12:31:25.801399 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c29b8f2b-f671-4603-994b-f49cee3bdc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:25.804177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29b8f2b-f671-4603-994b-f49cee3bdc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:25.804788 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] For port e7182092-0997-4b86-99b7-77d37961ce29, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:31:25.805721 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c29b8f2b-f671-4603-994b-f49cee3bdc64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:25.811421 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] For port e7182092-0997-4b86-99b7-77d37961ce29, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e7182092-0997-4b86-99b7-77d37961ce29,segment=NetworkSegment(a1218d8b-99c2-4d18-b086-5d1e7383bc07),segment_id=a1218d8b-99c2-4d18-b086-5d1e7383bc07)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:31:25.814390 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-15e878c9-edf8-41ec-af4b-8a0f3609d066 req-c34eda35-15ea-4982-a808-488bb94dbbc3 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884125 Mar 23 12:31:25.829779 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:25.886700 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] Provisioning complete for port e7182092-0997-4b86-99b7-77d37961ce29 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:25.887086 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:25.890608 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c29b8f2b-f671-4603-994b-f49cee3bdc64 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8892827 Mar 23 12:31:25.900038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54114) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:25.901211 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe5374-5247-4241-806d-574a6867d843 req-a60a27cb-4a3d-4653-af6b-12026c57271e tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:25.903752 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06fe5374-5247-4241-806d-574a6867d843 req-a60a27cb-4a3d-4653-af6b-12026c57271e tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1308727 Mar 23 12:31:25.924678 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-97e1e08f-a0cf-412f-af7f-b564b2cbf4e8 admin admin] Request body: {'subnet': {'network_id': '41bf1414-28b9-473e-b43c-3af1b7db14a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1720196182-subnet', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:31:25.980314 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06fe5374-5247-4241-806d-574a6867d843 req-83d9bbe3-86fd-4858-afdf-14224bc7e63d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693748 Mar 23 12:31:25.995130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b8f2b-f671-4603-994b-f49cee3bdc64 admin admin] Pushing event updated for resources: {'Network': ['ID=41bf1414-28b9-473e-b43c-3af1b7db14a3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:26.009237 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:26.013283 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 41bf1414-28b9-473e-b43c-3af1b7db14a3 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:31:26.030143 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Routers {'d9fe43d5-681b-42d4-b425-812242312258'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:31:26.035356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e1e08f-a0cf-412f-af7f-b564b2cbf4e8 admin admin] Made reservation on behalf of 30d3fc569b454dd88467dd7d804cfc45 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:31:26.043652 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:30:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d9fe43d5-681b-42d4-b425-812242312258'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:26.046697 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97e1e08f-a0cf-412f-af7f-b564b2cbf4e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:26.100566 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517143a-48c0-487a-81cd-f960fc49f61b None None] Pushing event updated for resources: {'Port': ['ID=e7182092-0997-4b86-99b7-77d37961ce29,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:26.220903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] For port e7182092-0997-4b86-99b7-77d37961ce29, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e7182092-0997-4b86-99b7-77d37961ce29,segment=NetworkSegment(a1218d8b-99c2-4d18-b086-5d1e7383bc07),segment_id=a1218d8b-99c2-4d18-b086-5d1e7383bc07)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:26.230129 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:26.271331 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] Set router d9fe43d5-681b-42d4-b425-812242312258 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:31:26.373533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] Pushing event updated for resources: {'Port': ['ID=e7182092-0997-4b86-99b7-77d37961ce29,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:26.447869 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4582df-2e77-4866-8ef3-020cc9d949f9 req-c857219d-32bf-4203-b86e-c743e85d55a7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:26.457771 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de4582df-2e77-4866-8ef3-020cc9d949f9 req-c857219d-32bf-4203-b86e-c743e85d55a7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.2231188 Mar 23 12:31:26.496025 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:26.497915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:26.498670 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:26.499352 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:26.499858 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:26.500669 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:26.501544 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:26.502148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:26.502894 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:26.503527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:26.504899 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:26.506041 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac85ed3-d666-4a96-aab1-a31cc20e4564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:26.524309 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c259f995-0be2-4e39-8a15-0f0ff01e13f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:26.527998 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de4582df-2e77-4866-8ef3-020cc9d949f9 req-89984c6e-5013-4235-85c3-a21c8db2a61a tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669873 Mar 23 12:31:26.558098 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-730c7584-45a0-4aab-bf2a-89d74557d80c None None] Provisioning complete for port e7182092-0997-4b86-99b7-77d37961ce29 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:26.560566 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-730c7584-45a0-4aab-bf2a-89d74557d80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:26.613569 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97e1e08f-a0cf-412f-af7f-b564b2cbf4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:26.628849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5c6fb-60a3-4039-80fd-90693945ac44 req-bdc991dc-6297-4f43-9115-717864209e99 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:26.647373 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cea5c6fb-60a3-4039-80fd-90693945ac44 req-bdc991dc-6297-4f43-9115-717864209e99 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.1772182 Mar 23 12:31:26.835030 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cea5c6fb-60a3-4039-80fd-90693945ac44 req-ae6f92b2-b4fe-4702-ae88-d5120a849009 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789336 Mar 23 12:31:26.852619 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8799a5-09ae-4885-9c12-574af1b92719 req-32008dd7-66e5-4f1b-8989-9320c72bdb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:26.854890 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7e8799a5-09ae-4885-9c12-574af1b92719 req-32008dd7-66e5-4f1b-8989-9320c72bdb46 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 1098 time: 0.1784856 Mar 23 12:31:26.880311 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fe43d5-681b-42d4-b425-812242312258', 'name': 'tempest-TaggedBootDevicesTest-2063635480-router', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:15Z', 'updated_at': '2022-03-23T12:31:21Z', 'revision_number': 4, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'gw_port': {'id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:16Z', 'updated_at': '2022-03-23T12:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'e7182092-0997-4b86-99b7-77d37961ce29', 'name': '', 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'mac_address': 'fa:16:3e:91:e0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:19Z', 'updated_at': '2022-03-23T12:31:25Z', 'revision_number': 4, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'subnets': [{'id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:26.935508 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97adb961-3aa4-4c92-8768-92e8dedd648b None None] The sync data for ids ['d9fe43d5-681b-42d4-b425-812242312258'] in n-d-834854-1 is: [{'id': 'd9fe43d5-681b-42d4-b425-812242312258', 'name': 'tempest-TaggedBootDevicesTest-2063635480-router', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:15Z', 'updated_at': '2022-03-23T12:31:21Z', 'revision_number': 4, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'gw_port': {'id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:16Z', 'updated_at': '2022-03-23T12:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'e7182092-0997-4b86-99b7-77d37961ce29', 'name': '', 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'mac_address': 'fa:16:3e:91:e0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:19Z', 'updated_at': '2022-03-23T12:31:25Z', 'revision_number': 4, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'subnets': [{'id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:31:27.159383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b758a-d721-4c1a-b4e2-e83119acea22 req-9d99d7c0-1b43-4a8f-821b-d1f0aef4a966 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:27.161767 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-769b758a-d721-4c1a-b4e2-e83119acea22 req-9d99d7c0-1b43-4a8f-821b-d1f0aef4a966 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.1549728 Mar 23 12:31:27.163369 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8799a5-09ae-4885-9c12-574af1b92719 req-3aad042b-3468-4fbe-9b55-f1a0d8e8e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:27.166038 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7e8799a5-09ae-4885-9c12-574af1b92719 req-3aad042b-3468-4fbe-9b55-f1a0d8e8e70b service neutron] 10.222.0.77 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.2821975 Mar 23 12:31:27.328024 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7e8799a5-09ae-4885-9c12-574af1b92719 req-dea98101-c9c8-4e63-9b04-36b47d84e631 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027 HTTP/1.1" status: 200 len: 1001 time: 0.1511052 Mar 23 12:31:27.370560 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-769b758a-d721-4c1a-b4e2-e83119acea22 req-7c043fbe-cb25-4074-92be-d676fc95b7f7 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982057 Mar 23 12:31:27.385858 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1e08f-a0cf-412f-af7f-b564b2cbf4e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e83523-270e-4358-88ca-9823b313acf9,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:27.408197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-3a580ace-82cb-41a7-9996-6b9e41ac3671 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:27.409780 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-3a580ace-82cb-41a7-9996-6b9e41ac3671 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0&tenant_id=43636dcef9ff4fb98e9524a9242506a8&binding%3Ahost_id=n-h2-834854-1 HTTP/1.1" status: 200 len: 1095 time: 0.8807862 Mar 23 12:31:27.417594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e1e08f-a0cf-412f-af7f-b564b2cbf4e8 admin admin] Checking segment: {'id': 'fd0f0a8f-aeb3-4574-8319-83db7e013735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41bf1414-28b9-473e-b43c-3af1b7db14a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:31:27.418416 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e1e08f-a0cf-412f-af7f-b564b2cbf4e8 admin admin] Network hostable DHCP agents. Network: 41bf1414-28b9-473e-b43c-3af1b7db14a3, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:31:27.463069 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f1d50-40c2-4b9c-8cf5-2bb27567110f req-4106389a-9ea8-460e-a48f-e315bd9849f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:27.466693 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-101f1d50-40c2-4b9c-8cf5-2bb27567110f req-4106389a-9ea8-460e-a48f-e315bd9849f5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 1097 time: 0.7801094 Mar 23 12:31:27.489888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8799a5-09ae-4885-9c12-574af1b92719 req-b3868cf7-e71e-4f14-b3c1-69c7f42805ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:27.492072 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7e8799a5-09ae-4885-9c12-574af1b92719 req-b3868cf7-e71e-4f14-b3c1-69c7f42805ee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.1538231 Mar 23 12:31:27.544141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e7182092-0997-4b86-99b7-77d37961ce29 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:31:27.646401 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:27.663323 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8799a5-09ae-4885-9c12-574af1b92719 req-43741df9-7e0c-4d67-8601-e55ed84f1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:27.665054 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7e8799a5-09ae-4885-9c12-574af1b92719 req-43741df9-7e0c-4d67-8601-e55ed84f1b82 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642041 Mar 23 12:31:27.668980 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901acab-7a06-4214-8b48-8b727a994eca req-47cf3746-bfac-460a-b4fe-f8638bfd3ce7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:27.670714 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6901acab-7a06-4214-8b48-8b727a994eca req-47cf3746-bfac-460a-b4fe-f8638bfd3ce7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.9862559 Mar 23 12:31:27.677447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b1c38-433a-4ff8-8cfc-3faa60f200c5 req-5f48d703-cdab-477f-a69b-3f8cf29ca3c9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:27.679501 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b1b1c38-433a-4ff8-8cfc-3faa60f200c5 req-5f48d703-cdab-477f-a69b-3f8cf29ca3c9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1773725 Mar 23 12:31:27.699488 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port e7182092-0997-4b86-99b7-77d37961ce29 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:27.700025 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:27.715337 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-9085c328-4f87-4b0a-84d4-9c0c13509117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:27.716872 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-9085c328-4f87-4b0a-84d4-9c0c13509117 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0&tenant_id=43636dcef9ff4fb98e9524a9242506a8 HTTP/1.1" status: 200 len: 1095 time: 0.2955925 Mar 23 12:31:27.752109 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-101f1d50-40c2-4b9c-8cf5-2bb27567110f req-ad83b79d-d646-4cb3-8acc-b4961233a2f6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547958 Mar 23 12:31:27.755306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e1e08f-a0cf-412f-af7f-b564b2cbf4e8 admin admin] Network 41bf1414-28b9-473e-b43c-3af1b7db14a3 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:31:27.822514 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b1b1c38-433a-4ff8-8cfc-3faa60f200c5 req-4771761b-3ec2-4551-88b8-ddb959d82d7e tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293344 Mar 23 12:31:27.944550 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-97e1e08f-a0cf-412f-af7f-b564b2cbf4e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 41bf1414-28b9-473e-b43c-3af1b7db14a3) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:31:27.952219 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7e8799a5-09ae-4885-9c12-574af1b92719 req-9a519ace-146d-4282-b52f-4da6be19460b service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696786 Mar 23 12:31:27.954349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e1e08f-a0cf-412f-af7f-b564b2cbf4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:27.955180 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97e1e08f-a0cf-412f-af7f-b564b2cbf4e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:27.956065 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36300b03-2778-4f8e-8865-9739b6726752 None None] Network 41bf1414-28b9-473e-b43c-3af1b7db14a3 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:31:27.984855 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6901acab-7a06-4214-8b48-8b727a994eca req-929ac1f0-75e1-4bd8-ad6b-6eda7ddeaed3 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666986 Mar 23 12:31:28.039234 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-97e1e08f-a0cf-412f-af7f-b564b2cbf4e8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1288674 Mar 23 12:31:28.040646 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54146) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:28.052986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1720196182-router', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:31:28.068645 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-a9c7ffc5-952b-4d02-b241-e68ff5080adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:28.073633 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-a9c7ffc5-952b-4d02-b241-e68ff5080adc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 1095 time: 0.3035240 Mar 23 12:31:28.102261 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c796f-854c-4eea-9a5a-6373c1782746 req-112334e5-1ab2-4dc6-8a3c-590bb3d30983 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:28.105005 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-946c796f-854c-4eea-9a5a-6373c1782746 req-112334e5-1ab2-4dc6-8a3c-590bb3d30983 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1349435 Mar 23 12:31:28.124415 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:28.126120 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:28.203961 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-946c796f-854c-4eea-9a5a-6373c1782746 req-ba16a0ed-eb70-429f-af19-e27f254b7b15 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933194 Mar 23 12:31:28.285354 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:28.306365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-41bf1414-28b9-473e-b43c-3af1b7db14a3', 'network_id': '41bf1414-28b9-473e-b43c-3af1b7db14a3', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45', 'fixed_ips': [{'subnet_id': '09e83523-270e-4358-88ca-9823b313acf9'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:31:28.307778 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:28.436126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c422c-f092-49e9-bf8d-662d2d72a977 req-c90d00cb-2da8-4306-ab96-2f7850b17bfc tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:28.448051 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-621c422c-f092-49e9-bf8d-662d2d72a977 req-c90d00cb-2da8-4306-ab96-2f7850b17bfc tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.2568278 Mar 23 12:31:28.568007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Allocated IP 172.20.0.2 (41bf1414-28b9-473e-b43c-3af1b7db14a3/09e83523-270e-4358-88ca-9823b313acf9/240ce599-b455-4c7f-b75b-b34190dd147a) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:31:28.580098 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:28.637373 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-621c422c-f092-49e9-bf8d-662d2d72a977 req-042acc27-9ca8-4d2b-a1f0-25984fdeab7f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880231 Mar 23 12:31:28.675797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb29aea-a0a5-414e-a5be-80452548631f req-9d7e53d9-e553-4c95-93b0-061d683f08b1 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:28.686248 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bfb29aea-a0a5-414e-a5be-80452548631f req-9d7e53d9-e553-4c95-93b0-061d683f08b1 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.1541357 Mar 23 12:31:28.763355 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bfb29aea-a0a5-414e-a5be-80452548631f req-d1ebb0b6-f264-4161-bb5e-7852a515047c tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760565 Mar 23 12:31:28.872130 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:28.889369 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:28.991053 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:29.042085 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:29.072591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Network 41bf1414-28b9-473e-b43c-3af1b7db14a3 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:31:29.093412 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:31:29.100922 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:31:29.108699 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:29.114691 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Pushing event updated for resources: {'Port': ['ID=240ce599-b455-4c7f-b75b-b34190dd147a,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:29.225322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5be7-5c1a-4786-810e-302b06e5ee99 req-e2b3109e-dd08-49be-a321-62fcd19b88ea tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:29.238162 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a19c5be7-5c1a-4786-810e-302b06e5ee99 req-e2b3109e-dd08-49be-a321-62fcd19b88ea tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.0738139 Mar 23 12:31:29.249586 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Attempting to bind port 240ce599-b455-4c7f-b75b-b34190dd147a on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:31:29.250242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Attempting to bind port 240ce599-b455-4c7f-b75b-b34190dd147a by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'fd0f0a8f-aeb3-4574-8319-83db7e013735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41bf1414-28b9-473e-b43c-3af1b7db14a3'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:31:29.252167 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Attempting to bind port 240ce599-b455-4c7f-b75b-b34190dd147a on network 41bf1414-28b9-473e-b43c-3af1b7db14a3 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:31:29.275696 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:31:29.279487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Checking segment: {'id': 'fd0f0a8f-aeb3-4574-8319-83db7e013735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41bf1414-28b9-473e-b43c-3af1b7db14a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:31:29.292264 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:29.292264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Bound using segment: {'id': 'fd0f0a8f-aeb3-4574-8319-83db7e013735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41bf1414-28b9-473e-b43c-3af1b7db14a3'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:31:29.292264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Bound port: 240ce599-b455-4c7f-b75b-b34190dd147a, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0f0a8f-aeb3-4574-8319-83db7e013735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41bf1414-28b9-473e-b43c-3af1b7db14a3'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:31:29.292264 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:29.312126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Allocated IP 172.25.2.236 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/f7d82489-93f5-46b7-9446-9f2691a0b917) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:31:29.321729 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a19c5be7-5c1a-4786-810e-302b06e5ee99 req-efe96d77-3772-4c9b-9c26-8e4387cf3c7b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804448 Mar 23 12:31:29.370276 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61ecec-348d-4de3-9322-10810308f95c req-5a0bf42b-a2ed-4ea0-83a5-ae3675183bb1 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:29.372104 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0b61ecec-348d-4de3-9322-10810308f95c req-5a0bf42b-a2ed-4ea0-83a5-ae3675183bb1 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.3329532 Mar 23 12:31:29.479953 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] For port 240ce599-b455-4c7f-b75b-b34190dd147a, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:31:29.484335 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] For port 240ce599-b455-4c7f-b75b-b34190dd147a, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=240ce599-b455-4c7f-b75b-b34190dd147a,segment=NetworkSegment(fd0f0a8f-aeb3-4574-8319-83db7e013735),segment_id=fd0f0a8f-aeb3-4574-8319-83db7e013735)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:31:29.497247 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:29.533105 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0b61ecec-348d-4de3-9322-10810308f95c req-a8ef06f2-454b-4eda-b465-463e4166094f tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304834 Mar 23 12:31:29.568457 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8488243-94fc-4a6f-b1ac-aace63cdf1c7 req-6f855542-8bc1-4d51-99c4-7ec1390830c9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:29.570544 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f8488243-94fc-4a6f-b1ac-aace63cdf1c7 req-6f855542-8bc1-4d51-99c4-7ec1390830c9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1325076 Mar 23 12:31:29.575634 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:29.600435 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:29.603591 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-a0b5158f-c511-4cb1-b45b-df70222596eb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1862538 Mar 23 12:31:29.607650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9aef7-d9d5-4c66-b6cf-b1d104de2cbb None None] Pushing event updated for resources: {'Port': ['ID=240ce599-b455-4c7f-b75b-b34190dd147a,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:29.644825 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:29.678869 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f8488243-94fc-4a6f-b1ac-aace63cdf1c7 req-a5858ff4-f444-41b5-9e6b-1c5934df54ce tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026723 Mar 23 12:31:29.748076 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:31:29.758805 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:31:29.778374 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d82489-93f5-46b7-9446-9f2691a0b917,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:29.782535 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:31:29.865763 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-7d5f3c65-3e08-44c7-972f-93799bcd9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:29.866569 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-7d5f3c65-3e08-44c7-972f-93799bcd9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:29.867106 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-7d5f3c65-3e08-44c7-972f-93799bcd9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:29.867628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-7d5f3c65-3e08-44c7-972f-93799bcd9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:29.868647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-7d5f3c65-3e08-44c7-972f-93799bcd9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:29.869174 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-7d5f3c65-3e08-44c7-972f-93799bcd9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:29.869742 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-7d5f3c65-3e08-44c7-972f-93799bcd9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:29.883958 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-7d5f3c65-3e08-44c7-972f-93799bcd9ff1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 6503 time: 0.1671712 Mar 23 12:31:29.914697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d286fda-e6b8-4a58-82d7-95e7abe44d9b req-a1704d44-73eb-4ad1-94f1-7b9cd58b24e7 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:29.934077 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5d286fda-e6b8-4a58-82d7-95e7abe44d9b req-a1704d44-73eb-4ad1-94f1-7b9cd58b24e7 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.1788857 Mar 23 12:31:30.020337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15835a35-e68c-4328-9340-e9491f42d537 req-5fd414cd-606c-486e-be69-fc349ad576b0 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:30.024887 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15835a35-e68c-4328-9340-e9491f42d537 req-5fd414cd-606c-486e-be69-fc349ad576b0 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.1495507 Mar 23 12:31:30.117492 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15835a35-e68c-4328-9340-e9491f42d537 req-9b76d5af-124c-44cb-a703-25ea1e829147 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821595 Mar 23 12:31:30.223699 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5d286fda-e6b8-4a58-82d7-95e7abe44d9b req-db9a1ec0-dd68-4c4b-939c-2480907b0035 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819161 Mar 23 12:31:30.313514 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-9aef91fd-25c3-4069-8355-07b0b2757a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:30.314076 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-9aef91fd-25c3-4069-8355-07b0b2757a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:30.314687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-9aef91fd-25c3-4069-8355-07b0b2757a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:30.316438 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-9aef91fd-25c3-4069-8355-07b0b2757a33 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7d4d0fcc-ccfb-4797-b8c0-dee4c492f981&id=2d93ac63-bdb1-45e7-bc99-87d09947042d&id=2d93ac63-bdb1-45e7-bc99-87d09947042d&id=2d93ac63-bdb1-45e7-bc99-87d09947042d&id=2d93ac63-bdb1-45e7-bc99-87d09947042d&id=7751cfb1-5c21-4925-8fee-f42885f445e0&id=7751cfb1-5c21-4925-8fee-f42885f445e0 HTTP/1.1" status: 200 len: 2296 time: 0.3721271 Mar 23 12:31:30.526202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b0eab-400f-4a96-93eb-50d6b1d6e612 req-893ccf46-9549-474e-a60e-a151c8c84831 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:30.535816 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-2984b7be-f9ed-49a4-b04c-dc38b5114a4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2355e3-e6d0-4a27-b6aa-f1ede590f411 HTTP/1.1" status: 200 len: 1001 time: 0.1745939 Mar 23 12:31:30.536450 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca8b0eab-400f-4a96-93eb-50d6b1d6e612 req-893ccf46-9549-474e-a60e-a151c8c84831 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.0936759 Mar 23 12:31:30.596826 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca8b0eab-400f-4a96-93eb-50d6b1d6e612 req-a68ff49e-5cc7-4f2d-99cb-04bfa9186cc3 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591557 Mar 23 12:31:30.606811 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-e1a5edf6-2452-4353-9e4d-f7b3a78a18f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:30.608270 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-e1a5edf6-2452-4353-9e4d-f7b3a78a18f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77686451-d601-438d-b8ee-7891ca851b06 HTTP/1.1" status: 200 len: 855 time: 0.0545855 Mar 23 12:31:30.714046 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:30.902444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfaff2-90e5-425f-bc44-9d36ae1475de req-9fb9156a-8d76-4043-a603-ed36dd2fc8c2 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:30.904027 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66bfaff2-90e5-425f-bc44-9d36ae1475de req-9fb9156a-8d76-4043-a603-ed36dd2fc8c2 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0855587 Mar 23 12:31:30.931956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-e27bff38-d881-4852-becf-50a447f1dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:30.940411 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-e27bff38-d881-4852-becf-50a447f1dee3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7d4d0fcc-ccfb-4797-b8c0-dee4c492f981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3170588 Mar 23 12:31:30.966637 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66bfaff2-90e5-425f-bc44-9d36ae1475de req-2a17f21c-f259-4925-9992-731aedda8422 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472226 Mar 23 12:31:31.039994 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55305a-cfc8-482d-997b-270f60192b64 req-122a6d64-f945-4115-a641-942109071615 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:31.051331 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d55305a-cfc8-482d-997b-270f60192b64 req-122a6d64-f945-4115-a641-942109071615 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.3860826 Mar 23 12:31:31.273527 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d55305a-cfc8-482d-997b-270f60192b64 req-0151f171-1995-4383-9734-4eb392a77bcc tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211781 Mar 23 12:31:31.293778 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-bf6373fd-64c5-43ad-9bf2-60351428974d service neutron] 10.222.0.73 "GET /v2.0/networks/7d4d0fcc-ccfb-4797-b8c0-dee4c492f981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041954 Mar 23 12:31:31.312558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad56c8-75fa-449b-b7de-e627b9d39be8 req-dd57179d-d610-41ba-b92c-5468c9e04101 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:31.318107 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38ad56c8-75fa-449b-b7de-e627b9d39be8 req-dd57179d-d610-41ba-b92c-5468c9e04101 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.1060040 Mar 23 12:31:31.324358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61d9c7d-e66c-4fcf-8112-2849f59c1326 None None] Network 41bf1414-28b9-473e-b43c-3af1b7db14a3 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:31:31.389241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38ad56c8-75fa-449b-b7de-e627b9d39be8 req-d9d7c513-ef8c-44e5-92d4-4d53e2ba95fd tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631688 Mar 23 12:31:31.485093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 240ce599-b455-4c7f-b75b-b34190dd147a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:31:31.505593 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:31.587317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0632277a-be81-4dd4-b550-4265ee3cab43 None None] Provisioning complete for port 240ce599-b455-4c7f-b75b-b34190dd147a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:31.587941 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0632277a-be81-4dd4-b550-4265ee3cab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:31.679606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a4554-5e36-47ac-8cbf-bc31a66f127b req-275ab444-7b73-4957-8ecf-9bfd5a9deb93 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:31.681670 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c93a4554-5e36-47ac-8cbf-bc31a66f127b req-275ab444-7b73-4957-8ecf-9bfd5a9deb93 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.2819757 Mar 23 12:31:31.693324 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-6584b771-8dc1-4b2d-933f-f32bfe543f8d service neutron] 10.222.0.73 "GET /v2.0/networks/7d4d0fcc-ccfb-4797-b8c0-dee4c492f981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914459 Mar 23 12:31:31.711106 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 240ce599-b455-4c7f-b75b-b34190dd147a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:31.711919 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:31.743818 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-a599a0cc-17ad-4d94-b0de-96931241728c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=e23025c0-9199-4e8d-b0eb-23e4d049d710 HTTP/1.1" status: 200 len: 217 time: 0.0412023 Mar 23 12:31:31.804158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-59e5b7b6-b157-49c5-b22c-9a35e0888f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:31.806674 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-59e5b7b6-b157-49c5-b22c-9a35e0888f3b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d4961f2-f219-4314-a425-b5413107f023 HTTP/1.1" status: 200 len: 797 time: 0.0542436 Mar 23 12:31:31.809439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc511db8-f4af-4157-aa78-6624d94225a0 req-275eeef4-5e5a-4e56-bf4e-5b400e7448b0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:31.812425 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bc511db8-f4af-4157-aa78-6624d94225a0 req-275eeef4-5e5a-4e56-bf4e-5b400e7448b0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.0940588 Mar 23 12:31:31.876728 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c93a4554-5e36-47ac-8cbf-bc31a66f127b req-7cadc36d-f9b2-432c-bd76-f06642f86740 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822217 Mar 23 12:31:31.886101 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Router fb2dba05-7e00-4f6e-a284-e9872ed60181 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:31:31.923526 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bc511db8-f4af-4157-aa78-6624d94225a0 req-b5a4ec8a-7d03-47c0-a368-74a3d3326233 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967255 Mar 23 12:31:31.972920 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-468b6897-57cb-407d-9ced-e6680fdf9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:31.975321 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-468b6897-57cb-407d-9ced-e6680fdf9183 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ac63-bdb1-45e7-bc99-87d09947042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1621199 Mar 23 12:31:32.078874 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:32.083606 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0632277a-be81-4dd4-b550-4265ee3cab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:32.139306 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 240ce599-b455-4c7f-b75b-b34190dd147a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=240ce599-b455-4c7f-b75b-b34190dd147a,segment=NetworkSegment(fd0f0a8f-aeb3-4574-8319-83db7e013735),segment_id=fd0f0a8f-aeb3-4574-8319-83db7e013735)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:32.148891 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:32.226387 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:31:32.251629 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Sync routers for ids ['fb2dba05-7e00-4f6e-a284-e9872ed60181'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:31:32.254452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54840a8-6118-4629-9b33-34cfbc0db5c9 req-0ad4f61c-7a60-4cc1-8835-92ce75b6b7ca tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:32.256038 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f54840a8-6118-4629-9b33-34cfbc0db5c9 req-0ad4f61c-7a60-4cc1-8835-92ce75b6b7ca tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1735556 Mar 23 12:31:32.288014 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:32.292146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54214) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:32.296228 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fa36206f-940a-4ea5-9947-95a811993f87 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2470911 Mar 23 12:31:32.308856 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-832bc8d7-5eca-43bf-82ae-7caa38b897d5 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214247 Mar 23 12:31:32.318401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=240ce599-b455-4c7f-b75b-b34190dd147a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:32.322947 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-0632277a-be81-4dd4-b550-4265ee3cab43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:31:32.323473 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-0632277a-be81-4dd4-b550-4265ee3cab43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:31:32.324080 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Routers {'fb2dba05-7e00-4f6e-a284-e9872ed60181'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:31:32.324949 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:31:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fb2dba05-7e00-4f6e-a284-e9872ed60181'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:32.502841 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f54840a8-6118-4629-9b33-34cfbc0db5c9 req-f92da349-4869-4f03-bcc2-17db8dd20fc5 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344792 Mar 23 12:31:32.586442 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-5da58176-1087-493e-b74b-e3fad4b6af8f service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627571 Mar 23 12:31:32.772347 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Set router fb2dba05-7e00-4f6e-a284-e9872ed60181 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:31:33.011707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf87b0-e215-404b-8e6a-c616a27e7774 req-427eb5a5-dce5-4a8b-a44c-c6ad1d888373 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:33.020854 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ccf87b0-e215-404b-8e6a-c616a27e7774 req-427eb5a5-dce5-4a8b-a44c-c6ad1d888373 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.3065014 Mar 23 12:31:33.083869 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ccf87b0-e215-404b-8e6a-c616a27e7774 req-a9da9e09-c09e-4d67-97d8-45c02570e836 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571532 Mar 23 12:31:33.131688 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-11a657fd-ad8e-4c52-953d-4aa00687c201 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=2dcf4428-f7ac-436d-b668-144412f36e0c HTTP/1.1" status: 200 len: 217 time: 0.5340924 Mar 23 12:31:33.203278 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:33.382736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a08e7f-f247-4b2c-b6fa-957b8a201670 req-2843f1fb-bfd4-464d-b4d8-2a6741f51974 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:33.392500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6d84614f-b2b8-4863-b735-f2591b49a6ac None None] Provisioning complete for port 240ce599-b455-4c7f-b75b-b34190dd147a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:33.393072 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6d84614f-b2b8-4863-b735-f2591b49a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:33.411630 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-22a08e7f-f247-4b2c-b6fa-957b8a201670 req-2843f1fb-bfd4-464d-b4d8-2a6741f51974 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.2932079 Mar 23 12:31:33.418700 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-d0bb5d03-1509-4355-8588-733e134fb4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:33.420232 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-d0bb5d03-1509-4355-8588-733e134fb4c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d4961f2-f219-4314-a425-b5413107f023 HTTP/1.1" status: 200 len: 797 time: 0.2515118 Mar 23 12:31:33.452446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be05b5-3420-41ad-b7c8-bff14f2513f8 req-af872283-45ce-4626-99c3-9a3c5e2d1d97 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:33.454158 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-55be05b5-3420-41ad-b7c8-bff14f2513f8 req-af872283-45ce-4626-99c3-9a3c5e2d1d97 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.2482057 Mar 23 12:31:33.467588 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 240ce599-b455-4c7f-b75b-b34190dd147a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:31:33.498239 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Allocated IP 172.20.0.1 (41bf1414-28b9-473e-b43c-3af1b7db14a3/09e83523-270e-4358-88ca-9823b313acf9/8e8518f9-0ce4-40bc-830c-be53d6bd766b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:31:33.521475 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-22a08e7f-f247-4b2c-b6fa-957b8a201670 req-fee8242e-1c2d-4f12-992c-4e7bc448e27a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047058 Mar 23 12:31:33.526156 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-55be05b5-3420-41ad-b7c8-bff14f2513f8 req-b60af8da-ea79-42b3-aa94-4cba0a38a95c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592227 Mar 23 12:31:33.540967 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-ee79c39c-8dd6-43dd-aa37-325941ba6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:33.544725 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-ee79c39c-8dd6-43dd-aa37-325941ba6e61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ac63-bdb1-45e7-bc99-87d09947042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1084969 Mar 23 12:31:33.651659 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'name': 'tempest-TaggedBootDevicesTest-1720196182-router', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f7d82489-93f5-46b7-9446-9f2691a0b917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:28Z', 'updated_at': '2022-03-23T12:31:30Z', 'revision_number': 3, 'project_id': '30d3fc569b454dd88467dd7d804cfc45', 'gw_port': {'id': 'f7d82489-93f5-46b7-9446-9f2691a0b917', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:29Z', 'updated_at': '2022-03-23T12:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:33.718346 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:33.758563 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Checking router: fb2dba05-7e00-4f6e-a284-e9872ed60181 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:31:33.767378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Updating router fb2dba05-7e00-4f6e-a284-e9872ed60181 port f7d82489-93f5-46b7-9446-9f2691a0b917 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:31:33.825806 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf40721-9132-4409-b08e-55b74ae9f071 req-f448d075-7917-4541-84bd-8f3e6da389fe tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:33.828732 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ebf40721-9132-4409-b08e-55b74ae9f071 req-f448d075-7917-4541-84bd-8f3e6da389fe tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0965624 Mar 23 12:31:33.845798 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae8852-0a1b-47b0-8a2d-71bb4dfbdcf5 req-71c1afa7-e387-4531-a31f-bd67d1b2d501 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:33.847448 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 240ce599-b455-4c7f-b75b-b34190dd147a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:33.847829 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:33.851615 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:33.857107 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6dae8852-0a1b-47b0-8a2d-71bb4dfbdcf5 req-71c1afa7-e387-4531-a31f-bd67d1b2d501 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.1339836 Mar 23 12:31:33.885821 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-ea5cffbf-6d0e-4a0b-98d1-e01316a831d5 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286769 Mar 23 12:31:33.887464 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ebf40721-9132-4409-b08e-55b74ae9f071 req-7238220c-f277-42fc-9b3c-a9aa78961b06 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502932 Mar 23 12:31:33.889159 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:33.977211 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6dae8852-0a1b-47b0-8a2d-71bb4dfbdcf5 req-2b127464-f076-4cac-ac4a-3032315ceba0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903866 Mar 23 12:31:33.979308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Network 41bf1414-28b9-473e-b43c-3af1b7db14a3 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:31:33.988440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:31:33.995507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:31:34.051359 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-05b5de7c-2b04-4e7d-af80-1e9de3193446 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491604 Mar 23 12:31:34.112868 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:34.186921 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-34971158-f2f6-4a80-9472-1fa3e3b59178 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=e840c633-b157-4fa3-8feb-ddb7212b5583 HTTP/1.1" status: 200 len: 217 time: 0.1269701 Mar 23 12:31:34.216452 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8518f9-0ce4-40bc-830c-be53d6bd766b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:34.270081 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-02010f9e-654f-45ae-aea6-335a9ba517c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:34.271746 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-02010f9e-654f-45ae-aea6-335a9ba517c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d4961f2-f219-4314-a425-b5413107f023 HTTP/1.1" status: 200 len: 797 time: 0.0757036 Mar 23 12:31:34.333198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-53f32be6-c27f-49bc-b76c-9faa85e9e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:34.350518 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-53f32be6-c27f-49bc-b76c-9faa85e9e84e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ac63-bdb1-45e7-bc99-87d09947042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697069 Mar 23 12:31:34.387834 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f93f6-13ad-489e-b23e-e01873f58dbe req-855d3fd2-a31f-4cb3-9383-f689726afaee tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:34.397731 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-428f93f6-13ad-489e-b23e-e01873f58dbe req-855d3fd2-a31f-4cb3-9383-f689726afaee tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1850815 Mar 23 12:31:34.532715 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-9e9b4dfa-43a7-41c1-9433-deed8776adc8 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729708 Mar 23 12:31:34.542093 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-428f93f6-13ad-489e-b23e-e01873f58dbe req-b767d536-f1b5-4d00-a78d-aa0cb84e2279 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433330 Mar 23 12:31:34.545657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-19b842fe-0734-4e31-8ff4-cdc1a66072e7 None None] Provisioning complete for port 8e8518f9-0ce4-40bc-830c-be53d6bd766b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:34.546755 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-19b842fe-0734-4e31-8ff4-cdc1a66072e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:34.554673 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:34.594309 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:34.597977 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-19b842fe-0734-4e31-8ff4-cdc1a66072e7 None None] Port 8e8518f9-0ce4-40bc-830c-be53d6bd766b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:31:34.607889 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:34.691684 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612122fc-73ec-4c34-bbd7-ffbe9eda529f None None] Pushing event updated for resources: {'Port': ['ID=f7d82489-93f5-46b7-9446-9f2691a0b917,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:34.695963 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Attempting to bind port f7d82489-93f5-46b7-9446-9f2691a0b917 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:31:34.696669 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Attempting to bind port f7d82489-93f5-46b7-9446-9f2691a0b917 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:31:34.697255 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Attempting to bind port f7d82489-93f5-46b7-9446-9f2691a0b917 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:31:34.705486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:31:34.707273 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:31:34.708032 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:34.708717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:31:34.709508 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Bound port: f7d82489-93f5-46b7-9446-9f2691a0b917, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:31:34.710698 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:34.809980 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] For port f7d82489-93f5-46b7-9446-9f2691a0b917, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:31:34.818322 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] For port f7d82489-93f5-46b7-9446-9f2691a0b917, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f7d82489-93f5-46b7-9446-9f2691a0b917,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:31:34.827300 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:34.902272 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599be483-f2f2-46a5-9945-3a30e180788a req-b58b101e-29db-42a4-8403-3e2943739f45 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:34.904669 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612122fc-73ec-4c34-bbd7-ffbe9eda529f None None] Pushing event updated for resources: {'Port': ['ID=f7d82489-93f5-46b7-9446-9f2691a0b917,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:34.906048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e5324-a2cc-4527-aac5-d8f91ca355d3 req-0dc35f2d-f41a-4f25-a456-7826fbe04730 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:34.907816 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-996e5324-a2cc-4527-aac5-d8f91ca355d3 req-0dc35f2d-f41a-4f25-a456-7826fbe04730 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.1100001 Mar 23 12:31:34.927862 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-599be483-f2f2-46a5-9945-3a30e180788a req-b58b101e-29db-42a4-8403-3e2943739f45 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.1636755 Mar 23 12:31:34.937981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Routers {'fb2dba05-7e00-4f6e-a284-e9872ed60181'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:31:34.939962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:31:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fb2dba05-7e00-4f6e-a284-e9872ed60181'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:34.974017 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:34.981967 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:34.986658 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-996e5324-a2cc-4527-aac5-d8f91ca355d3 req-40a9204b-307f-406b-a52b-9e8ad31ba062 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603125 Mar 23 12:31:35.001957 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-59cff2d1-718a-444f-a034-ffcc3d5502da service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606965 Mar 23 12:31:35.074955 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:35.078014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8518f9-0ce4-40bc-830c-be53d6bd766b,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:35.130871 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-e9c3f8ec-bd09-4add-a223-d9d9f1e64309 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=c7946afa-db70-4023-9fb5-d1122db57689 HTTP/1.1" status: 200 len: 217 time: 0.1105778 Mar 23 12:31:35.178976 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] Set router fb2dba05-7e00-4f6e-a284-e9872ed60181 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:31:35.234963 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-92d8e037-6e4b-46b5-bd5a-838d702fe54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:35.242238 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-92d8e037-6e4b-46b5-bd5a-838d702fe54c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d4961f2-f219-4314-a425-b5413107f023 HTTP/1.1" status: 200 len: 797 time: 0.1031156 Mar 23 12:31:35.278903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347e806-97d9-400f-bf32-ba0b855f7548 req-6b9b819f-eee3-4fa6-b4c9-8deacd6edb80 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:35.281079 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8347e806-97d9-400f-bf32-ba0b855f7548 req-6b9b819f-eee3-4fa6-b4c9-8deacd6edb80 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1104412 Mar 23 12:31:35.287370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Network 41bf1414-28b9-473e-b43c-3af1b7db14a3 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:31:35.296715 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:31:35.364945 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-599be483-f2f2-46a5-9945-3a30e180788a req-2bdc29d6-4c66-48d0-b148-de96cfe9f01f tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265060 Mar 23 12:31:35.388675 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8347e806-97d9-400f-bf32-ba0b855f7548 req-b565ef86-0481-46aa-9575-5d3dbd18e48d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998025 Mar 23 12:31:35.419752 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-0bfa145f-a206-47af-b56e-c9e3cd80d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:35.425275 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-0bfa145f-a206-47af-b56e-c9e3cd80d85d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ac63-bdb1-45e7-bc99-87d09947042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1666121 Mar 23 12:31:35.525579 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'name': 'tempest-TaggedBootDevicesTest-1720196182-router', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f7d82489-93f5-46b7-9446-9f2691a0b917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:28Z', 'updated_at': '2022-03-23T12:31:34Z', 'revision_number': 4, 'project_id': '30d3fc569b454dd88467dd7d804cfc45', 'gw_port': {'id': 'f7d82489-93f5-46b7-9446-9f2691a0b917', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:29Z', 'updated_at': '2022-03-23T12:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8e8518f9-0ce4-40bc-830c-be53d6bd766b', 'name': '', 'network_id': '41bf1414-28b9-473e-b43c-3af1b7db14a3', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45', 'mac_address': 'fa:16:3e:06:82:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '09e83523-270e-4358-88ca-9823b313acf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:33Z', 'updated_at': '2022-03-23T12:31:33Z', 'revision_number': 1, 'project_id': '30d3fc569b454dd88467dd7d804cfc45', 'subnets': [{'id': '09e83523-270e-4358-88ca-9823b313acf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:35.560803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Router fb2dba05-7e00-4f6e-a284-e9872ed60181 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:31:35.610543 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-bf36fb81-70f2-4f98-8f16-aee8c4ad78bb service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750286 Mar 23 12:31:35.610933 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a675b41c-c20b-48c2-b0b2-54ed69ca8107 None None] The sync data for ids ['fb2dba05-7e00-4f6e-a284-e9872ed60181'] in n-d-834854-1 is: [{'id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'name': 'tempest-TaggedBootDevicesTest-1720196182-router', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f7d82489-93f5-46b7-9446-9f2691a0b917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:28Z', 'updated_at': '2022-03-23T12:31:34Z', 'revision_number': 4, 'project_id': '30d3fc569b454dd88467dd7d804cfc45', 'gw_port': {'id': 'f7d82489-93f5-46b7-9446-9f2691a0b917', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:29Z', 'updated_at': '2022-03-23T12:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8e8518f9-0ce4-40bc-830c-be53d6bd766b', 'name': '', 'network_id': '41bf1414-28b9-473e-b43c-3af1b7db14a3', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45', 'mac_address': 'fa:16:3e:06:82:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '09e83523-270e-4358-88ca-9823b313acf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:33Z', 'updated_at': '2022-03-23T12:31:33Z', 'revision_number': 1, 'project_id': '30d3fc569b454dd88467dd7d804cfc45', 'subnets': [{'id': '09e83523-270e-4358-88ca-9823b313acf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:31:35.760436 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bcac14c0-9f30-4a61-9f80-5c3ef04f6813 None None] Provisioning complete for port 8e8518f9-0ce4-40bc-830c-be53d6bd766b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:35.760804 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bcac14c0-9f30-4a61-9f80-5c3ef04f6813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:35.767552 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:31:35.801000 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a5b341ff-cff8-4cd7-8d7c-4089f3824893 admin admin] 10.222.0.52 "PUT /v2.0/routers/fb2dba05-7e00-4f6e-a284-e9872ed60181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5051084 Mar 23 12:31:35.833804 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bcac14c0-9f30-4a61-9f80-5c3ef04f6813 None None] Port 8e8518f9-0ce4-40bc-830c-be53d6bd766b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:31:35.869262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049dfd8-8200-449f-a774-763844718a3d req-58b13683-7c3b-4455-83a7-fa3b929f694c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:35.871332 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7049dfd8-8200-449f-a774-763844718a3d req-58b13683-7c3b-4455-83a7-fa3b929f694c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.2598410 Mar 23 12:31:35.897863 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-85c9215d-2276-43ac-8cac-0c250c465976 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253230 Mar 23 12:31:35.929729 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3988520-80a0-45cb-b677-f4acaaf9af70 req-9d22d5be-d845-4813-aedd-8aca8727acd4 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:35.931946 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d3988520-80a0-45cb-b677-f4acaaf9af70 req-9d22d5be-d845-4813-aedd-8aca8727acd4 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1619906 Mar 23 12:31:35.985915 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-c3d03e5b-a2ab-470f-a1ae-9907ad460ef6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 HTTP/1.1" status: 200 len: 217 time: 0.0704055 Mar 23 12:31:36.099543 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d3988520-80a0-45cb-b677-f4acaaf9af70 req-0d2790a5-e16c-4ccc-ab88-b5ffc13bd6ba tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531832 Mar 23 12:31:36.125273 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7049dfd8-8200-449f-a774-763844718a3d req-62edcb8a-5479-4a5c-99ac-8a97ce2d00b5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467463 Mar 23 12:31:36.158969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-a28e7357-5dd0-4eaa-b51a-391ac70b57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:36.160558 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-a28e7357-5dd0-4eaa-b51a-391ac70b57bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cc44e5ff-6af0-487d-8762-542ba4db276b HTTP/1.1" status: 200 len: 797 time: 0.1629350 Mar 23 12:31:36.257883 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-82afa6c2-4475-4e09-8b7e-2603cf05364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:36.259906 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-82afa6c2-4475-4e09-8b7e-2603cf05364f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7751cfb1-5c21-4925-8fee-f42885f445e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0918994 Mar 23 12:31:36.343651 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed2787-e96d-4a30-a526-7a9c600b4ec5 req-b42f8d12-0366-481e-8b61-b1a719579efc tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:36.346067 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7ed2787-e96d-4a30-a526-7a9c600b4ec5 req-b42f8d12-0366-481e-8b61-b1a719579efc tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.0948884 Mar 23 12:31:36.474175 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7ed2787-e96d-4a30-a526-7a9c600b4ec5 req-2ab0f1a2-c1d9-421e-8223-da0289fe1cbc tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060975 Mar 23 12:31:36.483098 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-61831c4c-3c27-4974-a818-6247f660fd5f service neutron] 10.222.0.73 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152593 Mar 23 12:31:36.734707 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-a04a9eea-b7f3-4ed3-92aa-046388ce3494 service neutron] 10.222.0.73 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436960 Mar 23 12:31:36.802723 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c550ba-9032-4317-a697-b1f2b22870ba req-35239b2f-15a4-4968-84c6-a8d955f8570f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:36.807271 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31c550ba-9032-4317-a697-b1f2b22870ba req-35239b2f-15a4-4968-84c6-a8d955f8570f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1376214 Mar 23 12:31:36.823284 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-efe5d539-79f4-4ca6-8e33-8a28a9c149ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 HTTP/1.1" status: 200 len: 217 time: 0.0799263 Mar 23 12:31:36.836453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1077da-51e6-441a-a818-ce69e91ec935 req-3f12fba7-60a5-4826-9114-a0efab3971ac tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:36.844430 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3b1077da-51e6-441a-a818-ce69e91ec935 req-3f12fba7-60a5-4826-9114-a0efab3971ac tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.2371969 Mar 23 12:31:36.921951 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31c550ba-9032-4317-a697-b1f2b22870ba req-b4859e26-40b0-4540-9c30-e8d23ba73263 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041470 Mar 23 12:31:37.018265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-e161a7ca-53c1-4b0a-99f9-386bf7632ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:37.020078 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-e161a7ca-53c1-4b0a-99f9-386bf7632ea9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cc44e5ff-6af0-487d-8762-542ba4db276b HTTP/1.1" status: 200 len: 797 time: 0.1734798 Mar 23 12:31:37.151894 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3b1077da-51e6-441a-a818-ce69e91ec935 req-300e2e43-7dc7-46e2-9bcf-ffaeb83604d5 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063331 Mar 23 12:31:37.210464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-faf31b50-c129-43af-afa2-491c2ded7aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:37.212687 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-faf31b50-c129-43af-afa2-491c2ded7aa1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7751cfb1-5c21-4925-8fee-f42885f445e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1629906 Mar 23 12:31:37.435681 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-cb8cadba-9f3d-446d-bb82-55ad6e01ca70 service neutron] 10.222.0.73 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046955 Mar 23 12:31:37.494948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c9e3e-3484-4f61-9a32-60048f7f76cc req-408c46a0-2c86-4d02-8a71-916c786a6f6f tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:37.506241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb2c9e3e-3484-4f61-9a32-60048f7f76cc req-408c46a0-2c86-4d02-8a71-916c786a6f6f tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1453021 Mar 23 12:31:37.582768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f7d82489-93f5-46b7-9446-9f2691a0b917 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:31:37.639756 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb2c9e3e-3484-4f61-9a32-60048f7f76cc req-f93e00d4-51d6-41f3-93f9-955dff990323 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310010 Mar 23 12:31:37.655513 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e62f5d7-1322-4f0c-a7e2-c767b4876e6d req-027c539d-7dad-4b7a-a8ab-87227a6899a6 service neutron] 10.222.0.73 "GET /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482024 Mar 23 12:31:37.703272 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f7d82489-93f5-46b7-9446-9f2691a0b917 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:37.703887 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:37.710443 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b6845-e20b-4dc7-b749-f13cf34a1fb3 req-9362f3b3-8913-49a4-a600-7a435f4b4e52 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:37.716955 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ff9b6845-e20b-4dc7-b749-f13cf34a1fb3 req-9362f3b3-8913-49a4-a600-7a435f4b4e52 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.2800293 Mar 23 12:31:37.830707 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:37.839113 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ff9b6845-e20b-4dc7-b749-f13cf34a1fb3 req-d4d6dabc-bded-4f04-8ad0-d7bf34036438 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160314 Mar 23 12:31:37.867821 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port f7d82489-93f5-46b7-9446-9f2691a0b917, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f7d82489-93f5-46b7-9446-9f2691a0b917,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:37.877491 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:37.932338 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb4ee3-2132-49f6-a0ed-15f0a047fe8b req-39b08292-0953-43bd-9a40-4ed49a1f7fd7 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:37.945427 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-12bb4ee3-2132-49f6-a0ed-15f0a047fe8b req-39b08292-0953-43bd-9a40-4ed49a1f7fd7 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.1440074 Mar 23 12:31:38.067666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=f7d82489-93f5-46b7-9446-9f2691a0b917,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:38.089589 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-12bb4ee3-2132-49f6-a0ed-15f0a047fe8b req-f595ccea-470c-4f8b-999b-effcc4c1a741 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310971 Mar 23 12:31:38.163275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac1a2d-a5b4-4f60-b880-d3e2c16eed33 req-c882216c-70c5-450b-adcc-958241a1123d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:38.170716 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12ac1a2d-a5b4-4f60-b880-d3e2c16eed33 req-c882216c-70c5-450b-adcc-958241a1123d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0913045 Mar 23 12:31:38.311049 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12ac1a2d-a5b4-4f60-b880-d3e2c16eed33 req-77eca7f2-0248-4c81-b54d-eef916efdab2 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374750 Mar 23 12:31:38.370741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8c8c9-2174-42ee-b422-e0ffb45c98a9 req-dcc2b471-b61a-4af1-b784-864248e47b12 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:38.373543 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35f8c8c9-2174-42ee-b422-e0ffb45c98a9 req-dcc2b471-b61a-4af1-b784-864248e47b12 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.1051219 Mar 23 12:31:38.453908 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35f8c8c9-2174-42ee-b422-e0ffb45c98a9 req-5ffe21a3-86d7-4d0e-a3de-7638577f663d tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691223 Mar 23 12:31:38.610535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54392) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:38.725305 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb120d4f-8f7d-4bf2-9736-b320c2737236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:38.775751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902455d4-9a18-4715-b6ad-e90811789578 req-cf29d443-b9be-49b4-a208-b7fab9c530f0 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:38.778128 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-902455d4-9a18-4715-b6ad-e90811789578 req-cf29d443-b9be-49b4-a208-b7fab9c530f0 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.0613241 Mar 23 12:31:38.809198 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb120d4f-8f7d-4bf2-9736-b320c2737236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:38.814298 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb120d4f-8f7d-4bf2-9736-b320c2737236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:38.824415 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-902455d4-9a18-4715-b6ad-e90811789578 req-afa5951a-daa8-4927-b61d-b738de25a5e3 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392573 Mar 23 12:31:38.849731 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cb120d4f-8f7d-4bf2-9736-b320c2737236 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd93027c7dd846c0b14e37daf3743283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381210 Mar 23 12:31:38.853787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54400) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:38.898773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb120d4f-8f7d-4bf2-9736-b320c2737236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7d757e-6929-4f9f-9a73-c48757ced06c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:38.922542 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4ad61e1-7b56-4ef7-9ca7-e47c6d43e657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:38.978386 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4ad61e1-7b56-4ef7-9ca7-e47c6d43e657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:39.024944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f925c86-6ffd-4985-ae29-d6ba20ffa723 req-b0c9d690-85cc-49c8-89ee-7ea7685703ab tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:39.026421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f925c86-6ffd-4985-ae29-d6ba20ffa723 req-b0c9d690-85cc-49c8-89ee-7ea7685703ab tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.1016357 Mar 23 12:31:39.064602 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4ad61e1-7b56-4ef7-9ca7-e47c6d43e657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:39.069876 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4ad61e1-7b56-4ef7-9ca7-e47c6d43e657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:39.071031 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a4ad61e1-7b56-4ef7-9ca7-e47c6d43e657 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aa7d757e-6929-4f9f-9a73-c48757ced06c HTTP/1.1" status: 204 len: 168 time: 0.2163241 Mar 23 12:31:39.093019 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f925c86-6ffd-4985-ae29-d6ba20ffa723 req-441dba02-35f1-4317-8ec0-36fa084f85db tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587251 Mar 23 12:31:39.093398 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad61e1-7b56-4ef7-9ca7-e47c6d43e657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7d757e-6929-4f9f-9a73-c48757ced06c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:39.233101 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68aed5b-cf3d-4b56-a834-ff639a765628 req-8699be32-0c56-42f6-8434-21c7425417d8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:39.235248 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b68aed5b-cf3d-4b56-a834-ff639a765628 req-8699be32-0c56-42f6-8434-21c7425417d8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.0592744 Mar 23 12:31:39.291993 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b68aed5b-cf3d-4b56-a834-ff639a765628 req-8173a0d4-cd54-4a67-acfd-35481ae9e11a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502915 Mar 23 12:31:39.303018 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Sync routers for ids ['fb2dba05-7e00-4f6e-a284-e9872ed60181'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:31:39.323160 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Routers {'fb2dba05-7e00-4f6e-a284-e9872ed60181'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:31:39.323669 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:31:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fb2dba05-7e00-4f6e-a284-e9872ed60181'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:39.429130 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f7d82489-93f5-46b7-9446-9f2691a0b917 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:31:39.567262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789077f3-098e-4839-a7b9-0d193c35390b req-1fe36664-ee2d-4729-9713-d1d0faaa9b77 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:39.572953 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:31:39.580199 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-789077f3-098e-4839-a7b9-0d193c35390b req-1fe36664-ee2d-4729-9713-d1d0faaa9b77 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1600509 Mar 23 12:31:39.587459 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f7d82489-93f5-46b7-9446-9f2691a0b917 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:39.587839 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:39.596493 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Set router fb2dba05-7e00-4f6e-a284-e9872ed60181 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:31:39.630676 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55724307-867b-4e8d-8fa8-1932ec901ec2 req-818fac22-5b83-4279-ac4e-065ba1c84448 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:39.644674 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-55724307-867b-4e8d-8fa8-1932ec901ec2 req-818fac22-5b83-4279-ac4e-065ba1c84448 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.0969377 Mar 23 12:31:39.650530 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54414) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:39.675385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-789077f3-098e-4839-a7b9-0d193c35390b req-6465ef26-fb6f-4094-89fe-c669381d6d47 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929277 Mar 23 12:31:39.698256 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-46905c7c-3c7b-40ef-bbc7-1c3468323454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:39.736462 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-55724307-867b-4e8d-8fa8-1932ec901ec2 req-ea7e274c-c7a4-49c8-966e-90aced20c75a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897846 Mar 23 12:31:39.815822 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-46905c7c-3c7b-40ef-bbc7-1c3468323454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:39.823324 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-46905c7c-3c7b-40ef-bbc7-1c3468323454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:39.853736 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'name': 'tempest-TaggedBootDevicesTest-1720196182-router', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f7d82489-93f5-46b7-9446-9f2691a0b917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:28Z', 'updated_at': '2022-03-23T12:31:34Z', 'revision_number': 4, 'project_id': '30d3fc569b454dd88467dd7d804cfc45', 'gw_port': {'id': 'f7d82489-93f5-46b7-9446-9f2691a0b917', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:29Z', 'updated_at': '2022-03-23T12:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8e8518f9-0ce4-40bc-830c-be53d6bd766b', 'name': '', 'network_id': '41bf1414-28b9-473e-b43c-3af1b7db14a3', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45', 'mac_address': 'fa:16:3e:06:82:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '09e83523-270e-4358-88ca-9823b313acf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:33Z', 'updated_at': '2022-03-23T12:31:34Z', 'revision_number': 2, 'project_id': '30d3fc569b454dd88467dd7d804cfc45', 'subnets': [{'id': '09e83523-270e-4358-88ca-9823b313acf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:39.877796 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-46905c7c-3c7b-40ef-bbc7-1c3468323454 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=32cda8a62cde4b8988d52dcde30c0ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2260487 Mar 23 12:31:39.878634 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46905c7c-3c7b-40ef-bbc7-1c3468323454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e749a122-5939-4bef-b1f3-86557901387d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:39.880597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54418) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:31:39.899469 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Checking router: fb2dba05-7e00-4f6e-a284-e9872ed60181 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:31:39.900120 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Updating router fb2dba05-7e00-4f6e-a284-e9872ed60181 port 8e8518f9-0ce4-40bc-830c-be53d6bd766b binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:31:39.930665 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:39.984127 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af94e6bd-49d5-4807-b198-208b99163f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:40.014099 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af94e6bd-49d5-4807-b198-208b99163f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:40.023917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6013420-6443-4226-b13e-2db733fd1741 req-f10457a9-f24a-421b-9047-fac81d1aa9ad tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:40.025434 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b6013420-6443-4226-b13e-2db733fd1741 req-f10457a9-f24a-421b-9047-fac81d1aa9ad tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.0994027 Mar 23 12:31:40.084495 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b6013420-6443-4226-b13e-2db733fd1741 req-132c53f4-b44c-47e7-ad2a-b122836d223b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523911 Mar 23 12:31:40.104866 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af94e6bd-49d5-4807-b198-208b99163f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:40.107978 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af94e6bd-49d5-4807-b198-208b99163f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:40.112413 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-af94e6bd-49d5-4807-b198-208b99163f99 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e749a122-5939-4bef-b1f3-86557901387d HTTP/1.1" status: 204 len: 168 time: 0.2304881 Mar 23 12:31:40.121555 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94e6bd-49d5-4807-b198-208b99163f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e749a122-5939-4bef-b1f3-86557901387d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:40.240345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22be76b-7955-40c7-8280-fae064c9e7c8 req-70fa74a5-e0eb-41ab-ac8c-4a064f77003c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:40.244417 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c22be76b-7955-40c7-8280-fae064c9e7c8 req-70fa74a5-e0eb-41ab-ac8c-4a064f77003c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.0640206 Mar 23 12:31:40.278900 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:40.286685 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:40.300844 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c22be76b-7955-40c7-8280-fae064c9e7c8 req-c4f9c196-4c7a-44d0-8c20-199947dad8c1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490613 Mar 23 12:31:40.354625 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a6453-a4be-4b26-a142-511c54783627 None None] Pushing event updated for resources: {'Port': ['ID=8e8518f9-0ce4-40bc-830c-be53d6bd766b,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:40.412379 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Attempting to bind port 8e8518f9-0ce4-40bc-830c-be53d6bd766b on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:31:40.413133 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Attempting to bind port 8e8518f9-0ce4-40bc-830c-be53d6bd766b by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'fd0f0a8f-aeb3-4574-8319-83db7e013735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41bf1414-28b9-473e-b43c-3af1b7db14a3'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:31:40.413795 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Attempting to bind port 8e8518f9-0ce4-40bc-830c-be53d6bd766b on network 41bf1414-28b9-473e-b43c-3af1b7db14a3 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:31:40.421054 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:31:40.421813 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Checking segment: {'id': 'fd0f0a8f-aeb3-4574-8319-83db7e013735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41bf1414-28b9-473e-b43c-3af1b7db14a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:31:40.422489 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:40.423278 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Bound using segment: {'id': 'fd0f0a8f-aeb3-4574-8319-83db7e013735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41bf1414-28b9-473e-b43c-3af1b7db14a3'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:31:40.424292 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Bound port: 8e8518f9-0ce4-40bc-830c-be53d6bd766b, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0f0a8f-aeb3-4574-8319-83db7e013735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41bf1414-28b9-473e-b43c-3af1b7db14a3'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:31:40.424960 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:40.520876 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] For port 8e8518f9-0ce4-40bc-830c-be53d6bd766b, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:31:40.525202 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] For port 8e8518f9-0ce4-40bc-830c-be53d6bd766b, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8e8518f9-0ce4-40bc-830c-be53d6bd766b,segment=NetworkSegment(fd0f0a8f-aeb3-4574-8319-83db7e013735),segment_id=fd0f0a8f-aeb3-4574-8319-83db7e013735)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:31:40.528553 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc933b0-8c97-4aa2-a4e2-54470dd91847 req-64dcad6c-f997-4591-9326-d29aaa0f7671 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:40.532162 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:40.533838 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9bc933b0-8c97-4aa2-a4e2-54470dd91847 req-64dcad6c-f997-4591-9326-d29aaa0f7671 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.1102772 Mar 23 12:31:40.602825 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9bc933b0-8c97-4aa2-a4e2-54470dd91847 req-2ab8ff9c-2a05-44d2-9425-19e1cd4ba4db tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540426 Mar 23 12:31:40.614933 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Routers {'fb2dba05-7e00-4f6e-a284-e9872ed60181'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:31:40.615996 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:31:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fb2dba05-7e00-4f6e-a284-e9872ed60181'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:40.665397 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-af3227fa-b8b7-4468-a4a0-ba88d5d00927 None None] Provisioning complete for port 8e8518f9-0ce4-40bc-830c-be53d6bd766b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:40.666330 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af3227fa-b8b7-4468-a4a0-ba88d5d00927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:40.738498 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a6453-a4be-4b26-a142-511c54783627 None None] Pushing event updated for resources: {'Port': ['ID=8e8518f9-0ce4-40bc-830c-be53d6bd766b,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:40.886113 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] Set router fb2dba05-7e00-4f6e-a284-e9872ed60181 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:31:40.890615 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af3227fa-b8b7-4468-a4a0-ba88d5d00927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:40.924456 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-34ea8906-7bcf-4213-8b2c-28f1ecf845b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:40.926627 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-34ea8906-7bcf-4213-8b2c-28f1ecf845b1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.2705586 Mar 23 12:31:41.005989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-af3227fa-b8b7-4468-a4a0-ba88d5d00927 None None] For port 8e8518f9-0ce4-40bc-830c-be53d6bd766b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8e8518f9-0ce4-40bc-830c-be53d6bd766b,segment=NetworkSegment(fd0f0a8f-aeb3-4574-8319-83db7e013735),segment_id=fd0f0a8f-aeb3-4574-8319-83db7e013735)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:41.016242 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af3227fa-b8b7-4468-a4a0-ba88d5d00927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:41.028382 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-d8c71349-d6c3-486a-818c-be8437cc68bf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a6265e0-c99a-4887-a70f-8f9a5dd3187d HTTP/1.1" status: 200 len: 217 time: 0.0440404 Mar 23 12:31:41.094367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5bdd9-a75c-4322-911e-0029cb307423 req-6a2f8292-4a33-4f59-98d8-4e95b62b2dc8 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:41.096288 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-14f5bdd9-a75c-4322-911e-0029cb307423 req-6a2f8292-4a33-4f59-98d8-4e95b62b2dc8 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1684937 Mar 23 12:31:41.139150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3227fa-b8b7-4468-a4a0-ba88d5d00927 None None] Pushing event updated for resources: {'Port': ['ID=8e8518f9-0ce4-40bc-830c-be53d6bd766b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:41.171621 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7f63ed3e-f65d-4267-8903-9711874ff037 None None] Provisioning complete for port 8e8518f9-0ce4-40bc-830c-be53d6bd766b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:41.172164 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f63ed3e-f65d-4267-8903-9711874ff037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:41.177613 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-14f5bdd9-a75c-4322-911e-0029cb307423 req-2db90de0-6bc1-474f-bb80-27483b908b75 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634301 Mar 23 12:31:41.180211 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-ebf2f10d-fcc6-4998-b14b-bbcca5d0c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:41.195893 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-ebf2f10d-fcc6-4998-b14b-bbcca5d0c4b4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.1586440 Mar 23 12:31:41.275426 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-6696f729-026c-43af-9bac-07ddaec45916 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686839 Mar 23 12:31:41.410826 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'name': 'tempest-TaggedBootDevicesTest-1720196182-router', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f7d82489-93f5-46b7-9446-9f2691a0b917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:28Z', 'updated_at': '2022-03-23T12:31:34Z', 'revision_number': 4, 'project_id': '30d3fc569b454dd88467dd7d804cfc45', 'gw_port': {'id': 'f7d82489-93f5-46b7-9446-9f2691a0b917', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:29Z', 'updated_at': '2022-03-23T12:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8e8518f9-0ce4-40bc-830c-be53d6bd766b', 'name': '', 'network_id': '41bf1414-28b9-473e-b43c-3af1b7db14a3', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45', 'mac_address': 'fa:16:3e:06:82:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '09e83523-270e-4358-88ca-9823b313acf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:33Z', 'updated_at': '2022-03-23T12:31:40Z', 'revision_number': 4, 'project_id': '30d3fc569b454dd88467dd7d804cfc45', 'subnets': [{'id': '09e83523-270e-4358-88ca-9823b313acf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:41.437078 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3076e2-ddfe-4df0-9cdc-9e993572f935 None None] The sync data for ids ['fb2dba05-7e00-4f6e-a284-e9872ed60181'] in n-d-834854-1 is: [{'id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'name': 'tempest-TaggedBootDevicesTest-1720196182-router', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f7d82489-93f5-46b7-9446-9f2691a0b917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:28Z', 'updated_at': '2022-03-23T12:31:34Z', 'revision_number': 4, 'project_id': '30d3fc569b454dd88467dd7d804cfc45', 'gw_port': {'id': 'f7d82489-93f5-46b7-9446-9f2691a0b917', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:29Z', 'updated_at': '2022-03-23T12:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8e8518f9-0ce4-40bc-830c-be53d6bd766b', 'name': '', 'network_id': '41bf1414-28b9-473e-b43c-3af1b7db14a3', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45', 'mac_address': 'fa:16:3e:06:82:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '09e83523-270e-4358-88ca-9823b313acf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:33Z', 'updated_at': '2022-03-23T12:31:40Z', 'revision_number': 4, 'project_id': '30d3fc569b454dd88467dd7d804cfc45', 'subnets': [{'id': '09e83523-270e-4358-88ca-9823b313acf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:31:41.461852 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86a152-b5c9-4051-ad1b-9b7a00c8ce3c req-e15b02cb-fdc8-4741-bb9d-7bacb7a73c10 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:41.465388 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ff86a152-b5c9-4051-ad1b-9b7a00c8ce3c req-e15b02cb-fdc8-4741-bb9d-7bacb7a73c10 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1321425 Mar 23 12:31:41.552512 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-dc5551bb-8f31-4315-b8eb-474085a72427 service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626455 Mar 23 12:31:41.569276 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ff86a152-b5c9-4051-ad1b-9b7a00c8ce3c req-ec136e24-ffea-4025-954c-dc57e365f8db tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838668 Mar 23 12:31:41.634235 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8e8518f9-0ce4-40bc-830c-be53d6bd766b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:31:41.764848 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8e8518f9-0ce4-40bc-830c-be53d6bd766b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:41.765963 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:41.773539 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2034f0-3548-4c19-9f37-388bc6009ca4 req-4feecb62-04e4-44a9-b0e4-adb274fe3985 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:41.781939 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6f2034f0-3548-4c19-9f37-388bc6009ca4 req-4feecb62-04e4-44a9-b0e4-adb274fe3985 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.0846596 Mar 23 12:31:41.785568 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7e8799a5-09ae-4885-9c12-574af1b92719 req-ed48342b-006e-4a8f-9080-e2c717acea36 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1052539 Mar 23 12:31:41.830058 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-bb8fe5ad-5f5e-4f76-89e4-8eca9c4faabc service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526777 Mar 23 12:31:41.832076 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d930c-f9ef-4c41-a905-194e129f5168 req-9c60bee3-0e16-4dbe-a672-34c4b254d5a4 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:41.852498 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-437d930c-f9ef-4c41-a905-194e129f5168 req-9c60bee3-0e16-4dbe-a672-34c4b254d5a4 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.2845352 Mar 23 12:31:41.905053 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6f2034f0-3548-4c19-9f37-388bc6009ca4 req-1e2d82a6-8709-45f1-97b8-50dc4fefc67b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220295 Mar 23 12:31:41.978489 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-437d930c-f9ef-4c41-a905-194e129f5168 req-9750efce-fb27-4dc3-bb82-36bf11311f9f tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208360 Mar 23 12:31:42.205728 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8ac76-c6ee-40b2-8a90-9d37c3110110 req-1fad4ac4-4d63-4b41-8e55-c0c56a185bff tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:42.207305 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60d8ac76-c6ee-40b2-8a90-9d37c3110110 req-1fad4ac4-4d63-4b41-8e55-c0c56a185bff tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.0913658 Mar 23 12:31:42.279283 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-8a132fbb-8023-4d84-a92f-98e80f07c432 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:42.281555 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-8a132fbb-8023-4d84-a92f-98e80f07c432 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0&tenant_id=43636dcef9ff4fb98e9524a9242506a8&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 1095 time: 0.1153128 Mar 23 12:31:42.284691 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60d8ac76-c6ee-40b2-8a90-9d37c3110110 req-5db17d54-0672-4c10-aab4-a6a3bfc26551 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699444 Mar 23 12:31:42.497030 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e482739-cdfc-44e4-8a81-3428f45eed65 req-88638df5-ce58-4038-8416-3f87d50404dc tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:42.512464 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e482739-cdfc-44e4-8a81-3428f45eed65 req-88638df5-ce58-4038-8416-3f87d50404dc tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0944934 Mar 23 12:31:42.570158 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e482739-cdfc-44e4-8a81-3428f45eed65 req-463a416c-a273-4591-b355-b798d382c071 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505130 Mar 23 12:31:42.670913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-01905d6b-2943-47bd-8d61-b7a24d76268e service neutron] For port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:31:42.674296 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-01905d6b-2943-47bd-8d61-b7a24d76268e service neutron] Notify callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:42.675463 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7274c861-36a0-46e9-a405-1bb57a9baab9 req-01905d6b-2943-47bd-8d61-b7a24d76268e service neutron] 10.222.0.77 "DELETE /v2.0/ports/3a6265e0-c99a-4887-a70f-8f9a5dd3187d/bindings/n-h2-834854-1 HTTP/1.1" status: 204 len: 173 time: 0.3785999 Mar 23 12:31:42.844151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6341c0-581e-4b27-9603-ec0a6b1d75e2 req-82771dee-2a71-4130-bc24-c9a2f2a5819a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:42.851511 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be6341c0-581e-4b27-9603-ec0a6b1d75e2 req-82771dee-2a71-4130-bc24-c9a2f2a5819a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1088014 Mar 23 12:31:42.968626 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be6341c0-581e-4b27-9603-ec0a6b1d75e2 req-5883d56e-6c58-49a4-b166-3dd66c4b5ecf tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894227 Mar 23 12:31:43.061814 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b27325-7b4c-4191-bca2-451ba57199f0 req-5a9ff877-3f69-4a26-943c-d89745b6517b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:43.084537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b27325-7b4c-4191-bca2-451ba57199f0 req-5a9ff877-3f69-4a26-943c-d89745b6517b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:43.099373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b27325-7b4c-4191-bca2-451ba57199f0 req-5a9ff877-3f69-4a26-943c-d89745b6517b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:43.106610 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b27325-7b4c-4191-bca2-451ba57199f0 req-5a9ff877-3f69-4a26-943c-d89745b6517b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:43.117631 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b27325-7b4c-4191-bca2-451ba57199f0 req-5a9ff877-3f69-4a26-943c-d89745b6517b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:43.124055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b27325-7b4c-4191-bca2-451ba57199f0 req-5a9ff877-3f69-4a26-943c-d89745b6517b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:43.130301 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b27325-7b4c-4191-bca2-451ba57199f0 req-5a9ff877-3f69-4a26-943c-d89745b6517b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:43.140150 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92b27325-7b4c-4191-bca2-451ba57199f0 req-5a9ff877-3f69-4a26-943c-d89745b6517b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5446 time: 0.2200480 Mar 23 12:31:43.203344 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319044e4-8d3e-4136-be26-d7229d911022 req-69293b60-0402-4321-8f39-f457b307b23a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:43.216548 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92b27325-7b4c-4191-bca2-451ba57199f0 req-3e68a3cd-fd1d-4915-8f29-3d0cb9a9e4fb tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754385 Mar 23 12:31:43.229012 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-319044e4-8d3e-4136-be26-d7229d911022 req-69293b60-0402-4321-8f39-f457b307b23a tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.1114995 Mar 23 12:31:43.326746 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-319044e4-8d3e-4136-be26-d7229d911022 req-2ff72976-024a-4493-a349-350263c5532e tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946548 Mar 23 12:31:43.468963 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3abb6-9be5-4a9b-a3ac-ede61376ac2a req-6448ffc4-f8be-469f-84db-20047652177b tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:43.472600 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18a3abb6-9be5-4a9b-a3ac-ede61376ac2a req-6448ffc4-f8be-469f-84db-20047652177b tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.0817318 Mar 23 12:31:43.579866 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18a3abb6-9be5-4a9b-a3ac-ede61376ac2a req-7d9c1b1d-c06c-4bbf-8e33-c34d3d5e64ca tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968211 Mar 23 12:31:43.873796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388eea1-dbe2-4c0c-8bcd-5ab2d241f147 req-44fff430-35e2-42fb-b036-0d93a5769310 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:43.877491 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b388eea1-dbe2-4c0c-8bcd-5ab2d241f147 req-44fff430-35e2-42fb-b036-0d93a5769310 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0990627 Mar 23 12:31:43.905355 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ea382-a86b-4ade-a2ec-40c8d3cbb8a4 req-3d2032d1-efab-4aca-b1c2-8225c622ac42 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:43.908268 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df9ea382-a86b-4ade-a2ec-40c8d3cbb8a4 req-3d2032d1-efab-4aca-b1c2-8225c622ac42 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 1095 time: 0.1111712 Mar 23 12:31:43.953422 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b388eea1-dbe2-4c0c-8bcd-5ab2d241f147 req-2f476977-4cc9-468a-a954-161ffe85dfa4 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679138 Mar 23 12:31:43.972708 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df9ea382-a86b-4ade-a2ec-40c8d3cbb8a4 req-c2883708-a9a7-4fd7-85e7-ac62c17c2043 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549772 Mar 23 12:31:44.225932 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1ab51-ee06-4f58-a950-bca1cba46787 req-ffd81ae6-af34-454c-b6c9-3654d7f2afb5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:44.228019 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4a1ab51-ee06-4f58-a950-bca1cba46787 req-ffd81ae6-af34-454c-b6c9-3654d7f2afb5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 947 time: 0.1234970 Mar 23 12:31:44.239399 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f37ff8-ca2a-4251-a46b-a9c1be5228e0 req-727591fd-96a2-4e4e-bc2c-4a5fe3d729f8 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:44.241475 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1f37ff8-ca2a-4251-a46b-a9c1be5228e0 req-727591fd-96a2-4e4e-bc2c-4a5fe3d729f8 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1046827 Mar 23 12:31:44.294601 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4a1ab51-ee06-4f58-a950-bca1cba46787 req-e695b266-24bf-40a3-8a34-dedeafb1f232 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537763 Mar 23 12:31:44.312236 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1f37ff8-ca2a-4251-a46b-a9c1be5228e0 req-fa37c648-0f13-467a-80a4-341c850a01de tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628948 Mar 23 12:31:44.497952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173153ab-8a5f-4fcc-85cc-b6ad0ef17b30 req-5a70a960-1355-4654-b87e-a0cfac043a4b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:44.505008 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173153ab-8a5f-4fcc-85cc-b6ad0ef17b30 req-5a70a960-1355-4654-b87e-a0cfac043a4b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:44.512386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173153ab-8a5f-4fcc-85cc-b6ad0ef17b30 req-5a70a960-1355-4654-b87e-a0cfac043a4b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:44.518847 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173153ab-8a5f-4fcc-85cc-b6ad0ef17b30 req-5a70a960-1355-4654-b87e-a0cfac043a4b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:44.527201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173153ab-8a5f-4fcc-85cc-b6ad0ef17b30 req-5a70a960-1355-4654-b87e-a0cfac043a4b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:44.535588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173153ab-8a5f-4fcc-85cc-b6ad0ef17b30 req-5a70a960-1355-4654-b87e-a0cfac043a4b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:44.546151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173153ab-8a5f-4fcc-85cc-b6ad0ef17b30 req-5a70a960-1355-4654-b87e-a0cfac043a4b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:44.554074 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20402d2b-6161-4629-b63d-1e9c47258296 req-2f76d8e0-29a4-4426-9cca-a43faf8b2075 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:44.556414 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-20402d2b-6161-4629-b63d-1e9c47258296 req-2f76d8e0-29a4-4426-9cca-a43faf8b2075 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.1068246 Mar 23 12:31:44.564632 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-173153ab-8a5f-4fcc-85cc-b6ad0ef17b30 req-5a70a960-1355-4654-b87e-a0cfac043a4b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5446 time: 0.1486292 Mar 23 12:31:44.629437 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-20402d2b-6161-4629-b63d-1e9c47258296 req-20c5b2a1-79dc-475e-b326-39fa47c22cbf tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666904 Mar 23 12:31:44.634340 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-173153ab-8a5f-4fcc-85cc-b6ad0ef17b30 req-2e2d4c7a-b1dc-4549-8e3a-5dec7a15dc9e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683429 Mar 23 12:31:45.778459 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:46.321630 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68639f5b-56dd-4a14-9dad-15169188818c req-871d948c-35da-431c-82ae-929ca64dc6c5 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:46.326205 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68639f5b-56dd-4a14-9dad-15169188818c req-871d948c-35da-431c-82ae-929ca64dc6c5 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 821 time: 0.1680260 Mar 23 12:31:46.343394 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68639f5b-56dd-4a14-9dad-15169188818c req-62c49531-808b-4cab-ae35-8e58e0ac1426 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/quotas/43636dcef9ff4fb98e9524a9242506a8 HTTP/1.1" status: 200 len: 375 time: 0.0110850 Mar 23 12:31:46.434597 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68639f5b-56dd-4a14-9dad-15169188818c req-ba1d87ba-5447-41d8-bb86-1ed2f9dcf65b tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828664 Mar 23 12:31:46.513951 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734c7ec-51cf-4f0e-bb33-3e5064972216 req-bb2e69a2-10a6-4ec6-b739-3b0ed76887b9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:46.515477 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3734c7ec-51cf-4f0e-bb33-3e5064972216 req-bb2e69a2-10a6-4ec6-b739-3b0ed76887b9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0614974 Mar 23 12:31:46.582022 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3734c7ec-51cf-4f0e-bb33-3e5064972216 req-c9aae9c7-1205-4c4c-acc2-b1ca69710b53 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588963 Mar 23 12:31:46.583644 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c8bfa6b4-8610-4fc5-9b1f-0173794d5648 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:46.594745 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c8bfa6b4-8610-4fc5-9b1f-0173794d5648 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:46.602843 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c8bfa6b4-8610-4fc5-9b1f-0173794d5648 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:46.610733 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e6405b41-78f0-4d5a-98fb-6ac8a56dd027 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:31:46.614037 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c8bfa6b4-8610-4fc5-9b1f-0173794d5648 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:46.620764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c8bfa6b4-8610-4fc5-9b1f-0173794d5648 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:46.627026 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c8bfa6b4-8610-4fc5-9b1f-0173794d5648 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:46.634294 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c8bfa6b4-8610-4fc5-9b1f-0173794d5648 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:46.636477 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c8bfa6b4-8610-4fc5-9b1f-0173794d5648 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.73 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5446 time: 0.1230137 Mar 23 12:31:46.703473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7c543-07e7-47b3-9057-a0725556d553 req-7b29891b-9f68-44d1-b643-9f009e7adf9e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:46.705473 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fba7c543-07e7-47b3-9057-a0725556d553 req-7b29891b-9f68-44d1-b643-9f009e7adf9e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.73 "GET /v2.0/ports/e23025c0-9199-4e8d-b0eb-23e4d049d710?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0617607 Mar 23 12:31:46.718694 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:46.762167 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:46.768788 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2716d9-1835-4693-9759-49655f8447ed" -d '{"events": [{"server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:46.790935 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68639f5b-56dd-4a14-9dad-15169188818c req-faaa1ab8-bc5d-440b-95e3-3ca30dfecb82 service neutron] 10.222.0.52 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541424 Mar 23 12:31:46.792289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5606d5-ac93-49d3-932f-9fcb2b579cac req-fc866640-f4e6-48ff-b362-c13c36e5c2dd tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:46.795255 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ae5606d5-ac93-49d3-932f-9fcb2b579cac req-fc866640-f4e6-48ff-b362-c13c36e5c2dd tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.0762293 Mar 23 12:31:46.804539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:46.810655 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:46.876346 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,revision_number=14']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:46.884299 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ae5606d5-ac93-49d3-932f-9fcb2b579cac req-94d80427-1109-4abb-99f6-0b6965caead4 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813086 Mar 23 12:31:46.975013 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fba7c543-07e7-47b3-9057-a0725556d553 req-6c591d5e-be2b-406b-8f46-25ca6005984a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.73 "GET /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2598228 Mar 23 12:31:46.996627 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:31:47.037287 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219310e0-ff85-4780-b391-7948d4b05c80 req-cbd9c727-51e8-4d0f-9cdd-310803d209ff tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:47.038341 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68639f5b-56dd-4a14-9dad-15169188818c req-9c4a718b-e83f-49c2-a819-4113b496b86c service neutron] 10.222.0.52 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141273 Mar 23 12:31:47.045133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219310e0-ff85-4780-b391-7948d4b05c80 req-cbd9c727-51e8-4d0f-9cdd-310803d209ff tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:47.053372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219310e0-ff85-4780-b391-7948d4b05c80 req-cbd9c727-51e8-4d0f-9cdd-310803d209ff tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:47.061262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219310e0-ff85-4780-b391-7948d4b05c80 req-cbd9c727-51e8-4d0f-9cdd-310803d209ff tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:47.070454 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219310e0-ff85-4780-b391-7948d4b05c80 req-cbd9c727-51e8-4d0f-9cdd-310803d209ff tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:47.077507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219310e0-ff85-4780-b391-7948d4b05c80 req-cbd9c727-51e8-4d0f-9cdd-310803d209ff tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:47.085603 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219310e0-ff85-4780-b391-7948d4b05c80 req-cbd9c727-51e8-4d0f-9cdd-310803d209ff tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:47.087602 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:47.089421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-219310e0-ff85-4780-b391-7948d4b05c80 req-cbd9c727-51e8-4d0f-9cdd-310803d209ff tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 5446 time: 0.1240783 Mar 23 12:31:47.175221 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-219310e0-ff85-4780-b391-7948d4b05c80 req-c1c885e7-1a88-4bc4-93da-a80e2837e83c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740743 Mar 23 12:31:47.263801 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] For port e23025c0-9199-4e8d-b0eb-23e4d049d710, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e23025c0-9199-4e8d-b0eb-23e4d049d710,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:47.290208 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:47.308498 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] For port e23025c0-9199-4e8d-b0eb-23e4d049d710, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:31:47.351327 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] device_id is not set on port e23025c0-9199-4e8d-b0eb-23e4d049d710 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:31:47.361400 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:47.388106 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:47.455559 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227f2a2-9092-45dc-b639-bba01382b191 req-8fefcb0c-cc1c-4765-9396-f607f0d53623 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:47.457561 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1227f2a2-9092-45dc-b639-bba01382b191 req-8fefcb0c-cc1c-4765-9396-f607f0d53623 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0930932 Mar 23 12:31:47.531212 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1227f2a2-9092-45dc-b639-bba01382b191 req-5f162df0-be27-43aa-ab24-0d57e88a626c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580797 Mar 23 12:31:47.551371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] No DVR routers for this DVR port e23025c0-9199-4e8d-b0eb-23e4d049d710 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:31:47.586626 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Pushing event updated for resources: {'Port': ['ID=e23025c0-9199-4e8d-b0eb-23e4d049d710,revision_number=6']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:47.605410 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64c7b64-aa5c-4d62-bc04-8e19c493a35b x-openstack-request-id: req-f64c7b64-aa5c-4d62-bc04-8e19c493a35b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:47.605936 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:47.606370 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f64c7b64-aa5c-4d62-bc04-8e19c493a35b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:47.606930 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'code': 200} Mar 23 12:31:47.619802 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:47.620083 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:47.620429 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:47.620768 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:47.621249 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:47.621589 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:47.621941 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:47.622243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:47.622571 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:47.622909 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:47.623811 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:47.624402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:31:47.650444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f6a46-7bec-4335-85fb-186060091698 req-4d3df8dd-100a-49d4-ab7c-ecfbbc8380bf tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:47.658594 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7b0f6a46-7bec-4335-85fb-186060091698 req-4d3df8dd-100a-49d4-ab7c-ecfbbc8380bf tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.2161269 Mar 23 12:31:47.665631 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] In _notify_port_updated(), no bound segment for port e23025c0-9199-4e8d-b0eb-23e4d049d710 on network 2d93ac63-bdb1-45e7-bc99-87d09947042d {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:31:47.666747 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:47.669314 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:47.670913 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fba7c543-07e7-47b3-9057-a0725556d553 req-c717e985-36dd-4dc4-befa-3678b0fd8001 service neutron] 10.222.0.73 "PUT /v2.0/ports/e23025c0-9199-4e8d-b0eb-23e4d049d710 HTTP/1.1" status: 200 len: 1033 time: 0.6830935 Mar 23 12:31:47.776236 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7b0f6a46-7bec-4335-85fb-186060091698 req-639e3937-2f3e-4f41-b9c4-872f267642de tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107376 Mar 23 12:31:47.795667 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7c543-07e7-47b3-9057-a0725556d553 req-4be80cf9-7656-4a0d-85e8-d0e9aa97afb4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:47.798252 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fba7c543-07e7-47b3-9057-a0725556d553 req-4be80cf9-7656-4a0d-85e8-d0e9aa97afb4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.73 "GET /v2.0/ports/2dcf4428-f7ac-436d-b668-144412f36e0c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1161513 Mar 23 12:31:47.820122 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-fba7c543-07e7-47b3-9057-a0725556d553 req-98b4e954-f618-4d34-9993-0076bb92842a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:31:47.827645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb23266-f1d0-4c81-ad7e-0833a7216550 req-78034570-6f6e-4016-8ecc-252bd6cdf034 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:47.831320 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddb23266-f1d0-4c81-ad7e-0833a7216550 req-78034570-6f6e-4016-8ecc-252bd6cdf034 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1242223 Mar 23 12:31:47.898336 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-141b635c-5227-414a-9678-5418cec34956 None None] Provisioning complete for port e23025c0-9199-4e8d-b0eb-23e4d049d710 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:47.898999 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-141b635c-5227-414a-9678-5418cec34956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:47.899598 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddb23266-f1d0-4c81-ad7e-0833a7216550 req-88391810-bf36-4146-a679-8d0c6de414a3 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605237 Mar 23 12:31:47.922030 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-98b4e954-f618-4d34-9993-0076bb92842a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:47.954420 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad43dc06-5d08-4f53-afa1-7a4ba6a87c0f req-d47034d5-2414-4827-b3f8-fcc4ff13e7bd tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 210 time: 0.0745978 Mar 23 12:31:48.004490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-141b635c-5227-414a-9678-5418cec34956 None None] Port e23025c0-9199-4e8d-b0eb-23e4d049d710 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:31:48.104282 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eb948-be7d-4db6-8c70-5ed5d54bc019 req-96da32e6-dc70-4776-9db2-7ce57564da25 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:48.105824 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fb8eb948-be7d-4db6-8c70-5ed5d54bc019 req-96da32e6-dc70-4776-9db2-7ce57564da25 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0923007 Mar 23 12:31:48.187331 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fb8eb948-be7d-4db6-8c70-5ed5d54bc019 req-e072e83b-c2cc-453f-b0f5-0770b348f278 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745101 Mar 23 12:31:48.742499 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ab639-c8d1-444c-95e2-334bce996590 req-7dfda8fd-d916-4925-a9fb-5d46d173ea0a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:48.744107 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bf1ab639-c8d1-444c-95e2-334bce996590 req-7dfda8fd-d916-4925-a9fb-5d46d173ea0a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.2356298 Mar 23 12:31:48.767311 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b147-0c3f-46a6-b175-71f857b2a17c req-9f112c7c-ed3f-43f5-9921-470ff890136a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:48.769658 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fba7c543-07e7-47b3-9057-a0725556d553 req-98b4e954-f618-4d34-9993-0076bb92842a service neutron] For port 2dcf4428-f7ac-436d-b668-144412f36e0c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2dcf4428-f7ac-436d-b668-144412f36e0c,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:48.775854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b147-0c3f-46a6-b175-71f857b2a17c req-9f112c7c-ed3f-43f5-9921-470ff890136a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:48.782375 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b147-0c3f-46a6-b175-71f857b2a17c req-9f112c7c-ed3f-43f5-9921-470ff890136a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:48.790836 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b147-0c3f-46a6-b175-71f857b2a17c req-9f112c7c-ed3f-43f5-9921-470ff890136a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:48.797907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b147-0c3f-46a6-b175-71f857b2a17c req-9f112c7c-ed3f-43f5-9921-470ff890136a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:48.804256 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b147-0c3f-46a6-b175-71f857b2a17c req-9f112c7c-ed3f-43f5-9921-470ff890136a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:48.817797 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0fb9b147-0c3f-46a6-b175-71f857b2a17c req-9f112c7c-ed3f-43f5-9921-470ff890136a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 4666 time: 0.1278541 Mar 23 12:31:48.855520 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bf1ab639-c8d1-444c-95e2-334bce996590 req-a59b7638-18a6-4d24-a1df-50731e5edacb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011612 Mar 23 12:31:48.867650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:31:48.886963 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fba7c543-07e7-47b3-9057-a0725556d553 req-98b4e954-f618-4d34-9993-0076bb92842a service neutron] For port 2dcf4428-f7ac-436d-b668-144412f36e0c, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:31:48.945915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-fba7c543-07e7-47b3-9057-a0725556d553 req-98b4e954-f618-4d34-9993-0076bb92842a service neutron] device_id is not set on port 2dcf4428-f7ac-436d-b668-144412f36e0c yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:31:48.977361 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-98b4e954-f618-4d34-9993-0076bb92842a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:48.986117 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-98b4e954-f618-4d34-9993-0076bb92842a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:49.067430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0fb9b147-0c3f-46a6-b175-71f857b2a17c req-581a340b-4ce4-46e9-a681-aa9d4050c30d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&id=ab1e1888-214b-401f-b665-2c927f523967&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2483065 Mar 23 12:31:49.086097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba7c543-07e7-47b3-9057-a0725556d553 req-98b4e954-f618-4d34-9993-0076bb92842a service neutron] No DVR routers for this DVR port 2dcf4428-f7ac-436d-b668-144412f36e0c on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:31:49.149985 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4e954-f618-4d34-9993-0076bb92842a service neutron] Pushing event updated for resources: {'Port': ['ID=2dcf4428-f7ac-436d-b668-144412f36e0c,revision_number=6']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:49.168594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fba7c543-07e7-47b3-9057-a0725556d553 req-98b4e954-f618-4d34-9993-0076bb92842a service neutron] In _notify_port_updated(), no bound segment for port 2dcf4428-f7ac-436d-b668-144412f36e0c on network 2d93ac63-bdb1-45e7-bc99-87d09947042d {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:31:49.170600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7c543-07e7-47b3-9057-a0725556d553 req-98b4e954-f618-4d34-9993-0076bb92842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:49.171390 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-98b4e954-f618-4d34-9993-0076bb92842a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:49.173444 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fba7c543-07e7-47b3-9057-a0725556d553 req-98b4e954-f618-4d34-9993-0076bb92842a service neutron] 10.222.0.73 "PUT /v2.0/ports/2dcf4428-f7ac-436d-b668-144412f36e0c HTTP/1.1" status: 200 len: 1033 time: 1.3653052 Mar 23 12:31:49.259230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68639f5b-56dd-4a14-9dad-15169188818c req-7d6fdeff-7405-4ef4-893b-158a331ac29a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:49.280037 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68639f5b-56dd-4a14-9dad-15169188818c req-7d6fdeff-7405-4ef4-893b-158a331ac29a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.73 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 821 time: 0.4582794 Mar 23 12:31:49.356936 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-68639f5b-56dd-4a14-9dad-15169188818c req-3bfc4483-725f-4aad-8e79-f42b7434b51a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Request body: {'port': {'device_id': '67868624-ef0f-41df-b545-0ae95807e608', 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482', 'admin_state_up': True, 'tenant_id': '43636dcef9ff4fb98e9524a9242506a8'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:31:49.411486 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fba7c543-07e7-47b3-9057-a0725556d553 req-fd411681-67a1-4b72-ac8c-2e0657bd141f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Deleting port c7946afa-db70-4023-9fb5-d1122db57689 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:31:49.411747 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-fd411681-67a1-4b72-ac8c-2e0657bd141f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:49.592220 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbc1f1-0211-4048-b6fc-2209d9353cd0 req-2cbbd73a-54e8-4ecb-a94d-e5648e0b3fc0 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:49.602992 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-69cbc1f1-0211-4048-b6fc-2209d9353cd0 req-2cbbd73a-54e8-4ecb-a94d-e5648e0b3fc0 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.3166089 Mar 23 12:31:49.675408 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:49.718014 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2355e3-e6d0-4a27-b6aa-f1ede590f411'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:49.723593 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb6b46c-211d-4cd0-93ee-61dd6a702352" -d '{"events": [{"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2355e3-e6d0-4a27-b6aa-f1ede590f411"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:49.726011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fba7c543-07e7-47b3-9057-a0725556d553 req-fd411681-67a1-4b72-ac8c-2e0657bd141f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] For port c7946afa-db70-4023-9fb5-d1122db57689, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c7946afa-db70-4023-9fb5-d1122db57689,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:49.726500 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-fd411681-67a1-4b72-ac8c-2e0657bd141f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:49.728989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7f5c13eb-9861-4036-8904-c38424a40d67 None None] Provisioning complete for port 2dcf4428-f7ac-436d-b668-144412f36e0c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:49.729358 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f5c13eb-9861-4036-8904-c38424a40d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:49.764455 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4c2355e3-e6d0-4a27-b6aa-f1ede590f411,segment=NetworkSegment(360d5d4e-0535-421a-8c4f-8a3e1ee3a026),segment_id=360d5d4e-0535-421a-8c4f-8a3e1ee3a026)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:49.769574 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fba7c543-07e7-47b3-9057-a0725556d553 req-fd411681-67a1-4b72-ac8c-2e0657bd141f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Calling delete_port for c7946afa-db70-4023-9fb5-d1122db57689 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:31:49.771591 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-69cbc1f1-0211-4048-b6fc-2209d9353cd0 req-1ba7d805-109b-4b78-bca1-cc4e040488f6 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632979 Mar 23 12:31:49.773545 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:49.783892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:31:49.803196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68639f5b-56dd-4a14-9dad-15169188818c req-3bfc4483-725f-4aad-8e79-f42b7434b51a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Made reservation on behalf of 43636dcef9ff4fb98e9524a9242506a8 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:31:49.814113 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68639f5b-56dd-4a14-9dad-15169188818c req-3bfc4483-725f-4aad-8e79-f42b7434b51a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:49.914918 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e69f30a1-3836-486c-bbcc-7ad13bc14c7a req-26172c36-3f6a-4eb8-a537-d8614ee3c46c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 210 time: 0.0931067 Mar 23 12:31:49.915168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=4c2355e3-e6d0-4a27-b6aa-f1ede590f411,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:49.960537 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7f5c13eb-9861-4036-8904-c38424a40d67 None None] Port 2dcf4428-f7ac-436d-b668-144412f36e0c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:31:50.038614 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c5e39-d9ee-4045-b951-72822d47c86a req-c0aad366-1670-4e02-939a-70ae58285774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:50.042968 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-724c5e39-d9ee-4045-b951-72822d47c86a req-c0aad366-1670-4e02-939a-70ae58285774 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 1096 time: 0.4156513 Mar 23 12:31:50.046911 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b9feb6-fa51-414b-a682-ce225f743f18 x-openstack-request-id: req-e2b9feb6-fa51-414b-a682-ce225f743f18 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:50.047306 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2355e3-e6d0-4a27-b6aa-f1ede590f411", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:50.047741 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2b9feb6-fa51-414b-a682-ce225f743f18 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:50.048247 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2355e3-e6d0-4a27-b6aa-f1ede590f411', 'code': 200} Mar 23 12:31:50.061014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1806f-735d-4aa0-bfbd-bac706200bc6 req-26736a47-9a6c-4831-9525-465550e9800c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:50.070710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35f1806f-735d-4aa0-bfbd-bac706200bc6 req-26736a47-9a6c-4831-9525-465550e9800c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1248875 Mar 23 12:31:50.136647 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:50.149961 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35f1806f-735d-4aa0-bfbd-bac706200bc6 req-ce2b9fc3-7c6c-4534-9095-88ba8cc65585 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720921 Mar 23 12:31:50.153475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-68639f5b-56dd-4a14-9dad-15169188818c req-3bfc4483-725f-4aad-8e79-f42b7434b51a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Allocated IP 172.20.0.3 (5951e4c2-87c6-4843-a65c-4b3c7b3af482/0598634e-d947-470e-93b9-cfe2bd967aa7/51aca8df-902f-4ea5-ae2a-4c0673830b61) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:31:50.227110 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=92dc93b2-c7e3-4a28-8249-e6d9c2723fd2,segment=NetworkSegment(e436e240-5d3d-4df6-b744-c05925e63223),segment_id=e436e240-5d3d-4df6-b744-c05925e63223)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:50.227877 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c5e39-d9ee-4045-b951-72822d47c86a req-12b5b676-ee39-46d0-bea6-bbc893261571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:50.229661 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-724c5e39-d9ee-4045-b951-72822d47c86a req-12b5b676-ee39-46d0-bea6-bbc893261571 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.1730719 Mar 23 12:31:50.236417 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:50.237487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2dcf4428-f7ac-436d-b668-144412f36e0c no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:31:50.419187 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-724c5e39-d9ee-4045-b951-72822d47c86a req-cf1f2034-5481-4971-92d4-5d114cc45f14 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027 HTTP/1.1" status: 200 len: 999 time: 0.1291263 Mar 23 12:31:50.434827 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68639f5b-56dd-4a14-9dad-15169188818c req-3bfc4483-725f-4aad-8e79-f42b7434b51a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:50.439997 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a80582-e3cc-4450-ac11-ce2687ab355b req-fa76585f-a830-410d-b338-f399737427c9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:50.445867 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-04a80582-e3cc-4450-ac11-ce2687ab355b req-fa76585f-a830-410d-b338-f399737427c9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.2115083 Mar 23 12:31:50.476774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2dcf4428-f7ac-436d-b668-144412f36e0c not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:31:50.477214 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device e840c633-b157-4fa3-8feb-ddb7212b5583 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:31:50.480926 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=92dc93b2-c7e3-4a28-8249-e6d9c2723fd2,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:50.510693 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68639f5b-56dd-4a14-9dad-15169188818c req-3bfc4483-725f-4aad-8e79-f42b7434b51a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:50.571504 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-04a80582-e3cc-4450-ac11-ce2687ab355b req-dba53476-d60b-4c83-87c4-3b24f2117efc tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246636 Mar 23 12:31:50.586246 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c5e39-d9ee-4045-b951-72822d47c86a req-e28e3f01-a942-4c02-8200-b1c802901551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:50.587167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc4483-725f-4aad-8e79-f42b7434b51a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Pushing event updated for resources: {'Port': ['ID=51aca8df-902f-4ea5-ae2a-4c0673830b61,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:50.587720 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-724c5e39-d9ee-4045-b951-72822d47c86a req-e28e3f01-a942-4c02-8200-b1c802901551 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.1596310 Mar 23 12:31:50.609068 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-fd411681-67a1-4b72-ac8c-2e0657bd141f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:50.624882 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4f823-0be4-462f-a335-75a88cb0f321 req-73d7638f-e2db-479a-aead-10b7a1dd1609 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:50.633505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4f823-0be4-462f-a335-75a88cb0f321 req-73d7638f-e2db-479a-aead-10b7a1dd1609 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:50.640407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4f823-0be4-462f-a335-75a88cb0f321 req-73d7638f-e2db-479a-aead-10b7a1dd1609 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:50.649766 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4f823-0be4-462f-a335-75a88cb0f321 req-73d7638f-e2db-479a-aead-10b7a1dd1609 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:50.660568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4f823-0be4-462f-a335-75a88cb0f321 req-73d7638f-e2db-479a-aead-10b7a1dd1609 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:50.670998 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68b4f823-0be4-462f-a335-75a88cb0f321 req-73d7638f-e2db-479a-aead-10b7a1dd1609 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 3882 time: 0.2532952 Mar 23 12:31:50.677164 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd411681-67a1-4b72-ac8c-2e0657bd141f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event deleted for resources: {'Port': ['ID=c7946afa-db70-4023-9fb5-d1122db57689,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:50.687248 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68639f5b-56dd-4a14-9dad-15169188818c req-3bfc4483-725f-4aad-8e79-f42b7434b51a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:31:50.696498 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:50.715780 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 706f5ae3-ff23-4236-ac07-4ec965c7d416 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:31:50.720034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-68639f5b-56dd-4a14-9dad-15169188818c req-3bfc4483-725f-4aad-8e79-f42b7434b51a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:31:50.725191 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-68639f5b-56dd-4a14-9dad-15169188818c req-3bfc4483-725f-4aad-8e79-f42b7434b51a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:31:50.763776 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c5e39-d9ee-4045-b951-72822d47c86a req-58d7eebf-3d75-4ab6-ada1-98cbb9a558b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:50.765724 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-724c5e39-d9ee-4045-b951-72822d47c86a req-58d7eebf-3d75-4ab6-ada1-98cbb9a558b6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692801 Mar 23 12:31:50.766802 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba7c543-07e7-47b3-9057-a0725556d553 req-fd411681-67a1-4b72-ac8c-2e0657bd141f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] No DVR routers for this DVR port c7946afa-db70-4023-9fb5-d1122db57689 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:31:50.770862 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-fd411681-67a1-4b72-ac8c-2e0657bd141f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:50.773761 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port e840c633-b157-4fa3-8feb-ddb7212b5583, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e840c633-b157-4fa3-8feb-ddb7212b5583,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:50.775307 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fba7c543-07e7-47b3-9057-a0725556d553 req-fd411681-67a1-4b72-ac8c-2e0657bd141f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.73 "DELETE /v2.0/ports/c7946afa-db70-4023-9fb5-d1122db57689 HTTP/1.1" status: 204 len: 173 time: 1.5913339 Mar 23 12:31:50.775965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-deleted', 'tag': 'c7946afa-db70-4023-9fb5-d1122db57689'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:50.779358 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118a8d30-9fc9-4c8f-bca1-78c7e85eefb4" -d '{"events": [{"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-deleted", "tag": "c7946afa-db70-4023-9fb5-d1122db57689"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:50.784509 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:50.785326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device e23025c0-9199-4e8d-b0eb-23e4d049d710 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:31:50.791298 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68b4f823-0be4-462f-a335-75a88cb0f321 req-229304ef-f122-44de-a30a-c4fbdf8d6317 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186411 Mar 23 12:31:50.860910 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68639f5b-56dd-4a14-9dad-15169188818c req-3bfc4483-725f-4aad-8e79-f42b7434b51a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:50.861626 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68639f5b-56dd-4a14-9dad-15169188818c req-3bfc4483-725f-4aad-8e79-f42b7434b51a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:50.904292 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68639f5b-56dd-4a14-9dad-15169188818c req-3bfc4483-725f-4aad-8e79-f42b7434b51a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6156609 Mar 23 12:31:50.905047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=e840c633-b157-4fa3-8feb-ddb7212b5583,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:50.915013 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:31:50.926681 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Request body: {'port': {'device_id': '67868624-ef0f-41df-b545-0ae95807e608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:31:50.944981 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cb8d72-0a87-4962-9ff1-1bbce5ee30db x-openstack-request-id: req-b0cb8d72-0a87-4962-9ff1-1bbce5ee30db {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:50.945196 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-deleted", "tag": "c7946afa-db70-4023-9fb5-d1122db57689", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:50.945444 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0cb8d72-0a87-4962-9ff1-1bbce5ee30db {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:50.945861 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-deleted', 'tag': 'c7946afa-db70-4023-9fb5-d1122db57689', 'status': 'completed', 'code': 200} Mar 23 12:31:51.067263 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device e23025c0-9199-4e8d-b0eb-23e4d049d710 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:31:51.067849 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:31:51.095907 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:51.221066 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-724c5e39-d9ee-4045-b951-72822d47c86a req-5db2a3fc-9ebb-4126-938c-87ca8b59ee89 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371564 Mar 23 12:31:51.226596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910937d-de83-4faf-abed-93467eb228b3 req-cdf52e93-462f-4b63-9a80-5bfd4c123118 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:51.228357 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c910937d-de83-4faf-abed-93467eb228b3 req-cdf52e93-462f-4b63-9a80-5bfd4c123118 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 931 time: 0.1957538 Mar 23 12:31:51.230440 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 706f5ae3-ff23-4236-ac07-4ec965c7d416, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=706f5ae3-ff23-4236-ac07-4ec965c7d416,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:51.237506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36076886-b477-4f85-9696-feefd94d0487 req-ab331c11-3f44-41f3-a3cf-0a73c80bfa23 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:51.239064 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-36076886-b477-4f85-9696-feefd94d0487 req-ab331c11-3f44-41f3-a3cf-0a73c80bfa23 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.2896090 Mar 23 12:31:51.276779 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '706f5ae3-ff23-4236-ac07-4ec965c7d416', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '706f5ae3-ff23-4236-ac07-4ec965c7d416', 'mac_address': 'fa:16:3e:b2:12:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:31:51.419325 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:51.420650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fba7c543-07e7-47b3-9057-a0725556d553 req-02d19fce-29af-4043-842c-febb615ea7ab tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Deleting port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:31:51.421231 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-02d19fce-29af-4043-842c-febb615ea7ab tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:51.425175 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:51.457226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 706f5ae3-ff23-4236-ac07-4ec965c7d416 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:31:51.493260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 706f5ae3-ff23-4236-ac07-4ec965c7d416, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=706f5ae3-ff23-4236-ac07-4ec965c7d416,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:51.495149 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2f33ed06-d45d-4b8b-9cf8-44c6e13f2882,segment=NetworkSegment(e436e240-5d3d-4df6-b744-c05925e63223),segment_id=e436e240-5d3d-4df6-b744-c05925e63223)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:51.500240 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:51.504587 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:51.505249 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device c7946afa-db70-4023-9fb5-d1122db57689 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:31:51.533359 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-36076886-b477-4f85-9696-feefd94d0487 req-8cb53b3d-ee4d-41f9-9616-2f8eb8cef1af tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774484 Mar 23 12:31:51.584134 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-724c5e39-d9ee-4045-b951-72822d47c86a req-c16049d1-4323-48fc-84c6-d0357c43eb77 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306639 Mar 23 12:31:51.604625 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: c7946afa-db70-4023-9fb5-d1122db57689 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:31:51.606538 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device c7946afa-db70-4023-9fb5-d1122db57689 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:31:51.627833 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c910937d-de83-4faf-abed-93467eb228b3 req-dafeb2ec-6e18-48cf-a80e-8ae7d6f6c3e0 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868990 Mar 23 12:31:51.640378 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fba7c543-07e7-47b3-9057-a0725556d553 req-02d19fce-29af-4043-842c-febb615ea7ab tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] For port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2f33ed06-d45d-4b8b-9cf8-44c6e13f2882,segment=NetworkSegment(e436e240-5d3d-4df6-b744-c05925e63223),segment_id=e436e240-5d3d-4df6-b744-c05925e63223)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:51.640824 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-02d19fce-29af-4043-842c-febb615ea7ab tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:51.656356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fba7c543-07e7-47b3-9057-a0725556d553 req-02d19fce-29af-4043-842c-febb615ea7ab tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Calling delete_port for 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:31:51.675982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['706f5ae3-ff23-4236-ac07-4ec965c7d416'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:31:51.723284 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=706f5ae3-ff23-4236-ac07-4ec965c7d416,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:51.788625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ea7b2-c8c6-4c7a-826f-d6fd60d97b50 req-db88179a-e7b2-4e73-bb18-a0d6acc683d0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:51.790334 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d0ea7b2-c8c6-4c7a-826f-d6fd60d97b50 req-db88179a-e7b2-4e73-bb18-a0d6acc683d0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0847981 Mar 23 12:31:51.912162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51aca8df-902f-4ea5-ae2a-4c0673830b61 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:31:51.930563 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=2f33ed06-d45d-4b8b-9cf8-44c6e13f2882,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:51.937015 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:51.979282 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d0ea7b2-c8c6-4c7a-826f-d6fd60d97b50 req-05cd10a7-d39b-4c4a-b4d3-e577b0c952d4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796000 Mar 23 12:31:51.987095 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-02d19fce-29af-4043-842c-febb615ea7ab tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:51.994479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Transition to ACTIVE for port object 51aca8df-902f-4ea5-ae2a-4c0673830b61 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:31:52.010385 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:52.052260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d19fce-29af-4043-842c-febb615ea7ab tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event deleted for resources: {'Port': ['ID=2f33ed06-d45d-4b8b-9cf8-44c6e13f2882,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:52.056711 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92dc93b2-c7e3-4a28-8249-e6d9c2723fd2'}, {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e840c633-b157-4fa3-8feb-ddb7212b5583'}, {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f33ed06-d45d-4b8b-9cf8-44c6e13f2882'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:52.063796 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df15783c-45bc-4261-9384-59b1912760aa" -d '{"events": [{"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-unplugged", "status": "completed", "tag": "92dc93b2-c7e3-4a28-8249-e6d9c2723fd2"}, {"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-unplugged", "status": "completed", "tag": "e840c633-b157-4fa3-8feb-ddb7212b5583"}, {"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-unplugged", "status": "completed", "tag": "2f33ed06-d45d-4b8b-9cf8-44c6e13f2882"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:52.167497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea3eec-12ff-4513-8d93-a4daf52655a0 req-8b191f53-54fa-46b2-829a-6034980d6513 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:52.169186 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0ea3eec-12ff-4513-8d93-a4daf52655a0 req-8b191f53-54fa-46b2-829a-6034980d6513 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.2118585 Mar 23 12:31:52.175709 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba7c543-07e7-47b3-9057-a0725556d553 req-02d19fce-29af-4043-842c-febb615ea7ab tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] No DVR routers for this DVR port 2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:31:52.180619 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-02d19fce-29af-4043-842c-febb615ea7ab tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:52.185280 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fba7c543-07e7-47b3-9057-a0725556d553 req-02d19fce-29af-4043-842c-febb615ea7ab tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.73 "DELETE /v2.0/ports/2f33ed06-d45d-4b8b-9cf8-44c6e13f2882 HTTP/1.1" status: 204 len: 173 time: 1.3995430 Mar 23 12:31:52.229224 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0ea3eec-12ff-4513-8d93-a4daf52655a0 req-071f2095-3e4f-4e1a-8e88-f0cab5649c7d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493579 Mar 23 12:31:52.231895 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Pushing event updated for resources: {'Port': ['ID=51aca8df-902f-4ea5-ae2a-4c0673830b61,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:52.247962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Attempting to bind port 51aca8df-902f-4ea5-ae2a-4c0673830b61 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:31:52.248319 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Attempting to bind port 51aca8df-902f-4ea5-ae2a-4c0673830b61 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:31:52.248651 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Attempting to bind port 51aca8df-902f-4ea5-ae2a-4c0673830b61 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:31:52.262650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Port 51aca8df-902f-4ea5-ae2a-4c0673830b61 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:31:52.263326 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Attempting to bind port 51aca8df-902f-4ea5-ae2a-4c0673830b61 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:31:52.268449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:31:52.268828 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Checking segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:31:52.269402 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Bound using segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:31:52.269826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Bound port: 51aca8df-902f-4ea5-ae2a-4c0673830b61, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:31:52.270188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:52.315090 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28d0045-e3af-41f0-954c-8c7df79f3368 x-openstack-request-id: req-c28d0045-e3af-41f0-954c-8c7df79f3368 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:52.315381 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-unplugged", "status": "completed", "tag": "92dc93b2-c7e3-4a28-8249-e6d9c2723fd2", "code": 200}, {"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-unplugged", "status": "completed", "tag": "e840c633-b157-4fa3-8feb-ddb7212b5583", "code": 200}, {"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-unplugged", "status": "completed", "tag": "2f33ed06-d45d-4b8b-9cf8-44c6e13f2882", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:52.315829 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c28d0045-e3af-41f0-954c-8c7df79f3368 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:52.316213 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92dc93b2-c7e3-4a28-8249-e6d9c2723fd2', 'code': 200} Mar 23 12:31:52.316475 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e840c633-b157-4fa3-8feb-ddb7212b5583', 'code': 200} Mar 23 12:31:52.316733 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f33ed06-d45d-4b8b-9cf8-44c6e13f2882', 'code': 200} Mar 23 12:31:52.323690 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd140b08-de9f-48d1-85c4-8a0199a6ada2 req-338ff303-271c-40d3-8e12-fa61ec88f8b5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:52.330309 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd140b08-de9f-48d1-85c4-8a0199a6ada2 req-338ff303-271c-40d3-8e12-fa61ec88f8b5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:52.338036 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd140b08-de9f-48d1-85c4-8a0199a6ada2 req-338ff303-271c-40d3-8e12-fa61ec88f8b5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:52.338036 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd140b08-de9f-48d1-85c4-8a0199a6ada2 req-338ff303-271c-40d3-8e12-fa61ec88f8b5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 2410 time: 0.1786056 Mar 23 12:31:52.360895 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] For port 51aca8df-902f-4ea5-ae2a-4c0673830b61, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:31:52.364774 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] For port 51aca8df-902f-4ea5-ae2a-4c0673830b61, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=51aca8df-902f-4ea5-ae2a-4c0673830b61,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:31:52.370986 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:52.421075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:52.421801 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:52.423177 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68639f5b-56dd-4a14-9dad-15169188818c req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] 10.222.0.73 "PUT /v2.0/ports/51aca8df-902f-4ea5-ae2a-4c0673830b61 HTTP/1.1" status: 200 len: 1091 time: 1.5009382 Mar 23 12:31:52.464684 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd140b08-de9f-48d1-85c4-8a0199a6ada2 req-5e88f114-9013-45cd-9e49-907823858f4c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099253 Mar 23 12:31:52.473945 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fba7c543-07e7-47b3-9057-a0725556d553 req-29da4884-ec92-4531-a2c5-987c8f22d3cf tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Deleting port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:31:52.474540 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-29da4884-ec92-4531-a2c5-987c8f22d3cf tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:52.485473 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67868624-ef0f-41df-b545-0ae95807e608', 'tag': '51aca8df-902f-4ea5-ae2a-4c0673830b61'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:52.487909 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6967ec6a-12e3-4a82-ae5d-9047c669bbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "67868624-ef0f-41df-b545-0ae95807e608", "tag": "51aca8df-902f-4ea5-ae2a-4c0673830b61"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:52.490556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363b384-73bb-4e05-8b36-092d374b7675 service neutron] Pushing event updated for resources: {'Port': ['ID=51aca8df-902f-4ea5-ae2a-4c0673830b61,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:52.597232 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68639f5b-56dd-4a14-9dad-15169188818c req-35c30e7d-5eaa-42bc-817d-dd7b0f913f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:52.604157 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68639f5b-56dd-4a14-9dad-15169188818c req-35c30e7d-5eaa-42bc-817d-dd7b0f913f63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 1094 time: 0.0943344 Mar 23 12:31:52.620162 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a401a6-bd23-434b-8075-e66e053d0c30 x-openstack-request-id: req-b5a401a6-bd23-434b-8075-e66e053d0c30 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:52.621938 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67868624-ef0f-41df-b545-0ae95807e608", "tag": "51aca8df-902f-4ea5-ae2a-4c0673830b61", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:52.622866 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5a401a6-bd23-434b-8075-e66e053d0c30 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:52.624015 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67868624-ef0f-41df-b545-0ae95807e608', 'tag': '51aca8df-902f-4ea5-ae2a-4c0673830b61', 'status': 'completed', 'code': 200} Mar 23 12:31:52.654114 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 066af55f-966d-42f3-9841-c9c501bc2a0e details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:31:52.656722 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 706f5ae3-ff23-4236-ac07-4ec965c7d416 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:31:52.685788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fba7c543-07e7-47b3-9057-a0725556d553 req-29da4884-ec92-4531-a2c5-987c8f22d3cf tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] For port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=92dc93b2-c7e3-4a28-8249-e6d9c2723fd2,segment=NetworkSegment(e436e240-5d3d-4df6-b744-c05925e63223),segment_id=e436e240-5d3d-4df6-b744-c05925e63223)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:52.686403 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-29da4884-ec92-4531-a2c5-987c8f22d3cf tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:52.702160 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fba7c543-07e7-47b3-9057-a0725556d553 req-29da4884-ec92-4531-a2c5-987c8f22d3cf tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Calling delete_port for 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:31:52.777612 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68639f5b-56dd-4a14-9dad-15169188818c req-625734b1-abd2-4b91-bbc1-5318783e3418 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51aca8df-902f-4ea5-ae2a-4c0673830b61 HTTP/1.1" status: 200 len: 217 time: 0.1657712 Mar 23 12:31:52.906810 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-29da4884-ec92-4531-a2c5-987c8f22d3cf tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:52.918873 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68639f5b-56dd-4a14-9dad-15169188818c req-014c4614-99ae-4558-9e0a-ae5423eceff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:52.920796 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68639f5b-56dd-4a14-9dad-15169188818c req-014c4614-99ae-4558-9e0a-ae5423eceff6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.1359191 Mar 23 12:31:52.962958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-deleted', 'tag': '2f33ed06-d45d-4b8b-9cf8-44c6e13f2882'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:52.965499 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4003f798-7bbf-4110-938b-83fe3b8a8716" -d '{"events": [{"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-deleted", "tag": "2f33ed06-d45d-4b8b-9cf8-44c6e13f2882"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:52.981350 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da4884-ec92-4531-a2c5-987c8f22d3cf tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event deleted for resources: {'Port': ['ID=92dc93b2-c7e3-4a28-8249-e6d9c2723fd2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:52.988124 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 706f5ae3-ff23-4236-ac07-4ec965c7d416 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:52.989826 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:52.995320 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68639f5b-56dd-4a14-9dad-15169188818c req-ca6d8dc4-aff6-47af-b44f-dd5b02f441fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604451 Mar 23 12:31:53.018059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912d272-4094-4ca8-a8b5-e6a4c8cc5b96 req-915f34c1-20ec-4ee8-83a5-ac3377547507 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:53.019047 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2912d272-4094-4ca8-a8b5-e6a4c8cc5b96 req-915f34c1-20ec-4ee8-83a5-ac3377547507 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 943 time: 0.1560683 Mar 23 12:31:53.040782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca42cd5-a617-4336-80e5-ea7e4bf50967 req-c9acfd86-ab5c-41e0-9ec0-de8d02f1d48c tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:53.048461 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eca42cd5-a617-4336-80e5-ea7e4bf50967 req-c9acfd86-ab5c-41e0-9ec0-de8d02f1d48c tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1550758 Mar 23 12:31:53.051825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba7c543-07e7-47b3-9057-a0725556d553 req-29da4884-ec92-4531-a2c5-987c8f22d3cf tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] No DVR routers for this DVR port 92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:31:53.059541 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-29da4884-ec92-4531-a2c5-987c8f22d3cf tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:53.063124 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fba7c543-07e7-47b3-9057-a0725556d553 req-29da4884-ec92-4531-a2c5-987c8f22d3cf tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.73 "DELETE /v2.0/ports/92dc93b2-c7e3-4a28-8249-e6d9c2723fd2 HTTP/1.1" status: 204 len: 173 time: 0.8398869 Mar 23 12:31:53.140499 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eca42cd5-a617-4336-80e5-ea7e4bf50967 req-2d821ee2-3f51-4b57-88e4-d7400b44677d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860572 Mar 23 12:31:53.146001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 066af55f-966d-42f3-9841-c9c501bc2a0e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=066af55f-966d-42f3-9841-c9c501bc2a0e,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:53.163422 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2912d272-4094-4ca8-a8b5-e6a4c8cc5b96 req-1f632d8a-7450-4d25-a9f3-5442eb495cb9 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277847 Mar 23 12:31:53.189162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '066af55f-966d-42f3-9841-c9c501bc2a0e', 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b', 'port_id': '066af55f-966d-42f3-9841-c9c501bc2a0e', 'mac_address': 'fa:16:3e:6f:1e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04fef708-0d62-4f92-a84a-3b672e7134ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:31:53.203968 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68639f5b-56dd-4a14-9dad-15169188818c req-7777fa11-b280-49d4-bff4-f4189330da33 service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049789 Mar 23 12:31:53.299224 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc37a86b-cc89-48e7-b799-19dd3bdeeaa3 x-openstack-request-id: req-dc37a86b-cc89-48e7-b799-19dd3bdeeaa3 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:53.303235 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-deleted", "tag": "2f33ed06-d45d-4b8b-9cf8-44c6e13f2882", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:53.304520 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc37a86b-cc89-48e7-b799-19dd3bdeeaa3 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:53.305281 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-deleted', 'tag': '2f33ed06-d45d-4b8b-9cf8-44c6e13f2882', 'status': 'completed', 'code': 200} Mar 23 12:31:53.310858 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:53.331412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fba7c543-07e7-47b3-9057-a0725556d553 req-e6d718c7-b848-4fad-a895-ccac2c74662b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Deleting port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:31:53.331755 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-e6d718c7-b848-4fad-a895-ccac2c74662b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:53.352210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 066af55f-966d-42f3-9841-c9c501bc2a0e {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:31:53.397936 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:53.441647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 066af55f-966d-42f3-9841-c9c501bc2a0e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=066af55f-966d-42f3-9841-c9c501bc2a0e,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:53.466376 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:53.471708 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68639f5b-56dd-4a14-9dad-15169188818c req-38a0c9ee-41cf-491b-9478-f7d3f6ccd810 service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590382 Mar 23 12:31:53.534847 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d65f3f-dd88-4a8f-824c-c0489908431b req-4823312a-0b4b-4a8c-8e17-e2c9ceb6784d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:53.550675 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0d65f3f-dd88-4a8f-824c-c0489908431b req-4823312a-0b4b-4a8c-8e17-e2c9ceb6784d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1364927 Mar 23 12:31:53.586756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 706f5ae3-ff23-4236-ac07-4ec965c7d416, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=706f5ae3-ff23-4236-ac07-4ec965c7d416,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:53.602477 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:53.612811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['066af55f-966d-42f3-9841-c9c501bc2a0e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:31:53.642465 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0d65f3f-dd88-4a8f-824c-c0489908431b req-35f79319-1e60-4ac6-83dd-278cb809027a tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874097 Mar 23 12:31:53.655335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03028f-47ff-4f62-bf04-89cb24df8099 req-0e4d1fc0-226e-4ed5-b816-dc85b712490f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:53.666467 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c03028f-47ff-4f62-bf04-89cb24df8099 req-0e4d1fc0-226e-4ed5-b816-dc85b712490f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.2981806 Mar 23 12:31:53.695687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967ec6a-12e3-4a82-ae5d-9047c669bbc9 req-094a7175-a190-47c3-bc00-cef8bf9277b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:53.700553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6967ec6a-12e3-4a82-ae5d-9047c669bbc9 req-094a7175-a190-47c3-bc00-cef8bf9277b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 1094 time: 0.1406620 Mar 23 12:31:53.727342 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=066af55f-966d-42f3-9841-c9c501bc2a0e,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:53.787066 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fba7c543-07e7-47b3-9057-a0725556d553 req-e6d718c7-b848-4fad-a895-ccac2c74662b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] For port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4c2355e3-e6d0-4a27-b6aa-f1ede590f411,segment=NetworkSegment(360d5d4e-0535-421a-8c4f-8a3e1ee3a026),segment_id=360d5d4e-0535-421a-8c4f-8a3e1ee3a026)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:53.787066 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-e6d718c7-b848-4fad-a895-ccac2c74662b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:53.813399 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=706f5ae3-ff23-4236-ac07-4ec965c7d416,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:53.882407 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c03028f-47ff-4f62-bf04-89cb24df8099 req-28f84e21-8db4-4abe-a273-ab36d724a46a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051344 Mar 23 12:31:53.991455 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967ec6a-12e3-4a82-ae5d-9047c669bbc9 req-ce3dbb12-a926-4dbc-97ce-2c0e5bdb4642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:53.993074 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6967ec6a-12e3-4a82-ae5d-9047c669bbc9 req-ce3dbb12-a926-4dbc-97ce-2c0e5bdb4642 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.2791986 Mar 23 12:31:54.034497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450f266-5977-4861-8e02-295ebc30fc61 req-07207838-109b-4a1b-bd34-8eeb9d6f7040 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:54.041293 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450f266-5977-4861-8e02-295ebc30fc61 req-07207838-109b-4a1b-bd34-8eeb9d6f7040 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:54.041531 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9560d106-4ffa-49cf-bb9c-e931203ea99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:54.049406 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a450f266-5977-4861-8e02-295ebc30fc61 req-07207838-109b-4a1b-bd34-8eeb9d6f7040 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 1677 time: 0.1604233 Mar 23 12:31:54.094795 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6967ec6a-12e3-4a82-ae5d-9047c669bbc9 req-fa84ec48-0200-4dab-8450-26518de9129a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51aca8df-902f-4ea5-ae2a-4c0673830b61 HTTP/1.1" status: 200 len: 217 time: 0.0911255 Mar 23 12:31:54.097422 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-e6d718c7-b848-4fad-a895-ccac2c74662b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:54.098104 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-e6d718c7-b848-4fad-a895-ccac2c74662b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:54.098567 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [req-fba7c543-07e7-47b3-9057-a0725556d553 req-e6d718c7-b848-4fad-a895-ccac2c74662b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Floating IP 30a0410d-c832-49c2-af77-d312be0d99e5 disassociated. External IP: 172.25.2.254, port: 4c2355e3-e6d0-4a27-b6aa-f1ede590f411. Mar 23 12:31:54.098967 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fba7c543-07e7-47b3-9057-a0725556d553 req-e6d718c7-b848-4fad-a895-ccac2c74662b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Calling delete_port for 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:31:54.162130 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a450f266-5977-4861-8e02-295ebc30fc61 req-95ccb72d-68ff-4081-875d-da3996d59579 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118262 Mar 23 12:31:54.213220 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967ec6a-12e3-4a82-ae5d-9047c669bbc9 req-6ca49755-41b6-498c-a8cb-c44f29da2926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:54.217831 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6967ec6a-12e3-4a82-ae5d-9047c669bbc9 req-6ca49755-41b6-498c-a8cb-c44f29da2926 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.1112642 Mar 23 12:31:54.262920 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6967ec6a-12e3-4a82-ae5d-9047c669bbc9 req-6fd80259-cc85-4ab5-961d-93d6a1cbe14a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369544 Mar 23 12:31:54.288999 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-e6d718c7-b848-4fad-a895-ccac2c74662b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:54.318028 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45819eee-53d7-4d65-8c53-98148e180cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706f5ae3-ff23-4236-ac07-4ec965c7d416'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:54.321067 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9cea22-ee20-4c4c-9d7b-97f1bae50fb3" -d '{"events": [{"server_uuid": "45819eee-53d7-4d65-8c53-98148e180cf7", "name": "network-vif-plugged", "status": "completed", "tag": "706f5ae3-ff23-4236-ac07-4ec965c7d416"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:54.330319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d718c7-b848-4fad-a895-ccac2c74662b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event deleted for resources: {'Port': ['ID=4c2355e3-e6d0-4a27-b6aa-f1ede590f411,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:54.403952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f602827-c0fc-4d45-8b8b-465f8491e329 req-4fc69fc2-4c30-47d0-864a-9deb71fb7d35 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:54.411799 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f602827-c0fc-4d45-8b8b-465f8491e329 req-4fc69fc2-4c30-47d0-864a-9deb71fb7d35 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1410522 Mar 23 12:31:54.492234 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6967ec6a-12e3-4a82-ae5d-9047c669bbc9 req-c4a47d95-b38b-4cc3-a147-7bd159e13abb service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064977 Mar 23 12:31:54.501004 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fba7c543-07e7-47b3-9057-a0725556d553 req-e6d718c7-b848-4fad-a895-ccac2c74662b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Router b59d26ec-b815-457a-8ccc-908854cb3f92 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:31:54.502364 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f602827-c0fc-4d45-8b8b-465f8491e329 req-cecd5220-46a7-46b9-9b9c-55405f70beb3 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894122 Mar 23 12:31:54.656089 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6967ec6a-12e3-4a82-ae5d-9047c669bbc9 req-37dc7aee-b189-4c11-8af2-cdd8219f10e7 service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525900 Mar 23 12:31:54.671297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e557b-4e1d-4749-8bf4-bfad4dcd237a req-0f2f27a5-8624-4c93-80ee-c771cd30c3b5 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:54.672100 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 066af55f-966d-42f3-9841-c9c501bc2a0e up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:31:54.673004 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-005e557b-4e1d-4749-8bf4-bfad4dcd237a req-0f2f27a5-8624-4c93-80ee-c771cd30c3b5 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 943 time: 0.0866647 Mar 23 12:31:54.676725 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fba7c543-07e7-47b3-9057-a0725556d553 req-e6d718c7-b848-4fad-a895-ccac2c74662b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:31:54.733847 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-005e557b-4e1d-4749-8bf4-bfad4dcd237a req-462cde4b-6c61-4b3f-bc40-66a145897916 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442536 Mar 23 12:31:54.768367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba7c543-07e7-47b3-9057-a0725556d553 req-e6d718c7-b848-4fad-a895-ccac2c74662b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] No DVR routers for this DVR port 4c2355e3-e6d0-4a27-b6aa-f1ede590f411 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:31:54.768367 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-e6d718c7-b848-4fad-a895-ccac2c74662b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:54.768745 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c4265a-f5d8-424d-bd3f-2332a4771144 None None] Sync routers for ids ['b59d26ec-b815-457a-8ccc-908854cb3f92'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:31:54.769907 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fba7c543-07e7-47b3-9057-a0725556d553 req-e6d718c7-b848-4fad-a895-ccac2c74662b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.73 "DELETE /v2.0/ports/4c2355e3-e6d0-4a27-b6aa-f1ede590f411 HTTP/1.1" status: 204 len: 173 time: 1.6988037 Mar 23 12:31:54.812658 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c4265a-f5d8-424d-bd3f-2332a4771144 None None] Routers {'b59d26ec-b815-457a-8ccc-908854cb3f92'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:31:54.813179 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-13c4265a-f5d8-424d-bd3f-2332a4771144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:31:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b59d26ec-b815-457a-8ccc-908854cb3f92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:54.913578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fba7c543-07e7-47b3-9057-a0725556d553 req-3e704d4c-d425-4a30-bbb0-fc7d72c48008 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Deleting port e840c633-b157-4fa3-8feb-ddb7212b5583 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:31:54.917686 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-3e704d4c-d425-4a30-bbb0-fc7d72c48008 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:54.920066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 51aca8df-902f-4ea5-ae2a-4c0673830b61 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:31:54.950496 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 066af55f-966d-42f3-9841-c9c501bc2a0e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:54.950815 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:54.962945 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fb406d-9f8e-4ed3-b5e2-b4efc5ca7e03 x-openstack-request-id: req-64fb406d-9f8e-4ed3-b5e2-b4efc5ca7e03 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:54.963238 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45819eee-53d7-4d65-8c53-98148e180cf7", "name": "network-vif-plugged", "status": "completed", "tag": "706f5ae3-ff23-4236-ac07-4ec965c7d416", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:54.963493 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-64fb406d-9f8e-4ed3-b5e2-b4efc5ca7e03 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:54.964035 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45819eee-53d7-4d65-8c53-98148e180cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706f5ae3-ff23-4236-ac07-4ec965c7d416', 'code': 200} Mar 23 12:31:55.069003 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fba7c543-07e7-47b3-9057-a0725556d553 req-3e704d4c-d425-4a30-bbb0-fc7d72c48008 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] For port e840c633-b157-4fa3-8feb-ddb7212b5583, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e840c633-b157-4fa3-8feb-ddb7212b5583,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:55.069558 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-3e704d4c-d425-4a30-bbb0-fc7d72c48008 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:55.088564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7de00-4af3-422d-b2f4-6a4db0801c11 req-62fb2f70-f47c-4244-a935-a99ea911a4ba tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:55.097797 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77e7de00-4af3-422d-b2f4-6a4db0801c11 req-62fb2f70-f47c-4244-a935-a99ea911a4ba tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 944 time: 0.0712910 Mar 23 12:31:55.119113 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fba7c543-07e7-47b3-9057-a0725556d553 req-3e704d4c-d425-4a30-bbb0-fc7d72c48008 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Calling delete_port for e840c633-b157-4fa3-8feb-ddb7212b5583 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:31:55.153328 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77e7de00-4af3-422d-b2f4-6a4db0801c11 req-c9e0e80e-4958-4cbd-b621-409e2fc9e6bd tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542777 Mar 23 12:31:55.241895 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:31:55.307780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-deleted', 'tag': '92dc93b2-c7e3-4a28-8249-e6d9c2723fd2'}, {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-deleted', 'tag': '4c2355e3-e6d0-4a27-b6aa-f1ede590f411'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:55.310656 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b746b1-3708-47c4-a250-4b25d366918d" -d '{"events": [{"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-deleted", "tag": "92dc93b2-c7e3-4a28-8249-e6d9c2723fd2"}, {"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-deleted", "tag": "4c2355e3-e6d0-4a27-b6aa-f1ede590f411"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:55.316645 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-3e704d4c-d425-4a30-bbb0-fc7d72c48008 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:55.349151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-13c4265a-f5d8-424d-bd3f-2332a4771144 None None] Set router b59d26ec-b815-457a-8ccc-908854cb3f92 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:31:55.353088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e704d4c-d425-4a30-bbb0-fc7d72c48008 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event deleted for resources: {'Port': ['ID=e840c633-b157-4fa3-8feb-ddb7212b5583,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:55.417209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba7c543-07e7-47b3-9057-a0725556d553 req-3e704d4c-d425-4a30-bbb0-fc7d72c48008 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] No DVR routers for this DVR port e840c633-b157-4fa3-8feb-ddb7212b5583 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:31:55.419911 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fba7c543-07e7-47b3-9057-a0725556d553 req-3e704d4c-d425-4a30-bbb0-fc7d72c48008 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:55.423905 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fba7c543-07e7-47b3-9057-a0725556d553 req-3e704d4c-d425-4a30-bbb0-fc7d72c48008 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.73 "DELETE /v2.0/ports/e840c633-b157-4fa3-8feb-ddb7212b5583 HTTP/1.1" status: 204 len: 173 time: 0.6433215 Mar 23 12:31:55.426641 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2277b5-4ca5-4c93-b4d4-07b4ad009e36 req-5d4add77-3468-4337-a511-70f83ff60672 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:55.428741 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca2277b5-4ca5-4c93-b4d4-07b4ad009e36 req-5d4add77-3468-4337-a511-70f83ff60672 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 865 time: 0.1616685 Mar 23 12:31:55.512252 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:55.525658 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca2277b5-4ca5-4c93-b4d4-07b4ad009e36 req-1ac37a71-f36f-4cb1-b606-08d330f23cad tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4e349ea-a74f-4aff-a410-a6558e20c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811603 Mar 23 12:31:55.599380 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baee70e8-3ee0-4375-a6f0-5fb05629577b x-openstack-request-id: req-baee70e8-3ee0-4375-a6f0-5fb05629577b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:55.599672 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-deleted", "tag": "92dc93b2-c7e3-4a28-8249-e6d9c2723fd2", "status": "completed", "code": 200}, {"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-deleted", "tag": "4c2355e3-e6d0-4a27-b6aa-f1ede590f411", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:55.599953 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-baee70e8-3ee0-4375-a6f0-5fb05629577b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:55.601109 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-deleted', 'tag': '92dc93b2-c7e3-4a28-8249-e6d9c2723fd2', 'status': 'completed', 'code': 200} Mar 23 12:31:55.601645 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-deleted', 'tag': '4c2355e3-e6d0-4a27-b6aa-f1ede590f411', 'status': 'completed', 'code': 200} Mar 23 12:31:55.613369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 51aca8df-902f-4ea5-ae2a-4c0673830b61, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=51aca8df-902f-4ea5-ae2a-4c0673830b61,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:55.657578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '51aca8df-902f-4ea5-ae2a-4c0673830b61', 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482', 'port_id': '51aca8df-902f-4ea5-ae2a-4c0673830b61', 'mac_address': 'fa:16:3e:1d:59:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0598634e-d947-470e-93b9-cfe2bd967aa7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:31:55.730350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62eadc2-23de-4acb-9895-cc2af7567037 req-795fc898-4c30-40cf-9863-f92dad06d8b2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:55.732111 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d62eadc2-23de-4acb-9895-cc2af7567037 req-795fc898-4c30-40cf-9863-f92dad06d8b2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.0742168 Mar 23 12:31:55.744944 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:55.775982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 066af55f-966d-42f3-9841-c9c501bc2a0e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=066af55f-966d-42f3-9841-c9c501bc2a0e,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:55.786365 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d62eadc2-23de-4acb-9895-cc2af7567037 req-92c73db1-05ac-4c38-aa03-079017f3bf90 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475879 Mar 23 12:31:55.797298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51aca8df-902f-4ea5-ae2a-4c0673830b61 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:31:55.827246 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:55.945530 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 51aca8df-902f-4ea5-ae2a-4c0673830b61, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=51aca8df-902f-4ea5-ae2a-4c0673830b61,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:55.987581 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:56.006072 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=066af55f-966d-42f3-9841-c9c501bc2a0e,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:56.041865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b99c0-6687-4689-bc29-2a157168c431 req-1e3f63de-bcd9-4567-bf92-91ee8b7fcf2d tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:56.043494 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd2b99c0-6687-4689-bc29-2a157168c431 req-1e3f63de-bcd9-4567-bf92-91ee8b7fcf2d tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 943 time: 0.1351590 Mar 23 12:31:56.101017 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=51aca8df-902f-4ea5-ae2a-4c0673830b61,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:56.114561 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-13c4265a-f5d8-424d-bd3f-2332a4771144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'name': 'tempest-TaggedBootDevicesTest_v242-662805425-router', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'gw_port': {'id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:41Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '7bf243d7-c7e6-483b-a4f5-4a013aa6e51a', 'name': '', 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'mac_address': 'fa:16:3e:a4:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77686451-d601-438d-b8ee-7891ca851b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:46Z', 'updated_at': '2022-03-23T12:25:55Z', 'revision_number': 5, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'subnets': [{'id': '77686451-d601-438d-b8ee-7891ca851b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:56.126953 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd2b99c0-6687-4689-bc29-2a157168c431 req-6daf58ab-a9c8-4a46-93db-bf937a903a7f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766191 Mar 23 12:31:56.152118 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c4265a-f5d8-424d-bd3f-2332a4771144 None None] Checking router: b59d26ec-b815-457a-8ccc-908854cb3f92 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:31:56.164861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c4265a-f5d8-424d-bd3f-2332a4771144 None None] Routers {'b59d26ec-b815-457a-8ccc-908854cb3f92'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:31:56.165512 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-13c4265a-f5d8-424d-bd3f-2332a4771144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:31:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b59d26ec-b815-457a-8ccc-908854cb3f92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:56.244118 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['51aca8df-902f-4ea5-ae2a-4c0673830b61'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:31:56.340474 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-13c4265a-f5d8-424d-bd3f-2332a4771144 None None] Set router b59d26ec-b815-457a-8ccc-908854cb3f92 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:31:56.391264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d67d1-b839-4beb-971d-bd526b4cbec9 req-760c56fa-8151-4e0d-a53b-ad6b7cb8dea7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:56.392873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-851d67d1-b839-4beb-971d-bd526b4cbec9 req-760c56fa-8151-4e0d-a53b-ad6b7cb8dea7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1040583 Mar 23 12:31:56.440881 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-851d67d1-b839-4beb-971d-bd526b4cbec9 req-16e6732f-37b2-4714-9aba-baf73e7b4136 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417721 Mar 23 12:31:56.473725 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71cc96a5-0092-4caa-b9a7-0a734f99d9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:56.693877 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94626e69-5f4c-46af-9d74-2c46f3e403a6 req-739188b8-e03e-4250-bbab-93ce87bdf3cd tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.0382712 Mar 23 12:31:56.722906 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-13c4265a-f5d8-424d-bd3f-2332a4771144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'name': 'tempest-TaggedBootDevicesTest_v242-662805425-router', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'gw_port': {'id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:41Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '7bf243d7-c7e6-483b-a4f5-4a013aa6e51a', 'name': '', 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'mac_address': 'fa:16:3e:a4:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77686451-d601-438d-b8ee-7891ca851b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:46Z', 'updated_at': '2022-03-23T12:25:55Z', 'revision_number': 5, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'subnets': [{'id': '77686451-d601-438d-b8ee-7891ca851b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:31:56.754994 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c4265a-f5d8-424d-bd3f-2332a4771144 None None] The sync data for ids ['b59d26ec-b815-457a-8ccc-908854cb3f92'] in n-d-834854-1 is: [{'id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'name': 'tempest-TaggedBootDevicesTest_v242-662805425-router', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'gw_port': {'id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:41Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '7bf243d7-c7e6-483b-a4f5-4a013aa6e51a', 'name': '', 'network_id': '7d4d0fcc-ccfb-4797-b8c0-dee4c492f981', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'mac_address': 'fa:16:3e:a4:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '77686451-d601-438d-b8ee-7891ca851b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:46Z', 'updated_at': '2022-03-23T12:25:55Z', 'revision_number': 5, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'subnets': [{'id': '77686451-d601-438d-b8ee-7891ca851b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:31:56.965635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dd4fee-3aa4-42eb-9576-533a879a3284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066af55f-966d-42f3-9841-c9c501bc2a0e'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:56.968065 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d5bf1b-20a6-41cd-929e-b679bd87df96" -d '{"events": [{"server_uuid": "f1dd4fee-3aa4-42eb-9576-533a879a3284", "name": "network-vif-plugged", "status": "completed", "tag": "066af55f-966d-42f3-9841-c9c501bc2a0e"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:57.005335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694b12b-1a85-4b67-b2c7-a1eedcaa9197 req-66ca0471-3b7d-4c1f-a8f8-4de03d2aefac tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:57.011956 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c694b12b-1a85-4b67-b2c7-a1eedcaa9197 req-66ca0471-3b7d-4c1f-a8f8-4de03d2aefac tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1112757 Mar 23 12:31:57.068844 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c694b12b-1a85-4b67-b2c7-a1eedcaa9197 req-d4c11f0a-119c-4138-9cc6-62c961f375f6 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495980 Mar 23 12:31:57.140956 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77eb7bb7-2bfa-40a6-ba38-28fc8a74b5f4 x-openstack-request-id: req-77eb7bb7-2bfa-40a6-ba38-28fc8a74b5f4 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:57.141414 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dd4fee-3aa4-42eb-9576-533a879a3284", "name": "network-vif-plugged", "status": "completed", "tag": "066af55f-966d-42f3-9841-c9c501bc2a0e", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:57.141596 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77eb7bb7-2bfa-40a6-ba38-28fc8a74b5f4 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:57.141957 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1dd4fee-3aa4-42eb-9576-533a879a3284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066af55f-966d-42f3-9841-c9c501bc2a0e', 'code': 200} Mar 23 12:31:57.151873 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a932d8-fe6e-404e-afe8-4808ca9b9f08 None None] New status for floating IP 30a0410d-c832-49c2-af77-d312be0d99e5: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:31:57.280738 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb41b6c-86a5-44b0-9314-69b7608c93bb req-80fb427b-72ba-4648-997e-bbb7f43eff45 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:57.290856 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddb41b6c-86a5-44b0-9314-69b7608c93bb req-80fb427b-72ba-4648-997e-bbb7f43eff45 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 944 time: 0.0774784 Mar 23 12:31:57.331816 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddb41b6c-86a5-44b0-9314-69b7608c93bb req-70fa2419-068a-41e5-9e32-a9c45f70b7a8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394280 Mar 23 12:31:57.587222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c35c0-3f8d-4c81-b1ab-a90122f2db4e req-8fee34ba-5943-4439-ad8c-be2dbb7c0071 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:57.589137 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f95c35c0-3f8d-4c81-b1ab-a90122f2db4e req-8fee34ba-5943-4439-ad8c-be2dbb7c0071 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0527194 Mar 23 12:31:57.603119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-deleted', 'tag': 'e840c633-b157-4fa3-8feb-ddb7212b5583'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:57.605566 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f639ce3a-fd7c-403e-b495-e46c9863373b" -d '{"events": [{"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-deleted", "tag": "e840c633-b157-4fa3-8feb-ddb7212b5583"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:57.638579 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:57.645067 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f95c35c0-3f8d-4c81-b1ab-a90122f2db4e req-7d5cf865-cc58-411c-a861-a7cd6a5b583d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491867 Mar 23 12:31:57.770404 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b49aeec-31d0-43e7-897d-f7a11696fd04 x-openstack-request-id: req-6b49aeec-31d0-43e7-897d-f7a11696fd04 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:57.770404 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58884e3-24b5-42fe-9242-1b49eacc1c61", "name": "network-vif-deleted", "tag": "e840c633-b157-4fa3-8feb-ddb7212b5583", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:57.770404 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b49aeec-31d0-43e7-897d-f7a11696fd04 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:57.770404 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58884e3-24b5-42fe-9242-1b49eacc1c61', 'name': 'network-vif-deleted', 'tag': 'e840c633-b157-4fa3-8feb-ddb7212b5583', 'status': 'completed', 'code': 200} Mar 23 12:31:57.844536 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79f978ba-26d0-4d42-9249-29a2a680be7f req-c3340552-548b-4d78-96a8-9b24f7b8eb76 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.0379095 Mar 23 12:31:58.212411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebb643-8db2-49f8-b9cd-bb85b100433d req-dc1b071d-a7ab-4000-a7eb-9d3797d3e70a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:58.214672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48ebb643-8db2-49f8-b9cd-bb85b100433d req-dc1b071d-a7ab-4000-a7eb-9d3797d3e70a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.0642662 Mar 23 12:31:58.263379 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48ebb643-8db2-49f8-b9cd-bb85b100433d req-7354986f-638b-4797-872e-6cef45eb28bc tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424817 Mar 23 12:31:58.502430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d6c76-4e4d-4709-b651-bf82708f84b1 req-c9c4e961-4028-446a-bbef-623b9dda878b tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:58.515630 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b43d6c76-4e4d-4709-b651-bf82708f84b1 req-c9c4e961-4028-446a-bbef-623b9dda878b tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 944 time: 0.0699177 Mar 23 12:31:58.562640 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b43d6c76-4e4d-4709-b651-bf82708f84b1 req-04e17f2a-ae5e-4d45-92d1-99d7d2efce0f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404782 Mar 23 12:31:58.807080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d2740-4c60-452a-812b-6bcb94f1a59c req-5458139d-15cf-49f1-8a83-fadbc764df66 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:58.815043 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c7d2740-4c60-452a-812b-6bcb94f1a59c req-5458139d-15cf-49f1-8a83-fadbc764df66 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.0691497 Mar 23 12:31:58.864267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c7d2740-4c60-452a-812b-6bcb94f1a59c req-4a1b0a88-06f0-40d8-bbeb-41560a35c883 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433736 Mar 23 12:31:58.899322 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 51aca8df-902f-4ea5-ae2a-4c0673830b61 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:31:58.984382 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-abb18474-588b-4b5c-8182-0c3d3a76a860 req-793e10b0-f11a-4f7d-873d-70a2bbf0f7c2 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.0562110 Mar 23 12:31:59.016868 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:59.019363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 51aca8df-902f-4ea5-ae2a-4c0673830b61 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:31:59.028426 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 51aca8df-902f-4ea5-ae2a-4c0673830b61 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:31:59.029205 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:59.156454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10138336-b7f3-426f-8e8e-717cf01d6c99 req-6a79bec8-5457-4c90-a25d-7bde0cf7b580 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:59.174031 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10138336-b7f3-426f-8e8e-717cf01d6c99 req-6a79bec8-5457-4c90-a25d-7bde0cf7b580 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1001806 Mar 23 12:31:59.203448 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:59.252798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67868624-ef0f-41df-b545-0ae95807e608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51aca8df-902f-4ea5-ae2a-4c0673830b61'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:31:59.257193 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3056c59-abdf-4ce2-97f8-0b8796381309" -d '{"events": [{"server_uuid": "67868624-ef0f-41df-b545-0ae95807e608", "name": "network-vif-plugged", "status": "completed", "tag": "51aca8df-902f-4ea5-ae2a-4c0673830b61"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:31:59.264814 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10138336-b7f3-426f-8e8e-717cf01d6c99 req-9a5d74dc-49a4-4b3a-90ea-751dde78eb7e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878232 Mar 23 12:31:59.314329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 51aca8df-902f-4ea5-ae2a-4c0673830b61, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=51aca8df-902f-4ea5-ae2a-4c0673830b61,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:31:59.322397 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:59.412817 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10aaab29-62f8-46b2-8957-280e458c48aa x-openstack-request-id: req-10aaab29-62f8-46b2-8957-280e458c48aa {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:31:59.432897 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67868624-ef0f-41df-b545-0ae95807e608", "name": "network-vif-plugged", "status": "completed", "tag": "51aca8df-902f-4ea5-ae2a-4c0673830b61", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:31:59.433433 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10aaab29-62f8-46b2-8957-280e458c48aa {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:31:59.447808 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67868624-ef0f-41df-b545-0ae95807e608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51aca8df-902f-4ea5-ae2a-4c0673830b61', 'code': 200} Mar 23 12:31:59.507069 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:31:59.515365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=51aca8df-902f-4ea5-ae2a-4c0673830b61,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:31:59.639182 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17608dea-4b66-4680-8f60-564d88ba8808 req-0e45c8e4-df21-4a35-ab76-16914519b2e2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:59.650302 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-17608dea-4b66-4680-8f60-564d88ba8808 req-0e45c8e4-df21-4a35-ab76-16914519b2e2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0951893 Mar 23 12:31:59.668726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027f866-a48e-4771-868b-2c15f034a273 req-5499cf46-9119-418d-bb6f-2faca12b688a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:59.677282 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0027f866-a48e-4771-868b-2c15f034a273 req-5499cf46-9119-418d-bb6f-2faca12b688a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.2162895 Mar 23 12:31:59.681543 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8df4bb-7327-4718-9f26-f8a4b82994d5 req-461e833e-9b6f-4e64-8520-a8b13c569b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:31:59.683628 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-be8df4bb-7327-4718-9f26-f8a4b82994d5 req-461e833e-9b6f-4e64-8520-a8b13c569b4b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 1096 time: 0.1497927 Mar 23 12:31:59.744806 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-17608dea-4b66-4680-8f60-564d88ba8808 req-32308116-c4c2-4e67-a653-f3fd1394b6c6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929041 Mar 23 12:31:59.785192 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-be8df4bb-7327-4718-9f26-f8a4b82994d5 req-28497dc9-1549-4a14-8f03-91e6f1af48a0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900807 Mar 23 12:31:59.837535 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0027f866-a48e-4771-868b-2c15f034a273 req-38a48a4f-abcc-40c3-8674-4705610168bf tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589525 Mar 23 12:32:00.056402 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444688c-8a94-42fc-bc5f-6194d2aa5b22 req-3e7ba05c-262d-45fe-9a8d-39f42bf2232d tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:00.067524 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6444688c-8a94-42fc-bc5f-6194d2aa5b22 req-3e7ba05c-262d-45fe-9a8d-39f42bf2232d tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 945 time: 0.1834333 Mar 23 12:32:00.114246 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6444688c-8a94-42fc-bc5f-6194d2aa5b22 req-b7a2b41a-b2ae-49b6-a9fe-d65863b58e2e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453207 Mar 23 12:32:00.391070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92540caa-90ef-436c-af35-878420c14721 req-ffb72efd-5e92-44ce-9baf-6b39d9625f99 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:00.404439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-92540caa-90ef-436c-af35-878420c14721 req-ffb72efd-5e92-44ce-9baf-6b39d9625f99 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1205909 Mar 23 12:32:00.450736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d04fd-964b-4ea1-8732-84627bef4f33 req-49a74cb8-a660-43ba-9256-0a211e309e7b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:00.464175 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-522d04fd-964b-4ea1-8732-84627bef4f33 req-49a74cb8-a660-43ba-9256-0a211e309e7b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1511540 Mar 23 12:32:00.491566 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-92540caa-90ef-436c-af35-878420c14721 req-783f3463-abdb-49d8-af89-efc291f7318f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777438 Mar 23 12:32:00.556273 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-522d04fd-964b-4ea1-8732-84627bef4f33 req-9ec63426-a83d-4c9c-9721-b2251dac6177 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860655 Mar 23 12:32:00.653838 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bf2e6bf2-2bb3-4b4f-a616-2ccbd5bf0bc8 req-b208df0c-bc75-41f5-9881-ae693f6b0213 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.0577598 Mar 23 12:32:00.789318 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae145067-21a7-42f7-9ff1-7494025618fa req-0449c341-01bb-4146-92b5-509b67ee81a5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:00.791635 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ae145067-21a7-42f7-9ff1-7494025618fa req-0449c341-01bb-4146-92b5-509b67ee81a5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0702934 Mar 23 12:32:00.927822 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ae145067-21a7-42f7-9ff1-7494025618fa req-a34b77eb-522c-47c4-8ed1-3b2f0041093d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288774 Mar 23 12:32:01.138221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a096c-c319-42de-8453-b75f7fc87c23 req-a7ce0e10-40de-4e0d-938b-870b3be8823e tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:01.161105 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b60a096c-c319-42de-8453-b75f7fc87c23 req-a7ce0e10-40de-4e0d-938b-870b3be8823e tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1909831 Mar 23 12:32:01.261449 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b60a096c-c319-42de-8453-b75f7fc87c23 req-8d4fd459-c06c-4cb7-8a11-7b3d3b51a845 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917678 Mar 23 12:32:01.449534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55254) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:01.502930 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6b66b-6f14-4cb1-b3d7-2cd577bc148c req-9791033d-dd20-4df0-b706-0ab56d013114 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:01.509767 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ebc6b66b-6f14-4cb1-b3d7-2cd577bc148c req-9791033d-dd20-4df0-b706-0ab56d013114 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 945 time: 0.1632063 Mar 23 12:32:01.546973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e688f68f-897c-466d-84e8-5a216c089cb8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:01.556892 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e688f68f-897c-466d-84e8-5a216c089cb8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 811 time: 0.1523056 Mar 23 12:32:01.576649 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-813ae3bc-648a-40ce-9f5d-ac62824e797e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/quotas/906b254f196b435d9d1387f29fa51c7f HTTP/1.1" status: 200 len: 375 time: 0.0184624 Mar 23 12:32:01.580985 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ebc6b66b-6f14-4cb1-b3d7-2cd577bc148c req-c5364e70-5763-4f9c-a62d-4f8da18e6a0a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651398 Mar 23 12:32:01.642264 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6bd784cd-34da-46db-bdc6-923ad1526547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:01.761604 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-23300f19-72f4-45e4-b0f7-d4679595b3c8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1837013 Mar 23 12:32:01.771635 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6bd784cd-34da-46db-bdc6-923ad1526547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:01.790463 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6bd784cd-34da-46db-bdc6-923ad1526547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:01.902116 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6bd784cd-34da-46db-bdc6-923ad1526547 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e6e07feb45694a1ca9c530d9cbb3c43b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4514370 Mar 23 12:32:01.903307 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55264) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:01.904992 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd784cd-34da-46db-bdc6-923ad1526547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195bbc70-3137-4975-b05a-d2d5270bc2a6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:01.919644 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c71a9-4d0e-4b89-b13d-b27b3c7e27c1 req-4bfdc488-59a0-472e-b174-74bad4d72320 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:01.927517 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c4c71a9-4d0e-4b89-b13d-b27b3c7e27c1 req-4bfdc488-59a0-472e-b174-74bad4d72320 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1534941 Mar 23 12:32:01.980197 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c4c71a9-4d0e-4b89-b13d-b27b3c7e27c1 req-3e53db48-1a1d-45df-9ace-f21e157a72b0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515759 Mar 23 12:32:02.042492 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e3976cd0-374d-4141-b95c-0e6c17ad9c5a service neutron] 10.222.0.52 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789752 Mar 23 12:32:02.081491 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0baa9ab5-6d95-40bf-8190-67b0718358b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:02.114094 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1698fe1-a2cc-41f4-bdb8-41babfe12599 req-f473e2a6-fb6f-4053-9d62-6498fbd0061a tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:02.116887 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0baa9ab5-6d95-40bf-8190-67b0718358b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:02.124612 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e1698fe1-a2cc-41f4-bdb8-41babfe12599 req-f473e2a6-fb6f-4053-9d62-6498fbd0061a tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 1096 time: 0.0952978 Mar 23 12:32:02.196271 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e1698fe1-a2cc-41f4-bdb8-41babfe12599 req-b71d7f32-ec17-45fc-8989-3fdbca1aefea tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655718 Mar 23 12:32:02.280817 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0baa9ab5-6d95-40bf-8190-67b0718358b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:02.294517 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0baa9ab5-6d95-40bf-8190-67b0718358b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:02.295878 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0baa9ab5-6d95-40bf-8190-67b0718358b9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/195bbc70-3137-4975-b05a-d2d5270bc2a6 HTTP/1.1" status: 204 len: 168 time: 0.3898242 Mar 23 12:32:02.324507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa9ab5-6d95-40bf-8190-67b0718358b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195bbc70-3137-4975-b05a-d2d5270bc2a6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:02.433251 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-12991a99-6d37-4500-91ef-50979bfafe65 service neutron] 10.222.0.52 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895922 Mar 23 12:32:02.434983 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fcd038f0-4366-4bac-866b-d8e52e1bbdee req-1c17a232-74fa-4549-ae9e-6158bb45f46e tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.0611143 Mar 23 12:32:03.021111 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a562e70-deea-42be-80fb-147345bdd9b2 req-fd718ff8-b719-4dbc-aafd-2902b1d9a6d4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 210 time: 0.1099524 Mar 23 12:32:03.047470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55296) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:03.093829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76d473-c1fd-4870-897c-269b1e5d06be req-902b0831-9c53-48c7-a1a2-1a018e8f4a3a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:03.103517 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee76d473-c1fd-4870-897c-269b1e5d06be req-902b0831-9c53-48c7-a1a2-1a018e8f4a3a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.2247522 Mar 23 12:32:03.110677 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fcdbbb63-a251-4db8-a340-369432f1541f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:03.270137 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fcdbbb63-a251-4db8-a340-369432f1541f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:03.302839 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fcdbbb63-a251-4db8-a340-369432f1541f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:03.317272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee76d473-c1fd-4870-897c-269b1e5d06be req-459f9dc9-6ddc-4bbd-9f65-4c595a464fe3 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062440 Mar 23 12:32:03.466816 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbbb63-a251-4db8-a340-369432f1541f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2838dd31-97fa-4687-bdac-a03a6a14a31b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:03.556939 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55310) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:03.574288 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fcdbbb63-a251-4db8-a340-369432f1541f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4b22ddff49f042df9966da8a1073df96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5232706 Mar 23 12:32:03.701726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a565f0e-7bb0-4d98-8b34-2673d92670e2 req-30d1bf8f-7261-4249-bec9-e62aea249499 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:03.714417 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7a565f0e-7bb0-4d98-8b34-2673d92670e2 req-30d1bf8f-7261-4249-bec9-e62aea249499 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.4360213 Mar 23 12:32:03.817680 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2438a440-039a-4abf-96ba-5907706b1538 req-72b7f829-c7bd-4869-b74d-01dac3b6b6b0 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.0965128 Mar 23 12:32:03.819946 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7a565f0e-7bb0-4d98-8b34-2673d92670e2 req-80393f0b-e60d-4e8f-8f6e-d7c4abbe764c tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999401 Mar 23 12:32:03.914031 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-faa10d80-6b84-4293-8d8d-7fac2aefcad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:03.981098 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-faa10d80-6b84-4293-8d8d-7fac2aefcad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:04.144457 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-faa10d80-6b84-4293-8d8d-7fac2aefcad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:04.144457 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-faa10d80-6b84-4293-8d8d-7fac2aefcad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:04.154841 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-faa10d80-6b84-4293-8d8d-7fac2aefcad9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2838dd31-97fa-4687-bdac-a03a6a14a31b HTTP/1.1" status: 204 len: 168 time: 0.5876098 Mar 23 12:32:04.186475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa10d80-6b84-4293-8d8d-7fac2aefcad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2838dd31-97fa-4687-bdac-a03a6a14a31b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:04.295363 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e96c92d7-65e1-4fae-b523-0ec9bec4d8ad req-c0785d12-461f-4900-be60-3a74835c6ce0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 210 time: 0.0960257 Mar 23 12:32:04.439175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7796b60-bd74-4a22-a157-b04bc65cbc05 req-a50607db-0187-4ac7-b3d2-6e8c49da6cfa tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:04.449382 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d7796b60-bd74-4a22-a157-b04bc65cbc05 req-a50607db-0187-4ac7-b3d2-6e8c49da6cfa tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1674435 Mar 23 12:32:04.541024 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d7796b60-bd74-4a22-a157-b04bc65cbc05 req-4ff43877-2e27-4de3-b28c-19501c6585d0 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803142 Mar 23 12:32:04.642712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a689a2b-6912-4300-ad19-e77518c9acd5 req-22d9ee5a-8614-4f2a-ada1-e7558681fc23 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:04.658650 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a689a2b-6912-4300-ad19-e77518c9acd5 req-22d9ee5a-8614-4f2a-ada1-e7558681fc23 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1783414 Mar 23 12:32:04.786546 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a689a2b-6912-4300-ad19-e77518c9acd5 req-6eed130b-0c50-464e-a04d-b01d379409dc tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245227 Mar 23 12:32:05.262795 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6647488a-bedb-4d90-80c9-58ecfd21b9ba req-f38a34eb-04f5-48b0-b93f-6223a24fdcb1 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.1796546 Mar 23 12:32:05.399711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-6781b2ce-76b6-4c31-8d2d-0500fd17f100 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:05.403703 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-6781b2ce-76b6-4c31-8d2d-0500fd17f100 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.73 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 811 time: 0.4626057 Mar 23 12:32:05.429340 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-eaf91016-c476-488a-920e-080920040bb9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Request body: {'port': {'device_id': 'ab12fa08-51bb-4012-b95a-cd22d49af063', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'admin_state_up': True, 'tenant_id': '906b254f196b435d9d1387f29fa51c7f'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:05.478701 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d1031b13-fc7c-47b3-b7fd-404fb768ddc2 req-3fa0f660-a1ec-4e44-8e72-1a27a35d351a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 210 time: 0.0548294 Mar 23 12:32:05.611838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-eaf91016-c476-488a-920e-080920040bb9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Made reservation on behalf of 906b254f196b435d9d1387f29fa51c7f for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:32:05.620596 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-eaf91016-c476-488a-920e-080920040bb9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:05.762097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dde4d1-c3e7-445b-8b01-23a88107fc76 req-f8f64391-110b-49d7-806c-f43c1893e5a1 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:05.770474 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8dde4d1-c3e7-445b-8b01-23a88107fc76 req-f8f64391-110b-49d7-806c-f43c1893e5a1 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.1291852 Mar 23 12:32:05.919807 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8dde4d1-c3e7-445b-8b01-23a88107fc76 req-5dbea76f-333b-4c7c-b47f-8ee3661ee136 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480634 Mar 23 12:32:05.960449 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-eaf91016-c476-488a-920e-080920040bb9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Allocated IP 172.20.0.3 (ebaa652a-c49f-4907-afdf-128ac03bfaa6/d5ca3030-361f-4822-91f3-c1514558b716/de415ab8-a994-497f-88e7-c4873f3b75e4) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:32:06.083030 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b76c05-b74a-4818-8667-5aaffe13ff68 req-c9457180-9875-4802-a6ed-3cb6f7b6edd7 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:06.089696 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-57b76c05-b74a-4818-8667-5aaffe13ff68 req-c9457180-9875-4802-a6ed-3cb6f7b6edd7 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1567392 Mar 23 12:32:06.152507 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-eaf91016-c476-488a-920e-080920040bb9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:06.199312 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-eaf91016-c476-488a-920e-080920040bb9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:06.220775 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-57b76c05-b74a-4818-8667-5aaffe13ff68 req-cc5ef996-9507-4cd0-a435-e4406bad6b39 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253932 Mar 23 12:32:06.338172 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-eaf91016-c476-488a-920e-080920040bb9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Network ebaa652a-c49f-4907-afdf-128ac03bfaa6 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:32:06.342054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-eaf91016-c476-488a-920e-080920040bb9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:32:06.347247 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-eaf91016-c476-488a-920e-080920040bb9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:32:06.393471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf91016-c476-488a-920e-080920040bb9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event updated for resources: {'Port': ['ID=de415ab8-a994-497f-88e7-c4873f3b75e4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:06.458860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-eaf91016-c476-488a-920e-080920040bb9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:06.459574 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-eaf91016-c476-488a-920e-080920040bb9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:06.540274 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68014aed-cd84-4f5e-98d2-e295176a07fe req-0cb0a0e0-f7da-4ee9-95a2-bd9e1c5af49c tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.0782652 Mar 23 12:32:06.570985 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20646d-3b9d-422d-8810-33c868682c61 req-51da3a10-1782-46e7-a3ea-af0c40ec8df1 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:06.577561 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc20646d-3b9d-422d-8810-33c868682c61 req-51da3a10-1782-46e7-a3ea-af0c40ec8df1 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 945 time: 0.2053547 Mar 23 12:32:06.593578 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-eaf91016-c476-488a-920e-080920040bb9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1685240 Mar 23 12:32:06.618851 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Request body: {'port': {'device_id': 'ab12fa08-51bb-4012-b95a-cd22d49af063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:06.700390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 066af55f-966d-42f3-9841-c9c501bc2a0e no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:32:06.958685 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:07.137168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 066af55f-966d-42f3-9841-c9c501bc2a0e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=066af55f-966d-42f3-9841-c9c501bc2a0e,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:07.144894 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dd4fee-3aa4-42eb-9576-533a879a3284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '066af55f-966d-42f3-9841-c9c501bc2a0e'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:32:07.151352 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bb1554-5aca-4a4f-b276-e2a6f0e6b42a" -d '{"events": [{"server_uuid": "f1dd4fee-3aa4-42eb-9576-533a879a3284", "name": "network-vif-unplugged", "status": "completed", "tag": "066af55f-966d-42f3-9841-c9c501bc2a0e"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:32:07.172509 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:07.205580 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3a215448-b292-414b-a34b-4e53fa5d78ff None None] Provisioning complete for port de415ab8-a994-497f-88e7-c4873f3b75e4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:07.207479 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3a215448-b292-414b-a34b-4e53fa5d78ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:07.376587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3a215448-b292-414b-a34b-4e53fa5d78ff None None] Port de415ab8-a994-497f-88e7-c4873f3b75e4 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:32:07.422653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=066af55f-966d-42f3-9841-c9c501bc2a0e,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:07.721863 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:08.046732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718c7be-8377-4ed9-bec4-c83524f51003 req-623b11f0-cfc8-4190-a773-50c7493900d3 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:08.064531 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d718c7be-8377-4ed9-bec4-c83524f51003 req-623b11f0-cfc8-4190-a773-50c7493900d3 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 943 time: 0.2024343 Mar 23 12:32:08.162176 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d718c7be-8377-4ed9-bec4-c83524f51003 req-d94d5b4c-f1db-4297-977f-e540ed19c3a7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938385 Mar 23 12:32:08.243449 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c3b0d-5d85-4eec-b3d1-4f182d66937d req-f304f741-a21d-4fd4-b4ed-4656995d97fc tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:08.244995 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e4c3b0d-5d85-4eec-b3d1-4f182d66937d req-f304f741-a21d-4fd4-b4ed-4656995d97fc tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 931 time: 1.5673881 Mar 23 12:32:08.255006 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de415ab8-a994-497f-88e7-c4873f3b75e4 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:32:08.273708 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:08.294894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Transition to ACTIVE for port object de415ab8-a994-497f-88e7-c4873f3b75e4 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:32:08.310081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:08.313144 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246964c2-c5d5-4e33-8eed-2434d7e3945f x-openstack-request-id: req-246964c2-c5d5-4e33-8eed-2434d7e3945f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:32:08.314573 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dd4fee-3aa4-42eb-9576-533a879a3284", "name": "network-vif-unplugged", "status": "completed", "tag": "066af55f-966d-42f3-9841-c9c501bc2a0e", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:32:08.315293 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-246964c2-c5d5-4e33-8eed-2434d7e3945f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:32:08.316509 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1dd4fee-3aa4-42eb-9576-533a879a3284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '066af55f-966d-42f3-9841-c9c501bc2a0e', 'code': 200} Mar 23 12:32:08.419783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fc20646d-3b9d-422d-8810-33c868682c61 req-4cc9ed04-8e5f-485c-9aac-e3cd00f8e4e7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Deleting port 066af55f-966d-42f3-9841-c9c501bc2a0e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:32:08.420663 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fc20646d-3b9d-422d-8810-33c868682c61 req-4cc9ed04-8e5f-485c-9aac-e3cd00f8e4e7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:08.439242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55454) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:08.523520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d5906-8b51-4ef9-ba0a-e58b9c9df496 req-e29d1228-7670-4309-9ba3-f96abdab710c tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:08.530254 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-556d5906-8b51-4ef9-ba0a-e58b9c9df496 req-e29d1228-7670-4309-9ba3-f96abdab710c tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1500525 Mar 23 12:32:08.565110 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fc20646d-3b9d-422d-8810-33c868682c61 req-4cc9ed04-8e5f-485c-9aac-e3cd00f8e4e7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] For port 066af55f-966d-42f3-9841-c9c501bc2a0e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=066af55f-966d-42f3-9841-c9c501bc2a0e,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:08.565469 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fc20646d-3b9d-422d-8810-33c868682c61 req-4cc9ed04-8e5f-485c-9aac-e3cd00f8e4e7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:08.589442 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fc20646d-3b9d-422d-8810-33c868682c61 req-4cc9ed04-8e5f-485c-9aac-e3cd00f8e4e7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Calling delete_port for 066af55f-966d-42f3-9841-c9c501bc2a0e owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:32:08.791192 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fc20646d-3b9d-422d-8810-33c868682c61 req-4cc9ed04-8e5f-485c-9aac-e3cd00f8e4e7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:08.799046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Pushing event updated for resources: {'Port': ['ID=de415ab8-a994-497f-88e7-c4873f3b75e4,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:08.916900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9ed04-8e5f-485c-9aac-e3cd00f8e4e7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Pushing event deleted for resources: {'Port': ['ID=066af55f-966d-42f3-9841-c9c501bc2a0e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:08.948888 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e4c3b0d-5d85-4eec-b3d1-4f182d66937d req-98ff8f8f-d0a7-471d-a817-105d561a63a3 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6460943 Mar 23 12:32:09.023994 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc20646d-3b9d-422d-8810-33c868682c61 req-4cc9ed04-8e5f-485c-9aac-e3cd00f8e4e7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] No DVR routers for this DVR port 066af55f-966d-42f3-9841-c9c501bc2a0e on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:32:09.026902 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fc20646d-3b9d-422d-8810-33c868682c61 req-4cc9ed04-8e5f-485c-9aac-e3cd00f8e4e7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:09.034813 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc20646d-3b9d-422d-8810-33c868682c61 req-4cc9ed04-8e5f-485c-9aac-e3cd00f8e4e7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.77 "DELETE /v2.0/ports/066af55f-966d-42f3-9841-c9c501bc2a0e HTTP/1.1" status: 204 len: 173 time: 2.4401364 Mar 23 12:32:09.035654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Attempting to bind port de415ab8-a994-497f-88e7-c4873f3b75e4 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:32:09.036117 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Attempting to bind port de415ab8-a994-497f-88e7-c4873f3b75e4 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:32:09.036591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Attempting to bind port de415ab8-a994-497f-88e7-c4873f3b75e4 on network ebaa652a-c49f-4907-afdf-128ac03bfaa6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:32:09.040467 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dd4fee-3aa4-42eb-9576-533a879a3284', 'name': 'network-vif-deleted', 'tag': '066af55f-966d-42f3-9841-c9c501bc2a0e'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:32:09.042738 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78efae2-3eea-4d80-a5ff-97bc7e3a39fa" -d '{"events": [{"server_uuid": "f1dd4fee-3aa4-42eb-9576-533a879a3284", "name": "network-vif-deleted", "tag": "066af55f-966d-42f3-9841-c9c501bc2a0e"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:32:09.044174 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2d985b8-7607-4d39-9edf-7320487ea355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:09.051535 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Port de415ab8-a994-497f-88e7-c4873f3b75e4 on network ebaa652a-c49f-4907-afdf-128ac03bfaa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:32:09.051881 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Attempting to bind port de415ab8-a994-497f-88e7-c4873f3b75e4 on network ebaa652a-c49f-4907-afdf-128ac03bfaa6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:32:09.081691 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:32:09.082074 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Checking segment: {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:32:09.082445 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Bound using segment: {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:32:09.082878 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Bound port: de415ab8-a994-497f-88e7-c4873f3b75e4, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:32:09.083252 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:09.214021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-556d5906-8b51-4ef9-ba0a-e58b9c9df496 req-acb80e4f-9d6c-41cd-b6c4-2b5560e54ca3 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6700268 Mar 23 12:32:09.216569 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2d985b8-7607-4d39-9edf-7320487ea355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:09.232481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2d985b8-7607-4d39-9edf-7320487ea355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:09.243095 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f06165e4-3a4f-433f-a1b3-9a1a41b2a363 req-4b841dd2-3e24-449c-ac65-077637db783a tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.0589170 Mar 23 12:32:09.264516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] For port de415ab8-a994-497f-88e7-c4873f3b75e4, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:32:09.269653 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] For port de415ab8-a994-497f-88e7-c4873f3b75e4, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=de415ab8-a994-497f-88e7-c4873f3b75e4,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:32:09.276927 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:09.311843 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b7b67d-de97-467c-bb71-ea46dbcdd84c x-openstack-request-id: req-d0b7b67d-de97-467c-bb71-ea46dbcdd84c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:32:09.311843 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dd4fee-3aa4-42eb-9576-533a879a3284", "name": "network-vif-deleted", "tag": "066af55f-966d-42f3-9841-c9c501bc2a0e", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:32:09.311843 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0b7b67d-de97-467c-bb71-ea46dbcdd84c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:32:09.311843 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1dd4fee-3aa4-42eb-9576-533a879a3284', 'name': 'network-vif-deleted', 'tag': '066af55f-966d-42f3-9841-c9c501bc2a0e', 'status': 'completed', 'code': 200} Mar 23 12:32:09.349372 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e2d985b8-7607-4d39-9edf-7320487ea355 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dcd985474f6b4d029c284999d9284df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9063933 Mar 23 12:32:09.356659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55474) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:09.369070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d985b8-7607-4d39-9edf-7320487ea355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b777c91-6365-44c6-be99-fa3858a12467,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:09.412935 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d985b8-7607-4d39-9edf-7320487ea355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:09.417374 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d985b8-7607-4d39-9edf-7320487ea355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:09.418171 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d985b8-7607-4d39-9edf-7320487ea355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:09.420961 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d985b8-7607-4d39-9edf-7320487ea355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:09.421573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d985b8-7607-4d39-9edf-7320487ea355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:09.421976 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:09.422609 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:09.423148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d985b8-7607-4d39-9edf-7320487ea355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:09.429090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d985b8-7607-4d39-9edf-7320487ea355 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:09.436215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d985b8-7607-4d39-9edf-7320487ea355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:09.438191 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] 10.222.0.73 "PUT /v2.0/ports/de415ab8-a994-497f-88e7-c4873f3b75e4 HTTP/1.1" status: 200 len: 1091 time: 2.8114314 Mar 23 12:32:09.438869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d985b8-7607-4d39-9edf-7320487ea355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:09.439580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d985b8-7607-4d39-9edf-7320487ea355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:09.440715 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d985b8-7607-4d39-9edf-7320487ea355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:09.446137 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d985b8-7607-4d39-9edf-7320487ea355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:09.543463 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bc729-2761-42ab-92d0-97e4383d0a0c service neutron] Pushing event updated for resources: {'Port': ['ID=de415ab8-a994-497f-88e7-c4873f3b75e4,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:09.549368 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3bad9f1-5b63-4e28-aa48-c23021d7fc80 req-fedf2698-6360-490b-9b8e-3e1b3c893776 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1dd4fee-3aa4-42eb-9576-533a879a3284 HTTP/1.1" status: 200 len: 210 time: 0.0905836 Mar 23 12:32:09.704104 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-cba67dfb-0447-4c08-93ec-bafb2a72f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:09.706063 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-cba67dfb-0447-4c08-93ec-bafb2a72f872 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 1094 time: 0.1637406 Mar 23 12:32:09.707495 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed652-10ee-41ce-930e-d7e7df70e146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:09.788615 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-9afdd76f-aded-4832-8764-2e6df25ce91a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de415ab8-a994-497f-88e7-c4873f3b75e4 HTTP/1.1" status: 200 len: 217 time: 0.0683703 Mar 23 12:32:09.791212 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed652-10ee-41ce-930e-d7e7df70e146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:09.873311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-40783720-cb63-4ace-9ad4-79d887499005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:09.874356 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-40783720-cb63-4ace-9ad4-79d887499005 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.0741251 Mar 23 12:32:09.929237 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed652-10ee-41ce-930e-d7e7df70e146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:09.933468 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed652-10ee-41ce-930e-d7e7df70e146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:09.934819 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6c8ed652-10ee-41ce-930e-d7e7df70e146 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b777c91-6365-44c6-be99-fa3858a12467 HTTP/1.1" status: 204 len: 168 time: 0.5756724 Mar 23 12:32:09.948503 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ed652-10ee-41ce-930e-d7e7df70e146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b777c91-6365-44c6-be99-fa3858a12467,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:09.972523 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-93b37223-d52f-4693-9527-08d99f2c79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:09.981070 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-93b37223-d52f-4693-9527-08d99f2c79dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985668 Mar 23 12:32:10.191542 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fabde-2e45-42ce-982c-1b9eabced86e req-18d633e1-3213-4e2a-aa19-4364ee8a7d17 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:10.202332 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f00fabde-2e45-42ce-982c-1b9eabced86e req-18d633e1-3213-4e2a-aa19-4364ee8a7d17 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 943 time: 0.1240478 Mar 23 12:32:10.204246 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-7f1a1f6e-8c65-45d6-8355-099ed5529923 service neutron] 10.222.0.73 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125401 Mar 23 12:32:10.263027 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f00fabde-2e45-42ce-982c-1b9eabced86e req-8711222d-f054-4ef3-97bd-a309c1bdcff4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571597 Mar 23 12:32:10.446686 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13803666-5140-4b67-9042-d4755fb71ff0 req-55c371ce-4f4e-4998-81a4-a1f53fabe93f tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.0499063 Mar 23 12:32:10.479840 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7ff76bb-14de-4823-ada5-a3d9169c6794 req-d42eb1aa-55ab-4929-bcbe-4bf3515ac3f2 service neutron] 10.222.0.73 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664280 Mar 23 12:32:10.504481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c79bbf-89e0-4806-a44f-2d8fd1be5d16 req-c8361555-7d77-4587-9c4b-c5806b0ac148 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:10.506740 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-57c79bbf-89e0-4806-a44f-2d8fd1be5d16 req-c8361555-7d77-4587-9c4b-c5806b0ac148 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1156890 Mar 23 12:32:10.567278 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-57c79bbf-89e0-4806-a44f-2d8fd1be5d16 req-12bb240a-c9d9-4853-aabd-d8fb52b4b2dd tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514312 Mar 23 12:32:10.716498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 066af55f-966d-42f3-9841-c9c501bc2a0e no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:32:10.835613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 066af55f-966d-42f3-9841-c9c501bc2a0e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:32:10.836172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 066af55f-966d-42f3-9841-c9c501bc2a0e not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:32:11.273637 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3de38-a4f5-4705-920e-99e78a67042a req-f2913a27-92ec-491d-a309-fd942fba4f68 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:11.287561 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fed3de38-a4f5-4705-920e-99e78a67042a req-f2913a27-92ec-491d-a309-fd942fba4f68 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/networks?id=c386454e-c68d-426c-b8b8-7fca3f2b996b HTTP/1.1" status: 200 len: 821 time: 0.1919692 Mar 23 12:32:11.313005 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab12fa08-51bb-4012-b95a-cd22d49af063', 'tag': 'de415ab8-a994-497f-88e7-c4873f3b75e4'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:32:11.316731 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d651cf-1cf1-45b2-b4ba-2d799a54afb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ab12fa08-51bb-4012-b95a-cd22d49af063", "tag": "de415ab8-a994-497f-88e7-c4873f3b75e4"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:32:11.323561 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fed3de38-a4f5-4705-920e-99e78a67042a req-4ff1eab2-3ef5-42f6-a0f5-33946aedd8b1 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/quotas/b3514e9ddc7e4976b2886ea4848bbfbc HTTP/1.1" status: 200 len: 375 time: 0.0314674 Mar 23 12:32:11.454769 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fed3de38-a4f5-4705-920e-99e78a67042a req-ef1d11aa-8804-4eda-ad73-71b4da19251e tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3514e9ddc7e4976b2886ea4848bbfbc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1230237 Mar 23 12:32:11.458921 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac2821-7e53-4651-bda9-a69c89a7c712 req-91946335-6522-49f0-a3d8-042e40e0d7ed tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:11.468163 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8cac2821-7e53-4651-bda9-a69c89a7c712 req-91946335-6522-49f0-a3d8-042e40e0d7ed tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 943 time: 0.0797250 Mar 23 12:32:11.537622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8cac2821-7e53-4651-bda9-a69c89a7c712 req-e5232427-4d73-4d52-ae41-17790ce827d1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659869 Mar 23 12:32:11.601563 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fed3de38-a4f5-4705-920e-99e78a67042a req-8e9edf46-5350-42d1-8bac-fe024bfc4bd3 service neutron] 10.222.0.52 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374357 Mar 23 12:32:11.761397 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fed3de38-a4f5-4705-920e-99e78a67042a req-5471eb02-54be-4c76-8bdd-8692c1d6673f service neutron] 10.222.0.52 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528890 Mar 23 12:32:11.762973 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a87f48a-e075-4c77-ac8e-ba69555d2ffb x-openstack-request-id: req-7a87f48a-e075-4c77-ac8e-ba69555d2ffb {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:32:11.763261 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab12fa08-51bb-4012-b95a-cd22d49af063", "tag": "de415ab8-a994-497f-88e7-c4873f3b75e4", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:32:11.763515 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a87f48a-e075-4c77-ac8e-ba69555d2ffb {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:32:11.763903 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab12fa08-51bb-4012-b95a-cd22d49af063', 'tag': 'de415ab8-a994-497f-88e7-c4873f3b75e4', 'status': 'completed', 'code': 200} Mar 23 12:32:11.841472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f866ffe8-aaa4-4f00-b4ed-2ae1f37413c0 req-1d663bf5-7495-4d63-971a-12f1cfa36cb9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.1052990 Mar 23 12:32:11.852871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d651cf-1cf1-45b2-b4ba-2d799a54afb8 req-48c3628f-c498-4937-9da6-4eff526e152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:11.858204 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03d651cf-1cf1-45b2-b4ba-2d799a54afb8 req-48c3628f-c498-4937-9da6-4eff526e152c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 1094 time: 0.0897722 Mar 23 12:32:11.981900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d651cf-1cf1-45b2-b4ba-2d799a54afb8 req-45ac75c4-fd1e-474a-9e05-1ca9d0569f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:11.983484 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03d651cf-1cf1-45b2-b4ba-2d799a54afb8 req-45ac75c4-fd1e-474a-9e05-1ca9d0569f3a service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.1192653 Mar 23 12:32:12.052160 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03d651cf-1cf1-45b2-b4ba-2d799a54afb8 req-f324cc95-233d-4f9c-8922-8af2f8aa86d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de415ab8-a994-497f-88e7-c4873f3b75e4 HTTP/1.1" status: 200 len: 217 time: 0.0464506 Mar 23 12:32:12.116209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8eee4-acae-4ed2-9f4e-5b9682894c0a req-c944bb8c-b54f-4a0c-bb41-3b9f4bbcab9b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:12.125282 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-18e8eee4-acae-4ed2-9f4e-5b9682894c0a req-c944bb8c-b54f-4a0c-bb41-3b9f4bbcab9b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1209431 Mar 23 12:32:12.188122 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac390b24-fdb5-4917-83f0-551c825d79de req-37003a6c-3980-424e-9cfb-b9770589a806 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e82e93b-178c-4a58-9b08-fd02ad7b5a49 HTTP/1.1" status: 200 len: 210 time: 0.0740657 Mar 23 12:32:12.215887 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d651cf-1cf1-45b2-b4ba-2d799a54afb8 req-12a24e4f-94c6-4e2e-a284-5a7a3d48e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:12.218302 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03d651cf-1cf1-45b2-b4ba-2d799a54afb8 req-12a24e4f-94c6-4e2e-a284-5a7a3d48e2de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.1600590 Mar 23 12:32:12.259263 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-18e8eee4-acae-4ed2-9f4e-5b9682894c0a req-fd7f1962-9c2e-4d01-aa50-b4fb96465b85 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324160 Mar 23 12:32:12.348480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d651cf-1cf1-45b2-b4ba-2d799a54afb8 req-8b9d7d44-b82c-4e63-91fc-95bf818d83ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:12.351413 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03d651cf-1cf1-45b2-b4ba-2d799a54afb8 req-8b9d7d44-b82c-4e63-91fc-95bf818d83ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230922 Mar 23 12:32:12.527380 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03d651cf-1cf1-45b2-b4ba-2d799a54afb8 req-56631052-c421-4240-9253-a7d5420f1676 service neutron] 10.222.0.73 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579704 Mar 23 12:32:12.749383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102fa0e-dec1-4349-be07-58142a7c67a2 req-ed0159c8-30cf-4f49-b28d-7fc79fa4fc06 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:12.776224 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0102fa0e-dec1-4349-be07-58142a7c67a2 req-ed0159c8-30cf-4f49-b28d-7fc79fa4fc06 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 943 time: 0.1296530 Mar 23 12:32:12.797963 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03d651cf-1cf1-45b2-b4ba-2d799a54afb8 req-771534d7-fa86-4063-bc68-df4010adc1d7 service neutron] 10.222.0.73 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634110 Mar 23 12:32:12.840414 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0102fa0e-dec1-4349-be07-58142a7c67a2 req-221bce51-dd5a-443f-9ab4-f9790a572d71 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593967 Mar 23 12:32:12.967441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device de415ab8-a994-497f-88e7-c4873f3b75e4 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:32:13.083406 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95abe5c4-92e2-4fbb-809e-a5a5281ff675 req-1c62e1ed-7b79-4071-8308-f2f48f781f12 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.0666995 Mar 23 12:32:13.407027 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0aad79ae-c7bc-40af-912f-0525546312f2 req-1379ee5c-e147-4bbf-88a8-6eb92cfe7ea9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e82e93b-178c-4a58-9b08-fd02ad7b5a49 HTTP/1.1" status: 200 len: 210 time: 0.0779054 Mar 23 12:32:13.472728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc58f92-7a32-4e32-9ac5-ad37224c61f8 req-b84f405b-f09f-404e-b2af-5f78a5adacd2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:13.474631 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7fc58f92-7a32-4e32-9ac5-ad37224c61f8 req-b84f405b-f09f-404e-b2af-5f78a5adacd2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.0876844 Mar 23 12:32:13.523076 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port de415ab8-a994-497f-88e7-c4873f3b75e4, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=de415ab8-a994-497f-88e7-c4873f3b75e4,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:13.549900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'de415ab8-a994-497f-88e7-c4873f3b75e4', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'port_id': 'de415ab8-a994-497f-88e7-c4873f3b75e4', 'mac_address': 'fa:16:3e:d9:5e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:32:13.571985 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7fc58f92-7a32-4e32-9ac5-ad37224c61f8 req-7e9e9df3-b807-44ad-9ff1-6279ff431476 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861888 Mar 23 12:32:13.620105 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:13.634656 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de415ab8-a994-497f-88e7-c4873f3b75e4 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:32:13.667545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port de415ab8-a994-497f-88e7-c4873f3b75e4, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=de415ab8-a994-497f-88e7-c4873f3b75e4,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:13.672654 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:13.746128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=de415ab8-a994-497f-88e7-c4873f3b75e4,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:13.983979 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['de415ab8-a994-497f-88e7-c4873f3b75e4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:32:13.998708 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3de38-a4f5-4705-920e-99e78a67042a req-4ded7572-bd04-4ee9-b085-88cdcad09235 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:14.000492 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fed3de38-a4f5-4705-920e-99e78a67042a req-4ded7572-bd04-4ee9-b085-88cdcad09235 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.73 "GET /v2.0/networks?id=c386454e-c68d-426c-b8b8-7fca3f2b996b HTTP/1.1" status: 200 len: 821 time: 0.2365673 Mar 23 12:32:14.018996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-fed3de38-a4f5-4705-920e-99e78a67042a req-350bbddf-e29f-4067-98bc-26facc5e1306 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Request body: {'port': {'device_id': '5e82e93b-178c-4a58-9b08-fd02ad7b5a49', 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b', 'admin_state_up': True, 'tenant_id': 'b3514e9ddc7e4976b2886ea4848bbfbc'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:14.044633 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404216da-4dde-4790-8236-3ef54d92d594 req-8733f69f-fb86-4443-8ae4-b6ebcadaa0a4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:14.046859 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-404216da-4dde-4790-8236-3ef54d92d594 req-8733f69f-fb86-4443-8ae4-b6ebcadaa0a4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 944 time: 0.0789301 Mar 23 12:32:14.116001 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-404216da-4dde-4790-8236-3ef54d92d594 req-5ee4a0f1-e11f-4511-95ce-a0c2934e6108 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615280 Mar 23 12:32:14.363855 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee071d8d-34a5-4c72-aabb-ce4a84ee28b6 req-8bf0add3-5a3e-47ab-8a3b-afd393f29681 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.0680611 Mar 23 12:32:14.370512 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed3de38-a4f5-4705-920e-99e78a67042a req-350bbddf-e29f-4067-98bc-26facc5e1306 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Made reservation on behalf of b3514e9ddc7e4976b2886ea4848bbfbc for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:32:14.391412 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fed3de38-a4f5-4705-920e-99e78a67042a req-350bbddf-e29f-4067-98bc-26facc5e1306 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:14.583271 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d03d1c1a-93c3-48ff-bf67-0f87d332b9a7 req-837ad1b9-4b91-464d-9b8d-75c00fa3e76e tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e82e93b-178c-4a58-9b08-fd02ad7b5a49 HTTP/1.1" status: 200 len: 210 time: 0.0754595 Mar 23 12:32:14.669695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-fed3de38-a4f5-4705-920e-99e78a67042a req-350bbddf-e29f-4067-98bc-26facc5e1306 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Allocated IP 172.20.0.13 (c386454e-c68d-426c-b8b8-7fca3f2b996b/04fef708-0d62-4f92-a84a-3b672e7134ef/d692bea9-f1e3-4474-8021-bb7cbac85ef3) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:32:14.918014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d3ffe-cfce-4a42-bbe5-d18183f060d6 req-f93f810c-49c7-4c51-ac6a-c9017638916a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:14.918316 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fed3de38-a4f5-4705-920e-99e78a67042a req-350bbddf-e29f-4067-98bc-26facc5e1306 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:14.932099 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-473d3ffe-cfce-4a42-bbe5-d18183f060d6 req-f93f810c-49c7-4c51-ac6a-c9017638916a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1245658 Mar 23 12:32:14.959826 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fed3de38-a4f5-4705-920e-99e78a67042a req-350bbddf-e29f-4067-98bc-26facc5e1306 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:14.982038 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device de415ab8-a994-497f-88e7-c4873f3b75e4 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:32:15.044590 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-473d3ffe-cfce-4a42-bbe5-d18183f060d6 req-7a1ed7c6-e09f-4bb6-b334-83f589becfc0 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943530 Mar 23 12:32:15.066384 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bbddf-e29f-4067-98bc-26facc5e1306 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Pushing event updated for resources: {'Port': ['ID=d692bea9-f1e3-4474-8021-bb7cbac85ef3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:15.095878 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port de415ab8-a994-497f-88e7-c4873f3b75e4 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:32:15.101810 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed3de38-a4f5-4705-920e-99e78a67042a req-350bbddf-e29f-4067-98bc-26facc5e1306 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Network c386454e-c68d-426c-b8b8-7fca3f2b996b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:32:15.102304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port de415ab8-a994-497f-88e7-c4873f3b75e4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:15.102783 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:15.105082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-fed3de38-a4f5-4705-920e-99e78a67042a req-350bbddf-e29f-4067-98bc-26facc5e1306 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:32:15.116876 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed3de38-a4f5-4705-920e-99e78a67042a req-350bbddf-e29f-4067-98bc-26facc5e1306 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:32:15.200544 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3de38-a4f5-4705-920e-99e78a67042a req-350bbddf-e29f-4067-98bc-26facc5e1306 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:15.200544 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fed3de38-a4f5-4705-920e-99e78a67042a req-350bbddf-e29f-4067-98bc-26facc5e1306 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:15.225236 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fed3de38-a4f5-4705-920e-99e78a67042a req-350bbddf-e29f-4067-98bc-26facc5e1306 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2109370 Mar 23 12:32:15.243096 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Request body: {'port': {'device_id': '5e82e93b-178c-4a58-9b08-fd02ad7b5a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:15.250573 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:15.292520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port de415ab8-a994-497f-88e7-c4873f3b75e4, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=de415ab8-a994-497f-88e7-c4873f3b75e4,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:15.293775 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab12fa08-51bb-4012-b95a-cd22d49af063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de415ab8-a994-497f-88e7-c4873f3b75e4'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:32:15.297796 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc36078-104c-4c91-9785-b0becf5c4481" -d '{"events": [{"server_uuid": "ab12fa08-51bb-4012-b95a-cd22d49af063", "name": "network-vif-plugged", "status": "completed", "tag": "de415ab8-a994-497f-88e7-c4873f3b75e4"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:32:15.303659 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:15.390317 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e439d638-c744-45da-b44e-a64ca23f8350 x-openstack-request-id: req-e439d638-c744-45da-b44e-a64ca23f8350 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:32:15.391754 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab12fa08-51bb-4012-b95a-cd22d49af063", "name": "network-vif-plugged", "status": "completed", "tag": "de415ab8-a994-497f-88e7-c4873f3b75e4", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:32:15.392412 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e439d638-c744-45da-b44e-a64ca23f8350 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:32:15.393904 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab12fa08-51bb-4012-b95a-cd22d49af063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de415ab8-a994-497f-88e7-c4873f3b75e4', 'code': 200} Mar 23 12:32:15.405163 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:15.446385 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=de415ab8-a994-497f-88e7-c4873f3b75e4,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:15.475134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2ae43-f7e4-4fdd-a0b7-66a06ce6e117 req-b39cc6ee-e2ce-4ffe-8038-c9832b33b61d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:15.487990 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7a2ae43-f7e4-4fdd-a0b7-66a06ce6e117 req-b39cc6ee-e2ce-4ffe-8038-c9832b33b61d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.1767943 Mar 23 12:32:15.602214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb3ad2-7f92-4519-b80b-1c8fe7bd5989 req-331133f3-8a90-42e8-afa2-5315b857eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:15.604372 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7bcb3ad2-7f92-4519-b80b-1c8fe7bd5989 req-331133f3-8a90-42e8-afa2-5315b857eac9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 1096 time: 0.1367447 Mar 23 12:32:15.619414 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7a2ae43-f7e4-4fdd-a0b7-66a06ce6e117 req-0d72ad6d-404e-4406-87e5-74d8d84afdf8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305344 Mar 23 12:32:15.654148 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3be0471b-f39c-469a-9de9-b48ab2a1f287 req-236801c4-9937-45de-9a51-25a81d5d1a5b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.1162493 Mar 23 12:32:15.760611 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7bcb3ad2-7f92-4519-b80b-1c8fe7bd5989 req-5c501316-3ffd-4e3f-8aca-f41410aafa86 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260471 Mar 23 12:32:15.806810 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:15.898169 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91498f1c-0c5a-459b-93e7-7f1d42dc8575 req-5b301b23-735b-48da-8c4b-566bc8291b5e tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:15.902894 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-91498f1c-0c5a-459b-93e7-7f1d42dc8575 req-5b301b23-735b-48da-8c4b-566bc8291b5e tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e82e93b-178c-4a58-9b08-fd02ad7b5a49 HTTP/1.1" status: 200 len: 932 time: 0.1081522 Mar 23 12:32:15.994237 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-91498f1c-0c5a-459b-93e7-7f1d42dc8575 req-5889c489-9866-413c-80f4-61c478819c93 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775597 Mar 23 12:32:15.996138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d692bea9-f1e3-4474-8021-bb7cbac85ef3 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:32:16.004634 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:16.043881 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Transition to ACTIVE for port object d692bea9-f1e3-4474-8021-bb7cbac85ef3 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:32:16.061121 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:16.170950 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d692bea9-f1e3-4474-8021-bb7cbac85ef3,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:16.228358 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077ec62-acce-485b-8421-344c06010b7e req-d71777fa-8b88-4395-8c37-f1313a10b220 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:16.240301 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9077ec62-acce-485b-8421-344c06010b7e req-d71777fa-8b88-4395-8c37-f1313a10b220 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.0836864 Mar 23 12:32:16.311606 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9077ec62-acce-485b-8421-344c06010b7e req-c2017798-333b-4098-b4b4-c06a0bb5fb6b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675533 Mar 23 12:32:16.323118 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Attempting to bind port d692bea9-f1e3-4474-8021-bb7cbac85ef3 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:32:16.323948 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Attempting to bind port d692bea9-f1e3-4474-8021-bb7cbac85ef3 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'ceb076cf-4a51-4941-9d71-0d53304bdcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:32:16.324129 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Attempting to bind port d692bea9-f1e3-4474-8021-bb7cbac85ef3 on network c386454e-c68d-426c-b8b8-7fca3f2b996b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:32:16.329570 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Port d692bea9-f1e3-4474-8021-bb7cbac85ef3 on network c386454e-c68d-426c-b8b8-7fca3f2b996b not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:32:16.341524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Attempting to bind port d692bea9-f1e3-4474-8021-bb7cbac85ef3 on network c386454e-c68d-426c-b8b8-7fca3f2b996b {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:32:16.341524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:32:16.341524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Checking segment: {'id': 'ceb076cf-4a51-4941-9d71-0d53304bdcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:32:16.341524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Bound using segment: {'id': 'ceb076cf-4a51-4941-9d71-0d53304bdcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:32:16.341524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Bound port: d692bea9-f1e3-4474-8021-bb7cbac85ef3, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb076cf-4a51-4941-9d71-0d53304bdcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:32:16.341524 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:16.473768 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] For port d692bea9-f1e3-4474-8021-bb7cbac85ef3, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:32:16.477259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] For port d692bea9-f1e3-4474-8021-bb7cbac85ef3, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d692bea9-f1e3-4474-8021-bb7cbac85ef3,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:32:16.483407 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:16.559495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:16.562481 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:16.564748 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] 10.222.0.73 "PUT /v2.0/ports/d692bea9-f1e3-4474-8021-bb7cbac85ef3 HTTP/1.1" status: 200 len: 1092 time: 1.3281076 Mar 23 12:32:16.570368 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:32:16.572471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e82e93b-178c-4a58-9b08-fd02ad7b5a49', 'tag': 'd692bea9-f1e3-4474-8021-bb7cbac85ef3'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:32:16.577361 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad1d9f2-2a8f-46e2-ab47-2afdbd0af3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5e82e93b-178c-4a58-9b08-fd02ad7b5a49", "tag": "d692bea9-f1e3-4474-8021-bb7cbac85ef3"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:32:16.628860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262d55f-56a2-4cb1-b9ff-d65d8e0ec5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d692bea9-f1e3-4474-8021-bb7cbac85ef3,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:16.674436 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182a5b2a-ad5f-496c-809a-fe990907f441 x-openstack-request-id: req-182a5b2a-ad5f-496c-809a-fe990907f441 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:32:16.674729 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e82e93b-178c-4a58-9b08-fd02ad7b5a49", "tag": "d692bea9-f1e3-4474-8021-bb7cbac85ef3", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:32:16.674986 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-182a5b2a-ad5f-496c-809a-fe990907f441 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:32:16.675397 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e82e93b-178c-4a58-9b08-fd02ad7b5a49', 'tag': 'd692bea9-f1e3-4474-8021-bb7cbac85ef3', 'status': 'completed', 'code': 200} Mar 23 12:32:16.713158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3de38-a4f5-4705-920e-99e78a67042a req-cf823a9d-1d50-49e4-8393-d582b3b25ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:16.714719 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fed3de38-a4f5-4705-920e-99e78a67042a req-cf823a9d-1d50-49e4-8393-d582b3b25ef4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3514e9ddc7e4976b2886ea4848bbfbc&device_id=5e82e93b-178c-4a58-9b08-fd02ad7b5a49 HTTP/1.1" status: 200 len: 1095 time: 0.0702722 Mar 23 12:32:16.831745 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fed3de38-a4f5-4705-920e-99e78a67042a req-eeb01724-d659-4bcd-8dbc-940a52d25d6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d692bea9-f1e3-4474-8021-bb7cbac85ef3 HTTP/1.1" status: 200 len: 217 time: 0.0988803 Mar 23 12:32:16.848125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422606e-0366-4f4a-a530-6bbffbbe3ba0 req-fd9c074e-3720-4e87-a88e-ea06dc9ee39b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:16.870657 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6422606e-0366-4f4a-a530-6bbffbbe3ba0 req-fd9c074e-3720-4e87-a88e-ea06dc9ee39b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.1436064 Mar 23 12:32:16.909876 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c69e8ca0-a085-40eb-b49e-885939af6410 req-8a6ff2ef-af65-486b-b5f3-15d0aafb88a5 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.1016164 Mar 23 12:32:16.976546 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6422606e-0366-4f4a-a530-6bbffbbe3ba0 req-17029314-7aa2-4dab-80c1-30db38b16bcb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043510 Mar 23 12:32:17.042963 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3de38-a4f5-4705-920e-99e78a67042a req-15617309-4c98-4cc0-99a2-4f3041c31f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:17.046758 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fed3de38-a4f5-4705-920e-99e78a67042a req-15617309-4c98-4cc0-99a2-4f3041c31f64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04fef708-0d62-4f92-a84a-3b672e7134ef HTTP/1.1" status: 200 len: 861 time: 0.1513953 Mar 23 12:32:17.096533 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fed3de38-a4f5-4705-920e-99e78a67042a req-cb7be019-8a1b-4ce5-951b-c968f190dd7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c386454e-c68d-426c-b8b8-7fca3f2b996b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327196 Mar 23 12:32:17.242712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763591b7-d9bf-4a51-9059-7b1b79361544 req-9726a7f0-abe2-4506-8934-d16ab920cab7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:17.245296 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-763591b7-d9bf-4a51-9059-7b1b79361544 req-9726a7f0-abe2-4506-8934-d16ab920cab7 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e82e93b-178c-4a58-9b08-fd02ad7b5a49 HTTP/1.1" status: 200 len: 944 time: 0.1186221 Mar 23 12:32:17.272477 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fed3de38-a4f5-4705-920e-99e78a67042a req-b669c59c-2cc1-4cb8-816d-764b871e0f81 service neutron] 10.222.0.73 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551566 Mar 23 12:32:17.286168 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:17.347448 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-763591b7-d9bf-4a51-9059-7b1b79361544 req-a2f2ff51-bd26-45a6-9576-ba2f7e3cd596 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882030 Mar 23 12:32:17.458627 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fed3de38-a4f5-4705-920e-99e78a67042a req-02ded171-d8a1-4656-86d9-64e6022ed96a service neutron] 10.222.0.73 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740122 Mar 23 12:32:17.621138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c04ca-828c-4252-aa91-8b1230bad606 req-8cbd942a-0be5-4092-894f-d6e52b6c182b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:17.626932 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de7c04ca-828c-4252-aa91-8b1230bad606 req-8cbd942a-0be5-4092-894f-d6e52b6c182b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1639416 Mar 23 12:32:17.665662 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1d9f2-2a8f-46e2-ab47-2afdbd0af3d8 req-259e124c-c8cc-45b3-a50f-8713774a60eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:17.668474 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dad1d9f2-2a8f-46e2-ab47-2afdbd0af3d8 req-259e124c-c8cc-45b3-a50f-8713774a60eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3514e9ddc7e4976b2886ea4848bbfbc&device_id=5e82e93b-178c-4a58-9b08-fd02ad7b5a49 HTTP/1.1" status: 200 len: 1095 time: 0.1296909 Mar 23 12:32:17.714200 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de7c04ca-828c-4252-aa91-8b1230bad606 req-aa525218-ffe1-4878-a1ba-67d04415bcea tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784831 Mar 23 12:32:17.882971 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1d9f2-2a8f-46e2-ab47-2afdbd0af3d8 req-3cf107d0-7728-4f68-84cc-f3acb5702404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:17.887581 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dad1d9f2-2a8f-46e2-ab47-2afdbd0af3d8 req-3cf107d0-7728-4f68-84cc-f3acb5702404 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c386454e-c68d-426c-b8b8-7fca3f2b996b HTTP/1.1" status: 200 len: 922 time: 0.1931045 Mar 23 12:32:17.967406 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dad1d9f2-2a8f-46e2-ab47-2afdbd0af3d8 req-68ae0f70-3468-4ed9-8210-38509028e9df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d692bea9-f1e3-4474-8021-bb7cbac85ef3 HTTP/1.1" status: 200 len: 217 time: 0.0711775 Mar 23 12:32:18.096479 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b99c8124-8ea7-4de3-ba18-7d85d262be5c req-2249651f-1634-44f5-ae48-eb243ad3c78b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.0651941 Mar 23 12:32:18.111968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1d9f2-2a8f-46e2-ab47-2afdbd0af3d8 req-8006e03a-1b33-4379-a29c-91221b89334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:18.113998 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dad1d9f2-2a8f-46e2-ab47-2afdbd0af3d8 req-8006e03a-1b33-4379-a29c-91221b89334e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04fef708-0d62-4f92-a84a-3b672e7134ef HTTP/1.1" status: 200 len: 861 time: 0.1349397 Mar 23 12:32:18.163364 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dad1d9f2-2a8f-46e2-ab47-2afdbd0af3d8 req-030da9fc-f8b9-4ae9-96a1-f8012d2827e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c386454e-c68d-426c-b8b8-7fca3f2b996b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346897 Mar 23 12:32:18.301868 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb93e3f-6a9b-4b2a-b455-6d02b5462273 req-a6ec4ec2-2cb5-462a-b97b-b85ccfa759e4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:18.304298 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ccb93e3f-6a9b-4b2a-b455-6d02b5462273 req-a6ec4ec2-2cb5-462a-b97b-b85ccfa759e4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.1400030 Mar 23 12:32:18.374131 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dad1d9f2-2a8f-46e2-ab47-2afdbd0af3d8 req-606fb55e-12e6-4190-985e-488f53b7a773 service neutron] 10.222.0.73 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978538 Mar 23 12:32:18.428951 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ccb93e3f-6a9b-4b2a-b455-6d02b5462273 req-af4501aa-696b-44c5-bc30-93e1f33b93a0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968120 Mar 23 12:32:18.614373 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03ab66-4646-45c5-b888-5f0483280e39 req-0f739f78-3c57-4cea-9b69-419f37d917a6 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:18.634066 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba03ab66-4646-45c5-b888-5f0483280e39 req-0f739f78-3c57-4cea-9b69-419f37d917a6 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e82e93b-178c-4a58-9b08-fd02ad7b5a49 HTTP/1.1" status: 200 len: 944 time: 0.1422386 Mar 23 12:32:18.767570 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba03ab66-4646-45c5-b888-5f0483280e39 req-aa11ed77-4609-4213-9f99-577e0f77011e tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318994 Mar 23 12:32:18.769705 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dad1d9f2-2a8f-46e2-ab47-2afdbd0af3d8 req-c1b52625-560c-443c-b64b-f528efd3f3f5 service neutron] 10.222.0.73 "GET /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615906 Mar 23 12:32:19.012241 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d692bea9-f1e3-4474-8021-bb7cbac85ef3 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:32:19.055912 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d7c2c-ebd3-4e43-b781-06f9443cae36 req-2f8f6520-d758-44f6-ae37-e07d2f62a824 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:19.060913 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-430d7c2c-ebd3-4e43-b781-06f9443cae36 req-2f8f6520-d758-44f6-ae37-e07d2f62a824 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1132071 Mar 23 12:32:19.165782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85f1fc-f442-4b4d-b96f-8d1165e5fc61 req-f38b5d78-afae-46e6-88d0-7ee1a2fb2ada tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:19.173638 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7a85f1fc-f442-4b4d-b96f-8d1165e5fc61 req-f38b5d78-afae-46e6-88d0-7ee1a2fb2ada tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.1291766 Mar 23 12:32:19.184782 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-430d7c2c-ebd3-4e43-b781-06f9443cae36 req-c60f0ae5-513a-4342-b75a-6e594e3fbd1f tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139107 Mar 23 12:32:19.307107 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7a85f1fc-f442-4b4d-b96f-8d1165e5fc61 req-bd7e50b0-49a7-40a1-8414-2d4f3f8fcc67 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323586 Mar 23 12:32:19.426294 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port d692bea9-f1e3-4474-8021-bb7cbac85ef3, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d692bea9-f1e3-4474-8021-bb7cbac85ef3,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:19.453363 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df8ed1d8-a0be-4820-9cb8-dec85d7cca0a req-4fc29aa4-2ba8-4f89-babd-2ee3982acdc0 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58884e3-24b5-42fe-9242-1b49eacc1c61 HTTP/1.1" status: 200 len: 210 time: 0.0625765 Mar 23 12:32:19.488313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'd692bea9-f1e3-4474-8021-bb7cbac85ef3', 'network_id': 'c386454e-c68d-426c-b8b8-7fca3f2b996b', 'port_id': 'd692bea9-f1e3-4474-8021-bb7cbac85ef3', 'mac_address': 'fa:16:3e:0f:8f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04fef708-0d62-4f92-a84a-3b672e7134ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:32:19.578453 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:19.610588 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d692bea9-f1e3-4474-8021-bb7cbac85ef3 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:32:19.647705 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port d692bea9-f1e3-4474-8021-bb7cbac85ef3, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d692bea9-f1e3-4474-8021-bb7cbac85ef3,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:19.653623 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:19.723531 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=d692bea9-f1e3-4474-8021-bb7cbac85ef3,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:19.970423 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['d692bea9-f1e3-4474-8021-bb7cbac85ef3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:32:20.020782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c36d6d-0968-4550-8c6b-38a07d10b708 req-468e65a1-7e56-4569-bd57-6cf590d9dfb5 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:20.025175 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3c36d6d-0968-4550-8c6b-38a07d10b708 req-468e65a1-7e56-4569-bd57-6cf590d9dfb5 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e82e93b-178c-4a58-9b08-fd02ad7b5a49 HTTP/1.1" status: 200 len: 945 time: 0.1084599 Mar 23 12:32:20.099583 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3c36d6d-0968-4550-8c6b-38a07d10b708 req-126bae8e-e22e-4873-9243-9c7554221f99 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661082 Mar 23 12:32:20.398368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90737ea3-b11b-4866-b646-c0ef5234d3d3 req-31fe81b2-ca4f-44e0-87fd-39ed2181d8e5 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:20.412341 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-90737ea3-b11b-4866-b646-c0ef5234d3d3 req-31fe81b2-ca4f-44e0-87fd-39ed2181d8e5 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1370490 Mar 23 12:32:20.491320 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-90737ea3-b11b-4866-b646-c0ef5234d3d3 req-e6be3637-e43f-4c12-ad16-6d0746e0d0c4 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773096 Mar 23 12:32:20.511206 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99bbf8-0af0-4d3a-b7d6-0ef6f97688ac req-06b2d266-e25c-4b40-887b-fd2fc106a8b9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:20.512822 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9f99bbf8-0af0-4d3a-b7d6-0ef6f97688ac req-06b2d266-e25c-4b40-887b-fd2fc106a8b9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.0852280 Mar 23 12:32:20.586628 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9f99bbf8-0af0-4d3a-b7d6-0ef6f97688ac req-9391b023-4b0f-4f6b-82cc-a032a6f3fba4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662305 Mar 23 12:32:20.606978 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55768) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:20.616385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-99861110-780a-4a84-b7db-67e5deb9c631 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1955636823'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:20.658258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99861110-780a-4a84-b7db-67e5deb9c631 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Made reservation on behalf of 09fdd146e5ec47a9a98c06a6ae89f9dd for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:32:20.659230 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99861110-780a-4a84-b7db-67e5deb9c631 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:20.659818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55776) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:20.716450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99861110-780a-4a84-b7db-67e5deb9c631 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:32:20.739795 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae616bff-23cf-485c-a3c9-47589b699dd6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:20.742051 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99861110-780a-4a84-b7db-67e5deb9c631 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:20.742611 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-99861110-780a-4a84-b7db-67e5deb9c631 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Added segment 807ca5b9-9457-4752-9d54-8303552e072e of type vlan for network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 Mar 23 12:32:20.768902 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae616bff-23cf-485c-a3c9-47589b699dd6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:20.820803 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99861110-780a-4a84-b7db-67e5deb9c631 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:20.832471 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae616bff-23cf-485c-a3c9-47589b699dd6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:20.835274 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae616bff-23cf-485c-a3c9-47589b699dd6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:20.836495 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ae616bff-23cf-485c-a3c9-47589b699dd6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "DELETE /v2.0/security-groups/e4e349ea-a74f-4aff-a410-a6558e20c12d HTTP/1.1" status: 204 len: 168 time: 0.1755052 Mar 23 12:32:20.840344 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55788) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:20.846383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae616bff-23cf-485c-a3c9-47589b699dd6 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e349ea-a74f-4aff-a410-a6558e20c12d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:20.865301 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-034ce493-ea1e-4091-9506-1a92efff2058 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] show failed (client error): The resource could not be found. Mar 23 12:32:20.867990 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-034ce493-ea1e-4091-9506-1a92efff2058 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "GET /v2.0/security-groups/e4e349ea-a74f-4aff-a410-a6558e20c12d HTTP/1.1" status: 404 len: 347 time: 0.0250649 Mar 23 12:32:20.871030 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55790) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:20.916481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866cfcd-0a88-443d-beed-3ffecb924126 req-801f2c61-f832-4f10-9446-ba468ad8bf7f tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:20.918050 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7866cfcd-0a88-443d-beed-3ffecb924126 req-801f2c61-f832-4f10-9446-ba468ad8bf7f tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.1201949 Mar 23 12:32:20.921697 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99861110-780a-4a84-b7db-67e5deb9c631 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:20.932716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99861110-780a-4a84-b7db-67e5deb9c631 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:20.933625 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99861110-780a-4a84-b7db-67e5deb9c631 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:21.022623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d692bea9-f1e3-4474-8021-bb7cbac85ef3 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:32:21.023745 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-99861110-780a-4a84-b7db-67e5deb9c631 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4152505 Mar 23 12:32:21.031448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55792) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:21.045228 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-749f31bb-aa90-40a3-a69b-5836baad1eb6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-125182353'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:21.051331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e28fcba7-fba7-42e0-b17d-b23dc26c9aa9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Deleting port 421fff38-b1ff-4646-8e60-98229ae72d01 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:32:21.051819 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e28fcba7-fba7-42e0-b17d-b23dc26c9aa9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:21.062162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99861110-780a-4a84-b7db-67e5deb9c631 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event updated for resources: {'Network': ['ID=85f7b380-6dd2-4c8f-a9df-eb96fe696602,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:21.074807 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:32:21.076117 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7866cfcd-0a88-443d-beed-3ffecb924126 req-6f2ddb62-38d5-430c-9d02-03ba2032c28d tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375134 Mar 23 12:32:21.087182 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749f31bb-aa90-40a3-a69b-5836baad1eb6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Made reservation on behalf of 09fdd146e5ec47a9a98c06a6ae89f9dd for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:32:21.091775 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-749f31bb-aa90-40a3-a69b-5836baad1eb6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:21.095650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port d692bea9-f1e3-4474-8021-bb7cbac85ef3 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:32:21.129776 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749f31bb-aa90-40a3-a69b-5836baad1eb6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:32:21.141545 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-749f31bb-aa90-40a3-a69b-5836baad1eb6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:21.142624 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-749f31bb-aa90-40a3-a69b-5836baad1eb6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Added segment 1ff344b0-ead7-49ce-8ce6-c373cf8a8621 of type vlan for network 426297fc-89ed-49a5-9d37-294ef2ded004 Mar 23 12:32:21.142840 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port d692bea9-f1e3-4474-8021-bb7cbac85ef3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:21.143201 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:21.151317 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e28fcba7-fba7-42e0-b17d-b23dc26c9aa9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:21.151910 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e28fcba7-fba7-42e0-b17d-b23dc26c9aa9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:21.169776 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e28fcba7-fba7-42e0-b17d-b23dc26c9aa9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Calling delete_port for 421fff38-b1ff-4646-8e60-98229ae72d01 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:32:21.206699 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-749f31bb-aa90-40a3-a69b-5836baad1eb6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:21.239489 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-749f31bb-aa90-40a3-a69b-5836baad1eb6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:21.246928 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749f31bb-aa90-40a3-a69b-5836baad1eb6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:21.247580 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-749f31bb-aa90-40a3-a69b-5836baad1eb6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:21.258726 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:21.302892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e82e93b-178c-4a58-9b08-fd02ad7b5a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd692bea9-f1e3-4474-8021-bb7cbac85ef3'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:32:21.307149 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b756fc83-4873-41af-8ca0-df03897657f8" -d '{"events": [{"server_uuid": "5e82e93b-178c-4a58-9b08-fd02ad7b5a49", "name": "network-vif-plugged", "status": "completed", "tag": "d692bea9-f1e3-4474-8021-bb7cbac85ef3"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:32:21.315133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6927b3-15f4-414e-9def-c7409ce1f714 req-c1a32bd1-a08b-43e6-8817-671f34e0aab9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:21.316798 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b6927b3-15f4-414e-9def-c7409ce1f714 req-c1a32bd1-a08b-43e6-8817-671f34e0aab9 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e82e93b-178c-4a58-9b08-fd02ad7b5a49 HTTP/1.1" status: 200 len: 945 time: 0.0880809 Mar 23 12:32:21.324889 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-749f31bb-aa90-40a3-a69b-5836baad1eb6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2905197 Mar 23 12:32:21.326402 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port d692bea9-f1e3-4474-8021-bb7cbac85ef3, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d692bea9-f1e3-4474-8021-bb7cbac85ef3,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:21.328304 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55798) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:21.331619 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:21.336845 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a3cbf72d-6ac5-4596-a07d-485d50a244e5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Request body: {'subnet': {'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:21.346014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f31bb-aa90-40a3-a69b-5836baad1eb6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event updated for resources: {'Network': ['ID=426297fc-89ed-49a5-9d37-294ef2ded004,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:21.399774 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b42fa01-bdf8-4fcc-9ff0-0bfa46ed6ce1 x-openstack-request-id: req-5b42fa01-bdf8-4fcc-9ff0-0bfa46ed6ce1 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:32:21.400159 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e82e93b-178c-4a58-9b08-fd02ad7b5a49", "name": "network-vif-plugged", "status": "completed", "tag": "d692bea9-f1e3-4474-8021-bb7cbac85ef3", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:32:21.400508 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b42fa01-bdf8-4fcc-9ff0-0bfa46ed6ce1 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:32:21.401198 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e82e93b-178c-4a58-9b08-fd02ad7b5a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd692bea9-f1e3-4474-8021-bb7cbac85ef3', 'code': 200} Mar 23 12:32:21.406438 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 426297fc-89ed-49a5-9d37-294ef2ded004 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:32:21.434371 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b6927b3-15f4-414e-9def-c7409ce1f714 req-4b1aed7a-632e-4b11-a628-a6d24c41744d tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993760 Mar 23 12:32:21.492064 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e28fcba7-fba7-42e0-b17d-b23dc26c9aa9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:21.530849 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=d692bea9-f1e3-4474-8021-bb7cbac85ef3,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:21.551661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fcba7-fba7-42e0-b17d-b23dc26c9aa9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event deleted for resources: {'Port': ['ID=421fff38-b1ff-4646-8e60-98229ae72d01,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:21.575457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cbf72d-6ac5-4596-a07d-485d50a244e5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Made reservation on behalf of 09fdd146e5ec47a9a98c06a6ae89f9dd for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:32:21.579702 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3cbf72d-6ac5-4596-a07d-485d50a244e5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:21.653918 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e28fcba7-fba7-42e0-b17d-b23dc26c9aa9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:21.658610 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e28fcba7-fba7-42e0-b17d-b23dc26c9aa9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:21.660693 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e28fcba7-fba7-42e0-b17d-b23dc26c9aa9 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "DELETE /v2.0/floatingips/30a0410d-c832-49c2-af77-d312be0d99e5 HTTP/1.1" status: 204 len: 168 time: 0.7869184 Mar 23 12:32:21.665530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55806) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:21.749345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffdd2e-45ea-4871-a85d-e690e339fe74 req-d75d6c5d-358d-4b17-b97b-cf6c870c41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:21.752051 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18ffdd2e-45ea-4871-a85d-e690e339fe74 req-d75d6c5d-358d-4b17-b97b-cf6c870c41e0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e82e93b-178c-4a58-9b08-fd02ad7b5a49 HTTP/1.1" status: 200 len: 1097 time: 0.1966350 Mar 23 12:32:21.826536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0fa5e-1608-4ea2-9111-507546b6cf3d req-97985cdc-20c6-488d-9cc0-4bd7d2d915c2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:21.829009 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b0c0fa5e-1608-4ea2-9111-507546b6cf3d req-97985cdc-20c6-488d-9cc0-4bd7d2d915c2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1800787 Mar 23 12:32:21.857251 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227910d7-57cd-4cc7-88f9-ac89197f2ab1 req-447c0983-3fcd-42b6-a472-5cf8a3e3aa5b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:21.859671 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-227910d7-57cd-4cc7-88f9-ac89197f2ab1 req-447c0983-3fcd-42b6-a472-5cf8a3e3aa5b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.1418266 Mar 23 12:32:21.886164 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18ffdd2e-45ea-4871-a85d-e690e339fe74 req-3ed4373d-ae64-4aef-94b4-c92e8de5d861 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243403 Mar 23 12:32:21.927095 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-071655e1-3cf0-4485-8357-4431c6130fb8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Deleting port 2dcf4428-f7ac-436d-b668-144412f36e0c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:32:21.927393 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-071655e1-3cf0-4485-8357-4431c6130fb8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:21.933149 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-227910d7-57cd-4cc7-88f9-ac89197f2ab1 req-7a0c5c2c-884b-4fab-b217-d5f8158bd69c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664275 Mar 23 12:32:21.955225 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b0c0fa5e-1608-4ea2-9111-507546b6cf3d req-316565e7-cc28-4818-a2aa-793409210a93 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175621 Mar 23 12:32:22.024032 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3cbf72d-6ac5-4596-a07d-485d50a244e5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:22.033283 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-071655e1-3cf0-4485-8357-4431c6130fb8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:22.047304 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-071655e1-3cf0-4485-8357-4431c6130fb8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Calling delete_port for 2dcf4428-f7ac-436d-b668-144412f36e0c owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:32:22.088803 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbf72d-6ac5-4596-a07d-485d50a244e5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event updated for resources: {'Subnet': ['ID=c205191f-6c59-4df0-b4d9-0420dce47036,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:22.097698 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cbf72d-6ac5-4596-a07d-485d50a244e5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Checking segment: {'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:32:22.098055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cbf72d-6ac5-4596-a07d-485d50a244e5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Network hostable DHCP agents. Network: 85f7b380-6dd2-4c8f-a9df-eb96fe696602, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:32:22.118990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cbf72d-6ac5-4596-a07d-485d50a244e5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:32:22.138836 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a3cbf72d-6ac5-4596-a07d-485d50a244e5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 85f7b380-6dd2-4c8f-a9df-eb96fe696602) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:32:22.151562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e328f70-23b4-491b-952c-e86a6f28630a None None] Network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:32:22.155409 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cbf72d-6ac5-4596-a07d-485d50a244e5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:22.163274 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3cbf72d-6ac5-4596-a07d-485d50a244e5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:22.187550 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a3cbf72d-6ac5-4596-a07d-485d50a244e5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8581951 Mar 23 12:32:22.190757 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55810) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:22.197352 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c89ed6f8-d2a8-471b-ad94-c4e1c1492015 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Request body: {'subnet': {'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:22.263950 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-071655e1-3cf0-4485-8357-4431c6130fb8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:22.274467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af68ad1-0f19-47f2-b0cd-0bcb6c7179f1 req-d38afc3c-8429-4472-948a-e26efd1f7973 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:22.276062 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0af68ad1-0f19-47f2-b0cd-0bcb6c7179f1 req-d38afc3c-8429-4472-948a-e26efd1f7973 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 950 time: 0.0812051 Mar 23 12:32:22.302275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89ed6f8-d2a8-471b-ad94-c4e1c1492015 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Made reservation on behalf of 09fdd146e5ec47a9a98c06a6ae89f9dd for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:32:22.307571 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c89ed6f8-d2a8-471b-ad94-c4e1c1492015 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:22.325154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071655e1-3cf0-4485-8357-4431c6130fb8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event deleted for resources: {'Port': ['ID=2dcf4428-f7ac-436d-b668-144412f36e0c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:22.382764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-85f7b380-6dd2-4c8f-a9df-eb96fe696602', 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'fixed_ips': [{'subnet_id': 'c205191f-6c59-4df0-b4d9-0420dce47036'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:32:22.384559 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:22.395076 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0af68ad1-0f19-47f2-b0cd-0bcb6c7179f1 req-c781eb45-ab6c-4dbd-a776-4f4fa8c520b7 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079669 Mar 23 12:32:22.437316 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-071655e1-3cf0-4485-8357-4431c6130fb8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:22.442818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-071655e1-3cf0-4485-8357-4431c6130fb8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "DELETE /v2.0/ports/2dcf4428-f7ac-436d-b668-144412f36e0c HTTP/1.1" status: 204 len: 168 time: 0.7758474 Mar 23 12:32:22.445521 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55814) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:22.611211 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Allocated IP 10.1.1.2 (85f7b380-6dd2-4c8f-a9df-eb96fe696602/c205191f-6c59-4df0-b4d9-0420dce47036/14b3a378-1527-443c-a309-932a8a321b40) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:32:22.711800 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c89ed6f8-d2a8-471b-ad94-c4e1c1492015 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:22.713989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786205a-6149-47cf-833b-0ff23a1c3d44 req-a14b383e-5dc3-45fa-94f1-2c50b952e2ee tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:22.727117 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8786205a-6149-47cf-833b-0ff23a1c3d44 req-a14b383e-5dc3-45fa-94f1-2c50b952e2ee tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e82e93b-178c-4a58-9b08-fd02ad7b5a49 HTTP/1.1" status: 200 len: 946 time: 0.1911666 Mar 23 12:32:22.737631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-bec1a8b3-6d1e-48f7-bedd-91403fb618b4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Deleting port e23025c0-9199-4e8d-b0eb-23e4d049d710 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:32:22.738158 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bec1a8b3-6d1e-48f7-bedd-91403fb618b4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:22.841678 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ed6f8-d2a8-471b-ad94-c4e1c1492015 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event updated for resources: {'Subnet': ['ID=d48a5b8a-c042-4f0c-8e2e-538dc09aa987,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:22.860779 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:22.877581 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8786205a-6149-47cf-833b-0ff23a1c3d44 req-9c0d0eb6-8e3c-4ac0-8506-5f47b3ca6d77 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464713 Mar 23 12:32:22.882735 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:22.883205 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ed6f8-d2a8-471b-ad94-c4e1c1492015 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Checking segment: {'id': '1ff344b0-ead7-49ce-8ce6-c373cf8a8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:32:22.883576 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ed6f8-d2a8-471b-ad94-c4e1c1492015 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Network hostable DHCP agents. Network: 426297fc-89ed-49a5-9d37-294ef2ded004, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:32:22.908235 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ed6f8-d2a8-471b-ad94-c4e1c1492015 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Network 426297fc-89ed-49a5-9d37-294ef2ded004 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:32:22.924380 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c89ed6f8-d2a8-471b-ad94-c4e1c1492015 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 426297fc-89ed-49a5-9d37-294ef2ded004) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:32:22.933701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89ed6f8-d2a8-471b-ad94-c4e1c1492015 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:22.937187 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c89ed6f8-d2a8-471b-ad94-c4e1c1492015 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:22.943838 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bec1a8b3-6d1e-48f7-bedd-91403fb618b4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:22.963728 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-bec1a8b3-6d1e-48f7-bedd-91403fb618b4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Calling delete_port for e23025c0-9199-4e8d-b0eb-23e4d049d710 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:32:22.976101 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c89ed6f8-d2a8-471b-ad94-c4e1c1492015 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7839174 Mar 23 12:32:22.980346 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55844) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:22.985621 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ad0baec8-e3c3-45f3-ba98-75d74d22eb44 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Request body: {'port': {'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602', 'name': 'tempest-TaggedBootDevicesTest-431110664', 'fixed_ips': [{'subnet_id': 'c205191f-6c59-4df0-b4d9-0420dce47036'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:22.990755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9183bb6c-f230-4c0f-b115-c15a99e51694 None None] Network 426297fc-89ed-49a5-9d37-294ef2ded004 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:32:22.994362 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Pushing event updated for resources: {'Port': ['ID=14b3a378-1527-443c-a309-932a8a321b40,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:23.033796 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:32:23.082858 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:32:23.086226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:32:23.214873 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Attempting to bind port 14b3a378-1527-443c-a309-932a8a321b40 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:32:23.215578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Attempting to bind port 14b3a378-1527-443c-a309-932a8a321b40 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:32:23.215578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Attempting to bind port 14b3a378-1527-443c-a309-932a8a321b40 on network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:32:23.228262 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:32:23.228630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Checking segment: {'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:32:23.229231 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:23.229809 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Bound using segment: {'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:32:23.230822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Bound port: 14b3a378-1527-443c-a309-932a8a321b40, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:32:23.231385 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:23.315170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd904f8b-100b-4408-bdf5-80ac34ecd058 req-13a54d3d-6228-4202-9adb-2bd8ec91519e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:23.327467 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd904f8b-100b-4408-bdf5-80ac34ecd058 req-13a54d3d-6228-4202-9adb-2bd8ec91519e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.2307253 Mar 23 12:32:23.359097 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-426297fc-89ed-49a5-9d37-294ef2ded004', 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'fixed_ips': [{'subnet_id': 'd48a5b8a-c042-4f0c-8e2e-538dc09aa987'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:32:23.360130 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:23.390427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] For port 14b3a378-1527-443c-a309-932a8a321b40, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:32:23.421374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] For port 14b3a378-1527-443c-a309-932a8a321b40, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=14b3a378-1527-443c-a309-932a8a321b40,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:32:23.435477 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:23.472211 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd904f8b-100b-4408-bdf5-80ac34ecd058 req-4e8b77cb-398d-40fb-a1d0-7184c74513eb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433151 Mar 23 12:32:23.486919 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0baec8-e3c3-45f3-ba98-75d74d22eb44 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Made reservation on behalf of 09fdd146e5ec47a9a98c06a6ae89f9dd for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:32:23.609742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e9208-beef-49da-bef5-8ddb32834586 None None] Pushing event updated for resources: {'Port': ['ID=14b3a378-1527-443c-a309-932a8a321b40,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:23.719372 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Allocated IP 10.2.2.2 (426297fc-89ed-49a5-9d37-294ef2ded004/d48a5b8a-c042-4f0c-8e2e-538dc09aa987/d11fe5bd-7c52-4ebb-86f5-a2463ca728b2) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:32:23.740356 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bec1a8b3-6d1e-48f7-bedd-91403fb618b4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:23.818514 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1a8b3-6d1e-48f7-bedd-91403fb618b4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event deleted for resources: {'Port': ['ID=e23025c0-9199-4e8d-b0eb-23e4d049d710,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:23.832906 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad0baec8-e3c3-45f3-ba98-75d74d22eb44 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:23.901469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682e4f-20d0-4bb2-97a4-11f52418972c req-bb6a383c-3804-4187-8840-e9c43381bcc6 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:23.903269 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e2682e4f-20d0-4bb2-97a4-11f52418972c req-bb6a383c-3804-4187-8840-e9c43381bcc6 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.2962389 Mar 23 12:32:23.972750 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:23.994509 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:24.002372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-ad0baec8-e3c3-45f3-ba98-75d74d22eb44 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] device_id is not set on port a832adda-3f39-4da1-8a38-dce921f63818 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:32:24.117747 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-268001fc-2e53-41c9-b4df-d351dd807dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:24.127033 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Pushing event updated for resources: {'Port': ['ID=d11fe5bd-7c52-4ebb-86f5-a2463ca728b2,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:24.143138 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Network 426297fc-89ed-49a5-9d37-294ef2ded004 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:32:24.152118 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:32:24.156646 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:32:24.165249 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e2682e4f-20d0-4bb2-97a4-11f52418972c req-dd63f461-2db9-4dde-b6ef-06d8e549adf0 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023950 Mar 23 12:32:24.190362 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bec1a8b3-6d1e-48f7-bedd-91403fb618b4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:24.225451 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55896) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:24.237336 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bec1a8b3-6d1e-48f7-bedd-91403fb618b4 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "DELETE /v2.0/ports/e23025c0-9199-4e8d-b0eb-23e4d049d710 HTTP/1.1" status: 204 len: 168 time: 1.7882771 Mar 23 12:32:24.248704 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Attempting to bind port d11fe5bd-7c52-4ebb-86f5-a2463ca728b2 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:32:24.249246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Attempting to bind port d11fe5bd-7c52-4ebb-86f5-a2463ca728b2 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '1ff344b0-ead7-49ce-8ce6-c373cf8a8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:32:24.249825 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Attempting to bind port d11fe5bd-7c52-4ebb-86f5-a2463ca728b2 on network 426297fc-89ed-49a5-9d37-294ef2ded004 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:32:24.258716 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:32:24.259094 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Checking segment: {'id': '1ff344b0-ead7-49ce-8ce6-c373cf8a8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:32:24.259663 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:24.260277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Bound using segment: {'id': '1ff344b0-ead7-49ce-8ce6-c373cf8a8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:32:24.261083 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Bound port: d11fe5bd-7c52-4ebb-86f5-a2463ca728b2, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff344b0-ead7-49ce-8ce6-c373cf8a8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:32:24.261708 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:24.397585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] For port d11fe5bd-7c52-4ebb-86f5-a2463ca728b2, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:32:24.401199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] For port d11fe5bd-7c52-4ebb-86f5-a2463ca728b2, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d11fe5bd-7c52-4ebb-86f5-a2463ca728b2,segment=NetworkSegment(1ff344b0-ead7-49ce-8ce6-c373cf8a8621),segment_id=1ff344b0-ead7-49ce-8ce6-c373cf8a8621)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:32:24.406639 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:24.427560 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6bcfae2-b174-4d38-a0e6-a0d12724e03b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Deleting subnet cc44e5ff-6af0-487d-8762-542ba4db276b {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:32:24.438166 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6bcfae2-b174-4d38-a0e6-a0d12724e03b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:24.520228 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6bcfae2-b174-4d38-a0e6-a0d12724e03b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:24.540511 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fa1b1-fca0-45bb-b9da-2aa17ad90926 None None] Pushing event updated for resources: {'Port': ['ID=d11fe5bd-7c52-4ebb-86f5-a2463ca728b2,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:24.567030 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529d34e-8507-4181-bac3-990b1faa28b9 req-6874e297-8334-4d59-befb-926c5afa1373 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:24.569758 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d529d34e-8507-4181-bac3-990b1faa28b9 req-6874e297-8334-4d59-befb-926c5afa1373 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e82e93b-178c-4a58-9b08-fd02ad7b5a49 HTTP/1.1" status: 200 len: 946 time: 0.1988623 Mar 23 12:32:24.601669 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-ad0baec8-e3c3-45f3-ba98-75d74d22eb44 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Allocated IP 10.1.1.159 (85f7b380-6dd2-4c8f-a9df-eb96fe696602/c205191f-6c59-4df0-b4d9-0420dce47036/a832adda-3f39-4da1-8a38-dce921f63818) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:32:24.664379 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d529d34e-8507-4181-bac3-990b1faa28b9 req-be5467e1-34d0-4fba-b732-5818e4ba905a tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821536 Mar 23 12:32:24.699555 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6bcfae2-b174-4d38-a0e6-a0d12724e03b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:24.774655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 706f5ae3-ff23-4236-ac07-4ec965c7d416 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:32:24.992415 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:25.074602 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad0baec8-e3c3-45f3-ba98-75d74d22eb44 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:25.074841 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45819eee-53d7-4d65-8c53-98148e180cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706f5ae3-ff23-4236-ac07-4ec965c7d416'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:32:25.077527 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2813e3-380e-447d-b27a-935e8a19bf45" -d '{"events": [{"server_uuid": "45819eee-53d7-4d65-8c53-98148e180cf7", "name": "network-vif-unplugged", "status": "completed", "tag": "706f5ae3-ff23-4236-ac07-4ec965c7d416"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:32:25.103666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 706f5ae3-ff23-4236-ac07-4ec965c7d416, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=706f5ae3-ff23-4236-ac07-4ec965c7d416,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:25.109811 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:25.110901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 68ed13f5-3c65-4b3c-a125-75be36ff3949 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:32:25.198445 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad0baec8-e3c3-45f3-ba98-75d74d22eb44 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:25.217925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=706f5ae3-ff23-4236-ac07-4ec965c7d416,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:25.301174 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0baec8-e3c3-45f3-ba98-75d74d22eb44 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event updated for resources: {'Port': ['ID=a832adda-3f39-4da1-8a38-dce921f63818,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:25.310917 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:25.312684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0baec8-e3c3-45f3-ba98-75d74d22eb44 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:32:25.315062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ad0baec8-e3c3-45f3-ba98-75d74d22eb44 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:32:25.318267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0baec8-e3c3-45f3-ba98-75d74d22eb44 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:32:25.333157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178842e8-884f-458c-b12a-89d71cf2b11e req-96f8b354-9b5b-4516-8a4f-d3bec923ed40 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:25.336087 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-178842e8-884f-458c-b12a-89d71cf2b11e req-96f8b354-9b5b-4516-8a4f-d3bec923ed40 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e82e93b-178c-4a58-9b08-fd02ad7b5a49 HTTP/1.1" status: 200 len: 946 time: 0.1898844 Mar 23 12:32:25.374281 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 68ed13f5-3c65-4b3c-a125-75be36ff3949, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=68ed13f5-3c65-4b3c-a125-75be36ff3949,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:25.379469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2762de-f17b-466a-a150-e445257af39d req-9e7680bb-ae71-4c45-9d78-8e635f119e8c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:25.385858 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:25.388683 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fe2762de-f17b-466a-a150-e445257af39d req-9e7680bb-ae71-4c45-9d78-8e635f119e8c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.7530611 Mar 23 12:32:25.435057 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0baec8-e3c3-45f3-ba98-75d74d22eb44 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:25.435453 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad0baec8-e3c3-45f3-ba98-75d74d22eb44 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:25.463145 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6bcfae2-b174-4d38-a0e6-a0d12724e03b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:25.484615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ad0baec8-e3c3-45f3-ba98-75d74d22eb44 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5027907 Mar 23 12:32:25.485188 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=68ed13f5-3c65-4b3c-a125-75be36ff3949,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:25.491321 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fe2762de-f17b-466a-a150-e445257af39d req-7855dd54-e253-4685-b17a-1fbe57701196 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962348 Mar 23 12:32:25.491494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55920) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:25.508214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-059710bf-ca09-4295-822c-ddc22feaddac tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Request body: {'port': {'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602', 'name': 'tempest-TaggedBootDevicesTest-1512439960', 'fixed_ips': [{'subnet_id': 'c205191f-6c59-4df0-b4d9-0420dce47036'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:25.529319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcfae2-b174-4d38-a0e6-a0d12724e03b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event deleted for resources: {'Subnet': ['ID=cc44e5ff-6af0-487d-8762-542ba4db276b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:25.552075 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b82c26-4a61-4f20-8632-1e3acfcf8ae7 None None] Network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:32:25.555559 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6bcfae2-b174-4d38-a0e6-a0d12724e03b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:25.571378 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e6bcfae2-b174-4d38-a0e6-a0d12724e03b tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "DELETE /v2.0/subnets/cc44e5ff-6af0-487d-8762-542ba4db276b HTTP/1.1" status: 204 len: 168 time: 1.3373609 Mar 23 12:32:25.574996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55922) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:25.648756 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8632ce2d-7b7d-4be5-aac3-ef1bfb6b44d4 x-openstack-request-id: req-8632ce2d-7b7d-4be5-aac3-ef1bfb6b44d4 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:32:25.649079 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45819eee-53d7-4d65-8c53-98148e180cf7", "name": "network-vif-unplugged", "status": "completed", "tag": "706f5ae3-ff23-4236-ac07-4ec965c7d416", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:32:25.649359 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8632ce2d-7b7d-4be5-aac3-ef1bfb6b44d4 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:32:25.650018 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45819eee-53d7-4d65-8c53-98148e180cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706f5ae3-ff23-4236-ac07-4ec965c7d416', 'code': 200} Mar 23 12:32:25.650853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9285034-13a6-42a3-952d-5704adff51b7 None None] Network 7751cfb1-5c21-4925-8fee-f42885f445e0 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:32:25.666948 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1aa9ac5-0bf0-488f-8c65-5baf39b41e3d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Deleting subnet 2d4961f2-f219-4314-a425-b5413107f023 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:32:25.672264 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1aa9ac5-0bf0-488f-8c65-5baf39b41e3d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:25.694349 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-178842e8-884f-458c-b12a-89d71cf2b11e req-e5f4c60a-6d94-44d1-9c19-738313357a71 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279421 Mar 23 12:32:25.778606 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1aa9ac5-0bf0-488f-8c65-5baf39b41e3d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:25.841061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd8682-c193-4088-8bd0-ff3379e457db req-ef92d4e1-af68-4af3-9bbc-10a5e8075614 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:25.843340 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08dd8682-c193-4088-8bd0-ff3379e457db req-ef92d4e1-af68-4af3-9bbc-10a5e8075614 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 944 time: 0.1884267 Mar 23 12:32:25.846743 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059710bf-ca09-4295-822c-ddc22feaddac tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Made reservation on behalf of 09fdd146e5ec47a9a98c06a6ae89f9dd for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:32:25.855514 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-059710bf-ca09-4295-822c-ddc22feaddac tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:25.903250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-059710bf-ca09-4295-822c-ddc22feaddac tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] device_id is not set on port 38e184cd-13be-4459-9b2f-1cf77184162c yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:32:25.948793 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08dd8682-c193-4088-8bd0-ff3379e457db req-067670af-742e-44a1-b326-26e33cd2f8f2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913305 Mar 23 12:32:25.999544 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1aa9ac5-0bf0-488f-8c65-5baf39b41e3d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:26.004324 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d11fe5bd-7c52-4ebb-86f5-a2463ca728b2 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:32:26.046922 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] Provisioning complete for port 14b3a378-1527-443c-a309-932a8a321b40 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:26.047394 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:26.114054 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1aa9ac5-0bf0-488f-8c65-5baf39b41e3d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:26.144205 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa9ac5-0bf0-488f-8c65-5baf39b41e3d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event deleted for resources: {'Subnet': ['ID=2d4961f2-f219-4314-a425-b5413107f023,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:26.155340 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1aa9ac5-0bf0-488f-8c65-5baf39b41e3d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:26.164653 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a1aa9ac5-0bf0-488f-8c65-5baf39b41e3d tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "DELETE /v2.0/subnets/2d4961f2-f219-4314-a425-b5413107f023 HTTP/1.1" status: 204 len: 168 time: 0.5875573 Mar 23 12:32:26.165584 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55934) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:26.221399 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b80eb17-f07f-428b-afd2-720c6ed94c5c None None] Network 2d93ac63-bdb1-45e7-bc99-87d09947042d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:32:26.241647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-059710bf-ca09-4295-822c-ddc22feaddac tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Allocated IP 10.1.1.64 (85f7b380-6dd2-4c8f-a9df-eb96fe696602/c205191f-6c59-4df0-b4d9-0420dce47036/38e184cd-13be-4459-9b2f-1cf77184162c) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:32:26.245765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126ae37b-04b2-41b2-9a37-82c4fa23c8c2 None None] Network 426297fc-89ed-49a5-9d37-294ef2ded004 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:32:26.256920 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:26.343113 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port d11fe5bd-7c52-4ebb-86f5-a2463ca728b2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:26.343884 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:26.348982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Deleting port a55d28c2-b1d8-4cf5-b994-866dfb02cf2e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:32:26.349370 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:26.411626 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:26.456485 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-059710bf-ca09-4295-822c-ddc22feaddac tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:26.468256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] For port a55d28c2-b1d8-4cf5-b994-866dfb02cf2e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a55d28c2-b1d8-4cf5-b994-866dfb02cf2e,segment=NetworkSegment(e436e240-5d3d-4df6-b744-c05925e63223),segment_id=e436e240-5d3d-4df6-b744-c05925e63223)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:26.469199 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:26.489263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Calling delete_port for a55d28c2-b1d8-4cf5-b994-866dfb02cf2e owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:32:26.526076 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-059710bf-ca09-4295-822c-ddc22feaddac tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:26.582329 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43816f4a-1f49-42af-88df-bf154cb3b649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:26.609775 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059710bf-ca09-4295-822c-ddc22feaddac tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:32:26.614983 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-059710bf-ca09-4295-822c-ddc22feaddac tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:32:26.623465 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059710bf-ca09-4295-822c-ddc22feaddac tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:32:26.662161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059710bf-ca09-4295-822c-ddc22feaddac tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event updated for resources: {'Port': ['ID=38e184cd-13be-4459-9b2f-1cf77184162c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:26.690109 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:26.690814 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] For port 14b3a378-1527-443c-a309-932a8a321b40, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=14b3a378-1527-443c-a309-932a8a321b40,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:26.713313 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:26.771107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event deleted for resources: {'Port': ['ID=a55d28c2-b1d8-4cf5-b994-866dfb02cf2e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:26.789256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] No DVR routers for this DVR port a55d28c2-b1d8-4cf5-b994-866dfb02cf2e on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:32:26.814126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d45170-f72c-428b-a6af-ad8bf8b1903b req-4e0d5345-65d1-4ddc-bb46-892108a0a5e6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:26.828049 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-96d45170-f72c-428b-a6af-ad8bf8b1903b req-4e0d5345-65d1-4ddc-bb46-892108a0a5e6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.1550791 Mar 23 12:32:26.848057 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 68ed13f5-3c65-4b3c-a125-75be36ff3949 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:32:26.878724 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059710bf-ca09-4295-822c-ddc22feaddac tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:26.880199 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-059710bf-ca09-4295-822c-ddc22feaddac tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:26.933118 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52201966-7e0b-44cb-8f38-57e36c040cde None None] DHCP port deletion for 7751cfb1-5c21-4925-8fee-f42885f445e0 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:32:26.953974 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:26.963622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-059710bf-ca09-4295-822c-ddc22feaddac tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4660835 Mar 23 12:32:26.976561 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-96d45170-f72c-428b-a6af-ad8bf8b1903b req-ddfed21a-5c31-4294-aa19-267fbbe06dc5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453049 Mar 23 12:32:27.014638 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628d922-71f2-49e1-ade7-a825f1baef0d req-7ecf59a8-bb35-45e3-8473-dd7861431eae tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:27.016722 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8628d922-71f2-49e1-ade7-a825f1baef0d req-7ecf59a8-bb35-45e3-8473-dd7861431eae tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e82e93b-178c-4a58-9b08-fd02ad7b5a49 HTTP/1.1" status: 200 len: 946 time: 0.1656165 Mar 23 12:32:27.020733 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7751cfb1-5c21-4925-8fee-f42885f445e0']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:32:27.041516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e436e240-5d3d-4df6-b744-c05925e63223') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:32:27.041820 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e436e240-5d3d-4df6-b744-c05925e63223') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:32:27.061674 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:27.074468 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:27.082031 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9819c469-49d1-4f4d-be8e-fd49a38dbbe5 None None] Provisioning complete for port d11fe5bd-7c52-4ebb-86f5-a2463ca728b2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:27.084859 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9819c469-49d1-4f4d-be8e-fd49a38dbbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:27.114520 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:32:27.114848 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:27.136365 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8628d922-71f2-49e1-ade7-a825f1baef0d req-7cd30a8b-4c8c-49ea-b885-1e71b9e34107 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups?id=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045387 Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:32:27.146038 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:32:27.164377 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] Pushing event updated for resources: {'Port': ['ID=14b3a378-1527-443c-a309-932a8a321b40,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:27.271443 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2c2ab9-e8c2-437a-afb0-c68cb8371ae6 None None] DHCP port deletion for 2d93ac63-bdb1-45e7-bc99-87d09947042d request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:32:27.291399 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0be82-2ee5-4068-b479-343b074b212c req-c99033a3-0ded-483b-8fe7-605fad4f183f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:27.293042 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-74a0be82-2ee5-4068-b479-343b074b212c req-c99033a3-0ded-483b-8fe7-605fad4f183f tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e82e93b-178c-4a58-9b08-fd02ad7b5a49 HTTP/1.1" status: 200 len: 946 time: 0.1338868 Mar 23 12:32:27.302492 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:27.382798 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:27.387390 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "DELETE /v2.0/networks/7751cfb1-5c21-4925-8fee-f42885f445e0 HTTP/1.1" status: 204 len: 168 time: 1.2197120 Mar 23 12:32:27.388710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130a779-0667-4308-8331-2d3ac9df8ed8 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event deleted for resources: {'Network': ['ID=7751cfb1-5c21-4925-8fee-f42885f445e0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:27.393131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55960) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:27.423328 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:27.423885 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:27.424044 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:27.424357 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:27.424688 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:27.431114 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:27.431643 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:27.432067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:27.432412 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:27.433112 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:27.433563 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:27.433903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225211b-337f-4f95-bdc3-684f804f1569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:27.511136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6032b74-f664-4fce-a01d-c6ccab04ffd0 req-1df14457-10ab-432a-9a1a-75fe0f721e2a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:27.512778 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c6032b74-f664-4fce-a01d-c6ccab04ffd0 req-1df14457-10ab-432a-9a1a-75fe0f721e2a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 944 time: 0.1574836 Mar 23 12:32:27.551349 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:27.552355 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-74a0be82-2ee5-4068-b479-343b074b212c req-7b8fc539-a84d-4c48-b91f-f4c02e24cf03 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Deleting port d692bea9-f1e3-4474-8021-bb7cbac85ef3 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:32:27.552685 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-74a0be82-2ee5-4068-b479-343b074b212c req-7b8fc539-a84d-4c48-b91f-f4c02e24cf03 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:27.578074 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port d11fe5bd-7c52-4ebb-86f5-a2463ca728b2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d11fe5bd-7c52-4ebb-86f5-a2463ca728b2,segment=NetworkSegment(1ff344b0-ead7-49ce-8ce6-c373cf8a8621),segment_id=1ff344b0-ead7-49ce-8ce6-c373cf8a8621)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:27.606810 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:27.608340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 14b3a378-1527-443c-a309-932a8a321b40 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:32:27.612592 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c6032b74-f664-4fce-a01d-c6ccab04ffd0 req-4d4d3ac9-b860-4c95-8007-8f4920a78f51 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895598 Mar 23 12:32:27.709180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Deleting port afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:32:27.709558 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:27.762109 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849c9a96-e004-4735-9faa-cce256f9fff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ed13f5-3c65-4b3c-a125-75be36ff3949'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:32:27.769801 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be28e09f-af9b-4e42-9d04-58f867b90605" -d '{"events": [{"server_uuid": "849c9a96-e004-4735-9faa-cce256f9fff6", "name": "network-vif-unplugged", "status": "completed", "tag": "68ed13f5-3c65-4b3c-a125-75be36ff3949"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:32:27.842919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-74a0be82-2ee5-4068-b479-343b074b212c req-7b8fc539-a84d-4c48-b91f-f4c02e24cf03 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] For port d692bea9-f1e3-4474-8021-bb7cbac85ef3, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d692bea9-f1e3-4474-8021-bb7cbac85ef3,segment=NetworkSegment(ceb076cf-4a51-4941-9d71-0d53304bdcaa),segment_id=ceb076cf-4a51-4941-9d71-0d53304bdcaa)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:27.843287 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-74a0be82-2ee5-4068-b479-343b074b212c req-7b8fc539-a84d-4c48-b91f-f4c02e24cf03 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:27.854878 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 68ed13f5-3c65-4b3c-a125-75be36ff3949, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=68ed13f5-3c65-4b3c-a125-75be36ff3949,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:27.863939 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] For port afadc0e9-8a55-4d5b-8fd7-f82b33e558b8, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=afadc0e9-8a55-4d5b-8fd7-f82b33e558b8,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:27.864425 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:27.873217 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '68ed13f5-3c65-4b3c-a125-75be36ff3949', 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec', 'port_id': '68ed13f5-3c65-4b3c-a125-75be36ff3949', 'mac_address': 'fa:16:3e:89:24:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df4c0398-acbb-48a1-83d5-8a1f46b37271', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:32:27.881246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=d11fe5bd-7c52-4ebb-86f5-a2463ca728b2,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:27.899712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-74a0be82-2ee5-4068-b479-343b074b212c req-7b8fc539-a84d-4c48-b91f-f4c02e24cf03 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Calling delete_port for d692bea9-f1e3-4474-8021-bb7cbac85ef3 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:32:27.902206 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c2ab9-e8c2-437a-afb0-c68cb8371ae6 None None] Deleting port afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:32:27.902593 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2ab9-e8c2-437a-afb0-c68cb8371ae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:27.914873 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Calling delete_port for afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:32:27.928729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a4fcf-b48b-40d5-b4d0-e98d70e26c5b req-c144d91c-32b0-4562-b40b-368af8255417 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:27.931439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-419a4fcf-b48b-40d5-b4d0-e98d70e26c5b req-c144d91c-32b0-4562-b40b-368af8255417 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 1096 time: 0.1734977 Mar 23 12:32:27.936011 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:27.976174 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 14b3a378-1527-443c-a309-932a8a321b40 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:27.976552 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.005176 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55964) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:28.013578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0577eb6d-b6d0-49d5-8293-5834c0ae970d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1618015854', 'description': 'tempest-description--1799480190'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:28.057058 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0577eb6d-b6d0-49d5-8293-5834c0ae970d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.076143 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6488d2-7109-4da7-bc89-4046e94f4493 x-openstack-request-id: req-cb6488d2-7109-4da7-bc89-4046e94f4493 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:32:28.078102 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849c9a96-e004-4735-9faa-cce256f9fff6", "name": "network-vif-unplugged", "status": "completed", "tag": "68ed13f5-3c65-4b3c-a125-75be36ff3949", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:32:28.078416 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb6488d2-7109-4da7-bc89-4046e94f4493 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:32:28.080531 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849c9a96-e004-4735-9faa-cce256f9fff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ed13f5-3c65-4b3c-a125-75be36ff3949', 'code': 200} Mar 23 12:32:28.108870 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.135968 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d86626ed-d5f3-4630-a553-a91beaabc494 None None] Provisioning complete for port a832adda-3f39-4da1-8a38-dce921f63818 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:28.135968 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d86626ed-d5f3-4630-a553-a91beaabc494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.144976 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-419a4fcf-b48b-40d5-b4d0-e98d70e26c5b req-9eae36e5-6803-49d9-84b5-ea5c2dcbc488 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437140 Mar 23 12:32:28.189606 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d86626ed-d5f3-4630-a553-a91beaabc494 None None] Port a832adda-3f39-4da1-8a38-dce921f63818 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:32:28.198985 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.207740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event deleted for resources: {'Port': ['ID=afadc0e9-8a55-4d5b-8fd7-f82b33e558b8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:28.219144 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] No DVR routers for this DVR port afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:32:28.231246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ed13f5-3c65-4b3c-a125-75be36ff3949 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:32:28.261264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cc2c2ab9-e8c2-437a-afb0-c68cb8371ae6 None None] For port afadc0e9-8a55-4d5b-8fd7-f82b33e558b8, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=afadc0e9-8a55-4d5b-8fd7-f82b33e558b8,segment=NetworkSegment(46e7e46f-5983-4169-b14d-5c96ee87469c),segment_id=46e7e46f-5983-4169-b14d-5c96ee87469c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:28.261664 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2ab9-e8c2-437a-afb0-c68cb8371ae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.278321 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17578b-75a0-42fd-a0e1-ce274c112835 req-5a89c8a4-1526-46fe-8fdf-9ff880f2f6f6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:28.280294 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8d17578b-75a0-42fd-a0e1-ce274c112835 req-5a89c8a4-1526-46fe-8fdf-9ff880f2f6f6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.1833730 Mar 23 12:32:28.280790 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-74a0be82-2ee5-4068-b479-343b074b212c req-7b8fc539-a84d-4c48-b91f-f4c02e24cf03 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.319296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fc539-a84d-4c48-b91f-f4c02e24cf03 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Pushing event deleted for resources: {'Port': ['ID=d692bea9-f1e3-4474-8021-bb7cbac85ef3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:28.354083 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['d692bea9-f1e3-4474-8021-bb7cbac85ef3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:32:28.357647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 68ed13f5-3c65-4b3c-a125-75be36ff3949, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=68ed13f5-3c65-4b3c-a125-75be36ff3949,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:28.358805 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c2ab9-e8c2-437a-afb0-c68cb8371ae6 None None] Calling delete_port for afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:32:28.360387 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0577eb6d-b6d0-49d5-8293-5834c0ae970d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.369300 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d86626ed-d5f3-4630-a553-a91beaabc494 None None] Provisioning complete for port 14b3a378-1527-443c-a309-932a8a321b40 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:28.369682 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d86626ed-d5f3-4630-a553-a91beaabc494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.374141 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0577eb6d-b6d0-49d5-8293-5834c0ae970d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.395542 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.397184 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.411179 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8d17578b-75a0-42fd-a0e1-ce274c112835 req-28de2a73-ce0e-432d-aa0e-f51d343aa4e8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128345 Mar 23 12:32:28.438460 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d93ac63-bdb1-45e7-bc99-87d09947042d']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:32:28.461939 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e7e46f-5983-4169-b14d-5c96ee87469c') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:32:28.463563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e7e46f-5983-4169-b14d-5c96ee87469c') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:32:28.475085 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.476593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577eb6d-b6d0-49d5-8293-5834c0ae970d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a1fb06-e429-4b92-8ab7-acc45a4a2999,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:28.501089 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.514274 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6002d59f-51d4-4267-8bdc-469c6b0de5be req-4b1670b8-2109-4bca-b9bb-360686cc20cc tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e82e93b-178c-4a58-9b08-fd02ad7b5a49 HTTP/1.1" status: 200 len: 210 time: 0.1424162 Mar 23 12:32:28.517203 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0577eb6d-b6d0-49d5-8293-5834c0ae970d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.523674 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0577eb6d-b6d0-49d5-8293-5834c0ae970d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5149198 Mar 23 12:32:28.539807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55982) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:28.543782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cd4c0757-740c-42dd-b41b-7371b5195edb tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Request body: {'security_group_rule': {'security_group_id': '70a1fb06-e429-4b92-8ab7-acc45a4a2999', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:28.550185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a0be82-2ee5-4068-b479-343b074b212c req-7b8fc539-a84d-4c48-b91f-f4c02e24cf03 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] No DVR routers for this DVR port d692bea9-f1e3-4474-8021-bb7cbac85ef3 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:32:28.553961 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-74a0be82-2ee5-4068-b479-343b074b212c req-7b8fc539-a84d-4c48-b91f-f4c02e24cf03 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.562528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:32:28.565415 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.578066 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-74a0be82-2ee5-4068-b479-343b074b212c req-7b8fc539-a84d-4c48-b91f-f4c02e24cf03 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.73 "DELETE /v2.0/ports/d692bea9-f1e3-4474-8021-bb7cbac85ef3 HTTP/1.1" status: 204 len: 173 time: 1.2758338 Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:32:28.598025 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:32:28.602121 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e82e93b-178c-4a58-9b08-fd02ad7b5a49', 'name': 'network-vif-deleted', 'tag': 'd692bea9-f1e3-4474-8021-bb7cbac85ef3'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:32:28.617727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=68ed13f5-3c65-4b3c-a125-75be36ff3949,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:28.618683 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11936278-1bcd-43f2-853f-e63cebfd48f6" -d '{"events": [{"server_uuid": "5e82e93b-178c-4a58-9b08-fd02ad7b5a49", "name": "network-vif-deleted", "tag": "d692bea9-f1e3-4474-8021-bb7cbac85ef3"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:32:28.663631 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd4c0757-740c-42dd-b41b-7371b5195edb tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.724960 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f67afa-b26d-4642-9f48-8ac6df072939 x-openstack-request-id: req-d1f67afa-b26d-4642-9f48-8ac6df072939 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:32:28.725249 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e82e93b-178c-4a58-9b08-fd02ad7b5a49", "name": "network-vif-deleted", "tag": "d692bea9-f1e3-4474-8021-bb7cbac85ef3", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:32:28.725536 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1f67afa-b26d-4642-9f48-8ac6df072939 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:32:28.725879 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e82e93b-178c-4a58-9b08-fd02ad7b5a49', 'name': 'network-vif-deleted', 'tag': 'd692bea9-f1e3-4474-8021-bb7cbac85ef3', 'status': 'completed', 'code': 200} Mar 23 12:32:28.741864 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.753379 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.773829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] 10.222.0.52 "DELETE /v2.0/networks/2d93ac63-bdb1-45e7-bc99-87d09947042d HTTP/1.1" status: 204 len: 168 time: 1.3796241 Mar 23 12:32:28.801852 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd4c0757-740c-42dd-b41b-7371b5195edb tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.808337 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd4c0757-740c-42dd-b41b-7371b5195edb tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.816432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a70c99-512f-4bce-8bea-487c62f5d416 tempest-TaggedBootDevicesTest_v242-2059518424 tempest-TaggedBootDevicesTest_v242-2059518424-project] Pushing event deleted for resources: {'Network': ['ID=2d93ac63-bdb1-45e7-bc99-87d09947042d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:28.846017 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c0757-740c-42dd-b41b-7371b5195edb tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff933da9-9859-4e5e-ae86-91e891e616b6,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:28.879893 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd4c0757-740c-42dd-b41b-7371b5195edb tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.888288 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cd4c0757-740c-42dd-b41b-7371b5195edb tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3478703 Mar 23 12:32:28.891628 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55994) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:28.896757 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-aef74ad6-d87f-4b95-8089-a7bbe053c0c3 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Request body: {'security_group_rule': {'security_group_id': '70a1fb06-e429-4b92-8ab7-acc45a4a2999', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:28.933912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 706f5ae3-ff23-4236-ac07-4ec965c7d416 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:32:28.937461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d11fe5bd-7c52-4ebb-86f5-a2463ca728b2 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:32:28.939393 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aef74ad6-d87f-4b95-8089-a7bbe053c0c3 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:28.959395 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddd75a-5350-4b44-b5ed-6fd2bdb729e8 req-af0d4672-c69d-4e5a-ac5a-144c86b0fa10 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:28.961320 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-22ddd75a-5350-4b44-b5ed-6fd2bdb729e8 req-af0d4672-c69d-4e5a-ac5a-144c86b0fa10 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 945 time: 0.0948906 Mar 23 12:32:28.994359 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2ab9-e8c2-437a-afb0-c68cb8371ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:29.046401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc2c2ab9-e8c2-437a-afb0-c68cb8371ae6 None None] Network 2d93ac63-bdb1-45e7-bc99-87d09947042d is not hosted by any dhcp agent {{(pid=102780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 12:32:29.046857 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2c2ab9-e8c2-437a-afb0-c68cb8371ae6 None None] No DVR routers for this DVR port afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:32:29.051296 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c2ab9-e8c2-437a-afb0-c68cb8371ae6 None None] Pushing event deleted for resources: {'Port': ['ID=afadc0e9-8a55-4d5b-8fd7-f82b33e558b8,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:29.053812 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:29.054263 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-22ddd75a-5350-4b44-b5ed-6fd2bdb729e8 req-c4c91531-5d18-465f-93e6-c680f9c65b76 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794930 Mar 23 12:32:29.098264 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aef74ad6-d87f-4b95-8089-a7bbe053c0c3 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:29.106641 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aef74ad6-d87f-4b95-8089-a7bbe053c0c3 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:29.118609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d86626ed-d5f3-4630-a553-a91beaabc494 None None] Provisioning complete for port d11fe5bd-7c52-4ebb-86f5-a2463ca728b2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:29.119164 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d86626ed-d5f3-4630-a553-a91beaabc494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:29.148977 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['68ed13f5-3c65-4b3c-a125-75be36ff3949'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:32:29.160413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aef74ad6-d87f-4b95-8089-a7bbe053c0c3 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:29.166656 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-aef74ad6-d87f-4b95-8089-a7bbe053c0c3 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2716572 Mar 23 12:32:29.168219 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56004) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:29.169155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef74ad6-d87f-4b95-8089-a7bbe053c0c3 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2392e5-f47a-4ddc-a265-488292a09901,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:29.177631 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:29.223216 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:29.231817 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port d11fe5bd-7c52-4ebb-86f5-a2463ca728b2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:29.232436 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:29.241863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 706f5ae3-ff23-4236-ac07-4ec965c7d416, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=706f5ae3-ff23-4236-ac07-4ec965c7d416,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:29.285045 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '706f5ae3-ff23-4236-ac07-4ec965c7d416', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '706f5ae3-ff23-4236-ac07-4ec965c7d416', 'mac_address': 'fa:16:3e:b2:12:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:32:29.365939 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:29.410803 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:29.563780 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706f5ae3-ff23-4236-ac07-4ec965c7d416 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:32:29.620024 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:29.635281 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 706f5ae3-ff23-4236-ac07-4ec965c7d416, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=706f5ae3-ff23-4236-ac07-4ec965c7d416,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:29.645356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Allocated IP 172.25.2.229 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/42e56c6d-d890-406c-bc47-5ed20f6d26bb) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:32:29.663911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4c8d5-095f-471c-8980-b17a521990ae req-d78395b5-15de-4e48-8378-183690378fd4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:29.665355 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9e4c8d5-095f-471c-8980-b17a521990ae req-d78395b5-15de-4e48-8378-183690378fd4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.1069756 Mar 23 12:32:29.673086 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:29.720500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d86626ed-d5f3-4630-a553-a91beaabc494 None None] Provisioning complete for port 38e184cd-13be-4459-9b2f-1cf77184162c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:29.720850 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d86626ed-d5f3-4630-a553-a91beaabc494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:29.766179 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9e4c8d5-095f-471c-8980-b17a521990ae req-42513e56-19f1-489a-a3a3-e49a2f691d4a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921412 Mar 23 12:32:29.804104 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 14b3a378-1527-443c-a309-932a8a321b40 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:32:29.809365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=706f5ae3-ff23-4236-ac07-4ec965c7d416,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:29.839289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['706f5ae3-ff23-4236-ac07-4ec965c7d416'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:32:29.931020 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d86626ed-d5f3-4630-a553-a91beaabc494 None None] Port 38e184cd-13be-4459-9b2f-1cf77184162c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:32:29.956220 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 14b3a378-1527-443c-a309-932a8a321b40 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:29.956725 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:29.958706 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:30.036499 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:30.100051 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:32:30.104084 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:32:30.114558 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:32:30.115837 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56054) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:30.119531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event updated for resources: {'Port': ['ID=42e56c6d-d890-406c-bc47-5ed20f6d26bb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:30.146907 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5cec1ab8-779b-4871-80aa-bd274ac281e5 None None] Provisioning complete for port 38e184cd-13be-4459-9b2f-1cf77184162c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:30.146907 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5cec1ab8-779b-4871-80aa-bd274ac281e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:30.244855 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5cec1ab8-779b-4871-80aa-bd274ac281e5 None None] Port 38e184cd-13be-4459-9b2f-1cf77184162c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:32:30.280570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56056) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:30.301922 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41bb21-63b7-47d0-b1f7-9ce1800f6c67 req-4e57f0a7-f6ba-4ad4-b6e0-e7fff999516d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:30.304450 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab41bb21-63b7-47d0-b1f7-9ce1800f6c67 req-4e57f0a7-f6ba-4ad4-b6e0-e7fff999516d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 945 time: 0.1123440 Mar 23 12:32:30.379422 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fce41da-8340-442a-b5eb-7c8c35412483 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:30.398620 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:30.415356 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a55d28c2-b1d8-4cf5-b994-866dfb02cf2e no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:32:30.427498 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab41bb21-63b7-47d0-b1f7-9ce1800f6c67 req-506d0125-2247-436a-a0d5-29db4de58374 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987446 Mar 23 12:32:30.444728 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fce41da-8340-442a-b5eb-7c8c35412483 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:30.469517 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: a55d28c2-b1d8-4cf5-b994-866dfb02cf2e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:32:30.471000 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a55d28c2-b1d8-4cf5-b994-866dfb02cf2e not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:32:30.471726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:32:30.472512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-d5e9299c-341e-47cd-a0e5-2b19c02b1023 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:32:30.473592 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-d5e9299c-341e-47cd-a0e5-2b19c02b1023 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1913631 Mar 23 12:32:30.531969 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:30.539500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:32:30.540005 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device afadc0e9-8a55-4d5b-8fd7-f82b33e558b8 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:32:30.670607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-599b1d31-6b30-4f62-bfe5-c5594adffb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:30.672014 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-599b1d31-6b30-4f62-bfe5-c5594adffb0a service neutron] 10.222.0.52 "GET /v2.0/ports/51aca8df-902f-4ea5-ae2a-4c0673830b61 HTTP/1.1" status: 200 len: 1093 time: 0.0956171 Mar 23 12:32:30.675327 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fce41da-8340-442a-b5eb-7c8c35412483 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:30.678629 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fce41da-8340-442a-b5eb-7c8c35412483 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:30.682549 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-802ef6d4-5295-4b51-8b3b-dd103ec39584 service neutron] Request body: {'binding': {'host': 'n-h1-834854-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:30.683183 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-802ef6d4-5295-4b51-8b3b-dd103ec39584 service neutron] Unknown quota resources ['binding']. {{(pid=102778) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 12:32:30.683779 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3fce41da-8340-442a-b5eb-7c8c35412483 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "DELETE /v2.0/security-groups/04331e25-3c48-4995-8c3a-275a68c21c1d HTTP/1.1" status: 204 len: 168 time: 0.5654023 Mar 23 12:32:30.685233 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56076) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:30.704787 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce41da-8340-442a-b5eb-7c8c35412483 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04331e25-3c48-4995-8c3a-275a68c21c1d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:30.727944 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-dcb2a0eb-2fde-4588-ac74-c54054ff4454 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] show failed (client error): The resource could not be found. Mar 23 12:32:30.729259 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dcb2a0eb-2fde-4588-ac74-c54054ff4454 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "GET /v2.0/security-groups/04331e25-3c48-4995-8c3a-275a68c21c1d HTTP/1.1" status: 404 len: 347 time: 0.0431514 Mar 23 12:32:30.733074 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56080) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:30.889793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-802ef6d4-5295-4b51-8b3b-dd103ec39584 service neutron] Attempting to bind port 51aca8df-902f-4ea5-ae2a-4c0673830b61 on host n-h1-834854-1 for vnic_type normal with profile None {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:32:30.890161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-802ef6d4-5295-4b51-8b3b-dd103ec39584 service neutron] Attempting to bind port 51aca8df-902f-4ea5-ae2a-4c0673830b61 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:32:30.890527 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-802ef6d4-5295-4b51-8b3b-dd103ec39584 service neutron] Attempting to bind port 51aca8df-902f-4ea5-ae2a-4c0673830b61 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:32:30.896072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-802ef6d4-5295-4b51-8b3b-dd103ec39584 service neutron] Port 51aca8df-902f-4ea5-ae2a-4c0673830b61 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:32:30.897332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-802ef6d4-5295-4b51-8b3b-dd103ec39584 service neutron] Attempting to bind port 51aca8df-902f-4ea5-ae2a-4c0673830b61 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:32:30.903411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-802ef6d4-5295-4b51-8b3b-dd103ec39584 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:32:30.903746 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-802ef6d4-5295-4b51-8b3b-dd103ec39584 service neutron] Checking segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:32:30.904169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-802ef6d4-5295-4b51-8b3b-dd103ec39584 service neutron] Bound using segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:32:30.904597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-802ef6d4-5295-4b51-8b3b-dd103ec39584 service neutron] Bound port: 51aca8df-902f-4ea5-ae2a-4c0673830b61, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:32:30.972494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-802ef6d4-5295-4b51-8b3b-dd103ec39584 service neutron] For port 51aca8df-902f-4ea5-ae2a-4c0673830b61, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=51aca8df-902f-4ea5-ae2a-4c0673830b61,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:32:30.985004 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-802ef6d4-5295-4b51-8b3b-dd103ec39584 service neutron] Notify callbacks [] for binding, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:30.986324 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-802ef6d4-5295-4b51-8b3b-dd103ec39584 service neutron] 10.222.0.52 "POST /v2.0/ports/51aca8df-902f-4ea5-ae2a-4c0673830b61/bindings HTTP/1.1" status: 201 len: 389 time: 0.3075595 Mar 23 12:32:31.034317 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:31.054959 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:31.073610 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d692bea9-f1e3-4474-8021-bb7cbac85ef3 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:32:31.100967 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: d692bea9-f1e3-4474-8021-bb7cbac85ef3 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:32:31.101379 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d692bea9-f1e3-4474-8021-bb7cbac85ef3 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:32:31.218599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488be90-c384-42de-82d4-d79d772c6ff2 req-94124789-c34a-4fe3-b3dd-1867cd7a4e63 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:31.220843 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8488be90-c384-42de-82d4-d79d772c6ff2 req-94124789-c34a-4fe3-b3dd-1867cd7a4e63 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.2927413 Mar 23 12:32:31.233759 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673983f-2768-4c59-9a29-c808506562c4 req-f5ae6c3b-ba85-4b7e-b72a-9f5691bba97d tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:31.235638 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3673983f-2768-4c59-9a29-c808506562c4 req-f5ae6c3b-ba85-4b7e-b72a-9f5691bba97d tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 945 time: 0.0813630 Mar 23 12:32:31.238669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event updated for resources: {'Port': ['ID=42e56c6d-d890-406c-bc47-5ed20f6d26bb,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:31.257450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-60b10a76-acc4-42e4-bc7e-7e8a5924d1c1 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Deleting port fd397b31-d105-47ff-83ca-e52e318d2543 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:32:31.257704 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-60b10a76-acc4-42e4-bc7e-7e8a5924d1c1 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:31.285615 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:31.296176 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3673983f-2768-4c59-9a29-c808506562c4 req-1f482ba4-a1b8-4adf-b7d5-d9bd146e2434 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541642 Mar 23 12:32:31.400229 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:31.401446 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c75b5f0e-ae08-4b1b-933f-bd27763c4de9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2311797 Mar 23 12:32:31.412452 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8488be90-c384-42de-82d4-d79d772c6ff2 req-7fa636cb-75da-4902-a0f0-d12209f19a07 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688709 Mar 23 12:32:31.438606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-b386bc62-5f03-4da1-9439-2523cc83eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:31.440541 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-b386bc62-5f03-4da1-9439-2523cc83eef2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 1096 time: 0.0997653 Mar 23 12:32:31.445495 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-60b10a76-acc4-42e4-bc7e-7e8a5924d1c1 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:31.445816 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-60b10a76-acc4-42e4-bc7e-7e8a5924d1c1 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:31.483898 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-60b10a76-acc4-42e4-bc7e-7e8a5924d1c1 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Calling delete_port for fd397b31-d105-47ff-83ca-e52e318d2543 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:32:31.633727 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-6bc92833-5efa-4fad-b5c6-e7dc7d788052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:31.635225 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-6bc92833-5efa-4fad-b5c6-e7dc7d788052 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.1861598 Mar 23 12:32:31.662519 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad95951-71b3-491c-b285-6691257a2164 req-764e6c73-c02d-4cb8-895f-31201a73b74b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:31.665087 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ad95951-71b3-491c-b285-6691257a2164 req-764e6c73-c02d-4cb8-895f-31201a73b74b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 945 time: 0.1222885 Mar 23 12:32:31.720370 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-7d056a6f-c7bf-48d5-87f0-f72c69af813e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51aca8df-902f-4ea5-ae2a-4c0673830b61 HTTP/1.1" status: 200 len: 217 time: 0.0762932 Mar 23 12:32:31.720988 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ad95951-71b3-491c-b285-6691257a2164 req-451f32f9-8c5e-4dbc-afa9-347d9ca987ce tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483098 Mar 23 12:32:31.850067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-4a8f24f8-fbe8-42f1-b407-9316cb2c34c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:31.852692 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-4a8f24f8-fbe8-42f1-b407-9316cb2c34c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.1237519 Mar 23 12:32:31.859834 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-0d543829-7c37-4111-b47b-95b23ef0e107 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1618015854&fields=id&tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd HTTP/1.1" status: 200 len: 267 time: 0.0940735 Mar 23 12:32:31.874393 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-60b10a76-acc4-42e4-bc7e-7e8a5924d1c1 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:31.933096 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-f8e948f9-776b-4ae9-bbd5-b4ff2e15b11f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721588 Mar 23 12:32:31.968458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b10a76-acc4-42e4-bc7e-7e8a5924d1c1 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Pushing event deleted for resources: {'Port': ['ID=fd397b31-d105-47ff-83ca-e52e318d2543,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:32.024677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-f5f6a134-7efe-4acf-bf3d-c36e3b30c19f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:32.026056 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-f5f6a134-7efe-4acf-bf3d-c36e3b30c19f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports/a832adda-3f39-4da1-8a38-dce921f63818 HTTP/1.1" status: 200 len: 931 time: 0.1564503 Mar 23 12:32:32.168990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5481f05a-46b7-41b0-a90f-2581ab895580 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:32.170356 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5481f05a-46b7-41b0-a90f-2581ab895580 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports/38e184cd-13be-4459-9b2f-1cf77184162c HTTP/1.1" status: 200 len: 931 time: 0.0981331 Mar 23 12:32:32.171633 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-60b10a76-acc4-42e4-bc7e-7e8a5924d1c1 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:32.173821 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-60b10a76-acc4-42e4-bc7e-7e8a5924d1c1 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:32.177936 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-60b10a76-acc4-42e4-bc7e-7e8a5924d1c1 tempest-ImagesOneServerNegativeTestJSON-1279470588 tempest-ImagesOneServerNegativeTestJSON-1279470588-project] 10.222.0.52 "DELETE /v2.0/floatingips/5702cdfe-124e-4a91-b277-4c5059caf0cf HTTP/1.1" status: 204 len: 168 time: 1.4376559 Mar 23 12:32:32.237374 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-1f6636c9-35a0-4268-9a7f-a60f6f637e7c service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710166 Mar 23 12:32:32.263364 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-170e4e9a-921f-47ac-b273-b6ef983f5893 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?network_id=426297fc-89ed-49a5-9d37-294ef2ded004&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0715127 Mar 23 12:32:32.324686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56136) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:32.350090 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-39b9e011-a0dd-4849-86ce-b801a0c3d476 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?network_id=426297fc-89ed-49a5-9d37-294ef2ded004&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0851412 Mar 23 12:32:32.405074 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a51d8ba-abe4-4119-ad01-78883fd2f15b admin admin] Deleting subnet 04fef708-0d62-4f92-a84a-3b672e7134ef {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:32:32.408305 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a51d8ba-abe4-4119-ad01-78883fd2f15b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:32.470186 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a51d8ba-abe4-4119-ad01-78883fd2f15b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:32.508290 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-f5b2dc60-0960-49f7-b355-cd89e9d787ba service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420657 Mar 23 12:32:32.522797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f3a71-e81b-4389-9f0d-de9ebdce8fb5 req-0b3f4698-3c16-4b7d-9c6d-b90bb4ccb086 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:32.524962 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe6f3a71-e81b-4389-9f0d-de9ebdce8fb5 req-0b3f4698-3c16-4b7d-9c6d-b90bb4ccb086 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 945 time: 0.0955524 Mar 23 12:32:32.528100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ea86fb0a-3174-49ab-a692-dab3ed11eebb tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:32.533844 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ea86fb0a-3174-49ab-a692-dab3ed11eebb tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:32.541196 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ea86fb0a-3174-49ab-a692-dab3ed11eebb tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:32.548947 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ea86fb0a-3174-49ab-a692-dab3ed11eebb tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/networks?id=3dd3fd8f-403e-4371-8d96-fb79d3d28631&id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&id=426297fc-89ed-49a5-9d37-294ef2ded004&id=426297fc-89ed-49a5-9d37-294ef2ded004 HTTP/1.1" status: 200 len: 1990 time: 0.1975019 Mar 23 12:32:32.564595 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-76c6acb1-2ed6-463b-90f6-078600813cec tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/quotas/09fdd146e5ec47a9a98c06a6ae89f9dd HTTP/1.1" status: 200 len: 375 time: 0.0142574 Mar 23 12:32:32.576479 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a51d8ba-abe4-4119-ad01-78883fd2f15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:32.642469 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe6f3a71-e81b-4389-9f0d-de9ebdce8fb5 req-b7c5ca2a-081e-45fc-a26a-5d877b75f13e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949404 Mar 23 12:32:32.671517 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-8ae043c5-35d7-4059-b211-b26f702e45e5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0663393 Mar 23 12:32:32.707613 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a51d8ba-abe4-4119-ad01-78883fd2f15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:32.792473 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2adb6a28-87d2-43bc-b240-5417d597127d service neutron] 10.222.0.52 "GET /v2.0/networks/3dd3fd8f-403e-4371-8d96-fb79d3d28631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243842 Mar 23 12:32:32.804755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 706f5ae3-ff23-4236-ac07-4ec965c7d416 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:32:32.811081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51d8ba-abe4-4119-ad01-78883fd2f15b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04fef708-0d62-4f92-a84a-3b672e7134ef,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:32.816349 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a51d8ba-abe4-4119-ad01-78883fd2f15b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:32.819996 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6a51d8ba-abe4-4119-ad01-78883fd2f15b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/04fef708-0d62-4f92-a84a-3b672e7134ef HTTP/1.1" status: 204 len: 168 time: 0.4942729 Mar 23 12:32:32.829770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56150) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:32.879532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b59cc9-e41c-4ce8-91b1-5dc560963002 req-de3f8b3a-fee1-42d8-8fd4-f408a0b335dc tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:32.890801 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30b59cc9-e41c-4ce8-91b1-5dc560963002 req-de3f8b3a-fee1-42d8-8fd4-f408a0b335dc tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.0964642 Mar 23 12:32:32.932975 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 706f5ae3-ff23-4236-ac07-4ec965c7d416 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:32.933349 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:32.974816 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30b59cc9-e41c-4ce8-91b1-5dc560963002 req-4b1017de-124a-4067-904f-711f964018b6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830722 Mar 23 12:32:33.086783 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:33.114064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45819eee-53d7-4d65-8c53-98148e180cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706f5ae3-ff23-4236-ac07-4ec965c7d416'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:32:33.118631 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e4c295-f1d9-4de2-af00-db3c6bb22912" -d '{"events": [{"server_uuid": "45819eee-53d7-4d65-8c53-98148e180cf7", "name": "network-vif-plugged", "status": "completed", "tag": "706f5ae3-ff23-4236-ac07-4ec965c7d416"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:32:33.134385 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 706f5ae3-ff23-4236-ac07-4ec965c7d416, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=706f5ae3-ff23-4236-ac07-4ec965c7d416,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:33.139535 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:33.140892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 68ed13f5-3c65-4b3c-a125-75be36ff3949 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:32:33.234318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=706f5ae3-ff23-4236-ac07-4ec965c7d416,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:33.268504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 68ed13f5-3c65-4b3c-a125-75be36ff3949 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:33.270098 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:33.334494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e736016-f996-4df1-88f9-dbe20c8d59fb req-79504ce1-b99b-4687-80fb-9ec258e68cd9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:33.341356 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9e736016-f996-4df1-88f9-dbe20c8d59fb req-79504ce1-b99b-4687-80fb-9ec258e68cd9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 945 time: 0.1452324 Mar 23 12:32:33.398163 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:33.450795 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9e736016-f996-4df1-88f9-dbe20c8d59fb req-c8eda714-1a96-4a7d-82ad-8517d2ec4ed4 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025128 Mar 23 12:32:33.502908 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c4a009-de70-4066-aab0-f6b159901af4 x-openstack-request-id: req-15c4a009-de70-4066-aab0-f6b159901af4 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:32:33.502908 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45819eee-53d7-4d65-8c53-98148e180cf7", "name": "network-vif-plugged", "status": "completed", "tag": "706f5ae3-ff23-4236-ac07-4ec965c7d416", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:32:33.502908 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15c4a009-de70-4066-aab0-f6b159901af4 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:32:33.502908 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45819eee-53d7-4d65-8c53-98148e180cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706f5ae3-ff23-4236-ac07-4ec965c7d416', 'code': 200} Mar 23 12:32:33.504490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 68ed13f5-3c65-4b3c-a125-75be36ff3949, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=68ed13f5-3c65-4b3c-a125-75be36ff3949,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:33.517117 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:33.619353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=68ed13f5-3c65-4b3c-a125-75be36ff3949,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:33.706979 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d42901e1-a9a7-4707-92e4-d6aa58b3c080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:33.763727 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-123454b9-380a-46ff-9220-40d68cc60b66 service neutron] 10.222.0.52 "GET /v2.0/networks/3dd3fd8f-403e-4371-8d96-fb79d3d28631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9663944 Mar 23 12:32:33.859466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dfbe2-fc19-4481-91f5-d9d53781eedb req-8228096e-a40d-44b6-b9a2-6f50773588c4 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:33.860207 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d42901e1-a9a7-4707-92e4-d6aa58b3c080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:33.861290 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-072dfbe2-fc19-4481-91f5-d9d53781eedb req-8228096e-a40d-44b6-b9a2-6f50773588c4 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 945 time: 0.0661421 Mar 23 12:32:33.873188 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-293a15c5-98d5-437d-9225-e7c1b6ff22c8 service neutron] 10.222.0.52 "GET /v2.0/ports/a832adda-3f39-4da1-8a38-dce921f63818?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0879085 Mar 23 12:32:33.894417 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d42901e1-a9a7-4707-92e4-d6aa58b3c080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c386454e-c68d-426c-b8b8-7fca3f2b996b']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:32:33.904564 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-072dfbe2-fc19-4481-91f5-d9d53781eedb req-d15cd07a-13e6-4ca7-943c-1eecf30c8aa8 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353723 Mar 23 12:32:33.918822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d42901e1-a9a7-4707-92e4-d6aa58b3c080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb076cf-4a51-4941-9d71-0d53304bdcaa') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:32:33.919128 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d42901e1-a9a7-4707-92e4-d6aa58b3c080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb076cf-4a51-4941-9d71-0d53304bdcaa') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:32:33.957382 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d42901e1-a9a7-4707-92e4-d6aa58b3c080 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:33.983402 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d42901e1-a9a7-4707-92e4-d6aa58b3c080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:33.999891 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42901e1-a9a7-4707-92e4-d6aa58b3c080 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:32:34.000359 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d42901e1-a9a7-4707-92e4-d6aa58b3c080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:32:34.002695 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:32:34.071363 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-1824a402-3f79-4251-8e2b-955415852083 service neutron] 10.222.0.52 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884811 Mar 23 12:32:34.104927 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d42901e1-a9a7-4707-92e4-d6aa58b3c080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:34.151032 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d42901e1-a9a7-4707-92e4-d6aa58b3c080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:34.154446 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d42901e1-a9a7-4707-92e4-d6aa58b3c080 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c386454e-c68d-426c-b8b8-7fca3f2b996b HTTP/1.1" status: 204 len: 168 time: 1.3155088 Mar 23 12:32:34.155411 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42901e1-a9a7-4707-92e4-d6aa58b3c080 admin admin] Pushing event deleted for resources: {'Network': ['ID=c386454e-c68d-426c-b8b8-7fca3f2b996b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:34.171197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c677b-771c-4bcd-a1a6-ace2b76a7b9f req-100eab70-26fa-48a7-bde8-263cc7303c8e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:34.173461 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-235c677b-771c-4bcd-a1a6-ace2b76a7b9f req-100eab70-26fa-48a7-bde8-263cc7303c8e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.0854168 Mar 23 12:32:34.216167 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-b1870a97-6684-4c64-a29e-8d1af5e00112 service neutron] 10.222.0.52 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373565 Mar 23 12:32:34.239134 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-235c677b-771c-4bcd-a1a6-ace2b76a7b9f req-11b2371e-2dd6-4a53-9719-752dc847a477 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572746 Mar 23 12:32:34.346254 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-833cca4b-7e35-4ad9-83f1-5a0ef350a5ae service neutron] 10.222.0.52 "GET /v2.0/ports/38e184cd-13be-4459-9b2f-1cf77184162c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1219919 Mar 23 12:32:34.453254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56188) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:34.453786 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-c092e81f-cecb-4f26-89d2-98cc41c2298e service neutron] 10.222.0.52 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066713 Mar 23 12:32:34.510914 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3698ccaf-dba2-4b5f-b18e-bfdfe5ccc267 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b3514e9ddc7e4976b2886ea4848bbfbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555015 Mar 23 12:32:34.513269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56192) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:34.598211 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-8322a144-bba3-4709-9667-98e6a9d806f0 service neutron] 10.222.0.52 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357169 Mar 23 12:32:34.640243 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31e29515-6531-47a2-a885-62f21ffcf732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:34.665292 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31e29515-6531-47a2-a885-62f21ffcf732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:34.726378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bfb98-063a-4ff0-b164-7268cd7409e9 req-326c0cb8-21c2-4ed8-8253-3684a392c781 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:34.734804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-132bfb98-063a-4ff0-b164-7268cd7409e9 req-326c0cb8-21c2-4ed8-8253-3684a392c781 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1779900 Mar 23 12:32:34.743057 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-77d674c6-7891-4d73-965f-d3e2e6ab6589 service neutron] 10.222.0.52 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362896 Mar 23 12:32:34.794710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-132bfb98-063a-4ff0-b164-7268cd7409e9 req-d88c920b-2665-493d-ba52-e6f0891ad418 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453272 Mar 23 12:32:34.814449 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31e29515-6531-47a2-a885-62f21ffcf732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:34.817441 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31e29515-6531-47a2-a885-62f21ffcf732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:34.822096 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-31e29515-6531-47a2-a885-62f21ffcf732 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf HTTP/1.1" status: 204 len: 168 time: 0.3039935 Mar 23 12:32:34.840527 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e29515-6531-47a2-a885-62f21ffcf732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afe4dba-d47f-494d-ac33-ac8bcb4b7fcf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:34.941823 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-78203c6e-8aae-40a0-8d12-87caad7a565a service neutron] 10.222.0.52 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975060 Mar 23 12:32:35.173397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc577acb-bb7e-43de-8c58-978c947eee28 req-d9b856f5-5ba7-4663-8b4a-f692d9e8e74c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:35.175290 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fc577acb-bb7e-43de-8c58-978c947eee28 req-d9b856f5-5ba7-4663-8b4a-f692d9e8e74c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 945 time: 0.1210694 Mar 23 12:32:35.188882 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-c75895a7-0b6d-48fe-a6b2-2705430f9516 service neutron] 10.222.0.52 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461519 Mar 23 12:32:35.241161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fc577acb-bb7e-43de-8c58-978c947eee28 req-a092026a-51e8-45d3-909a-7264d6539285 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553472 Mar 23 12:32:35.414631 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-0c158348-38d7-4db9-8cf5-3ec0222822f3 service neutron] 10.222.0.52 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164865 Mar 23 12:32:35.426969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2c031-fb57-4875-a31c-81b352a1dd85 req-670a002e-364c-44ff-bd01-a6ff08b5b673 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:35.428723 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0b2c031-fb57-4875-a31c-81b352a1dd85 req-670a002e-364c-44ff-bd01-a6ff08b5b673 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.0969069 Mar 23 12:32:35.504421 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849c9a96-e004-4735-9faa-cce256f9fff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ed13f5-3c65-4b3c-a125-75be36ff3949'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:32:35.507249 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb08ff9-4aa0-48c6-86c5-0d670cdab1bd" -d '{"events": [{"server_uuid": "849c9a96-e004-4735-9faa-cce256f9fff6", "name": "network-vif-plugged", "status": "completed", "tag": "68ed13f5-3c65-4b3c-a125-75be36ff3949"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:32:35.568745 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0b2c031-fb57-4875-a31c-81b352a1dd85 req-1322d9df-f1f8-47ed-a824-50b406c66443 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319721 Mar 23 12:32:35.675910 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-c791624e-ac18-46ab-bbbb-d59ddef42dee service neutron] 10.222.0.52 "GET /v2.0/networks/426297fc-89ed-49a5-9d37-294ef2ded004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527111 Mar 23 12:32:35.782332 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39125ef5-8806-49a8-80c7-8fa99eedfb44 x-openstack-request-id: req-39125ef5-8806-49a8-80c7-8fa99eedfb44 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:32:35.782947 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849c9a96-e004-4735-9faa-cce256f9fff6", "name": "network-vif-plugged", "status": "completed", "tag": "68ed13f5-3c65-4b3c-a125-75be36ff3949", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:32:35.783425 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39125ef5-8806-49a8-80c7-8fa99eedfb44 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:32:35.784115 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849c9a96-e004-4735-9faa-cce256f9fff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ed13f5-3c65-4b3c-a125-75be36ff3949', 'code': 200} Mar 23 12:32:35.944653 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ac886250-596c-4e4c-b10e-d2cd17be0cb5 service neutron] 10.222.0.52 "GET /v2.0/networks/426297fc-89ed-49a5-9d37-294ef2ded004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602975 Mar 23 12:32:36.040101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9310b15-a1f9-4599-99f7-2e49d8835b41 req-1d96824e-23b4-4aba-b093-5ab734a2b70b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:36.047867 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9310b15-a1f9-4599-99f7-2e49d8835b41 req-1d96824e-23b4-4aba-b093-5ab734a2b70b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1614327 Mar 23 12:32:36.057377 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1332c98-1348-43d0-8d08-2b0a1dfe40ff req-97c448b2-9a2a-4769-88af-12b471733615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:36.057377 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e1332c98-1348-43d0-8d08-2b0a1dfe40ff req-97c448b2-9a2a-4769-88af-12b471733615 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 1097 time: 0.1099842 Mar 23 12:32:36.138842 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9310b15-a1f9-4599-99f7-2e49d8835b41 req-ebb3295d-eac7-4f0a-9626-73dd9cfa7cce tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858521 Mar 23 12:32:36.215486 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e1332c98-1348-43d0-8d08-2b0a1dfe40ff req-7421b55c-005a-434f-87a2-7a1a1bb8a6a7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517529 Mar 23 12:32:36.219384 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-95824f25-2f78-45be-85c2-0a6d2fe34579 service neutron] 10.222.0.52 "GET /v2.0/networks/426297fc-89ed-49a5-9d37-294ef2ded004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736790 Mar 23 12:32:36.472054 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f6516-fd27-4764-9613-b1aff95dcc2d req-391eeb83-cafb-43be-8d90-7ac72faa507c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:36.486482 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-da1165a1-1a72-491b-a0b4-701b3f0c04ac service neutron] 10.222.0.52 "GET /v2.0/networks/426297fc-89ed-49a5-9d37-294ef2ded004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579150 Mar 23 12:32:36.487303 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-235f6516-fd27-4764-9613-b1aff95dcc2d req-391eeb83-cafb-43be-8d90-7ac72faa507c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 945 time: 0.1192188 Mar 23 12:32:36.548509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-235f6516-fd27-4764-9613-b1aff95dcc2d req-9dfe345f-aa6d-45fc-9523-da98dd6b17a0 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598428 Mar 23 12:32:36.851266 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7ccb7-c37d-4e9c-b217-e659ba044413 req-f8227151-5db7-47e9-856b-ee12f1b70358 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:36.861193 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3fc7ccb7-c37d-4e9c-b217-e659ba044413 req-f8227151-5db7-47e9-856b-ee12f1b70358 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.1580889 Mar 23 12:32:36.962686 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3fc7ccb7-c37d-4e9c-b217-e659ba044413 req-9ce81458-96eb-4d14-94af-c4e8ae995784 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894647 Mar 23 12:32:37.770142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701bfd7-62a9-4880-b97e-f1f542beb3c5 req-7d47d97c-b317-44f4-bce1-2cacc6c52db2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:37.779635 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e701bfd7-62a9-4880-b97e-f1f542beb3c5 req-7d47d97c-b317-44f4-bce1-2cacc6c52db2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1210289 Mar 23 12:32:37.849098 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e701bfd7-62a9-4880-b97e-f1f542beb3c5 req-9b2bec56-6066-4a7d-b52b-988e26217c12 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634639 Mar 23 12:32:38.047467 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d6ac9fd3-34c5-400a-abcf-08801db93ac1 req-bbc2e942-e0f6-40b2-b458-1109a997fc5a tempest-AbsoluteLimitsNegativeTestJSON-1740379534 tempest-AbsoluteLimitsNegativeTestJSON-1740379534-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8fcfc35737e1412b965904c785c20e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477052 Mar 23 12:32:38.247614 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681a863-757a-4a1d-9f30-dd726ffc2e06 req-d23b1fcd-13c6-4450-ab58-3e83baf9977a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:38.260385 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2681a863-757a-4a1d-9f30-dd726ffc2e06 req-d23b1fcd-13c6-4450-ab58-3e83baf9977a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 945 time: 0.1429138 Mar 23 12:32:38.345002 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2681a863-757a-4a1d-9f30-dd726ffc2e06 req-b3c5a1ec-d68d-480d-9496-3237e1ca3168 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836370 Mar 23 12:32:38.347005 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56340) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:38.533318 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d3a9d41-cb7c-459f-8b73-300a6020a339 req-de55f243-a26a-4789-b2c5-8eafd70c3991 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0647957 Mar 23 12:32:38.552282 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6a10edf0-daf3-4ac1-b22a-5826e9887d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:38.745881 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6a10edf0-daf3-4ac1-b22a-5826e9887d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:38.760401 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6a10edf0-daf3-4ac1-b22a-5826e9887d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:38.917749 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10edf0-daf3-4ac1-b22a-5826e9887d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59fdddf-abba-48c3-aa9e-cbc3f74500ce,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:38.933405 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6a10edf0-daf3-4ac1-b22a-5826e9887d93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=814985e6d619440090bcc92bb8b71a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5844362 Mar 23 12:32:38.950471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56352) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:39.004317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac9fd3-34c5-400a-abcf-08801db93ac1 req-4c0206de-ae1a-4723-9abd-a05ac52f2252 tempest-AbsoluteLimitsNegativeTestJSON-1740379534 tempest-AbsoluteLimitsNegativeTestJSON-1740379534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:39.013147 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d6ac9fd3-34c5-400a-abcf-08801db93ac1 req-4c0206de-ae1a-4723-9abd-a05ac52f2252 tempest-AbsoluteLimitsNegativeTestJSON-1740379534 tempest-AbsoluteLimitsNegativeTestJSON-1740379534-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9645216 Mar 23 12:32:39.034124 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d6ac9fd3-34c5-400a-abcf-08801db93ac1 req-dffeffaf-5dd6-4595-a720-7eef7f4fdc1d tempest-AbsoluteLimitsNegativeTestJSON-1740379534 tempest-AbsoluteLimitsNegativeTestJSON-1740379534-project] 10.222.0.52 "GET /v2.0/quotas/8fcfc35737e1412b965904c785c20e12 HTTP/1.1" status: 200 len: 375 time: 0.0195291 Mar 23 12:32:39.034373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2ec5-33ed-40eb-803f-7c37b0f1b092 req-be4f4ff7-79d4-49e0-8fb6-b771de3d8afe tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:39.047954 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d1a2ec5-33ed-40eb-803f-7c37b0f1b092 req-be4f4ff7-79d4-49e0-8fb6-b771de3d8afe tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.3000431 Mar 23 12:32:39.095656 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d6ac9fd3-34c5-400a-abcf-08801db93ac1 req-8888a245-8cf7-4f7a-a557-69c6c9ad570e tempest-AbsoluteLimitsNegativeTestJSON-1740379534 tempest-AbsoluteLimitsNegativeTestJSON-1740379534-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8fcfc35737e1412b965904c785c20e12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422082 Mar 23 12:32:39.098330 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e0dd9df-0eac-44b6-9024-08c0c00f7423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:39.126627 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d1a2ec5-33ed-40eb-803f-7c37b0f1b092 req-e9c0fd78-2343-4872-a102-3c5364eb2439 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776424 Mar 23 12:32:39.181924 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e0dd9df-0eac-44b6-9024-08c0c00f7423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:39.410652 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1f73e-0199-4f3a-bbc2-83eebbdd8db7 req-115af7bb-4e76-4ad2-8e4b-97f4234542bc tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:39.412366 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aae1f73e-0199-4f3a-bbc2-83eebbdd8db7 req-115af7bb-4e76-4ad2-8e4b-97f4234542bc tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1239381 Mar 23 12:32:39.431468 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e0dd9df-0eac-44b6-9024-08c0c00f7423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:39.435477 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e0dd9df-0eac-44b6-9024-08c0c00f7423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:39.436929 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4e0dd9df-0eac-44b6-9024-08c0c00f7423 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c59fdddf-abba-48c3-aa9e-cbc3f74500ce HTTP/1.1" status: 204 len: 168 time: 0.4851916 Mar 23 12:32:39.466218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0dd9df-0eac-44b6-9024-08c0c00f7423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59fdddf-abba-48c3-aa9e-cbc3f74500ce,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:39.521130 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aae1f73e-0199-4f3a-bbc2-83eebbdd8db7 req-c9d81896-e905-43ef-b260-e647c94b8e6d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994000 Mar 23 12:32:39.697702 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b712d3-a47b-4742-93ab-a0a40536219f req-66e2202c-76de-4809-8a39-4faabde8d1be tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:39.699786 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-56b712d3-a47b-4742-93ab-a0a40536219f req-66e2202c-76de-4809-8a39-4faabde8d1be tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 945 time: 0.1660728 Mar 23 12:32:39.774362 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6494518-153f-48d8-b09b-5e48184eba0a req-e7b17fae-8ce4-4381-bb20-1817f0014607 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:39.776305 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a6494518-153f-48d8-b09b-5e48184eba0a req-e7b17fae-8ce4-4381-bb20-1817f0014607 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.0850999 Mar 23 12:32:39.777129 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56374) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:39.831038 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-56b712d3-a47b-4742-93ab-a0a40536219f req-635f31f1-96bd-41f6-a546-8bfc2ea0372d tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244204 Mar 23 12:32:39.852566 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a6494518-153f-48d8-b09b-5e48184eba0a req-3266e3fc-a285-4194-bbc5-4f86e2a7c7fa tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688055 Mar 23 12:32:39.972800 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e18ea62-a0b4-4705-8b09-3f7d6f8770c3 req-5ed198be-2e42-4a8d-a00d-ab876487673a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0593874 Mar 23 12:32:40.255128 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ebb66676-77e7-4820-ace4-c3115bb2b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:40.257071 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ebb66676-77e7-4820-ace4-c3115bb2b4d1 service neutron] 10.222.0.73 "GET /v2.0/ports/a832adda-3f39-4da1-8a38-dce921f63818 HTTP/1.1" status: 200 len: 1027 time: 0.2529330 Mar 23 12:32:40.393897 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-050ac071-e1b2-427c-85e7-f4c0665b1b70 req-0ea87ec2-45c8-4d2c-b4a8-7621c5d9bbb7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3230269 Mar 23 12:32:40.428919 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b45045b-3e0d-4523-b0fe-b1a870df659f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:40.533122 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05fe94-b17a-4618-9c48-6cf9723c385b req-5d79ba8b-c980-41bc-82d7-efc255ea68ce tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:40.556014 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d05fe94-b17a-4618-9c48-6cf9723c385b req-5d79ba8b-c980-41bc-82d7-efc255ea68ce tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.1948097 Mar 23 12:32:40.586295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-d8fd4a7b-e201-488b-8c13-0ebbabfb48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:40.587777 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-d8fd4a7b-e201-488b-8c13-0ebbabfb48bf service neutron] 10.222.0.73 "GET /v2.0/ports/38e184cd-13be-4459-9b2f-1cf77184162c HTTP/1.1" status: 200 len: 1027 time: 0.3152163 Mar 23 12:32:40.651886 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d05fe94-b17a-4618-9c48-6cf9723c385b req-036db48a-0956-4f49-8adb-fdc480688fd0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820370 Mar 23 12:32:40.828295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ac071-e1b2-427c-85e7-f4c0665b1b70 req-9ab5c37b-dc10-4f8f-8538-fff3c0535fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:40.829974 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-050ac071-e1b2-427c-85e7-f4c0665b1b70 req-9ab5c37b-dc10-4f8f-8538-fff3c0535fc3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 1096 time: 0.3484526 Mar 23 12:32:41.184734 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ac071-e1b2-427c-85e7-f4c0665b1b70 req-1ea7a959-36f8-43cf-82f0-c459030791dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:41.189006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10158cbe-0384-47bd-85ce-dbc36b328b77 req-01713bc1-f512-4e75-b024-5a8c2c35793b tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:41.191020 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-050ac071-e1b2-427c-85e7-f4c0665b1b70 req-1ea7a959-36f8-43cf-82f0-c459030791dc service neutron] 10.222.0.77 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.3056023 Mar 23 12:32:41.192570 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-10158cbe-0384-47bd-85ce-dbc36b328b77 req-01713bc1-f512-4e75-b024-5a8c2c35793b tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 945 time: 0.1672812 Mar 23 12:32:41.283916 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-10158cbe-0384-47bd-85ce-dbc36b328b77 req-2937b762-1017-4495-ae2d-7b6c87aed691 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827308 Mar 23 12:32:41.521594 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e11a18af-23a0-407e-9ac1-3e611fcd357c req-78c3a62d-43a2-4617-aa1d-a4ec113be294 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0763648 Mar 23 12:32:41.569640 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-050ac071-e1b2-427c-85e7-f4c0665b1b70 req-38da6e0f-075a-4d81-b983-4b601a61f43e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9 HTTP/1.1" status: 200 len: 217 time: 0.3280094 Mar 23 12:32:41.634507 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-7cd0a426-9aa6-4f68-953a-b3995ae0bda9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:41.642403 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-7cd0a426-9aa6-4f68-953a-b3995ae0bda9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:41.653256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-7cd0a426-9aa6-4f68-953a-b3995ae0bda9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:41.655438 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-7cd0a426-9aa6-4f68-953a-b3995ae0bda9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.73 "GET /v2.0/networks?id=3dd3fd8f-403e-4371-8d96-fb79d3d28631&id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&id=426297fc-89ed-49a5-9d37-294ef2ded004&id=426297fc-89ed-49a5-9d37-294ef2ded004 HTTP/1.1" status: 200 len: 1990 time: 1.0134823 Mar 23 12:32:41.816459 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b45045b-3e0d-4523-b0fe-b1a870df659f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:41.862305 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-61a07e12-f1da-4fd5-ba48-b62185df6510 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd HTTP/1.1" status: 200 len: 380 time: 0.1632798 Mar 23 12:32:41.867043 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b45045b-3e0d-4523-b0fe-b1a870df659f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:41.887483 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-3f9e9c2f-7f25-4b2e-b4e1-8af687970d02 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:41.889061 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-3f9e9c2f-7f25-4b2e-b4e1-8af687970d02 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/networks?id=4e3f5ded-5473-428f-b11d-b3417cbd12ec HTTP/1.1" status: 200 len: 815 time: 1.0432661 Mar 23 12:32:41.892979 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-bba15d37-e09c-4372-9129-e25c47798f41 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Request body: {'port': {'device_id': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631', 'admin_state_up': True, 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'security_groups': ['70a1fb06-e429-4b92-8ab7-acc45a4a2999']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:41.906384 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ac071-e1b2-427c-85e7-f4c0665b1b70 req-9b7b10c3-25a2-4bcb-959d-6f332f41bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:41.907907 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-050ac071-e1b2-427c-85e7-f4c0665b1b70 req-9b7b10c3-25a2-4bcb-959d-6f332f41bd49 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.3206553 Mar 23 12:32:41.934207 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a6fa3-6826-435f-91f5-381cda12315f req-98866728-df88-47fa-977d-0f3017803323 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:41.937476 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b56a6fa3-6826-435f-91f5-381cda12315f req-98866728-df88-47fa-977d-0f3017803323 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.77 "GET /v2.0/ports?device_id=849c9a96-e004-4735-9faa-cce256f9fff6 HTTP/1.1" status: 200 len: 946 time: 0.1430449 Mar 23 12:32:41.996681 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-050ac071-e1b2-427c-85e7-f4c0665b1b70 req-ad37723a-4cb8-48c7-b82f-999e6c070a6b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574787 Mar 23 12:32:42.049470 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2b45045b-3e0d-4523-b0fe-b1a870df659f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8fcfc35737e1412b965904c785c20e12&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2712266 Mar 23 12:32:42.054643 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-c21f014d-ce9a-48b0-9e1e-d02e66299708 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/quotas/c76929d4048a42598e0f66623994674d HTTP/1.1" status: 200 len: 375 time: 0.1317086 Mar 23 12:32:42.055491 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45045b-3e0d-4523-b0fe-b1a870df659f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea7cbfb-3365-40b3-a945-a66256af42be,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:42.071002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56448) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:42.141699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a3974-4434-40ab-9da8-cdd41844176c req-e0da459a-da75-40c5-8668-547087875f6e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:42.150871 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-273a3974-4434-40ab-9da8-cdd41844176c req-e0da459a-da75-40c5-8668-547087875f6e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.1468966 Mar 23 12:32:42.156626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-b56a6fa3-6826-435f-91f5-381cda12315f req-345f8e35-a746-4e8c-b9bf-1af82dc5f227 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Deleting port 68ed13f5-3c65-4b3c-a125-75be36ff3949 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:32:42.156974 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b56a6fa3-6826-435f-91f5-381cda12315f req-345f8e35-a746-4e8c-b9bf-1af82dc5f227 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:42.304605 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-294d1977-4380-4521-bbd3-aa1ca44ed3f1 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c76929d4048a42598e0f66623994674d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2207124 Mar 23 12:32:42.315262 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-273a3974-4434-40ab-9da8-cdd41844176c req-c57024ca-e36b-4078-8566-5314e8df54d8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634157 Mar 23 12:32:42.424818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b56a6fa3-6826-435f-91f5-381cda12315f req-345f8e35-a746-4e8c-b9bf-1af82dc5f227 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] For port 68ed13f5-3c65-4b3c-a125-75be36ff3949, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=68ed13f5-3c65-4b3c-a125-75be36ff3949,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:42.424818 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b56a6fa3-6826-435f-91f5-381cda12315f req-345f8e35-a746-4e8c-b9bf-1af82dc5f227 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:42.461707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-b56a6fa3-6826-435f-91f5-381cda12315f req-345f8e35-a746-4e8c-b9bf-1af82dc5f227 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Calling delete_port for 68ed13f5-3c65-4b3c-a125-75be36ff3949 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:32:42.523985 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-050ac071-e1b2-427c-85e7-f4c0665b1b70 req-01e2621e-c7fc-48df-b70c-df2cd2ceadf6 service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153160 Mar 23 12:32:42.542389 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-bba15d37-e09c-4372-9129-e25c47798f41 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Made reservation on behalf of 09fdd146e5ec47a9a98c06a6ae89f9dd for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:32:42.550138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-bba15d37-e09c-4372-9129-e25c47798f41 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:42.599667 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa170509-6d35-47d2-bb61-c1ca4475afa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:42.726494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251361c-1c57-4072-b3e9-0fd6a711418a req-923d6b48-1dde-4e9a-9c14-0f10d98fdc7e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:42.744299 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f251361c-1c57-4072-b3e9-0fd6a711418a req-923d6b48-1dde-4e9a-9c14-0f10d98fdc7e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 945 time: 0.2705481 Mar 23 12:32:42.832599 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-8a2cd701-65d1-40be-997a-b150c20c1e54 service neutron] 10.222.0.52 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270400 Mar 23 12:32:42.931998 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f251361c-1c57-4072-b3e9-0fd6a711418a req-0a199545-a2a1-4b70-a1e8-2c21a0067a7c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866052 Mar 23 12:32:42.986629 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa170509-6d35-47d2-bb61-c1ca4475afa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:43.125419 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b56a6fa3-6826-435f-91f5-381cda12315f req-345f8e35-a746-4e8c-b9bf-1af82dc5f227 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:43.142282 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['68ed13f5-3c65-4b3c-a125-75be36ff3949'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:32:43.211968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f8e35-a746-4e8c-b9bf-1af82dc5f227 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Pushing event deleted for resources: {'Port': ['ID=68ed13f5-3c65-4b3c-a125-75be36ff3949,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:43.383961 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bc3a2449-63e3-430a-ba4b-336e1daf87dd req-898bf31f-c381-421d-a02a-2003f1b20eb7 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.1827490 Mar 23 12:32:43.414348 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-050ac071-e1b2-427c-85e7-f4c0665b1b70 req-fada8f5d-90b7-4f0b-8909-d05fe53a434d service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8768637 Mar 23 12:32:43.507703 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-c4ad296b-18ba-4589-8179-1ebb39dd8b80 service neutron] 10.222.0.52 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722910 Mar 23 12:32:43.603269 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa170509-6d35-47d2-bb61-c1ca4475afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:43.628081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa170509-6d35-47d2-bb61-c1ca4475afa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:43.644667 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fa170509-6d35-47d2-bb61-c1ca4475afa5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ea7cbfb-3365-40b3-a945-a66256af42be HTTP/1.1" status: 204 len: 168 time: 1.5701044 Mar 23 12:32:43.657228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56a6fa3-6826-435f-91f5-381cda12315f req-345f8e35-a746-4e8c-b9bf-1af82dc5f227 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] No DVR routers for this DVR port 68ed13f5-3c65-4b3c-a125-75be36ff3949 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:32:43.686010 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b56a6fa3-6826-435f-91f5-381cda12315f req-345f8e35-a746-4e8c-b9bf-1af82dc5f227 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:43.690643 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b56a6fa3-6826-435f-91f5-381cda12315f req-345f8e35-a746-4e8c-b9bf-1af82dc5f227 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.77 "DELETE /v2.0/ports/68ed13f5-3c65-4b3c-a125-75be36ff3949 HTTP/1.1" status: 204 len: 173 time: 1.7474828 Mar 23 12:32:43.691783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849c9a96-e004-4735-9faa-cce256f9fff6', 'name': 'network-vif-deleted', 'tag': '68ed13f5-3c65-4b3c-a125-75be36ff3949'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:32:43.702406 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e72d39-c206-45a1-a50d-6d716f7e1827" -d '{"events": [{"server_uuid": "849c9a96-e004-4735-9faa-cce256f9fff6", "name": "network-vif-deleted", "tag": "68ed13f5-3c65-4b3c-a125-75be36ff3949"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:32:43.721698 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa170509-6d35-47d2-bb61-c1ca4475afa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea7cbfb-3365-40b3-a945-a66256af42be,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:43.778120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-bba15d37-e09c-4372-9129-e25c47798f41 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Allocated IP 172.20.0.9 (3dd3fd8f-403e-4371-8d96-fb79d3d28631/75ef03eb-4a13-4caf-9933-73053b45298f/1698fd1c-e6a1-41b4-b140-ae1d533f3205) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:32:44.048592 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eded4b-634c-4edd-867c-fd29249ab49c x-openstack-request-id: req-f0eded4b-634c-4edd-867c-fd29249ab49c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:32:44.049305 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849c9a96-e004-4735-9faa-cce256f9fff6", "name": "network-vif-deleted", "tag": "68ed13f5-3c65-4b3c-a125-75be36ff3949", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:32:44.050098 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0eded4b-634c-4edd-867c-fd29249ab49c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:32:44.051002 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849c9a96-e004-4735-9faa-cce256f9fff6', 'name': 'network-vif-deleted', 'tag': '68ed13f5-3c65-4b3c-a125-75be36ff3949', 'status': 'completed', 'code': 200} Mar 23 12:32:44.235219 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b66dc00-a8f3-4170-9103-0498143a1958 req-0f23f6be-e3e0-41c2-8976-633ba48871ab tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 210 time: 0.0705376 Mar 23 12:32:44.314281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56526) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:44.542997 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b0d5b-c450-4bea-ba43-9ef60de6e913 req-ebcbf250-4692-45b9-a1d4-b2265babc6c0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:44.556750 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-332b0d5b-c450-4bea-ba43-9ef60de6e913 req-ebcbf250-4692-45b9-a1d4-b2265babc6c0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.5098190 Mar 23 12:32:44.768236 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef1526-5e6e-47ed-b2b4-f914826867eb req-ed591cae-321d-40a2-b7d3-809e34af2595 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:44.783994 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9ef1526-5e6e-47ed-b2b4-f914826867eb req-ed591cae-321d-40a2-b7d3-809e34af2595 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 945 time: 0.2727261 Mar 23 12:32:44.811539 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-332b0d5b-c450-4bea-ba43-9ef60de6e913 req-1786805a-27f7-47bc-972c-09572b7d6e5b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497582 Mar 23 12:32:44.881551 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-bba15d37-e09c-4372-9129-e25c47798f41 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:44.906773 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9ef1526-5e6e-47ed-b2b4-f914826867eb req-17dba490-6f58-40d8-8c12-1fd3e7ebc161 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213231 Mar 23 12:32:45.009454 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-bba15d37-e09c-4372-9129-e25c47798f41 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:45.201196 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-bba15d37-e09c-4372-9129-e25c47798f41 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Network 3dd3fd8f-403e-4371-8d96-fb79d3d28631 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:32:45.210018 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba15d37-e09c-4372-9129-e25c47798f41 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event updated for resources: {'Port': ['ID=1698fd1c-e6a1-41b4-b140-ae1d533f3205,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:45.235308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-bba15d37-e09c-4372-9129-e25c47798f41 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:32:45.243112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-bba15d37-e09c-4372-9129-e25c47798f41 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:32:45.530007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c8bde-bb28-4a7b-ad77-a6603e27455c req-cbeb6a63-6cbe-408b-a523-a1e4373ed1f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:45.547827 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ca6c8bde-bb28-4a7b-ad77-a6603e27455c req-cbeb6a63-6cbe-408b-a523-a1e4373ed1f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 931 time: 0.3387275 Mar 23 12:32:45.753829 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ca6c8bde-bb28-4a7b-ad77-a6603e27455c req-2cd0ce09-d2ea-481f-86f7-50f726bc983b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887858 Mar 23 12:32:45.783248 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40a9692a-cac6-4454-9801-36c8f5665eb7 req-15b5689a-40bb-4099-a273-8a9d4ce1ff22 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 210 time: 0.2872541 Mar 23 12:32:45.809914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-bba15d37-e09c-4372-9129-e25c47798f41 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:45.816377 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-bba15d37-e09c-4372-9129-e25c47798f41 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:45.826052 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:45.901325 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-bba15d37-e09c-4372-9129-e25c47798f41 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0215023 Mar 23 12:32:45.914919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9a940576-c3de-42e0-b689-ab6147b3dfe1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Request body: {'port': {'device_id': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602', 'admin_state_up': True, 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'security_groups': ['70a1fb06-e429-4b92-8ab7-acc45a4a2999']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:46.006707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e5369e7c-17f6-4f67-b2b7-1df6e5d55cb3 None None] Provisioning complete for port 1698fd1c-e6a1-41b4-b140-ae1d533f3205 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:46.007319 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5369e7c-17f6-4f67-b2b7-1df6e5d55cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:46.175558 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e5369e7c-17f6-4f67-b2b7-1df6e5d55cb3 None None] Port 1698fd1c-e6a1-41b4-b140-ae1d533f3205 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:32:46.403199 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9a940576-c3de-42e0-b689-ab6147b3dfe1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Made reservation on behalf of 09fdd146e5ec47a9a98c06a6ae89f9dd for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:32:46.406904 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9a940576-c3de-42e0-b689-ab6147b3dfe1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:46.480445 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52273a-04a7-4aff-b881-8765add3095b req-763acd88-534e-41ee-b21b-438712cc04dd tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:46.490589 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de52273a-04a7-4aff-b881-8765add3095b req-763acd88-534e-41ee-b21b-438712cc04dd tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.4550874 Mar 23 12:32:46.517349 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d647e-6813-4e8d-bf7e-583804333d63 req-606b31fd-f850-41cb-b37d-7f3aa2e68b05 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:46.531827 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-589d647e-6813-4e8d-bf7e-583804333d63 req-606b31fd-f850-41cb-b37d-7f3aa2e68b05 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 945 time: 0.3486123 Mar 23 12:32:46.606064 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56652) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:46.772598 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de52273a-04a7-4aff-b881-8765add3095b req-8dda8d9e-44cf-4b6d-8237-0e2d3bfdcc81 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772698 Mar 23 12:32:46.873813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 68ed13f5-3c65-4b3c-a125-75be36ff3949 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:32:46.987675 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 68ed13f5-3c65-4b3c-a125-75be36ff3949 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:32:46.987907 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 68ed13f5-3c65-4b3c-a125-75be36ff3949 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:32:47.041947 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1802524278-network', 'tenant_id': '3256be062d3b49d2bdfdc48d1c4c5e51'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:47.172395 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-7f96cd0c-3200-4548-8544-04de2c381867 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:47.174642 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-7f96cd0c-3200-4548-8544-04de2c381867 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.73 "GET /v2.0/networks?id=4e3f5ded-5473-428f-b11d-b3417cbd12ec HTTP/1.1" status: 200 len: 815 time: 0.2574701 Mar 23 12:32:47.215238 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89db6f59-492c-478a-b36e-88b1d46aa7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:47.243418 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Made reservation on behalf of 3256be062d3b49d2bdfdc48d1c4c5e51 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:32:47.246160 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:47.251046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9a940576-c3de-42e0-b689-ab6147b3dfe1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Allocated IP 10.1.1.142 (85f7b380-6dd2-4c8f-a9df-eb96fe696602/c205191f-6c59-4df0-b4d9-0420dce47036/6b13f8a1-7061-499d-9dcc-a959ec9d1418) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:32:47.299834 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:47.351457 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:47.472672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e93cf-7bc3-4d36-a42e-00f5322a522d req-961dc308-14e9-485b-a446-07f127146bbe tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:47.475639 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-786e93cf-7bc3-4d36-a42e-00f5322a522d req-961dc308-14e9-485b-a446-07f127146bbe tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 931 time: 0.2334118 Mar 23 12:32:47.665014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-f98a2c6f-91bc-47a3-9b5b-a5ffb214e5f9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Request body: {'port': {'device_id': 'd4140eea-406d-48c5-9ee8-3292205ea875', 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec', 'admin_state_up': True, 'tenant_id': 'c76929d4048a42598e0f66623994674d'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:47.692741 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-786e93cf-7bc3-4d36-a42e-00f5322a522d req-d290838f-2f5f-4d27-87ce-c51cdee1ef9b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070661 Mar 23 12:32:47.815387 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9a940576-c3de-42e0-b689-ab6147b3dfe1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:47.853981 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56688) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:47.874471 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9a940576-c3de-42e0-b689-ab6147b3dfe1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:47.874726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-f98a2c6f-91bc-47a3-9b5b-a5ffb214e5f9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Made reservation on behalf of c76929d4048a42598e0f66623994674d for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:32:47.878614 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:47.890906 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-f98a2c6f-91bc-47a3-9b5b-a5ffb214e5f9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:47.912950 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-349a3442-475e-4f6e-98a6-3f7636823a34 req-8df2b057-d2e9-47e9-8473-0ca09394baa0 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 210 time: 0.0524204 Mar 23 12:32:47.921258 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:47.936444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:32:47.948284 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:47.949447 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Added segment fa71d070-4e8c-4e24-8fb5-1bec821bcad5 of type vlan for network a9463315-864b-4d2c-9b0a-7bb03b080b3b Mar 23 12:32:48.003284 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:48.088781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f049ab-feae-4915-91c0-13f51e0b109a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:48.097195 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:48.098401 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:48.098991 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:48.118828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:48.119187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:48.119573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:48.120105 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:48.120677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:48.121398 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:48.121745 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:48.122127 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:48.122465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:48.123001 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:48.123409 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:48.123768 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:32:48.143439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-589d647e-6813-4e8d-bf7e-583804333d63 req-616a1678-39f4-47a0-aec4-1e1dc3874ccd tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5863700 Mar 23 12:32:48.274999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-f98a2c6f-91bc-47a3-9b5b-a5ffb214e5f9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Allocated IP 172.20.0.5 (4e3f5ded-5473-428f-b11d-b3417cbd12ec/df4c0398-acbb-48a1-83d5-8a1f46b37271/16ce1d13-1ee3-4006-bcaf-a4e670243b43) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:32:48.333091 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7249849 Mar 23 12:32:48.355801 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9a940576-c3de-42e0-b689-ab6147b3dfe1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:32:48.356488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56704) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:48.361501 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2afc629b-5763-4052-ae9d-be264b45d6ef admin admin] Request body: {'subnet': {'network_id': 'a9463315-864b-4d2c-9b0a-7bb03b080b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1802524278-subnet', 'tenant_id': '3256be062d3b49d2bdfdc48d1c4c5e51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:48.463754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-89db6f59-492c-478a-b36e-88b1d46aa7ac admin admin] Deleting port 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:32:48.464528 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89db6f59-492c-478a-b36e-88b1d46aa7ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:48.607522 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-89db6f59-492c-478a-b36e-88b1d46aa7ac admin admin] For port 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=7bf243d7-c7e6-483b-a4f5-4a013aa6e51a,segment=NetworkSegment(360d5d4e-0535-421a-8c4f-8a3e1ee3a026),segment_id=360d5d4e-0535-421a-8c4f-8a3e1ee3a026)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:48.608016 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89db6f59-492c-478a-b36e-88b1d46aa7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:48.624501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-89db6f59-492c-478a-b36e-88b1d46aa7ac admin admin] Calling delete_port for 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:32:48.804779 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc8dff65-4fcf-4150-b2e5-cf7ba2ecc28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:48.809474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9a940576-c3de-42e0-b689-ab6147b3dfe1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:32:48.818714 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afc629b-5763-4052-ae9d-be264b45d6ef admin admin] Made reservation on behalf of 3256be062d3b49d2bdfdc48d1c4c5e51 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:32:48.821157 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2afc629b-5763-4052-ae9d-be264b45d6ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:48.984325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89db6f59-492c-478a-b36e-88b1d46aa7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:49.071735 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9a940576-c3de-42e0-b689-ab6147b3dfe1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:32:49.104304 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb724f-f197-4274-9f67-2029ce2061c3 admin admin] Pushing event updated for resources: {'Network': ['ID=a9463315-864b-4d2c-9b0a-7bb03b080b3b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:49.107804 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2afc629b-5763-4052-ae9d-be264b45d6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:49.120714 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network a9463315-864b-4d2c-9b0a-7bb03b080b3b details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:32:49.318751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a263b9-e986-4c48-a83e-30c20b1985ad req-897fe697-962d-47c3-b6b4-b7608e9b8a49 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:49.343587 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a263b9-e986-4c48-a83e-30c20b1985ad req-897fe697-962d-47c3-b6b4-b7608e9b8a49 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:49.354456 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34a263b9-e986-4c48-a83e-30c20b1985ad req-897fe697-962d-47c3-b6b4-b7608e9b8a49 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 1653 time: 0.3846781 Mar 23 12:32:49.354763 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a940576-c3de-42e0-b689-ab6147b3dfe1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event updated for resources: {'Port': ['ID=6b13f8a1-7061-499d-9dcc-a959ec9d1418,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:49.403683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-48d034fb-dd8e-4fca-8b1f-19d6b135e5f5 None None] Provisioning complete for port 6b13f8a1-7061-499d-9dcc-a959ec9d1418 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:49.404135 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48d034fb-dd8e-4fca-8b1f-19d6b135e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:49.405388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18fd94-ac0a-493a-85f8-9c8d3eabf030 req-835d2379-0317-40fe-bcd4-0f3c71f677d6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:49.413410 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa18fd94-ac0a-493a-85f8-9c8d3eabf030 req-835d2379-0317-40fe-bcd4-0f3c71f677d6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 1.2981822 Mar 23 12:32:49.487413 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc8dff65-4fcf-4150-b2e5-cf7ba2ecc28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:49.507093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-48d034fb-dd8e-4fca-8b1f-19d6b135e5f5 None None] Port 6b13f8a1-7061-499d-9dcc-a959ec9d1418 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:32:49.522317 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc8dff65-4fcf-4150-b2e5-cf7ba2ecc28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:49.544493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db6f59-492c-478a-b36e-88b1d46aa7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf243d7-c7e6-483b-a4f5-4a013aa6e51a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:49.585397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9a940576-c3de-42e0-b689-ab6147b3dfe1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:49.586061 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9a940576-c3de-42e0-b689-ab6147b3dfe1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:49.613130 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bc8dff65-4fcf-4150-b2e5-cf7ba2ecc28f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f13f5a29f7649e78473761596732409&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7512932 Mar 23 12:32:49.623966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56716) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:49.624791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc629b-5763-4052-ae9d-be264b45d6ef admin admin] Checking segment: {'id': 'fa71d070-4e8c-4e24-8fb5-1bec821bcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a9463315-864b-4d2c-9b0a-7bb03b080b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:32:49.625290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc629b-5763-4052-ae9d-be264b45d6ef admin admin] Network hostable DHCP agents. Network: a9463315-864b-4d2c-9b0a-7bb03b080b3b, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:32:49.661900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc629b-5763-4052-ae9d-be264b45d6ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=484ddc95-9803-4c18-8946-46e98579ba1b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:49.689583 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34a263b9-e986-4c48-a83e-30c20b1985ad req-9f1344fc-e69a-4cd1-98c3-e138db06ad8f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343976 Mar 23 12:32:49.697579 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9a940576-c3de-42e0-b689-ab6147b3dfe1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7882192 Mar 23 12:32:49.704047 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8dff65-4fcf-4150-b2e5-cf7ba2ecc28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8678547c-1302-44f0-9c0b-da11baa0646d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:49.716681 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ad1a3c23-ba1f-4f09-8cbf-281e51324a8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Request body: {'port': {'device_id': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602', 'admin_state_up': True, 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'security_groups': ['70a1fb06-e429-4b92-8ab7-acc45a4a2999']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:49.734481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc629b-5763-4052-ae9d-be264b45d6ef admin admin] Network a9463315-864b-4d2c-9b0a-7bb03b080b3b is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:32:49.787373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-2afc629b-5763-4052-ae9d-be264b45d6ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, a9463315-864b-4d2c-9b0a-7bb03b080b3b) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:32:49.791177 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89db6f59-492c-478a-b36e-88b1d46aa7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:49.803429 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c009da-3df5-46cc-a7ba-96c6014b4c98 None None] Network a9463315-864b-4d2c-9b0a-7bb03b080b3b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:32:49.858958 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-f98a2c6f-91bc-47a3-9b5b-a5ffb214e5f9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:49.918970 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afc629b-5763-4052-ae9d-be264b45d6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:49.920030 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2afc629b-5763-4052-ae9d-be264b45d6ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:49.958472 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc751696-32db-4d30-9c46-0e3769c8e197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:49.987153 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa18fd94-ac0a-493a-85f8-9c8d3eabf030 req-e3d1ccc8-e938-4498-bc58-4471d7917674 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5728376 Mar 23 12:32:50.039965 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2afc629b-5763-4052-ae9d-be264b45d6ef admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6717260 Mar 23 12:32:50.052600 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-820c0a7a-2221-42ba-bc97-55e79e548333 req-7872efb4-31e0-4b81-a1d4-b30ade5e11b7 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 210 time: 0.0904167 Mar 23 12:32:50.080672 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc751696-32db-4d30-9c46-0e3769c8e197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:50.122323 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79397e92-ab5d-40f9-8c8e-f234cb50a46b None None] Network a9463315-864b-4d2c-9b0a-7bb03b080b3b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:32:50.167737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ad1a3c23-ba1f-4f09-8cbf-281e51324a8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Made reservation on behalf of 09fdd146e5ec47a9a98c06a6ae89f9dd for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:32:50.174526 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ad1a3c23-ba1f-4f09-8cbf-281e51324a8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:50.445131 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-f98a2c6f-91bc-47a3-9b5b-a5ffb214e5f9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:50.470840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ad1a3c23-ba1f-4f09-8cbf-281e51324a8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Allocated IP 10.1.1.66 (85f7b380-6dd2-4c8f-a9df-eb96fe696602/c205191f-6c59-4df0-b4d9-0420dce47036/d289d27a-322f-466e-be09-f483ea23288a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:32:50.526201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-302bfd84-3b96-44c8-8470-5767325b55e1 req-ae44d349-24ef-4234-9f2a-0d11c33a553d tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-950926013', 'description': 'tempest-description-874587053'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:50.532135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-aed475a1-60cf-4209-9f38-f024279c4ccb tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:50.533665 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-aed475a1-60cf-4209-9f38-f024279c4ccb tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608&tenant_id=43636dcef9ff4fb98e9524a9242506a8&binding%3Ahost_id=n-h2-834854-1 HTTP/1.1" status: 200 len: 1096 time: 0.3024275 Mar 23 12:32:50.539903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-f98a2c6f-91bc-47a3-9b5b-a5ffb214e5f9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Network 4e3f5ded-5473-428f-b11d-b3417cbd12ec is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:32:50.553066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-834854-1'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:50.598074 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-f98a2c6f-91bc-47a3-9b5b-a5ffb214e5f9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:32:50.641810 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-f98a2c6f-91bc-47a3-9b5b-a5ffb214e5f9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:32:50.695657 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ad1a3c23-ba1f-4f09-8cbf-281e51324a8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:50.730088 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-f98a2c6f-91bc-47a3-9b5b-a5ffb214e5f9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:50.730724 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-f98a2c6f-91bc-47a3-9b5b-a5ffb214e5f9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:50.755222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a2c6f-91bc-47a3-9b5b-a5ffb214e5f9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Pushing event updated for resources: {'Port': ['ID=16ce1d13-1ee3-4006-bcaf-a4e670243b43,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:50.820693 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:50.822563 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-302bfd84-3b96-44c8-8470-5767325b55e1 req-ae44d349-24ef-4234-9f2a-0d11c33a553d tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:50.827588 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-f98a2c6f-91bc-47a3-9b5b-a5ffb214e5f9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2045999 Mar 23 12:32:50.878396 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ad1a3c23-ba1f-4f09-8cbf-281e51324a8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:50.892078 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 51aca8df-902f-4ea5-ae2a-4c0673830b61 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:32:50.904708 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70444b18-82e1-4e60-b2d5-1406429cffd2 req-dfef5717-070f-45f8-be93-7a4dd1d22df4 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:50.906821 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70444b18-82e1-4e60-b2d5-1406429cffd2 req-dfef5717-070f-45f8-be93-7a4dd1d22df4 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 945 time: 0.4514599 Mar 23 12:32:50.960562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a3c23-ba1f-4f09-8cbf-281e51324a8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event updated for resources: {'Port': ['ID=d289d27a-322f-466e-be09-f483ea23288a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:50.974907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ad1a3c23-ba1f-4f09-8cbf-281e51324a8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:32:51.012797 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ad1a3c23-ba1f-4f09-8cbf-281e51324a8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:32:51.027432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ad1a3c23-ba1f-4f09-8cbf-281e51324a8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:32:51.092923 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc751696-32db-4d30-9c46-0e3769c8e197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:51.095699 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc751696-32db-4d30-9c46-0e3769c8e197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:51.099858 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fc751696-32db-4d30-9c46-0e3769c8e197 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8678547c-1302-44f0-9c0b-da11baa0646d HTTP/1.1" status: 204 len: 168 time: 1.4689233 Mar 23 12:32:51.127786 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ad1a3c23-ba1f-4f09-8cbf-281e51324a8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:51.128638 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ad1a3c23-ba1f-4f09-8cbf-281e51324a8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:51.130169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 51aca8df-902f-4ea5-ae2a-4c0673830b61, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=51aca8df-902f-4ea5-ae2a-4c0673830b61,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:51.178255 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc751696-32db-4d30-9c46-0e3769c8e197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8678547c-1302-44f0-9c0b-da11baa0646d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:51.181604 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 51aca8df-902f-4ea5-ae2a-4c0673830b61 has no active binding in host n-h1-834854-1 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 12:32:51.203579 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ad1a3c23-ba1f-4f09-8cbf-281e51324a8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4835663 Mar 23 12:32:51.222419 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70444b18-82e1-4e60-b2d5-1406429cffd2 req-54ed17e4-7da4-494c-9322-22dd88f3ffce tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647402 Mar 23 12:32:51.238877 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-f5b248ac-dae6-4305-8900-98188609f6f5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:32:51.244726 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-f5b248ac-dae6-4305-8900-98188609f6f5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188437 Mar 23 12:32:51.256186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2f3bfc77-1cb2-41a8-9c50-7f8ce0b54420 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Request body: {'port': {'device_id': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004', 'admin_state_up': True, 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'security_groups': ['70a1fb06-e429-4b92-8ab7-acc45a4a2999']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:51.562395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f8ef0c9b-9655-439f-9ed8-861a2d1b6617 None None] Provisioning complete for port d289d27a-322f-466e-be09-f483ea23288a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:51.562770 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8ef0c9b-9655-439f-9ed8-861a2d1b6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:51.563464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-961fbc2b-53a0-4568-923b-a939a658bace tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:32:51.564774 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-961fbc2b-53a0-4568-923b-a939a658bace tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6918669 Mar 23 12:32:51.585676 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2f3bfc77-1cb2-41a8-9c50-7f8ce0b54420 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Made reservation on behalf of 09fdd146e5ec47a9a98c06a6ae89f9dd for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:32:51.666808 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Request body: {'port': {'device_id': 'd4140eea-406d-48c5-9ee8-3292205ea875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:51.681328 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef0c9b-9655-439f-9ed8-861a2d1b6617 None None] Port d289d27a-322f-466e-be09-f483ea23288a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:32:51.716719 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330e1f3-bc4f-46bb-9a81-c0caf4ff4716 req-ddf5aac3-16b6-46ae-a98f-c32309e5ef31 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:51.728466 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330e1f3-bc4f-46bb-9a81-c0caf4ff4716 req-ddf5aac3-16b6-46ae-a98f-c32309e5ef31 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:51.736696 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330e1f3-bc4f-46bb-9a81-c0caf4ff4716 req-ddf5aac3-16b6-46ae-a98f-c32309e5ef31 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:51.738832 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a330e1f3-bc4f-46bb-9a81-c0caf4ff4716 req-ddf5aac3-16b6-46ae-a98f-c32309e5ef31 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 2373 time: 0.2564607 Mar 23 12:32:51.801830 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56744) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:51.821138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d107ead-8934-40fc-af38-7877fbf18a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:51.842868 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a330e1f3-bc4f-46bb-9a81-c0caf4ff4716 req-e84042b3-5a39-4887-a834-bd8955bacb24 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904689 Mar 23 12:32:51.852845 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2f3bfc77-1cb2-41a8-9c50-7f8ce0b54420 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:52.086156 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89db6f59-492c-478a-b36e-88b1d46aa7ac admin admin] Router b59d26ec-b815-457a-8ccc-908854cb3f92 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:32:52.121596 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:52.165501 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f89e6-8fea-4206-b284-cb31d7798470 req-ea633606-6ced-4e42-9072-7eb4f4b0d5b5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:52.166890 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a30f89e6-8fea-4206-b284-cb31d7798470 req-ea633606-6ced-4e42-9072-7eb4f4b0d5b5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.1697934 Mar 23 12:32:52.210446 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d107ead-8934-40fc-af38-7877fbf18a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:52.220582 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d107ead-8934-40fc-af38-7877fbf18a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:52.282580 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-302bfd84-3b96-44c8-8470-5767325b55e1 req-ae44d349-24ef-4234-9f2a-0d11c33a553d tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:52.291068 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] For port 51aca8df-902f-4ea5-ae2a-4c0673830b61, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=51aca8df-902f-4ea5-ae2a-4c0673830b61,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:52.295359 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a30f89e6-8fea-4206-b284-cb31d7798470 req-b5af4d1f-4759-40f1-9a9b-b6c3e0145660 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171424 Mar 23 12:32:52.321678 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5d107ead-8934-40fc-af38-7877fbf18a33 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30ed1585863c492a97210607148bde39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5182304 Mar 23 12:32:52.328054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56748) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:52.338785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d107ead-8934-40fc-af38-7877fbf18a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f25307-04e9-408d-bf1a-2e6e2c98b0e1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:52.351206 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2f3bfc77-1cb2-41a8-9c50-7f8ce0b54420 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Allocated IP 10.2.2.100 (426297fc-89ed-49a5-9d37-294ef2ded004/d48a5b8a-c042-4f0c-8e2e-538dc09aa987/0462e814-926b-4a23-8fca-8bc2535b4ddd) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:32:52.408403 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-302bfd84-3b96-44c8-8470-5767325b55e1 req-ae44d349-24ef-4234-9f2a-0d11c33a553d tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:52.424441 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-80f968ab-01cb-4f95-9619-211422b82bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:52.454938 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-302bfd84-3b96-44c8-8470-5767325b55e1 req-ae44d349-24ef-4234-9f2a-0d11c33a553d tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:52.456733 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-302bfd84-3b96-44c8-8470-5767325b55e1 req-ae44d349-24ef-4234-9f2a-0d11c33a553d tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.9674742 Mar 23 12:32:52.577796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44d349-24ef-4234-9f2a-0d11c33a553d tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ced006f-5357-4f41-9028-455754c83058,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:52.627247 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-80f968ab-01cb-4f95-9619-211422b82bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:52.682208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89db6f59-492c-478a-b36e-88b1d46aa7ac admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:32:52.692089 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a20bee2-00c5-4702-855b-df94efb8dad2 None None] Sync routers for ids ['b59d26ec-b815-457a-8ccc-908854cb3f92'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:32:52.697305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] For port 51aca8df-902f-4ea5-ae2a-4c0673830b61, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:32:52.723855 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a20bee2-00c5-4702-855b-df94efb8dad2 None None] Routers {'b59d26ec-b815-457a-8ccc-908854cb3f92'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:32:52.725415 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3a20bee2-00c5-4702-855b-df94efb8dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:32:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b59d26ec-b815-457a-8ccc-908854cb3f92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:32:52.758961 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-80f968ab-01cb-4f95-9619-211422b82bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:52.762559 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-80f968ab-01cb-4f95-9619-211422b82bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:52.767369 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-80f968ab-01cb-4f95-9619-211422b82bf9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/12f25307-04e9-408d-bf1a-2e6e2c98b0e1 HTTP/1.1" status: 204 len: 168 time: 0.4347932 Mar 23 12:32:52.767571 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-89db6f59-492c-478a-b36e-88b1d46aa7ac admin admin] 10.222.0.52 "PUT /v2.0/routers/b59d26ec-b815-457a-8ccc-908854cb3f92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4488013 Mar 23 12:32:52.780834 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56762) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:52.781823 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f968ab-01cb-4f95-9619-211422b82bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f25307-04e9-408d-bf1a-2e6e2c98b0e1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:52.900975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312e0e6-d640-418a-ae63-2184a471c8a0 req-0cc4fa1e-97e3-4a38-8112-4846e53ccccf tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:52.902594 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5312e0e6-d640-418a-ae63-2184a471c8a0 req-0cc4fa1e-97e3-4a38-8112-4846e53ccccf tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 945 time: 0.2396588 Mar 23 12:32:52.927267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67868624-ef0f-41df-b545-0ae95807e608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51aca8df-902f-4ea5-ae2a-4c0673830b61'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:32:52.934007 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4702c1f0-3007-476b-b418-6b11d64fbae8" -d '{"events": [{"server_uuid": "67868624-ef0f-41df-b545-0ae95807e608", "name": "network-vif-unplugged", "status": "completed", "tag": "51aca8df-902f-4ea5-ae2a-4c0673830b61"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:32:52.964810 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:52.997108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bec7f-b208-4d5e-a3a4-c42b88fa49da req-2579e78d-946b-4387-baf1-e26baf1738f9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:53.002288 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dd2bec7f-b208-4d5e-a3a4-c42b88fa49da req-2579e78d-946b-4387-baf1-e26baf1738f9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 931 time: 0.5547173 Mar 23 12:32:53.017744 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-191256c3-dd8f-418b-9c78-df2313f063f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:53.050528 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5312e0e6-d640-418a-ae63-2184a471c8a0 req-6218c4e6-8a81-474b-a1c6-164849d12ad7 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370492 Mar 23 12:32:53.053526 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:53.136463 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dd2bec7f-b208-4d5e-a3a4-c42b88fa49da req-45cf973f-d304-4148-8879-79439a48a82a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013846 Mar 23 12:32:53.166865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Pushing event updated for resources: {'Port': ['ID=51aca8df-902f-4ea5-ae2a-4c0673830b61,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:53.170211 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3a20bee2-00c5-4702-855b-df94efb8dad2 None None] Set router b59d26ec-b815-457a-8ccc-908854cb3f92 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:32:53.210406 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2f3bfc77-1cb2-41a8-9c50-7f8ce0b54420 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:53.284524 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0256ca2f-f67b-46c2-980c-0f465317cb3e req-fe51d6d3-313b-4664-ba82-3acab34b054b tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "GET /v2.0/security-groups/8ced006f-5357-4f41-9028-455754c83058 HTTP/1.1" status: 200 len: 1813 time: 0.1368363 Mar 23 12:32:53.293660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Attempting to bind port 51aca8df-902f-4ea5-ae2a-4c0673830b61 on host n-h2-834854-1 for vnic_type normal with profile {"migrating_to": "n-h1-834854-1"} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:32:53.294962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Attempting to bind port 51aca8df-902f-4ea5-ae2a-4c0673830b61 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:32:53.295474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Attempting to bind port 51aca8df-902f-4ea5-ae2a-4c0673830b61 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:32:53.313053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-0256ca2f-f67b-46c2-980c-0f465317cb3e req-2300ded1-e4e9-4f5d-adc0-2dd9289e6e31 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ced006f-5357-4f41-9028-455754c83058', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:53.324768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-0256ca2f-f67b-46c2-980c-0f465317cb3e req-2300ded1-e4e9-4f5d-adc0-2dd9289e6e31 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ced006f-5357-4f41-9028-455754c83058', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:53.337217 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Port 51aca8df-902f-4ea5-ae2a-4c0673830b61 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:32:53.343978 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Attempting to bind port 51aca8df-902f-4ea5-ae2a-4c0673830b61 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:32:53.375837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:32:53.376535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Checking segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:32:53.380840 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Bound using segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:32:53.382494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Bound port: 51aca8df-902f-4ea5-ae2a-4c0673830b61, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:32:53.383198 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:53.544323 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] For port 51aca8df-902f-4ea5-ae2a-4c0673830b61, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:32:53.547898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] For port 51aca8df-902f-4ea5-ae2a-4c0673830b61, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=51aca8df-902f-4ea5-ae2a-4c0673830b61,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:32:53.575531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f9de0-d528-4f41-9cc0-ad31b34b3ec3 req-396ebb2a-a45b-4927-bb0a-55dd9e597dc5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:53.582512 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:32:53.589543 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f9de0-d528-4f41-9cc0-ad31b34b3ec3 req-396ebb2a-a45b-4927-bb0a-55dd9e597dc5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:53.591350 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:53.602666 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f9de0-d528-4f41-9cc0-ad31b34b3ec3 req-396ebb2a-a45b-4927-bb0a-55dd9e597dc5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:53.612429 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f5f9de0-d528-4f41-9cc0-ad31b34b3ec3 req-396ebb2a-a45b-4927-bb0a-55dd9e597dc5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 2373 time: 0.2388794 Mar 23 12:32:53.614103 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-191256c3-dd8f-418b-9c78-df2313f063f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:53.619603 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ce1d13-1ee3-4006-bcaf-a4e670243b43 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:32:53.642988 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2f3bfc77-1cb2-41a8-9c50-7f8ce0b54420 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:53.670717 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:53.728598 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f5f9de0-d528-4f41-9cc0-ad31b34b3ec3 req-e3eadc21-b8d9-4cb4-9153-b09ca2cc5321 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870388 Mar 23 12:32:53.758211 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Transition to ACTIVE for port object 16ce1d13-1ee3-4006-bcaf-a4e670243b43 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:32:53.766031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:53.766927 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:53.768969 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] 10.222.0.77 "PUT /v2.0/ports/51aca8df-902f-4ea5-ae2a-4c0673830b61 HTTP/1.1" status: 200 len: 1121 time: 3.2227652 Mar 23 12:32:53.770853 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0256ca2f-f67b-46c2-980c-0f465317cb3e req-2300ded1-e4e9-4f5d-adc0-2dd9289e6e31 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:53.776413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:53.787731 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3a20bee2-00c5-4702-855b-df94efb8dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'name': 'tempest-TaggedBootDevicesTest_v242-662805425-router', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:32:48Z', 'revision_number': 5, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'gw_port': {'id': 'd70b1ef8-aaba-4f68-be0f-b52f6ac73ad4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:41Z', 'updated_at': '2022-03-23T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:32:53.790152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a336b-3cb9-4c5d-a8ce-726c533867e1 service neutron] Pushing event updated for resources: {'Port': ['ID=51aca8df-902f-4ea5-ae2a-4c0673830b61,revision_number=8']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:53.859752 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0256ca2f-f67b-46c2-980c-0f465317cb3e req-2300ded1-e4e9-4f5d-adc0-2dd9289e6e31 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:53.869899 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a20bee2-00c5-4702-855b-df94efb8dad2 None None] Checking router: b59d26ec-b815-457a-8ccc-908854cb3f92 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:32:53.922084 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a20bee2-00c5-4702-855b-df94efb8dad2 None None] Routers {'b59d26ec-b815-457a-8ccc-908854cb3f92'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:32:53.923967 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3a20bee2-00c5-4702-855b-df94efb8dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:32:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b59d26ec-b815-457a-8ccc-908854cb3f92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:32:53.934162 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0256ca2f-f67b-46c2-980c-0f465317cb3e req-2300ded1-e4e9-4f5d-adc0-2dd9289e6e31 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:53.937747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['51aca8df-902f-4ea5-ae2a-4c0673830b61'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:32:53.939616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bfc77-1cb2-41a8-9c50-7f8ce0b54420 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event updated for resources: {'Port': ['ID=0462e814-926b-4a23-8fca-8bc2535b4ddd,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:53.952150 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2f3bfc77-1cb2-41a8-9c50-7f8ce0b54420 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Network 426297fc-89ed-49a5-9d37-294ef2ded004 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:32:53.955259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2f3bfc77-1cb2-41a8-9c50-7f8ce0b54420 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:32:53.959459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2f3bfc77-1cb2-41a8-9c50-7f8ce0b54420 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:32:54.014843 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c9e24f-cfd6-4255-91bd-7575728cf71b x-openstack-request-id: req-00c9e24f-cfd6-4255-91bd-7575728cf71b {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:32:54.016235 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67868624-ef0f-41df-b545-0ae95807e608", "name": "network-vif-unplugged", "status": "completed", "tag": "51aca8df-902f-4ea5-ae2a-4c0673830b61", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:32:54.022418 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00c9e24f-cfd6-4255-91bd-7575728cf71b {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:32:54.023184 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67868624-ef0f-41df-b545-0ae95807e608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51aca8df-902f-4ea5-ae2a-4c0673830b61', 'code': 200} Mar 23 12:32:54.068506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2f3bfc77-1cb2-41a8-9c50-7f8ce0b54420 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:54.069284 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2f3bfc77-1cb2-41a8-9c50-7f8ce0b54420 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:54.130213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300ded1-e4e9-4f5d-adc0-2dd9289e6e31 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485f2552-b514-496a-9436-73717e40d358,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:54.183090 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0256ca2f-f67b-46c2-980c-0f465317cb3e req-2300ded1-e4e9-4f5d-adc0-2dd9289e6e31 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:54.184349 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0256ca2f-f67b-46c2-980c-0f465317cb3e req-2300ded1-e4e9-4f5d-adc0-2dd9289e6e31 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8783047 Mar 23 12:32:54.186592 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['51aca8df-902f-4ea5-ae2a-4c0673830b61'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:32:54.215040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Pushing event updated for resources: {'Port': ['ID=16ce1d13-1ee3-4006-bcaf-a4e670243b43,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:54.264186 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Attempting to bind port 16ce1d13-1ee3-4006-bcaf-a4e670243b43 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:32:54.264754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Attempting to bind port 16ce1d13-1ee3-4006-bcaf-a4e670243b43 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '6378d216-4364-4162-b83e-087f188e9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:32:54.265269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Attempting to bind port 16ce1d13-1ee3-4006-bcaf-a4e670243b43 on network 4e3f5ded-5473-428f-b11d-b3417cbd12ec {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:32:54.286092 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Port 16ce1d13-1ee3-4006-bcaf-a4e670243b43 on network 4e3f5ded-5473-428f-b11d-b3417cbd12ec not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:32:54.287612 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Attempting to bind port 16ce1d13-1ee3-4006-bcaf-a4e670243b43 on network 4e3f5ded-5473-428f-b11d-b3417cbd12ec {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:32:54.314729 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:32:54.314729 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Checking segment: {'id': '6378d216-4364-4162-b83e-087f188e9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:32:54.314729 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Bound using segment: {'id': '6378d216-4364-4162-b83e-087f188e9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:32:54.314729 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Bound port: 16ce1d13-1ee3-4006-bcaf-a4e670243b43, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6378d216-4364-4162-b83e-087f188e9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:32:54.314729 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:54.329596 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2f3bfc77-1cb2-41a8-9c50-7f8ce0b54420 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0779123 Mar 23 12:32:54.374671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-85b9f238-9892-4d8e-9c0d-eac8bd45cb9d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Request body: {'port': {'device_id': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004', 'admin_state_up': True, 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'security_groups': ['70a1fb06-e429-4b92-8ab7-acc45a4a2999']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:54.546215 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd88674f-f731-483e-a6f2-ea0fd94fde9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:54.654244 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-77fb0521-c363-4c68-b29c-7189174c6364 None None] Provisioning complete for port 0462e814-926b-4a23-8fca-8bc2535b4ddd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:54.657178 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77fb0521-c363-4c68-b29c-7189174c6364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:54.666566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] For port 16ce1d13-1ee3-4006-bcaf-a4e670243b43, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:32:54.703574 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] For port 16ce1d13-1ee3-4006-bcaf-a4e670243b43, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=16ce1d13-1ee3-4006-bcaf-a4e670243b43,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:32:54.723378 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:54.741654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-191256c3-dd8f-418b-9c78-df2313f063f5 admin admin] Deleting port d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:32:54.741654 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-191256c3-dd8f-418b-9c78-df2313f063f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:54.752997 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3a20bee2-00c5-4702-855b-df94efb8dad2 None None] Set router b59d26ec-b815-457a-8ccc-908854cb3f92 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:32:54.758071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d98be-0761-4328-b5b9-0b44f9909359 req-8521c7f8-b569-4ca1-9e53-f52db7be4103 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:54.758996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-77fb0521-c363-4c68-b29c-7189174c6364 None None] Port 0462e814-926b-4a23-8fca-8bc2535b4ddd cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:32:54.770327 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dc1d98be-0761-4328-b5b9-0b44f9909359 req-8521c7f8-b569-4ca1-9e53-f52db7be4103 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.6661596 Mar 23 12:32:54.776355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb6085-ec1c-4ac6-bdbb-df50faa6286d req-c9ae0735-d9f2-412d-a657-82fc73b70c18 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:54.798098 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5afb6085-ec1c-4ac6-bdbb-df50faa6286d req-c9ae0735-d9f2-412d-a657-82fc73b70c18 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 943 time: 0.1952200 Mar 23 12:32:54.832925 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:54.838270 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:54.842134 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] 10.222.0.73 "PUT /v2.0/ports/16ce1d13-1ee3-4006-bcaf-a4e670243b43 HTTP/1.1" status: 200 len: 1091 time: 3.2048626 Mar 23 12:32:54.970695 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5afb6085-ec1c-4ac6-bdbb-df50faa6286d req-2e8e2c1b-4f09-4360-a3d1-7c48311e3672 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711483 Mar 23 12:32:54.980384 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-191256c3-dd8f-418b-9c78-df2313f063f5 admin admin] For port d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:54.980856 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-191256c3-dd8f-418b-9c78-df2313f063f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:54.985506 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3a20bee2-00c5-4702-855b-df94efb8dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'name': 'tempest-TaggedBootDevicesTest_v242-662805425-router', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:32:53Z', 'revision_number': 6, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:32:54.998038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-191256c3-dd8f-418b-9c78-df2313f063f5 admin admin] Calling delete_port for d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:32:55.026825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa14dd4-6434-4695-a7db-c47da5d23816 service neutron] Pushing event updated for resources: {'Port': ['ID=16ce1d13-1ee3-4006-bcaf-a4e670243b43,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:55.059597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-8d3f4607-6412-4742-b732-b4daef5f9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:55.062489 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-8d3f4607-6412-4742-b732-b4daef5f9121 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c76929d4048a42598e0f66623994674d&device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 1094 time: 0.1483033 Mar 23 12:32:55.119715 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a20bee2-00c5-4702-855b-df94efb8dad2 None None] The sync data for ids ['b59d26ec-b815-457a-8ccc-908854cb3f92'] in n-d-834854-1 is: [{'id': 'b59d26ec-b815-457a-8ccc-908854cb3f92', 'name': 'tempest-TaggedBootDevicesTest_v242-662805425-router', 'tenant_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:38Z', 'updated_at': '2022-03-23T12:32:53Z', 'revision_number': 6, 'project_id': 'c83166719e7f4ef4ad5bfcfda154ab08', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:32:55.229323 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56814) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:55.233518 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-cd1af4ac-fb20-4f3a-8e2d-e1ffe41f2a74 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16ce1d13-1ee3-4006-bcaf-a4e670243b43 HTTP/1.1" status: 200 len: 217 time: 0.1619151 Mar 23 12:32:55.266885 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-191256c3-dd8f-418b-9c78-df2313f063f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:55.275408 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-85b9f238-9892-4d8e-9c0d-eac8bd45cb9d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Made reservation on behalf of 09fdd146e5ec47a9a98c06a6ae89f9dd for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:32:55.281307 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-85b9f238-9892-4d8e-9c0d-eac8bd45cb9d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:55.291239 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dc1d98be-0761-4328-b5b9-0b44f9909359 req-156c6851-6877-4377-b524-c9e054d25ec7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197008 Mar 23 12:32:55.320009 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191256c3-dd8f-418b-9c78-df2313f063f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:55.396640 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b5d57-aecd-4370-b9e2-8fcfbd9cc51b req-8ee6237b-fd93-4fba-a91d-5190f73b88b2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:55.405836 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c17b5d57-aecd-4370-b9e2-8fcfbd9cc51b req-8ee6237b-fd93-4fba-a91d-5190f73b88b2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 943 time: 0.3207040 Mar 23 12:32:55.409344 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-52b4367f-89a2-48cd-ad22-eba658c31b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:55.410764 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-52b4367f-89a2-48cd-ad22-eba658c31b35 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=df4c0398-acbb-48a1-83d5-8a1f46b37271 HTTP/1.1" status: 200 len: 855 time: 0.1598947 Mar 23 12:32:55.433820 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-191256c3-dd8f-418b-9c78-df2313f063f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:55.471571 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-59195825-292d-4a51-af43-7a9e9b27635c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e3f5ded-5473-428f-b11d-b3417cbd12ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526755 Mar 23 12:32:55.528566 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c17b5d57-aecd-4370-b9e2-8fcfbd9cc51b req-517d22cb-237e-4213-8c7a-1cdfb10b0a89 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217937 Mar 23 12:32:55.764745 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-615ca73c-8425-4c4f-a80c-224d3b60e183 service neutron] 10.222.0.73 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546933 Mar 23 12:32:55.771594 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd8f25fa-14f9-452e-a2b7-c2d9020bcc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:55.940688 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4bce8f7d-4376-4876-a033-8d348ce9683b req-bae0f88f-a8be-480b-8977-927db658cf7e service neutron] 10.222.0.73 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656148 Mar 23 12:32:55.941804 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd8f25fa-14f9-452e-a2b7-c2d9020bcc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:55.968176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0af492-fa2f-4837-bd15-8769f9b9f06a req-4344323e-4da2-4427-b7ae-8da1fc792836 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:55.986499 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0af492-fa2f-4837-bd15-8769f9b9f06a req-4344323e-4da2-4427-b7ae-8da1fc792836 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:55.987093 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-191256c3-dd8f-418b-9c78-df2313f063f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:55.996258 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd8f25fa-14f9-452e-a2b7-c2d9020bcc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:56.003061 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0af492-fa2f-4837-bd15-8769f9b9f06a req-4344323e-4da2-4427-b7ae-8da1fc792836 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:56.003570 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-191256c3-dd8f-418b-9c78-df2313f063f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:56.016392 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0af492-fa2f-4837-bd15-8769f9b9f06a req-4344323e-4da2-4427-b7ae-8da1fc792836 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:56.032175 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a0af492-fa2f-4837-bd15-8769f9b9f06a req-4344323e-4da2-4427-b7ae-8da1fc792836 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 3094 time: 0.3603849 Mar 23 12:32:56.034544 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67868624-ef0f-41df-b545-0ae95807e608', 'tag': '51aca8df-902f-4ea5-ae2a-4c0673830b61'}, {'name': 'network-changed', 'server_uuid': 'd4140eea-406d-48c5-9ee8-3292205ea875', 'tag': '16ce1d13-1ee3-4006-bcaf-a4e670243b43'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:32:56.036815 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e1120b-0f11-470c-856b-51fec11625fa" -d '{"events": [{"name": "network-changed", "server_uuid": "67868624-ef0f-41df-b545-0ae95807e608", "tag": "51aca8df-902f-4ea5-ae2a-4c0673830b61"}, {"name": "network-changed", "server_uuid": "d4140eea-406d-48c5-9ee8-3292205ea875", "tag": "16ce1d13-1ee3-4006-bcaf-a4e670243b43"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:32:56.049126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f25fa-14f9-452e-a2b7-c2d9020bcc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2f859d-b18b-49b6-a2eb-df5148700f63,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:56.139627 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a0af492-fa2f-4837-bd15-8769f9b9f06a req-cf9ee93c-88f4-4e29-862d-5f6e9b0b9d9b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061561 Mar 23 12:32:56.183557 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-828a26d4-540a-47f2-9871-365223f51a1d req-6e5aea0b-137b-4804-9319-6aae2e1e585a tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "GET /v2.0/security-groups/8ced006f-5357-4f41-9028-455754c83058 HTTP/1.1" status: 200 len: 2407 time: 0.7677860 Mar 23 12:32:56.206719 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-191256c3-dd8f-418b-9c78-df2313f063f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:56.212501 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191256c3-dd8f-418b-9c78-df2313f063f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b59d26ec-b815-457a-8ccc-908854cb3f92 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:32:56.221075 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cd8f25fa-14f9-452e-a2b7-c2d9020bcc67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6dea34893a614a37bec2633394c2e7c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9806993 Mar 23 12:32:56.221266 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56834) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:56.222017 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-191256c3-dd8f-418b-9c78-df2313f063f5 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:56.223606 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-191256c3-dd8f-418b-9c78-df2313f063f5 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b59d26ec-b815-457a-8ccc-908854cb3f92 HTTP/1.1" status: 204 len: 168 time: 3.4394178 Mar 23 12:32:56.227900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56836) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:56.300426 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f414b0-6156-4f80-9c78-76ad4c816f8e admin admin] Deleting subnet 77686451-d601-438d-b8ee-7891ca851b06 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:32:56.302302 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27f414b0-6156-4f80-9c78-76ad4c816f8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:56.350682 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27f414b0-6156-4f80-9c78-76ad4c816f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:56.383369 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-423efcdb-889d-4602-a916-82cb8ef0d6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:56.390950 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 23 Mar 2022 12:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda56ffc-abe5-4771-85fc-613ac872b305 x-openstack-request-id: req-cda56ffc-abe5-4771-85fc-613ac872b305 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:32:56.391262 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67868624-ef0f-41df-b545-0ae95807e608", "tag": "51aca8df-902f-4ea5-ae2a-4c0673830b61", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d4140eea-406d-48c5-9ee8-3292205ea875", "tag": "16ce1d13-1ee3-4006-bcaf-a4e670243b43", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:32:56.391487 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cda56ffc-abe5-4771-85fc-613ac872b305 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:32:56.409668 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67868624-ef0f-41df-b545-0ae95807e608', 'tag': '51aca8df-902f-4ea5-ae2a-4c0673830b61', 'status': 'completed', 'code': 200} Mar 23 12:32:56.409909 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4140eea-406d-48c5-9ee8-3292205ea875', 'tag': '16ce1d13-1ee3-4006-bcaf-a4e670243b43', 'status': 'completed', 'code': 200} Mar 23 12:32:56.437183 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e1bb-7c86-4a30-b7d8-149afd448e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:56.462331 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27f414b0-6156-4f80-9c78-76ad4c816f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:56.474260 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-423efcdb-889d-4602-a916-82cb8ef0d6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:56.585265 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-423efcdb-889d-4602-a916-82cb8ef0d6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:56.587823 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-423efcdb-889d-4602-a916-82cb8ef0d6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:56.588993 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-423efcdb-889d-4602-a916-82cb8ef0d6ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e2f859d-b18b-49b6-a2eb-df5148700f63 HTTP/1.1" status: 204 len: 168 time: 0.3669958 Mar 23 12:32:56.668088 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423efcdb-889d-4602-a916-82cb8ef0d6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2f859d-b18b-49b6-a2eb-df5148700f63,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:56.668341 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-85b9f238-9892-4d8e-9c0d-eac8bd45cb9d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Allocated IP 10.2.2.200 (426297fc-89ed-49a5-9d37-294ef2ded004/d48a5b8a-c042-4f0c-8e2e-538dc09aa987/95a785d3-ff97-4176-9b31-c36e92acfa7f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:32:56.712403 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54421def-df20-4dfb-975e-f570ef38dd78 req-926ba3f4-94b5-44b4-8d07-889097c46c6b tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "GET /v2.0/security-group-rules/485f2552-b514-496a-9436-73717e40d358 HTTP/1.1" status: 200 len: 778 time: 0.1387022 Mar 23 12:32:56.837530 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:32:56.848540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1120b-0f11-470c-856b-51fec11625fa req-20061314-5275-4e89-b5a5-9e7158a99419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:56.856300 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23e1120b-0f11-470c-856b-51fec11625fa req-20061314-5275-4e89-b5a5-9e7158a99419 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 1124 time: 0.4299688 Mar 23 12:32:56.877383 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:32:56.878001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 7bf243d7-c7e6-483b-a4f5-4a013aa6e51a not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:32:56.878797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:32:56.886020 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54421def-df20-4dfb-975e-f570ef38dd78 req-6c8ffd11-d798-4584-9c16-89c10bd20cf0 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "GET /v2.0/security-groups/8ced006f-5357-4f41-9028-455754c83058 HTTP/1.1" status: 200 len: 2407 time: 0.1725461 Mar 23 12:32:56.911296 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:32:56.912588 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d70b1ef8-aaba-4f68-be0f-b52f6ac73ad4 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:32:56.956980 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27f414b0-6156-4f80-9c78-76ad4c816f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:57.042912 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-54421def-df20-4dfb-975e-f570ef38dd78 req-fd4ed6c4-cbc2-479b-95de-17692c1a026a tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:57.075268 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f414b0-6156-4f80-9c78-76ad4c816f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77686451-d601-438d-b8ee-7891ca851b06,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:57.082214 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23c0f72-cb19-400c-988f-c674552973cf None None] Network 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:32:57.087111 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27f414b0-6156-4f80-9c78-76ad4c816f8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:57.089662 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-54421def-df20-4dfb-975e-f570ef38dd78 req-fd4ed6c4-cbc2-479b-95de-17692c1a026a tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:57.105342 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-27f414b0-6156-4f80-9c78-76ad4c816f8e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/77686451-d601-438d-b8ee-7891ca851b06 HTTP/1.1" status: 204 len: 168 time: 0.8706632 Mar 23 12:32:57.107155 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56854) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:57.142225 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623aa926-0470-432f-bdb0-d2519fc5419e req-9811da5d-2710-40b4-be2c-32ddaaad473a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:57.144023 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-623aa926-0470-432f-bdb0-d2519fc5419e req-9811da5d-2710-40b4-be2c-32ddaaad473a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 943 time: 0.6080923 Mar 23 12:32:57.163732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1120b-0f11-470c-856b-51fec11625fa req-7ceeaa84-20a5-4734-b337-698949bac9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:57.165307 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23e1120b-0f11-470c-856b-51fec11625fa req-7ceeaa84-20a5-4734-b337-698949bac9b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.3053436 Mar 23 12:32:57.216072 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 16ce1d13-1ee3-4006-bcaf-a4e670243b43 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:32:57.251564 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-623aa926-0470-432f-bdb0-d2519fc5419e req-f1315c22-4da7-4298-9722-5882f12ef0d6 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657706 Mar 23 12:32:57.258937 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23e1120b-0f11-470c-856b-51fec11625fa req-274e004a-308e-47dc-b50f-0d28136250b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51aca8df-902f-4ea5-ae2a-4c0673830b61 HTTP/1.1" status: 200 len: 217 time: 0.0835962 Mar 23 12:32:57.263793 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-54421def-df20-4dfb-975e-f570ef38dd78 req-fd4ed6c4-cbc2-479b-95de-17692c1a026a tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:57.300423 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-54421def-df20-4dfb-975e-f570ef38dd78 req-fd4ed6c4-cbc2-479b-95de-17692c1a026a tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:57.321157 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54421def-df20-4dfb-975e-f570ef38dd78 req-fd4ed6c4-cbc2-479b-95de-17692c1a026a tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/485f2552-b514-496a-9436-73717e40d358 HTTP/1.1" status: 204 len: 173 time: 0.3625367 Mar 23 12:32:57.326276 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ed6c4-cbc2-479b-95de-17692c1a026a tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=485f2552-b514-496a-9436-73717e40d358,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:57.376230 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:57.393892 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-85b9f238-9892-4d8e-9c0d-eac8bd45cb9d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:57.438666 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1120b-0f11-470c-856b-51fec11625fa req-ab69c634-dfa4-4ecf-80f6-de048741f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:57.440145 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23e1120b-0f11-470c-856b-51fec11625fa req-ab69c634-dfa4-4ecf-80f6-de048741f656 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.1712089 Mar 23 12:32:57.465966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 16ce1d13-1ee3-4006-bcaf-a4e670243b43, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=16ce1d13-1ee3-4006-bcaf-a4e670243b43,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:57.496746 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23e1120b-0f11-470c-856b-51fec11625fa req-3370e46d-ee49-4457-bc26-fab33f415606 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368221 Mar 23 12:32:57.527709 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '16ce1d13-1ee3-4006-bcaf-a4e670243b43', 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec', 'port_id': '16ce1d13-1ee3-4006-bcaf-a4e670243b43', 'mac_address': 'fa:16:3e:e6:ed:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df4c0398-acbb-48a1-83d5-8a1f46b37271', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:32:57.590913 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9c3c7-5f22-4af9-a8c6-db12581fc310 req-562442a2-9c09-4c00-b62e-383ebce6cc11 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:57.599968 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ce9c3c7-5f22-4af9-a8c6-db12581fc310 req-562442a2-9c09-4c00-b62e-383ebce6cc11 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 943 time: 0.1742988 Mar 23 12:32:57.666209 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-85b9f238-9892-4d8e-9c0d-eac8bd45cb9d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:57.668536 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:57.710941 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ce9c3c7-5f22-4af9-a8c6-db12581fc310 req-4e3ee0bf-a03d-4bcf-9945-cdbef554da31 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100116 Mar 23 12:32:57.716796 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:57.726027 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286639d-b749-4093-9b50-cd5a72dacfbd req-2df91b00-d2b5-4a45-8b35-07a368eb0159 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:57.732627 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ce1d13-1ee3-4006-bcaf-a4e670243b43 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:32:57.735422 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9286639d-b749-4093-9b50-cd5a72dacfbd req-2df91b00-d2b5-4a45-8b35-07a368eb0159 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.2534308 Mar 23 12:32:57.753008 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82615c68-d810-489b-b230-86ce6d1b7d94 None None] DHCP port deletion for 7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:32:57.772889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 16ce1d13-1ee3-4006-bcaf-a4e670243b43, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=16ce1d13-1ee3-4006-bcaf-a4e670243b43,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:57.795517 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:57.839513 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23e1120b-0f11-470c-856b-51fec11625fa req-405ad443-7124-445d-9b71-d94720ba8fd4 service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314600 Mar 23 12:32:57.888542 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9286639d-b749-4093-9b50-cd5a72dacfbd req-8469d1b5-3b15-460c-ae6c-2578e2f2e164 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519890 Mar 23 12:32:57.905477 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=16ce1d13-1ee3-4006-bcaf-a4e670243b43,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:57.908097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] Deleting port d4e5d106-edc1-40aa-887d-df86214628dc {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:32:57.908264 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:57.945402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-85b9f238-9892-4d8e-9c0d-eac8bd45cb9d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Network 426297fc-89ed-49a5-9d37-294ef2ded004 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:32:57.951733 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-82615c68-d810-489b-b230-86ce6d1b7d94 None None] Deleting port d4e5d106-edc1-40aa-887d-df86214628dc {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:32:57.952382 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-82615c68-d810-489b-b230-86ce6d1b7d94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:57.985901 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-85b9f238-9892-4d8e-9c0d-eac8bd45cb9d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:32:57.992334 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-85b9f238-9892-4d8e-9c0d-eac8bd45cb9d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:32:58.025042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dade6-7285-4d53-b18f-7a2529643979 req-735337c3-3bf8-4020-a44a-268f23d6c7cc tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:58.031125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dade6-7285-4d53-b18f-7a2529643979 req-735337c3-3bf8-4020-a44a-268f23d6c7cc tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:58.040194 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dade6-7285-4d53-b18f-7a2529643979 req-735337c3-3bf8-4020-a44a-268f23d6c7cc tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:58.076105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dade6-7285-4d53-b18f-7a2529643979 req-735337c3-3bf8-4020-a44a-268f23d6c7cc tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:58.106422 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dade6-7285-4d53-b18f-7a2529643979 req-735337c3-3bf8-4020-a44a-268f23d6c7cc tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:58.109568 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-190dade6-7285-4d53-b18f-7a2529643979 req-735337c3-3bf8-4020-a44a-268f23d6c7cc tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 3815 time: 0.2687442 Mar 23 12:32:58.183844 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9f238-9892-4d8e-9c0d-eac8bd45cb9d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event updated for resources: {'Port': ['ID=95a785d3-ff97-4176-9b31-c36e92acfa7f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:58.207122 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-0f89f488-efaa-45d6-a622-d68ef044775e req-0904ac9d-1898-483d-8231-49cb29e65f00 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1583896388', 'description': 'tempest-description-547086682'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:58.209981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-82615c68-d810-489b-b230-86ce6d1b7d94 None None] For port d4e5d106-edc1-40aa-887d-df86214628dc, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d4e5d106-edc1-40aa-887d-df86214628dc,segment=NetworkSegment(360d5d4e-0535-421a-8c4f-8a3e1ee3a026),segment_id=360d5d4e-0535-421a-8c4f-8a3e1ee3a026)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:58.210661 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-82615c68-d810-489b-b230-86ce6d1b7d94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:58.225380 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-190dade6-7285-4d53-b18f-7a2529643979 req-00d3da49-404d-4088-9721-b2ff3b655254 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036649 Mar 23 12:32:58.240958 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-82615c68-d810-489b-b230-86ce6d1b7d94 None None] Calling delete_port for d4e5d106-edc1-40aa-887d-df86214628dc owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:32:58.294301 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] For port d4e5d106-edc1-40aa-887d-df86214628dc, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d4e5d106-edc1-40aa-887d-df86214628dc,segment=NetworkSegment(360d5d4e-0535-421a-8c4f-8a3e1ee3a026),segment_id=360d5d4e-0535-421a-8c4f-8a3e1ee3a026)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:32:58.294573 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:58.298761 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23e1120b-0f11-470c-856b-51fec11625fa req-62ecabc6-ee18-4623-8ae8-682d12d79684 service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105706 Mar 23 12:32:58.374956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-85b9f238-9892-4d8e-9c0d-eac8bd45cb9d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:58.377597 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-85b9f238-9892-4d8e-9c0d-eac8bd45cb9d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:58.396757 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] Calling delete_port for d4e5d106-edc1-40aa-887d-df86214628dc owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:32:58.405936 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['16ce1d13-1ee3-4006-bcaf-a4e670243b43'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:32:58.411439 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-82615c68-d810-489b-b230-86ce6d1b7d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:58.422498 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0f89f488-efaa-45d6-a622-d68ef044775e req-0904ac9d-1898-483d-8231-49cb29e65f00 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:58.480626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1120b-0f11-470c-856b-51fec11625fa req-57c99cf1-ac80-49ad-93b4-0c700d4d0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:58.485353 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23e1120b-0f11-470c-856b-51fec11625fa req-57c99cf1-ac80-49ad-93b4-0c700d4d0660 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c76929d4048a42598e0f66623994674d&device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 1095 time: 0.1331537 Mar 23 12:32:58.516437 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-85b9f238-9892-4d8e-9c0d-eac8bd45cb9d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1547027 Mar 23 12:32:58.519754 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82615c68-d810-489b-b230-86ce6d1b7d94 None None] Pushing event deleted for resources: {'Port': ['ID=d4e5d106-edc1-40aa-887d-df86214628dc,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:58.527191 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82615c68-d810-489b-b230-86ce6d1b7d94 None None] No DVR routers for this DVR port d4e5d106-edc1-40aa-887d-df86214628dc on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:32:58.580985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-705b87ff-e988-4f0e-a087-c59867ccdc07 None None] Provisioning complete for port 95a785d3-ff97-4176-9b31-c36e92acfa7f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:32:58.581535 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-705b87ff-e988-4f0e-a087-c59867ccdc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:58.673711 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64939c-f1a6-4993-b23e-6816071df5c2 req-17630f77-c96a-46c1-9d1a-38e7650710b6 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:58.676453 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9c64939c-f1a6-4993-b23e-6816071df5c2 req-17630f77-c96a-46c1-9d1a-38e7650710b6 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 943 time: 0.1688800 Mar 23 12:32:58.729781 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-705b87ff-e988-4f0e-a087-c59867ccdc07 None None] Port 95a785d3-ff97-4176-9b31-c36e92acfa7f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:32:58.736894 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0f89f488-efaa-45d6-a622-d68ef044775e req-0904ac9d-1898-483d-8231-49cb29e65f00 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:58.760791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Request body: {'port': {'device_id': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:32:58.822849 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d4e5d106-edc1-40aa-887d-df86214628dc no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:32:58.843512 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:58.845926 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0f89f488-efaa-45d6-a622-d68ef044775e req-0904ac9d-1898-483d-8231-49cb29e65f00 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:58.877230 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9c64939c-f1a6-4993-b23e-6816071df5c2 req-92a7d691-621a-402e-80f7-9fd42ef405d2 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846185 Mar 23 12:32:58.893534 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1120b-0f11-470c-856b-51fec11625fa req-1d52d0dd-d3c0-4f36-9fb4-c08a4d1470a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:58.895123 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23e1120b-0f11-470c-856b-51fec11625fa req-1d52d0dd-d3c0-4f36-9fb4-c08a4d1470a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e3f5ded-5473-428f-b11d-b3417cbd12ec HTTP/1.1" status: 200 len: 916 time: 0.3981912 Mar 23 12:32:58.920035 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0f89f488-efaa-45d6-a622-d68ef044775e req-0904ac9d-1898-483d-8231-49cb29e65f00 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:58.929361 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0f89f488-efaa-45d6-a622-d68ef044775e req-0904ac9d-1898-483d-8231-49cb29e65f00 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7628644 Mar 23 12:32:59.002719 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: d4e5d106-edc1-40aa-887d-df86214628dc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:32:59.003000 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d4e5d106-edc1-40aa-887d-df86214628dc not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:32:59.044315 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:59.058729 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23e1120b-0f11-470c-856b-51fec11625fa req-baf5eab8-60a7-478f-8eb6-b1fe0408f06a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16ce1d13-1ee3-4006-bcaf-a4e670243b43 HTTP/1.1" status: 200 len: 217 time: 0.1556239 Mar 23 12:32:59.171232 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1120b-0f11-470c-856b-51fec11625fa req-891e7547-99a2-4167-b207-30adf70399de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:59.173095 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23e1120b-0f11-470c-856b-51fec11625fa req-891e7547-99a2-4167-b207-30adf70399de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=df4c0398-acbb-48a1-83d5-8a1f46b37271 HTTP/1.1" status: 200 len: 855 time: 0.1060660 Mar 23 12:32:59.181193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904ac9d-1898-483d-8231-49cb29e65f00 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd93456-e094-4e68-84d7-dbc03e67741f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:32:59.273237 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23e1120b-0f11-470c-856b-51fec11625fa req-769e2a36-cf7e-42b6-9a20-3fc85a881cd9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e3f5ded-5473-428f-b11d-b3417cbd12ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492208 Mar 23 12:32:59.343549 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9121f-e384-4793-a693-00e4b38e180f req-5a28e883-6867-4eac-b69c-18884d44b946 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:32:59.350354 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-acf9121f-e384-4793-a693-00e4b38e180f req-5a28e883-6867-4eac-b69c-18884d44b946 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 944 time: 0.2500846 Mar 23 12:32:59.454850 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:32:59.502671 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-acf9121f-e384-4793-a693-00e4b38e180f req-223c19b6-d575-4614-82e3-99d8886e9ec5 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024830 Mar 23 12:32:59.580254 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23e1120b-0f11-470c-856b-51fec11625fa req-6fa89fe4-e0ab-416e-ae95-9161db3565fe service neutron] 10.222.0.73 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830169 Mar 23 12:32:59.637280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56910) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:32:59.720653 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d32b8960-b0f5-43bd-9b3b-cc29e8bea475 req-fc89a74c-2e26-4c5f-bfe7-bfd704e09332 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "GET /v2.0/security-groups/ecd93456-e094-4e68-84d7-dbc03e67741f HTTP/1.1" status: 200 len: 1814 time: 0.1190689 Mar 23 12:32:59.814259 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23e1120b-0f11-470c-856b-51fec11625fa req-b19f64c5-026f-413d-9251-b969817e05a1 service neutron] 10.222.0.73 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313890 Mar 23 12:32:59.994629 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-271d1b15-d442-4ccf-991c-8668cc3d1dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-297161826'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:00.046916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271d1b15-d442-4ccf-991c-8668cc3d1dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Made reservation on behalf of c6a600f382bf4e7d89d9880e503a2d98 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:00.052076 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-271d1b15-d442-4ccf-991c-8668cc3d1dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:00.065054 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:00.080507 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-271d1b15-d442-4ccf-991c-8668cc3d1dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:00.122498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a04cb-ce95-4a02-96ea-90fb5f9cb459 req-0b1e41e4-b317-48e8-bf0f-61a9caec4286 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:00.128718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a04cb-ce95-4a02-96ea-90fb5f9cb459 req-0b1e41e4-b317-48e8-bf0f-61a9caec4286 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:00.135867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a04cb-ce95-4a02-96ea-90fb5f9cb459 req-0b1e41e4-b317-48e8-bf0f-61a9caec4286 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:00.142244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1698fd1c-e6a1-41b4-b140-ae1d533f3205 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:00.153649 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a04cb-ce95-4a02-96ea-90fb5f9cb459 req-0b1e41e4-b317-48e8-bf0f-61a9caec4286 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:00.155861 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:00.161140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a04cb-ce95-4a02-96ea-90fb5f9cb459 req-0b1e41e4-b317-48e8-bf0f-61a9caec4286 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:00.164791 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-550a04cb-ce95-4a02-96ea-90fb5f9cb459 req-0b1e41e4-b317-48e8-bf0f-61a9caec4286 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 3815 time: 0.1334913 Mar 23 12:33:00.184827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Transition to ACTIVE for port object 1698fd1c-e6a1-41b4-b140-ae1d533f3205 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:33:00.225594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d831f-816b-4ef8-955e-18944451dc7f req-6ee916ad-9e4f-4c55-a106-873f40919893 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:00.240799 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-388d831f-816b-4ef8-955e-18944451dc7f req-6ee916ad-9e4f-4c55-a106-873f40919893 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 1.1379778 Mar 23 12:33:00.265665 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-550a04cb-ce95-4a02-96ea-90fb5f9cb459 req-1cb0eca7-09e9-4401-8687-45ca7ba09bf7 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913622 Mar 23 12:33:00.302786 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:00.339060 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-271d1b15-d442-4ccf-991c-8668cc3d1dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:00.339496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] No DVR routers for this DVR port d4e5d106-edc1-40aa-887d-df86214628dc on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:33:00.345290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e5d106-edc1-40aa-887d-df86214628dc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:00.350205 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-271d1b15-d442-4ccf-991c-8668cc3d1dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:00.377839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271d1b15-d442-4ccf-991c-8668cc3d1dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:33:00.447369 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-271d1b15-d442-4ccf-991c-8668cc3d1dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:00.447742 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-271d1b15-d442-4ccf-991c-8668cc3d1dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Added segment 8d29d3af-13d7-48af-b4ba-27c61113da1b of type vlan for network 70f878a4-c635-4893-89a5-b55efe7d232c Mar 23 12:33:00.575685 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d1b15-d442-4ccf-991c-8668cc3d1dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca98763-e52e-4923-9ea6-449db195edd1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:00.675761 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-388d831f-816b-4ef8-955e-18944451dc7f req-ebdbad48-e189-41c3-be01-16a8130230c3 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336085 Mar 23 12:33:00.702355 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-271d1b15-d442-4ccf-991c-8668cc3d1dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:00.711475 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:00.884103 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a88d18ae-0590-4d8c-a4f0-ff8a08717616 req-75efe879-39be-49f4-bc00-c13f4dcdcbd3 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2098080028', 'description': 'tempest-description-747852110'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:00.914025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Pushing event updated for resources: {'Port': ['ID=1698fd1c-e6a1-41b4-b140-ae1d533f3205,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:00.925819 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4d0fcc-ccfb-4797-b8c0-dee4c492f981']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:00.935428 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-271d1b15-d442-4ccf-991c-8668cc3d1dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:33:00.946987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360d5d4e-0535-421a-8c4f-8a3e1ee3a026') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:00.947276 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360d5d4e-0535-421a-8c4f-8a3e1ee3a026') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:00.959914 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a88d18ae-0590-4d8c-a4f0-ff8a08717616 req-75efe879-39be-49f4-bc00-c13f4dcdcbd3 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:00.966738 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:00.997538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe216b8-5293-4cb4-a5be-a5ece72b9448 req-41ff4166-70dc-45d8-8795-3a153acdd14c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:01.006597 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dfe216b8-5293-4cb4-a5be-a5ece72b9448 req-41ff4166-70dc-45d8-8795-3a153acdd14c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 943 time: 0.2679572 Mar 23 12:33:01.015583 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Attempting to bind port 1698fd1c-e6a1-41b4-b140-ae1d533f3205 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:01.028899 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Attempting to bind port 1698fd1c-e6a1-41b4-b140-ae1d533f3205 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'a1218d8b-99c2-4d18-b086-5d1e7383bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:01.029485 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Attempting to bind port 1698fd1c-e6a1-41b4-b140-ae1d533f3205 on network 3dd3fd8f-403e-4371-8d96-fb79d3d28631 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:01.035971 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:01.041828 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-271d1b15-d442-4ccf-991c-8668cc3d1dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:01.047559 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d1b15-d442-4ccf-991c-8668cc3d1dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:01.048239 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-271d1b15-d442-4ccf-991c-8668cc3d1dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:01.048444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Port 1698fd1c-e6a1-41b4-b140-ae1d533f3205 on network 3dd3fd8f-403e-4371-8d96-fb79d3d28631 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:01.048717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Attempting to bind port 1698fd1c-e6a1-41b4-b140-ae1d533f3205 on network 3dd3fd8f-403e-4371-8d96-fb79d3d28631 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:01.055395 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:33:01.055862 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:33:01.058595 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:33:01.077285 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:01.077585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Checking segment: {'id': 'a1218d8b-99c2-4d18-b086-5d1e7383bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:01.077958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Bound using segment: {'id': 'a1218d8b-99c2-4d18-b086-5d1e7383bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:01.078391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Bound port: 1698fd1c-e6a1-41b4-b140-ae1d533f3205, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1218d8b-99c2-4d18-b086-5d1e7383bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:01.078743 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:01.139165 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d1b15-d442-4ccf-991c-8668cc3d1dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Pushing event updated for resources: {'Network': ['ID=70f878a4-c635-4893-89a5-b55efe7d232c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:01.157931 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-271d1b15-d442-4ccf-991c-8668cc3d1dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5192788 Mar 23 12:33:01.162153 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 70f878a4-c635-4893-89a5-b55efe7d232c details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:33:01.164715 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dfe216b8-5293-4cb4-a5be-a5ece72b9448 req-6cc73aac-56a5-4615-91f7-936e8aee8d0a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572051 Mar 23 12:33:01.246116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 16ce1d13-1ee3-4006-bcaf-a4e670243b43 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:01.281142 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a88d18ae-0590-4d8c-a4f0-ff8a08717616 req-75efe879-39be-49f4-bc00-c13f4dcdcbd3 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:01.286973 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:01.304363 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:01.307868 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7d4d0fcc-ccfb-4797-b8c0-dee4c492f981 HTTP/1.1" status: 204 len: 168 time: 4.1996737 Mar 23 12:33:01.310904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56934) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:01.328428 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a88d18ae-0590-4d8c-a4f0-ff8a08717616 req-75efe879-39be-49f4-bc00-c13f4dcdcbd3 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:01.406514 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5c243-56ec-48b7-b55b-32719ddbc270 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d4d0fcc-ccfb-4797-b8c0-dee4c492f981,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:01.445138 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 16ce1d13-1ee3-4006-bcaf-a4e670243b43 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:33:01.451034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] For port 1698fd1c-e6a1-41b4-b140-ae1d533f3205, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:01.452123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 16ce1d13-1ee3-4006-bcaf-a4e670243b43 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:01.452669 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:01.485040 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] For port 1698fd1c-e6a1-41b4-b140-ae1d533f3205, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=1698fd1c-e6a1-41b4-b140-ae1d533f3205,segment=NetworkSegment(a1218d8b-99c2-4d18-b086-5d1e7383bc07),segment_id=a1218d8b-99c2-4d18-b086-5d1e7383bc07)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:01.522689 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:01.568151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e82a4-8efc-45cc-9ffc-c236fd20256e req-72a30ef6-7049-4828-9205-18c6662ce1c9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:01.574881 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a4e82a4-8efc-45cc-9ffc-c236fd20256e req-72a30ef6-7049-4828-9205-18c6662ce1c9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 944 time: 0.1744907 Mar 23 12:33:01.594322 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:01.626582 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efe879-39be-49f4-bc00-c13f4dcdcbd3 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ad142e-fde2-4be6-8907-5282ad0139a6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:01.636035 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Pushing event updated for resources: {'Port': ['ID=1698fd1c-e6a1-41b4-b140-ae1d533f3205,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:01.644800 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a88d18ae-0590-4d8c-a4f0-ff8a08717616 req-75efe879-39be-49f4-bc00-c13f4dcdcbd3 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:01.647970 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a88d18ae-0590-4d8c-a4f0-ff8a08717616 req-75efe879-39be-49f4-bc00-c13f4dcdcbd3 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7828882 Mar 23 12:33:01.651546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:01.652430 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:01.655446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4140eea-406d-48c5-9ee8-3292205ea875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ce1d13-1ee3-4006-bcaf-a4e670243b43'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:01.658298 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5f2a5d-438a-4f59-8737-7476c2c54dea" -d '{"events": [{"server_uuid": "d4140eea-406d-48c5-9ee8-3292205ea875", "name": "network-vif-plugged", "status": "completed", "tag": "16ce1d13-1ee3-4006-bcaf-a4e670243b43"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:01.659518 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e7714678-5274-4a4e-986a-08bd45281374 service neutron] 10.222.0.73 "PUT /v2.0/ports/1698fd1c-e6a1-41b4-b140-ae1d533f3205 HTTP/1.1" status: 200 len: 1091 time: 2.9100478 Mar 23 12:33:01.660243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'tag': '1698fd1c-e6a1-41b4-b140-ae1d533f3205'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:01.666120 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5a99fc-d4c5-4ac6-b7a6-b41d113c944f" -d '{"events": [{"name": "network-changed", "server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "tag": "1698fd1c-e6a1-41b4-b140-ae1d533f3205"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:01.697102 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 16ce1d13-1ee3-4006-bcaf-a4e670243b43, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=16ce1d13-1ee3-4006-bcaf-a4e670243b43,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:01.698181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Request body: {'port': {'device_id': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:01.704970 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:01.762568 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a4e82a4-8efc-45cc-9ffc-c236fd20256e req-894dc946-fb5e-4a2d-9866-8a53cc6aea66 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866407 Mar 23 12:33:01.820147 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:01.831322 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=16ce1d13-1ee3-4006-bcaf-a4e670243b43,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:02.157943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33926879-3318-4bf2-9ddb-10e91023dd2f req-88388773-fe2a-480e-8cf8-ab76d4c06905 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:02.161778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56956) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:02.164991 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33926879-3318-4bf2-9ddb-10e91023dd2f req-88388773-fe2a-480e-8cf8-ab76d4c06905 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:02.171259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33926879-3318-4bf2-9ddb-10e91023dd2f req-88388773-fe2a-480e-8cf8-ab76d4c06905 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:02.175117 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Request body: {'port': {'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c', 'binding:host_id': 'n-h2-834854-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1264145261'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:02.177927 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33926879-3318-4bf2-9ddb-10e91023dd2f req-88388773-fe2a-480e-8cf8-ab76d4c06905 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:02.184069 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33926879-3318-4bf2-9ddb-10e91023dd2f req-88388773-fe2a-480e-8cf8-ab76d4c06905 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:02.185905 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33926879-3318-4bf2-9ddb-10e91023dd2f req-88388773-fe2a-480e-8cf8-ab76d4c06905 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 3827 time: 0.2853436 Mar 23 12:33:02.302423 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0146fd74-9a76-48e5-8f78-db1edea00f25 req-c2fb9ee2-cb22-4a83-8440-1d328c0fc426 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "GET /v2.0/security-groups/b2ad142e-fde2-4be6-8907-5282ad0139a6 HTTP/1.1" status: 200 len: 1814 time: 0.1061327 Mar 23 12:33:02.308133 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33926879-3318-4bf2-9ddb-10e91023dd2f req-95375222-288b-429d-a0e7-44b2562cabd1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910873 Mar 23 12:33:02.393092 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Made reservation on behalf of 3cc53bdf5f3a47778c5064d2b1f14be5 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:02.397136 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:02.402628 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95f1e50-fa57-4e63-a1de-9d5779e40fb3 x-openstack-request-id: req-c95f1e50-fa57-4e63-a1de-9d5779e40fb3 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:02.403214 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4140eea-406d-48c5-9ee8-3292205ea875", "name": "network-vif-plugged", "status": "completed", "tag": "16ce1d13-1ee3-4006-bcaf-a4e670243b43", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:02.403329 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c95f1e50-fa57-4e63-a1de-9d5779e40fb3 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:02.403723 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4140eea-406d-48c5-9ee8-3292205ea875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ce1d13-1ee3-4006-bcaf-a4e670243b43', 'code': 200} Mar 23 12:33:02.405414 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf84c950-37cf-45a1-8c26-e846450537b3 x-openstack-request-id: req-bf84c950-37cf-45a1-8c26-e846450537b3 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:02.408248 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "tag": "1698fd1c-e6a1-41b4-b140-ae1d533f3205", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:02.408820 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf84c950-37cf-45a1-8c26-e846450537b3 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:02.409493 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'tag': '1698fd1c-e6a1-41b4-b140-ae1d533f3205', 'status': 'completed', 'code': 200} Mar 23 12:33:02.464677 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:02.567451 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a832adda-3f39-4da1-8a38-dce921f63818 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:02.578003 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:02.590596 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48abab-7e13-4cde-bb09-8879d2563d22 req-a88e5bdf-7a94-472c-9364-69d70ad766b0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:02.592672 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df48abab-7e13-4cde-bb09-8879d2563d22 req-a88e5bdf-7a94-472c-9364-69d70ad766b0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.0921834 Mar 23 12:33:02.635754 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Transition to ACTIVE for port object a832adda-3f39-4da1-8a38-dce921f63818 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:33:02.648586 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df48abab-7e13-4cde-bb09-8879d2563d22 req-8deb6113-5f72-41d4-9e5d-0016012b71b1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471017 Mar 23 12:33:02.649513 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:02.744643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-22bbecad-d3d0-4081-953a-b193da5a7387 req-de5dc8c2-6adb-4b3e-9632-8c9896377f9f tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-309160627', 'description': 'tempest-description-370367817'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:02.819906 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-22bbecad-d3d0-4081-953a-b193da5a7387 req-de5dc8c2-6adb-4b3e-9632-8c9896377f9f tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:02.827283 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Pushing event updated for resources: {'Port': ['ID=a832adda-3f39-4da1-8a38-dce921f63818,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:02.933534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Attempting to bind port a832adda-3f39-4da1-8a38-dce921f63818 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:02.933973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Attempting to bind port a832adda-3f39-4da1-8a38-dce921f63818 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:02.934305 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Attempting to bind port a832adda-3f39-4da1-8a38-dce921f63818 on network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:03.016078 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Port a832adda-3f39-4da1-8a38-dce921f63818 on network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:03.016872 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Attempting to bind port a832adda-3f39-4da1-8a38-dce921f63818 on network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:03.037499 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:03.041452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Checking segment: {'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:03.041973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Bound using segment: {'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:03.042560 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Bound port: a832adda-3f39-4da1-8a38-dce921f63818, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:03.045182 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:03.069288 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-22bbecad-d3d0-4081-953a-b193da5a7387 req-de5dc8c2-6adb-4b3e-9632-8c9896377f9f tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:03.089819 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:03.104368 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-22bbecad-d3d0-4081-953a-b193da5a7387 req-de5dc8c2-6adb-4b3e-9632-8c9896377f9f tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:03.113358 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:03.153690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] device_id is not set on port 1d5fc8f9-0105-4c77-898a-60fae54ad676 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:33:03.160258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd43268-d696-48b5-b9c5-bcbb0af76382,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:03.228695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dc8c2-6adb-4b3e-9632-8c9896377f9f tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4101819d-c61f-493b-bb4a-82e6e9fdb11b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:03.280747 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50007d37-6733-4172-9a86-e10b781d5396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:03.291043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a99fc-d4c5-4ac6-b7a6-b41d113c944f req-8c3aba89-4556-435a-8b20-14e8eb398d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:03.291808 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a99fc-d4c5-4ac6-b7a6-b41d113c944f req-8c3aba89-4556-435a-8b20-14e8eb398d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:03.292464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a99fc-d4c5-4ac6-b7a6-b41d113c944f req-8c3aba89-4556-435a-8b20-14e8eb398d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:03.293093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a99fc-d4c5-4ac6-b7a6-b41d113c944f req-8c3aba89-4556-435a-8b20-14e8eb398d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:03.293717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a99fc-d4c5-4ac6-b7a6-b41d113c944f req-8c3aba89-4556-435a-8b20-14e8eb398d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:03.295866 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-af5a99fc-d4c5-4ac6-b7a6-b41d113c944f req-8c3aba89-4556-435a-8b20-14e8eb398d0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 4362 time: 0.8512836 Mar 23 12:33:03.322442 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-22bbecad-d3d0-4081-953a-b193da5a7387 req-de5dc8c2-6adb-4b3e-9632-8c9896377f9f tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:03.325490 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-22bbecad-d3d0-4081-953a-b193da5a7387 req-de5dc8c2-6adb-4b3e-9632-8c9896377f9f tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5856755 Mar 23 12:33:03.336483 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] For port a832adda-3f39-4da1-8a38-dce921f63818, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:03.340445 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] For port a832adda-3f39-4da1-8a38-dce921f63818, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a832adda-3f39-4da1-8a38-dce921f63818,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:03.343535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de08be-270b-49a6-a418-702ce2633bda req-38ad03a9-051c-4b28-9ca2-c4450c149ea4 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:03.348726 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:03.351456 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-78de08be-270b-49a6-a418-702ce2633bda req-38ad03a9-051c-4b28-9ca2-c4450c149ea4 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 943 time: 0.8383722 Mar 23 12:33:03.393259 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee6fc3-2139-4456-9f78-65d7604556e3 req-91aa5e2c-3e14-426f-a1d5-97db09270c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:03.395685 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9fee6fc3-2139-4456-9f78-65d7604556e3 req-91aa5e2c-3e14-426f-a1d5-97db09270c0a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 1096 time: 0.8975585 Mar 23 12:33:03.447839 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:03.448538 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:03.450004 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] 10.222.0.73 "PUT /v2.0/ports/a832adda-3f39-4da1-8a38-dce921f63818 HTTP/1.1" status: 200 len: 1130 time: 1.7579648 Mar 23 12:33:03.505592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014753d8-5e53-4da6-8c27-ea4e8794eb9c service neutron] Pushing event updated for resources: {'Port': ['ID=a832adda-3f39-4da1-8a38-dce921f63818,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:03.543793 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Request body: {'port': {'device_id': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:03.549883 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-78de08be-270b-49a6-a418-702ce2633bda req-c6f19091-9886-40e2-b41c-701c0a2e85e7 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974409 Mar 23 12:33:03.710097 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:03.981551 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9fee6fc3-2139-4456-9f78-65d7604556e3 req-9128fc63-dd7c-49ca-84ff-8c33abc00247 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456848 Mar 23 12:33:04.089308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e184cd-13be-4459-9b2f-1cf77184162c {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:04.106774 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] device_id is not set on port 1d5fc8f9-0105-4c77-898a-60fae54ad676 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:33:04.117665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:04.123246 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:04.144237 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:04.151332 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Transition to ACTIVE for port object 38e184cd-13be-4459-9b2f-1cf77184162c will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:33:04.158464 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:04.168473 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76acb-64e5-409b-8c1e-a1a8a77544db req-beac0446-0a30-48c4-836d-6f89fd258004 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:04.176987 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-45b76acb-64e5-409b-8c1e-a1a8a77544db req-beac0446-0a30-48c4-836d-6f89fd258004 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.4583416 Mar 23 12:33:04.221598 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a99fc-d4c5-4ac6-b7a6-b41d113c944f req-490a3b5a-feee-449e-8ef4-2232bc93d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:04.222299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a99fc-d4c5-4ac6-b7a6-b41d113c944f req-490a3b5a-feee-449e-8ef4-2232bc93d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:04.222759 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a99fc-d4c5-4ac6-b7a6-b41d113c944f req-490a3b5a-feee-449e-8ef4-2232bc93d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:04.225181 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-af5a99fc-d4c5-4ac6-b7a6-b41d113c944f req-490a3b5a-feee-449e-8ef4-2232bc93d71f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8549073 Mar 23 12:33:04.271040 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Pushing event updated for resources: {'Port': ['ID=38e184cd-13be-4459-9b2f-1cf77184162c,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:04.412499 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'tag': 'a832adda-3f39-4da1-8a38-dce921f63818'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:04.415557 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b11854-afed-438f-8910-1e3ebdc8520b" -d '{"events": [{"name": "network-changed", "server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "tag": "a832adda-3f39-4da1-8a38-dce921f63818"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:04.421919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Attempting to bind port 38e184cd-13be-4459-9b2f-1cf77184162c on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:04.422544 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Attempting to bind port 38e184cd-13be-4459-9b2f-1cf77184162c by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:04.423058 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Attempting to bind port 38e184cd-13be-4459-9b2f-1cf77184162c on network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:04.429498 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Port 38e184cd-13be-4459-9b2f-1cf77184162c on network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:04.430484 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Attempting to bind port 38e184cd-13be-4459-9b2f-1cf77184162c on network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:04.439166 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a99fc-d4c5-4ac6-b7a6-b41d113c944f req-fb0f6318-72af-4f40-b260-a478bc1490d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:04.440977 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-af5a99fc-d4c5-4ac6-b7a6-b41d113c944f req-fb0f6318-72af-4f40-b260-a478bc1490d6 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1731715 Mar 23 12:33:04.444039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:04.444656 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Checking segment: {'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:04.445238 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Bound using segment: {'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:04.445859 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Bound port: 38e184cd-13be-4459-9b2f-1cf77184162c, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:04.446418 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:04.503048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Pushing event updated for resources: {'Port': ['ID=1d5fc8f9-0105-4c77-898a-60fae54ad676,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:04.518655 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-45b76acb-64e5-409b-8c1e-a1a8a77544db req-796e1647-908d-44cc-9d08-69833333cf9a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388743 Mar 23 12:33:04.596428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Checking segment: {'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:04.596798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Network hostable DHCP agents. Network: 70f878a4-c635-4893-89a5-b55efe7d232c, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:33:04.638096 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] For port 38e184cd-13be-4459-9b2f-1cf77184162c, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:04.644585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] For port 38e184cd-13be-4459-9b2f-1cf77184162c, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=38e184cd-13be-4459-9b2f-1cf77184162c,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:04.661926 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:04.721672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:04.722578 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:04.725536 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] 10.222.0.73 "PUT /v2.0/ports/38e184cd-13be-4459-9b2f-1cf77184162c HTTP/1.1" status: 200 len: 1130 time: 1.2053459 Mar 23 12:33:04.747696 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Network 70f878a4-c635-4893-89a5-b55efe7d232c is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:33:04.775449 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Request body: {'port': {'device_id': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:04.805619 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 70f878a4-c635-4893-89a5-b55efe7d232c) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:04.815684 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac712d5-9885-4828-8308-c0948c8570f3 None None] Network 70f878a4-c635-4893-89a5-b55efe7d232c requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:33:04.818429 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11eef1-f033-46bc-a5d1-1514bd1185a4 service neutron] Pushing event updated for resources: {'Port': ['ID=38e184cd-13be-4459-9b2f-1cf77184162c,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:04.840094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:33:04.928097 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:04.935314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:04.935656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:04.936036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:04.960298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:04.960681 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:04.961964 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 2 to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 Mar 23 12:33:04.991083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-50007d37-6733-4172-9a86-e10b781d5396 admin admin] Deleting port c01fd74d-22dc-4391-a0a2-d3b0b5eaacad {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:33:04.991434 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50007d37-6733-4172-9a86-e10b781d5396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:05.041306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:05.041306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:05.041306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:05.049770 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:05.050187 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:05.053198 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 3 to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 Mar 23 12:33:05.113543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad3152-a4c3-4282-b342-d3fe4b6930cd req-1dd33964-3761-420a-81af-0d924879ecd7 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:05.122732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad3152-a4c3-4282-b342-d3fe4b6930cd req-1dd33964-3761-420a-81af-0d924879ecd7 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:05.131739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad3152-a4c3-4282-b342-d3fe4b6930cd req-1dd33964-3761-420a-81af-0d924879ecd7 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:05.147362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad3152-a4c3-4282-b342-d3fe4b6930cd req-1dd33964-3761-420a-81af-0d924879ecd7 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:05.155053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad3152-a4c3-4282-b342-d3fe4b6930cd req-1dd33964-3761-420a-81af-0d924879ecd7 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:05.161425 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad3152-a4c3-4282-b342-d3fe4b6930cd req-1dd33964-3761-420a-81af-0d924879ecd7 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:05.167736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad3152-a4c3-4282-b342-d3fe4b6930cd req-1dd33964-3761-420a-81af-0d924879ecd7 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:05.203854 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9dad3152-a4c3-4282-b342-d3fe4b6930cd req-1dd33964-3761-420a-81af-0d924879ecd7 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5371 time: 0.3774028 Mar 23 12:33:05.244481 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:05.245414 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:05.245414 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:05.267625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:05.268085 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:05.277280 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 4 to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 Mar 23 12:33:05.292346 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9dad3152-a4c3-4282-b342-d3fe4b6930cd req-7cea13e0-52b4-4d40-a979-2ed609e9b044 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874915 Mar 23 12:33:05.313887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:05.314329 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:05.315209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:05.323219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:05.323620 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:05.324121 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 5 to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 Mar 23 12:33:05.336202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-50007d37-6733-4172-9a86-e10b781d5396 admin admin] For port c01fd74d-22dc-4391-a0a2-d3b0b5eaacad, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c01fd74d-22dc-4391-a0a2-d3b0b5eaacad,segment=NetworkSegment(440c8ad9-ab44-4dfd-ac18-4e2293faa05d),segment_id=440c8ad9-ab44-4dfd-ac18-4e2293faa05d)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:05.336691 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50007d37-6733-4172-9a86-e10b781d5396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:05.345446 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b13f8a1-7061-499d-9dcc-a959ec9d1418 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:05.355536 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:05.356364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-50007d37-6733-4172-9a86-e10b781d5396 admin admin] Calling delete_port for c01fd74d-22dc-4391-a0a2-d3b0b5eaacad owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:33:05.371143 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Transition to ACTIVE for port object 6b13f8a1-7061-499d-9dcc-a959ec9d1418 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:33:05.376546 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:05.380945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:05.381296 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:05.381635 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:05.431103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:05.431574 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:05.436893 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 6 to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 Mar 23 12:33:05.474137 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:05.475646 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:05.476304 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:05.486792 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b13f8a1-7061-499d-9dcc-a959ec9d1418,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:05.521691 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Attempting to bind port 6b13f8a1-7061-499d-9dcc-a959ec9d1418 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:05.522031 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Attempting to bind port 6b13f8a1-7061-499d-9dcc-a959ec9d1418 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:05.522361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Attempting to bind port 6b13f8a1-7061-499d-9dcc-a959ec9d1418 on network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:05.527250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Port 6b13f8a1-7061-499d-9dcc-a959ec9d1418 on network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:05.527588 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Attempting to bind port 6b13f8a1-7061-499d-9dcc-a959ec9d1418 on network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:05.532813 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:05.533160 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Checking segment: {'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:05.533548 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Bound using segment: {'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:05.533973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Bound port: 6b13f8a1-7061-499d-9dcc-a959ec9d1418, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:05.534330 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:05.561501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:05.561833 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:05.569683 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 7 to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 Mar 23 12:33:05.594909 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:05.595246 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:05.595589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:05.606440 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c58c6b1f-edf9-4419-b44c-aaa40528692e req-e4a20f41-e808-4940-a667-6a0f953bd345 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "GET /v2.0/security-groups/4101819d-c61f-493b-bb4a-82e6e9fdb11b HTTP/1.1" status: 200 len: 1813 time: 0.2413619 Mar 23 12:33:05.618905 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] For port 6b13f8a1-7061-499d-9dcc-a959ec9d1418, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:05.623433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] For port 6b13f8a1-7061-499d-9dcc-a959ec9d1418, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=6b13f8a1-7061-499d-9dcc-a959ec9d1418,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:05.624229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:05.624574 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:05.626598 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 8 to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 Mar 23 12:33:05.628681 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:05.671116 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0195160-648f-4059-926d-a24bfed8be07 x-openstack-request-id: req-a0195160-648f-4059-926d-a24bfed8be07 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:05.671488 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "tag": "a832adda-3f39-4da1-8a38-dce921f63818", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:05.671856 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0195160-648f-4059-926d-a24bfed8be07 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:05.672389 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'tag': 'a832adda-3f39-4da1-8a38-dce921f63818', 'status': 'completed', 'code': 200} Mar 23 12:33:05.681734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:05.682036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:05.682372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:05.690600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:05.692180 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:05.696618 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] 10.222.0.73 "PUT /v2.0/ports/6b13f8a1-7061-499d-9dcc-a959ec9d1418 HTTP/1.1" status: 200 len: 1091 time: 0.9278507 Mar 23 12:33:05.705780 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:05.705780 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:05.705780 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 9 to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 Mar 23 12:33:05.742061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Request body: {'port': {'device_id': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:05.776988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a423ea9-be46-4401-a099-c01b60de98c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b13f8a1-7061-499d-9dcc-a959ec9d1418,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:05.823411 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:05.832631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:05.832969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:05.833935 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:05.886834 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:05.887252 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:05.889651 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 10 to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 Mar 23 12:33:05.929178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:05.929524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:05.929861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:05.941088 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b11854-afed-438f-8910-1e3ebdc8520b req-48b7b077-5b61-483b-bffe-17c69533424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:05.941584 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b11854-afed-438f-8910-1e3ebdc8520b req-48b7b077-5b61-483b-bffe-17c69533424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:05.942285 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b11854-afed-438f-8910-1e3ebdc8520b req-48b7b077-5b61-483b-bffe-17c69533424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:05.943436 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b11854-afed-438f-8910-1e3ebdc8520b req-48b7b077-5b61-483b-bffe-17c69533424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:05.943822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b11854-afed-438f-8910-1e3ebdc8520b req-48b7b077-5b61-483b-bffe-17c69533424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:05.944316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b11854-afed-438f-8910-1e3ebdc8520b req-48b7b077-5b61-483b-bffe-17c69533424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:05.944777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b11854-afed-438f-8910-1e3ebdc8520b req-48b7b077-5b61-483b-bffe-17c69533424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:05.946701 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-67b11854-afed-438f-8910-1e3ebdc8520b req-48b7b077-5b61-483b-bffe-17c69533424e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 6275 time: 0.2240334 Mar 23 12:33:05.952009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:05.952347 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 1d5fc8f9-0105-4c77-898a-60fae54ad676 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:05.952724 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:05.958671 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50007d37-6733-4172-9a86-e10b781d5396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:06.028245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e2d06-13c2-4cd5-a4df-bbaa813fe486 req-f6004b7b-40d4-4d8f-a58c-6f596bf6aa7e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:06.029784 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-172e2d06-13c2-4cd5-a4df-bbaa813fe486 req-f6004b7b-40d4-4d8f-a58c-6f596bf6aa7e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 943 time: 0.2021716 Mar 23 12:33:06.033596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50007d37-6733-4172-9a86-e10b781d5396 admin admin] Pushing event deleted for resources: {'Port': ['ID=c01fd74d-22dc-4391-a0a2-d3b0b5eaacad,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:06.157649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d289d27a-322f-466e-be09-f483ea23288a {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:06.165941 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:06.186652 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Transition to ACTIVE for port object d289d27a-322f-466e-be09-f483ea23288a will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:33:06.192379 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:06.234161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-172e2d06-13c2-4cd5-a4df-bbaa813fe486 req-c73e3be7-84e4-4eb2-a8d5-35009cf09430 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705170 Mar 23 12:33:06.246388 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b11854-afed-438f-8910-1e3ebdc8520b req-89812b3c-713c-4fd0-9f44-dcc60b94c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:06.246857 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b11854-afed-438f-8910-1e3ebdc8520b req-89812b3c-713c-4fd0-9f44-dcc60b94c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:06.247314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b11854-afed-438f-8910-1e3ebdc8520b req-89812b3c-713c-4fd0-9f44-dcc60b94c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:06.247698 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Pushing event updated for resources: {'Port': ['ID=d289d27a-322f-466e-be09-f483ea23288a,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:06.248922 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-67b11854-afed-438f-8910-1e3ebdc8520b req-89812b3c-713c-4fd0-9f44-dcc60b94c2c5 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2918065 Mar 23 12:33:06.357713 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] For port 1d5fc8f9-0105-4c77-898a-60fae54ad676, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:06.358081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempted to set empty binding levels {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 12:33:06.387769 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Attempting to bind port d289d27a-322f-466e-be09-f483ea23288a on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:06.388178 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Attempting to bind port d289d27a-322f-466e-be09-f483ea23288a by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:06.388487 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Attempting to bind port d289d27a-322f-466e-be09-f483ea23288a on network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:06.393649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Port d289d27a-322f-466e-be09-f483ea23288a on network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:06.393949 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Attempting to bind port d289d27a-322f-466e-be09-f483ea23288a on network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:06.399445 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:06.399983 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Checking segment: {'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:06.400607 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Bound using segment: {'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:06.401217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Bound port: d289d27a-322f-466e-be09-f483ea23288a, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807ca5b9-9457-4752-9d54-8303552e072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:06.401217 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:06.454884 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:06.474390 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] For port d289d27a-322f-466e-be09-f483ea23288a, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:06.478270 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] For port d289d27a-322f-466e-be09-f483ea23288a, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d289d27a-322f-466e-be09-f483ea23288a,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:06.484045 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:06.516150 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Pushing event updated for resources: {'Port': ['ID=1d5fc8f9-0105-4c77-898a-60fae54ad676,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:06.541615 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:06.542513 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:06.543978 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] 10.222.0.73 "PUT /v2.0/ports/d289d27a-322f-466e-be09-f483ea23288a HTTP/1.1" status: 200 len: 1090 time: 0.8055758 Mar 23 12:33:06.566627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:06.567219 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:06.582890 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf3bff-60a8-48c1-b925-4716ab3bcc8f service neutron] Pushing event updated for resources: {'Port': ['ID=d289d27a-322f-466e-be09-f483ea23288a,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:06.596193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Request body: {'port': {'device_id': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:06.598176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50007d37-6733-4172-9a86-e10b781d5396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:06.622392 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b11854-afed-438f-8910-1e3ebdc8520b req-6aff6c63-8bd8-4239-82fd-78878fe369ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:06.623908 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-67b11854-afed-438f-8910-1e3ebdc8520b req-6aff6c63-8bd8-4239-82fd-78878fe369ab service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3636069 Mar 23 12:33:06.628126 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9201c6a7-1172-495d-98ba-5d674f1b5c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.4640446 Mar 23 12:33:06.631722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57002) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:06.746352 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:06.797756 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1c653-0243-439c-beff-f034eb3f5b0c req-1436844c-50b5-4f42-afc7-cb629b4d38a3 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:06.799904 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e7c1c653-0243-439c-beff-f034eb3f5b0c req-1436844c-50b5-4f42-afc7-cb629b4d38a3 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.3523052 Mar 23 12:33:06.859149 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e7c1c653-0243-439c-beff-f034eb3f5b0c req-3301f9f6-0a27-4015-aaf1-8b59fb1d5625 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477645 Mar 23 12:33:06.913714 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e4818e8f-6f86-481e-b1c7-8743c82cc916 req-9a69227d-cf1b-42a6-a337-ec1166683b0b tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-969813109', 'description': 'tempest-description-533566740'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:07.013701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4391dd2a-0116-470f-8172-ec51536823f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Deleting port 1d5fc8f9-0105-4c77-898a-60fae54ad676 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:33:07.013948 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e4818e8f-6f86-481e-b1c7-8743c82cc916 req-9a69227d-cf1b-42a6-a337-ec1166683b0b tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:07.014508 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4391dd2a-0116-470f-8172-ec51536823f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:07.049727 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50007d37-6733-4172-9a86-e10b781d5396 admin admin] Router a582e1f4-4637-4f49-94c5-93f3a08586f4 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:33:07.104835 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-4391dd2a-0116-470f-8172-ec51536823f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] For port 1d5fc8f9-0105-4c77-898a-60fae54ad676, host n-h2-834854-1, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:07.105205 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4391dd2a-0116-470f-8172-ec51536823f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:07.132236 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4391dd2a-0116-470f-8172-ec51536823f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Calling delete_port for 1d5fc8f9-0105-4c77-898a-60fae54ad676 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:33:07.145089 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e4818e8f-6f86-481e-b1c7-8743c82cc916 req-9a69227d-cf1b-42a6-a337-ec1166683b0b tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:07.151488 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e4818e8f-6f86-481e-b1c7-8743c82cc916 req-9a69227d-cf1b-42a6-a337-ec1166683b0b tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:07.250971 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0462e814-926b-4a23-8fca-8bc2535b4ddd {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:07.261822 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:07.277792 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 51aca8df-902f-4ea5-ae2a-4c0673830b61 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:33:07.295670 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Transition to ACTIVE for port object 0462e814-926b-4a23-8fca-8bc2535b4ddd will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:33:07.296673 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4391dd2a-0116-470f-8172-ec51536823f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:07.332973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391dd2a-0116-470f-8172-ec51536823f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d5fc8f9-0105-4c77-898a-60fae54ad676,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:07.338645 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:07.405390 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4391dd2a-0116-470f-8172-ec51536823f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:07.408733 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4391dd2a-0116-470f-8172-ec51536823f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] 10.222.0.52 "DELETE /v2.0/ports/1d5fc8f9-0105-4c77-898a-60fae54ad676 HTTP/1.1" status: 204 len: 168 time: 0.7736592 Mar 23 12:33:07.429740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57008) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:07.471409 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Pushing event updated for resources: {'Port': ['ID=0462e814-926b-4a23-8fca-8bc2535b4ddd,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:07.477666 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0ea412-736e-40ab-ab52-668fdb6c1170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] GET failed (client error): The resource could not be found. Mar 23 12:33:07.479348 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7b0ea412-736e-40ab-ab52-668fdb6c1170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] 10.222.0.52 "GET /v2.0/ports/1d5fc8f9-0105-4c77-898a-60fae54ad676 HTTP/1.1" status: 404 len: 333 time: 0.0466185 Mar 23 12:33:07.483045 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57010) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:07.488233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-84734b08-d904-4698-bf7d-03b3bd5b3e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Request body: {'port': {'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817119876'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:07.562444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84734b08-d904-4698-bf7d-03b3bd5b3e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Made reservation on behalf of 3cc53bdf5f3a47778c5064d2b1f14be5 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:07.564962 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84734b08-d904-4698-bf7d-03b3bd5b3e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:07.578604 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69227d-cf1b-42a6-a337-ec1166683b0b tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5265e043-dbcf-4108-a8be-25e353334b90,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:07.589519 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e4818e8f-6f86-481e-b1c7-8743c82cc916 req-9a69227d-cf1b-42a6-a337-ec1166683b0b tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:07.589519 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e4818e8f-6f86-481e-b1c7-8743c82cc916 req-9a69227d-cf1b-42a6-a337-ec1166683b0b tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6830106 Mar 23 12:33:07.595507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50007d37-6733-4172-9a86-e10b781d5396 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:33:07.601415 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-50007d37-6733-4172-9a86-e10b781d5396 admin admin] 10.222.0.52 "PUT /v2.0/routers/a582e1f4-4637-4f49-94c5-93f3a08586f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2894676 Mar 23 12:33:07.610638 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35fdbd1-1ae8-400f-b0cb-ec6be355b3ed None None] Sync routers for ids ['a582e1f4-4637-4f49-94c5-93f3a08586f4'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:33:07.616047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57012) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:07.619154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Attempting to bind port 0462e814-926b-4a23-8fca-8bc2535b4ddd on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:07.619689 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Attempting to bind port 0462e814-926b-4a23-8fca-8bc2535b4ddd by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '1ff344b0-ead7-49ce-8ce6-c373cf8a8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:07.620357 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Attempting to bind port 0462e814-926b-4a23-8fca-8bc2535b4ddd on network 426297fc-89ed-49a5-9d37-294ef2ded004 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:07.627356 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35fdbd1-1ae8-400f-b0cb-ec6be355b3ed None None] Routers {'a582e1f4-4637-4f49-94c5-93f3a08586f4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:33:07.628111 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a35fdbd1-1ae8-400f-b0cb-ec6be355b3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:32:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a582e1f4-4637-4f49-94c5-93f3a08586f4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:07.630968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-84734b08-d904-4698-bf7d-03b3bd5b3e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] device_id is not set on port b42d57db-c417-4482-ac67-665243b77a7f yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:33:07.695550 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Port 0462e814-926b-4a23-8fca-8bc2535b4ddd on network 426297fc-89ed-49a5-9d37-294ef2ded004 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:07.695728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Attempting to bind port 0462e814-926b-4a23-8fca-8bc2535b4ddd on network 426297fc-89ed-49a5-9d37-294ef2ded004 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:07.697640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'tag': '38e184cd-13be-4459-9b2f-1cf77184162c'}, {'name': 'network-changed', 'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'tag': '6b13f8a1-7061-499d-9dcc-a959ec9d1418'}, {'name': 'network-changed', 'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'tag': 'd289d27a-322f-466e-be09-f483ea23288a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:07.700394 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d" -d '{"events": [{"name": "network-changed", "server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "tag": "38e184cd-13be-4459-9b2f-1cf77184162c"}, {"name": "network-changed", "server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "tag": "6b13f8a1-7061-499d-9dcc-a959ec9d1418"}, {"name": "network-changed", "server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "tag": "d289d27a-322f-466e-be09-f483ea23288a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:07.721939 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:07.721939 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Checking segment: {'id': '1ff344b0-ead7-49ce-8ce6-c373cf8a8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:07.722676 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Bound using segment: {'id': '1ff344b0-ead7-49ce-8ce6-c373cf8a8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:07.723085 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Bound port: 0462e814-926b-4a23-8fca-8bc2535b4ddd, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff344b0-ead7-49ce-8ce6-c373cf8a8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:07.723441 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:07.812090 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] For port 0462e814-926b-4a23-8fca-8bc2535b4ddd, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:07.815568 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] For port 0462e814-926b-4a23-8fca-8bc2535b4ddd, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0462e814-926b-4a23-8fca-8bc2535b4ddd,segment=NetworkSegment(1ff344b0-ead7-49ce-8ce6-c373cf8a8621),segment_id=1ff344b0-ead7-49ce-8ce6-c373cf8a8621)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:07.822109 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:07.850242 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-a35fdbd1-1ae8-400f-b0cb-ec6be355b3ed None None] Set router a582e1f4-4637-4f49-94c5-93f3a08586f4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:33:07.891187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Pushing event updated for resources: {'Port': ['ID=0462e814-926b-4a23-8fca-8bc2535b4ddd,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:07.899838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:07.900684 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:07.902327 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-015c0ff0-9df1-483e-ab0f-b1f7011b9b23 service neutron] 10.222.0.73 "PUT /v2.0/ports/0462e814-926b-4a23-8fca-8bc2535b4ddd HTTP/1.1" status: 200 len: 1091 time: 1.3112590 Mar 23 12:33:07.918546 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2689197-112b-478d-ac87-446ae899ce2f req-92e8c0a2-d21d-44b7-9625-6575a81de4f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:07.927078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2689197-112b-478d-ac87-446ae899ce2f req-92e8c0a2-d21d-44b7-9625-6575a81de4f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:07.937026 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2689197-112b-478d-ac87-446ae899ce2f req-92e8c0a2-d21d-44b7-9625-6575a81de4f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:07.946263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2689197-112b-478d-ac87-446ae899ce2f req-92e8c0a2-d21d-44b7-9625-6575a81de4f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:07.954998 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2689197-112b-478d-ac87-446ae899ce2f req-92e8c0a2-d21d-44b7-9625-6575a81de4f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:07.962150 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2689197-112b-478d-ac87-446ae899ce2f req-92e8c0a2-d21d-44b7-9625-6575a81de4f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:07.973536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Request body: {'port': {'device_id': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:07.975573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2689197-112b-478d-ac87-446ae899ce2f req-92e8c0a2-d21d-44b7-9625-6575a81de4f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:07.979637 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2689197-112b-478d-ac87-446ae899ce2f req-92e8c0a2-d21d-44b7-9625-6575a81de4f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5407 time: 0.1982441 Mar 23 12:33:07.982060 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-306f16f6-f841-44cc-8d7f-a3800bc61e9c service neutron] 10.222.0.73 "GET /v2.0/ports/51aca8df-902f-4ea5-ae2a-4c0673830b61/bindings/n-h1-834854-1 HTTP/1.1" status: 200 len: 384 time: 0.2852905 Mar 23 12:33:07.987743 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-704d517a-c3e9-433d-a2bb-bd48e31e5052 admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:08.078961 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:08.112197 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2689197-112b-478d-ac87-446ae899ce2f req-8a7a1ac2-cd1c-4295-b9fd-dc986155e80a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216946 Mar 23 12:33:08.112674 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84734b08-d904-4698-bf7d-03b3bd5b3e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:08.325147 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-704d517a-c3e9-433d-a2bb-bd48e31e5052 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:08.377193 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a35fdbd1-1ae8-400f-b0cb-ec6be355b3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1225775405-router', 'tenant_id': '9fe471e444c54affa0bbe798289a1a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '718142a6-e86d-4f09-a9a1-ec49973fce54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:55Z', 'updated_at': '2022-03-23T12:33:05Z', 'revision_number': 5, 'project_id': '9fe471e444c54affa0bbe798289a1a53', 'gw_port': {'id': '718142a6-e86d-4f09-a9a1-ec49973fce54', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:25:57Z', 'updated_at': '2022-03-23T12:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:08.410019 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419e341-4cf9-4c8f-9424-b3edd15afd13 req-5afded02-660d-454b-99c4-5924e480a4a2 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:08.412516 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9419e341-4cf9-4c8f-9424-b3edd15afd13 req-5afded02-660d-454b-99c4-5924e480a4a2 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 943 time: 0.1432965 Mar 23 12:33:08.417689 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35fdbd1-1ae8-400f-b0cb-ec6be355b3ed None None] Checking router: a582e1f4-4637-4f49-94c5-93f3a08586f4 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:33:08.430543 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35fdbd1-1ae8-400f-b0cb-ec6be355b3ed None None] Routers {'a582e1f4-4637-4f49-94c5-93f3a08586f4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:33:08.431315 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a35fdbd1-1ae8-400f-b0cb-ec6be355b3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:32:56Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a582e1f4-4637-4f49-94c5-93f3a08586f4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:08.465181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] For port 51aca8df-902f-4ea5-ae2a-4c0673830b61, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=51aca8df-902f-4ea5-ae2a-4c0673830b61,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:08.496599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-704d517a-c3e9-433d-a2bb-bd48e31e5052 admin admin] Deleting port 718142a6-e86d-4f09-a9a1-ec49973fce54 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:33:08.497247 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-704d517a-c3e9-433d-a2bb-bd48e31e5052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:08.520920 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9419e341-4cf9-4c8f-9424-b3edd15afd13 req-d389f24f-f517-4f23-a451-fe02b33d736f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013596 Mar 23 12:33:08.534215 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a785d3-ff97-4176-9b31-c36e92acfa7f {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:08.548340 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9fbad-c0ca-4784-8d2e-bbfccb919e11 req-54c5e96f-f5e1-4ae7-ac09-b6cc090e009b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:08.550034 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40f9fbad-c0ca-4784-8d2e-bbfccb919e11 req-54c5e96f-f5e1-4ae7-ac09-b6cc090e009b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.1131830 Mar 23 12:33:08.557580 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:08.564201 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-a35fdbd1-1ae8-400f-b0cb-ec6be355b3ed None None] Set router a582e1f4-4637-4f49-94c5-93f3a08586f4 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:33:08.573352 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84734b08-d904-4698-bf7d-03b3bd5b3e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:08.575647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Transition to ACTIVE for port object 95a785d3-ff97-4176-9b31-c36e92acfa7f will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:33:08.577753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] For port 51aca8df-902f-4ea5-ae2a-4c0673830b61, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:08.629911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84734b08-d904-4698-bf7d-03b3bd5b3e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Pushing event updated for resources: {'Port': ['ID=b42d57db-c417-4482-ac67-665243b77a7f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:08.631936 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:08.678488 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-59385901-a85b-43a7-b5f3-de52598eaf11 req-44edf751-dbae-481f-be41-2b752df1aeea tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "GET /v2.0/security-groups/5265e043-dbcf-4108-a8be-25e353334b90 HTTP/1.1" status: 200 len: 1813 time: 0.0968246 Mar 23 12:33:08.682678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51aca8df-902f-4ea5-ae2a-4c0673830b61 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:08.683377 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a35fdbd1-1ae8-400f-b0cb-ec6be355b3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1225775405-router', 'tenant_id': '9fe471e444c54affa0bbe798289a1a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:55Z', 'updated_at': '2022-03-23T12:33:08Z', 'revision_number': 6, 'project_id': '9fe471e444c54affa0bbe798289a1a53', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:08.720734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] For port 51aca8df-902f-4ea5-ae2a-4c0673830b61, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=51aca8df-902f-4ea5-ae2a-4c0673830b61,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:08.736949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-704d517a-c3e9-433d-a2bb-bd48e31e5052 admin admin] For port 718142a6-e86d-4f09-a9a1-ec49973fce54, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=718142a6-e86d-4f09-a9a1-ec49973fce54,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:08.737652 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-704d517a-c3e9-433d-a2bb-bd48e31e5052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:08.747595 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:08.747834 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35fdbd1-1ae8-400f-b0cb-ec6be355b3ed None None] The sync data for ids ['a582e1f4-4637-4f49-94c5-93f3a08586f4'] in n-d-834854-1 is: [{'id': 'a582e1f4-4637-4f49-94c5-93f3a08586f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1225775405-router', 'tenant_id': '9fe471e444c54affa0bbe798289a1a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:25:55Z', 'updated_at': '2022-03-23T12:33:08Z', 'revision_number': 6, 'project_id': '9fe471e444c54affa0bbe798289a1a53', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:33:08.763201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84734b08-d904-4698-bf7d-03b3bd5b3e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Network 70f878a4-c635-4893-89a5-b55efe7d232c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:33:08.777055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-704d517a-c3e9-433d-a2bb-bd48e31e5052 admin admin] Calling delete_port for 718142a6-e86d-4f09-a9a1-ec49973fce54 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:33:08.811698 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-84734b08-d904-4698-bf7d-03b3bd5b3e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:08.827307 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84734b08-d904-4698-bf7d-03b3bd5b3e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:33:08.828219 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84734b08-d904-4698-bf7d-03b3bd5b3e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:08.828758 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84734b08-d904-4698-bf7d-03b3bd5b3e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:08.849207 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f83689-30a7-4650-9e45-d01a73c8d719 x-openstack-request-id: req-30f83689-30a7-4650-9e45-d01a73c8d719 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:08.849526 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "tag": "38e184cd-13be-4459-9b2f-1cf77184162c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "tag": "6b13f8a1-7061-499d-9dcc-a959ec9d1418", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "tag": "d289d27a-322f-466e-be09-f483ea23288a", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:08.849792 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30f83689-30a7-4650-9e45-d01a73c8d719 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:08.850216 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'tag': '38e184cd-13be-4459-9b2f-1cf77184162c', 'status': 'completed', 'code': 200} Mar 23 12:33:08.850471 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'tag': '6b13f8a1-7061-499d-9dcc-a959ec9d1418', 'status': 'completed', 'code': 200} Mar 23 12:33:08.850727 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'tag': 'd289d27a-322f-466e-be09-f483ea23288a', 'status': 'completed', 'code': 200} Mar 23 12:33:08.868582 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Pushing event updated for resources: {'Port': ['ID=95a785d3-ff97-4176-9b31-c36e92acfa7f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:08.896444 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40f9fbad-c0ca-4784-8d2e-bbfccb919e11 req-3832da01-5f9d-4415-be96-b23819370bae tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698884 Mar 23 12:33:08.909526 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-84734b08-d904-4698-bf7d-03b3bd5b3e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4252813 Mar 23 12:33:08.914233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57046) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:08.923406 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:08.975677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Attempting to bind port 95a785d3-ff97-4176-9b31-c36e92acfa7f on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:08.976078 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Attempting to bind port 95a785d3-ff97-4176-9b31-c36e92acfa7f by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '1ff344b0-ead7-49ce-8ce6-c373cf8a8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:08.976381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Attempting to bind port 95a785d3-ff97-4176-9b31-c36e92acfa7f on network 426297fc-89ed-49a5-9d37-294ef2ded004 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:08.992903 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [req-ea780b43-3cc3-4238-858a-b587836063cc req-29b82fb4-4c44-4059-bc28-acf47031251d tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] show failed (client error): The resource could not be found. Mar 23 12:33:08.993958 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ea780b43-3cc3-4238-858a-b587836063cc req-29b82fb4-4c44-4059-bc28-acf47031251d tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "GET /v2.0/security-groups/06e69436-f4d6-48c6-a489-5f08c5a93402 HTTP/1.1" status: 404 len: 352 time: 0.0269394 Mar 23 12:33:08.997243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Port 95a785d3-ff97-4176-9b31-c36e92acfa7f on network 426297fc-89ed-49a5-9d37-294ef2ded004 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:08.997612 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Attempting to bind port 95a785d3-ff97-4176-9b31-c36e92acfa7f on network 426297fc-89ed-49a5-9d37-294ef2ded004 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:09.012452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:09.012796 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Checking segment: {'id': '1ff344b0-ead7-49ce-8ce6-c373cf8a8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:09.013321 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Bound using segment: {'id': '1ff344b0-ead7-49ce-8ce6-c373cf8a8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:09.013767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Bound port: 95a785d3-ff97-4176-9b31-c36e92acfa7f, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff344b0-ead7-49ce-8ce6-c373cf8a8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:09.014158 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:09.200904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ec902339-5eb3-430e-8c61-bfa23fa209cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:09.201808 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ec902339-5eb3-430e-8c61-bfa23fa209cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:09.202470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ec902339-5eb3-430e-8c61-bfa23fa209cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:09.203225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ec902339-5eb3-430e-8c61-bfa23fa209cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:09.203885 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ec902339-5eb3-430e-8c61-bfa23fa209cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:09.204568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ec902339-5eb3-430e-8c61-bfa23fa209cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:09.205219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ec902339-5eb3-430e-8c61-bfa23fa209cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:09.207442 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ec902339-5eb3-430e-8c61-bfa23fa209cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 6434 time: 0.3773193 Mar 23 12:33:09.235778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253bd95-d9f4-4a60-9f62-cc3b28b8b82d req-592fb743-5525-4685-b04f-ef96a96ed491 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:09.237513 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d253bd95-d9f4-4a60-9f62-cc3b28b8b82d req-592fb743-5525-4685-b04f-ef96a96ed491 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.2144787 Mar 23 12:33:09.308864 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:09.343880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] Transition to ACTIVE for port object 51aca8df-902f-4ea5-ae2a-4c0673830b61 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:33:09.362453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8e177-6fc7-4c7b-8e11-d199cd7dccb8 req-faab528d-e97a-4b4b-8f9c-cad1bf51b8f2 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:09.362725 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:09.369871 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44b8e177-6fc7-4c7b-8e11-d199cd7dccb8 req-faab528d-e97a-4b4b-8f9c-cad1bf51b8f2 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 951 time: 0.1076283 Mar 23 12:33:09.391241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d253bd95-d9f4-4a60-9f62-cc3b28b8b82d req-10defb6b-d66c-430d-bb10-bcb337f9a54d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393878 Mar 23 12:33:09.468394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] For port 95a785d3-ff97-4176-9b31-c36e92acfa7f, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:09.512316 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44b8e177-6fc7-4c7b-8e11-d199cd7dccb8 req-4afb7088-7956-4de7-906f-5f459e5622dd tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243687 Mar 23 12:33:09.525292 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] No DVR routers for this DVR port 51aca8df-902f-4ea5-ae2a-4c0673830b61 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:33:09.534726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ad6e781c-aad3-4dba-bf41-161f1f058c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:09.535242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ad6e781c-aad3-4dba-bf41-161f1f058c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:09.535799 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ad6e781c-aad3-4dba-bf41-161f1f058c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:09.537786 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ad6e781c-aad3-4dba-bf41-161f1f058c17 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3187280 Mar 23 12:33:09.545465 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-704d517a-c3e9-433d-a2bb-bd48e31e5052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:09.587685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] For port 95a785d3-ff97-4176-9b31-c36e92acfa7f, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=95a785d3-ff97-4176-9b31-c36e92acfa7f,segment=NetworkSegment(1ff344b0-ead7-49ce-8ce6-c373cf8a8621),segment_id=1ff344b0-ead7-49ce-8ce6-c373cf8a8621)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:09.589097 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [req-08628cef-e677-4b09-adbe-ad98d4051bd6 req-37e4a97e-bbe2-43e2-a0ba-374e2a64982a tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] show failed (client error): The resource could not be found. Mar 23 12:33:09.590360 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08628cef-e677-4b09-adbe-ad98d4051bd6 req-37e4a97e-bbe2-43e2-a0ba-374e2a64982a tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "GET /v2.0/security-group-rules/977f2e7c-3758-416b-93e8-435a9f876d97 HTTP/1.1" status: 404 len: 361 time: 0.0266235 Mar 23 12:33:09.597672 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:09.614314 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] 10.222.0.73 "PUT /v2.0/ports/51aca8df-902f-4ea5-ae2a-4c0673830b61/bindings/n-h1-834854-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6227264 Mar 23 12:33:09.615590 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] Pushing event updated for resources: {'Port': ['ID=51aca8df-902f-4ea5-ae2a-4c0673830b61,revision_number=10']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:09.702858 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:09.703556 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:09.705449 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] 10.222.0.73 "PUT /v2.0/ports/95a785d3-ff97-4176-9b31-c36e92acfa7f HTTP/1.1" status: 200 len: 1091 time: 1.7369311 Mar 23 12:33:09.729333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:09.730432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:09.731121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:09.731696 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:09.732450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:09.742373 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:09.742865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:09.743654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:09.744047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:09.744432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:09.744775 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:09.745105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abdb73-bdce-44b1-8a04-f4c184c69602 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:09.800072 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1ff9f-053f-4558-8308-e452ae346815 service neutron] Pushing event updated for resources: {'Port': ['ID=95a785d3-ff97-4176-9b31-c36e92acfa7f,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:09.837049 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] device_id is not set on port b42d57db-c417-4482-ac67-665243b77a7f yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:33:09.851340 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a6bd3-c4ba-4fae-9073-82e061daa9fe req-ec2cc72c-9d29-426d-b8ca-a1105f6ab7ad tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:09.859110 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-181a6bd3-c4ba-4fae-9073-82e061daa9fe req-ec2cc72c-9d29-426d-b8ca-a1105f6ab7ad tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1670794 Mar 23 12:33:09.870815 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:09.894573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d517a-c3e9-433d-a2bb-bd48e31e5052 admin admin] Pushing event deleted for resources: {'Port': ['ID=718142a6-e86d-4f09-a9a1-ec49973fce54,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:09.902927 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:09.979194 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-181a6bd3-c4ba-4fae-9073-82e061daa9fe req-812ad964-61bc-40a1-97ec-d7c1b40d9508 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076357 Mar 23 12:33:10.032972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d022e-4480-42e3-8bd5-7655341c2bd5 req-ea9f1ed4-6d06-4fa4-8b11-29a2b52e9806 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.033527 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Pushing event updated for resources: {'Port': ['ID=b42d57db-c417-4482-ac67-665243b77a7f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:10.055229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:10.055622 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:10.056070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:10.060976 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:10.061317 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:10.061701 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 2 to bind port b42d57db-c417-4482-ac67-665243b77a7f Mar 23 12:33:10.063479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d022e-4480-42e3-8bd5-7655341c2bd5 req-ea9f1ed4-6d06-4fa4-8b11-29a2b52e9806 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.071213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d022e-4480-42e3-8bd5-7655341c2bd5 req-ea9f1ed4-6d06-4fa4-8b11-29a2b52e9806 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.077136 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d022e-4480-42e3-8bd5-7655341c2bd5 req-ea9f1ed4-6d06-4fa4-8b11-29a2b52e9806 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.077480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:10.077895 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:10.078678 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:10.083421 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d022e-4480-42e3-8bd5-7655341c2bd5 req-ea9f1ed4-6d06-4fa4-8b11-29a2b52e9806 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.083727 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:10.084158 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:10.084615 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 3 to bind port b42d57db-c417-4482-ac67-665243b77a7f Mar 23 12:33:10.089739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d022e-4480-42e3-8bd5-7655341c2bd5 req-ea9f1ed4-6d06-4fa4-8b11-29a2b52e9806 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.100240 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:10.101070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:10.101070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:10.107037 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d022e-4480-42e3-8bd5-7655341c2bd5 req-ea9f1ed4-6d06-4fa4-8b11-29a2b52e9806 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.109227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:10.110621 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:10.111131 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 4 to bind port b42d57db-c417-4482-ac67-665243b77a7f Mar 23 12:33:10.119086 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f39d022e-4480-42e3-8bd5-7655341c2bd5 req-ea9f1ed4-6d06-4fa4-8b11-29a2b52e9806 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5419 time: 0.3353972 Mar 23 12:33:10.129628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:10.129940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:10.130250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:10.134976 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:10.135852 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:10.136295 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 5 to bind port b42d57db-c417-4482-ac67-665243b77a7f Mar 23 12:33:10.151825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:10.152193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:10.152529 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:10.156791 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-704d517a-c3e9-433d-a2bb-bd48e31e5052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:10.158556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:10.158981 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:10.159499 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 6 to bind port b42d57db-c417-4482-ac67-665243b77a7f Mar 23 12:33:10.176385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:10.176801 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:10.177728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:10.187269 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:10.187832 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:10.188513 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 7 to bind port b42d57db-c417-4482-ac67-665243b77a7f Mar 23 12:33:10.205569 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:10.205934 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:10.206450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:10.213758 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:10.214110 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:10.214505 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 8 to bind port b42d57db-c417-4482-ac67-665243b77a7f Mar 23 12:33:10.233592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:10.234025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:10.234513 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:10.239004 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:10.240122 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:10.240836 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 9 to bind port b42d57db-c417-4482-ac67-665243b77a7f Mar 23 12:33:10.259875 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:10.260973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:10.260973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:10.265899 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:10.266303 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:10.266688 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 10 to bind port b42d57db-c417-4482-ac67-665243b77a7f Mar 23 12:33:10.275169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-d2df88b4-cc96-4ce5-ae4f-6932e156a9a4 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.276864 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-d2df88b4-cc96-4ce5-ae4f-6932e156a9a4 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608&tenant_id=43636dcef9ff4fb98e9524a9242506a8&binding%3Ahost_id=n-h2-834854-1 HTTP/1.1" status: 200 len: 1095 time: 0.5101023 Mar 23 12:33:10.277929 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-06455c2f-1958-44d4-ba17-6639c916c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.279300 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-06455c2f-1958-44d4-ba17-6639c916c666 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7314119 Mar 23 12:33:10.280524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:10.281055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:10.281554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:10.287596 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:10.288211 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port b42d57db-c417-4482-ac67-665243b77a7f on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:10.288751 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:10.377512 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-704d517a-c3e9-433d-a2bb-bd48e31e5052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:10.409518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] For port b42d57db-c417-4482-ac67-665243b77a7f, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:10.410019 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempted to set empty binding levels {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 12:33:10.415752 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:10.418139 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-704d517a-c3e9-433d-a2bb-bd48e31e5052 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:10.437817 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f39d022e-4480-42e3-8bd5-7655341c2bd5 req-397d27e9-42d7-49b5-b162-c0cef3785aee tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3178158 Mar 23 12:33:10.457715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] In _notify_port_updated(), no bound segment for port b42d57db-c417-4482-ac67-665243b77a7f on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:33:10.459249 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.459844 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:10.462293 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] 10.222.0.52 "PUT /v2.0/ports/b42d57db-c417-4482-ac67-665243b77a7f HTTP/1.1" status: 200 len: 979 time: 1.5470731 Mar 23 12:33:10.467140 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57086) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:10.522178 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a2037-ebc1-485b-9231-f1997cf650db tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Pushing event updated for resources: {'Port': ['ID=b42d57db-c417-4482-ac67-665243b77a7f,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:10.579345 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-704d517a-c3e9-433d-a2bb-bd48e31e5052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:10.580152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704d517a-c3e9-433d-a2bb-bd48e31e5052 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a582e1f4-4637-4f49-94c5-93f3a08586f4 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:33:10.584146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-6717eed5-86a6-459f-b900-7f6a70147632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.585835 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-6717eed5-86a6-459f-b900-7f6a70147632 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608&tenant_id=43636dcef9ff4fb98e9524a9242506a8 HTTP/1.1" status: 200 len: 1095 time: 0.2919769 Mar 23 12:33:10.589900 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-704d517a-c3e9-433d-a2bb-bd48e31e5052 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:10.591149 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-704d517a-c3e9-433d-a2bb-bd48e31e5052 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a582e1f4-4637-4f49-94c5-93f3a08586f4 HTTP/1.1" status: 204 len: 168 time: 2.9740655 Mar 23 12:33:10.597370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ac12b5ed-d5dc-4ad9-ad2b-3f072e575154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.598408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ac12b5ed-d5dc-4ad9-ad2b-3f072e575154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.599380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ac12b5ed-d5dc-4ad9-ad2b-3f072e575154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.600039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ac12b5ed-d5dc-4ad9-ad2b-3f072e575154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.600667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ac12b5ed-d5dc-4ad9-ad2b-3f072e575154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.601499 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ac12b5ed-d5dc-4ad9-ad2b-3f072e575154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.602411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ac12b5ed-d5dc-4ad9-ad2b-3f072e575154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.602908 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.603917 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.604605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.605194 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-ac12b5ed-d5dc-4ad9-ad2b-3f072e575154 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 6476 time: 0.2694094 Mar 23 12:33:10.605474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.606178 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.606810 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.607823 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57104) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:10.608497 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.610917 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.611620 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.613660 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.617011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.617667 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.618394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.619037 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.619676 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.620171 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.620633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.621150 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.623737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.624400 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.625051 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.625695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.626161 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.626623 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.627670 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.628182 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.628619 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.629076 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.629529 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.630552 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.631132 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.631667 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.632074 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.635963 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4d300277-2d2d-4508-9888-fb08de2d19ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29810 time: 0.1680183 Mar 23 12:33:10.640339 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57106) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:10.714515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-678548dd-981c-4833-8dc0-110cb9cabb70 admin admin] Deleting subnet 43b3a61c-9e35-4691-892f-911343c93d89 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:33:10.725406 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-678548dd-981c-4833-8dc0-110cb9cabb70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:10.797127 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0cdec91f-66fe-462f-9221-b2d7775f7e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Deleting port b42d57db-c417-4482-ac67-665243b77a7f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:33:10.797801 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0cdec91f-66fe-462f-9221-b2d7775f7e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:10.810805 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d1912-9138-420a-bea2-f9e21caa01bd req-e8be5ff6-1103-4df2-a5af-86888a23423c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.812587 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b8d1912-9138-420a-bea2-f9e21caa01bd req-e8be5ff6-1103-4df2-a5af-86888a23423c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 944 time: 0.2767608 Mar 23 12:33:10.814812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 718142a6-e86d-4f09-a9a1-ec49973fce54 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:33:10.834091 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-678548dd-981c-4833-8dc0-110cb9cabb70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:10.836892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 718142a6-e86d-4f09-a9a1-ec49973fce54 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:33:10.837551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 718142a6-e86d-4f09-a9a1-ec49973fce54 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:33:10.838186 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c01fd74d-22dc-4391-a0a2-d3b0b5eaacad no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:33:10.851460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'tag': '0462e814-926b-4a23-8fca-8bc2535b4ddd'}, {'name': 'network-changed', 'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'tag': '95a785d3-ff97-4176-9b31-c36e92acfa7f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:10.854030 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "tag": "0462e814-926b-4a23-8fca-8bc2535b4ddd"}, {"name": "network-changed", "server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "tag": "95a785d3-ff97-4176-9b31-c36e92acfa7f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:10.860416 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c01fd74d-22dc-4391-a0a2-d3b0b5eaacad {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:33:10.860881 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c01fd74d-22dc-4391-a0a2-d3b0b5eaacad not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:33:10.890261 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-0c1c74bb-ba7a-46e8-8f76-5860b85f4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.891666 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-0c1c74bb-ba7a-46e8-8f76-5860b85f4317 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 1095 time: 0.2321022 Mar 23 12:33:10.912724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-0cdec91f-66fe-462f-9221-b2d7775f7e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] For port b42d57db-c417-4482-ac67-665243b77a7f, host n-h2-834854-1, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:10.913078 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0cdec91f-66fe-462f-9221-b2d7775f7e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:10.931173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0cdec91f-66fe-462f-9221-b2d7775f7e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Calling delete_port for b42d57db-c417-4482-ac67-665243b77a7f owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:33:10.950740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664fe72-34b8-4d07-b981-0e445137af5c req-0dfda32e-2012-4b09-bd06-5b98a3d8962e tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.952236 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a664fe72-34b8-4d07-b981-0e445137af5c req-0dfda32e-2012-4b09-bd06-5b98a3d8962e tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.0951340 Mar 23 12:33:10.979851 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b8d1912-9138-420a-bea2-f9e21caa01bd req-dd0964ee-831a-456e-9efd-3e1d0d0e0a23 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551020 Mar 23 12:33:10.984917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-c11eae47-eb11-464f-b2c5-8bedd6eeb44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.985418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-c11eae47-eb11-464f-b2c5-8bedd6eeb44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.985878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-c11eae47-eb11-464f-b2c5-8bedd6eeb44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:10.993906 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-c11eae47-eb11-464f-b2c5-8bedd6eeb44f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3267517 Mar 23 12:33:11.043836 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a664fe72-34b8-4d07-b981-0e445137af5c req-bdcd7094-b035-43a3-8b87-57a78f927820 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609596 Mar 23 12:33:11.073518 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0cdec91f-66fe-462f-9221-b2d7775f7e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:11.110379 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdec91f-66fe-462f-9221-b2d7775f7e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Pushing event deleted for resources: {'Port': ['ID=b42d57db-c417-4482-ac67-665243b77a7f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:11.117657 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0cdec91f-66fe-462f-9221-b2d7775f7e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:11.120922 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0cdec91f-66fe-462f-9221-b2d7775f7e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] 10.222.0.52 "DELETE /v2.0/ports/b42d57db-c417-4482-ac67-665243b77a7f HTTP/1.1" status: 204 len: 168 time: 0.4787223 Mar 23 12:33:11.124686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57114) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:11.150846 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-678548dd-981c-4833-8dc0-110cb9cabb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:11.172280 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b96ec-dc4d-44b7-b1a0-80e3c54efa2b req-b43ae657-cb5c-4d96-9665-872d4f973fe3 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:11.173769 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-169b96ec-dc4d-44b7-b1a0-80e3c54efa2b req-b43ae657-cb5c-4d96-9665-872d4f973fe3 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0515835 Mar 23 12:33:11.190820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-d0d4298d-4190-4bbc-8eb1-a08cadcbd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:11.192320 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-d0d4298d-4190-4bbc-8eb1-a08cadcbd5dc service neutron] 10.222.0.77 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.2868493 Mar 23 12:33:11.203779 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb5b29c-6e40-4342-b27e-b4d845128d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] GET failed (client error): The resource could not be found. Mar 23 12:33:11.205305 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bbb5b29c-6e40-4342-b27e-b4d845128d27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] 10.222.0.52 "GET /v2.0/ports/b42d57db-c417-4482-ac67-665243b77a7f HTTP/1.1" status: 404 len: 333 time: 0.0722301 Mar 23 12:33:11.208548 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2f09a97-6920-48c1-b313-4dbe03a76e3e req-69f30032-e2ed-48a5-b740-bb5a2dd1b09c tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "GET /v2.0/security-groups/5265e043-dbcf-4108-a8be-25e353334b90 HTTP/1.1" status: 200 len: 1813 time: 0.1861551 Mar 23 12:33:11.209640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57116) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:11.215365 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e9856321-ea2d-4940-b90f-a00a200ab2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-154720005', 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:11.225772 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-169b96ec-dc4d-44b7-b1a0-80e3c54efa2b req-ed290554-c3e5-4038-804c-b7adc52040fe tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460138 Mar 23 12:33:11.242592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9856321-ea2d-4940-b90f-a00a200ab2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Made reservation on behalf of 3cc53bdf5f3a47778c5064d2b1f14be5 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:11.245434 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9856321-ea2d-4940-b90f-a00a200ab2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:11.264617 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-e9856321-ea2d-4940-b90f-a00a200ab2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] device_id is not set on port a86f065b-49fe-43bd-aded-525e14098fdb yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:33:11.324434 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b6a3bf-f963-40de-89a1-8489c7c86840 x-openstack-request-id: req-52b6a3bf-f963-40de-89a1-8489c7c86840 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:11.324758 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "tag": "0462e814-926b-4a23-8fca-8bc2535b4ddd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "tag": "95a785d3-ff97-4176-9b31-c36e92acfa7f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:11.325192 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52b6a3bf-f963-40de-89a1-8489c7c86840 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:11.325609 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'tag': '0462e814-926b-4a23-8fca-8bc2535b4ddd', 'status': 'completed', 'code': 200} Mar 23 12:33:11.325870 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'tag': '95a785d3-ff97-4176-9b31-c36e92acfa7f', 'status': 'completed', 'code': 200} Mar 23 12:33:11.472039 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9856321-ea2d-4940-b90f-a00a200ab2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:11.479488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54912a54-780d-4e07-8910-eec2072c5454 req-a5a4dbb0-e9d2-4ed0-9b7b-bad4b04471f9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:11.481107 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54912a54-780d-4e07-8910-eec2072c5454 req-a5a4dbb0-e9d2-4ed0-9b7b-bad4b04471f9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.1056163 Mar 23 12:33:11.540097 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54912a54-780d-4e07-8910-eec2072c5454 req-a5db9d0a-f284-46ae-b639-99c1b9f5af52 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522573 Mar 23 12:33:11.547276 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9856321-ea2d-4940-b90f-a00a200ab2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:11.600138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9856321-ea2d-4940-b90f-a00a200ab2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Network 70f878a4-c635-4893-89a5-b55efe7d232c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:33:11.602590 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e9856321-ea2d-4940-b90f-a00a200ab2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:11.606999 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9856321-ea2d-4940-b90f-a00a200ab2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:33:11.607958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9856321-ea2d-4940-b90f-a00a200ab2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:11.608540 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9856321-ea2d-4940-b90f-a00a200ab2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:11.622806 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9856321-ea2d-4940-b90f-a00a200ab2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Pushing event updated for resources: {'Port': ['ID=a86f065b-49fe-43bd-aded-525e14098fdb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:11.626657 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-3f903a2c-9491-451e-aaea-6ec749daafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:11.628616 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-3f903a2c-9491-451e-aaea-6ec749daafbe service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6334450 Mar 23 12:33:11.632361 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-59d3ea71-1bac-4955-bb7e-06175c637ba0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51aca8df-902f-4ea5-ae2a-4c0673830b61 HTTP/1.1" status: 200 len: 217 time: 0.4229050 Mar 23 12:33:11.639371 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-678548dd-981c-4833-8dc0-110cb9cabb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:11.649429 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e9856321-ea2d-4940-b90f-a00a200ab2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4361136 Mar 23 12:33:11.651979 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57130) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:11.685439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678548dd-981c-4833-8dc0-110cb9cabb70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b3a61c-9e35-4691-892f-911343c93d89,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:11.712002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00217134-d016-40e5-b5af-b29915c6cad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:11.713583 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-00217134-d016-40e5-b5af-b29915c6cad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] 10.222.0.52 "GET /v2.0/ports/a86f065b-49fe-43bd-aded-525e14098fdb HTTP/1.1" status: 200 len: 958 time: 0.0621321 Mar 23 12:33:11.716642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57132) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:11.732752 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b76679e-3e0d-4c85-9634-bcfcc1f1651e None None] Network 3d384730-221c-4120-a852-8b2bc05978ee requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:33:11.736687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd89743-4e53-4aa0-91f0-ee48314a5e84 req-905b4759-9819-4e21-a65a-5e6cc9e7c8c2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:11.738225 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dcd89743-4e53-4aa0-91f0-ee48314a5e84 req-905b4759-9819-4e21-a65a-5e6cc9e7c8c2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1184533 Mar 23 12:33:11.742592 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-678548dd-981c-4833-8dc0-110cb9cabb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:11.746640 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-678548dd-981c-4833-8dc0-110cb9cabb70 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/43b3a61c-9e35-4691-892f-911343c93d89 HTTP/1.1" status: 204 len: 168 time: 1.1375844 Mar 23 12:33:11.749427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57134) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:11.823721 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dcd89743-4e53-4aa0-91f0-ee48314a5e84 req-2bef99d9-3c38-409c-8ac2-1bb7aad7f421 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699263 Mar 23 12:33:11.846449 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4c93e564-d290-44d1-a761-65ed9c304fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Deleting port a86f065b-49fe-43bd-aded-525e14098fdb {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:33:11.846806 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c93e564-d290-44d1-a761-65ed9c304fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:11.849570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-b2fbf49c-2844-4c2e-8817-4b7e1af1b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:11.851038 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-b2fbf49c-2844-4c2e-8817-4b7e1af1b6eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.2068267 Mar 23 12:33:11.867194 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-bef8003f-f046-46e7-8977-913ba0a8889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:11.868155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-bef8003f-f046-46e7-8977-913ba0a8889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:11.869045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-bef8003f-f046-46e7-8977-913ba0a8889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:11.869385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-bef8003f-f046-46e7-8977-913ba0a8889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:11.871678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-bef8003f-f046-46e7-8977-913ba0a8889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:11.872534 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-bef8003f-f046-46e7-8977-913ba0a8889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:11.873167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-bef8003f-f046-46e7-8977-913ba0a8889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:11.878578 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-bef8003f-f046-46e7-8977-913ba0a8889d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 6476 time: 0.1913495 Mar 23 12:33:11.889624 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c2f09a97-6920-48c1-b313-4dbe03a76e3e req-571e9d9e-1f5c-4fce-b1f1-698cc99074cf tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:11.904973 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:11.945101 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c93e564-d290-44d1-a761-65ed9c304fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:11.949477 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-b95252b6-6b22-43bc-8c03-8163db7623eb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695488 Mar 23 12:33:11.963081 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4c93e564-d290-44d1-a761-65ed9c304fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Calling delete_port for a86f065b-49fe-43bd-aded-525e14098fdb owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:33:11.970745 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c211d5d-cf4e-4f16-ba93-2d6f0bd23380 None None] DHCP port deletion for 3d384730-221c-4120-a852-8b2bc05978ee request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:33:12.051146 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c2f09a97-6920-48c1-b313-4dbe03a76e3e req-571e9d9e-1f5c-4fce-b1f1-698cc99074cf tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:12.068958 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c93e564-d290-44d1-a761-65ed9c304fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:12.089265 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3c211d5d-cf4e-4f16-ba93-2d6f0bd23380 None None] Deleting port a0d0ea6e-588f-4e24-b7e4-21b4047cbbee {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:33:12.090037 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3c211d5d-cf4e-4f16-ba93-2d6f0bd23380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:12.099263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93e564-d290-44d1-a761-65ed9c304fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Pushing event deleted for resources: {'Port': ['ID=a86f065b-49fe-43bd-aded-525e14098fdb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:12.107417 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c93e564-d290-44d1-a761-65ed9c304fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:12.114529 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4c93e564-d290-44d1-a761-65ed9c304fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] 10.222.0.52 "DELETE /v2.0/ports/a86f065b-49fe-43bd-aded-525e14098fdb HTTP/1.1" status: 204 len: 168 time: 0.3970857 Mar 23 12:33:12.115369 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57144) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:12.155958 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adf8a29-5c5b-43d8-8176-d26f0f0c5f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] GET failed (client error): The resource could not be found. Mar 23 12:33:12.159710 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0adf8a29-5c5b-43d8-8176-d26f0f0c5f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] 10.222.0.52 "GET /v2.0/ports/a86f065b-49fe-43bd-aded-525e14098fdb HTTP/1.1" status: 404 len: 333 time: 0.0430110 Mar 23 12:33:12.160437 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57146) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:12.180968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-24a96bc7-7c94-42b7-bc80-b32fa287eed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Request body: {'port': {'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-482981351'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:12.187776 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3c211d5d-cf4e-4f16-ba93-2d6f0bd23380 None None] For port a0d0ea6e-588f-4e24-b7e4-21b4047cbbee, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a0d0ea6e-588f-4e24-b7e4-21b4047cbbee,segment=NetworkSegment(440c8ad9-ab44-4dfd-ac18-4e2293faa05d),segment_id=440c8ad9-ab44-4dfd-ac18-4e2293faa05d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:12.188209 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3c211d5d-cf4e-4f16-ba93-2d6f0bd23380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:12.214646 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3c211d5d-cf4e-4f16-ba93-2d6f0bd23380 None None] Calling delete_port for a0d0ea6e-588f-4e24-b7e4-21b4047cbbee owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:33:12.219205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-cd9ff1e3-76c8-4c18-9789-b18a69356fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.219804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-cd9ff1e3-76c8-4c18-9789-b18a69356fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.220295 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-cd9ff1e3-76c8-4c18-9789-b18a69356fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.221885 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-cd9ff1e3-76c8-4c18-9789-b18a69356fc6 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3289680 Mar 23 12:33:12.222212 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9d19d-ca96-4979-a1ef-bfb67b4adde0 req-b0868d1a-3330-44e2-b776-7c111a101661 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.228853 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] Deleting port a0d0ea6e-588f-4e24-b7e4-21b4047cbbee {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:33:12.229386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9d19d-ca96-4979-a1ef-bfb67b4adde0 req-b0868d1a-3330-44e2-b776-7c111a101661 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.229515 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:12.234988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9d19d-ca96-4979-a1ef-bfb67b4adde0 req-b0868d1a-3330-44e2-b776-7c111a101661 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.240970 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9d19d-ca96-4979-a1ef-bfb67b4adde0 req-b0868d1a-3330-44e2-b776-7c111a101661 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.246871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9d19d-ca96-4979-a1ef-bfb67b4adde0 req-b0868d1a-3330-44e2-b776-7c111a101661 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.252969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9d19d-ca96-4979-a1ef-bfb67b4adde0 req-b0868d1a-3330-44e2-b776-7c111a101661 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.259323 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9d19d-ca96-4979-a1ef-bfb67b4adde0 req-b0868d1a-3330-44e2-b776-7c111a101661 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.267319 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12d9d19d-ca96-4979-a1ef-bfb67b4adde0 req-b0868d1a-3330-44e2-b776-7c111a101661 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5419 time: 0.1264138 Mar 23 12:33:12.272869 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c2f09a97-6920-48c1-b313-4dbe03a76e3e req-571e9d9e-1f5c-4fce-b1f1-698cc99074cf tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:12.275350 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c2f09a97-6920-48c1-b313-4dbe03a76e3e req-571e9d9e-1f5c-4fce-b1f1-698cc99074cf tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:12.275743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a96bc7-7c94-42b7-bc80-b32fa287eed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Made reservation on behalf of 3cc53bdf5f3a47778c5064d2b1f14be5 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:12.276475 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2f09a97-6920-48c1-b313-4dbe03a76e3e req-571e9d9e-1f5c-4fce-b1f1-698cc99074cf tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "DELETE /v2.0/security-groups/5265e043-dbcf-4108-a8be-25e353334b90 HTTP/1.1" status: 204 len: 173 time: 1.0559638 Mar 23 12:33:12.277970 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24a96bc7-7c94-42b7-bc80-b32fa287eed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:12.285130 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-eaf6d109-2674-4424-922d-2b3ef340546b service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957134 Mar 23 12:33:12.315696 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-24a96bc7-7c94-42b7-bc80-b32fa287eed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] device_id is not set on port 2f797a39-61db-47dd-86bd-1a1be503303d yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:33:12.322274 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3c211d5d-cf4e-4f16-ba93-2d6f0bd23380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:12.338886 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12d9d19d-ca96-4979-a1ef-bfb67b4adde0 req-7ccccc2d-53ea-4e9d-9a26-344c59dcb22b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706406 Mar 23 12:33:12.365476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c211d5d-cf4e-4f16-ba93-2d6f0bd23380 None None] Pushing event deleted for resources: {'Port': ['ID=a0d0ea6e-588f-4e24-b7e4-21b4047cbbee,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:12.377225 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c211d5d-cf4e-4f16-ba93-2d6f0bd23380 None None] No DVR routers for this DVR port a0d0ea6e-588f-4e24-b7e4-21b4047cbbee on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:33:12.429511 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e9d9e-1f5c-4fce-b1f1-698cc99074cf tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5265e043-dbcf-4108-a8be-25e353334b90,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:12.461043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] For port a0d0ea6e-588f-4e24-b7e4-21b4047cbbee, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a0d0ea6e-588f-4e24-b7e4-21b4047cbbee,segment=NetworkSegment(440c8ad9-ab44-4dfd-ac18-4e2293faa05d),segment_id=440c8ad9-ab44-4dfd-ac18-4e2293faa05d)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:12.461531 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:12.487092 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-fd3a3cfd-0bff-4f0c-9576-614045684ec5 service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673138 Mar 23 12:33:12.488010 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] Calling delete_port for a0d0ea6e-588f-4e24-b7e4-21b4047cbbee owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:33:12.542618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbf7db-d1c5-4ac6-acef-eeb0022145b2 req-4c761de2-0db5-4e59-a61b-c248cfccf4dc tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.545738 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10fbf7db-d1c5-4ac6-acef-eeb0022145b2 req-4c761de2-0db5-4e59-a61b-c248cfccf4dc tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 944 time: 0.1221941 Mar 23 12:33:12.592980 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-2d00518c-4294-4660-b0c1-0254420fe031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.594478 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff10edc5-a245-4f4a-8f1b-a4d356d2757d req-2d00518c-4294-4660-b0c1-0254420fe031 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3581321 Mar 23 12:33:12.628212 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:12.686641 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d0ea6e-588f-4e24-b7e4-21b4047cbbee,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:12.695310 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24a96bc7-7c94-42b7-bc80-b32fa287eed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:12.704688 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10fbf7db-d1c5-4ac6-acef-eeb0022145b2 req-f1dbb7c4-76d9-4b36-9d57-d4d432d6ec86 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753138 Mar 23 12:33:12.737047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] No DVR routers for this DVR port a0d0ea6e-588f-4e24-b7e4-21b4047cbbee on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:33:12.761609 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24a96bc7-7c94-42b7-bc80-b32fa287eed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:12.818516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a96bc7-7c94-42b7-bc80-b32fa287eed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Network 70f878a4-c635-4893-89a5-b55efe7d232c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:33:12.823917 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-24a96bc7-7c94-42b7-bc80-b32fa287eed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:12.830034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a96bc7-7c94-42b7-bc80-b32fa287eed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:33:12.830209 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a0d0ea6e-588f-4e24-b7e4-21b4047cbbee no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:33:12.831273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a96bc7-7c94-42b7-bc80-b32fa287eed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.832658 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24a96bc7-7c94-42b7-bc80-b32fa287eed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:12.843471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a96bc7-7c94-42b7-bc80-b32fa287eed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Pushing event updated for resources: {'Port': ['ID=2f797a39-61db-47dd-86bd-1a1be503303d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:12.855996 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-24a96bc7-7c94-42b7-bc80-b32fa287eed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6772099 Mar 23 12:33:12.857439 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57172) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:12.863338 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:12.869623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: a0d0ea6e-588f-4e24-b7e4-21b4047cbbee {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:33:12.869985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a0d0ea6e-588f-4e24-b7e4-21b4047cbbee not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:33:12.957771 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 706f5ae3-ff23-4236-ac07-4ec965c7d416 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:33:12.963562 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:12.970688 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-cc16aa37-6dcf-4d87-9c6f-405d5a5253f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.971805 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-cc16aa37-6dcf-4d87-9c6f-405d5a5253f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.972470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-cc16aa37-6dcf-4d87-9c6f-405d5a5253f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.972886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe94d-d37b-4c2f-b7ac-6686fb9e3dd9 req-8aa3fd04-49bb-48ec-b948-4e5781fbfa94 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.973321 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-cc16aa37-6dcf-4d87-9c6f-405d5a5253f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.974112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-cc16aa37-6dcf-4d87-9c6f-405d5a5253f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.974715 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3b8fe94d-d37b-4c2f-b7ac-6686fb9e3dd9 req-8aa3fd04-49bb-48ec-b948-4e5781fbfa94 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 951 time: 0.0895061 Mar 23 12:33:12.974942 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-cc16aa37-6dcf-4d87-9c6f-405d5a5253f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.975642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-cc16aa37-6dcf-4d87-9c6f-405d5a5253f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:12.978677 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-cc16aa37-6dcf-4d87-9c6f-405d5a5253f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 6476 time: 0.3027544 Mar 23 12:33:12.980722 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.012570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-bc0627bc-2da1-498f-b829-173661564daf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:13.019049 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-bc0627bc-2da1-498f-b829-173661564daf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 811 time: 0.3210392 Mar 23 12:33:13.047873 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3b8fe94d-d37b-4c2f-b7ac-6686fb9e3dd9 req-3623dd61-3dfb-4eea-beaa-e2e727df4b3e tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646553 Mar 23 12:33:13.056239 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d384730-221c-4120-a852-8b2bc05978ee']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:13.096372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440c8ad9-ab44-4dfd-ac18-4e2293faa05d') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:13.097099 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440c8ad9-ab44-4dfd-ac18-4e2293faa05d') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:13.100679 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.109535 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-4a4eccb2-f359-4108-86fb-193cd62766b4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/quotas/906b254f196b435d9d1387f29fa51c7f HTTP/1.1" status: 200 len: 375 time: 0.0685143 Mar 23 12:33:13.129147 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45819eee-53d7-4d65-8c53-98148e180cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706f5ae3-ff23-4236-ac07-4ec965c7d416'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:13.131833 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81efc7ee-7e68-45ce-be3e-8fe4a01ce0fc" -d '{"events": [{"server_uuid": "45819eee-53d7-4d65-8c53-98148e180cf7", "name": "network-vif-unplugged", "status": "completed", "tag": "706f5ae3-ff23-4236-ac07-4ec965c7d416"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:13.137121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-162a180f-2d57-4138-90f0-8f765d4f72f4 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:13.138699 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-162a180f-2d57-4138-90f0-8f765d4f72f4 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608&tenant_id=43636dcef9ff4fb98e9524a9242506a8&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 1095 time: 0.2978816 Mar 23 12:33:13.146056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 706f5ae3-ff23-4236-ac07-4ec965c7d416, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=706f5ae3-ff23-4236-ac07-4ec965c7d416,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:13.153622 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.155319 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.171659 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-724f0185-c229-4224-bd25-5aac39b55e4a req-e1124a21-7773-4008-9db7-06efbd2c4464 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "GET /v2.0/security-groups/4101819d-c61f-493b-bb4a-82e6e9fdb11b HTTP/1.1" status: 200 len: 1813 time: 0.0637157 Mar 23 12:33:13.182058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-a1ceffb7-34fa-4501-bb88-27dc58a9bf9a tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:33:13.183154 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-a1ceffb7-34fa-4501-bb88-27dc58a9bf9a tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265405 Mar 23 12:33:13.205226 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.209219 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=706f5ae3-ff23-4236-ac07-4ec965c7d416,revision_number=11']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:13.248795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] device_id is not set on port 2f797a39-61db-47dd-86bd-1a1be503303d yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:33:13.257345 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:33:13.257705 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.257844 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.264804 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:33:13.265370 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:33:13.305618 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-724f0185-c229-4224-bd25-5aac39b55e4a req-aac0d693-1d05-4757-bc7f-03f2cd365b47 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.334389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-3b02c2e2-cd10-4ba6-9475-ba356ef41348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:13.334775 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-3b02c2e2-cd10-4ba6-9475-ba356ef41348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:13.335233 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-3b02c2e2-cd10-4ba6-9475-ba356ef41348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:13.336824 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-3b02c2e2-cd10-4ba6-9475-ba356ef41348 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3444171 Mar 23 12:33:13.343111 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Pushing event updated for resources: {'Port': ['ID=2f797a39-61db-47dd-86bd-1a1be503303d,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:13.346380 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-724f0185-c229-4224-bd25-5aac39b55e4a req-aac0d693-1d05-4757-bc7f-03f2cd365b47 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.361003 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-4acd6f47-5304-4e74-838c-f6f8df8ec220 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2505550 Mar 23 12:33:13.376687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:13.376947 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:13.377108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:13.391853 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:13.392241 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:13.392849 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 2 to bind port 2f797a39-61db-47dd-86bd-1a1be503303d Mar 23 12:33:13.406323 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:13.406759 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:13.407156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:13.410788 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.414278 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:13.414606 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:13.415117 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 3 to bind port 2f797a39-61db-47dd-86bd-1a1be503303d Mar 23 12:33:13.417597 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-724f0185-c229-4224-bd25-5aac39b55e4a req-aac0d693-1d05-4757-bc7f-03f2cd365b47 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.417773 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.420123 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-724f0185-c229-4224-bd25-5aac39b55e4a req-aac0d693-1d05-4757-bc7f-03f2cd365b47 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.421148 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3d384730-221c-4120-a852-8b2bc05978ee HTTP/1.1" status: 204 len: 168 time: 1.6691082 Mar 23 12:33:13.421302 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-724f0185-c229-4224-bd25-5aac39b55e4a req-aac0d693-1d05-4757-bc7f-03f2cd365b47 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "DELETE /v2.0/security-groups/4101819d-c61f-493b-bb4a-82e6e9fdb11b HTTP/1.1" status: 204 len: 173 time: 0.2382150 Mar 23 12:33:13.439546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0d693-1d05-4757-bc7f-03f2cd365b47 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4101819d-c61f-493b-bb4a-82e6e9fdb11b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:13.443590 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:13.443908 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:13.444265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:13.449027 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:13.449351 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:13.449735 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 4 to bind port 2f797a39-61db-47dd-86bd-1a1be503303d Mar 23 12:33:13.465226 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:13.466300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:13.466300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:13.481336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:13.483033 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:13.483646 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 5 to bind port 2f797a39-61db-47dd-86bd-1a1be503303d Mar 23 12:33:13.515480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:13.516906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:13.517328 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:13.518878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2411946-b57b-4bc7-95a8-87d5b3e818f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d384730-221c-4120-a852-8b2bc05978ee,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:13.534615 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:13.534952 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:13.535353 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 6 to bind port 2f797a39-61db-47dd-86bd-1a1be503303d Mar 23 12:33:13.577954 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:13.578293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:13.578807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:13.587422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:13.589629 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:13.590820 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 7 to bind port 2f797a39-61db-47dd-86bd-1a1be503303d Mar 23 12:33:13.614597 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:13.614976 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:13.615302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:13.619604 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-e38a5eaa-7e57-49b7-a839-aa9f0089cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:13.621785 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-e38a5eaa-7e57-49b7-a839-aa9f0089cbb7 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2749422 Mar 23 12:33:13.632755 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008a39a-7cad-437c-a09d-ecba55359e51 req-27ae16a0-d6fa-4a1b-a63a-59c5ab8a2f22 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:13.641551 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5008a39a-7cad-437c-a09d-ecba55359e51 req-27ae16a0-d6fa-4a1b-a63a-59c5ab8a2f22 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.1388967 Mar 23 12:33:13.644312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:13.644430 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:13.645868 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-268da900-58a4-4497-a662-3a235446c31f service neutron] 10.222.0.52 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728384 Mar 23 12:33:13.650022 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 8 to bind port 2f797a39-61db-47dd-86bd-1a1be503303d Mar 23 12:33:13.658862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-3b5183a6-4c10-4737-965b-fe830d27313e service neutron] For port 51aca8df-902f-4ea5-ae2a-4c0673830b61, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:13.670273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57182) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:13.678066 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-3b5183a6-4c10-4737-965b-fe830d27313e service neutron] Notify callbacks [] for binding, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.679360 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecb87715-cab9-4339-8ce7-b77ba789bac5 req-3b5183a6-4c10-4737-965b-fe830d27313e service neutron] 10.222.0.77 "DELETE /v2.0/ports/51aca8df-902f-4ea5-ae2a-4c0673830b61/bindings/n-h2-834854-1 HTTP/1.1" status: 204 len: 173 time: 0.4828200 Mar 23 12:33:13.684174 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:13.684505 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:13.684842 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:13.705788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:13.706560 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:13.709706 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 9 to bind port 2f797a39-61db-47dd-86bd-1a1be503303d Mar 23 12:33:13.728587 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5008a39a-7cad-437c-a09d-ecba55359e51 req-35129304-ef7a-4d11-853c-f8ab52f5b492 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859535 Mar 23 12:33:13.746113 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:13.746339 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:13.746643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:13.762506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:13.762837 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:13.763546 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempt 10 to bind port 2f797a39-61db-47dd-86bd-1a1be503303d Mar 23 12:33:13.771307 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b576beea-bdd5-46ef-999d-4c99ec61e950 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c83166719e7f4ef4ad5bfcfda154ab08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0977879 Mar 23 12:33:13.775977 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57188) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:13.784803 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:13.785274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:13.785510 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempting to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:13.792214 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:13.792632 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Failed to bind port 2f797a39-61db-47dd-86bd-1a1be503303d on host n-h2-834854-1 for vnic_type normal using segments [{'id': '8d29d3af-13d7-48af-b4ba-27c61113da1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '70f878a4-c635-4893-89a5-b55efe7d232c'}] Mar 23 12:33:13.792818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-19bb4d94-6830-4da1-baf9-264c6cb007a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:13.792990 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.793154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-19bb4d94-6830-4da1-baf9-264c6cb007a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:13.793654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-19bb4d94-6830-4da1-baf9-264c6cb007a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:13.794075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-19bb4d94-6830-4da1-baf9-264c6cb007a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:13.794539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-19bb4d94-6830-4da1-baf9-264c6cb007a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:13.794992 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-19bb4d94-6830-4da1-baf9-264c6cb007a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:13.795444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-19bb4d94-6830-4da1-baf9-264c6cb007a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:13.797816 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-19bb4d94-6830-4da1-baf9-264c6cb007a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 6476 time: 0.1147015 Mar 23 12:33:13.836867 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-6041641f-9a25-44a2-a4de-2e3c3166c682 service neutron] 10.222.0.52 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895289 Mar 23 12:33:13.881244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] For port 2f797a39-61db-47dd-86bd-1a1be503303d, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:13.881556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attempted to set empty binding levels {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 12:33:13.887130 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.957667 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] In _notify_port_updated(), no bound segment for port 2f797a39-61db-47dd-86bd-1a1be503303d on network 70f878a4-c635-4893-89a5-b55efe7d232c {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:33:13.958918 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-889ff7cf-00bd-48a9-8aae-793ed1851b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.959599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:13.960619 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:13.968610 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] 10.222.0.52 "PUT /v2.0/ports/2f797a39-61db-47dd-86bd-1a1be503303d HTTP/1.1" status: 200 len: 978 time: 1.1097796 Mar 23 12:33:13.969801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57190) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:13.994856 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c27f7c6-ff96-4743-84ae-a4f80fbd80e4 x-openstack-request-id: req-1c27f7c6-ff96-4743-84ae-a4f80fbd80e4 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:13.995315 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45819eee-53d7-4d65-8c53-98148e180cf7", "name": "network-vif-unplugged", "status": "completed", "tag": "706f5ae3-ff23-4236-ac07-4ec965c7d416", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:13.995720 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c27f7c6-ff96-4743-84ae-a4f80fbd80e4 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:13.996356 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45819eee-53d7-4d65-8c53-98148e180cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706f5ae3-ff23-4236-ac07-4ec965c7d416', 'code': 200} Mar 23 12:33:14.020173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446766e1-89bc-4fe8-b7ab-95ca3f20b932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Pushing event updated for resources: {'Port': ['ID=2f797a39-61db-47dd-86bd-1a1be503303d,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:14.118913 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d06fcd0e-4c31-4b65-9d94-642889fe6056 req-093af3f6-92ab-4dd9-a9e9-5563875e0438 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "GET /v2.0/security-groups/b2ad142e-fde2-4be6-8907-5282ad0139a6 HTTP/1.1" status: 200 len: 1814 time: 0.0897934 Mar 23 12:33:14.164269 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-889ff7cf-00bd-48a9-8aae-793ed1851b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:14.210260 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d06fcd0e-4c31-4b65-9d94-642889fe6056 req-d25dfbaa-81b7-4c7d-b996-8d4fe2efff09 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:14.237737 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d06fcd0e-4c31-4b65-9d94-642889fe6056 req-d25dfbaa-81b7-4c7d-b996-8d4fe2efff09 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:14.268936 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-3685e070-f671-4a88-8679-6c17e38fb95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:14.269819 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-3685e070-f671-4a88-8679-6c17e38fb95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:14.270468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-3685e070-f671-4a88-8679-6c17e38fb95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:14.273297 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-3685e070-f671-4a88-8679-6c17e38fb95a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4625359 Mar 23 12:33:14.312785 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d06fcd0e-4c31-4b65-9d94-642889fe6056 req-d25dfbaa-81b7-4c7d-b996-8d4fe2efff09 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:14.317921 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d06fcd0e-4c31-4b65-9d94-642889fe6056 req-d25dfbaa-81b7-4c7d-b996-8d4fe2efff09 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:14.319835 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d06fcd0e-4c31-4b65-9d94-642889fe6056 req-d25dfbaa-81b7-4c7d-b996-8d4fe2efff09 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "DELETE /v2.0/security-groups/b2ad142e-fde2-4be6-8907-5282ad0139a6 HTTP/1.1" status: 204 len: 173 time: 0.1877749 Mar 23 12:33:14.331054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dfbaa-81b7-4c7d-b996-8d4fe2efff09 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ad142e-fde2-4be6-8907-5282ad0139a6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:14.448151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca1c8c-ad16-493e-a888-9564c56b4aa0 req-fe4f02dc-4ee1-4b0b-bcf7-928ff722a0fc tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:14.454466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca1c8c-ad16-493e-a888-9564c56b4aa0 req-fe4f02dc-4ee1-4b0b-bcf7-928ff722a0fc tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:14.460632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca1c8c-ad16-493e-a888-9564c56b4aa0 req-fe4f02dc-4ee1-4b0b-bcf7-928ff722a0fc tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:14.466732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca1c8c-ad16-493e-a888-9564c56b4aa0 req-fe4f02dc-4ee1-4b0b-bcf7-928ff722a0fc tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:14.472651 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca1c8c-ad16-493e-a888-9564c56b4aa0 req-fe4f02dc-4ee1-4b0b-bcf7-928ff722a0fc tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:14.478761 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca1c8c-ad16-493e-a888-9564c56b4aa0 req-fe4f02dc-4ee1-4b0b-bcf7-928ff722a0fc tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:14.480727 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe2304-53cc-4a64-9a01-8429e36192aa req-fa381054-d650-4e15-b424-92c6638150af tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:14.484617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca1c8c-ad16-493e-a888-9564c56b4aa0 req-fe4f02dc-4ee1-4b0b-bcf7-928ff722a0fc tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:14.486710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2ca1c8c-ad16-493e-a888-9564c56b4aa0 req-fe4f02dc-4ee1-4b0b-bcf7-928ff722a0fc tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5419 time: 0.3638210 Mar 23 12:33:14.489028 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3fe2304-53cc-4a64-9a01-8429e36192aa req-fa381054-d650-4e15-b424-92c6638150af tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 944 time: 0.0604951 Mar 23 12:33:14.552767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cf34d185-e0c8-4ad2-aa47-b551d04563cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Deleting port 2f797a39-61db-47dd-86bd-1a1be503303d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:33:14.553349 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf34d185-e0c8-4ad2-aa47-b551d04563cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:14.567458 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-889ff7cf-00bd-48a9-8aae-793ed1851b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:14.568539 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3fe2304-53cc-4a64-9a01-8429e36192aa req-487e33f0-3066-4c7b-a919-b70ea4946a92 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681608 Mar 23 12:33:14.570820 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-889ff7cf-00bd-48a9-8aae-793ed1851b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:14.575609 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-889ff7cf-00bd-48a9-8aae-793ed1851b38 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab1e1888-214b-401f-b665-2c927f523967 HTTP/1.1" status: 204 len: 168 time: 0.8001828 Mar 23 12:33:14.617657 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfada4-5226-426e-88a2-25316d5d16c9 req-df53365f-5768-4315-90d0-674e9f2de5e9 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:14.619443 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9bfada4-5226-426e-88a2-25316d5d16c9 req-df53365f-5768-4315-90d0-674e9f2de5e9 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.77 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 949 time: 0.2239525 Mar 23 12:33:14.656833 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-524c3cf6-4db7-4f09-bdd6-acdfa9614e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:14.658943 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b3acd72-3718-4bb3-8e03-a4eb97ce2fc9 req-524c3cf6-4db7-4f09-bdd6-acdfa9614e04 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3653176 Mar 23 12:33:14.687163 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e5d2dd39-cef6-4029-8a7f-b46d3219e6af req-28b8ac67-a1d8-4cc8-b276-034bceab416e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 210 time: 0.0477650 Mar 23 12:33:14.691370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ff7cf-00bd-48a9-8aae-793ed1851b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1e1888-214b-401f-b665-2c927f523967,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:14.725729 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2ca1c8c-ad16-493e-a888-9564c56b4aa0 req-3363cd0c-7a75-4ea6-9069-90c52440d503 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2167768 Mar 23 12:33:14.797474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-cf34d185-e0c8-4ad2-aa47-b551d04563cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] For port 2f797a39-61db-47dd-86bd-1a1be503303d, host n-h2-834854-1, got binding levels [] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:14.797843 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf34d185-e0c8-4ad2-aa47-b551d04563cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:14.841999 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112b6c3-58b8-43c5-996c-7c24aa46eb79 req-02ea1f8a-d522-4582-bad5-bdbb3abcfc82 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:14.846231 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cf34d185-e0c8-4ad2-aa47-b551d04563cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Calling delete_port for 2f797a39-61db-47dd-86bd-1a1be503303d owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:33:14.851546 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2112b6c3-58b8-43c5-996c-7c24aa46eb79 req-02ea1f8a-d522-4582-bad5-bdbb3abcfc82 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 949 time: 0.0639658 Mar 23 12:33:14.888342 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2112b6c3-58b8-43c5-996c-7c24aa46eb79 req-f125ee39-ff85-477d-9e64-253a6b80b13e tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e418829-069c-4363-a327-f380cc10db90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358005 Mar 23 12:33:15.055497 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63814f-c6d5-44e0-ad2f-cca550d966f3 req-c93edd30-eb3b-4487-ab71-72d4ea1a735c tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:15.058513 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d63814f-c6d5-44e0-ad2f-cca550d966f3 req-c93edd30-eb3b-4487-ab71-72d4ea1a735c tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.0656693 Mar 23 12:33:15.105204 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d63814f-c6d5-44e0-ad2f-cca550d966f3 req-055dd077-ff22-469a-9470-aa0d4ba29999 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401363 Mar 23 12:33:15.113079 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57218) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:15.160092 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f3c688cb-37f4-4e21-9566-b92cb5a1381a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9fe471e444c54affa0bbe798289a1a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456567 Mar 23 12:33:15.162911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57220) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:15.247882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f729521-c75e-4706-8296-97b6d2d0416a req-96281922-fc6b-4a25-a014-67031d573211 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:15.249484 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5f729521-c75e-4706-8296-97b6d2d0416a req-96281922-fc6b-4a25-a014-67031d573211 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 1095 time: 0.0790057 Mar 23 12:33:15.250580 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d141796-b540-438e-92a5-74fd7e9fb3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:15.268977 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-7d8380b0-e3a4-4a78-96ac-3290c7860aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:15.269592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-7d8380b0-e3a4-4a78-96ac-3290c7860aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:15.269922 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-7d8380b0-e3a4-4a78-96ac-3290c7860aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:15.270449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-7d8380b0-e3a4-4a78-96ac-3290c7860aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:15.271425 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-7d8380b0-e3a4-4a78-96ac-3290c7860aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:15.271885 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-7d8380b0-e3a4-4a78-96ac-3290c7860aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:15.272387 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-7d8380b0-e3a4-4a78-96ac-3290c7860aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:15.274350 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-7d8380b0-e3a4-4a78-96ac-3290c7860aca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 6476 time: 0.5402262 Mar 23 12:33:15.277123 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-44066534-a869-4f29-883b-c75ee8f4e58b req-f6bdb81c-a110-42f8-a307-de78908ee69d tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "GET /v2.0/security-groups/ecd93456-e094-4e68-84d7-dbc03e67741f HTTP/1.1" status: 200 len: 1814 time: 0.5108681 Mar 23 12:33:15.287395 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d141796-b540-438e-92a5-74fd7e9fb3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:15.322477 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5f729521-c75e-4706-8296-97b6d2d0416a req-729e9806-30cd-40c6-b16d-374aef7279df tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623803 Mar 23 12:33:15.347672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-001a2214-a5c3-48b8-916e-3b489ae7edf2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1698fd1c-e6a1-41b4-b140-ae1d533f3205 HTTP/1.1" status: 200 len: 217 time: 0.0595396 Mar 23 12:33:15.363246 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d141796-b540-438e-92a5-74fd7e9fb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:15.368907 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d141796-b540-438e-92a5-74fd7e9fb3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:15.375617 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2d141796-b540-438e-92a5-74fd7e9fb3f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60507a43-4697-4429-b2ae-421f0c6762ad HTTP/1.1" status: 204 len: 168 time: 0.2112722 Mar 23 12:33:15.465469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-e9bfada4-5226-426e-88a2-25316d5d16c9 req-202746b7-c9fb-4429-9109-a77a7cdad123 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Deleting port 706f5ae3-ff23-4236-ac07-4ec965c7d416 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:33:15.465810 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9bfada4-5226-426e-88a2-25316d5d16c9 req-202746b7-c9fb-4429-9109-a77a7cdad123 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:15.475214 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf34d185-e0c8-4ad2-aa47-b551d04563cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:15.490086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d141796-b540-438e-92a5-74fd7e9fb3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60507a43-4697-4429-b2ae-421f0c6762ad,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:15.561378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34d185-e0c8-4ad2-aa47-b551d04563cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f797a39-61db-47dd-86bd-1a1be503303d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:15.564623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9c0d360c-c99c-4f25-a95f-be412f41b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:15.566375 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9c0d360c-c99c-4f25-a95f-be412f41b196 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75ef03eb-4a13-4caf-9933-73053b45298f HTTP/1.1" status: 200 len: 851 time: 0.2056673 Mar 23 12:33:15.593008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7566d46-183c-48bc-9e7e-0b2be6317141 req-2e74c44d-d7a1-4bb1-93cb-7e3c1898b002 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:15.595120 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7566d46-183c-48bc-9e7e-0b2be6317141 req-2e74c44d-d7a1-4bb1-93cb-7e3c1898b002 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 1095 time: 0.1172338 Mar 23 12:33:15.617514 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf34d185-e0c8-4ad2-aa47-b551d04563cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:15.619831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-8f895fdd-3195-4bf0-9299-110a5457776c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:15.623618 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cf34d185-e0c8-4ad2-aa47-b551d04563cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] 10.222.0.52 "DELETE /v2.0/ports/2f797a39-61db-47dd-86bd-1a1be503303d HTTP/1.1" status: 204 len: 168 time: 1.6442628 Mar 23 12:33:15.623794 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-8f895fdd-3195-4bf0-9299-110a5457776c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.77 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 811 time: 0.2439470 Mar 23 12:33:15.626439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57226) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:15.643282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-f69de23c-8fe5-462e-848e-8077a9787eaf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Request body: {'port': {'device_id': '13fd07d7-838c-4894-becb-2dbcda494881', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'admin_state_up': True, 'tenant_id': '906b254f196b435d9d1387f29fa51c7f'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:15.645608 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-44066534-a869-4f29-883b-c75ee8f4e58b req-1db17e01-cbba-4d88-a77a-dc556cab524b tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:15.679550 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d84b3e7-78ac-4236-a833-58dc50bd8c5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] GET failed (client error): The resource could not be found. Mar 23 12:33:15.681374 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3d84b3e7-78ac-4236-a833-58dc50bd8c5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659322805-project-admin] 10.222.0.52 "GET /v2.0/ports/2f797a39-61db-47dd-86bd-1a1be503303d HTTP/1.1" status: 404 len: 333 time: 0.0487769 Mar 23 12:33:15.696182 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57230) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:15.712472 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7566d46-183c-48bc-9e7e-0b2be6317141 req-f1ae4a9f-c39d-4054-9627-03975b6e7ad4 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069086 Mar 23 12:33:15.731672 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-44066534-a869-4f29-883b-c75ee8f4e58b req-1db17e01-cbba-4d88-a77a-dc556cab524b tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:15.756577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e9bfada4-5226-426e-88a2-25316d5d16c9 req-202746b7-c9fb-4429-9109-a77a7cdad123 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] For port 706f5ae3-ff23-4236-ac07-4ec965c7d416, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=706f5ae3-ff23-4236-ac07-4ec965c7d416,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:15.757477 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9bfada4-5226-426e-88a2-25316d5d16c9 req-202746b7-c9fb-4429-9109-a77a7cdad123 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:15.797955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2e1bf0c1-d12a-45d0-9bcc-3a0fb97740b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:15.799640 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2e1bf0c1-d12a-45d0-9bcc-3a0fb97740b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3dd3fd8f-403e-4371-8d96-fb79d3d28631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2256148 Mar 23 12:33:15.817992 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:15.830142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-e9bfada4-5226-426e-88a2-25316d5d16c9 req-202746b7-c9fb-4429-9109-a77a7cdad123 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Calling delete_port for 706f5ae3-ff23-4236-ac07-4ec965c7d416 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:33:15.861834 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-385a5c3a-b038-4ddd-9c2a-bbb579a6cd91 req-258306e7-45cb-492b-b4e0-1d4d96695238 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 210 time: 0.0370357 Mar 23 12:33:15.863325 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-f69de23c-8fe5-462e-848e-8077a9787eaf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Made reservation on behalf of 906b254f196b435d9d1387f29fa51c7f for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:15.868844 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-f69de23c-8fe5-462e-848e-8077a9787eaf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:15.939182 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31aa69d7-8369-43b5-9d9a-708a42bc5f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.000602 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-44066534-a869-4f29-883b-c75ee8f4e58b req-1db17e01-cbba-4d88-a77a-dc556cab524b tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.003434 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-44066534-a869-4f29-883b-c75ee8f4e58b req-1db17e01-cbba-4d88-a77a-dc556cab524b tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.004620 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-44066534-a869-4f29-883b-c75ee8f4e58b req-1db17e01-cbba-4d88-a77a-dc556cab524b tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "DELETE /v2.0/security-groups/ecd93456-e094-4e68-84d7-dbc03e67741f HTTP/1.1" status: 204 len: 173 time: 0.7043610 Mar 23 12:33:16.025952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db17e01-cbba-4d88-a77a-dc556cab524b tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd93456-e094-4e68-84d7-dbc03e67741f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:16.063302 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-846c19fb-7577-4b77-8d20-f257c08b70d2 service neutron] 10.222.0.73 "GET /v2.0/networks/3dd3fd8f-403e-4371-8d96-fb79d3d28631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351272 Mar 23 12:33:16.083614 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcdee0-e882-4579-9365-f02d65940fa3 req-dee9e3be-74cb-4ef6-a636-74f43c7452de tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:16.094374 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcdee0-e882-4579-9365-f02d65940fa3 req-dee9e3be-74cb-4ef6-a636-74f43c7452de tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:16.101611 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcdee0-e882-4579-9365-f02d65940fa3 req-dee9e3be-74cb-4ef6-a636-74f43c7452de tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:16.107734 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcdee0-e882-4579-9365-f02d65940fa3 req-dee9e3be-74cb-4ef6-a636-74f43c7452de tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:16.115992 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcdee0-e882-4579-9365-f02d65940fa3 req-dee9e3be-74cb-4ef6-a636-74f43c7452de tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:16.122912 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcdee0-e882-4579-9365-f02d65940fa3 req-dee9e3be-74cb-4ef6-a636-74f43c7452de tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:16.129438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcdee0-e882-4579-9365-f02d65940fa3 req-dee9e3be-74cb-4ef6-a636-74f43c7452de tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:16.132866 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d9bcdee0-e882-4579-9365-f02d65940fa3 req-dee9e3be-74cb-4ef6-a636-74f43c7452de tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5419 time: 0.1619439 Mar 23 12:33:16.178795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-f69de23c-8fe5-462e-848e-8077a9787eaf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Allocated IP 172.20.0.7 (ebaa652a-c49f-4907-afdf-128ac03bfaa6/d5ca3030-361f-4822-91f3-c1514558b716/cf5233d7-db34-4a02-9837-fcce7b93f271) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:33:16.200014 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31aa69d7-8369-43b5-9d9a-708a42bc5f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.233369 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d9bcdee0-e882-4579-9365-f02d65940fa3 req-3348c010-f38d-45e0-bc9d-78cdc510ca94 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831559 Mar 23 12:33:16.260312 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-31aa69d7-8369-43b5-9d9a-708a42bc5f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f878a4-c635-4893-89a5-b55efe7d232c']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:16.281723 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-31aa69d7-8369-43b5-9d9a-708a42bc5f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d29d3af-13d7-48af-b4ba-27c61113da1b') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:16.282330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-31aa69d7-8369-43b5-9d9a-708a42bc5f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d29d3af-13d7-48af-b4ba-27c61113da1b') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:16.302414 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31aa69d7-8369-43b5-9d9a-708a42bc5f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.329500 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-c4f79ac0-c680-4cab-a889-8d45ae057aca service neutron] 10.222.0.73 "GET /v2.0/networks/3dd3fd8f-403e-4371-8d96-fb79d3d28631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441781 Mar 23 12:33:16.330897 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9bfada4-5226-426e-88a2-25316d5d16c9 req-202746b7-c9fb-4429-9109-a77a7cdad123 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.335975 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31aa69d7-8369-43b5-9d9a-708a42bc5f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.379597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31aa69d7-8369-43b5-9d9a-708a42bc5f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:33:16.380038 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31aa69d7-8369-43b5-9d9a-708a42bc5f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:33:16.383244 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:33:16.417817 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202746b7-c9fb-4429-9109-a77a7cdad123 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Pushing event deleted for resources: {'Port': ['ID=706f5ae3-ff23-4236-ac07-4ec965c7d416,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:16.423589 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ee51777-0f14-4c03-82db-4ab9aab00937 req-49b1175c-f2e2-451c-9a1e-f2d5885cbf89 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.52 "GET /v2.0/ports?device_id=45819eee-53d7-4d65-8c53-98148e180cf7 HTTP/1.1" status: 200 len: 210 time: 0.0616107 Mar 23 12:33:16.433695 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-f071c0da-4d41-49d4-82f5-3c5b79d78f60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=a832adda-3f39-4da1-8a38-dce921f63818 HTTP/1.1" status: 200 len: 217 time: 0.0859821 Mar 23 12:33:16.518927 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57268) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:16.590635 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bfada4-5226-426e-88a2-25316d5d16c9 req-202746b7-c9fb-4429-9109-a77a7cdad123 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] No DVR routers for this DVR port 706f5ae3-ff23-4236-ac07-4ec965c7d416 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:33:16.593244 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9bfada4-5226-426e-88a2-25316d5d16c9 req-202746b7-c9fb-4429-9109-a77a7cdad123 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.596846 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9bfada4-5226-426e-88a2-25316d5d16c9 req-202746b7-c9fb-4429-9109-a77a7cdad123 tempest-ImagesOneServerTestJSON-105980441 tempest-ImagesOneServerTestJSON-105980441-project] 10.222.0.77 "DELETE /v2.0/ports/706f5ae3-ff23-4236-ac07-4ec965c7d416 HTTP/1.1" status: 204 len: 173 time: 1.9177248 Mar 23 12:33:16.601528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45819eee-53d7-4d65-8c53-98148e180cf7', 'name': 'network-vif-deleted', 'tag': '706f5ae3-ff23-4236-ac07-4ec965c7d416'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:16.604075 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcb95ae-56ca-4bbc-b39a-08cebdc52930" -d '{"events": [{"server_uuid": "45819eee-53d7-4d65-8c53-98148e180cf7", "name": "network-vif-deleted", "tag": "706f5ae3-ff23-4236-ac07-4ec965c7d416"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:16.607044 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31aa69d7-8369-43b5-9d9a-708a42bc5f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.607728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0538f81-c500-4185-b567-3971bda9f338 req-263bff14-99fb-4cb4-8efd-b3a3c29d2db7 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:16.612511 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31aa69d7-8369-43b5-9d9a-708a42bc5f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.617298 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-31aa69d7-8369-43b5-9d9a-708a42bc5f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] 10.222.0.52 "DELETE /v2.0/networks/70f878a4-c635-4893-89a5-b55efe7d232c HTTP/1.1" status: 204 len: 168 time: 0.9189773 Mar 23 12:33:16.618541 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0538f81-c500-4185-b567-3971bda9f338 req-263bff14-99fb-4cb4-8efd-b3a3c29d2db7 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.1179576 Mar 23 12:33:16.631837 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-f69de23c-8fe5-462e-848e-8077a9787eaf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.642181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2cf4fa80-66c3-4d0d-9b17-841c3977f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:16.644282 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-2cf4fa80-66c3-4d0d-9b17-841c3977f9bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c205191f-6c59-4df0-b4d9-0420dce47036 HTTP/1.1" status: 200 len: 797 time: 0.1947279 Mar 23 12:33:16.654529 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2ad62f2-1615-4fd6-9b07-62e974e686b2 req-4bff26cd-8bd0-4b68-9ffa-420a7914d5c8 tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "GET /v2.0/security-groups/8ced006f-5357-4f41-9028-455754c83058 HTTP/1.1" status: 200 len: 1813 time: 0.2341347 Mar 23 12:33:16.659409 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa69d7-8369-43b5-9d9a-708a42bc5f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1985957767-project] Pushing event deleted for resources: {'Network': ['ID=70f878a4-c635-4893-89a5-b55efe7d232c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:16.683770 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0538f81-c500-4185-b567-3971bda9f338 req-da1bc3cb-30ca-457f-bb77-0a2eb59f05ff tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589900 Mar 23 12:33:16.727776 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-f69de23c-8fe5-462e-848e-8077a9787eaf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.742734 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['de415ab8-a994-497f-88e7-c4873f3b75e4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:16.787444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-8695f848-ff60-4f6c-9517-08abbdd04140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:16.789150 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-8695f848-ff60-4f6c-9517-08abbdd04140 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1315460 Mar 23 12:33:16.796972 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c2ad62f2-1615-4fd6-9b07-62e974e686b2 req-17e1c5a2-88da-4c30-9ea0-5e97f30426ec tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.872176 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-20fea985-a0ce-40aa-9ac8-0332ad351545 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1638090398-network', 'tenant_id': 'a33d00c04a9c479cabda026ecdc3ccf2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:16.885079 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c2ad62f2-1615-4fd6-9b07-62e974e686b2 req-17e1c5a2-88da-4c30-9ea0-5e97f30426ec tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.946864 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fea985-a0ce-40aa-9ac8-0332ad351545 admin admin] Made reservation on behalf of a33d00c04a9c479cabda026ecdc3ccf2 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:16.952793 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20fea985-a0ce-40aa-9ac8-0332ad351545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.971661 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9f676dd9-481f-4c34-bcbe-54f5005e0901 service neutron] 10.222.0.73 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711411 Mar 23 12:33:16.972605 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c2ad62f2-1615-4fd6-9b07-62e974e686b2 req-17e1c5a2-88da-4c30-9ea0-5e97f30426ec tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.975869 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c2ad62f2-1615-4fd6-9b07-62e974e686b2 req-17e1c5a2-88da-4c30-9ea0-5e97f30426ec tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.981779 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2ad62f2-1615-4fd6-9b07-62e974e686b2 req-17e1c5a2-88da-4c30-9ea0-5e97f30426ec tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] 10.222.0.52 "DELETE /v2.0/security-groups/8ced006f-5357-4f41-9028-455754c83058 HTTP/1.1" status: 204 len: 173 time: 0.3259213 Mar 23 12:33:16.982032 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20fea985-a0ce-40aa-9ac8-0332ad351545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:16.983999 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69de23c-8fe5-462e-848e-8077a9787eaf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event updated for resources: {'Port': ['ID=cf5233d7-db34-4a02-9837-fcce7b93f271,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:16.987563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57282) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:17.042430 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-f69de23c-8fe5-462e-848e-8077a9787eaf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Network ebaa652a-c49f-4907-afdf-128ac03bfaa6 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:33:17.051615 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1c5a2-88da-4c30-9ea0-5e97f30426ec tempest-SecurityGroupRulesNegativeTestJSON-1212634487 tempest-SecurityGroupRulesNegativeTestJSON-1212634487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ced006f-5357-4f41-9028-455754c83058,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:17.144411 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-f69de23c-8fe5-462e-848e-8077a9787eaf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:17.202925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-f69de23c-8fe5-462e-848e-8077a9787eaf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:33:17.283918 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cb7be-f6e2-4949-942c-91c245c860d5 req-97c87ad5-dd10-43b1-8919-d4a30ed1d2d0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:17.286407 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0d1cb7be-f6e2-4949-942c-91c245c860d5 req-97c87ad5-dd10-43b1-8919-d4a30ed1d2d0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 931 time: 0.1286480 Mar 23 12:33:17.289146 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-a2b83a37-5722-4356-a844-bb24c76e2fa6 service neutron] 10.222.0.73 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749190 Mar 23 12:33:17.306533 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:17.339297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57286) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:17.364567 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea99759-58fd-4380-9a77-7b9319403028 admin admin] Deleting subnet 484ddc95-9803-4c18-8946-46e98579ba1b {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:33:17.402029 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-ae9c6016-6905-48a0-bc6a-12b4ab2102db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=38e184cd-13be-4459-9b2f-1cf77184162c HTTP/1.1" status: 200 len: 217 time: 0.0868537 Mar 23 12:33:17.421190 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ea99759-58fd-4380-9a77-7b9319403028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:17.465335 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ea99759-58fd-4380-9a77-7b9319403028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:17.469757 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0d1cb7be-f6e2-4949-942c-91c245c860d5 req-0499f25a-cb02-4e14-898e-8043f29908f4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754565 Mar 23 12:33:17.499689 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b2bb70-958b-41a5-b1e2-dd3a07841e49 x-openstack-request-id: req-16b2bb70-958b-41a5-b1e2-dd3a07841e49 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:17.500011 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45819eee-53d7-4d65-8c53-98148e180cf7", "name": "network-vif-deleted", "tag": "706f5ae3-ff23-4236-ac07-4ec965c7d416", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:17.500267 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16b2bb70-958b-41a5-b1e2-dd3a07841e49 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:17.500664 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45819eee-53d7-4d65-8c53-98148e180cf7', 'name': 'network-vif-deleted', 'tag': '706f5ae3-ff23-4236-ac07-4ec965c7d416', 'status': 'completed', 'code': 200} Mar 23 12:33:17.516790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-467ca25c-53ef-4512-9917-c76e78cb1133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:17.518550 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-467ca25c-53ef-4512-9917-c76e78cb1133 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c205191f-6c59-4df0-b4d9-0420dce47036 HTTP/1.1" status: 200 len: 797 time: 0.1075029 Mar 23 12:33:17.567119 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ea99759-58fd-4380-9a77-7b9319403028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:17.604703 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4f6fa9e8-3686-400c-a49e-63f357d1b05a None None] Provisioning complete for port cf5233d7-db34-4a02-9837-fcce7b93f271 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:17.605295 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4f6fa9e8-3686-400c-a49e-63f357d1b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:17.649867 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4f6fa9e8-3686-400c-a49e-63f357d1b05a None None] Port cf5233d7-db34-4a02-9837-fcce7b93f271 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:33:17.665195 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-f69de23c-8fe5-462e-848e-8077a9787eaf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:17.666417 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-f69de23c-8fe5-462e-848e-8077a9787eaf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:17.673561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-7bcceafd-a198-4d3f-b39a-4ae620b4be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:17.676065 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-7bcceafd-a198-4d3f-b39a-4ae620b4be0d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1469672 Mar 23 12:33:17.689657 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20fea985-a0ce-40aa-9ac8-0332ad351545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:17.702611 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20fea985-a0ce-40aa-9ac8-0332ad351545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:17.740078 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-f69de23c-8fe5-462e-848e-8077a9787eaf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1035628 Mar 23 12:33:17.751864 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ea99759-58fd-4380-9a77-7b9319403028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:17.783633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fea985-a0ce-40aa-9ac8-0332ad351545 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:33:17.818394 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9bdd864f-d6ad-41c7-8a08-7135c52df4f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c6a600f382bf4e7d89d9880e503a2d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4773953 Mar 23 12:33:17.820445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57302) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:17.831876 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fea985-a0ce-40aa-9ac8-0332ad351545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b93caa-ee3e-47cb-8fd1-a24874ba6627,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:17.837752 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea99759-58fd-4380-9a77-7b9319403028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=484ddc95-9803-4c18-8946-46e98579ba1b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:17.853073 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ea99759-58fd-4380-9a77-7b9319403028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:17.856511 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4ea99759-58fd-4380-9a77-7b9319403028 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/484ddc95-9803-4c18-8946-46e98579ba1b HTTP/1.1" status: 204 len: 168 time: 0.8615332 Mar 23 12:33:17.859779 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20fea985-a0ce-40aa-9ac8-0332ad351545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:17.860167 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-20fea985-a0ce-40aa-9ac8-0332ad351545 admin admin] Added segment ff6f9faa-9dee-475e-93d8-b7bd8eae99a7 of type vlan for network af5985c6-e138-4bc9-829c-46341a39e72e Mar 23 12:33:17.861492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57304) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:17.873794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cdfb8-eedd-4b57-8c75-ad7f74ae36a3 req-61b0c1ac-a19c-493d-9ac4-8b66a9c45b8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:17.880526 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cdfb8-eedd-4b57-8c75-ad7f74ae36a3 req-61b0c1ac-a19c-493d-9ac4-8b66a9c45b8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:17.887557 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cdfb8-eedd-4b57-8c75-ad7f74ae36a3 req-61b0c1ac-a19c-493d-9ac4-8b66a9c45b8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:17.896875 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cdfb8-eedd-4b57-8c75-ad7f74ae36a3 req-61b0c1ac-a19c-493d-9ac4-8b66a9c45b8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:17.903448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cdfb8-eedd-4b57-8c75-ad7f74ae36a3 req-61b0c1ac-a19c-493d-9ac4-8b66a9c45b8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:17.914315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cdfb8-eedd-4b57-8c75-ad7f74ae36a3 req-61b0c1ac-a19c-493d-9ac4-8b66a9c45b8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:17.920585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cdfb8-eedd-4b57-8c75-ad7f74ae36a3 req-61b0c1ac-a19c-493d-9ac4-8b66a9c45b8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:17.928976 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b2cdfb8-eedd-4b57-8c75-ad7f74ae36a3 req-61b0c1ac-a19c-493d-9ac4-8b66a9c45b8e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5419 time: 0.3597724 Mar 23 12:33:17.949469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57306) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:17.988634 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1136de0d-babd-4a55-a7e3-6db74143ec72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.042618 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b2cdfb8-eedd-4b57-8c75-ad7f74ae36a3 req-4599adcb-4254-4bce-82ab-7bd15731bb09 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120985 Mar 23 12:33:18.105767 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1136de0d-babd-4a55-a7e3-6db74143ec72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.117665 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-78121c42-dbde-4dea-b4c1-62af660e58ef service neutron] 10.222.0.73 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274886 Mar 23 12:33:18.233039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Request body: {'port': {'device_id': '13fd07d7-838c-4894-becb-2dbcda494881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:18.243425 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20fea985-a0ce-40aa-9ac8-0332ad351545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.249818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a0d767da-ece1-4211-9c9d-b11dfaab5ff3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bac4ff6496184947951b4e6eebf825eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931087 Mar 23 12:33:18.250036 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57310) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:18.307456 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-30f6b51a-d164-450c-902c-37ab9f87fc1b service neutron] 10.222.0.73 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718309 Mar 23 12:33:18.309674 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4763e-9e39-4499-96b0-3bf288be07b5 req-f2f8f936-1863-4b44-b45f-a86ac8f654a3 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:18.311294 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4fe4763e-9e39-4499-96b0-3bf288be07b5 req-f2f8f936-1863-4b44-b45f-a86ac8f654a3 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.4807801 Mar 23 12:33:18.319900 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-907f9940-be30-4981-962d-02f50db1805c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.325435 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1136de0d-babd-4a55-a7e3-6db74143ec72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.328372 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1136de0d-babd-4a55-a7e3-6db74143ec72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.329569 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1136de0d-babd-4a55-a7e3-6db74143ec72 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ca98763-e52e-4923-9ea6-449db195edd1 HTTP/1.1" status: 204 len: 168 time: 0.5063338 Mar 23 12:33:18.375964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136de0d-babd-4a55-a7e3-6db74143ec72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca98763-e52e-4923-9ea6-449db195edd1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:18.380077 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e8ee5c26-755e-42c7-a11b-84e5a19a75ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=6b13f8a1-7061-499d-9dcc-a959ec9d1418 HTTP/1.1" status: 200 len: 217 time: 0.0602610 Mar 23 12:33:18.400546 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20fea985-a0ce-40aa-9ac8-0332ad351545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.401601 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fea985-a0ce-40aa-9ac8-0332ad351545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:18.402193 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20fea985-a0ce-40aa-9ac8-0332ad351545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.437698 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.463361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-4157a5b5-72c4-4cf1-9734-ab29f051091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:18.465788 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-4157a5b5-72c4-4cf1-9734-ab29f051091d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c205191f-6c59-4df0-b4d9-0420dce47036 HTTP/1.1" status: 200 len: 797 time: 0.0676718 Mar 23 12:33:18.517691 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-20fea985-a0ce-40aa-9ac8-0332ad351545 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9954441 Mar 23 12:33:18.521201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57318) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:18.528817 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-79b16d2d-5dbf-468f-8f86-b2aca8a2263d admin admin] Request body: {'subnet': {'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1638090398-subnet', 'tenant_id': 'a33d00c04a9c479cabda026ecdc3ccf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:18.540254 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4fe4763e-9e39-4499-96b0-3bf288be07b5 req-20c12737-3969-48e2-91d7-b9886ac73175 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019799 Mar 23 12:33:18.555558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-af0ca6e3-0397-42d1-a19b-10c5237edb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:18.557368 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-af0ca6e3-0397-42d1-a19b-10c5237edb56 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809293 Mar 23 12:33:18.560914 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b250b0d-8c48-4696-ab37-5d8f8c130e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.567055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fea985-a0ce-40aa-9ac8-0332ad351545 admin admin] Pushing event updated for resources: {'Network': ['ID=af5985c6-e138-4bc9-829c-46341a39e72e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:18.591788 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network af5985c6-e138-4bc9-829c-46341a39e72e details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:33:18.658045 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b250b0d-8c48-4696-ab37-5d8f8c130e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.675632 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-907f9940-be30-4981-962d-02f50db1805c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.694312 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-8a6bc3d7-f2aa-450d-965d-691a002f5c57 service neutron] 10.222.0.73 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294281 Mar 23 12:33:18.696493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b16d2d-5dbf-468f-8f86-b2aca8a2263d admin admin] Made reservation on behalf of a33d00c04a9c479cabda026ecdc3ccf2 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:18.698986 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79b16d2d-5dbf-468f-8f86-b2aca8a2263d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.795647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-907f9940-be30-4981-962d-02f50db1805c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9463315-864b-4d2c-9b0a-7bb03b080b3b']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:18.818312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-907f9940-be30-4981-962d-02f50db1805c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa71d070-4e8c-4e24-8fb5-1bec821bcad5') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:18.818312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-907f9940-be30-4981-962d-02f50db1805c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa71d070-4e8c-4e24-8fb5-1bec821bcad5') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:18.838611 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-907f9940-be30-4981-962d-02f50db1805c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.897522 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57320) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:18.916231 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-907f9940-be30-4981-962d-02f50db1805c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.926546 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b250b0d-8c48-4696-ab37-5d8f8c130e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.929365 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b250b0d-8c48-4696-ab37-5d8f8c130e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.933808 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4b250b0d-8c48-4696-ab37-5d8f8c130e13 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e418829-069c-4363-a327-f380cc10db90 HTTP/1.1" status: 204 len: 168 time: 0.6637616 Mar 23 12:33:18.946173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907f9940-be30-4981-962d-02f50db1805c admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:33:18.947082 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-907f9940-be30-4981-962d-02f50db1805c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:33:18.967171 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:33:18.974634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 706f5ae3-ff23-4236-ac07-4ec965c7d416 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:33:19.015642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 706f5ae3-ff23-4236-ac07-4ec965c7d416 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:33:19.016566 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 706f5ae3-ff23-4236-ac07-4ec965c7d416 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:33:19.024685 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79b16d2d-5dbf-468f-8f86-b2aca8a2263d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:19.063283 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b250b0d-8c48-4696-ab37-5d8f8c130e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e418829-069c-4363-a327-f380cc10db90,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:19.156175 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-907f9940-be30-4981-962d-02f50db1805c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:19.167718 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8b5ef981-f849-49ed-9fb8-a5aa6e3e8d8f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3cc53bdf5f3a47778c5064d2b1f14be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648587 Mar 23 12:33:19.168008 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-907f9940-be30-4981-962d-02f50db1805c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:19.173371 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4cbdd-9d0b-42fc-bece-7d244f8f34bb req-1233d2b7-34e8-4e8c-9bbe-9d121a3cc7f1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:19.175005 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-57b4cbdd-9d0b-42fc-bece-7d244f8f34bb req-1233d2b7-34e8-4e8c-9bbe-9d121a3cc7f1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 931 time: 0.4797914 Mar 23 12:33:19.175850 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57330) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:19.180867 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-907f9940-be30-4981-962d-02f50db1805c admin admin] 10.222.0.52 "DELETE /v2.0/networks/a9463315-864b-4d2c-9b0a-7bb03b080b3b HTTP/1.1" status: 204 len: 168 time: 1.3130252 Mar 23 12:33:19.247008 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-56ed45e7-cc13-423c-bfd4-b9c49b105d84 service neutron] 10.222.0.73 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485026 Mar 23 12:33:19.263558 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f9940-be30-4981-962d-02f50db1805c admin admin] Pushing event deleted for resources: {'Network': ['ID=a9463315-864b-4d2c-9b0a-7bb03b080b3b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:19.273875 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b16d2d-5dbf-468f-8f86-b2aca8a2263d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aee6987-a383-470e-b627-4556054ac409,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:19.336265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796d018-5429-4dc8-80e9-414a96abf9aa req-a0aa5934-94b2-4f95-b897-f65ab46788c1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:19.344083 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796d018-5429-4dc8-80e9-414a96abf9aa req-a0aa5934-94b2-4f95-b897-f65ab46788c1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:19.353074 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796d018-5429-4dc8-80e9-414a96abf9aa req-a0aa5934-94b2-4f95-b897-f65ab46788c1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:19.362588 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796d018-5429-4dc8-80e9-414a96abf9aa req-a0aa5934-94b2-4f95-b897-f65ab46788c1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:19.369975 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796d018-5429-4dc8-80e9-414a96abf9aa req-a0aa5934-94b2-4f95-b897-f65ab46788c1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:19.376640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796d018-5429-4dc8-80e9-414a96abf9aa req-a0aa5934-94b2-4f95-b897-f65ab46788c1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:19.384059 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796d018-5429-4dc8-80e9-414a96abf9aa req-a0aa5934-94b2-4f95-b897-f65ab46788c1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:19.392569 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c796d018-5429-4dc8-80e9-414a96abf9aa req-a0aa5934-94b2-4f95-b897-f65ab46788c1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5419 time: 0.2269039 Mar 23 12:33:19.414164 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-29eee212-4096-4136-a55e-b7b20663c0a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=d289d27a-322f-466e-be09-f483ea23288a HTTP/1.1" status: 200 len: 217 time: 0.1260202 Mar 23 12:33:19.430588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b16d2d-5dbf-468f-8f86-b2aca8a2263d admin admin] Checking segment: {'id': 'ff6f9faa-9dee-475e-93d8-b7bd8eae99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:19.430925 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b16d2d-5dbf-468f-8f86-b2aca8a2263d admin admin] Network hostable DHCP agents. Network: af5985c6-e138-4bc9-829c-46341a39e72e, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:33:19.452096 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5233d7-db34-4a02-9837-fcce7b93f271 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:19.460988 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:19.471982 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-57b4cbdd-9d0b-42fc-bece-7d244f8f34bb req-c3978a54-3b7e-4538-a321-4020b336a949 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767138 Mar 23 12:33:19.481087 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57342) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:19.508248 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5883-aee2-48f2-a84d-e22a1d72098e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:19.511471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Transition to ACTIVE for port object cf5233d7-db34-4a02-9837-fcce7b93f271 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:33:19.515408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b16d2d-5dbf-468f-8f86-b2aca8a2263d admin admin] Network af5985c6-e138-4bc9-829c-46341a39e72e is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:33:19.527161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9d933de6-498c-46d9-8ca0-8e67188f583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:19.528525 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:19.528829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9d933de6-498c-46d9-8ca0-8e67188f583e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c205191f-6c59-4df0-b4d9-0420dce47036 HTTP/1.1" status: 200 len: 797 time: 0.1003244 Mar 23 12:33:19.558136 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-79b16d2d-5dbf-468f-8f86-b2aca8a2263d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, af5985c6-e138-4bc9-829c-46341a39e72e) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:19.561821 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5883-aee2-48f2-a84d-e22a1d72098e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:19.566142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b16d2d-5dbf-468f-8f86-b2aca8a2263d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:19.566736 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79b16d2d-5dbf-468f-8f86-b2aca8a2263d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:19.570963 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2a2a6a-c711-40fd-a533-788e2f74ef8f None None] Network af5985c6-e138-4bc9-829c-46341a39e72e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:33:19.635492 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-79b16d2d-5dbf-468f-8f86-b2aca8a2263d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1126230 Mar 23 12:33:19.659916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9b05b5ef-306b-4a5f-948e-887527caef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:19.661585 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9b05b5ef-306b-4a5f-948e-887527caef2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1244760 Mar 23 12:33:19.757194 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5883-aee2-48f2-a84d-e22a1d72098e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:19.759753 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5883-aee2-48f2-a84d-e22a1d72098e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:19.765913 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bf7d5883-aee2-48f2-a84d-e22a1d72098e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2cd43268-d696-48b5-b9c5-bcbb0af76382 HTTP/1.1" status: 204 len: 168 time: 0.5785217 Mar 23 12:33:19.827886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d5883-aee2-48f2-a84d-e22a1d72098e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd43268-d696-48b5-b9c5-bcbb0af76382,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:19.831756 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c796d018-5429-4dc8-80e9-414a96abf9aa req-0208e183-cbac-499d-9f4e-cba9d4138740 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4332192 Mar 23 12:33:19.855090 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9151c7dd-fb32-4c18-be2e-6c07132ee5e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3256be062d3b49d2bdfdc48d1c4c5e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3702798 Mar 23 12:33:19.856174 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Pushing event updated for resources: {'Port': ['ID=cf5233d7-db34-4a02-9837-fcce7b93f271,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:19.862701 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57352) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:19.932049 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-37024dbc-41c9-4147-96cc-41f7ae2a62ee service neutron] 10.222.0.73 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616627 Mar 23 12:33:19.943712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2092c6d-bf84-423f-9e0a-bbab13f27157 req-6eb1ac12-48e1-423d-9f7d-a0d7be7a69b7 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:19.945595 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f2092c6d-bf84-423f-9e0a-bbab13f27157 req-6eb1ac12-48e1-423d-9f7d-a0d7be7a69b7 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.1960473 Mar 23 12:33:19.958971 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Attempting to bind port cf5233d7-db34-4a02-9837-fcce7b93f271 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:19.959302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Attempting to bind port cf5233d7-db34-4a02-9837-fcce7b93f271 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:19.959632 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Attempting to bind port cf5233d7-db34-4a02-9837-fcce7b93f271 on network ebaa652a-c49f-4907-afdf-128ac03bfaa6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:19.965942 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Port cf5233d7-db34-4a02-9837-fcce7b93f271 on network ebaa652a-c49f-4907-afdf-128ac03bfaa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:19.966272 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Attempting to bind port cf5233d7-db34-4a02-9837-fcce7b93f271 on network ebaa652a-c49f-4907-afdf-128ac03bfaa6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:19.973039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:19.973887 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Checking segment: {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:19.974569 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Bound using segment: {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:19.974716 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28bd3cb-1209-4b04-a093-635a7efcabf9 None None] Network af5985c6-e138-4bc9-829c-46341a39e72e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:33:19.975166 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Bound port: cf5233d7-db34-4a02-9837-fcce7b93f271, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:19.975166 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:20.136596 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] For port cf5233d7-db34-4a02-9837-fcce7b93f271, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:20.144097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] For port cf5233d7-db34-4a02-9837-fcce7b93f271, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=cf5233d7-db34-4a02-9837-fcce7b93f271,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:20.150380 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b59242df-638e-4321-b801-e82bbe546132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:20.151994 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:20.155958 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f2092c6d-bf84-423f-9e0a-bbab13f27157 req-198b75b6-e10c-4a94-b3c5-13913a2b2ef7 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970026 Mar 23 12:33:20.221728 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-a268f7fc-6a1f-4797-a406-5670757c4b6a service neutron] 10.222.0.73 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749190 Mar 23 12:33:20.224639 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b59242df-638e-4321-b801-e82bbe546132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:20.244673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:20.245300 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:20.248924 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] 10.222.0.77 "PUT /v2.0/ports/cf5233d7-db34-4a02-9837-fcce7b93f271 HTTP/1.1" status: 200 len: 1091 time: 2.4885876 Mar 23 12:33:20.249437 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13fd07d7-838c-4894-becb-2dbcda494881', 'tag': 'cf5233d7-db34-4a02-9837-fcce7b93f271'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:20.279520 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a153c82-2370-42f7-86f1-33f75a29c5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "13fd07d7-838c-4894-becb-2dbcda494881", "tag": "cf5233d7-db34-4a02-9837-fcce7b93f271"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:20.369122 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-c08b8462-f85d-4b7b-a4ac-af4f1b38f714 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0462e814-926b-4a23-8fca-8bc2535b4ddd HTTP/1.1" status: 200 len: 217 time: 0.1314950 Mar 23 12:33:20.431356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-7598b1de-faf8-4707-9f23-dc69c4e9cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:20.433050 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-7598b1de-faf8-4707-9f23-dc69c4e9cc0a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 1094 time: 0.1355903 Mar 23 12:33:20.434367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5231a-2f92-485a-973e-5cfd344d522f service neutron] Pushing event updated for resources: {'Port': ['ID=cf5233d7-db34-4a02-9837-fcce7b93f271,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:20.503242 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-f347378c-f0c2-4ec9-92fa-d5d5976a5d1d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf5233d7-db34-4a02-9837-fcce7b93f271 HTTP/1.1" status: 200 len: 217 time: 0.0619884 Mar 23 12:33:20.523833 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b59242df-638e-4321-b801-e82bbe546132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:20.526433 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b59242df-638e-4321-b801-e82bbe546132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:20.532784 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b59242df-638e-4321-b801-e82bbe546132 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/77f049ab-feae-4915-91c0-13f51e0b109a HTTP/1.1" status: 204 len: 168 time: 0.6674352 Mar 23 12:33:20.537285 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-d1652d4c-71c4-4064-bec0-efeab4fe7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:20.542668 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-d1652d4c-71c4-4064-bec0-efeab4fe7dfe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d48a5b8a-c042-4f0c-8e2e-538dc09aa987 HTTP/1.1" status: 200 len: 797 time: 0.1523457 Mar 23 12:33:20.601686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59242df-638e-4321-b801-e82bbe546132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f049ab-feae-4915-91c0-13f51e0b109a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:20.617850 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e6940e23-ce44-4a18-9553-a5dc48bbd97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:20.619378 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-e6940e23-ce44-4a18-9553-a5dc48bbd97f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=426297fc-89ed-49a5-9d37-294ef2ded004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0677125 Mar 23 12:33:20.650775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-df14d049-5e13-44ec-a52c-751e07299311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:20.655216 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-df14d049-5e13-44ec-a52c-751e07299311 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.1452231 Mar 23 12:33:20.733472 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be357b13-e8ac-4c87-a5a7-f75dd9767c7b x-openstack-request-id: req-be357b13-e8ac-4c87-a5a7-f75dd9767c7b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:20.735979 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13fd07d7-838c-4894-becb-2dbcda494881", "tag": "cf5233d7-db34-4a02-9837-fcce7b93f271", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:20.748520 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be357b13-e8ac-4c87-a5a7-f75dd9767c7b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:20.749121 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13fd07d7-838c-4894-becb-2dbcda494881', 'tag': 'cf5233d7-db34-4a02-9837-fcce7b93f271', 'status': 'completed', 'code': 200} Mar 23 12:33:20.807795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-a0fe19fb-debb-40f8-a3e4-5557cdfeea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:20.809434 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-a0fe19fb-debb-40f8-a3e4-5557cdfeea17 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473532 Mar 23 12:33:20.876567 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-0996728e-f9ca-46a0-9167-286cc94693e6 service neutron] 10.222.0.73 "GET /v2.0/networks/426297fc-89ed-49a5-9d37-294ef2ded004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492487 Mar 23 12:33:20.924308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24297252-3e54-4198-9932-71cf58510340 req-cba4e5e0-3776-4399-bfab-91d10348d465 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:20.934944 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-24297252-3e54-4198-9932-71cf58510340 req-cba4e5e0-3776-4399-bfab-91d10348d465 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 943 time: 0.1055908 Mar 23 12:33:21.024214 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-24297252-3e54-4198-9932-71cf58510340 req-cc458412-7d59-46e8-b885-84734f74f848 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881624 Mar 23 12:33:21.036550 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-6f60c0b7-5465-4f9d-bae0-716a99a5c9d7 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:21.038262 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-6f60c0b7-5465-4f9d-bae0-716a99a5c9d7 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/networks?id=af5985c6-e138-4bc9-829c-46341a39e72e HTTP/1.1" status: 200 len: 818 time: 0.2223430 Mar 23 12:33:21.040498 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-b403b6cf-de67-45d8-b753-7a40dcecaa61 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043738 Mar 23 12:33:21.080800 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-9e06ea29-8ae9-4e76-b214-a31e9212f4d2 service neutron] 10.222.0.73 "GET /v2.0/networks/426297fc-89ed-49a5-9d37-294ef2ded004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956379 Mar 23 12:33:21.120266 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-a37d7eb3-9d91-407a-aaed-b7d4983cd70a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/quotas/a33d00c04a9c479cabda026ecdc3ccf2 HTTP/1.1" status: 200 len: 375 time: 0.0672996 Mar 23 12:33:21.262314 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-b583e04c-7ebc-4946-a8d4-ee987861c4a7 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a33d00c04a9c479cabda026ecdc3ccf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1212995 Mar 23 12:33:21.327056 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7b85cafc-eb1f-4582-9ae2-0fcc81c54093 req-c068dd44-3bd9-49cc-9731-6b565508399d service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606316 Mar 23 12:33:21.466654 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-54d42ff7-d45c-4d0c-a95a-3d3d5128c2f9 service neutron] 10.222.0.52 "GET /v2.0/networks/af5985c6-e138-4bc9-829c-46341a39e72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381979 Mar 23 12:33:21.595769 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-47b219ff-27b6-43a2-98f6-ad446682f561 service neutron] 10.222.0.52 "GET /v2.0/networks/af5985c6-e138-4bc9-829c-46341a39e72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178961 Mar 23 12:33:21.607256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a153c82-2370-42f7-86f1-33f75a29c5ca req-fc7c8a69-6cb4-49f5-aef7-0873ab8a4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:21.609230 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a153c82-2370-42f7-86f1-33f75a29c5ca req-fc7c8a69-6cb4-49f5-aef7-0873ab8a4987 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 1094 time: 0.1416728 Mar 23 12:33:21.680963 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-fadda1b7-72fc-4d65-ac26-54fae615d7f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95a785d3-ff97-4176-9b31-c36e92acfa7f HTTP/1.1" status: 200 len: 217 time: 0.5900517 Mar 23 12:33:21.737587 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-90f752d5-368e-486d-be2a-cdaf2400682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:21.739712 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-90f752d5-368e-486d-be2a-cdaf2400682b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d48a5b8a-c042-4f0c-8e2e-538dc09aa987 HTTP/1.1" status: 200 len: 797 time: 0.0489604 Mar 23 12:33:21.829771 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a153c82-2370-42f7-86f1-33f75a29c5ca req-ca1aafa7-902e-4831-9820-7cac270dd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:21.832450 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a153c82-2370-42f7-86f1-33f75a29c5ca req-ca1aafa7-902e-4831-9820-7cac270dd088 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.2152061 Mar 23 12:33:21.897778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-612f5fd4-cf4d-4736-b379-3c86cf786e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:21.899245 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-612f5fd4-cf4d-4736-b379-3c86cf786e3a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=426297fc-89ed-49a5-9d37-294ef2ded004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1186275 Mar 23 12:33:21.914863 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824343-24b1-42d5-9e35-71f2a9891008 req-4d30f13f-f63c-44a7-9840-bc86138a762c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:21.921188 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824343-24b1-42d5-9e35-71f2a9891008 req-4d30f13f-f63c-44a7-9840-bc86138a762c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:21.938471 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a153c82-2370-42f7-86f1-33f75a29c5ca req-c3cf72cc-a800-4cc2-9e01-03e36b42c40d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf5233d7-db34-4a02-9837-fcce7b93f271 HTTP/1.1" status: 200 len: 217 time: 0.0949650 Mar 23 12:33:21.940479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824343-24b1-42d5-9e35-71f2a9891008 req-4d30f13f-f63c-44a7-9840-bc86138a762c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:21.953296 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824343-24b1-42d5-9e35-71f2a9891008 req-4d30f13f-f63c-44a7-9840-bc86138a762c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:21.961527 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824343-24b1-42d5-9e35-71f2a9891008 req-4d30f13f-f63c-44a7-9840-bc86138a762c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:21.967401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824343-24b1-42d5-9e35-71f2a9891008 req-4d30f13f-f63c-44a7-9840-bc86138a762c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:21.986760 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824343-24b1-42d5-9e35-71f2a9891008 req-4d30f13f-f63c-44a7-9840-bc86138a762c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:21.995403 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-20824343-24b1-42d5-9e35-71f2a9891008 req-4d30f13f-f63c-44a7-9840-bc86138a762c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5419 time: 0.3177423 Mar 23 12:33:22.016774 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a153c82-2370-42f7-86f1-33f75a29c5ca req-8496f643-dde0-4a07-95c3-272969385671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:22.018604 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a153c82-2370-42f7-86f1-33f75a29c5ca req-8496f643-dde0-4a07-95c3-272969385671 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.0752676 Mar 23 12:33:22.079700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57438) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:22.112367 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-20824343-24b1-42d5-9e35-71f2a9891008 req-2ed48b80-50a3-4235-9423-022583928ff3 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1159399 Mar 23 12:33:22.170009 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a153c82-2370-42f7-86f1-33f75a29c5ca req-01bd7023-4d8f-4ab3-bbbd-8c018f522e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:22.173761 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a153c82-2370-42f7-86f1-33f75a29c5ca req-01bd7023-4d8f-4ab3-bbbd-8c018f522e64 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458786 Mar 23 12:33:22.184776 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-8e0b325b-6a98-4d6c-9b5d-2a8e259daf3e service neutron] 10.222.0.73 "GET /v2.0/networks/426297fc-89ed-49a5-9d37-294ef2ded004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871042 Mar 23 12:33:22.344029 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97fda1-d20d-4c80-8ffd-85b721b4f9c5 req-8b607043-c179-40e3-ae84-4d1a7e95c0f4 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:22.346475 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa97fda1-d20d-4c80-8ffd-85b721b4f9c5 req-8b607043-c179-40e3-ae84-4d1a7e95c0f4 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.1152363 Mar 23 12:33:22.385407 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08c747c2-c9d2-411f-bf16-dd88e7332b96 req-8cf1711a-712a-493a-9eb0-e7a7685acbd0 service neutron] 10.222.0.73 "GET /v2.0/networks/426297fc-89ed-49a5-9d37-294ef2ded004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889517 Mar 23 12:33:22.408145 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa97fda1-d20d-4c80-8ffd-85b721b4f9c5 req-61716fbf-b991-4c02-a968-67fbbc73d8f2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489016 Mar 23 12:33:22.420763 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a153c82-2370-42f7-86f1-33f75a29c5ca req-47f0b365-961a-4491-b65f-7bc636dee8a2 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399633 Mar 23 12:33:22.549321 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c66f4380-b6f1-44f9-b6b2-cb03d3e1b8bf admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1776113993-network', 'tenant_id': '12f9b17f822645fe8c1c12b9abc01991'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:22.611233 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66f4380-b6f1-44f9-b6b2-cb03d3e1b8bf admin admin] Made reservation on behalf of 12f9b17f822645fe8c1c12b9abc01991 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:22.621203 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c66f4380-b6f1-44f9-b6b2-cb03d3e1b8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:22.643764 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c66f4380-b6f1-44f9-b6b2-cb03d3e1b8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:22.685600 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a153c82-2370-42f7-86f1-33f75a29c5ca req-8d3f081a-8edd-4dac-97a7-c06d5656c0b3 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579591 Mar 23 12:33:22.795066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89187a38-39ff-4721-bbcb-37d8f151a9e5 req-e58a1594-0eff-4e43-9507-a87f06748609 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:22.808591 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-89187a38-39ff-4721-bbcb-37d8f151a9e5 req-e58a1594-0eff-4e43-9507-a87f06748609 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 943 time: 0.1313941 Mar 23 12:33:22.956969 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e3610f65-d760-415a-af3e-9f6b1fe47199 req-f42ecdd0-7dc0-42c0-9a3d-f20134dea79d tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=98c12628-0073-4ee4-824b-748ca9a13a52 HTTP/1.1" status: 200 len: 210 time: 0.0464914 Mar 23 12:33:22.965288 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-89187a38-39ff-4721-bbcb-37d8f151a9e5 req-166f9788-2dbb-4782-98a8-79b48c99b501 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553080 Mar 23 12:33:22.968639 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c66f4380-b6f1-44f9-b6b2-cb03d3e1b8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:22.979797 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c66f4380-b6f1-44f9-b6b2-cb03d3e1b8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:23.029099 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f4380-b6f1-44f9-b6b2-cb03d3e1b8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:23.054336 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66f4380-b6f1-44f9-b6b2-cb03d3e1b8bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:33:23.073417 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c66f4380-b6f1-44f9-b6b2-cb03d3e1b8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:23.074225 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-c66f4380-b6f1-44f9-b6b2-cb03d3e1b8bf admin admin] Added segment 8a1cc58b-ff74-4b6d-ac69-ff323581d12b of type vlan for network 7236f3b1-4b4d-4249-ad33-13e1717070cc Mar 23 12:33:23.146552 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c66f4380-b6f1-44f9-b6b2-cb03d3e1b8bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:23.201855 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c66f4380-b6f1-44f9-b6b2-cb03d3e1b8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:23.203110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66f4380-b6f1-44f9-b6b2-cb03d3e1b8bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:23.203723 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c66f4380-b6f1-44f9-b6b2-cb03d3e1b8bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:23.300440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f4380-b6f1-44f9-b6b2-cb03d3e1b8bf admin admin] Pushing event updated for resources: {'Network': ['ID=7236f3b1-4b4d-4249-ad33-13e1717070cc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:23.313207 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c66f4380-b6f1-44f9-b6b2-cb03d3e1b8bf admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2322946 Mar 23 12:33:23.313997 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57506) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:23.318106 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 7236f3b1-4b4d-4249-ad33-13e1717070cc details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:33:23.320915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-303f428c-3977-463d-b782-9c6cfb6e7d7f admin admin] Request body: {'subnet': {'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1776113993-subnet', 'tenant_id': '12f9b17f822645fe8c1c12b9abc01991', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:23.347844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303f428c-3977-463d-b782-9c6cfb6e7d7f admin admin] Made reservation on behalf of 12f9b17f822645fe8c1c12b9abc01991 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:23.351736 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-303f428c-3977-463d-b782-9c6cfb6e7d7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:23.399966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57518) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:23.474505 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300278b-313a-4cd1-b40a-eaae4add7e11 req-f33b2637-2c2e-4916-aed1-1d83731829b4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:23.496583 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300278b-313a-4cd1-b40a-eaae4add7e11 req-f33b2637-2c2e-4916-aed1-1d83731829b4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:23.535503 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300278b-313a-4cd1-b40a-eaae4add7e11 req-f33b2637-2c2e-4916-aed1-1d83731829b4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:23.558341 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300278b-313a-4cd1-b40a-eaae4add7e11 req-f33b2637-2c2e-4916-aed1-1d83731829b4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:23.572476 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300278b-313a-4cd1-b40a-eaae4add7e11 req-f33b2637-2c2e-4916-aed1-1d83731829b4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:23.592067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300278b-313a-4cd1-b40a-eaae4add7e11 req-f33b2637-2c2e-4916-aed1-1d83731829b4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:23.611069 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300278b-313a-4cd1-b40a-eaae4add7e11 req-f33b2637-2c2e-4916-aed1-1d83731829b4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:23.631181 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4300278b-313a-4cd1-b40a-eaae4add7e11 req-f33b2637-2c2e-4916-aed1-1d83731829b4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5419 time: 0.3726673 Mar 23 12:33:23.638075 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57530) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:23.759886 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4300278b-313a-4cd1-b40a-eaae4add7e11 req-49f62c32-0544-4031-8b16-ae512f3ac5c7 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1266892 Mar 23 12:33:23.763882 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-303f428c-3977-463d-b782-9c6cfb6e7d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:23.870106 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e95e63c9-a190-497d-87a1-7b79ffc2678d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:23.939555 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d60e32b8-5d2f-4823-8497-9b81c18eda58 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:23.954297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c891f3-3880-4e68-98ef-c7c79b80f80b req-72e3842d-f6e4-449b-9a17-bab46c8e9b00 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:23.962325 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-55c891f3-3880-4e68-98ef-c7c79b80f80b req-72e3842d-f6e4-449b-9a17-bab46c8e9b00 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.2283278 Mar 23 12:33:24.024110 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7b55edde-5f23-4281-a4ce-f61f993c8ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:24.040780 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d60e32b8-5d2f-4823-8497-9b81c18eda58 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] 10.222.0.52 "PUT /v2.0/quotas/047988d4a42b4e1482f042fad9bd614f HTTP/1.1" status: 200 len: 366 time: 0.3963890 Mar 23 12:33:24.049054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57546) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:24.074287 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-13cb2221-dfe1-428b-85db-6ac75bfc4b0c tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0218365 Mar 23 12:33:24.078425 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57548) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:24.089487 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-55c891f3-3880-4e68-98ef-c7c79b80f80b req-b37a3e33-f227-4951-85d1-b83aba0b1f28 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262140 Mar 23 12:33:24.097097 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f428c-3977-463d-b782-9c6cfb6e7d7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9546c30-00e0-4db9-9435-93ebb926fe1a,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:24.115150 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f428c-3977-463d-b782-9c6cfb6e7d7f admin admin] Checking segment: {'id': '8a1cc58b-ff74-4b6d-ac69-ff323581d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:24.115909 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f428c-3977-463d-b782-9c6cfb6e7d7f admin admin] Network hostable DHCP agents. Network: 7236f3b1-4b4d-4249-ad33-13e1717070cc, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:33:24.118194 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e95e63c9-a190-497d-87a1-7b79ffc2678d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:24.120780 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cceb22c8-73da-4dfb-8e2f-d0e669e0f6d7 req-e3ef355a-988d-44e7-858b-b43ca568c78d tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=98c12628-0073-4ee4-824b-748ca9a13a52 HTTP/1.1" status: 200 len: 210 time: 0.0459065 Mar 23 12:33:24.123758 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ad1be097-112c-4a08-b198-042c141755f3 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] 10.222.0.52 "GET /v2.0/quotas/047988d4a42b4e1482f042fad9bd614f HTTP/1.1" status: 200 len: 366 time: 0.0434144 Mar 23 12:33:24.126661 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57552) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:24.135134 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e95e63c9-a190-497d-87a1-7b79ffc2678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:24.165261 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f428c-3977-463d-b782-9c6cfb6e7d7f admin admin] Network 7236f3b1-4b4d-4249-ad33-13e1717070cc is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:33:24.183236 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fa396350-1ac9-48c8-a97c-fe5f1a346896 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/047988d4a42b4e1482f042fad9bd614f HTTP/1.1" status: 204 len: 168 time: 0.0550828 Mar 23 12:33:24.186682 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57554) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:24.194891 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e95e63c9-a190-497d-87a1-7b79ffc2678d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b98b880e99ce456daf2e607343325be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7901940 Mar 23 12:33:24.196573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57556) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:24.199996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e63c9-a190-497d-87a1-7b79ffc2678d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81604461-5db5-476d-ac94-288d08a378fe,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:24.210963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-303f428c-3977-463d-b782-9c6cfb6e7d7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 7236f3b1-4b4d-4249-ad33-13e1717070cc) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:24.218355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303f428c-3977-463d-b782-9c6cfb6e7d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:24.218907 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-303f428c-3977-463d-b782-9c6cfb6e7d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:24.223097 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293de55d-f147-4e07-893d-93236ee0de96 None None] Network 7236f3b1-4b4d-4249-ad33-13e1717070cc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:33:24.232741 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-674b27d2-9529-4ee3-ad71-17bbddb689c6 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0448484 Mar 23 12:33:24.235001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57558) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:24.247592 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-47fb13a8-3036-4d66-a00b-07ba26478fa9 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] 10.222.0.52 "GET /v2.0/quotas/047988d4a42b4e1482f042fad9bd614f HTTP/1.1" status: 200 len: 370 time: 0.0109298 Mar 23 12:33:24.252447 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57560) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:24.265154 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-303f428c-3977-463d-b782-9c6cfb6e7d7f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9495988 Mar 23 12:33:24.266930 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a25f0d8d-2bcd-4d6e-ae6c-16d2a8a66f2d tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] 10.222.0.52 "GET /v2.0/quotas/047988d4a42b4e1482f042fad9bd614f/default HTTP/1.1" status: 200 len: 370 time: 0.0044808 Mar 23 12:33:24.268029 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57566) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:24.284499 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-675ec523-a384-48d3-a52b-4632378ab679 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] delete failed (client error): The resource could not be found. Mar 23 12:33:24.289396 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-675ec523-a384-48d3-a52b-4632378ab679 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/047988d4a42b4e1482f042fad9bd614f HTTP/1.1" status: 404 len: 348 time: 0.0202537 Mar 23 12:33:24.322879 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e02bb5ef-07ce-4581-9d66-52c84c532865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:24.371879 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e02bb5ef-07ce-4581-9d66-52c84c532865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:24.389668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bb239-5102-455a-8e38-ec7b396dd08a req-8679960e-101c-48fe-a0bf-ee7a92755172 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:24.392387 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de9bb239-5102-455a-8e38-ec7b396dd08a req-8679960e-101c-48fe-a0bf-ee7a92755172 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 943 time: 0.0932817 Mar 23 12:33:24.524908 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57590) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:24.556354 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de9bb239-5102-455a-8e38-ec7b396dd08a req-64fdf782-6369-44d8-a916-baa976d6798a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520431 Mar 23 12:33:24.578648 n-d-834854-1 neutron-server[102778]: DEBUG neutron.quota.resource [None req-0647ce14-ab22-4bcc-9a4a-be4009ecc073 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] Usage tracker for resource:network and tenant:a29eea6318e8478d86cd64187216ea5d is out of sync, need to count used quota {{(pid=102778) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 12:33:24.585196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.quota.resource [None req-0647ce14-ab22-4bcc-9a4a-be4009ecc073 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102778) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 23 12:33:24.586836 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e02bb5ef-07ce-4581-9d66-52c84c532865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:24.592619 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e02bb5ef-07ce-4581-9d66-52c84c532865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:24.593854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.quota.resource [None req-0647ce14-ab22-4bcc-9a4a-be4009ecc073 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] Usage tracker for resource:subnet and tenant:a29eea6318e8478d86cd64187216ea5d is out of sync, need to count used quota {{(pid=102778) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 12:33:24.594077 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e02bb5ef-07ce-4581-9d66-52c84c532865 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/81604461-5db5-476d-ac94-288d08a378fe HTTP/1.1" status: 204 len: 168 time: 0.3965743 Mar 23 12:33:24.601356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.quota.resource [None req-0647ce14-ab22-4bcc-9a4a-be4009ecc073 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102778) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 23 12:33:24.660463 n-d-834854-1 neutron-server[102778]: DEBUG neutron.quota.resource [None req-0647ce14-ab22-4bcc-9a4a-be4009ecc073 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] Usage tracker for resource:subnetpool and tenant:a29eea6318e8478d86cd64187216ea5d is out of sync, need to count used quota {{(pid=102778) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 12:33:24.664519 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-71d69203-0175-46bc-80e6-dae832e550e9 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:24.667240 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-71d69203-0175-46bc-80e6-dae832e550e9 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.77 "GET /v2.0/networks?id=af5985c6-e138-4bc9-829c-46341a39e72e HTTP/1.1" status: 200 len: 818 time: 0.2691617 Mar 23 12:33:24.670689 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bb5ef-07ce-4581-9d66-52c84c532865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81604461-5db5-476d-ac94-288d08a378fe,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:24.671653 n-d-834854-1 neutron-server[102778]: DEBUG neutron.quota.resource [None req-0647ce14-ab22-4bcc-9a4a-be4009ecc073 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102778) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 23 12:33:24.673246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-7236f3b1-4b4d-4249-ad33-13e1717070cc', 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc', 'tenant_id': '12f9b17f822645fe8c1c12b9abc01991', 'fixed_ips': [{'subnet_id': 'd9546c30-00e0-4db9-9435-93ebb926fe1a'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:33:24.674152 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:24.694108 n-d-834854-1 neutron-server[102778]: DEBUG neutron.quota.resource [None req-0647ce14-ab22-4bcc-9a4a-be4009ecc073 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] Usage tracker for resource:port and tenant:a29eea6318e8478d86cd64187216ea5d is out of sync, need to count used quota {{(pid=102778) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 12:33:24.700158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-4ac3cc36-1005-4972-8e7a-b48e8ef95a59 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Request body: {'port': {'device_id': 'e0aafb51-52f7-4b74-9e8f-df4718448961', 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e', 'admin_state_up': True, 'tenant_id': 'a33d00c04a9c479cabda026ecdc3ccf2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:24.709437 n-d-834854-1 neutron-server[102778]: DEBUG neutron.quota.resource [None req-0647ce14-ab22-4bcc-9a4a-be4009ecc073 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102778) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 23 12:33:24.739837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.quota.resource [None req-0647ce14-ab22-4bcc-9a4a-be4009ecc073 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] Usage tracker for resource:router and tenant:a29eea6318e8478d86cd64187216ea5d is out of sync, need to count used quota {{(pid=102778) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 12:33:24.769714 n-d-834854-1 neutron-server[102778]: DEBUG neutron.quota.resource [None req-0647ce14-ab22-4bcc-9a4a-be4009ecc073 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102778) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 23 12:33:24.790303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.quota.resource [None req-0647ce14-ab22-4bcc-9a4a-be4009ecc073 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] Usage tracker for resource:floatingip and tenant:a29eea6318e8478d86cd64187216ea5d is out of sync, need to count used quota {{(pid=102778) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 12:33:24.798964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.quota.resource [None req-0647ce14-ab22-4bcc-9a4a-be4009ecc073 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102778) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 23 12:33:25.090080 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device cf5233d7-db34-4a02-9837-fcce7b93f271 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:33:25.100056 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0347c3-963e-4cf2-a91f-32abfcae8df4 req-b2ad5dc6-18e1-4358-9ce5-31fa8e2d1f1c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:25.106840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0347c3-963e-4cf2-a91f-32abfcae8df4 req-b2ad5dc6-18e1-4358-9ce5-31fa8e2d1f1c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:25.114259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0347c3-963e-4cf2-a91f-32abfcae8df4 req-b2ad5dc6-18e1-4358-9ce5-31fa8e2d1f1c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:25.122094 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0347c3-963e-4cf2-a91f-32abfcae8df4 req-b2ad5dc6-18e1-4358-9ce5-31fa8e2d1f1c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:25.129028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0347c3-963e-4cf2-a91f-32abfcae8df4 req-b2ad5dc6-18e1-4358-9ce5-31fa8e2d1f1c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:25.139153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0347c3-963e-4cf2-a91f-32abfcae8df4 req-b2ad5dc6-18e1-4358-9ce5-31fa8e2d1f1c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:25.150063 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0347c3-963e-4cf2-a91f-32abfcae8df4 req-b2ad5dc6-18e1-4358-9ce5-31fa8e2d1f1c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:25.158675 n-d-834854-1 neutron-server[102778]: DEBUG neutron.quota.resource [None req-0647ce14-ab22-4bcc-9a4a-be4009ecc073 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] Usage tracker for resource:security_group and tenant:a29eea6318e8478d86cd64187216ea5d is out of sync, need to count used quota {{(pid=102778) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 12:33:25.163497 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa0347c3-963e-4cf2-a91f-32abfcae8df4 req-b2ad5dc6-18e1-4358-9ce5-31fa8e2d1f1c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5419 time: 0.1604619 Mar 23 12:33:25.165800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-4ac3cc36-1005-4972-8e7a-b48e8ef95a59 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Made reservation on behalf of a33d00c04a9c479cabda026ecdc3ccf2 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:25.170250 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-4ac3cc36-1005-4972-8e7a-b48e8ef95a59 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:25.195852 n-d-834854-1 neutron-server[102778]: DEBUG neutron.quota.resource [None req-0647ce14-ab22-4bcc-9a4a-be4009ecc073 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102778) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 23 12:33:25.281050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-354c9919-ac59-4ca7-96ac-3cf274f0a307 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:25.283492 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-354c9919-ac59-4ca7-96ac-3cf274f0a307 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.73 "GET /v2.0/networks?id=af5985c6-e138-4bc9-829c-46341a39e72e HTTP/1.1" status: 200 len: 818 time: 0.4485166 Mar 23 12:33:25.303983 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa0347c3-963e-4cf2-a91f-32abfcae8df4 req-8df5307c-48cf-4c55-ba94-c86e49b2cfb7 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1391132 Mar 23 12:33:25.310148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.quota.resource [None req-0647ce14-ab22-4bcc-9a4a-be4009ecc073 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] Usage tracker for resource:security_group_rule and tenant:a29eea6318e8478d86cd64187216ea5d is out of sync, need to count used quota {{(pid=102778) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 12:33:25.325930 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-23bb51d7-205e-4e13-b49e-b0234123d003 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Request body: {'port': {'device_id': '2924a7b0-0466-417e-a2ab-d4536aeeddb5', 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e', 'admin_state_up': True, 'tenant_id': 'a33d00c04a9c479cabda026ecdc3ccf2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:25.452047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Allocated IP 172.20.0.2 (7236f3b1-4b4d-4249-ad33-13e1717070cc/d9546c30-00e0-4db9-9435-93ebb926fe1a/06a315b2-7edb-400d-886b-92ccc2b9f4e1) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:33:25.463637 n-d-834854-1 neutron-server[102778]: DEBUG neutron.quota.resource [None req-0647ce14-ab22-4bcc-9a4a-be4009ecc073 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102778) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 23 12:33:25.491950 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0647ce14-ab22-4bcc-9a4a-be4009ecc073 tempest-QuotasTest-1167494011 tempest-QuotasTest-1167494011-project-admin] 10.222.0.52 "GET /v2.0/quotas/a29eea6318e8478d86cd64187216ea5d/details.json HTTP/1.1" status: 200 len: 703 time: 0.9656973 Mar 23 12:33:25.494744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-4ac3cc36-1005-4972-8e7a-b48e8ef95a59 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Allocated IP 172.20.0.3 (af5985c6-e138-4bc9-829c-46341a39e72e/3aee6987-a383-470e-b627-4556054ac409/43f5e520-393e-4912-a625-d5ca703335ef) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:33:25.532106 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa3ced-0476-44e8-bac3-4b4b25d3c157 req-ab033b8b-792b-4d4c-a5db-6b8557014c2a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:25.535743 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2aa3ced-0476-44e8-bac3-4b4b25d3c157 req-ab033b8b-792b-4d4c-a5db-6b8557014c2a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.2797031 Mar 23 12:33:25.543867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-ca871473-0f7a-4a14-9d04-9dc61b5929f9 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:25.545496 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-ca871473-0f7a-4a14-9d04-9dc61b5929f9 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.77 "GET /v2.0/networks?id=af5985c6-e138-4bc9-829c-46341a39e72e HTTP/1.1" status: 200 len: 818 time: 0.5211854 Mar 23 12:33:25.546230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-23bb51d7-205e-4e13-b49e-b0234123d003 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Made reservation on behalf of a33d00c04a9c479cabda026ecdc3ccf2 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:25.549912 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-23bb51d7-205e-4e13-b49e-b0234123d003 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:25.560527 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-ffbf8eaf-35ec-43f3-8f19-fa4a3793812a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Request body: {'port': {'device_id': '98c12628-0073-4ee4-824b-748ca9a13a52', 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e', 'admin_state_up': True, 'tenant_id': 'a33d00c04a9c479cabda026ecdc3ccf2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:25.715105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port cf5233d7-db34-4a02-9837-fcce7b93f271, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=cf5233d7-db34-4a02-9837-fcce7b93f271,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:25.740148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'cf5233d7-db34-4a02-9837-fcce7b93f271', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'port_id': 'cf5233d7-db34-4a02-9837-fcce7b93f271', 'mac_address': 'fa:16:3e:69:94:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:33:25.744909 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2aa3ced-0476-44e8-bac3-4b4b25d3c157 req-9bfaca83-914e-493a-a4c6-22ef088c5b46 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920042 Mar 23 12:33:25.802322 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:25.860527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5233d7-db34-4a02-9837-fcce7b93f271 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:25.895480 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-ffbf8eaf-35ec-43f3-8f19-fa4a3793812a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Made reservation on behalf of a33d00c04a9c479cabda026ecdc3ccf2 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:25.899992 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-ffbf8eaf-35ec-43f3-8f19-fa4a3793812a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:25.926984 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f55b3b74-2384-4597-b2a2-2573cec000a6 req-8598eeeb-e65c-4ee2-a665-3b4810e01406 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2177525 Mar 23 12:33:25.938230 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port cf5233d7-db34-4a02-9837-fcce7b93f271, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=cf5233d7-db34-4a02-9837-fcce7b93f271,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:25.975520 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:25.987480 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:25.997717 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-add3873b-1ef5-4968-8d89-75e02ead5b24 req-0b4e00f4-f400-4ef5-a83f-0f50b607a811 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=98c12628-0073-4ee4-824b-748ca9a13a52 HTTP/1.1" status: 200 len: 210 time: 0.0889289 Mar 23 12:33:26.041384 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:26.042042 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-4ac3cc36-1005-4972-8e7a-b48e8ef95a59 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:26.073911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Network 7236f3b1-4b4d-4249-ad33-13e1717070cc is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:33:26.084086 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:26.087985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:33:26.095313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=cf5233d7-db34-4a02-9837-fcce7b93f271,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:26.132163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-cda1f1f1-666f-4ec6-8936-d1aaacb0c77f tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:26.133683 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-cda1f1f1-666f-4ec6-8936-d1aaacb0c77f tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/networks?id=7236f3b1-4b4d-4249-ad33-13e1717070cc HTTP/1.1" status: 200 len: 816 time: 0.3393977 Mar 23 12:33:26.139671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57642) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:26.199117 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-c9f0aeda-8fac-4cc6-b0a6-987225b81951 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/quotas/12f9b17f822645fe8c1c12b9abc01991 HTTP/1.1" status: 200 len: 375 time: 0.0319769 Mar 23 12:33:26.206043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b3b74-2384-4597-b2a2-2573cec000a6 req-8d55c25c-3d0c-4b65-9529-b0a86198d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:26.213736 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f55b3b74-2384-4597-b2a2-2573cec000a6 req-8d55c25c-3d0c-4b65-9529-b0a86198d1e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 1096 time: 0.1674175 Mar 23 12:33:26.275728 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Attempting to bind port 06a315b2-7edb-400d-886b-92ccc2b9f4e1 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:26.276997 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Attempting to bind port 06a315b2-7edb-400d-886b-92ccc2b9f4e1 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '8a1cc58b-ff74-4b6d-ac69-ff323581d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:26.279983 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Attempting to bind port 06a315b2-7edb-400d-886b-92ccc2b9f4e1 on network 7236f3b1-4b4d-4249-ad33-13e1717070cc {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:26.299553 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba865e5d-c5f5-4ae5-ae57-ab3d0655622f req-d5e4bcca-0896-4261-9d4a-a20920634fe1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:26.301849 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba865e5d-c5f5-4ae5-ae57-ab3d0655622f req-d5e4bcca-0896-4261-9d4a-a20920634fe1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 944 time: 0.0862370 Mar 23 12:33:26.302259 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:26.302801 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Checking segment: {'id': '8a1cc58b-ff74-4b6d-ac69-ff323581d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:26.303313 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:26.303786 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Bound using segment: {'id': '8a1cc58b-ff74-4b6d-ac69-ff323581d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:26.304373 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Bound port: 06a315b2-7edb-400d-886b-92ccc2b9f4e1, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1cc58b-ff74-4b6d-ac69-ff323581d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:26.305212 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:26.308984 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Pushing event updated for resources: {'Port': ['ID=06a315b2-7edb-400d-886b-92ccc2b9f4e1,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:26.370574 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-4ac3cc36-1005-4972-8e7a-b48e8ef95a59 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:26.416379 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['cf5233d7-db34-4a02-9837-fcce7b93f271'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:26.448866 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] For port 06a315b2-7edb-400d-886b-92ccc2b9f4e1, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:26.449102 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c66e6e67-39c4-4ac8-875d-10c508a04491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:26.464417 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba865e5d-c5f5-4ae5-ae57-ab3d0655622f req-f067a9b1-824b-4b1e-b501-c2c49772a984 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515136 Mar 23 12:33:26.480210 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-28a76197-8f86-41c9-a7ec-512448fae9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:26.508726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] For port 06a315b2-7edb-400d-886b-92ccc2b9f4e1, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=06a315b2-7edb-400d-886b-92ccc2b9f4e1,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:26.519468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-23bb51d7-205e-4e13-b49e-b0234123d003 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Allocated IP 172.20.0.14 (af5985c6-e138-4bc9-829c-46341a39e72e/3aee6987-a383-470e-b627-4556054ac409/f10f039d-9a05-4e89-972d-8d151504a854) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:33:26.524463 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-4867cbd8-4511-4cf4-8f20-05831301468e tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=12f9b17f822645fe8c1c12b9abc01991&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3074996 Mar 23 12:33:26.542324 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:26.670225 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dadc98-baf2-4243-983d-ff2af9b52838 None None] Pushing event updated for resources: {'Port': ['ID=06a315b2-7edb-400d-886b-92ccc2b9f4e1,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:26.773589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a762cc5-7fa2-4498-bd76-0ebca95fb4ea req-e1769b81-879b-4bb9-83a0-3483e2cdc169 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:26.779814 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a762cc5-7fa2-4498-bd76-0ebca95fb4ea req-e1769b81-879b-4bb9-83a0-3483e2cdc169 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:26.785939 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a762cc5-7fa2-4498-bd76-0ebca95fb4ea req-e1769b81-879b-4bb9-83a0-3483e2cdc169 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:26.793506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a762cc5-7fa2-4498-bd76-0ebca95fb4ea req-e1769b81-879b-4bb9-83a0-3483e2cdc169 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:26.800752 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a762cc5-7fa2-4498-bd76-0ebca95fb4ea req-e1769b81-879b-4bb9-83a0-3483e2cdc169 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:26.807207 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a762cc5-7fa2-4498-bd76-0ebca95fb4ea req-e1769b81-879b-4bb9-83a0-3483e2cdc169 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:26.813556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a762cc5-7fa2-4498-bd76-0ebca95fb4ea req-e1769b81-879b-4bb9-83a0-3483e2cdc169 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:26.815760 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a762cc5-7fa2-4498-bd76-0ebca95fb4ea req-e1769b81-879b-4bb9-83a0-3483e2cdc169 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5419 time: 0.2371876 Mar 23 12:33:26.920889 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-f41c702b-38c8-4c8d-b8fb-e77d30074dfa service neutron] 10.222.0.52 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915234 Mar 23 12:33:26.944528 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a762cc5-7fa2-4498-bd76-0ebca95fb4ea req-0796e231-58b4-42b8-bd25-37e4970e9162 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1190741 Mar 23 12:33:27.020961 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-23bb51d7-205e-4e13-b49e-b0234123d003 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:27.032191 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-4ac3cc36-1005-4972-8e7a-b48e8ef95a59 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Network af5985c6-e138-4bc9-829c-46341a39e72e is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:33:27.050482 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-4ac3cc36-1005-4972-8e7a-b48e8ef95a59 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:27.070573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3cc36-1005-4972-8e7a-b48e8ef95a59 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Pushing event updated for resources: {'Port': ['ID=43f5e520-393e-4912-a625-d5ca703335ef,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:27.073046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-4ac3cc36-1005-4972-8e7a-b48e8ef95a59 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:33:27.137148 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-23bb51d7-205e-4e13-b49e-b0234123d003 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:27.157499 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-4ac3cc36-1005-4972-8e7a-b48e8ef95a59 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:27.158191 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-4ac3cc36-1005-4972-8e7a-b48e8ef95a59 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:27.162144 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b3b74-2384-4597-b2a2-2573cec000a6 req-3cdb0b44-e776-4894-9718-bebdf6d67730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:27.163228 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f55b3b74-2384-4597-b2a2-2573cec000a6 req-3cdb0b44-e776-4894-9718-bebdf6d67730 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.9093688 Mar 23 12:33:27.210991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-23bb51d7-205e-4e13-b49e-b0234123d003 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Network af5985c6-e138-4bc9-829c-46341a39e72e is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:33:27.216372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-23bb51d7-205e-4e13-b49e-b0234123d003 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:27.235162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-23bb51d7-205e-4e13-b49e-b0234123d003 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:33:27.237894 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-4ac3cc36-1005-4972-8e7a-b48e8ef95a59 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5524638 Mar 23 12:33:27.288846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Request body: {'port': {'device_id': 'e0aafb51-52f7-4b74-9e8f-df4718448961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:27.289007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-ffbf8eaf-35ec-43f3-8f19-fa4a3793812a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Allocated IP 172.20.0.12 (af5985c6-e138-4bc9-829c-46341a39e72e/3aee6987-a383-470e-b627-4556054ac409/30208e13-459c-4124-a4e5-15341085b706) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:33:27.317917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb51d7-205e-4e13-b49e-b0234123d003 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Pushing event updated for resources: {'Port': ['ID=f10f039d-9a05-4e89-972d-8d151504a854,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:27.344722 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-f24e5804-db40-4e08-b821-155ed9361668 service neutron] 10.222.0.52 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252656 Mar 23 12:33:27.360504 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f55b3b74-2384-4597-b2a2-2573cec000a6 req-2a756be9-c0d2-4133-acb3-8382aec41bcb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027 HTTP/1.1" status: 200 len: 999 time: 0.1852548 Mar 23 12:33:27.365236 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-23bb51d7-205e-4e13-b49e-b0234123d003 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:27.366321 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-23bb51d7-205e-4e13-b49e-b0234123d003 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:27.421865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-23bb51d7-205e-4e13-b49e-b0234123d003 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1020701 Mar 23 12:33:27.438652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Request body: {'port': {'device_id': '2924a7b0-0466-417e-a2ab-d4536aeeddb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:27.512761 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c66e6e67-39c4-4ac8-875d-10c508a04491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:27.552190 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c66e6e67-39c4-4ac8-875d-10c508a04491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:27.572595 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:27.666562 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:27.681689 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:27.787088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b3b74-2384-4597-b2a2-2573cec000a6 req-0f995d01-e6fa-45ed-b521-212cedba8e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:27.789028 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f55b3b74-2384-4597-b2a2-2573cec000a6 req-0f995d01-e6fa-45ed-b521-212cedba8e85 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.4047949 Mar 23 12:33:27.841911 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-ffbf8eaf-35ec-43f3-8f19-fa4a3793812a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:27.879188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e6e67-39c4-4ac8-875d-10c508a04491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0b5738-7d48-4895-b99e-48611932c930,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:27.900389 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c66e6e67-39c4-4ac8-875d-10c508a04491 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=990fb7cf227f4cecb09d81e98b794a30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7533617 Mar 23 12:33:27.930306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57680) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:28.066582 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-ffbf8eaf-35ec-43f3-8f19-fa4a3793812a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:28.198467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-ffbf8eaf-35ec-43f3-8f19-fa4a3793812a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Network af5985c6-e138-4bc9-829c-46341a39e72e is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:33:28.235563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf8eaf-35ec-43f3-8f19-fa4a3793812a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Pushing event updated for resources: {'Port': ['ID=30208e13-459c-4124-a4e5-15341085b706,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:28.261794 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2ac0a-01c1-440c-bcce-9a30f5aeeefa req-e66a8e8c-afcf-40b2-8067-542f5c41ad53 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:28.270513 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47c2ac0a-01c1-440c-bcce-9a30f5aeeefa req-e66a8e8c-afcf-40b2-8067-542f5c41ad53 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.6055696 Mar 23 12:33:28.274736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b3b74-2384-4597-b2a2-2573cec000a6 req-a1e669f8-a3af-446e-bd93-039fff7edfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:28.276651 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f55b3b74-2384-4597-b2a2-2573cec000a6 req-a1e669f8-a3af-446e-bd93-039fff7edfcb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3904905 Mar 23 12:33:28.279368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-ffbf8eaf-35ec-43f3-8f19-fa4a3793812a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:28.283944 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c909a16b-e9f0-46f6-b283-f66ba1003015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:28.297413 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-ffbf8eaf-35ec-43f3-8f19-fa4a3793812a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:33:28.392439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb10f1-54c1-40b1-b75d-6b30d405e7d3 req-a45fe63c-7011-469a-a238-b1a742995101 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:28.401867 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7fb10f1-54c1-40b1-b75d-6b30d405e7d3 req-a45fe63c-7011-469a-a238-b1a742995101 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=98c12628-0073-4ee4-824b-748ca9a13a52 HTTP/1.1" status: 200 len: 932 time: 0.3325131 Mar 23 12:33:28.419393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2f172f-55f8-4411-920c-72aa4787987a None None] Network 7236f3b1-4b4d-4249-ad33-13e1717070cc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:33:28.437493 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c909a16b-e9f0-46f6-b283-f66ba1003015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:28.460069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-ffbf8eaf-35ec-43f3-8f19-fa4a3793812a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:28.460764 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-ffbf8eaf-35ec-43f3-8f19-fa4a3793812a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:28.465702 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47c2ac0a-01c1-440c-bcce-9a30f5aeeefa req-3f23550a-fc04-43ad-8b27-4970207255d5 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941733 Mar 23 12:33:28.546955 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f55b3b74-2384-4597-b2a2-2573cec000a6 req-d237611a-19bb-4c21-8792-669dd7e647de service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599061 Mar 23 12:33:28.580505 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c909a16b-e9f0-46f6-b283-f66ba1003015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:28.586116 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c909a16b-e9f0-46f6-b283-f66ba1003015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:28.587869 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c909a16b-e9f0-46f6-b283-f66ba1003015 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b0b5738-7d48-4895-b99e-48611932c930 HTTP/1.1" status: 204 len: 168 time: 0.5104599 Mar 23 12:33:28.616748 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909a16b-e9f0-46f6-b283-f66ba1003015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0b5738-7d48-4895-b99e-48611932c930,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:28.640514 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] Provisioning complete for port 06a315b2-7edb-400d-886b-92ccc2b9f4e1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:28.640897 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:28.667057 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-ffbf8eaf-35ec-43f3-8f19-fa4a3793812a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1111300 Mar 23 12:33:28.688250 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7fb10f1-54c1-40b1-b75d-6b30d405e7d3 req-254b7c25-9ce6-4054-83e2-ab7ad144f07f tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854023 Mar 23 12:33:28.734977 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Request body: {'port': {'device_id': '98c12628-0073-4ee4-824b-748ca9a13a52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:28.762923 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2cf67-6755-4487-83c8-36f7ebf9f3d9 req-63587cf9-99c8-4af2-9f0a-a35e3d960668 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:28.772467 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-36d2cf67-6755-4487-83c8-36f7ebf9f3d9 req-63587cf9-99c8-4af2-9f0a-a35e3d960668 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 944 time: 0.1676998 Mar 23 12:33:28.816557 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10f039d-9a05-4e89-972d-8d151504a854 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:28.827790 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f55b3b74-2384-4597-b2a2-2573cec000a6 req-c6f8e1e4-65d2-4b76-b61a-1b397adbdc65 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717273 Mar 23 12:33:28.851291 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:28.882744 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-36d2cf67-6755-4487-83c8-36f7ebf9f3d9 req-4b21df34-8554-4c39-a216-3f2a7182bd08 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056962 Mar 23 12:33:28.998601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Transition to ACTIVE for port object f10f039d-9a05-4e89-972d-8d151504a854 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:33:29.048478 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:29.080939 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 06a315b2-7edb-400d-886b-92ccc2b9f4e1 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:29.126483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f10f039d-9a05-4e89-972d-8d151504a854,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:29.132338 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648b9e8-75c1-40b1-8918-d7ad07baf963 req-013c889e-2954-4023-8272-be836155debd tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:29.136320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device cf5233d7-db34-4a02-9837-fcce7b93f271 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:29.146341 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:29.150939 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:29.170540 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648b9e8-75c1-40b1-8918-d7ad07baf963 req-013c889e-2954-4023-8272-be836155debd tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:29.181799 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648b9e8-75c1-40b1-8918-d7ad07baf963 req-013c889e-2954-4023-8272-be836155debd tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:29.184009 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:29.190860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648b9e8-75c1-40b1-8918-d7ad07baf963 req-013c889e-2954-4023-8272-be836155debd tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:29.214929 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648b9e8-75c1-40b1-8918-d7ad07baf963 req-013c889e-2954-4023-8272-be836155debd tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:29.221894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648b9e8-75c1-40b1-8918-d7ad07baf963 req-013c889e-2954-4023-8272-be836155debd tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:29.231680 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648b9e8-75c1-40b1-8918-d7ad07baf963 req-013c889e-2954-4023-8272-be836155debd tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:29.244469 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5648b9e8-75c1-40b1-8918-d7ad07baf963 req-013c889e-2954-4023-8272-be836155debd tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5419 time: 0.2751284 Mar 23 12:33:29.285231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] For port 06a315b2-7edb-400d-886b-92ccc2b9f4e1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=06a315b2-7edb-400d-886b-92ccc2b9f4e1,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:29.295462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 06a315b2-7edb-400d-886b-92ccc2b9f4e1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:29.295862 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:29.296930 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-54942a1f-8c89-4683-b079-e6de1bb83bae tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:29.302387 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-54942a1f-8c89-4683-b079-e6de1bb83bae tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/networks?id=7236f3b1-4b4d-4249-ad33-13e1717070cc HTTP/1.1" status: 200 len: 816 time: 0.4518137 Mar 23 12:33:29.325599 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:29.417223 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port cf5233d7-db34-4a02-9837-fcce7b93f271 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:33:29.430762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] Pushing event updated for resources: {'Port': ['ID=06a315b2-7edb-400d-886b-92ccc2b9f4e1,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:29.472653 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57702) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:29.475493 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port cf5233d7-db34-4a02-9837-fcce7b93f271 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:29.475866 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:29.482151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:29.482500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:29.483724 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:29.485036 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:29.485996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:29.492371 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:29.494310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:29.495361 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:29.497947 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:29.498303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:29.498638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:29.498971 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82bffd2-3b5d-4ebf-a3af-dd3be0ef14af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:29.502355 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5648b9e8-75c1-40b1-8918-d7ad07baf963 req-35ee83db-a8d3-41d5-a089-373f2e29bd2e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2551246 Mar 23 12:33:29.606192 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:29.652089 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-a1798dee-ee30-4168-b6f3-6b9313804e29 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/quotas/12f9b17f822645fe8c1c12b9abc01991 HTTP/1.1" status: 200 len: 375 time: 0.2568493 Mar 23 12:33:29.662893 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03fd361a-5c84-40bb-8de9-1a7848a282b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:29.693054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-4f97d847-8cfa-433f-ad01-fc81331ac71d tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:29.695198 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-4f97d847-8cfa-433f-ad01-fc81331ac71d tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.73 "GET /v2.0/networks?id=7236f3b1-4b4d-4249-ad33-13e1717070cc HTTP/1.1" status: 200 len: 816 time: 0.4467854 Mar 23 12:33:29.724915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-9f618eeb-4d0f-46bc-861c-b73566e54742 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Request body: {'port': {'device_id': '8aa7d30c-f099-463f-92e2-76f19620bc71', 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc', 'admin_state_up': True, 'tenant_id': '12f9b17f822645fe8c1c12b9abc01991'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:29.755212 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Attempting to bind port f10f039d-9a05-4e89-972d-8d151504a854 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:29.755553 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Attempting to bind port f10f039d-9a05-4e89-972d-8d151504a854 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'ff6f9faa-9dee-475e-93d8-b7bd8eae99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:29.755884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Attempting to bind port f10f039d-9a05-4e89-972d-8d151504a854 on network af5985c6-e138-4bc9-829c-46341a39e72e {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:29.781317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Port f10f039d-9a05-4e89-972d-8d151504a854 on network af5985c6-e138-4bc9-829c-46341a39e72e not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:29.781650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Attempting to bind port f10f039d-9a05-4e89-972d-8d151504a854 on network af5985c6-e138-4bc9-829c-46341a39e72e {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:29.808011 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-cb954456-82d5-4b4b-8eef-7a8dd5c670bc tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=12f9b17f822645fe8c1c12b9abc01991&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1549964 Mar 23 12:33:29.820326 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:29.820637 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f5e520-393e-4912-a625-d5ca703335ef {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:29.820732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Checking segment: {'id': 'ff6f9faa-9dee-475e-93d8-b7bd8eae99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:29.821482 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Bound using segment: {'id': 'ff6f9faa-9dee-475e-93d8-b7bd8eae99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:29.821482 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Bound port: f10f039d-9a05-4e89-972d-8d151504a854, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6f9faa-9dee-475e-93d8-b7bd8eae99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:29.822081 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:29.860959 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:29.866418 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:29.899253 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Transition to ACTIVE for port object 43f5e520-393e-4912-a625-d5ca703335ef will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:33:29.915854 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2c4a02e0-cf21-4f4f-ad71-5d2cf24eadc8 None None] Provisioning complete for port 06a315b2-7edb-400d-886b-92ccc2b9f4e1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:29.917017 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c4a02e0-cf21-4f4f-ad71-5d2cf24eadc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:29.927492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1400c-7183-4d83-b24a-6b1d74d41f70 req-5807ec39-58f9-48a8-8931-57125a14aeff tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:29.935302 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12d1400c-7183-4d83-b24a-6b1d74d41f70 req-5807ec39-58f9-48a8-8931-57125a14aeff tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.2054899 Mar 23 12:33:29.944114 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:30.046289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fd07d7-838c-4894-becb-2dbcda494881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5233d7-db34-4a02-9837-fcce7b93f271'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:30.046482 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03fd361a-5c84-40bb-8de9-1a7848a282b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:30.053549 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e06d09-d1f9-4bbb-97ef-f879588b4fd7" -d '{"events": [{"server_uuid": "13fd07d7-838c-4894-becb-2dbcda494881", "name": "network-vif-plugged", "status": "completed", "tag": "cf5233d7-db34-4a02-9837-fcce7b93f271"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:30.075014 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03fd361a-5c84-40bb-8de9-1a7848a282b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:30.076569 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Pushing event updated for resources: {'Port': ['ID=43f5e520-393e-4912-a625-d5ca703335ef,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:30.079583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port cf5233d7-db34-4a02-9837-fcce7b93f271, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=cf5233d7-db34-4a02-9837-fcce7b93f271,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:30.095224 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:30.097121 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-e07b12c8-f352-4dbd-a2aa-3a728b202132 service neutron] 10.222.0.52 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880864 Mar 23 12:33:30.099682 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] For port f10f039d-9a05-4e89-972d-8d151504a854, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:30.107081 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12d1400c-7183-4d83-b24a-6b1d74d41f70 req-8f335c92-5022-4098-ba94-c89ce36cd7b1 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704378 Mar 23 12:33:30.122145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-9f618eeb-4d0f-46bc-861c-b73566e54742 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Made reservation on behalf of 12f9b17f822645fe8c1c12b9abc01991 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:30.129855 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-9f618eeb-4d0f-46bc-861c-b73566e54742 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:30.178366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] For port f10f039d-9a05-4e89-972d-8d151504a854, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f10f039d-9a05-4e89-972d-8d151504a854,segment=NetworkSegment(ff6f9faa-9dee-475e-93d8-b7bd8eae99a7),segment_id=ff6f9faa-9dee-475e-93d8-b7bd8eae99a7)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:30.203255 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-03fd361a-5c84-40bb-8de9-1a7848a282b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a29eea6318e8478d86cd64187216ea5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6205490 Mar 23 12:33:30.208638 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57718) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:30.262970 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:30.279347 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=cf5233d7-db34-4a02-9837-fcce7b93f271,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:30.314364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd361a-5c84-40bb-8de9-1a7848a282b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ae1ac8-0839-4f9a-a16c-cfcb0b50c0f8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:30.342465 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:30.343618 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:30.345784 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] 10.222.0.73 "PUT /v2.0/ports/f10f039d-9a05-4e89-972d-8d151504a854 HTTP/1.1" status: 200 len: 1092 time: 2.9122734 Mar 23 12:33:30.358269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2924a7b0-0466-417e-a2ab-d4536aeeddb5', 'tag': 'f10f039d-9a05-4e89-972d-8d151504a854'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:30.358461 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Attempting to bind port 43f5e520-393e-4912-a625-d5ca703335ef on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:30.358656 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Attempting to bind port 43f5e520-393e-4912-a625-d5ca703335ef by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'ff6f9faa-9dee-475e-93d8-b7bd8eae99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:30.359275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Attempting to bind port 43f5e520-393e-4912-a625-d5ca703335ef on network af5985c6-e138-4bc9-829c-46341a39e72e {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:30.362687 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd2923b-8ad0-4e2a-a2c0-774224240cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "2924a7b0-0466-417e-a2ab-d4536aeeddb5", "tag": "f10f039d-9a05-4e89-972d-8d151504a854"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:30.418147 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Port 43f5e520-393e-4912-a625-d5ca703335ef on network af5985c6-e138-4bc9-829c-46341a39e72e not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:30.418653 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Attempting to bind port 43f5e520-393e-4912-a625-d5ca703335ef on network af5985c6-e138-4bc9-829c-46341a39e72e {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:30.449205 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:30.449642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Checking segment: {'id': 'ff6f9faa-9dee-475e-93d8-b7bd8eae99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:30.450205 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Bound using segment: {'id': 'ff6f9faa-9dee-475e-93d8-b7bd8eae99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:30.450709 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Bound port: 43f5e520-393e-4912-a625-d5ca703335ef, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6f9faa-9dee-475e-93d8-b7bd8eae99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:30.451144 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:30.474516 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aff8e185-a5ff-4811-b20f-27dff75ea527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:30.487739 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3158d79-df8a-4ca5-8588-dda0c08db8b1 req-3855a5c4-2b36-49cc-a8c6-eceeb36362c4 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:30.489215 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3158d79-df8a-4ca5-8588-dda0c08db8b1 req-3855a5c4-2b36-49cc-a8c6-eceeb36362c4 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=98c12628-0073-4ee4-824b-748ca9a13a52 HTTP/1.1" status: 200 len: 932 time: 0.2126851 Mar 23 12:33:30.509723 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-9f618eeb-4d0f-46bc-861c-b73566e54742 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Allocated IP 172.20.0.12 (7236f3b1-4b4d-4249-ad33-13e1717070cc/d9546c30-00e0-4db9-9435-93ebb926fe1a/4abfb211-9b93-4c2b-8ddd-07c14e4e0e09) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:33:30.569818 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:33:30.587883 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aff8e185-a5ff-4811-b20f-27dff75ea527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:30.719554 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3158d79-df8a-4ca5-8588-dda0c08db8b1 req-e9c8ba57-a0e8-4aa6-9811-01714dc8e5fa tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072914 Mar 23 12:33:30.730258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] For port 43f5e520-393e-4912-a625-d5ca703335ef, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:30.822674 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] For port 43f5e520-393e-4912-a625-d5ca703335ef, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=43f5e520-393e-4912-a625-d5ca703335ef,segment=NetworkSegment(ff6f9faa-9dee-475e-93d8-b7bd8eae99a7),segment_id=ff6f9faa-9dee-475e-93d8-b7bd8eae99a7)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:30.834746 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:30.871733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1ddc8-a5d6-4c92-9d36-4eed1ad103e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f10f039d-9a05-4e89-972d-8d151504a854,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:30.878674 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 06a315b2-7edb-400d-886b-92ccc2b9f4e1 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:30.883895 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30208e13-459c-4124-a4e5-15341085b706 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:30.895557 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:30.905322 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-b515c01f-5408-498a-87b4-3f17bae9253f service neutron] 10.222.0.52 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7937729 Mar 23 12:33:30.930516 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8be62853-9a6a-4b42-8257-2486c51aec1f req-9100046a-45f0-48a4-ba38-838d4b4fe942 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1362450 Mar 23 12:33:30.932277 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-136eb2ad-1ba3-4084-b983-abc9cba649d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:30.933653 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-136eb2ad-1ba3-4084-b983-abc9cba649d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a33d00c04a9c479cabda026ecdc3ccf2&device_id=2924a7b0-0466-417e-a2ab-d4536aeeddb5 HTTP/1.1" status: 200 len: 1095 time: 0.1558259 Mar 23 12:33:30.953189 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:30.953825 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:30.955271 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] 10.222.0.77 "PUT /v2.0/ports/43f5e520-393e-4912-a625-d5ca703335ef HTTP/1.1" status: 200 len: 1091 time: 3.6978171 Mar 23 12:33:30.958482 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0aafb51-52f7-4b74-9e8f-df4718448961', 'tag': '43f5e520-393e-4912-a625-d5ca703335ef'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:30.968836 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c46a9c5-3934-4c6c-a339-f607a58fea53" -d '{"events": [{"name": "network-changed", "server_uuid": "e0aafb51-52f7-4b74-9e8f-df4718448961", "tag": "43f5e520-393e-4912-a625-d5ca703335ef"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:31.007695 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-20507110-50d3-4a7e-b9eb-f10f6fa134b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f10f039d-9a05-4e89-972d-8d151504a854 HTTP/1.1" status: 200 len: 217 time: 0.0627079 Mar 23 12:33:31.015668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Transition to ACTIVE for port object 30208e13-459c-4124-a4e5-15341085b706 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:33:31.019539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 06a315b2-7edb-400d-886b-92ccc2b9f4e1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:31.020737 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:31.079895 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-5e888f36-e522-4aa8-b07c-bf97265bfb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:31.081426 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-5e888f36-e522-4aa8-b07c-bf97265bfb42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3aee6987-a383-470e-b627-4556054ac409 HTTP/1.1" status: 200 len: 858 time: 0.0602391 Mar 23 12:33:31.084955 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aff8e185-a5ff-4811-b20f-27dff75ea527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:31.088343 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aff8e185-a5ff-4811-b20f-27dff75ea527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:31.089996 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-aff8e185-a5ff-4811-b20f-27dff75ea527 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e4ae1ac8-0839-4f9a-a16c-cfcb0b50c0f8 HTTP/1.1" status: 204 len: 168 time: 0.8803399 Mar 23 12:33:31.090942 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9a5a0-e9ec-4496-9f58-88818681b73c service neutron] Pushing event updated for resources: {'Port': ['ID=43f5e520-393e-4912-a625-d5ca703335ef,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:31.092996 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:31.154033 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8e185-a5ff-4811-b20f-27dff75ea527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ae1ac8-0839-4f9a-a16c-cfcb0b50c0f8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:31.218237 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-9f618eeb-4d0f-46bc-861c-b73566e54742 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:31.236056 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-76d6b609-3699-49d2-8a9e-dd688e9e69be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af5985c6-e138-4bc9-829c-46341a39e72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455564 Mar 23 12:33:31.259939 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Pushing event updated for resources: {'Port': ['ID=30208e13-459c-4124-a4e5-15341085b706,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:31.274478 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2b299-18e6-40e7-8de8-9f4445536126 req-f201dd4c-2bb8-4444-9560-a74c0b46f8b7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:31.274654 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c4d982-1634-4340-ae80-2f2aa87d0d0f x-openstack-request-id: req-e9c4d982-1634-4340-ae80-2f2aa87d0d0f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:31.275383 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fd07d7-838c-4894-becb-2dbcda494881", "name": "network-vif-plugged", "status": "completed", "tag": "cf5233d7-db34-4a02-9837-fcce7b93f271", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:31.276167 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9c4d982-1634-4340-ae80-2f2aa87d0d0f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:31.276753 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fd07d7-838c-4894-becb-2dbcda494881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5233d7-db34-4a02-9837-fcce7b93f271', 'code': 200} Mar 23 12:33:31.282045 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21a2b299-18e6-40e7-8de8-9f4445536126 req-f201dd4c-2bb8-4444-9560-a74c0b46f8b7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 945 time: 0.3777757 Mar 23 12:33:31.297340 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-c7116952-25ba-4572-98f8-af1ef9fa6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:31.300585 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-c7116952-25ba-4572-98f8-af1ef9fa6c1d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a33d00c04a9c479cabda026ecdc3ccf2&device_id=e0aafb51-52f7-4b74-9e8f-df4718448961 HTTP/1.1" status: 200 len: 1094 time: 0.2814872 Mar 23 12:33:31.352049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 16ce1d13-1ee3-4006-bcaf-a4e670243b43 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:33:31.458935 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-e13aef9b-4bfe-41bf-9fed-b9598880dba4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43f5e520-393e-4912-a625-d5ca703335ef HTTP/1.1" status: 200 len: 217 time: 0.1462405 Mar 23 12:33:31.484118 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21a2b299-18e6-40e7-8de8-9f4445536126 req-4845339e-52ba-4106-b3f6-bdaacc45d9cd tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824915 Mar 23 12:33:31.501872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-39ec3853-a04f-4b6b-a8fd-168e9b2a2c76 service neutron] 10.222.0.73 "GET /v2.0/networks/af5985c6-e138-4bc9-829c-46341a39e72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944041 Mar 23 12:33:31.562523 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be62853-9a6a-4b42-8257-2486c51aec1f req-680cfe01-5e1c-4154-bd2a-d507eb726d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:31.570304 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8be62853-9a6a-4b42-8257-2486c51aec1f req-680cfe01-5e1c-4154-bd2a-d507eb726d14 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 1096 time: 0.5516388 Mar 23 12:33:31.616444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ad34e-5b5c-46f8-8876-a6e208ae5085 req-9f437351-b349-4c08-8b83-62dc0da6d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:31.618847 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d21ad34e-5b5c-46f8-8876-a6e208ae5085 req-9f437351-b349-4c08-8b83-62dc0da6d84c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 1096 time: 0.2587528 Mar 23 12:33:31.632077 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-9f618eeb-4d0f-46bc-861c-b73566e54742 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:31.638509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 16ce1d13-1ee3-4006-bcaf-a4e670243b43, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=16ce1d13-1ee3-4006-bcaf-a4e670243b43,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:31.671250 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '16ce1d13-1ee3-4006-bcaf-a4e670243b43', 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec', 'port_id': '16ce1d13-1ee3-4006-bcaf-a4e670243b43', 'mac_address': 'fa:16:3e:e6:ed:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df4c0398-acbb-48a1-83d5-8a1f46b37271', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:33:31.694042 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f618eeb-4d0f-46bc-861c-b73566e54742 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Pushing event updated for resources: {'Port': ['ID=4abfb211-9b93-4c2b-8ddd-07c14e4e0e09,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:31.697552 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-55646b4c-5be7-4c04-889c-2c289838db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:31.702375 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-55646b4c-5be7-4c04-889c-2c289838db58 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3aee6987-a383-470e-b627-4556054ac409 HTTP/1.1" status: 200 len: 858 time: 0.2358217 Mar 23 12:33:31.807890 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-e1b840f6-0810-44ef-ad76-8ca2924a68f0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=af5985c6-e138-4bc9-829c-46341a39e72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909617 Mar 23 12:33:31.809731 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-9f618eeb-4d0f-46bc-861c-b73566e54742 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Network 7236f3b1-4b4d-4249-ad33-13e1717070cc is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:33:31.813368 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:31.832861 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097f1d84-4923-4c9c-aa9c-a77692d4b813 x-openstack-request-id: req-097f1d84-4923-4c9c-aa9c-a77692d4b813 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:31.833345 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2924a7b0-0466-417e-a2ab-d4536aeeddb5", "tag": "f10f039d-9a05-4e89-972d-8d151504a854", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:31.833774 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-097f1d84-4923-4c9c-aa9c-a77692d4b813 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:31.834540 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2924a7b0-0466-417e-a2ab-d4536aeeddb5', 'tag': 'f10f039d-9a05-4e89-972d-8d151504a854', 'status': 'completed', 'code': 200} Mar 23 12:33:31.839590 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16ce1d13-1ee3-4006-bcaf-a4e670243b43 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:31.873384 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 16ce1d13-1ee3-4006-bcaf-a4e670243b43, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=16ce1d13-1ee3-4006-bcaf-a4e670243b43,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:31.884071 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:31.922768 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-9f618eeb-4d0f-46bc-861c-b73566e54742 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:31.972135 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=16ce1d13-1ee3-4006-bcaf-a4e670243b43,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:32.012687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-9f618eeb-4d0f-46bc-861c-b73566e54742 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:33:32.111074 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Attempting to bind port 30208e13-459c-4124-a4e5-15341085b706 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:32.112054 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Attempting to bind port 30208e13-459c-4124-a4e5-15341085b706 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'ff6f9faa-9dee-475e-93d8-b7bd8eae99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:32.112391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Attempting to bind port 30208e13-459c-4124-a4e5-15341085b706 on network af5985c6-e138-4bc9-829c-46341a39e72e {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:32.125853 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d21ad34e-5b5c-46f8-8876-a6e208ae5085 req-aa083a5b-564b-4c5f-95c3-bf78e326e865 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865165 Mar 23 12:33:32.126578 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-389ade4e-b9cc-438e-b633-f96c99970b9e service neutron] 10.222.0.73 "GET /v2.0/networks/af5985c6-e138-4bc9-829c-46341a39e72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684071 Mar 23 12:33:32.130778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Port 30208e13-459c-4124-a4e5-15341085b706 on network af5985c6-e138-4bc9-829c-46341a39e72e not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:32.130969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Attempting to bind port 30208e13-459c-4124-a4e5-15341085b706 on network af5985c6-e138-4bc9-829c-46341a39e72e {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:32.139366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be62853-9a6a-4b42-8257-2486c51aec1f req-eee9f270-d92e-4d42-96d9-b0561521bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:32.140938 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8be62853-9a6a-4b42-8257-2486c51aec1f req-eee9f270-d92e-4d42-96d9-b0561521bd96 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.3268039 Mar 23 12:33:32.141825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:32.143350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Checking segment: {'id': 'ff6f9faa-9dee-475e-93d8-b7bd8eae99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:32.143770 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Bound using segment: {'id': 'ff6f9faa-9dee-475e-93d8-b7bd8eae99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:32.144290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Bound port: 30208e13-459c-4124-a4e5-15341085b706, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6f9faa-9dee-475e-93d8-b7bd8eae99a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:32.145481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:32.164694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['16ce1d13-1ee3-4006-bcaf-a4e670243b43'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:32.229894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d05340-2efb-44d2-b92f-72ac2e738964 req-b30ce3ac-5183-442e-85fe-9359a30aadee tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:32.247351 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d05340-2efb-44d2-b92f-72ac2e738964 req-b30ce3ac-5183-442e-85fe-9359a30aadee tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:32.265138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d05340-2efb-44d2-b92f-72ac2e738964 req-b30ce3ac-5183-442e-85fe-9359a30aadee tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:32.280650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d05340-2efb-44d2-b92f-72ac2e738964 req-b30ce3ac-5183-442e-85fe-9359a30aadee tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:32.308184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d05340-2efb-44d2-b92f-72ac2e738964 req-b30ce3ac-5183-442e-85fe-9359a30aadee tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:32.314121 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d05340-2efb-44d2-b92f-72ac2e738964 req-b30ce3ac-5183-442e-85fe-9359a30aadee tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:32.327682 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d05340-2efb-44d2-b92f-72ac2e738964 req-b30ce3ac-5183-442e-85fe-9359a30aadee tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:32.333004 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-63d05340-2efb-44d2-b92f-72ac2e738964 req-b30ce3ac-5183-442e-85fe-9359a30aadee tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5419 time: 0.5328059 Mar 23 12:33:32.347487 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-9f618eeb-4d0f-46bc-861c-b73566e54742 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:32.356366 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-9f618eeb-4d0f-46bc-861c-b73566e54742 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:32.398438 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65201a5-4ff6-4c29-bc35-f18cc44f7fbd x-openstack-request-id: req-c65201a5-4ff6-4c29-bc35-f18cc44f7fbd {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:32.399447 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0aafb51-52f7-4b74-9e8f-df4718448961", "tag": "43f5e520-393e-4912-a625-d5ca703335ef", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:32.400598 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c65201a5-4ff6-4c29-bc35-f18cc44f7fbd {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:32.400861 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0aafb51-52f7-4b74-9e8f-df4718448961', 'tag': '43f5e520-393e-4912-a625-d5ca703335ef', 'status': 'completed', 'code': 200} Mar 23 12:33:32.494367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] For port 30208e13-459c-4124-a4e5-15341085b706, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:32.498238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] For port 30208e13-459c-4124-a4e5-15341085b706, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=30208e13-459c-4124-a4e5-15341085b706,segment=NetworkSegment(ff6f9faa-9dee-475e-93d8-b7bd8eae99a7),segment_id=ff6f9faa-9dee-475e-93d8-b7bd8eae99a7)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:32.501849 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-ed0a47c8-71e3-4222-8f2b-4517a1013b37 service neutron] 10.222.0.77 "GET /v2.0/networks/af5985c6-e138-4bc9-829c-46341a39e72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6634278 Mar 23 12:33:32.551424 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8be62853-9a6a-4b42-8257-2486c51aec1f req-46eac20d-c3eb-4b83-8475-70ea45d58792 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de415ab8-a994-497f-88e7-c4873f3b75e4 HTTP/1.1" status: 200 len: 217 time: 0.3937044 Mar 23 12:33:32.579261 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-9f618eeb-4d0f-46bc-861c-b73566e54742 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8591044 Mar 23 12:33:32.582583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ce0cf768-85e2-41fc-9a74-b50dcd27ee81 None None] Provisioning complete for port 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:32.583678 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce0cf768-85e2-41fc-9a74-b50dcd27ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:32.608283 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-63d05340-2efb-44d2-b92f-72ac2e738964 req-8d4c8df6-40ca-4012-a519-b2e762469899 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2403131 Mar 23 12:33:32.614543 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:32.671267 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ce0cf768-85e2-41fc-9a74-b50dcd27ee81 None None] Port 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:33:32.752717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:32.753566 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:32.756857 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] 10.222.0.77 "PUT /v2.0/ports/30208e13-459c-4124-a4e5-15341085b706 HTTP/1.1" status: 200 len: 1092 time: 4.0583348 Mar 23 12:33:32.773811 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Request body: {'port': {'device_id': '8aa7d30c-f099-463f-92e2-76f19620bc71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:32.842256 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be62853-9a6a-4b42-8257-2486c51aec1f req-2e499c74-7233-4779-baaa-ecc58fd10a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:32.843743 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8be62853-9a6a-4b42-8257-2486c51aec1f req-2e499c74-7233-4779-baaa-ecc58fd10a64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.2242336 Mar 23 12:33:32.866271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190b903-3637-4c85-9e84-7079aa3ce2ad service neutron] Pushing event updated for resources: {'Port': ['ID=30208e13-459c-4124-a4e5-15341085b706,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:32.891655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cc740-6094-4aec-9638-5a96593fa407 req-df3bd9b4-a47b-4c15-9131-16196659eda9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:32.900308 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e84cc740-6094-4aec-9638-5a96593fa407 req-df3bd9b4-a47b-4c15-9131-16196659eda9 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 944 time: 0.3827634 Mar 23 12:33:32.909484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2923b-8ad0-4e2a-a2c0-774224240cf8 req-2e70ef32-71d8-4443-8b87-1d083d16dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:32.911044 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8bd2923b-8ad0-4e2a-a2c0-774224240cf8 req-2e70ef32-71d8-4443-8b87-1d083d16dc96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a33d00c04a9c479cabda026ecdc3ccf2&device_id=2924a7b0-0466-417e-a2ab-d4536aeeddb5 HTTP/1.1" status: 200 len: 1095 time: 0.6464155 Mar 23 12:33:33.030980 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-503c7ca6-e799-4947-8bb7-1c1c4e475be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:33.041729 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-503c7ca6-e799-4947-8bb7-1c1c4e475be0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a33d00c04a9c479cabda026ecdc3ccf2&device_id=98c12628-0073-4ee4-824b-748ca9a13a52 HTTP/1.1" status: 200 len: 1095 time: 0.2258949 Mar 23 12:33:33.134241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e84cc740-6094-4aec-9638-5a96593fa407 req-1685d963-ed22-4d46-af6d-7cbbcc666a11 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320104 Mar 23 12:33:33.142754 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-f987b3c0-3ef4-4f3d-9ff4-4826a012e366 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30208e13-459c-4124-a4e5-15341085b706 HTTP/1.1" status: 200 len: 217 time: 0.0994279 Mar 23 12:33:33.250586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-9d7b6b83-09dc-4898-95ad-ec44893a1417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:33.253001 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-9d7b6b83-09dc-4898-95ad-ec44893a1417 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3aee6987-a383-470e-b627-4556054ac409 HTTP/1.1" status: 200 len: 858 time: 0.1032009 Mar 23 12:33:33.296895 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be62853-9a6a-4b42-8257-2486c51aec1f req-5f4c96c5-0d0b-46ce-8899-79278ebfdf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:33.299757 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8be62853-9a6a-4b42-8257-2486c51aec1f req-5f4c96c5-0d0b-46ce-8899-79278ebfdf84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4362273 Mar 23 12:33:33.350557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device f10f039d-9a05-4e89-972d-8d151504a854 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:33:33.367090 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 16ce1d13-1ee3-4006-bcaf-a4e670243b43 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:33.443985 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-f50e4fb4-b66e-4887-b88a-2294ae695e21 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=af5985c6-e138-4bc9-829c-46341a39e72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495054 Mar 23 12:33:33.529529 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:33.544177 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 16ce1d13-1ee3-4006-bcaf-a4e670243b43 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:33.545011 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:33.645821 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-eca27238-bc98-4d99-a62a-8e9aa7a0f360 service neutron] 10.222.0.77 "GET /v2.0/networks/af5985c6-e138-4bc9-829c-46341a39e72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1285851 Mar 23 12:33:33.653846 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-7fdbe21b-282a-42b4-9f6e-c868a435a118 service neutron] 10.222.0.77 "GET /v2.0/networks/af5985c6-e138-4bc9-829c-46341a39e72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590579 Mar 23 12:33:33.668130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2923b-8ad0-4e2a-a2c0-774224240cf8 req-f44ec25f-e086-47f6-bdab-cfa435476a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:33.686696 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8bd2923b-8ad0-4e2a-a2c0-774224240cf8 req-f44ec25f-e086-47f6-bdab-cfa435476a8e service neutron] 10.222.0.73 "GET /v2.0/networks?id=af5985c6-e138-4bc9-829c-46341a39e72e HTTP/1.1" status: 200 len: 919 time: 0.7450280 Mar 23 12:33:33.707089 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:33.775824 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-8ee81a21-d21b-4233-a662-9e91bfdb342c tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:33.777605 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-8ee81a21-d21b-4233-a662-9e91bfdb342c tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/networks?id=7236f3b1-4b4d-4249-ad33-13e1717070cc HTTP/1.1" status: 200 len: 816 time: 0.9165969 Mar 23 12:33:33.796011 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 16ce1d13-1ee3-4006-bcaf-a4e670243b43, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=16ce1d13-1ee3-4006-bcaf-a4e670243b43,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:33.801590 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4140eea-406d-48c5-9ee8-3292205ea875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ce1d13-1ee3-4006-bcaf-a4e670243b43'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:33.803035 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8bd2923b-8ad0-4e2a-a2c0-774224240cf8 req-2d04d358-74a7-40f4-b218-5f0a56a10f1d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f10f039d-9a05-4e89-972d-8d151504a854 HTTP/1.1" status: 200 len: 217 time: 0.0934863 Mar 23 12:33:33.805155 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8ccca4-89ff-41ab-b6bc-5b7da77b1360" -d '{"events": [{"server_uuid": "d4140eea-406d-48c5-9ee8-3292205ea875", "name": "network-vif-plugged", "status": "completed", "tag": "16ce1d13-1ee3-4006-bcaf-a4e670243b43"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:33.816338 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:33.827375 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-b54f47a7-779c-44f6-b9ec-ef3a552cbef6 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/quotas/12f9b17f822645fe8c1c12b9abc01991 HTTP/1.1" status: 200 len: 375 time: 0.0370393 Mar 23 12:33:33.840218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c12628-0073-4ee4-824b-748ca9a13a52', 'tag': '30208e13-459c-4124-a4e5-15341085b706'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:33.842910 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed48d5e-6fb9-4b03-b401-d27ba913f6be" -d '{"events": [{"name": "network-changed", "server_uuid": "98c12628-0073-4ee4-824b-748ca9a13a52", "tag": "30208e13-459c-4124-a4e5-15341085b706"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:33.903362 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=16ce1d13-1ee3-4006-bcaf-a4e670243b43,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:33.917663 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port f10f039d-9a05-4e89-972d-8d151504a854, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f10f039d-9a05-4e89-972d-8d151504a854,segment=NetworkSegment(ff6f9faa-9dee-475e-93d8-b7bd8eae99a7),segment_id=ff6f9faa-9dee-475e-93d8-b7bd8eae99a7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:33.937305 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'f10f039d-9a05-4e89-972d-8d151504a854', 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e', 'port_id': 'f10f039d-9a05-4e89-972d-8d151504a854', 'mac_address': 'fa:16:3e:b4:57:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aee6987-a383-470e-b627-4556054ac409', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:33:33.994962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46a9c5-3934-4c6c-a339-f607a58fea53 req-c6f55ebf-f137-48c8-8618-1805b359d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:33.995708 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:33.996845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c46a9c5-3934-4c6c-a339-f607a58fea53 req-c6f55ebf-f137-48c8-8618-1805b359d201 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a33d00c04a9c479cabda026ecdc3ccf2&device_id=e0aafb51-52f7-4b74-9e8f-df4718448961 HTTP/1.1" status: 200 len: 1094 time: 0.2441323 Mar 23 12:33:33.998290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-4a639fd8-8965-41cd-bf41-0c69eaed8a3b tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:34.005021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-4a639fd8-8965-41cd-bf41-0c69eaed8a3b tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.73 "GET /v2.0/networks?id=7236f3b1-4b4d-4249-ad33-13e1717070cc HTTP/1.1" status: 200 len: 816 time: 0.7493136 Mar 23 12:33:34.010075 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-b818bef6-bbaf-4a6c-992a-c5cca822904f tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=12f9b17f822645fe8c1c12b9abc01991&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1705322 Mar 23 12:33:34.021932 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10f039d-9a05-4e89-972d-8d151504a854 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:34.047476 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-0a9eb4bb-881d-41b4-90bd-9b64fb0c88d8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Request body: {'port': {'device_id': '64df2bbc-19c6-45fa-9b96-514c67746516', 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc', 'admin_state_up': True, 'tenant_id': '12f9b17f822645fe8c1c12b9abc01991'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:34.049434 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port f10f039d-9a05-4e89-972d-8d151504a854, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f10f039d-9a05-4e89-972d-8d151504a854,segment=NetworkSegment(ff6f9faa-9dee-475e-93d8-b7bd8eae99a7),segment_id=ff6f9faa-9dee-475e-93d8-b7bd8eae99a7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:34.056093 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:34.064013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328df8a-fc7f-4c6b-9109-8e0e52883d98 req-078e9d2d-99ff-44c5-b2e6-8fd575bbe242 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:34.072161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a328df8a-fc7f-4c6b-9109-8e0e52883d98 req-078e9d2d-99ff-44c5-b2e6-8fd575bbe242 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=98c12628-0073-4ee4-824b-748ca9a13a52 HTTP/1.1" status: 200 len: 944 time: 0.7508099 Mar 23 12:33:34.113738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8be62853-9a6a-4b42-8257-2486c51aec1f req-2881ff37-f217-4ac6-9721-7f92b05101a6 service neutron] 10.222.0.73 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7895133 Mar 23 12:33:34.139467 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=f10f039d-9a05-4e89-972d-8d151504a854,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:34.170279 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57802) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:34.171122 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-609b828e-44b5-4192-8a53-988e90c03af3 service neutron] 10.222.0.52 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485286 Mar 23 12:33:34.191486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2923b-8ad0-4e2a-a2c0-774224240cf8 req-0c5f9086-c63d-49e7-9b29-876b932bb09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:34.193046 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8bd2923b-8ad0-4e2a-a2c0-774224240cf8 req-0c5f9086-c63d-49e7-9b29-876b932bb09e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3aee6987-a383-470e-b627-4556054ac409 HTTP/1.1" status: 200 len: 858 time: 0.3672290 Mar 23 12:33:34.252046 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c07cdf2-eb5d-4898-886d-76cb0b6f01e6 req-f617ca1f-7b2e-47a6-8205-703343452a6b service neutron] 10.222.0.77 "GET /v2.0/networks/af5985c6-e138-4bc9-829c-46341a39e72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639348 Mar 23 12:33:34.309666 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8bd2923b-8ad0-4e2a-a2c0-774224240cf8 req-492fe206-6045-4843-bb72-3752abf1062d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af5985c6-e138-4bc9-829c-46341a39e72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907922 Mar 23 12:33:34.327715 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a328df8a-fc7f-4c6b-9109-8e0e52883d98 req-4c754533-606b-4a18-b727-84480894d582 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522564 Mar 23 12:33:34.353645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['f10f039d-9a05-4e89-972d-8d151504a854'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:34.396157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46a9c5-3934-4c6c-a339-f607a58fea53 req-c84ae512-a830-42ef-a54c-82e6b3c12fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:34.401620 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c46a9c5-3934-4c6c-a339-f607a58fea53 req-c84ae512-a830-42ef-a54c-82e6b3c12fe0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=af5985c6-e138-4bc9-829c-46341a39e72e HTTP/1.1" status: 200 len: 919 time: 0.3889134 Mar 23 12:33:34.483710 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0abfa02b-ca0b-4c9d-b8af-f01079395f79 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-649735151', 'router:external': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:34.510870 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:34.525765 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:34.530411 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-b900e369-05ff-4e8a-a681-10a72f06db85 service neutron] 10.222.0.52 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476603 Mar 23 12:33:34.533272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c46a9c5-3934-4c6c-a339-f607a58fea53 req-de686ec6-1de6-4bbd-82f9-127f1e71a6cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43f5e520-393e-4912-a625-d5ca703335ef HTTP/1.1" status: 200 len: 217 time: 0.0978262 Mar 23 12:33:34.555488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Transition to ACTIVE for port object 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:33:34.575707 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8be62853-9a6a-4b42-8257-2486c51aec1f req-c4116046-8b31-4d02-b371-766455a27038 service neutron] 10.222.0.73 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407241 Mar 23 12:33:34.585445 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:34.659261 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abfa02b-ca0b-4c9d-b8af-f01079395f79 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Made reservation on behalf of 51c8e7caa0fb4afa8dfba8f407c69586 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:34.662197 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0abfa02b-ca0b-4c9d-b8af-f01079395f79 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:34.664157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-0a9eb4bb-881d-41b4-90bd-9b64fb0c88d8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Made reservation on behalf of 12f9b17f822645fe8c1c12b9abc01991 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:34.667602 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-0a9eb4bb-881d-41b4-90bd-9b64fb0c88d8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:34.669147 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46a9c5-3934-4c6c-a339-f607a58fea53 req-76667826-afaa-4175-b9ea-683928b1fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:34.670980 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c46a9c5-3934-4c6c-a339-f607a58fea53 req-76667826-afaa-4175-b9ea-683928b1fcc4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3aee6987-a383-470e-b627-4556054ac409 HTTP/1.1" status: 200 len: 858 time: 0.1303444 Mar 23 12:33:34.706837 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0abfa02b-ca0b-4c9d-b8af-f01079395f79 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:34.712103 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8bd2923b-8ad0-4e2a-a2c0-774224240cf8 req-fe39189b-c30a-4cae-a53d-8c926fdaf385 service neutron] 10.222.0.73 "GET /v2.0/networks/af5985c6-e138-4bc9-829c-46341a39e72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833599 Mar 23 12:33:34.724383 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c46a9c5-3934-4c6c-a339-f607a58fea53 req-2390d0e5-72a8-46c4-9e82-7b9344f724c0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=af5985c6-e138-4bc9-829c-46341a39e72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431376 Mar 23 12:33:34.726179 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64c277-f776-4eac-9d8c-b728ee004e46 req-7eb881db-879c-45a7-990a-e385535c7b59 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:34.728014 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f64c277-f776-4eac-9d8c-b728ee004e46 req-7eb881db-879c-45a7-990a-e385535c7b59 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 945 time: 0.2738662 Mar 23 12:33:34.762003 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Pushing event updated for resources: {'Port': ['ID=4abfb211-9b93-4c2b-8ddd-07c14e4e0e09,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:34.999002 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f64c277-f776-4eac-9d8c-b728ee004e46 req-9afbae0c-8c75-44c0-8706-b07b4af75663 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507281 Mar 23 12:33:35.066822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Attempting to bind port 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:35.067831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Attempting to bind port 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8a1cc58b-ff74-4b6d-ac69-ff323581d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:35.068435 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Attempting to bind port 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 on network 7236f3b1-4b4d-4249-ad33-13e1717070cc {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:35.089363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Port 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 on network 7236f3b1-4b4d-4249-ad33-13e1717070cc not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:35.089363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Attempting to bind port 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 on network 7236f3b1-4b4d-4249-ad33-13e1717070cc {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:35.108687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:35.109100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Checking segment: {'id': '8a1cc58b-ff74-4b6d-ac69-ff323581d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:35.109571 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Bound using segment: {'id': '8a1cc58b-ff74-4b6d-ac69-ff323581d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:35.110102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Bound port: 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1cc58b-ff74-4b6d-ac69-ff323581d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:35.110529 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:35.127294 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5a9675-e198-40a8-84eb-25b0facc21de x-openstack-request-id: req-ca5a9675-e198-40a8-84eb-25b0facc21de {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:35.127857 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4140eea-406d-48c5-9ee8-3292205ea875", "name": "network-vif-plugged", "status": "completed", "tag": "16ce1d13-1ee3-4006-bcaf-a4e670243b43", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:35.128173 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca5a9675-e198-40a8-84eb-25b0facc21de {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:35.128810 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4140eea-406d-48c5-9ee8-3292205ea875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ce1d13-1ee3-4006-bcaf-a4e670243b43', 'code': 200} Mar 23 12:33:35.175127 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8bd2923b-8ad0-4e2a-a2c0-774224240cf8 req-8f16fd14-3be1-4285-9549-360509565c56 service neutron] 10.222.0.73 "GET /v2.0/networks/af5985c6-e138-4bc9-829c-46341a39e72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411838 Mar 23 12:33:35.180914 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c46a9c5-3934-4c6c-a339-f607a58fea53 req-8ce43f7d-5af6-44c3-867e-47a26da6ff21 service neutron] 10.222.0.77 "GET /v2.0/networks/af5985c6-e138-4bc9-829c-46341a39e72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469602 Mar 23 12:33:35.199780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca94e04-bfa1-4805-b7cb-81983b0ef2d6 req-57d2c9f2-d1b9-4959-8254-bd1fccbef7f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:35.208391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca94e04-bfa1-4805-b7cb-81983b0ef2d6 req-57d2c9f2-d1b9-4959-8254-bd1fccbef7f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:35.216203 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca94e04-bfa1-4805-b7cb-81983b0ef2d6 req-57d2c9f2-d1b9-4959-8254-bd1fccbef7f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:35.225335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca94e04-bfa1-4805-b7cb-81983b0ef2d6 req-57d2c9f2-d1b9-4959-8254-bd1fccbef7f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:35.231289 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca94e04-bfa1-4805-b7cb-81983b0ef2d6 req-57d2c9f2-d1b9-4959-8254-bd1fccbef7f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:35.239088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca94e04-bfa1-4805-b7cb-81983b0ef2d6 req-57d2c9f2-d1b9-4959-8254-bd1fccbef7f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:35.242452 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf21bc3f-983c-4625-99b6-4f5566b45d36 x-openstack-request-id: req-bf21bc3f-983c-4625-99b6-4f5566b45d36 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:35.242753 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c12628-0073-4ee4-824b-748ca9a13a52", "tag": "30208e13-459c-4124-a4e5-15341085b706", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:35.243018 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf21bc3f-983c-4625-99b6-4f5566b45d36 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:35.246370 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c12628-0073-4ee4-824b-748ca9a13a52', 'tag': '30208e13-459c-4124-a4e5-15341085b706', 'status': 'completed', 'code': 200} Mar 23 12:33:35.247111 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca94e04-bfa1-4805-b7cb-81983b0ef2d6 req-57d2c9f2-d1b9-4959-8254-bd1fccbef7f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:35.257370 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cca94e04-bfa1-4805-b7cb-81983b0ef2d6 req-57d2c9f2-d1b9-4959-8254-bd1fccbef7f4 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5419 time: 0.3801191 Mar 23 12:33:35.364273 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device f10f039d-9a05-4e89-972d-8d151504a854 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:35.403136 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cca94e04-bfa1-4805-b7cb-81983b0ef2d6 req-79400835-9a10-4006-b841-c92814abb374 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1446974 Mar 23 12:33:35.429010 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-0a9eb4bb-881d-41b4-90bd-9b64fb0c88d8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Allocated IP 172.20.0.7 (7236f3b1-4b4d-4249-ad33-13e1717070cc/d9546c30-00e0-4db9-9435-93ebb926fe1a/de0729c2-bdb6-4a11-a549-9cdfb76ad148) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:33:35.434663 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0abfa02b-ca0b-4c9d-b8af-f01079395f79 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:35.463014 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0abfa02b-ca0b-4c9d-b8af-f01079395f79 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:35.487778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port f10f039d-9a05-4e89-972d-8d151504a854 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:33:35.493948 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port f10f039d-9a05-4e89-972d-8d151504a854 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:35.495774 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:35.511869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed48d5e-6fb9-4b03-b401-d27ba913f6be req-27d27a10-481f-4559-8e7c-13b680ae8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:35.513527 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fed48d5e-6fb9-4b03-b401-d27ba913f6be req-27d27a10-481f-4559-8e7c-13b680ae8570 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a33d00c04a9c479cabda026ecdc3ccf2&device_id=98c12628-0073-4ee4-824b-748ca9a13a52 HTTP/1.1" status: 200 len: 1095 time: 0.2590010 Mar 23 12:33:35.514304 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abfa02b-ca0b-4c9d-b8af-f01079395f79 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:33:35.540466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d70bd-a61a-4843-a3a9-bdba65c18476 req-1a446ea7-076d-4685-a72e-baedaf435a46 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:35.550891 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca6d70bd-a61a-4843-a3a9-bdba65c18476 req-1a446ea7-076d-4685-a72e-baedaf435a46 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.2554200 Mar 23 12:33:35.558177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] For port 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:35.562073 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] For port 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4abfb211-9b93-4c2b-8ddd-07c14e4e0e09,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:35.569783 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:35.623297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:35.623913 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:35.625775 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] 10.222.0.73 "PUT /v2.0/ports/4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 HTTP/1.1" status: 200 len: 1092 time: 2.8746574 Mar 23 12:33:35.626219 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa7d30c-f099-463f-92e2-76f19620bc71', 'tag': '4abfb211-9b93-4c2b-8ddd-07c14e4e0e09'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:35.628641 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df7ec66-03d0-4688-b682-f77376e15bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa7d30c-f099-463f-92e2-76f19620bc71", "tag": "4abfb211-9b93-4c2b-8ddd-07c14e4e0e09"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:35.637858 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c46a9c5-3934-4c6c-a339-f607a58fea53 req-d961ca71-2f00-4d1c-8f94-2e6f2f12e12c service neutron] 10.222.0.77 "GET /v2.0/networks/af5985c6-e138-4bc9-829c-46341a39e72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767800 Mar 23 12:33:35.702380 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0abfa02b-ca0b-4c9d-b8af-f01079395f79 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:35.702803 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-0abfa02b-ca0b-4c9d-b8af-f01079395f79 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Added segment 2dce10fa-c846-4811-a846-82dc14ba0e08 of type vlan for network 70b8246a-7647-4676-b98c-735e9ffe0e4e Mar 23 12:33:35.727682 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d6b77-1da1-46e9-a2e9-f4233577dd4c service neutron] Pushing event updated for resources: {'Port': ['ID=4abfb211-9b93-4c2b-8ddd-07c14e4e0e09,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:35.745731 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:35.773959 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-c27750ba-c880-42cb-baba-3755d01694ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:35.775593 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-c27750ba-c880-42cb-baba-3755d01694ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12f9b17f822645fe8c1c12b9abc01991&device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 1095 time: 0.0970578 Mar 23 12:33:35.810282 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port f10f039d-9a05-4e89-972d-8d151504a854, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f10f039d-9a05-4e89-972d-8d151504a854,segment=NetworkSegment(ff6f9faa-9dee-475e-93d8-b7bd8eae99a7),segment_id=ff6f9faa-9dee-475e-93d8-b7bd8eae99a7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:35.818522 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:35.891641 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3ddba55d-eecd-4a62-b962-7355607082f6 req-82548fab-a2fb-428c-8584-47bc624a2776 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 210 time: 0.1202934 Mar 23 12:33:35.893412 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-b6fb9eed-9370-4abf-a269-69a4fa4ea874 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 HTTP/1.1" status: 200 len: 217 time: 0.0973816 Mar 23 12:33:35.994781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-1627ec8d-2faf-4c6b-9f33-b37285bb7ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:35.997490 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-1627ec8d-2faf-4c6b-9f33-b37285bb7ed3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9546c30-00e0-4db9-9435-93ebb926fe1a HTTP/1.1" status: 200 len: 855 time: 0.0875025 Mar 23 12:33:36.095811 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-9d73375b-17a9-498d-a229-dcf39a7076ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:36.097375 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-9d73375b-17a9-498d-a229-dcf39a7076ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7236f3b1-4b4d-4249-ad33-13e1717070cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895417 Mar 23 12:33:36.177609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=f10f039d-9a05-4e89-972d-8d151504a854,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:36.271592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99b8b8-c903-47df-8cbb-e43b8f1f9dc0 req-b05a58fc-4559-4b1e-8984-c60bb2dcb31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:36.273266 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc99b8b8-c903-47df-8cbb-e43b8f1f9dc0 req-b05a58fc-4559-4b1e-8984-c60bb2dcb31a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 1096 time: 0.9254839 Mar 23 12:33:36.352672 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0abfa02b-ca0b-4c9d-b8af-f01079395f79 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:36.352866 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679e6b7-954a-4ae5-9e25-fcd2ee471116 req-c2d59602-4057-4600-8fc1-d386683a80e6 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:36.354900 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9679e6b7-954a-4ae5-9e25-fcd2ee471116 req-c2d59602-4057-4600-8fc1-d386683a80e6 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=98c12628-0073-4ee4-824b-748ca9a13a52 HTTP/1.1" status: 200 len: 944 time: 0.1919653 Mar 23 12:33:36.394215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca6d70bd-a61a-4843-a3a9-bdba65c18476 req-542a15a1-b8c6-42ad-b0bb-b90292c0b9f6 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8419445 Mar 23 12:33:36.421600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfa02b-ca0b-4c9d-b8af-f01079395f79 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf1e23e-d405-47e7-a672-2960e9cda12c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:36.437770 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0abfa02b-ca0b-4c9d-b8af-f01079395f79 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:36.439638 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abfa02b-ca0b-4c9d-b8af-f01079395f79 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:36.440378 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0abfa02b-ca0b-4c9d-b8af-f01079395f79 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:36.553370 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-f79c98d5-59de-42a9-98a4-7128aab69e34 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:36.555401 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-f79c98d5-59de-42a9-98a4-7128aab69e34 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.77 "GET /v2.0/networks?id=7236f3b1-4b4d-4249-ad33-13e1717070cc HTTP/1.1" status: 200 len: 816 time: 0.2596462 Mar 23 12:33:36.559437 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-ff14bbc3-d305-41c1-9a16-f6091702d8fc service neutron] 10.222.0.73 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536538 Mar 23 12:33:36.560880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed48d5e-6fb9-4b03-b401-d27ba913f6be req-e520dfc2-0093-4380-a849-e963a5b0685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:36.562906 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fed48d5e-6fb9-4b03-b401-d27ba913f6be req-e520dfc2-0093-4380-a849-e963a5b0685e service neutron] 10.222.0.77 "GET /v2.0/networks?id=af5985c6-e138-4bc9-829c-46341a39e72e HTTP/1.1" status: 200 len: 919 time: 1.0029702 Mar 23 12:33:36.575911 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe24a0c-0347-43a8-a19a-ea43c82bc2a0 x-openstack-request-id: req-cfe24a0c-0347-43a8-a19a-ea43c82bc2a0 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:36.576201 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa7d30c-f099-463f-92e2-76f19620bc71", "tag": "4abfb211-9b93-4c2b-8ddd-07c14e4e0e09", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:36.576386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfa02b-ca0b-4c9d-b8af-f01079395f79 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Pushing event updated for resources: {'Network': ['ID=70b8246a-7647-4676-b98c-735e9ffe0e4e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:36.576489 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cfe24a0c-0347-43a8-a19a-ea43c82bc2a0 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:36.577019 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa7d30c-f099-463f-92e2-76f19620bc71', 'tag': '4abfb211-9b93-4c2b-8ddd-07c14e4e0e09', 'status': 'completed', 'code': 200} Mar 23 12:33:36.595123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 70b8246a-7647-4676-b98c-735e9ffe0e4e details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:33:36.595327 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-efc64ece-92d4-4441-91c1-d7a004073112 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Request body: {'port': {'device_id': '70800504-135c-41a2-ad16-6f4884a41616', 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc', 'admin_state_up': True, 'tenant_id': '12f9b17f822645fe8c1c12b9abc01991'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:36.627090 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fed48d5e-6fb9-4b03-b401-d27ba913f6be req-72c512f1-7dc5-4aad-a9e9-60891d88ce5e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30208e13-459c-4124-a4e5-15341085b706 HTTP/1.1" status: 200 len: 217 time: 0.0431499 Mar 23 12:33:36.700532 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0abfa02b-ca0b-4c9d-b8af-f01079395f79 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.5107777 Mar 23 12:33:36.708090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57836) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:36.717435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0058de01-0a8b-49f2-9c93-fee4b3e1d6b4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Request body: {'subnet': {'network_id': '70b8246a-7647-4676-b98c-735e9ffe0e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:36.742300 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc99b8b8-c903-47df-8cbb-e43b8f1f9dc0 req-5c50c1b7-1537-4069-8b42-3cbcb1ca8ac2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471145 Mar 23 12:33:36.774954 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9679e6b7-954a-4ae5-9e25-fcd2ee471116 req-a83fee20-227e-4c50-a259-80f042dcc4da tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040663 Mar 23 12:33:36.778143 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed48d5e-6fb9-4b03-b401-d27ba913f6be req-995adf45-c8a2-4680-88c7-08375ad079e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:36.780320 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fed48d5e-6fb9-4b03-b401-d27ba913f6be req-995adf45-c8a2-4680-88c7-08375ad079e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3aee6987-a383-470e-b627-4556054ac409 HTTP/1.1" status: 200 len: 858 time: 0.1203072 Mar 23 12:33:36.798301 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-efc64ece-92d4-4441-91c1-d7a004073112 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Made reservation on behalf of 12f9b17f822645fe8c1c12b9abc01991 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:36.803757 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-efc64ece-92d4-4441-91c1-d7a004073112 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:36.908250 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-0a9eb4bb-881d-41b4-90bd-9b64fb0c88d8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:36.975537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0058de01-0a8b-49f2-9c93-fee4b3e1d6b4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Made reservation on behalf of 51c8e7caa0fb4afa8dfba8f407c69586 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:36.981958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bc9de-755c-471b-b09d-94e9022b6feb req-2099be86-19b3-40ee-9f36-33a68307e92b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:36.983362 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0058de01-0a8b-49f2-9c93-fee4b3e1d6b4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:36.988499 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bc9de-755c-471b-b09d-94e9022b6feb req-2099be86-19b3-40ee-9f36-33a68307e92b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:36.992119 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fed48d5e-6fb9-4b03-b401-d27ba913f6be req-26b3c01c-c09f-4d3b-b82e-a61a25e111a0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=af5985c6-e138-4bc9-829c-46341a39e72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2043304 Mar 23 12:33:36.994996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bc9de-755c-471b-b09d-94e9022b6feb req-2099be86-19b3-40ee-9f36-33a68307e92b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:37.001010 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bc9de-755c-471b-b09d-94e9022b6feb req-2099be86-19b3-40ee-9f36-33a68307e92b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:37.008161 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bc9de-755c-471b-b09d-94e9022b6feb req-2099be86-19b3-40ee-9f36-33a68307e92b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:37.017401 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bc9de-755c-471b-b09d-94e9022b6feb req-2099be86-19b3-40ee-9f36-33a68307e92b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:37.024394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bc9de-755c-471b-b09d-94e9022b6feb req-2099be86-19b3-40ee-9f36-33a68307e92b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:37.026711 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-492bc9de-755c-471b-b09d-94e9022b6feb req-2099be86-19b3-40ee-9f36-33a68307e92b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5419 time: 0.1267431 Mar 23 12:33:37.029972 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-beab196c-685d-4ca0-bab7-1f47cc5af80c req-3e22565b-d855-4b72-96fc-310ebad732b2 service neutron] 10.222.0.73 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491148 Mar 23 12:33:37.127785 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 30208e13-459c-4124-a4e5-15341085b706 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:33:37.128050 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-492bc9de-755c-471b-b09d-94e9022b6feb req-d82a4370-fc84-418c-9394-c67e9920d113 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804031 Mar 23 12:33:37.222649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7ec66-03d0-4688-b682-f77376e15bb1 req-358e65a9-cf85-43d1-9c0a-c5b8bb3d575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:37.226278 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7df7ec66-03d0-4688-b682-f77376e15bb1 req-358e65a9-cf85-43d1-9c0a-c5b8bb3d575b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12f9b17f822645fe8c1c12b9abc01991&device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 1095 time: 0.1126769 Mar 23 12:33:37.230411 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2924a7b0-0466-417e-a2ab-d4536aeeddb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10f039d-9a05-4e89-972d-8d151504a854'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:37.233473 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516945f3-2d28-471b-8ad1-b902fa5794f9" -d '{"events": [{"server_uuid": "2924a7b0-0466-417e-a2ab-d4536aeeddb5", "name": "network-vif-plugged", "status": "completed", "tag": "f10f039d-9a05-4e89-972d-8d151504a854"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:37.290217 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 30208e13-459c-4124-a4e5-15341085b706, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=30208e13-459c-4124-a4e5-15341085b706,segment=NetworkSegment(ff6f9faa-9dee-475e-93d8-b7bd8eae99a7),segment_id=ff6f9faa-9dee-475e-93d8-b7bd8eae99a7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:37.291661 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd17b16e-fa05-4f03-a22b-a4442c38eb3d req-f6e0043c-06fc-4f10-b228-54440333b806 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 210 time: 0.1858299 Mar 23 12:33:37.322446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '30208e13-459c-4124-a4e5-15341085b706', 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e', 'port_id': '30208e13-459c-4124-a4e5-15341085b706', 'mac_address': 'fa:16:3e:94:67:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aee6987-a383-470e-b627-4556054ac409', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:33:37.411634 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:37.437704 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30208e13-459c-4124-a4e5-15341085b706 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:37.474483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 30208e13-459c-4124-a4e5-15341085b706, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=30208e13-459c-4124-a4e5-15341085b706,segment=NetworkSegment(ff6f9faa-9dee-475e-93d8-b7bd8eae99a7),segment_id=ff6f9faa-9dee-475e-93d8-b7bd8eae99a7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:37.482007 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:37.482908 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 43f5e520-393e-4912-a625-d5ca703335ef details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:33:37.524169 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8c93da-df81-4646-9b06-f3e5ae123a74 x-openstack-request-id: req-da8c93da-df81-4646-9b06-f3e5ae123a74 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:37.524692 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2924a7b0-0466-417e-a2ab-d4536aeeddb5", "name": "network-vif-plugged", "status": "completed", "tag": "f10f039d-9a05-4e89-972d-8d151504a854", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:37.525051 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da8c93da-df81-4646-9b06-f3e5ae123a74 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:37.525675 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2924a7b0-0466-417e-a2ab-d4536aeeddb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10f039d-9a05-4e89-972d-8d151504a854', 'code': 200} Mar 23 12:33:37.540791 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-0a9eb4bb-881d-41b4-90bd-9b64fb0c88d8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:37.548905 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fed48d5e-6fb9-4b03-b401-d27ba913f6be req-933cf98f-f7b3-4dc7-a4ea-0b3dca4b56cc service neutron] 10.222.0.77 "GET /v2.0/networks/af5985c6-e138-4bc9-829c-46341a39e72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315876 Mar 23 12:33:37.600171 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 43f5e520-393e-4912-a625-d5ca703335ef, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=43f5e520-393e-4912-a625-d5ca703335ef,segment=NetworkSegment(ff6f9faa-9dee-475e-93d8-b7bd8eae99a7),segment_id=ff6f9faa-9dee-475e-93d8-b7bd8eae99a7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:37.631970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=30208e13-459c-4124-a4e5-15341085b706,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:37.654176 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '43f5e520-393e-4912-a625-d5ca703335ef', 'network_id': 'af5985c6-e138-4bc9-829c-46341a39e72e', 'port_id': '43f5e520-393e-4912-a625-d5ca703335ef', 'mac_address': 'fa:16:3e:1c:39:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aee6987-a383-470e-b627-4556054ac409', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:33:37.755547 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:37.810430 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f5e520-393e-4912-a625-d5ca703335ef {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:37.875474 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 43f5e520-393e-4912-a625-d5ca703335ef, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=43f5e520-393e-4912-a625-d5ca703335ef,segment=NetworkSegment(ff6f9faa-9dee-475e-93d8-b7bd8eae99a7),segment_id=ff6f9faa-9dee-475e-93d8-b7bd8eae99a7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:37.882166 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:37.905746 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-0a9eb4bb-881d-41b4-90bd-9b64fb0c88d8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Network 7236f3b1-4b4d-4249-ad33-13e1717070cc is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:33:37.978768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-0a9eb4bb-881d-41b4-90bd-9b64fb0c88d8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:37.988803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-0a9eb4bb-881d-41b4-90bd-9b64fb0c88d8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:33:38.001100 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=43f5e520-393e-4912-a625-d5ca703335ef,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:38.009530 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-efc64ece-92d4-4441-91c1-d7a004073112 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Allocated IP 172.20.0.10 (7236f3b1-4b4d-4249-ad33-13e1717070cc/d9546c30-00e0-4db9-9435-93ebb926fe1a/8c004062-fb4c-4113-a12d-393ebf6e3f97) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:33:38.030905 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7ec66-03d0-4688-b682-f77376e15bb1 req-a494f533-f5ff-4351-a22d-a41cc52bd98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:38.032623 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7df7ec66-03d0-4688-b682-f77376e15bb1 req-a494f533-f5ff-4351-a22d-a41cc52bd98c service neutron] 10.222.0.73 "GET /v2.0/networks?id=7236f3b1-4b4d-4249-ad33-13e1717070cc HTTP/1.1" status: 200 len: 917 time: 0.7990940 Mar 23 12:33:38.165853 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7df7ec66-03d0-4688-b682-f77376e15bb1 req-b5c82f80-7ddd-4041-ad84-0e45727423bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 HTTP/1.1" status: 200 len: 217 time: 0.0935755 Mar 23 12:33:38.166533 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-0a9eb4bb-881d-41b4-90bd-9b64fb0c88d8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:38.176558 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-0a9eb4bb-881d-41b4-90bd-9b64fb0c88d8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:38.253451 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9eb4bb-881d-41b4-90bd-9b64fb0c88d8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Pushing event updated for resources: {'Port': ['ID=de0729c2-bdb6-4a11-a549-9cdfb76ad148,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:38.259034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c88b9-6bc2-4e30-8d57-e78e112e260f req-5dd94a58-21c1-474e-92d0-f07ba1dfd64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:38.267069 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d7c88b9-6bc2-4e30-8d57-e78e112e260f req-5dd94a58-21c1-474e-92d0-f07ba1dfd64b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2924a7b0-0466-417e-a2ab-d4536aeeddb5 HTTP/1.1" status: 200 len: 1097 time: 0.4482160 Mar 23 12:33:38.267505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['30208e13-459c-4124-a4e5-15341085b706'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:38.267961 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['43f5e520-393e-4912-a625-d5ca703335ef'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:38.343856 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec33a5-58ef-4479-a524-36038cb15c21 req-f8f47ae7-07f4-44a7-8218-6d6e6343ec13 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:38.351756 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-16ec33a5-58ef-4479-a524-36038cb15c21 req-f8f47ae7-07f4-44a7-8218-6d6e6343ec13 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.6313097 Mar 23 12:33:38.379034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7ec66-03d0-4688-b682-f77376e15bb1 req-47d209a8-222a-4e91-8dd2-a9ccdc2cf663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:38.381683 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7df7ec66-03d0-4688-b682-f77376e15bb1 req-47d209a8-222a-4e91-8dd2-a9ccdc2cf663 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9546c30-00e0-4db9-9435-93ebb926fe1a HTTP/1.1" status: 200 len: 855 time: 0.1965148 Mar 23 12:33:38.386752 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-0a9eb4bb-881d-41b4-90bd-9b64fb0c88d8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3601263 Mar 23 12:33:38.462257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Request body: {'port': {'device_id': '64df2bbc-19c6-45fa-9b96-514c67746516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:38.502491 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d7c88b9-6bc2-4e30-8d57-e78e112e260f req-79eff0dc-e4b6-45d5-88e3-7f4add45badd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158232 Mar 23 12:33:38.505387 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fed48d5e-6fb9-4b03-b401-d27ba913f6be req-cfc962b1-4ef6-4326-bee3-a7e962d44f8c service neutron] 10.222.0.77 "GET /v2.0/networks/af5985c6-e138-4bc9-829c-46341a39e72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9178271 Mar 23 12:33:38.523602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3af6d-4228-49d5-a475-1eb5cc1b641b req-b9ab402f-d754-486a-9dcd-c8b67cc684d8 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:38.524988 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-60c3af6d-4228-49d5-a475-1eb5cc1b641b req-b9ab402f-d754-486a-9dcd-c8b67cc684d8 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=98c12628-0073-4ee4-824b-748ca9a13a52 HTTP/1.1" status: 200 len: 945 time: 0.3572519 Mar 23 12:33:38.537294 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-16ec33a5-58ef-4479-a524-36038cb15c21 req-af2f1b9b-f446-498e-9ea0-e1ce2efbee17 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845677 Mar 23 12:33:38.548353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d38c6627-bc9e-47b9-a78b-108b51e8d244 None None] Provisioning complete for port de0729c2-bdb6-4a11-a549-9cdfb76ad148 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:38.548729 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d38c6627-bc9e-47b9-a78b-108b51e8d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:38.578740 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:38.585819 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7ec66-03d0-4688-b682-f77376e15bb1 req-3968159c-27c1-4014-8745-225f9f6e6470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:38.588055 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7df7ec66-03d0-4688-b682-f77376e15bb1 req-3968159c-27c1-4014-8745-225f9f6e6470 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7236f3b1-4b4d-4249-ad33-13e1717070cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275682 Mar 23 12:33:38.636290 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-60c3af6d-4228-49d5-a475-1eb5cc1b641b req-4ba19dd6-a4e7-4340-964c-c1aeb2bf71fa tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868828 Mar 23 12:33:38.661474 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-efc64ece-92d4-4441-91c1-d7a004073112 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:38.680203 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d38c6627-bc9e-47b9-a78b-108b51e8d244 None None] Port de0729c2-bdb6-4a11-a549-9cdfb76ad148 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:33:38.796334 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21339077-236d-4df7-84fb-3e1a2eb037ef req-f56cb07c-6d0f-482f-8047-f2c699dce870 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 210 time: 0.0443723 Mar 23 12:33:38.799733 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-efc64ece-92d4-4441-91c1-d7a004073112 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:38.873870 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc64ece-92d4-4441-91c1-d7a004073112 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Pushing event updated for resources: {'Port': ['ID=8c004062-fb4c-4113-a12d-393ebf6e3f97,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:38.897770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-efc64ece-92d4-4441-91c1-d7a004073112 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Network 7236f3b1-4b4d-4249-ad33-13e1717070cc is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:33:38.902056 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-efc64ece-92d4-4441-91c1-d7a004073112 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:38.906962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-efc64ece-92d4-4441-91c1-d7a004073112 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:33:38.917952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4e992-8d15-4260-b855-82a3c66bc201 req-dd9f239b-b27b-43ac-9a44-cfc146150ce9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:38.930836 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4e992-8d15-4260-b855-82a3c66bc201 req-dd9f239b-b27b-43ac-9a44-cfc146150ce9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:38.937065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4e992-8d15-4260-b855-82a3c66bc201 req-dd9f239b-b27b-43ac-9a44-cfc146150ce9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:38.947434 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4e992-8d15-4260-b855-82a3c66bc201 req-dd9f239b-b27b-43ac-9a44-cfc146150ce9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:38.961288 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4e992-8d15-4260-b855-82a3c66bc201 req-dd9f239b-b27b-43ac-9a44-cfc146150ce9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:38.973740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4e992-8d15-4260-b855-82a3c66bc201 req-dd9f239b-b27b-43ac-9a44-cfc146150ce9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:38.980351 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4e992-8d15-4260-b855-82a3c66bc201 req-dd9f239b-b27b-43ac-9a44-cfc146150ce9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:38.982339 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f5e4e992-8d15-4260-b855-82a3c66bc201 req-dd9f239b-b27b-43ac-9a44-cfc146150ce9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5419 time: 0.2634108 Mar 23 12:33:39.021128 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7df7ec66-03d0-4688-b682-f77376e15bb1 req-979eed2f-63b3-400a-b5d5-f3a48ec42c68 service neutron] 10.222.0.73 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961235 Mar 23 12:33:39.057028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-efc64ece-92d4-4441-91c1-d7a004073112 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:39.057749 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-efc64ece-92d4-4441-91c1-d7a004073112 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:39.152087 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-efc64ece-92d4-4441-91c1-d7a004073112 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5700443 Mar 23 12:33:39.170466 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Request body: {'port': {'device_id': '70800504-135c-41a2-ad16-6f4884a41616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:39.263427 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f5e4e992-8d15-4260-b855-82a3c66bc201 req-28d26fbb-adb9-4947-a12b-1544654f0ed5 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2646749 Mar 23 12:33:39.267446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.objects.ports [None req-0058de01-0a8b-49f2-9c93-fee4b3e1d6b4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:33:39.267952 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0058de01-0a8b-49f2-9c93-fee4b3e1d6b4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:39.299471 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:39.326763 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fc3826b2-0a97-488c-bf38-a887b0a3b1b1 None None] Provisioning complete for port 8c004062-fb4c-4113-a12d-393ebf6e3f97 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:39.327306 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc3826b2-0a97-488c-bf38-a887b0a3b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:39.337070 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7df7ec66-03d0-4688-b682-f77376e15bb1 req-e597e27f-a37a-45e7-949d-0abc6c648f36 service neutron] 10.222.0.73 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047738 Mar 23 12:33:39.415689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:33:39.427007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fc3826b2-0a97-488c-bf38-a887b0a3b1b1 None None] Port 8c004062-fb4c-4113-a12d-393ebf6e3f97 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:33:39.460928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058de01-0a8b-49f2-9c93-fee4b3e1d6b4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Pushing event updated for resources: {'Subnet': ['ID=104a3aa9-ca92-473f-866b-479fb7bfa512,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:39.543506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0729c2-bdb6-4a11-a549-9cdfb76ad148 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:39.557233 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0058de01-0a8b-49f2-9c93-fee4b3e1d6b4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Checking segment: {'id': '2dce10fa-c846-4811-a846-82dc14ba0e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '70b8246a-7647-4676-b98c-735e9ffe0e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:39.557660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0058de01-0a8b-49f2-9c93-fee4b3e1d6b4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Network hostable DHCP agents. Network: 70b8246a-7647-4676-b98c-735e9ffe0e4e, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:33:39.563834 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:39.610055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Transition to ACTIVE for port object de0729c2-bdb6-4a11-a549-9cdfb76ad148 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:33:39.619853 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:39.713377 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0058de01-0a8b-49f2-9c93-fee4b3e1d6b4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Network 70b8246a-7647-4676-b98c-735e9ffe0e4e is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:33:39.749931 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Pushing event updated for resources: {'Port': ['ID=de0729c2-bdb6-4a11-a549-9cdfb76ad148,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:39.779342 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4abfb211-9b93-4c2b-8ddd-07c14e4e0e09,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:39.783693 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0058de01-0a8b-49f2-9c93-fee4b3e1d6b4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 70b8246a-7647-4676-b98c-735e9ffe0e4e) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:39.808289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6942311c-bd32-46d7-ac2e-22bee9967e7b None None] Network 70b8246a-7647-4676-b98c-735e9ffe0e4e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:33:39.889750 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0058de01-0a8b-49f2-9c93-fee4b3e1d6b4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:39.890404 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0058de01-0a8b-49f2-9c93-fee4b3e1d6b4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:39.922426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Attempting to bind port de0729c2-bdb6-4a11-a549-9cdfb76ad148 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:39.923507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Attempting to bind port de0729c2-bdb6-4a11-a549-9cdfb76ad148 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8a1cc58b-ff74-4b6d-ac69-ff323581d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:39.923859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Attempting to bind port de0729c2-bdb6-4a11-a549-9cdfb76ad148 on network 7236f3b1-4b4d-4249-ad33-13e1717070cc {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:39.947134 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0058de01-0a8b-49f2-9c93-fee4b3e1d6b4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.2334807 Mar 23 12:33:39.948485 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Port de0729c2-bdb6-4a11-a549-9cdfb76ad148 on network 7236f3b1-4b4d-4249-ad33-13e1717070cc not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:39.948809 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Attempting to bind port de0729c2-bdb6-4a11-a549-9cdfb76ad148 on network 7236f3b1-4b4d-4249-ad33-13e1717070cc {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:39.950886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57890) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:39.957950 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-132c5898-ae4e-4f33-aa73-fc55f727ce89 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-312941724', 'network_id': '70b8246a-7647-4676-b98c-735e9ffe0e4e'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:39.970910 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:39.971273 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Checking segment: {'id': '8a1cc58b-ff74-4b6d-ac69-ff323581d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:39.974048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Bound using segment: {'id': '8a1cc58b-ff74-4b6d-ac69-ff323581d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:39.974623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Bound port: de0729c2-bdb6-4a11-a549-9cdfb76ad148, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1cc58b-ff74-4b6d-ac69-ff323581d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:39.974992 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:40.035406 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132c5898-ae4e-4f33-aa73-fc55f727ce89 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Made reservation on behalf of 51c8e7caa0fb4afa8dfba8f407c69586 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:40.039574 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-132c5898-ae4e-4f33-aa73-fc55f727ce89 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:40.071898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '4abfb211-9b93-4c2b-8ddd-07c14e4e0e09', 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc', 'port_id': '4abfb211-9b93-4c2b-8ddd-07c14e4e0e09', 'mac_address': 'fa:16:3e:de:bf:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9546c30-00e0-4db9-9435-93ebb926fe1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:33:40.083117 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-132c5898-ae4e-4f33-aa73-fc55f727ce89 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] device_id is not set on port 941eae6a-bde0-4d7f-83d9-b4f31cb94688 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:33:40.090407 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c004062-fb4c-4113-a12d-393ebf6e3f97 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:40.101342 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:40.135781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Transition to ACTIVE for port object 8c004062-fb4c-4113-a12d-393ebf6e3f97 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:33:40.143222 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:40.169039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac88495-aeda-435e-957e-7ad36e202221 req-cbe8aa52-8902-4dd9-8f68-1db725f0d532 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:40.177844 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eac88495-aeda-435e-957e-7ad36e202221 req-cbe8aa52-8902-4dd9-8f68-1db725f0d532 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.4410973 Mar 23 12:33:40.198580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] For port de0729c2-bdb6-4a11-a549-9cdfb76ad148, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:40.231911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2962885a-2af7-498e-aa3f-9109d3ce8eab None None] Network 70b8246a-7647-4676-b98c-735e9ffe0e4e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:33:40.261228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] For port de0729c2-bdb6-4a11-a549-9cdfb76ad148, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=de0729c2-bdb6-4a11-a549-9cdfb76ad148,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:40.282159 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:40.329338 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eac88495-aeda-435e-957e-7ad36e202221 req-522810a3-6145-41ba-9b68-7ffdae9c458f tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456308 Mar 23 12:33:40.333960 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Pushing event updated for resources: {'Port': ['ID=8c004062-fb4c-4113-a12d-393ebf6e3f97,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:40.430623 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:40.451689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:40.455113 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:40.459315 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] 10.222.0.73 "PUT /v2.0/ports/de0729c2-bdb6-4a11-a549-9cdfb76ad148 HTTP/1.1" status: 200 len: 1091 time: 2.0203278 Mar 23 12:33:40.470738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:40.526397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-132c5898-ae4e-4f33-aa73-fc55f727ce89 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Allocated IP 2001:db8::3c5 (70b8246a-7647-4676-b98c-735e9ffe0e4e/104a3aa9-ca92-473f-866b-479fb7bfa512/941eae6a-bde0-4d7f-83d9-b4f31cb94688) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:33:40.532813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4abfb211-9b93-4c2b-8ddd-07c14e4e0e09,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:40.537144 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Attempting to bind port 8c004062-fb4c-4113-a12d-393ebf6e3f97 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:40.537485 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Attempting to bind port 8c004062-fb4c-4113-a12d-393ebf6e3f97 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '8a1cc58b-ff74-4b6d-ac69-ff323581d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:40.537840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Attempting to bind port 8c004062-fb4c-4113-a12d-393ebf6e3f97 on network 7236f3b1-4b4d-4249-ad33-13e1717070cc {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:40.548935 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Port 8c004062-fb4c-4113-a12d-393ebf6e3f97 on network 7236f3b1-4b4d-4249-ad33-13e1717070cc not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:40.549266 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Attempting to bind port 8c004062-fb4c-4113-a12d-393ebf6e3f97 on network 7236f3b1-4b4d-4249-ad33-13e1717070cc {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:40.554167 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:40.560159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:40.560508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Checking segment: {'id': '8a1cc58b-ff74-4b6d-ac69-ff323581d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:40.560893 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Bound using segment: {'id': '8a1cc58b-ff74-4b6d-ac69-ff323581d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:40.561424 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Bound port: 8c004062-fb4c-4113-a12d-393ebf6e3f97, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1cc58b-ff74-4b6d-ac69-ff323581d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:40.563443 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:40.629223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53918c5a-b4b7-45fd-a6ec-f429b144b0bb req-e19466ea-8ff1-40ac-98d0-c3440797b4a6 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:40.639524 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53918c5a-b4b7-45fd-a6ec-f429b144b0bb req-e19466ea-8ff1-40ac-98d0-c3440797b4a6 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=98c12628-0073-4ee4-824b-748ca9a13a52 HTTP/1.1" status: 200 len: 945 time: 0.1844215 Mar 23 12:33:40.647068 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64df2bbc-19c6-45fa-9b96-514c67746516', 'tag': 'de0729c2-bdb6-4a11-a549-9cdfb76ad148'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:40.659064 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869ac9c8-5679-4675-886b-76e8458f1393" -d '{"events": [{"name": "network-changed", "server_uuid": "64df2bbc-19c6-45fa-9b96-514c67746516", "tag": "de0729c2-bdb6-4a11-a549-9cdfb76ad148"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:40.748756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=4abfb211-9b93-4c2b-8ddd-07c14e4e0e09,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:40.820236 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53918c5a-b4b7-45fd-a6ec-f429b144b0bb req-f503c01e-87a2-41af-8399-7b11a383a7fd tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793385 Mar 23 12:33:40.855554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] For port 8c004062-fb4c-4113-a12d-393ebf6e3f97, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:40.864512 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] For port 8c004062-fb4c-4113-a12d-393ebf6e3f97, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8c004062-fb4c-4113-a12d-393ebf6e3f97,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:40.872060 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:40.884915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['4abfb211-9b93-4c2b-8ddd-07c14e4e0e09'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:40.925131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff10e83-0b80-4a49-99e7-06becb0c0578 service neutron] Pushing event updated for resources: {'Port': ['ID=de0729c2-bdb6-4a11-a549-9cdfb76ad148,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:40.946872 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:40.947496 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:40.948982 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] 10.222.0.77 "PUT /v2.0/ports/8c004062-fb4c-4113-a12d-393ebf6e3f97 HTTP/1.1" status: 200 len: 1092 time: 1.7835228 Mar 23 12:33:40.949454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70800504-135c-41a2-ad16-6f4884a41616', 'tag': '8c004062-fb4c-4113-a12d-393ebf6e3f97'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:40.951767 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1d2c13-2909-45b7-a555-8a7402b26896" -d '{"events": [{"name": "network-changed", "server_uuid": "70800504-135c-41a2-ad16-6f4884a41616", "tag": "8c004062-fb4c-4113-a12d-393ebf6e3f97"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:41.025830 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d030b3-4042-4eeb-b36b-2eeeb75a5b86 service neutron] Pushing event updated for resources: {'Port': ['ID=8c004062-fb4c-4113-a12d-393ebf6e3f97,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:41.049589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-2f96b010-74a8-42e4-b1a2-caeec24dd19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:41.054191 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-2f96b010-74a8-42e4-b1a2-caeec24dd19f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12f9b17f822645fe8c1c12b9abc01991&device_id=64df2bbc-19c6-45fa-9b96-514c67746516 HTTP/1.1" status: 200 len: 1094 time: 0.3763285 Mar 23 12:33:41.063182 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727b55d-47aa-4667-b881-cd4506c13e7d req-9149e763-a418-465f-9eef-52b1bf51a8d0 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:41.065073 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c727b55d-47aa-4667-b881-cd4506c13e7d req-9149e763-a418-465f-9eef-52b1bf51a8d0 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 944 time: 0.1054091 Mar 23 12:33:41.168943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 30208e13-459c-4124-a4e5-15341085b706 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:41.191435 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c727b55d-47aa-4667-b881-cd4506c13e7d req-69189674-9033-4eb7-9ae2-de8dba52b2d7 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113906 Mar 23 12:33:41.233823 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-ff21e273-75de-46c0-b97c-619b29726d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:41.235699 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-85b3e6fd-97e0-4e45-be42-4e9040b55ce5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de0729c2-bdb6-4a11-a549-9cdfb76ad148 HTTP/1.1" status: 200 len: 217 time: 0.1352301 Mar 23 12:33:41.236785 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-ff21e273-75de-46c0-b97c-619b29726d35 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12f9b17f822645fe8c1c12b9abc01991&device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 1095 time: 0.0919523 Mar 23 12:33:41.351083 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-7860d59b-0522-4fe8-aaf9-77392a3e0a75 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c004062-fb4c-4113-a12d-393ebf6e3f97 HTTP/1.1" status: 200 len: 217 time: 0.1044402 Mar 23 12:33:41.360900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 30208e13-459c-4124-a4e5-15341085b706 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:33:41.367544 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 30208e13-459c-4124-a4e5-15341085b706 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:41.368179 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:41.390812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfa01e-0699-4c7d-bf27-7c25203b79b8 req-55f15f0c-237d-4cf9-b29b-5b2f733c392b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:41.398321 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfa01e-0699-4c7d-bf27-7c25203b79b8 req-55f15f0c-237d-4cf9-b29b-5b2f733c392b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:41.404380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfa01e-0699-4c7d-bf27-7c25203b79b8 req-55f15f0c-237d-4cf9-b29b-5b2f733c392b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:41.410585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfa01e-0699-4c7d-bf27-7c25203b79b8 req-55f15f0c-237d-4cf9-b29b-5b2f733c392b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:41.417253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfa01e-0699-4c7d-bf27-7c25203b79b8 req-55f15f0c-237d-4cf9-b29b-5b2f733c392b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:41.423205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfa01e-0699-4c7d-bf27-7c25203b79b8 req-55f15f0c-237d-4cf9-b29b-5b2f733c392b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:41.434209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfa01e-0699-4c7d-bf27-7c25203b79b8 req-55f15f0c-237d-4cf9-b29b-5b2f733c392b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:41.437930 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 1698fd1c-e6a1-41b4-b140-ae1d533f3205 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:33:41.445916 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-11bfa01e-0699-4c7d-bf27-7c25203b79b8 req-55f15f0c-237d-4cf9-b29b-5b2f733c392b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5419 time: 0.3422058 Mar 23 12:33:41.500200 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-746652ea-e12e-449d-af7e-3940cd8348a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:41.501956 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-746652ea-e12e-449d-af7e-3940cd8348a6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d9546c30-00e0-4db9-9435-93ebb926fe1a HTTP/1.1" status: 200 len: 855 time: 0.1002443 Mar 23 12:33:41.522962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23289ada-74fa-4699-b71b-1ac68daa7085 req-d960d4b5-3d72-4bd8-9de2-ebd96d630782 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:41.528573 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-23289ada-74fa-4699-b71b-1ac68daa7085 req-d960d4b5-3d72-4bd8-9de2-ebd96d630782 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.1921844 Mar 23 12:33:41.530587 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-132c5898-ae4e-4f33-aa73-fc55f727ce89 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:41.554121 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-11bfa01e-0699-4c7d-bf27-7c25203b79b8 req-17737359-4dd4-45ad-816d-a16f43754b61 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068594 Mar 23 12:33:41.567712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-cc80cc7b-3fb4-40b4-83f8-7f5828069409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:41.571544 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-cc80cc7b-3fb4-40b4-83f8-7f5828069409 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9546c30-00e0-4db9-9435-93ebb926fe1a HTTP/1.1" status: 200 len: 855 time: 0.3259559 Mar 23 12:33:41.595886 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:41.632565 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-23289ada-74fa-4699-b71b-1ac68daa7085 req-0d547ab2-375a-4ead-93bb-7944453c3bae tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843186 Mar 23 12:33:41.654390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 30208e13-459c-4124-a4e5-15341085b706, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=30208e13-459c-4124-a4e5-15341085b706,segment=NetworkSegment(ff6f9faa-9dee-475e-93d8-b7bd8eae99a7),segment_id=ff6f9faa-9dee-475e-93d8-b7bd8eae99a7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:41.656830 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c12628-0073-4ee4-824b-748ca9a13a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30208e13-459c-4124-a4e5-15341085b706'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:41.659449 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523d90e7-f55d-43ec-b476-9fdb563f95e7" -d '{"events": [{"server_uuid": "98c12628-0073-4ee4-824b-748ca9a13a52", "name": "network-vif-plugged", "status": "completed", "tag": "30208e13-459c-4124-a4e5-15341085b706"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:41.665801 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:41.666604 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 43f5e520-393e-4912-a625-d5ca703335ef up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:41.671237 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-6909fcd8-e7d6-4620-a1bc-ab8f82b79335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:41.673996 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-6909fcd8-e7d6-4620-a1bc-ab8f82b79335 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7236f3b1-4b4d-4249-ad33-13e1717070cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408639 Mar 23 12:33:41.727313 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf31c45-d6ef-4f18-a0cc-64c17b83f78a x-openstack-request-id: req-bdf31c45-d6ef-4f18-a0cc-64c17b83f78a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:41.727696 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64df2bbc-19c6-45fa-9b96-514c67746516", "tag": "de0729c2-bdb6-4a11-a549-9cdfb76ad148", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:41.727853 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bdf31c45-d6ef-4f18-a0cc-64c17b83f78a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:41.728949 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64df2bbc-19c6-45fa-9b96-514c67746516', 'tag': 'de0729c2-bdb6-4a11-a549-9cdfb76ad148', 'status': 'completed', 'code': 200} Mar 23 12:33:41.729711 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abba0e0-b9df-4ac8-ade2-ed3bddd47576 x-openstack-request-id: req-8abba0e0-b9df-4ac8-ade2-ed3bddd47576 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:41.730007 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70800504-135c-41a2-ad16-6f4884a41616", "tag": "8c004062-fb4c-4113-a12d-393ebf6e3f97", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:41.730276 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8abba0e0-b9df-4ac8-ade2-ed3bddd47576 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:41.730645 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70800504-135c-41a2-ad16-6f4884a41616', 'tag': '8c004062-fb4c-4113-a12d-393ebf6e3f97', 'status': 'completed', 'code': 200} Mar 23 12:33:41.770046 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=30208e13-459c-4124-a4e5-15341085b706,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:41.817271 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 1698fd1c-e6a1-41b4-b140-ae1d533f3205, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=1698fd1c-e6a1-41b4-b140-ae1d533f3205,segment=NetworkSegment(a1218d8b-99c2-4d18-b086-5d1e7383bc07),segment_id=a1218d8b-99c2-4d18-b086-5d1e7383bc07)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:41.833032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-87ede9d4-610e-4e71-a48b-527281f4ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:41.836144 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-87ede9d4-610e-4e71-a48b-527281f4ea67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7236f3b1-4b4d-4249-ad33-13e1717070cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2416668 Mar 23 12:33:41.838686 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-132c5898-ae4e-4f33-aa73-fc55f727ce89 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:41.839754 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4031466f-ee1b-40fd-aa12-247ed13af834 x-openstack-request-id: req-4031466f-ee1b-40fd-aa12-247ed13af834 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:41.840212 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c12628-0073-4ee4-824b-748ca9a13a52", "name": "network-vif-plugged", "status": "completed", "tag": "30208e13-459c-4124-a4e5-15341085b706", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:41.840504 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4031466f-ee1b-40fd-aa12-247ed13af834 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:41.840841 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c12628-0073-4ee4-824b-748ca9a13a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30208e13-459c-4124-a4e5-15341085b706', 'code': 200} Mar 23 12:33:41.869655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '1698fd1c-e6a1-41b4-b140-ae1d533f3205', 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631', 'port_id': '1698fd1c-e6a1-41b4-b140-ae1d533f3205', 'mac_address': 'fa:16:3e:2b:be:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:33:42.009809 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-cd246bb3-0660-46aa-8774-bf6301d600a8 service neutron] 10.222.0.77 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294940 Mar 23 12:33:42.022249 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-834c97e0-daa1-423f-8120-95e436919fac service neutron] 10.222.0.73 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649156 Mar 23 12:33:42.047675 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 43f5e520-393e-4912-a625-d5ca703335ef completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:33:42.055510 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 43f5e520-393e-4912-a625-d5ca703335ef triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:42.055904 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:42.070322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132c5898-ae4e-4f33-aa73-fc55f727ce89 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Network 70b8246a-7647-4676-b98c-735e9ffe0e4e is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:33:42.086629 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:42.111890 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-132c5898-ae4e-4f33-aa73-fc55f727ce89 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:42.122993 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132c5898-ae4e-4f33-aa73-fc55f727ce89 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:33:42.124624 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132c5898-ae4e-4f33-aa73-fc55f727ce89 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:42.124624 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-132c5898-ae4e-4f33-aa73-fc55f727ce89 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:42.171361 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1698fd1c-e6a1-41b4-b140-ae1d533f3205 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:42.173297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c5898-ae4e-4f33-aa73-fc55f727ce89 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Pushing event updated for resources: {'Port': ['ID=941eae6a-bde0-4d7f-83d9-b4f31cb94688,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:42.197247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3d0d-7193-4109-9f54-ebb9c7f047a0 req-6ea0f37e-32ba-46d9-a115-a67b1fa69e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:42.199008 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-571d3d0d-7193-4109-9f54-ebb9c7f047a0 req-6ea0f37e-32ba-46d9-a115-a67b1fa69e9b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=98c12628-0073-4ee4-824b-748ca9a13a52 HTTP/1.1" status: 200 len: 1097 time: 0.1752503 Mar 23 12:33:42.208018 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-132c5898-ae4e-4f33-aa73-fc55f727ce89 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2554770 Mar 23 12:33:42.216607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57922) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:42.280136 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 1698fd1c-e6a1-41b4-b140-ae1d533f3205, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=1698fd1c-e6a1-41b4-b140-ae1d533f3205,segment=NetworkSegment(a1218d8b-99c2-4d18-b086-5d1e7383bc07),segment_id=a1218d8b-99c2-4d18-b086-5d1e7383bc07)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:42.304061 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-571d3d0d-7193-4109-9f54-ebb9c7f047a0 req-6ab73244-4eb9-4c93-af50-8d27a42677b2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924845 Mar 23 12:33:42.311824 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e833cdf-31e1-48d4-a786-d99f370d3bd6 req-793cb525-f2f2-4edb-b254-1ae2588427f3 service neutron] 10.222.0.73 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713377 Mar 23 12:33:42.377867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d84c328a-c14a-4b32-b095-663eb4128e7c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Deleting port 941eae6a-bde0-4d7f-83d9-b4f31cb94688 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:33:42.378606 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d84c328a-c14a-4b32-b095-663eb4128e7c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:42.430614 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ef40-a2da-4faa-8be5-a5190425fbb0 req-cdb46feb-9bd5-4e93-a137-0384858c55a7 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:42.432630 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:42.438641 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:42.439712 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 6b13f8a1-7061-499d-9dcc-a959ec9d1418 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:33:42.442151 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1415ef40-a2da-4faa-8be5-a5190425fbb0 req-cdb46feb-9bd5-4e93-a137-0384858c55a7 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=98c12628-0073-4ee4-824b-748ca9a13a52 HTTP/1.1" status: 200 len: 946 time: 0.1961963 Mar 23 12:33:42.501946 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b247de4-399d-49f6-a041-b1280d0fa9b7 req-0d231440-1e16-420d-a826-87cad32fbe93 service neutron] 10.222.0.77 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853909 Mar 23 12:33:42.518011 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1415ef40-a2da-4faa-8be5-a5190425fbb0 req-cf6ac301-0cca-4137-a942-5778dbe3d824 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745716 Mar 23 12:33:42.596781 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46ee38-823e-40ba-904e-3175c2cbd6f3 req-adbe8d52-6191-4ecf-b1b5-516483b5fe53 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:42.599591 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c46ee38-823e-40ba-904e-3175c2cbd6f3 req-adbe8d52-6191-4ecf-b1b5-516483b5fe53 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 944 time: 0.1375146 Mar 23 12:33:42.664051 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d84c328a-c14a-4b32-b095-663eb4128e7c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:42.665788 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:33:42.696738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 43f5e520-393e-4912-a625-d5ca703335ef, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=43f5e520-393e-4912-a625-d5ca703335ef,segment=NetworkSegment(ff6f9faa-9dee-475e-93d8-b7bd8eae99a7),segment_id=ff6f9faa-9dee-475e-93d8-b7bd8eae99a7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:42.700418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ac9c8-5679-4675-886b-76e8458f1393 req-ce5db71b-259a-4b82-ba39-72031ef0d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:42.702557 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-869ac9c8-5679-4675-886b-76e8458f1393 req-ce5db71b-259a-4b82-ba39-72031ef0d364 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12f9b17f822645fe8c1c12b9abc01991&device_id=64df2bbc-19c6-45fa-9b96-514c67746516 HTTP/1.1" status: 200 len: 1094 time: 0.2513533 Mar 23 12:33:42.720243 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c46ee38-823e-40ba-904e-3175c2cbd6f3 req-d6d7b7db-d728-49b6-96ee-c72a8e33b88b tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044321 Mar 23 12:33:42.721523 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d84c328a-c14a-4b32-b095-663eb4128e7c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Calling delete_port for 941eae6a-bde0-4d7f-83d9-b4f31cb94688 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:33:42.778886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=1698fd1c-e6a1-41b4-b140-ae1d533f3205,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:42.785437 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:42.877621 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bb93b-29f5-4672-a19f-a5942d631677 req-071625b9-da92-4e1f-9312-6ba9aae48e23 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:42.890841 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-861bb93b-29f5-4672-a19f-a5942d631677 req-071625b9-da92-4e1f-9312-6ba9aae48e23 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/networks?id=4e3f5ded-5473-428f-b11d-b3417cbd12ec HTTP/1.1" status: 200 len: 815 time: 0.2310925 Mar 23 12:33:42.903599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ac9c8-5679-4675-886b-76e8458f1393 req-8d0235ad-6eb2-4a15-af37-e64b99f4d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:42.905402 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-869ac9c8-5679-4675-886b-76e8458f1393 req-8d0235ad-6eb2-4a15-af37-e64b99f4d4ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=7236f3b1-4b4d-4249-ad33-13e1717070cc HTTP/1.1" status: 200 len: 917 time: 0.1726110 Mar 23 12:33:42.907551 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57940) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:42.914168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=43f5e520-393e-4912-a625-d5ca703335ef,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:42.918473 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 6b13f8a1-7061-499d-9dcc-a959ec9d1418, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=6b13f8a1-7061-499d-9dcc-a959ec9d1418,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:42.937802 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '6b13f8a1-7061-499d-9dcc-a959ec9d1418', 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602', 'port_id': '6b13f8a1-7061-499d-9dcc-a959ec9d1418', 'mac_address': 'fa:16:3e:6f:49:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c205191f-6c59-4df0-b4d9-0420dce47036', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:33:42.948558 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-861bb93b-29f5-4672-a19f-a5942d631677 req-a396b326-17a6-4729-9b04-4bd7ffa4992c tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/quotas/c76929d4048a42598e0f66623994674d HTTP/1.1" status: 200 len: 375 time: 0.0482383 Mar 23 12:33:43.010710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d2c13-2909-45b7-a555-8a7402b26896 req-8a22ffc4-2204-4793-964a-f21458953132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:43.012007 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:43.012667 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-869ac9c8-5679-4675-886b-76e8458f1393 req-796baaa8-1382-4e06-ac52-439d16d1c7c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de0729c2-bdb6-4a11-a549-9cdfb76ad148 HTTP/1.1" status: 200 len: 217 time: 0.0912294 Mar 23 12:33:43.013267 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb1d2c13-2909-45b7-a555-8a7402b26896 req-8a22ffc4-2204-4793-964a-f21458953132 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12f9b17f822645fe8c1c12b9abc01991&device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 1095 time: 0.3219764 Mar 23 12:33:43.066341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b13f8a1-7061-499d-9dcc-a959ec9d1418 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:43.070259 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-861bb93b-29f5-4672-a19f-a5942d631677 req-9835169b-c131-4d9c-85c3-d5858e79464a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c76929d4048a42598e0f66623994674d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1290452 Mar 23 12:33:43.117503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef37d6d-1279-40ec-9802-f8dd146331b3 req-178ef080-8f33-41fa-b2c7-bd715d89fd1d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:43.119889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 6b13f8a1-7061-499d-9dcc-a959ec9d1418, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=6b13f8a1-7061-499d-9dcc-a959ec9d1418,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:43.123716 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef37d6d-1279-40ec-9802-f8dd146331b3 req-178ef080-8f33-41fa-b2c7-bd715d89fd1d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:43.126585 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:43.128662 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d289d27a-322f-466e-be09-f483ea23288a details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:33:43.130881 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef37d6d-1279-40ec-9802-f8dd146331b3 req-178ef080-8f33-41fa-b2c7-bd715d89fd1d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:43.137479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef37d6d-1279-40ec-9802-f8dd146331b3 req-178ef080-8f33-41fa-b2c7-bd715d89fd1d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:43.150288 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef37d6d-1279-40ec-9802-f8dd146331b3 req-178ef080-8f33-41fa-b2c7-bd715d89fd1d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:43.157242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef37d6d-1279-40ec-9802-f8dd146331b3 req-178ef080-8f33-41fa-b2c7-bd715d89fd1d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:43.165477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef37d6d-1279-40ec-9802-f8dd146331b3 req-178ef080-8f33-41fa-b2c7-bd715d89fd1d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:43.175208 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ef37d6d-1279-40ec-9802-f8dd146331b3 req-178ef080-8f33-41fa-b2c7-bd715d89fd1d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5420 time: 0.2685604 Mar 23 12:33:43.216515 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34716e25-74eb-48f2-8f0a-f911c95c694a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:43.223498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=6b13f8a1-7061-499d-9dcc-a959ec9d1418,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:43.236238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ac9c8-5679-4675-886b-76e8458f1393 req-6a285d4e-65f2-4f14-a4bb-d4cc6b931350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:43.237808 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-869ac9c8-5679-4675-886b-76e8458f1393 req-6a285d4e-65f2-4f14-a4bb-d4cc6b931350 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9546c30-00e0-4db9-9435-93ebb926fe1a HTTP/1.1" status: 200 len: 855 time: 0.1875236 Mar 23 12:33:43.275500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port d289d27a-322f-466e-be09-f483ea23288a, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d289d27a-322f-466e-be09-f483ea23288a,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:43.295532 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'd289d27a-322f-466e-be09-f483ea23288a', 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602', 'port_id': 'd289d27a-322f-466e-be09-f483ea23288a', 'mac_address': 'fa:16:3e:3b:36:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c205191f-6c59-4df0-b4d9-0420dce47036', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:33:43.327439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ef37d6d-1279-40ec-9802-f8dd146331b3 req-9353c7d3-1d47-4641-b72a-8ef452c2b345 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1512611 Mar 23 12:33:43.352245 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-861bb93b-29f5-4672-a19f-a5942d631677 req-390b537f-4891-48f2-936c-612b59abbb5d service neutron] 10.222.0.52 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808697 Mar 23 12:33:43.384462 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ac9c8-5679-4675-886b-76e8458f1393 req-9ac0ff51-0554-49e7-8f2f-840a95bd9b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:43.386201 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-869ac9c8-5679-4675-886b-76e8458f1393 req-9ac0ff51-0554-49e7-8f2f-840a95bd9b60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7236f3b1-4b4d-4249-ad33-13e1717070cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362660 Mar 23 12:33:43.400365 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d2c13-2909-45b7-a555-8a7402b26896 req-42d7d9cb-9226-4bd7-a134-fd79562af771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:43.401767 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb1d2c13-2909-45b7-a555-8a7402b26896 req-42d7d9cb-9226-4bd7-a134-fd79562af771 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7236f3b1-4b4d-4249-ad33-13e1717070cc HTTP/1.1" status: 200 len: 917 time: 0.3713169 Mar 23 12:33:43.413875 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:43.459341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d289d27a-322f-466e-be09-f483ea23288a {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:43.484587 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb1d2c13-2909-45b7-a555-8a7402b26896 req-ae74c3b3-f1cc-49b1-a481-28831723ca6f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c004062-fb4c-4113-a12d-393ebf6e3f97 HTTP/1.1" status: 200 len: 217 time: 0.0461214 Mar 23 12:33:43.497404 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port d289d27a-322f-466e-be09-f483ea23288a, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d289d27a-322f-466e-be09-f483ea23288a,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:43.505964 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:43.507401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 0462e814-926b-4a23-8fca-8bc2535b4ddd details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:33:43.545956 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d84c328a-c14a-4b32-b095-663eb4128e7c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:43.625955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d2c13-2909-45b7-a555-8a7402b26896 req-f0bf0720-6c4d-4e5c-b01e-8a654a104e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:43.627528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb1d2c13-2909-45b7-a555-8a7402b26896 req-f0bf0720-6c4d-4e5c-b01e-8a654a104e25 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d9546c30-00e0-4db9-9435-93ebb926fe1a HTTP/1.1" status: 200 len: 855 time: 0.1356914 Mar 23 12:33:43.657184 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-861bb93b-29f5-4672-a19f-a5942d631677 req-546cfd6a-3b65-4408-b9a7-86e232c5d05d service neutron] 10.222.0.52 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036308 Mar 23 12:33:43.715040 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=d289d27a-322f-466e-be09-f483ea23288a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:43.868739 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34716e25-74eb-48f2-8f0a-f911c95c694a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:43.869422 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0aafb51-52f7-4b74-9e8f-df4718448961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f5e520-393e-4912-a625-d5ca703335ef'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:43.875133 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2df9f2-6630-4d82-a3e8-015eb619c897" -d '{"events": [{"server_uuid": "e0aafb51-52f7-4b74-9e8f-df4718448961", "name": "network-vif-plugged", "status": "completed", "tag": "43f5e520-393e-4912-a625-d5ca703335ef"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:43.897364 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34716e25-74eb-48f2-8f0a-f911c95c694a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:43.970383 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 0462e814-926b-4a23-8fca-8bc2535b4ddd, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0462e814-926b-4a23-8fca-8bc2535b4ddd,segment=NetworkSegment(1ff344b0-ead7-49ce-8ce6-c373cf8a8621),segment_id=1ff344b0-ead7-49ce-8ce6-c373cf8a8621)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:44.001045 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34716e25-74eb-48f2-8f0a-f911c95c694a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4474d3c-9cc5-4fed-951c-d4e8a1c6afd0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:44.018353 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-34716e25-74eb-48f2-8f0a-f911c95c694a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=02b352f400f94cd1916eeac277d0f47f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1034648 Mar 23 12:33:44.020488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d2c13-2909-45b7-a555-8a7402b26896 req-deb161cc-f0e2-466c-8744-f4aeef4b5ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:44.022311 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb1d2c13-2909-45b7-a555-8a7402b26896 req-deb161cc-f0e2-466c-8744-f4aeef4b5ae0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7236f3b1-4b4d-4249-ad33-13e1717070cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3100073 Mar 23 12:33:44.022804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57956) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:44.209841 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c328a-c14a-4b32-b095-663eb4128e7c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Pushing event deleted for resources: {'Port': ['ID=941eae6a-bde0-4d7f-83d9-b4f31cb94688,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:44.255853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '0462e814-926b-4a23-8fca-8bc2535b4ddd', 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004', 'port_id': '0462e814-926b-4a23-8fca-8bc2535b4ddd', 'mac_address': 'fa:16:3e:84:15:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48a5b8a-c042-4f0c-8e2e-538dc09aa987', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:33:44.301048 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d84c328a-c14a-4b32-b095-663eb4128e7c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:44.306278 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d84c328a-c14a-4b32-b095-663eb4128e7c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "DELETE /v2.0/ports/941eae6a-bde0-4d7f-83d9-b4f31cb94688 HTTP/1.1" status: 204 len: 168 time: 2.0885274 Mar 23 12:33:44.310332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57962) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:44.316589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70b8246a-7647-4676-b98c-735e9ffe0e4e', 'external_fixed_ips': [{'subnet_id': '104a3aa9-ca92-473f-866b-479fb7bfa512', 'ip_address': '2001:db8::3c5'}]}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:44.319083 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:44.325724 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-869ac9c8-5679-4675-886b-76e8458f1393 req-e8e44d2e-2d42-469c-b9d1-5f96043d75d8 service neutron] 10.222.0.73 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9277022 Mar 23 12:33:44.350915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0462e814-926b-4a23-8fca-8bc2535b4ddd {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:44.369594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7f496-f8b7-48e4-9e52-28f8f4e4553d req-05fa3358-157e-4d3d-8504-8e3742533b64 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:44.378549 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aba7f496-f8b7-48e4-9e52-28f8f4e4553d req-05fa3358-157e-4d3d-8504-8e3742533b64 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=98c12628-0073-4ee4-824b-748ca9a13a52 HTTP/1.1" status: 200 len: 946 time: 0.2337029 Mar 23 12:33:44.403052 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 0462e814-926b-4a23-8fca-8bc2535b4ddd, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0462e814-926b-4a23-8fca-8bc2535b4ddd,segment=NetworkSegment(1ff344b0-ead7-49ce-8ce6-c373cf8a8621),segment_id=1ff344b0-ead7-49ce-8ce6-c373cf8a8621)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:44.421524 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:44.423406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 38e184cd-13be-4459-9b2f-1cf77184162c details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:33:44.450103 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:44.451180 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:44.505787 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bef8093b-56b9-4360-8f20-fd49aab1b54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:44.514645 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aba7f496-f8b7-48e4-9e52-28f8f4e4553d req-d3e663e8-a756-49af-8be2-20f99d0d74de tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347177 Mar 23 12:33:44.517191 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-869ac9c8-5679-4675-886b-76e8458f1393 req-6bea088b-58e5-46c8-aae8-ce2446cfc4ab service neutron] 10.222.0.73 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834848 Mar 23 12:33:44.537686 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edb4a4-52a7-44d5-97bd-60028f65630e req-bad411c3-58bc-47d8-b6a8-db64408e82ac tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:44.541786 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=0462e814-926b-4a23-8fca-8bc2535b4ddd,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:44.554015 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92edb4a4-52a7-44d5-97bd-60028f65630e req-bad411c3-58bc-47d8-b6a8-db64408e82ac tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4140eea-406d-48c5-9ee8-3292205ea875 HTTP/1.1" status: 200 len: 945 time: 0.5295742 Mar 23 12:33:44.595334 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925cc57-b569-407d-b39e-8d9dd9bdbcb9 req-fd895f00-2b24-4deb-aa42-cb68708fbb61 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:44.603525 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f925cc57-b569-407d-b39e-8d9dd9bdbcb9 req-fd895f00-2b24-4deb-aa42-cb68708fbb61 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 944 time: 0.3954024 Mar 23 12:33:44.617070 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f25eb3-bce7-407d-a4fe-5ac70912789d x-openstack-request-id: req-a6f25eb3-bce7-407d-a4fe-5ac70912789d {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:44.617365 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0aafb51-52f7-4b74-9e8f-df4718448961", "name": "network-vif-plugged", "status": "completed", "tag": "43f5e520-393e-4912-a625-d5ca703335ef", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:44.617619 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6f25eb3-bce7-407d-a4fe-5ac70912789d {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:44.618007 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0aafb51-52f7-4b74-9e8f-df4718448961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f5e520-393e-4912-a625-d5ca703335ef', 'code': 200} Mar 23 12:33:44.619860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 38e184cd-13be-4459-9b2f-1cf77184162c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=38e184cd-13be-4459-9b2f-1cf77184162c,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:44.622453 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb1d2c13-2909-45b7-a555-8a7402b26896 req-c44fa491-301b-4d7b-9644-22795db3a8fd service neutron] 10.222.0.77 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546992 Mar 23 12:33:44.649846 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bef8093b-56b9-4360-8f20-fd49aab1b54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:44.662139 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:44.671137 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '38e184cd-13be-4459-9b2f-1cf77184162c', 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602', 'port_id': '38e184cd-13be-4459-9b2f-1cf77184162c', 'mac_address': 'fa:16:3e:63:11:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c205191f-6c59-4df0-b4d9-0420dce47036', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:33:44.735167 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:44.751144 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e184cd-13be-4459-9b2f-1cf77184162c {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:44.804345 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 38e184cd-13be-4459-9b2f-1cf77184162c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=38e184cd-13be-4459-9b2f-1cf77184162c,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:44.812413 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:44.818443 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a832adda-3f39-4da1-8a38-dce921f63818 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:33:44.859742 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e4cb4e83-b5d3-45c5-bdca-5f46cf99337d req-dd493c1b-0f8e-4d02-8339-1aa0b74190cb tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 210 time: 0.0657256 Mar 23 12:33:44.876682 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f925cc57-b569-407d-b39e-8d9dd9bdbcb9 req-40b553e2-67d0-4562-81c1-d3650b2c937c tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695990 Mar 23 12:33:44.969767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=38e184cd-13be-4459-9b2f-1cf77184162c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:44.995301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a832adda-3f39-4da1-8a38-dce921f63818, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a832adda-3f39-4da1-8a38-dce921f63818,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:45.012733 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'a832adda-3f39-4da1-8a38-dce921f63818', 'network_id': '85f7b380-6dd2-4c8f-a9df-eb96fe696602', 'port_id': 'a832adda-3f39-4da1-8a38-dce921f63818', 'mac_address': 'fa:16:3e:a5:15:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c205191f-6c59-4df0-b4d9-0420dce47036', 'ip_address': '10.1.1.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:33:45.028283 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb1d2c13-2909-45b7-a555-8a7402b26896 req-4cf25870-f42d-45f2-8750-485c6c2e41f1 service neutron] 10.222.0.77 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810349 Mar 23 12:33:45.039052 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bef8093b-56b9-4360-8f20-fd49aab1b54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:45.042353 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bef8093b-56b9-4360-8f20-fd49aab1b54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:45.050494 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bef8093b-56b9-4360-8f20-fd49aab1b54b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a4474d3c-9cc5-4fed-951c-d4e8a1c6afd0 HTTP/1.1" status: 204 len: 168 time: 1.0031469 Mar 23 12:33:45.084550 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8093b-56b9-4360-8f20-fd49aab1b54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4474d3c-9cc5-4fed-951c-d4e8a1c6afd0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:45.084831 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:45.098360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-92edb4a4-52a7-44d5-97bd-60028f65630e req-eeb1f138-2bc3-403f-b8de-976118cfb8f8 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Deleting port 16ce1d13-1ee3-4006-bcaf-a4e670243b43 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:33:45.099010 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92edb4a4-52a7-44d5-97bd-60028f65630e req-eeb1f138-2bc3-403f-b8de-976118cfb8f8 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:45.127138 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a832adda-3f39-4da1-8a38-dce921f63818 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:45.157144 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a832adda-3f39-4da1-8a38-dce921f63818, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a832adda-3f39-4da1-8a38-dce921f63818,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:45.162267 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:45.163018 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 95a785d3-ff97-4176-9b31-c36e92acfa7f details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:33:45.268435 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 95a785d3-ff97-4176-9b31-c36e92acfa7f, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=95a785d3-ff97-4176-9b31-c36e92acfa7f,segment=NetworkSegment(1ff344b0-ead7-49ce-8ce6-c373cf8a8621),segment_id=1ff344b0-ead7-49ce-8ce6-c373cf8a8621)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:45.290586 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=a832adda-3f39-4da1-8a38-dce921f63818,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:45.297982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '95a785d3-ff97-4176-9b31-c36e92acfa7f', 'network_id': '426297fc-89ed-49a5-9d37-294ef2ded004', 'port_id': '95a785d3-ff97-4176-9b31-c36e92acfa7f', 'mac_address': 'fa:16:3e:ea:4c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48a5b8a-c042-4f0c-8e2e-538dc09aa987', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:33:45.336564 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:45.366385 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:45.382087 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a785d3-ff97-4176-9b31-c36e92acfa7f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:45.396455 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc397b-ed82-40b5-aacc-87a561a022e9 req-61e1d162-3b75-476f-8ea9-8f0e1497afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:45.398116 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4dcc397b-ed82-40b5-aacc-87a561a022e9 req-61e1d162-3b75-476f-8ea9-8f0e1497afb6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e0aafb51-52f7-4b74-9e8f-df4718448961 HTTP/1.1" status: 200 len: 1096 time: 0.6059928 Mar 23 12:33:45.414024 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 95a785d3-ff97-4176-9b31-c36e92acfa7f, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=95a785d3-ff97-4176-9b31-c36e92acfa7f,segment=NetworkSegment(1ff344b0-ead7-49ce-8ce6-c373cf8a8621),segment_id=1ff344b0-ead7-49ce-8ce6-c373cf8a8621)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:45.423894 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:45.511752 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device de0729c2-bdb6-4a11-a549-9cdfb76ad148 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:33:45.532528 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:45.560832 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d01da0-39af-4bc1-815a-5d3a07dd6c56 req-794401f2-112a-4ec4-917d-16647ecf84c1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:45.579028 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d01da0-39af-4bc1-815a-5d3a07dd6c56 req-794401f2-112a-4ec4-917d-16647ecf84c1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:45.591457 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d01da0-39af-4bc1-815a-5d3a07dd6c56 req-794401f2-112a-4ec4-917d-16647ecf84c1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:45.606914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-92edb4a4-52a7-44d5-97bd-60028f65630e req-eeb1f138-2bc3-403f-b8de-976118cfb8f8 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] For port 16ce1d13-1ee3-4006-bcaf-a4e670243b43, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=16ce1d13-1ee3-4006-bcaf-a4e670243b43,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:45.607778 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92edb4a4-52a7-44d5-97bd-60028f65630e req-eeb1f138-2bc3-403f-b8de-976118cfb8f8 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:45.618580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d01da0-39af-4bc1-815a-5d3a07dd6c56 req-794401f2-112a-4ec4-917d-16647ecf84c1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:45.627597 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-92edb4a4-52a7-44d5-97bd-60028f65630e req-eeb1f138-2bc3-403f-b8de-976118cfb8f8 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Calling delete_port for 16ce1d13-1ee3-4006-bcaf-a4e670243b43 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:33:45.650718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d01da0-39af-4bc1-815a-5d3a07dd6c56 req-794401f2-112a-4ec4-917d-16647ecf84c1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:45.657423 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=95a785d3-ff97-4176-9b31-c36e92acfa7f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:45.669126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d01da0-39af-4bc1-815a-5d3a07dd6c56 req-794401f2-112a-4ec4-917d-16647ecf84c1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:45.678291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d01da0-39af-4bc1-815a-5d3a07dd6c56 req-794401f2-112a-4ec4-917d-16647ecf84c1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:45.694255 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71d01da0-39af-4bc1-815a-5d3a07dd6c56 req-794401f2-112a-4ec4-917d-16647ecf84c1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5425 time: 0.6314011 Mar 23 12:33:45.697385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4dcc397b-ed82-40b5-aacc-87a561a022e9 req-999d9862-0a87-4f65-841d-983bac93f218 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831821 Mar 23 12:33:45.861973 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:33:45.864461 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71d01da0-39af-4bc1-815a-5d3a07dd6c56 req-e52eacca-b226-4343-aff9-f7931e45af22 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1667726 Mar 23 12:33:45.869002 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:45.877784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:45.878398 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:45.946316 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port de0729c2-bdb6-4a11-a549-9cdfb76ad148, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=de0729c2-bdb6-4a11-a549-9cdfb76ad148,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:45.963021 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'de0729c2-bdb6-4a11-a549-9cdfb76ad148', 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc', 'port_id': 'de0729c2-bdb6-4a11-a549-9cdfb76ad148', 'mac_address': 'fa:16:3e:8a:5b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9546c30-00e0-4db9-9435-93ebb926fe1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:33:46.091095 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b23fc5-e661-402f-97b2-65712d8a23e0 req-760a0d1a-29d1-49a7-9890-c57d78a65301 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:46.109208 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-25b23fc5-e661-402f-97b2-65712d8a23e0 req-760a0d1a-29d1-49a7-9890-c57d78a65301 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=98c12628-0073-4ee4-824b-748ca9a13a52 HTTP/1.1" status: 200 len: 946 time: 0.3439689 Mar 23 12:33:46.165771 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-16e8d1c8-e3c2-4273-9dac-da385f6ac583 req-8fda40a1-9f3b-4ea4-a43a-8fa6053b33c2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 210 time: 0.0866692 Mar 23 12:33:46.201300 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:46.214918 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92edb4a4-52a7-44d5-97bd-60028f65630e req-eeb1f138-2bc3-403f-b8de-976118cfb8f8 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:46.266660 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['16ce1d13-1ee3-4006-bcaf-a4e670243b43'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:46.271976 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:46.276206 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1f138-2bc3-403f-b8de-976118cfb8f8 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Pushing event deleted for resources: {'Port': ['ID=16ce1d13-1ee3-4006-bcaf-a4e670243b43,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:46.324445 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['1698fd1c-e6a1-41b4-b140-ae1d533f3205'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:46.364770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['0462e814-926b-4a23-8fca-8bc2535b4ddd'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:46.367391 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-25b23fc5-e661-402f-97b2-65712d8a23e0 req-07d6b491-3aa5-4a1e-a8e8-eaccdf984e9f tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538671 Mar 23 12:33:46.377670 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0729c2-bdb6-4a11-a549-9cdfb76ad148 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:46.377858 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bb93b-29f5-4672-a19f-a5942d631677 req-a6d7a541-136e-4cd9-bc72-3ebf4e7bb1f1 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:46.379963 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-861bb93b-29f5-4672-a19f-a5942d631677 req-a6d7a541-136e-4cd9-bc72-3ebf4e7bb1f1 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.73 "GET /v2.0/networks?id=4e3f5ded-5473-428f-b11d-b3417cbd12ec HTTP/1.1" status: 200 len: 815 time: 0.5934436 Mar 23 12:33:46.402706 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port de0729c2-bdb6-4a11-a549-9cdfb76ad148, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=de0729c2-bdb6-4a11-a549-9cdfb76ad148,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:46.404632 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-92edb4a4-52a7-44d5-97bd-60028f65630e req-eeb1f138-2bc3-403f-b8de-976118cfb8f8 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] No DVR routers for this DVR port 16ce1d13-1ee3-4006-bcaf-a4e670243b43 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:33:46.408280 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92edb4a4-52a7-44d5-97bd-60028f65630e req-eeb1f138-2bc3-403f-b8de-976118cfb8f8 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:46.414558 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92edb4a4-52a7-44d5-97bd-60028f65630e req-eeb1f138-2bc3-403f-b8de-976118cfb8f8 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.73 "DELETE /v2.0/ports/16ce1d13-1ee3-4006-bcaf-a4e670243b43 HTTP/1.1" status: 204 len: 173 time: 1.8392093 Mar 23 12:33:46.414843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['38e184cd-13be-4459-9b2f-1cf77184162c'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:46.415307 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4140eea-406d-48c5-9ee8-3292205ea875', 'name': 'network-vif-deleted', 'tag': '16ce1d13-1ee3-4006-bcaf-a4e670243b43'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:46.422507 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82183428-315e-4f89-bd66-fc3e7590cf96" -d '{"events": [{"server_uuid": "d4140eea-406d-48c5-9ee8-3292205ea875", "name": "network-vif-deleted", "tag": "16ce1d13-1ee3-4006-bcaf-a4e670243b43"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:46.471220 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:46.472787 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['d289d27a-322f-466e-be09-f483ea23288a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:46.497883 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-861bb93b-29f5-4672-a19f-a5942d631677 req-a2fc302c-c366-4111-84a3-5983bd62dfea tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Request body: {'port': {'device_id': '5c295c43-9a2c-4e56-b73e-95da3e09ec05', 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec', 'admin_state_up': True, 'tenant_id': 'c76929d4048a42598e0f66623994674d'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:46.508648 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4abfb211-9b93-4c2b-8ddd-07c14e4e0e09,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:46.575269 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a832adda-3f39-4da1-8a38-dce921f63818'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:46.610047 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:46.627576 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa7d30c-f099-463f-92e2-76f19620bc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abfb211-9b93-4c2b-8ddd-07c14e4e0e09'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:46.630377 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ebf43c-1bb3-48c1-899a-82bce2ee144b" -d '{"events": [{"server_uuid": "8aa7d30c-f099-463f-92e2-76f19620bc71", "name": "network-vif-plugged", "status": "completed", "tag": "4abfb211-9b93-4c2b-8ddd-07c14e4e0e09"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:46.763723 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c7389-8675-4d7c-802b-dd2cf4dcdb36 req-f59a7e1b-f04f-4a7b-8284-f0a5c26932cf tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:46.765354 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-647c7389-8675-4d7c-802b-dd2cf4dcdb36 req-f59a7e1b-f04f-4a7b-8284-f0a5c26932cf tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=2924a7b0-0466-417e-a2ab-d4536aeeddb5 HTTP/1.1" status: 200 len: 946 time: 0.0621498 Mar 23 12:33:46.785735 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=de0729c2-bdb6-4a11-a549-9cdfb76ad148,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:46.826433 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-647c7389-8675-4d7c-802b-dd2cf4dcdb36 req-db291cd9-e238-48a5-91b1-1577d1e31079 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518467 Mar 23 12:33:46.863895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['de0729c2-bdb6-4a11-a549-9cdfb76ad148'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:46.877996 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff694be-ce39-454b-a8ea-1c599f52cba1 req-b4bea515-b5d6-4aa1-af8e-336104440860 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:46.886865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eff694be-ce39-454b-a8ea-1c599f52cba1 req-b4bea515-b5d6-4aa1-af8e-336104440860 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 944 time: 0.3825338 Mar 23 12:33:46.890559 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861bb93b-29f5-4672-a19f-a5942d631677 req-a2fc302c-c366-4111-84a3-5983bd62dfea tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Made reservation on behalf of c76929d4048a42598e0f66623994674d for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:46.892999 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc4de66-7a96-42e8-9300-be2d6fce813a x-openstack-request-id: req-bdc4de66-7a96-42e8-9300-be2d6fce813a {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:46.893288 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4140eea-406d-48c5-9ee8-3292205ea875", "name": "network-vif-deleted", "tag": "16ce1d13-1ee3-4006-bcaf-a4e670243b43", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:46.893547 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bdc4de66-7a96-42e8-9300-be2d6fce813a {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:46.893933 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4140eea-406d-48c5-9ee8-3292205ea875', 'name': 'network-vif-deleted', 'tag': '16ce1d13-1ee3-4006-bcaf-a4e670243b43', 'status': 'completed', 'code': 200} Mar 23 12:33:46.898174 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-861bb93b-29f5-4672-a19f-a5942d631677 req-a2fc302c-c366-4111-84a3-5983bd62dfea tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:46.920804 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:46.929358 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58024) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:46.979814 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:46.983774 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30257161-1afe-46cd-80b5-2c93c5d3ad2b x-openstack-request-id: req-30257161-1afe-46cd-80b5-2c93c5d3ad2b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:46.984167 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa7d30c-f099-463f-92e2-76f19620bc71", "name": "network-vif-plugged", "status": "completed", "tag": "4abfb211-9b93-4c2b-8ddd-07c14e4e0e09", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:46.984397 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30257161-1afe-46cd-80b5-2c93c5d3ad2b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:46.984715 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa7d30c-f099-463f-92e2-76f19620bc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abfb211-9b93-4c2b-8ddd-07c14e4e0e09', 'code': 200} Mar 23 12:33:46.999388 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=4abfb211-9b93-4c2b-8ddd-07c14e4e0e09,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:47.173207 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 8c004062-fb4c-4113-a12d-393ebf6e3f97 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:33:47.184370 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c1d78a76-ea9e-48a5-833a-07c31741cdac admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1463403295-network', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:47.261853 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a9a1b-c911-46d7-9344-998f2223f82a req-8a00d661-07bc-41c6-b485-8d6c48155ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:47.264678 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fd5a9a1b-c911-46d7-9344-998f2223f82a req-8a00d661-07bc-41c6-b485-8d6c48155ab3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 1097 time: 0.1479933 Mar 23 12:33:47.281863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11fb90-d5f6-44d2-89b0-8082b4e4997b req-babb9f67-3628-4b19-9372-4f171dac65a8 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:47.284180 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cf11fb90-d5f6-44d2-89b0-8082b4e4997b req-babb9f67-3628-4b19-9372-4f171dac65a8 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0aafb51-52f7-4b74-9e8f-df4718448961 HTTP/1.1" status: 200 len: 945 time: 0.1082737 Mar 23 12:33:47.287158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d78a76-ea9e-48a5-833a-07c31741cdac admin admin] Made reservation on behalf of 36278bd2a44c4d9c911365a1d50f6ec2 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:47.289902 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1d78a76-ea9e-48a5-833a-07c31741cdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:47.320641 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['6b13f8a1-7061-499d-9dcc-a959ec9d1418'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:47.328549 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fd5a9a1b-c911-46d7-9344-998f2223f82a req-e092a59b-b297-4eeb-b862-4d10af67669b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425518 Mar 23 12:33:47.339439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eff694be-ce39-454b-a8ea-1c599f52cba1 req-42e39b93-66c7-422c-add5-4e30798fd899 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509089 Mar 23 12:33:47.364855 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1d78a76-ea9e-48a5-833a-07c31741cdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:47.453770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['95a785d3-ff97-4176-9b31-c36e92acfa7f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:47.474078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Allocated IP 2001:db8::3c5 (70b8246a-7647-4676-b98c-735e9ffe0e4e/104a3aa9-ca92-473f-866b-479fb7bfa512/62977cfc-4386-450f-87a9-3a392b864129) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:33:47.511705 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 16ce1d13-1ee3-4006-bcaf-a4e670243b43 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:33:47.515127 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1d78a76-ea9e-48a5-833a-07c31741cdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:47.523323 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1d78a76-ea9e-48a5-833a-07c31741cdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:47.542224 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d78a76-ea9e-48a5-833a-07c31741cdac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:33:47.553557 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1d78a76-ea9e-48a5-833a-07c31741cdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:47.554070 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-c1d78a76-ea9e-48a5-833a-07c31741cdac admin admin] Added segment 12fbbdbc-26ef-43af-a762-98675ee48446 of type vlan for network 390b0a03-cc42-43de-bc59-2514c3b31b13 Mar 23 12:33:47.629399 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-861bb93b-29f5-4672-a19f-a5942d631677 req-a2fc302c-c366-4111-84a3-5983bd62dfea tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Allocated IP 172.20.0.9 (4e3f5ded-5473-428f-b11d-b3417cbd12ec/df4c0398-acbb-48a1-83d5-8a1f46b37271/61e32039-714a-4722-8070-013242b819ad) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:33:47.635395 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cf11fb90-d5f6-44d2-89b0-8082b4e4997b req-123f2dac-f811-45d5-990e-3b0de4e5804f tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055027 Mar 23 12:33:47.646897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 16ce1d13-1ee3-4006-bcaf-a4e670243b43 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:33:47.647249 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 16ce1d13-1ee3-4006-bcaf-a4e670243b43 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:33:47.707114 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141a51e-0bd1-42df-9606-d5a5079fa21e req-2e0d7ae2-ee04-4b19-943a-0b6f66abd93f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:47.708622 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1d78a76-ea9e-48a5-833a-07c31741cdac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:47.717168 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141a51e-0bd1-42df-9606-d5a5079fa21e req-2e0d7ae2-ee04-4b19-943a-0b6f66abd93f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:47.734110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141a51e-0bd1-42df-9606-d5a5079fa21e req-2e0d7ae2-ee04-4b19-943a-0b6f66abd93f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:47.743442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141a51e-0bd1-42df-9606-d5a5079fa21e req-2e0d7ae2-ee04-4b19-943a-0b6f66abd93f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:47.752354 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:33:47.752583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141a51e-0bd1-42df-9606-d5a5079fa21e req-2e0d7ae2-ee04-4b19-943a-0b6f66abd93f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:47.762776 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141a51e-0bd1-42df-9606-d5a5079fa21e req-2e0d7ae2-ee04-4b19-943a-0b6f66abd93f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:47.772124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141a51e-0bd1-42df-9606-d5a5079fa21e req-2e0d7ae2-ee04-4b19-943a-0b6f66abd93f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:47.777504 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d78a76-ea9e-48a5-833a-07c31741cdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01be69e-ef97-4211-8cd0-3b97cb15fb86,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:47.783629 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6141a51e-0bd1-42df-9606-d5a5079fa21e req-2e0d7ae2-ee04-4b19-943a-0b6f66abd93f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5426 time: 0.2757957 Mar 23 12:33:47.889494 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bf109da4-e7a1-4153-bde8-fb5213479eaf req-c4e03d5c-8cf1-4fe5-b3d5-b3c06b6a20eb tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 210 time: 0.0463514 Mar 23 12:33:47.890075 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1d78a76-ea9e-48a5-833a-07c31741cdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:47.891591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d78a76-ea9e-48a5-833a-07c31741cdac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:47.892205 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1d78a76-ea9e-48a5-833a-07c31741cdac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:47.934437 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6141a51e-0bd1-42df-9606-d5a5079fa21e req-a8294c88-ca8a-47d0-bc13-66f6eccce18d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1426373 Mar 23 12:33:47.979105 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d78a76-ea9e-48a5-833a-07c31741cdac admin admin] Pushing event updated for resources: {'Network': ['ID=390b0a03-cc42-43de-bc59-2514c3b31b13,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:48.014136 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58048) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:48.014706 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c1d78a76-ea9e-48a5-833a-07c31741cdac admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0832732 Mar 23 12:33:48.034724 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-022939e1-deb6-4a07-bbf9-668abfc35986 admin admin] Request body: {'subnet': {'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1463403295-subnet', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:48.072603 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:48.094156 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 390b0a03-cc42-43de-bc59-2514c3b31b13 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:33:48.213659 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022939e1-deb6-4a07-bbf9-668abfc35986 admin admin] Made reservation on behalf of 36278bd2a44c4d9c911365a1d50f6ec2 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:48.216215 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-022939e1-deb6-4a07-bbf9-668abfc35986 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:48.272698 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:48.310634 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:48.392557 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-861bb93b-29f5-4672-a19f-a5942d631677 req-a2fc302c-c366-4111-84a3-5983bd62dfea tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:48.425282 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e138a3-eb18-4c40-8f0c-ca2b145d78f0 req-a2955f0e-23cb-4091-ba08-0c4f3b9b0cf0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:48.428685 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4e138a3-eb18-4c40-8f0c-ca2b145d78f0 req-a2955f0e-23cb-4091-ba08-0c4f3b9b0cf0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.2929239 Mar 23 12:33:48.446790 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 8c004062-fb4c-4113-a12d-393ebf6e3f97, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8c004062-fb4c-4113-a12d-393ebf6e3f97,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:48.476828 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Pushing event updated for resources: {'Port': ['ID=62977cfc-4386-450f-87a9-3a392b864129,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:48.505779 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Network 70b8246a-7647-4676-b98c-735e9ffe0e4e is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:33:48.509950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '8c004062-fb4c-4113-a12d-393ebf6e3f97', 'network_id': '7236f3b1-4b4d-4249-ad33-13e1717070cc', 'port_id': '8c004062-fb4c-4113-a12d-393ebf6e3f97', 'mac_address': 'fa:16:3e:bd:66:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9546c30-00e0-4db9-9435-93ebb926fe1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:33:48.526926 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:48.538505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:33:48.608438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93b2a4-d46f-4e5e-9ac5-196cf8c77c36 req-bf872db4-6929-40b3-be28-871f6e3bf84a tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:48.612560 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd93b2a4-d46f-4e5e-9ac5-196cf8c77c36 req-bf872db4-6929-40b3-be28-871f6e3bf84a tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 944 time: 0.1041920 Mar 23 12:33:48.639367 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:48.718859 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd93b2a4-d46f-4e5e-9ac5-196cf8c77c36 req-5f19d387-117d-4470-9378-ba993fd9e03d tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004343 Mar 23 12:33:48.734555 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c004062-fb4c-4113-a12d-393ebf6e3f97 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:48.748457 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4e138a3-eb18-4c40-8f0c-ca2b145d78f0 req-0b388988-42d2-4a2b-a90e-00ecaa22df15 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808940 Mar 23 12:33:48.824094 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-861bb93b-29f5-4672-a19f-a5942d631677 req-a2fc302c-c366-4111-84a3-5983bd62dfea tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:48.838891 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 8c004062-fb4c-4113-a12d-393ebf6e3f97, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8c004062-fb4c-4113-a12d-393ebf6e3f97,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:48.848861 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:48.979635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=8c004062-fb4c-4113-a12d-393ebf6e3f97,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:49.063148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861bb93b-29f5-4672-a19f-a5942d631677 req-a2fc302c-c366-4111-84a3-5983bd62dfea tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Network 4e3f5ded-5473-428f-b11d-b3417cbd12ec is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:33:49.091807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd8dc9-5cce-4bd2-a6d3-bbf46c48e510 req-a98b5a83-2e36-416b-8129-4b6e30a920d5 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:49.094469 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ccdd8dc9-5cce-4bd2-a6d3-bbf46c48e510 req-a98b5a83-2e36-416b-8129-4b6e30a920d5 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0aafb51-52f7-4b74-9e8f-df4718448961 HTTP/1.1" status: 200 len: 945 time: 0.1118321 Mar 23 12:33:49.134147 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-861bb93b-29f5-4672-a19f-a5942d631677 req-a2fc302c-c366-4111-84a3-5983bd62dfea tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:49.137154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-861bb93b-29f5-4672-a19f-a5942d631677 req-a2fc302c-c366-4111-84a3-5983bd62dfea tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:33:49.156631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc302c-c366-4111-84a3-5983bd62dfea tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Pushing event updated for resources: {'Port': ['ID=61e32039-714a-4722-8070-013242b819ad,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:49.175313 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ccdd8dc9-5cce-4bd2-a6d3-bbf46c48e510 req-3dcd1fb9-6e4e-4a2e-a7c0-2980502b4179 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740852 Mar 23 12:33:49.215066 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-022939e1-deb6-4a07-bbf9-668abfc35986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:49.264885 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['8c004062-fb4c-4113-a12d-393ebf6e3f97'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:49.336152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1edbae-be60-4799-8143-086f45bb3efe req-57401e56-fb7e-4fb8-875f-139c22c41223 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:49.337745 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b1edbae-be60-4799-8143-086f45bb3efe req-57401e56-fb7e-4fb8-875f-139c22c41223 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.3716674 Mar 23 12:33:49.343215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022939e1-deb6-4a07-bbf9-668abfc35986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25910460-dc05-4fdf-abdd-3cfdf8cb7412,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:49.367499 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bb93b-29f5-4672-a19f-a5942d631677 req-a2fc302c-c366-4111-84a3-5983bd62dfea tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:49.368177 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-861bb93b-29f5-4672-a19f-a5942d631677 req-a2fc302c-c366-4111-84a3-5983bd62dfea tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:49.373470 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00432809-61e3-482a-9b92-bd65e036bb19 req-2262ef66-45ed-4176-ad6b-2b7df3c0afb4 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:49.377687 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00432809-61e3-482a-9b92-bd65e036bb19 req-2262ef66-45ed-4176-ad6b-2b7df3c0afb4 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 931 time: 0.1038299 Mar 23 12:33:49.420688 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:49.436261 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00432809-61e3-482a-9b92-bd65e036bb19 req-07865314-cff0-40c5-bf67-06c9b09e622c tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474620 Mar 23 12:33:49.448518 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-861bb93b-29f5-4672-a19f-a5942d631677 req-a2fc302c-c366-4111-84a3-5983bd62dfea tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9545865 Mar 23 12:33:49.450004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 1698fd1c-e6a1-41b4-b140-ae1d533f3205 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:49.514282 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Request body: {'port': {'device_id': '5c295c43-9a2c-4e56-b73e-95da3e09ec05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:49.555120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 1698fd1c-e6a1-41b4-b140-ae1d533f3205 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:33:49.561798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 1698fd1c-e6a1-41b4-b140-ae1d533f3205 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:49.563875 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:49.564710 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022939e1-deb6-4a07-bbf9-668abfc35986 admin admin] Checking segment: {'id': '12fbbdbc-26ef-43af-a762-98675ee48446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:49.565077 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022939e1-deb6-4a07-bbf9-668abfc35986 admin admin] Network hostable DHCP agents. Network: 390b0a03-cc42-43de-bc59-2514c3b31b13, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:33:49.576557 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b1edbae-be60-4799-8143-086f45bb3efe req-25459096-2de4-4746-8915-62d3944dcbfd tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216475 Mar 23 12:33:49.665346 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465e58b-4158-4042-88a7-acb5ec2b2974 req-704dfb8a-ce1f-4539-afd2-0ed4d7fa233e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:49.675485 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465e58b-4158-4042-88a7-acb5ec2b2974 req-704dfb8a-ce1f-4539-afd2-0ed4d7fa233e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:49.686386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465e58b-4158-4042-88a7-acb5ec2b2974 req-704dfb8a-ce1f-4539-afd2-0ed4d7fa233e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:49.698496 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022939e1-deb6-4a07-bbf9-668abfc35986 admin admin] Network 390b0a03-cc42-43de-bc59-2514c3b31b13 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:33:49.706903 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465e58b-4158-4042-88a7-acb5ec2b2974 req-704dfb8a-ce1f-4539-afd2-0ed4d7fa233e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:49.712309 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:49.729830 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:49.739045 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465e58b-4158-4042-88a7-acb5ec2b2974 req-704dfb8a-ce1f-4539-afd2-0ed4d7fa233e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:49.751098 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465e58b-4158-4042-88a7-acb5ec2b2974 req-704dfb8a-ce1f-4539-afd2-0ed4d7fa233e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:49.760310 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465e58b-4158-4042-88a7-acb5ec2b2974 req-704dfb8a-ce1f-4539-afd2-0ed4d7fa233e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:49.771243 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 1698fd1c-e6a1-41b4-b140-ae1d533f3205, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=1698fd1c-e6a1-41b4-b140-ae1d533f3205,segment=NetworkSegment(a1218d8b-99c2-4d18-b086-5d1e7383bc07),segment_id=a1218d8b-99c2-4d18-b086-5d1e7383bc07)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:49.772792 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1698fd1c-e6a1-41b4-b140-ae1d533f3205'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:49.776150 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294688da-911b-4aac-9ec5-bc1c7a599beb" -d '{"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-plugged", "status": "completed", "tag": "1698fd1c-e6a1-41b4-b140-ae1d533f3205"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:49.779653 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3465e58b-4158-4042-88a7-acb5ec2b2974 req-704dfb8a-ce1f-4539-afd2-0ed4d7fa233e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5426 time: 0.2492051 Mar 23 12:33:49.780621 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:49.888847 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=1698fd1c-e6a1-41b4-b140-ae1d533f3205,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:49.896014 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3465e58b-4158-4042-88a7-acb5ec2b2974 req-2ad09204-5b56-43aa-9dbc-99b214a2e5a3 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1149037 Mar 23 12:33:50.111614 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd53a3-38e7-4d4d-a309-73464f895ee3 req-1a725b09-7dbb-4eb9-b44b-4fbd133107b3 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:50.120523 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-23bd53a3-38e7-4d4d-a309-73464f895ee3 req-1a725b09-7dbb-4eb9-b44b-4fbd133107b3 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 945 time: 0.0824149 Mar 23 12:33:50.186967 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-23bd53a3-38e7-4d4d-a309-73464f895ee3 req-3636de49-0f90-4b94-99f9-ffcfbede5fcd tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646975 Mar 23 12:33:50.265167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-022939e1-deb6-4a07-bbf9-668abfc35986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 390b0a03-cc42-43de-bc59-2514c3b31b13) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:50.270109 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c58cd7b-2a11-40d3-9a6e-eff4d3447ece x-openstack-request-id: req-7c58cd7b-2a11-40d3-9a6e-eff4d3447ece {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:50.270838 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-plugged", "status": "completed", "tag": "1698fd1c-e6a1-41b4-b140-ae1d533f3205", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:50.270838 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c58cd7b-2a11-40d3-9a6e-eff4d3447ece {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:50.271079 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1698fd1c-e6a1-41b4-b140-ae1d533f3205', 'code': 200} Mar 23 12:33:50.281831 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f678ac-fae6-4431-91d8-3e60c5ddb62c None None] Network 390b0a03-cc42-43de-bc59-2514c3b31b13 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:33:50.303668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022939e1-deb6-4a07-bbf9-668abfc35986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:50.303668 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-022939e1-deb6-4a07-bbf9-668abfc35986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:50.418852 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-022939e1-deb6-4a07-bbf9-668abfc35986 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3934138 Mar 23 12:33:50.430181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58084) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:50.442679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1463403295-router', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:50.502931 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53d9f0-0b86-4bbc-af66-9a9c8d6860dc req-776d06b5-a867-49e3-b323-2a228726296b tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:50.507444 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f53d9f0-0b86-4bbc-af66-9a9c8d6860dc req-776d06b5-a867-49e3-b323-2a228726296b tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0aafb51-52f7-4b74-9e8f-df4718448961 HTTP/1.1" status: 200 len: 945 time: 0.1181366 Mar 23 12:33:50.549876 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0ddc8-79fc-4e82-a6c6-4849eb35ea93 req-34d0455d-c3a7-4fe7-afd2-b40bfe2df835 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:50.557376 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9c0ddc8-79fc-4e82-a6c6-4849eb35ea93 req-34d0455d-c3a7-4fe7-afd2-b40bfe2df835 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.2719400 Mar 23 12:33:50.566190 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f53d9f0-0b86-4bbc-af66-9a9c8d6860dc req-c6de289a-aed0-49b1-929e-b9e78265e182 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511172 Mar 23 12:33:50.569997 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:50.571124 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:50.582888 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-390b0a03-cc42-43de-bc59-2514c3b31b13', 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'fixed_ips': [{'subnet_id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:33:50.582888 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:50.584373 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:50.711268 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbf518-04fe-4d7e-b599-0de1af958e5b req-944abb9a-4b84-4abb-9d83-dc8ae3f2ae14 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:50.721488 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92fbf518-04fe-4d7e-b599-0de1af958e5b req-944abb9a-4b84-4abb-9d83-dc8ae3f2ae14 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 931 time: 0.0892475 Mar 23 12:33:50.765193 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9c0ddc8-79fc-4e82-a6c6-4849eb35ea93 req-74c20bf3-20cc-4165-bf0c-3008dcc26233 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068238 Mar 23 12:33:50.805578 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92fbf518-04fe-4d7e-b599-0de1af958e5b req-793509aa-6e59-4efe-87d8-a831df0e5de5 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814917 Mar 23 12:33:50.810986 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Allocated IP 172.20.0.2 (390b0a03-cc42-43de-bc59-2514c3b31b13/25910460-dc05-4fdf-abdd-3cfdf8cb7412/c3486cab-b3be-4469-b3dd-a15c06867066) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:33:50.837764 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:51.015328 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e32039-714a-4722-8070-013242b819ad {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:51.041043 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:51.112363 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:51.120654 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:51.184884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Transition to ACTIVE for port object 61e32039-714a-4722-8070-013242b819ad will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:33:51.185628 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Network 390b0a03-cc42-43de-bc59-2514c3b31b13 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:33:51.189569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 8c004062-fb4c-4113-a12d-393ebf6e3f97 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:51.192573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Pushing event updated for resources: {'Port': ['ID=c3486cab-b3be-4469-b3dd-a15c06867066,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:51.200809 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:51.206861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:33:51.210039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069fa9-067d-4b48-90b7-83db412c3827 req-afe4546e-55ec-41d4-8379-fe10a27722d8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:51.212973 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2069fa9-067d-4b48-90b7-83db412c3827 req-afe4546e-55ec-41d4-8379-fe10a27722d8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1910560 Mar 23 12:33:51.216935 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:51.241719 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d965-3f1c-415a-b934-130d6be4407f req-c4802e77-20ac-468b-bb87-aa7f77385c3d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:51.262250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d965-3f1c-415a-b934-130d6be4407f req-c4802e77-20ac-468b-bb87-aa7f77385c3d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:51.272635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d965-3f1c-415a-b934-130d6be4407f req-c4802e77-20ac-468b-bb87-aa7f77385c3d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:51.284775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d965-3f1c-415a-b934-130d6be4407f req-c4802e77-20ac-468b-bb87-aa7f77385c3d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:51.296181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d965-3f1c-415a-b934-130d6be4407f req-c4802e77-20ac-468b-bb87-aa7f77385c3d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:51.307677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d965-3f1c-415a-b934-130d6be4407f req-c4802e77-20ac-468b-bb87-aa7f77385c3d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:51.319575 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d965-3f1c-415a-b934-130d6be4407f req-c4802e77-20ac-468b-bb87-aa7f77385c3d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:51.322875 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18a2d965-3f1c-415a-b934-130d6be4407f req-c4802e77-20ac-468b-bb87-aa7f77385c3d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5427 time: 0.2298806 Mar 23 12:33:51.347576 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Attempting to bind port c3486cab-b3be-4469-b3dd-a15c06867066 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:51.348457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Attempting to bind port c3486cab-b3be-4469-b3dd-a15c06867066 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '12fbbdbc-26ef-43af-a762-98675ee48446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:51.348457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Attempting to bind port c3486cab-b3be-4469-b3dd-a15c06867066 on network 390b0a03-cc42-43de-bc59-2514c3b31b13 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:51.357475 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:51.358440 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Checking segment: {'id': '12fbbdbc-26ef-43af-a762-98675ee48446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:51.358440 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:51.358779 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Bound using segment: {'id': '12fbbdbc-26ef-43af-a762-98675ee48446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:51.359099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Bound port: c3486cab-b3be-4469-b3dd-a15c06867066, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fbbdbc-26ef-43af-a762-98675ee48446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:51.359493 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:51.374651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 8c004062-fb4c-4113-a12d-393ebf6e3f97 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:33:51.375303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Pushing event updated for resources: {'Port': ['ID=61e32039-714a-4722-8070-013242b819ad,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:51.383203 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 8c004062-fb4c-4113-a12d-393ebf6e3f97 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:51.383582 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:51.416853 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18a2d965-3f1c-415a-b934-130d6be4407f req-535f6894-7d2a-4d85-bf34-1ae239a48361 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836697 Mar 23 12:33:51.458609 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:51.571865 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] For port c3486cab-b3be-4469-b3dd-a15c06867066, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:51.576056 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:51.581356 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] For port c3486cab-b3be-4469-b3dd-a15c06867066, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c3486cab-b3be-4469-b3dd-a15c06867066,segment=NetworkSegment(12fbbdbc-26ef-43af-a762-98675ee48446),segment_id=12fbbdbc-26ef-43af-a762-98675ee48446)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:51.591821 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4b85d-2f7e-447a-990f-a831e32dfe4e req-47b4108d-6ae7-4d55-834b-4fe3ff7adddf tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:51.609570 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2d4b85d-2f7e-447a-990f-a831e32dfe4e req-47b4108d-6ae7-4d55-834b-4fe3ff7adddf tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 945 time: 0.1164808 Mar 23 12:33:51.613936 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:51.679447 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2d4b85d-2f7e-447a-990f-a831e32dfe4e req-1648ba23-c3a8-4ae0-aa79-0f3444250f90 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671110 Mar 23 12:33:51.745107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 8c004062-fb4c-4113-a12d-393ebf6e3f97, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8c004062-fb4c-4113-a12d-393ebf6e3f97,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:51.781043 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2069fa9-067d-4b48-90b7-83db412c3827 req-a9762966-15df-40a1-a2df-6c0044369d43 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5489490 Mar 23 12:33:51.805378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdafcfd-8a1f-4207-bdb0-439abb26fee2 None None] Pushing event updated for resources: {'Port': ['ID=c3486cab-b3be-4469-b3dd-a15c06867066,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:51.815780 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:51.825708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Router c23288ba-aa46-490d-be68-77d7d20b430d is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:33:51.847118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Attempting to bind port 61e32039-714a-4722-8070-013242b819ad on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:51.847118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Attempting to bind port 61e32039-714a-4722-8070-013242b819ad by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '6378d216-4364-4162-b83e-087f188e9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:51.847118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Attempting to bind port 61e32039-714a-4722-8070-013242b819ad on network 4e3f5ded-5473-428f-b11d-b3417cbd12ec {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:51.866276 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e42f95-6d08-4bf6-99fd-f6a8daa40df1 req-c9961daf-eacf-47c5-8046-3d534af96101 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:51.868043 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9e42f95-6d08-4bf6-99fd-f6a8daa40df1 req-c9961daf-eacf-47c5-8046-3d534af96101 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0aafb51-52f7-4b74-9e8f-df4718448961 HTTP/1.1" status: 200 len: 945 time: 0.3103940 Mar 23 12:33:51.890510 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Port 61e32039-714a-4722-8070-013242b819ad on network 4e3f5ded-5473-428f-b11d-b3417cbd12ec not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:33:51.890844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Attempting to bind port 61e32039-714a-4722-8070-013242b819ad on network 4e3f5ded-5473-428f-b11d-b3417cbd12ec {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:51.932325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:51.932651 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Checking segment: {'id': '6378d216-4364-4162-b83e-087f188e9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:51.933055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Bound using segment: {'id': '6378d216-4364-4162-b83e-087f188e9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:51.933523 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Bound port: 61e32039-714a-4722-8070-013242b819ad, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6378d216-4364-4162-b83e-087f188e9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:51.933895 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:51.989707 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabfca6-1c91-4871-a708-cbd65a3bfa5b req-4a89aaac-64ae-425d-8da6-5622c146a9ec tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:52.006695 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-daabfca6-1c91-4871-a708-cbd65a3bfa5b req-4a89aaac-64ae-425d-8da6-5622c146a9ec tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0aafb51-52f7-4b74-9e8f-df4718448961 HTTP/1.1" status: 200 len: 945 time: 0.2096941 Mar 23 12:33:52.009870 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=8c004062-fb4c-4113-a12d-393ebf6e3f97,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:52.170398 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-daabfca6-1c91-4871-a708-cbd65a3bfa5b req-554d3aff-511b-4df7-bcd2-4d39c3001c4a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609194 Mar 23 12:33:52.273060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70800504-135c-41a2-ad16-6f4884a41616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c004062-fb4c-4113-a12d-393ebf6e3f97'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:52.280629 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf93da4-653c-4dca-ba67-02b71e5ab804" -d '{"events": [{"server_uuid": "70800504-135c-41a2-ad16-6f4884a41616", "name": "network-vif-plugged", "status": "completed", "tag": "8c004062-fb4c-4113-a12d-393ebf6e3f97"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:52.404413 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] For port 61e32039-714a-4722-8070-013242b819ad, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:52.435325 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09305c-6e88-4cf2-a009-6762b6a8257b req-a7aa77e9-13ad-43b1-9599-7230fd2b05bc tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:52.438056 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4d09305c-6e88-4cf2-a009-6762b6a8257b req-a7aa77e9-13ad-43b1-9599-7230fd2b05bc tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0971940 Mar 23 12:33:52.443110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:33:52.449075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] For port 61e32039-714a-4722-8070-013242b819ad, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=61e32039-714a-4722-8070-013242b819ad,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:52.458675 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Sync routers for ids ['c23288ba-aa46-490d-be68-77d7d20b430d'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:33:52.475277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Routers {'c23288ba-aa46-490d-be68-77d7d20b430d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:33:52.476625 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:33:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['c23288ba-aa46-490d-be68-77d7d20b430d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:52.500955 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:52.516581 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4d09305c-6e88-4cf2-a009-6762b6a8257b req-f3cf1645-61a5-4e06-9c56-ea278e9f0255 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693190 Mar 23 12:33:52.580751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-c9e42f95-6d08-4bf6-99fd-f6a8daa40df1 req-68fa39ea-1504-4b47-9680-1d6ade329e1a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Deleting port 43f5e520-393e-4912-a625-d5ca703335ef {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:33:52.581094 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9e42f95-6d08-4bf6-99fd-f6a8daa40df1 req-68fa39ea-1504-4b47-9680-1d6ade329e1a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:52.601721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70612e4a-b4ab-468c-b961-dd4030aca87a req-138700b3-d6e9-4665-95ea-9636cf23861b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:52.602431 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-70612e4a-b4ab-468c-b961-dd4030aca87a req-138700b3-d6e9-4665-95ea-9636cf23861b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 943 time: 0.2532058 Mar 23 12:33:52.636881 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:52.638110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-abb9b625-bb45-44c7-852f-6d984bc7bce4 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.3260183 Mar 23 12:33:52.641263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58112) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:52.655719 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:52.656452 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:52.657914 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-861bb93b-29f5-4672-a19f-a5942d631677 req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] 10.222.0.73 "PUT /v2.0/ports/61e32039-714a-4722-8070-013242b819ad HTTP/1.1" status: 200 len: 1091 time: 3.1537042 Mar 23 12:33:52.664954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c295c43-9a2c-4e56-b73e-95da3e09ec05', 'tag': '61e32039-714a-4722-8070-013242b819ad'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:52.668498 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf76131-c3f9-4e29-87f2-a16d8b11f6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5c295c43-9a2c-4e56-b73e-95da3e09ec05", "tag": "61e32039-714a-4722-8070-013242b819ad"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:52.678019 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b921d63-d335-479b-8318-f6fc29970d32 x-openstack-request-id: req-9b921d63-d335-479b-8318-f6fc29970d32 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:52.678019 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70800504-135c-41a2-ad16-6f4884a41616", "name": "network-vif-plugged", "status": "completed", "tag": "8c004062-fb4c-4113-a12d-393ebf6e3f97", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:52.678307 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b921d63-d335-479b-8318-f6fc29970d32 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:52.678779 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70800504-135c-41a2-ad16-6f4884a41616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c004062-fb4c-4113-a12d-393ebf6e3f97', 'code': 200} Mar 23 12:33:52.718252 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Set router c23288ba-aa46-490d-be68-77d7d20b430d gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:33:52.767603 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a451ba9-5094-4e2c-a6d2-f98b7b4805b1 service neutron] Pushing event updated for resources: {'Port': ['ID=61e32039-714a-4722-8070-013242b819ad,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:52.881031 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-70612e4a-b4ab-468c-b961-dd4030aca87a req-f35eaac0-4f07-4e2a-8385-2e2ce2fe640d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413359 Mar 23 12:33:52.893643 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:52.982949 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8855a-6f00-49dc-b9ed-b28e074a0c7d req-99ed2c1d-7b50-4824-a751-542ac0df53fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:52.985236 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-37d8855a-6f00-49dc-b9ed-b28e074a0c7d req-99ed2c1d-7b50-4824-a751-542ac0df53fc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 1097 time: 0.1951957 Mar 23 12:33:52.998895 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:53.008147 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c3486cab-b3be-4469-b3dd-a15c06867066 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:53.024117 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c9e42f95-6d08-4bf6-99fd-f6a8daa40df1 req-68fa39ea-1504-4b47-9680-1d6ade329e1a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] For port 43f5e520-393e-4912-a625-d5ca703335ef, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=43f5e520-393e-4912-a625-d5ca703335ef,segment=NetworkSegment(ff6f9faa-9dee-475e-93d8-b7bd8eae99a7),segment_id=ff6f9faa-9dee-475e-93d8-b7bd8eae99a7)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:53.024827 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9e42f95-6d08-4bf6-99fd-f6a8daa40df1 req-68fa39ea-1504-4b47-9680-1d6ade329e1a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:53.026768 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d77d28-7434-4164-bec0-fcf9fed2b12b req-07566f15-adcf-4d97-b1ca-aedfbbf68d37 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:53.035832 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d77d28-7434-4164-bec0-fcf9fed2b12b req-07566f15-adcf-4d97-b1ca-aedfbbf68d37 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:53.044067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d77d28-7434-4164-bec0-fcf9fed2b12b req-07566f15-adcf-4d97-b1ca-aedfbbf68d37 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:53.054493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d77d28-7434-4164-bec0-fcf9fed2b12b req-07566f15-adcf-4d97-b1ca-aedfbbf68d37 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:53.062721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bb93b-29f5-4672-a19f-a5942d631677 req-e84a8c20-9147-44b3-9045-cd9034168362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:53.063616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d77d28-7434-4164-bec0-fcf9fed2b12b req-07566f15-adcf-4d97-b1ca-aedfbbf68d37 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:53.066713 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-861bb93b-29f5-4672-a19f-a5942d631677 req-e84a8c20-9147-44b3-9045-cd9034168362 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c76929d4048a42598e0f66623994674d&device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 1094 time: 0.3282032 Mar 23 12:33:53.073540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-c9e42f95-6d08-4bf6-99fd-f6a8daa40df1 req-68fa39ea-1504-4b47-9680-1d6ade329e1a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Calling delete_port for 43f5e520-393e-4912-a625-d5ca703335ef owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:33:53.081766 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d77d28-7434-4164-bec0-fcf9fed2b12b req-07566f15-adcf-4d97-b1ca-aedfbbf68d37 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:53.090316 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d77d28-7434-4164-bec0-fcf9fed2b12b req-07566f15-adcf-4d97-b1ca-aedfbbf68d37 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:53.104956 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-49d77d28-7434-4164-bec0-fcf9fed2b12b req-07566f15-adcf-4d97-b1ca-aedfbbf68d37 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5427 time: 0.3288171 Mar 23 12:33:53.151530 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23288ba-aa46-490d-be68-77d7d20b430d', 'name': '', 'tenant_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b8246a-7647-4676-b98c-735e9ffe0e4e', 'external_fixed_ips': [{'subnet_id': '104a3aa9-ca92-473f-866b-479fb7bfa512', 'ip_address': '2001:db8::3c5'}], 'enable_snat': True}, 'gw_port_id': '62977cfc-4386-450f-87a9-3a392b864129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:44Z', 'updated_at': '2022-03-23T12:33:48Z', 'revision_number': 3, 'project_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'gw_port': {'id': '62977cfc-4386-450f-87a9-3a392b864129', 'name': '', 'network_id': '70b8246a-7647-4676-b98c-735e9ffe0e4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23288ba-aa46-490d-be68-77d7d20b430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '104a3aa9-ca92-473f-866b-479fb7bfa512', 'ip_address': '2001:db8::3c5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:33:46Z', 'updated_at': '2022-03-23T12:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '104a3aa9-ca92-473f-866b-479fb7bfa512', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:53.186826 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Checking router: c23288ba-aa46-490d-be68-77d7d20b430d for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:33:53.187172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Updating router c23288ba-aa46-490d-be68-77d7d20b430d port 62977cfc-4386-450f-87a9-3a392b864129 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:33:53.192079 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c3486cab-b3be-4469-b3dd-a15c06867066 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:53.192446 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:53.244954 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-861bb93b-29f5-4672-a19f-a5942d631677 req-f5e2ecd3-13a9-4ad0-908d-a7c1e3c445e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61e32039-714a-4722-8070-013242b819ad HTTP/1.1" status: 200 len: 217 time: 0.1573203 Mar 23 12:33:53.278154 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-49d77d28-7434-4164-bec0-fcf9fed2b12b req-8cf6342a-89c3-4bf3-a2a6-880e4a1d216c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1717083 Mar 23 12:33:53.287114 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-37d8855a-6f00-49dc-b9ed-b28e074a0c7d req-595e4074-0050-4a0e-bea8-a9b1d1650b27 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933059 Mar 23 12:33:53.296469 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:53.352374 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:53.488424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed66ae-ed00-4945-8daf-a518fdb60e58 req-ee231701-6486-45c8-b9b6-d5308fd10d3e tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:53.491381 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62ed66ae-ed00-4945-8daf-a518fdb60e58 req-ee231701-6486-45c8-b9b6-d5308fd10d3e tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 946 time: 0.3980725 Mar 23 12:33:53.493441 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9cc96f-b6ef-431f-81ff-78058f0b2b5e x-openstack-request-id: req-1d9cc96f-b6ef-431f-81ff-78058f0b2b5e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:53.493899 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c295c43-9a2c-4e56-b73e-95da3e09ec05", "tag": "61e32039-714a-4722-8070-013242b819ad", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:53.494394 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d9cc96f-b6ef-431f-81ff-78058f0b2b5e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:53.494916 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c295c43-9a2c-4e56-b73e-95da3e09ec05', 'tag': '61e32039-714a-4722-8070-013242b819ad', 'status': 'completed', 'code': 200} Mar 23 12:33:53.503707 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:53.531105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bb93b-29f5-4672-a19f-a5942d631677 req-d26a8b10-5098-4f04-ac7b-391f5224eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:53.532822 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-861bb93b-29f5-4672-a19f-a5942d631677 req-d26a8b10-5098-4f04-ac7b-391f5224eeaf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=df4c0398-acbb-48a1-83d5-8a1f46b37271 HTTP/1.1" status: 200 len: 855 time: 0.2780042 Mar 23 12:33:53.577011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Deleting port 62977cfc-4386-450f-87a9-3a392b864129 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:33:53.578636 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:53.591027 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-861bb93b-29f5-4672-a19f-a5942d631677 req-aa67ce11-0699-41e3-9e2f-a2f2f0cadf1f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e3f5ded-5473-428f-b11d-b3417cbd12ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418324 Mar 23 12:33:53.600847 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Allocated IP 172.25.2.16 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/d0f90260-22ca-4503-93db-74550b268747) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:33:53.778246 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:53.797143 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Calling delete_port for 62977cfc-4386-450f-87a9-3a392b864129 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:33:53.963677 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:53.977651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 38e184cd-13be-4459-9b2f-1cf77184162c up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:53.979668 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7718024-1a99-4de4-9cb8-40102e6fc24b None None] Network 390b0a03-cc42-43de-bc59-2514c3b31b13 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:33:53.985397 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.000975 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf297c-6aa8-49d8-884c-1f789250cac4 req-3867629f-62a2-4e23-bcca-5cfe0d7c745c tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:54.011992 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47bf297c-6aa8-49d8-884c-1f789250cac4 req-3867629f-62a2-4e23-bcca-5cfe0d7c745c tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0aafb51-52f7-4b74-9e8f-df4718448961 HTTP/1.1" status: 200 len: 945 time: 0.1350586 Mar 23 12:33:54.056742 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62ed66ae-ed00-4945-8daf-a518fdb60e58 req-28127934-8ebc-4c35-995c-345f23cc69f8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314515 Mar 23 12:33:54.077448 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.092607 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47bf297c-6aa8-49d8-884c-1f789250cac4 req-1ec22ec3-8eb0-4613-b0c1-8eb544e762dc tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791128 Mar 23 12:33:54.152717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Attempting to bind port 62977cfc-4386-450f-87a9-3a392b864129 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:54.152717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Attempting to bind port 62977cfc-4386-450f-87a9-3a392b864129 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '2dce10fa-c846-4811-a846-82dc14ba0e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '70b8246a-7647-4676-b98c-735e9ffe0e4e'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:54.152717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Attempting to bind port 62977cfc-4386-450f-87a9-3a392b864129 on network 70b8246a-7647-4676-b98c-735e9ffe0e4e {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:54.169506 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.188623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:54.189217 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Checking segment: {'id': '2dce10fa-c846-4811-a846-82dc14ba0e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '70b8246a-7647-4676-b98c-735e9ffe0e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:54.189653 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.190049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Bound using segment: {'id': '2dce10fa-c846-4811-a846-82dc14ba0e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '70b8246a-7647-4676-b98c-735e9ffe0e4e'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:54.190529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Bound port: 62977cfc-4386-450f-87a9-3a392b864129, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dce10fa-c846-4811-a846-82dc14ba0e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '70b8246a-7647-4676-b98c-735e9ffe0e4e'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:54.190912 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.201455 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9e42f95-6d08-4bf6-99fd-f6a8daa40df1 req-68fa39ea-1504-4b47-9680-1d6ade329e1a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.207908 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ec694ec8-dd9f-49dc-a4f1-b52d63c23e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.237112 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Port 62977cfc-4386-450f-87a9-3a392b864129 has been deleted concurrently {{(pid=102780) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Mar 23 12:33:54.241334 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Pushing event deleted for resources: {'Port': ['ID=62977cfc-4386-450f-87a9-3a392b864129,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:54.249096 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['f10f039d-9a05-4e89-972d-8d151504a854'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:54.252388 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['30208e13-459c-4124-a4e5-15341085b706'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:33:54.284617 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:54.284971 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:54.285711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:54.285711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:54.286044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:54.286192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:54.286969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:54.286969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:54.287281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:54.287501 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:54.287879 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:54.290624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:54.293448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa39ea-1504-4b47-9680-1d6ade329e1a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Pushing event deleted for resources: {'Port': ['ID=43f5e520-393e-4912-a625-d5ca703335ef,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:54.342293 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.359263 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-898c0e5d-ec66-41a9-919a-03d1943bfb07 None None] Provisioning complete for port c3486cab-b3be-4469-b3dd-a15c06867066 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:54.359743 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-898c0e5d-ec66-41a9-919a-03d1943bfb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.382738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-861bb93b-29f5-4672-a19f-a5942d631677 req-239cf4aa-d983-48ce-808a-de550bb742e7 service neutron] 10.222.0.73 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7730868 Mar 23 12:33:54.412068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d44a15-f391-4070-9ed1-aaaf96172b1b None None] Pushing event updated for resources: {'Port': ['ID=62977cfc-4386-450f-87a9-3a392b864129,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:54.427296 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e42f95-6d08-4bf6-99fd-f6a8daa40df1 req-68fa39ea-1504-4b47-9680-1d6ade329e1a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] No DVR routers for this DVR port 43f5e520-393e-4912-a625-d5ca703335ef on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:33:54.433620 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.452690 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9e42f95-6d08-4bf6-99fd-f6a8daa40df1 req-68fa39ea-1504-4b47-9680-1d6ade329e1a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.456111 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9e42f95-6d08-4bf6-99fd-f6a8daa40df1 req-68fa39ea-1504-4b47-9680-1d6ade329e1a tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.77 "DELETE /v2.0/ports/43f5e520-393e-4912-a625-d5ca703335ef HTTP/1.1" status: 204 len: 173 time: 2.5818541 Mar 23 12:33:54.475002 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port c3486cab-b3be-4469-b3dd-a15c06867066, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c3486cab-b3be-4469-b3dd-a15c06867066,segment=NetworkSegment(12fbbdbc-26ef-43af-a762-98675ee48446),segment_id=12fbbdbc-26ef-43af-a762-98675ee48446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:54.488906 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.491519 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.496319 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.500640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c0d5b-3114-4b50-9110-45117c466a61 req-75a8c56b-afab-42ef-94ea-3094c4e48edd tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:54.508742 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a3c0d5b-3114-4b50-9110-45117c466a61 req-75a8c56b-afab-42ef-94ea-3094c4e48edd tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 943 time: 0.2743061 Mar 23 12:33:54.527508 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Routers {'c23288ba-aa46-490d-be68-77d7d20b430d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:33:54.528307 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:33:26Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['c23288ba-aa46-490d-be68-77d7d20b430d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:54.605428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30bffc-2cc3-4922-ba90-8077d3dd61dd req-7760b63c-3373-480d-b290-26e7e2cb1507 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:54.605932 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.606341 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da30bffc-2cc3-4922-ba90-8077d3dd61dd req-7760b63c-3373-480d-b290-26e7e2cb1507 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1828151 Mar 23 12:33:54.613019 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c23288ba-aa46-490d-be68-77d7d20b430d {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:33:54.630165 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.631533 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6111abeb-8ea6-4dee-9349-127670c541bf tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "DELETE /v2.0/routers/c23288ba-aa46-490d-be68-77d7d20b430d HTTP/1.1" status: 204 len: 168 time: 1.9890289 Mar 23 12:33:54.634511 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58136) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:54.646617 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a3c0d5b-3114-4b50-9110-45117c466a61 req-aa516d07-94ce-415f-9ccf-7445a703355b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370084 Mar 23 12:33:54.679010 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.681406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 38e184cd-13be-4459-9b2f-1cf77184162c completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:33:54.714235 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-add90a8d-6c97-45bf-b0b5-91f2b12c801d tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Deleting subnet 104a3aa9-ca92-473f-866b-479fb7bfa512 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:33:54.721096 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-add90a8d-6c97-45bf-b0b5-91f2b12c801d tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.745298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 38e184cd-13be-4459-9b2f-1cf77184162c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:54.745583 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.748137 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] Set router c23288ba-aa46-490d-be68-77d7d20b430d gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:33:54.748338 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-861bb93b-29f5-4672-a19f-a5942d631677 req-2772e4b7-88b0-4dce-a8e1-b0e81bd65dbb service neutron] 10.222.0.73 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326766 Mar 23 12:33:54.775742 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da30bffc-2cc3-4922-ba90-8077d3dd61dd req-759c4432-43f5-452f-8e57-b3052da0c6d5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589561 Mar 23 12:33:54.850211 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Pushing event updated for resources: {'Port': ['ID=d0f90260-22ca-4503-93db-74550b268747,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:54.886497 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23288ba-aa46-490d-be68-77d7d20b430d', 'name': '', 'tenant_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:44Z', 'updated_at': '2022-03-23T12:33:54Z', 'revision_number': 5, 'project_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:54.890176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:33:54.895642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=c3486cab-b3be-4469-b3dd-a15c06867066,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:54.930120 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:33:54.934238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:33:54.958592 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-add90a8d-6c97-45bf-b0b5-91f2b12c801d tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:54.996300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5a160-499d-43a5-bfef-ea399fd88b5c req-64f8a206-7899-40cb-adf4-8ce301b5ba4a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:55.002972 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5a160-499d-43a5-bfef-ea399fd88b5c req-64f8a206-7899-40cb-adf4-8ce301b5ba4a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:55.010521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5a160-499d-43a5-bfef-ea399fd88b5c req-64f8a206-7899-40cb-adf4-8ce301b5ba4a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:55.017845 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5a160-499d-43a5-bfef-ea399fd88b5c req-64f8a206-7899-40cb-adf4-8ce301b5ba4a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:55.023501 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5a160-499d-43a5-bfef-ea399fd88b5c req-64f8a206-7899-40cb-adf4-8ce301b5ba4a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:55.031348 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5a160-499d-43a5-bfef-ea399fd88b5c req-64f8a206-7899-40cb-adf4-8ce301b5ba4a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:55.042883 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5a160-499d-43a5-bfef-ea399fd88b5c req-64f8a206-7899-40cb-adf4-8ce301b5ba4a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:55.043190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8710178f-ba64-489b-b773-f0edaea17ab4 None None] The sync data for ids ['c23288ba-aa46-490d-be68-77d7d20b430d'] in n-d-834854-1 is: [{'id': 'c23288ba-aa46-490d-be68-77d7d20b430d', 'name': '', 'tenant_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:44Z', 'updated_at': '2022-03-23T12:33:54Z', 'revision_number': 5, 'project_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:33:55.046181 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ce5a160-499d-43a5-bfef-ea399fd88b5c req-64f8a206-7899-40cb-adf4-8ce301b5ba4a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5427 time: 0.2073569 Mar 23 12:33:55.143703 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-add90a8d-6c97-45bf-b0b5-91f2b12c801d tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:55.150791 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ce5a160-499d-43a5-bfef-ea399fd88b5c req-54b6755b-e31c-45e2-8b8a-d68230b045b7 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951269 Mar 23 12:33:55.210007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 43f5e520-393e-4912-a625-d5ca703335ef no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:33:55.267993 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 43f5e520-393e-4912-a625-d5ca703335ef {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:33:55.268631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 43f5e520-393e-4912-a625-d5ca703335ef not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:33:55.271621 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-add90a8d-6c97-45bf-b0b5-91f2b12c801d tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:55.318345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add90a8d-6c97-45bf-b0b5-91f2b12c801d tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=104a3aa9-ca92-473f-866b-479fb7bfa512,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:55.352782 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-add90a8d-6c97-45bf-b0b5-91f2b12c801d tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:55.354692 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:55.364343 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-add90a8d-6c97-45bf-b0b5-91f2b12c801d tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/104a3aa9-ca92-473f-866b-479fb7bfa512 HTTP/1.1" status: 204 len: 168 time: 0.7276289 Mar 23 12:33:55.365525 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58144) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:55.375088 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf76131-c3f9-4e29-87f2-a16d8b11f6cc req-3d977010-a5ab-4688-851c-cd9e76b6a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:55.380700 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9cf76131-c3f9-4e29-87f2-a16d8b11f6cc req-3d977010-a5ab-4688-851c-cd9e76b6a205 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c76929d4048a42598e0f66623994674d&device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 1094 time: 0.5017431 Mar 23 12:33:55.428477 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e184cd-13be-4459-9b2f-1cf77184162c'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:55.439892 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd79190c-26f1-48da-992a-17c5d05a8df8" -d '{"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-plugged", "status": "completed", "tag": "38e184cd-13be-4459-9b2f-1cf77184162c"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:55.465616 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 38e184cd-13be-4459-9b2f-1cf77184162c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=38e184cd-13be-4459-9b2f-1cf77184162c,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:55.472330 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:55.474063 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a832adda-3f39-4da1-8a38-dce921f63818 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:55.510818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0aafb51-52f7-4b74-9e8f-df4718448961', 'name': 'network-vif-deleted', 'tag': '43f5e520-393e-4912-a625-d5ca703335ef'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:55.513094 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74387f99-5b6b-4a2f-9302-18db57e75a66" -d '{"events": [{"server_uuid": "e0aafb51-52f7-4b74-9e8f-df4718448961", "name": "network-vif-deleted", "tag": "43f5e520-393e-4912-a625-d5ca703335ef"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:55.518968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdb25a-a429-4307-87a8-fd15fc20a6bd req-eaa4bd21-88b4-4521-a8bf-bbfba93e2868 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:55.523045 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6dbdb25a-a429-4307-87a8-fd15fc20a6bd req-eaa4bd21-88b4-4521-a8bf-bbfba93e2868 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 946 time: 0.1991515 Mar 23 12:33:55.573057 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe60e-2ce1-4eac-b9b4-a995814553da tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:55.618632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=38e184cd-13be-4459-9b2f-1cf77184162c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:55.630151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port a832adda-3f39-4da1-8a38-dce921f63818 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:33:55.636237 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port a832adda-3f39-4da1-8a38-dce921f63818 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:55.636830 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:55.686245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-14beade8-7a95-4f93-8c7f-96233c1097ae tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:55.687762 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-14beade8-7a95-4f93-8c7f-96233c1097ae tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 821 time: 0.7787971 Mar 23 12:33:55.699666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e79adfd3-3251-41b4-afb7-3fd976a00366 None None] Provisioning complete for port c3486cab-b3be-4469-b3dd-a15c06867066 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:55.700075 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e79adfd3-3251-41b4-afb7-3fd976a00366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:55.717602 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6dbdb25a-a429-4307-87a8-fd15fc20a6bd req-d0c8c503-b2b8-4852-97ba-f6659af99066 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804628 Mar 23 12:33:55.734160 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe60e-2ce1-4eac-b9b4-a995814553da tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:55.787626 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c4dbe60e-2ce1-4eac-b9b4-a995814553da tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b8246a-7647-4676-b98c-735e9ffe0e4e']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:55.801291 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c4dbe60e-2ce1-4eac-b9b4-a995814553da tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dce10fa-c846-4811-a846-82dc14ba0e08') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:55.801886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c4dbe60e-2ce1-4eac-b9b4-a995814553da tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dce10fa-c846-4811-a846-82dc14ba0e08') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:55.817723 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe60e-2ce1-4eac-b9b4-a995814553da tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:55.826440 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a58e425-2d2a-4d63-9f2c-afb8e14bf99d x-openstack-request-id: req-0a58e425-2d2a-4d63-9f2c-afb8e14bf99d {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:55.826845 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-plugged", "status": "completed", "tag": "38e184cd-13be-4459-9b2f-1cf77184162c", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:55.828141 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a58e425-2d2a-4d63-9f2c-afb8e14bf99d {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:55.828723 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e184cd-13be-4459-9b2f-1cf77184162c', 'code': 200} Mar 23 12:33:55.840386 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-a50ad22c-5ba9-45bc-a8f8-c0c157622997 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/quotas/43636dcef9ff4fb98e9524a9242506a8 HTTP/1.1" status: 200 len: 375 time: 0.0760703 Mar 23 12:33:55.861745 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe60e-2ce1-4eac-b9b4-a995814553da tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:55.876305 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4dbe60e-2ce1-4eac-b9b4-a995814553da tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:33:55.877092 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe60e-2ce1-4eac-b9b4-a995814553da tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: items = [ Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:33:55.880320 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:33:55.915764 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b14e4ea-c9f6-4d3f-bcd0-092253bc1b13 x-openstack-request-id: req-9b14e4ea-c9f6-4d3f-bcd0-092253bc1b13 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:55.916314 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0aafb51-52f7-4b74-9e8f-df4718448961", "name": "network-vif-deleted", "tag": "43f5e520-393e-4912-a625-d5ca703335ef", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:55.916712 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b14e4ea-c9f6-4d3f-bcd0-092253bc1b13 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:55.917313 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0aafb51-52f7-4b74-9e8f-df4718448961', 'name': 'network-vif-deleted', 'tag': '43f5e520-393e-4912-a625-d5ca703335ef', 'status': 'completed', 'code': 200} Mar 23 12:33:55.927068 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf76131-c3f9-4e29-87f2-a16d8b11f6cc req-b43a7290-c353-42e0-8500-e3c4b39cef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:55.929004 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9cf76131-c3f9-4e29-87f2-a16d8b11f6cc req-b43a7290-c353-42e0-8500-e3c4b39cef74 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e3f5ded-5473-428f-b11d-b3417cbd12ec HTTP/1.1" status: 200 len: 916 time: 0.4433115 Mar 23 12:33:55.934655 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:55.988294 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a832adda-3f39-4da1-8a38-dce921f63818, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a832adda-3f39-4da1-8a38-dce921f63818,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:55.999308 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:55.999966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device de0729c2-bdb6-4a11-a549-9cdfb76ad148 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:56.004235 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe60e-2ce1-4eac-b9b4-a995814553da tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:56.021804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780de51-a3cf-429f-8624-0014076be11e req-9fe90922-d402-4195-b25f-4006c0f18364 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:56.023527 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8780de51-a3cf-429f-8624-0014076be11e req-9fe90922-d402-4195-b25f-4006c0f18364 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 943 time: 0.0752370 Mar 23 12:33:56.026218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dbe60e-2ce1-4eac-b9b4-a995814553da tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 70b8246a-7647-4676-b98c-735e9ffe0e4e {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 12:33:56.032978 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9cf76131-c3f9-4e29-87f2-a16d8b11f6cc req-e249373c-23f3-41c7-b8eb-6f5a76f8083c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61e32039-714a-4722-8070-013242b819ad HTTP/1.1" status: 200 len: 217 time: 0.0563650 Mar 23 12:33:56.038696 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe60e-2ce1-4eac-b9b4-a995814553da tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:56.047488 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c4dbe60e-2ce1-4eac-b9b4-a995814553da tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "DELETE /v2.0/networks/70b8246a-7647-4676-b98c-735e9ffe0e4e HTTP/1.1" status: 204 len: 168 time: 0.6478364 Mar 23 12:33:56.062939 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-579edeb1-9adf-43c4-b10d-3705924aa96a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2081861 Mar 23 12:33:56.064756 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:56.070660 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbe60e-2ce1-4eac-b9b4-a995814553da tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Pushing event deleted for resources: {'Network': ['ID=70b8246a-7647-4676-b98c-735e9ffe0e4e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:56.141773 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8780de51-a3cf-429f-8624-0014076be11e req-8f0ea38e-3688-44ca-ad8d-1ec16938e23b tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016846 Mar 23 12:33:56.203898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port de0729c2-bdb6-4a11-a549-9cdfb76ad148 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:33:56.236817 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=a832adda-3f39-4da1-8a38-dce921f63818,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:56.254875 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port de0729c2-bdb6-4a11-a549-9cdfb76ad148 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:56.255275 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:56.371647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf76131-c3f9-4e29-87f2-a16d8b11f6cc req-e8cfa1be-0ce3-4f5f-8c7d-18930111957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:56.373154 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9cf76131-c3f9-4e29-87f2-a16d8b11f6cc req-e8cfa1be-0ce3-4f5f-8c7d-18930111957e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=df4c0398-acbb-48a1-83d5-8a1f46b37271 HTTP/1.1" status: 200 len: 855 time: 0.1719718 Mar 23 12:33:56.381096 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98d8da-1b33-4d62-a73e-bdf9514334b8 req-aaefb21c-7af9-465d-a41f-825f53309c1e tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:56.389623 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa98d8da-1b33-4d62-a73e-bdf9514334b8 req-aaefb21c-7af9-465d-a41f-825f53309c1e tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.0778010 Mar 23 12:33:56.393332 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:56.413621 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58166) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:56.432882 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d62b43cf-41d9-4ef5-adde-a2ded220f418 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Request body: {'router': {'name': 'tempest-router--100549837', 'project_id': '70e4a2150cdc4bc58db5f06d7b1228b3'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:56.434704 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port de0729c2-bdb6-4a11-a549-9cdfb76ad148, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=de0729c2-bdb6-4a11-a549-9cdfb76ad148,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:56.443906 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:56.444886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 95a785d3-ff97-4176-9b31-c36e92acfa7f up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:56.458745 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa98d8da-1b33-4d62-a73e-bdf9514334b8 req-02cbf455-94b5-4438-aac7-13fa02b01adf tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636165 Mar 23 12:33:56.463238 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9cf76131-c3f9-4e29-87f2-a16d8b11f6cc req-9d7a1dca-f951-4631-ac93-c7bf2907edb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e3f5ded-5473-428f-b11d-b3417cbd12ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517182 Mar 23 12:33:56.516405 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-6cb506f7-9327-4351-b631-7e7cbc29796c service neutron] 10.222.0.52 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525211 Mar 23 12:33:56.549473 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=de0729c2-bdb6-4a11-a549-9cdfb76ad148,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:56.554310 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d62b43cf-41d9-4ef5-adde-a2ded220f418 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:56.556012 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d62b43cf-41d9-4ef5-adde-a2ded220f418 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:56.566800 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:56.569462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 95a785d3-ff97-4176-9b31-c36e92acfa7f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:33:56.575147 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 95a785d3-ff97-4176-9b31-c36e92acfa7f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:56.576142 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:56.737373 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d62b43cf-41d9-4ef5-adde-a2ded220f418 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:56.760366 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d62b43cf-41d9-4ef5-adde-a2ded220f418 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:56.829831 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8fe7364d-a3aa-4b74-b83c-7e204541c044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:56.853862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a0a89-fba9-4447-aed0-2a9c11f1a2a1 req-94eadd6c-26be-422b-8501-f858ef1aef9b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:56.856208 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-608a0a89-fba9-4447-aed0-2a9c11f1a2a1 req-94eadd6c-26be-422b-8501-f858ef1aef9b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0832529 Mar 23 12:33:56.859289 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-1ec71770-b816-4b07-8d09-248d47314a0f service neutron] 10.222.0.52 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419662 Mar 23 12:33:56.864954 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9cf76131-c3f9-4e29-87f2-a16d8b11f6cc req-e419ff50-70c0-4735-878f-52518631fb51 service neutron] 10.222.0.73 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888977 Mar 23 12:33:56.880453 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d62b43cf-41d9-4ef5-adde-a2ded220f418 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:56.882493 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d62b43cf-41d9-4ef5-adde-a2ded220f418 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4591732 Mar 23 12:33:56.888149 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58172) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:56.929345 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-608a0a89-fba9-4447-aed0-2a9c11f1a2a1 req-70060377-9323-4a4b-9844-c27e67ff4c5e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570805 Mar 23 12:33:56.943374 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:57.005536 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 95a785d3-ff97-4176-9b31-c36e92acfa7f, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=95a785d3-ff97-4176-9b31-c36e92acfa7f,segment=NetworkSegment(1ff344b0-ead7-49ce-8ce6-c373cf8a8621),segment_id=1ff344b0-ead7-49ce-8ce6-c373cf8a8621)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:57.021195 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:57.024378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 6b13f8a1-7061-499d-9dcc-a959ec9d1418 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:57.072053 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac631d64-c934-46e1-bf27-b4ebf3bfa927 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:57.123614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=95a785d3-ff97-4176-9b31-c36e92acfa7f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:57.131045 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c3486cab-b3be-4469-b3dd-a15c06867066 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:57.148050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187dbe2-f93d-4bf6-98ec-4f8e65d2316f req-9063588c-2237-4cfe-893a-634d438c37e1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:57.164316 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187dbe2-f93d-4bf6-98ec-4f8e65d2316f req-9063588c-2237-4cfe-893a-634d438c37e1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:57.171763 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187dbe2-f93d-4bf6-98ec-4f8e65d2316f req-9063588c-2237-4cfe-893a-634d438c37e1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:57.186381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187dbe2-f93d-4bf6-98ec-4f8e65d2316f req-9063588c-2237-4cfe-893a-634d438c37e1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:57.197704 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187dbe2-f93d-4bf6-98ec-4f8e65d2316f req-9063588c-2237-4cfe-893a-634d438c37e1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:57.199258 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c3486cab-b3be-4469-b3dd-a15c06867066 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:57.200257 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:57.203261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187dbe2-f93d-4bf6-98ec-4f8e65d2316f req-9063588c-2237-4cfe-893a-634d438c37e1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:57.212184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187dbe2-f93d-4bf6-98ec-4f8e65d2316f req-9063588c-2237-4cfe-893a-634d438c37e1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:57.221690 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c187dbe2-f93d-4bf6-98ec-4f8e65d2316f req-9063588c-2237-4cfe-893a-634d438c37e1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5430 time: 0.1749015 Mar 23 12:33:57.286952 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 6b13f8a1-7061-499d-9dcc-a959ec9d1418 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:33:57.296137 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c187dbe2-f93d-4bf6-98ec-4f8e65d2316f req-a6e71398-b12a-4821-8c89-303295dc6df6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694346 Mar 23 12:33:57.335063 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 6b13f8a1-7061-499d-9dcc-a959ec9d1418 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:57.335436 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:57.484396 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:57.491648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67559ee-daef-4c6a-a3a5-91fdf8bf5b41 req-1abadf1b-8553-4ee4-b3d8-9f6086871c9d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:57.503040 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b67559ee-daef-4c6a-a3a5-91fdf8bf5b41 req-1abadf1b-8553-4ee4-b3d8-9f6086871c9d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 943 time: 0.1163352 Mar 23 12:33:57.532512 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 6b13f8a1-7061-499d-9dcc-a959ec9d1418, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=6b13f8a1-7061-499d-9dcc-a959ec9d1418,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:57.544226 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:57.545429 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 0462e814-926b-4a23-8fca-8bc2535b4ddd up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:57.575048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b67559ee-daef-4c6a-a3a5-91fdf8bf5b41 req-966df6aa-f688-40a9-9b2b-dfd4d5ea960f tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700734 Mar 23 12:33:57.656766 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=6b13f8a1-7061-499d-9dcc-a959ec9d1418,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:57.698879 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1cfeaa36-c61d-4e5f-82c1-353276128717 req-6e308ed8-b000-4fe2-9e70-bd6835dcc84b tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 210 time: 0.0615408 Mar 23 12:33:57.699110 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:57.727303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 0462e814-926b-4a23-8fca-8bc2535b4ddd completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:33:57.743539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 0462e814-926b-4a23-8fca-8bc2535b4ddd triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:57.743912 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:57.793664 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac631d64-c934-46e1-bf27-b4ebf3bfa927 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:57.795945 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac631d64-c934-46e1-bf27-b4ebf3bfa927 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:57.830764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a832adda-3f39-4da1-8a38-dce921f63818'}, {'server_uuid': '64df2bbc-19c6-45fa-9b96-514c67746516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0729c2-bdb6-4a11-a549-9cdfb76ad148'}, {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a785d3-ff97-4176-9b31-c36e92acfa7f'}, {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b13f8a1-7061-499d-9dcc-a959ec9d1418'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:33:57.834625 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f573cd99-40bc-4092-97d9-9de9bbd1c8e4" -d '{"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-plugged", "status": "completed", "tag": "a832adda-3f39-4da1-8a38-dce921f63818"}, {"server_uuid": "64df2bbc-19c6-45fa-9b96-514c67746516", "name": "network-vif-plugged", "status": "completed", "tag": "de0729c2-bdb6-4a11-a549-9cdfb76ad148"}, {"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-plugged", "status": "completed", "tag": "95a785d3-ff97-4176-9b31-c36e92acfa7f"}, {"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-plugged", "status": "completed", "tag": "6b13f8a1-7061-499d-9dcc-a959ec9d1418"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:33:57.862741 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:57.877677 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac631d64-c934-46e1-bf27-b4ebf3bfa927 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:57.878201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac631d64-c934-46e1-bf27-b4ebf3bfa927 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router daf2e372-43e6-49d7-9883-43e2f0cd6d9e {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:33:57.898100 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac631d64-c934-46e1-bf27-b4ebf3bfa927 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:57.902485 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ac631d64-c934-46e1-bf27-b4ebf3bfa927 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "DELETE /v2.0/routers/daf2e372-43e6-49d7-9883-43e2f0cd6d9e HTTP/1.1" status: 204 len: 168 time: 1.0042398 Mar 23 12:33:57.905020 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 0462e814-926b-4a23-8fca-8bc2535b4ddd, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0462e814-926b-4a23-8fca-8bc2535b4ddd,segment=NetworkSegment(1ff344b0-ead7-49ce-8ce6-c373cf8a8621),segment_id=1ff344b0-ead7-49ce-8ce6-c373cf8a8621)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:57.911719 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:57.913091 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d289d27a-322f-466e-be09-f483ea23288a up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:33:57.925434 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9cf76131-c3f9-4e29-87f2-a16d8b11f6cc req-baea11bf-ef6e-4d9f-80c2-657259e8c7c4 service neutron] 10.222.0.73 "GET /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0415013 Mar 23 12:33:57.953669 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd41ca-8092-423a-9529-bbc793813fac req-352a5eb9-3ed1-4bd5-b0f0-bfed894c57b8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:57.974665 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07cd41ca-8092-423a-9529-bbc793813fac req-352a5eb9-3ed1-4bd5-b0f0-bfed894c57b8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=64df2bbc-19c6-45fa-9b96-514c67746516 HTTP/1.1" status: 200 len: 945 time: 0.1303818 Mar 23 12:33:57.995436 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Router d2bce484-8e59-4c46-a322-92761a61c443 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:33:58.057139 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 23 Mar 2022 12:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b378e560-2c9d-49ca-931f-2a9bcfc84e79 x-openstack-request-id: req-b378e560-2c9d-49ca-931f-2a9bcfc84e79 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:33:58.057460 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-plugged", "status": "completed", "tag": "a832adda-3f39-4da1-8a38-dce921f63818", "code": 200}, {"server_uuid": "64df2bbc-19c6-45fa-9b96-514c67746516", "name": "network-vif-plugged", "status": "completed", "tag": "de0729c2-bdb6-4a11-a549-9cdfb76ad148", "code": 200}, {"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-plugged", "status": "completed", "tag": "95a785d3-ff97-4176-9b31-c36e92acfa7f", "code": 200}, {"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-plugged", "status": "completed", "tag": "6b13f8a1-7061-499d-9dcc-a959ec9d1418", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:33:58.057697 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b378e560-2c9d-49ca-931f-2a9bcfc84e79 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:33:58.058104 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a832adda-3f39-4da1-8a38-dce921f63818', 'code': 200} Mar 23 12:33:58.058360 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64df2bbc-19c6-45fa-9b96-514c67746516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0729c2-bdb6-4a11-a549-9cdfb76ad148', 'code': 200} Mar 23 12:33:58.058615 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a785d3-ff97-4176-9b31-c36e92acfa7f', 'code': 200} Mar 23 12:33:58.058865 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b13f8a1-7061-499d-9dcc-a959ec9d1418', 'code': 200} Mar 23 12:33:58.079050 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=0462e814-926b-4a23-8fca-8bc2535b4ddd,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:58.096707 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07cd41ca-8092-423a-9529-bbc793813fac req-f6bffe58-d55e-4a5d-80e8-8e25e44efd55 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117079 Mar 23 12:33:58.098156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58202) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:58.136272 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port d289d27a-322f-466e-be09-f483ea23288a completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:33:58.152757 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port d289d27a-322f-466e-be09-f483ea23288a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:33:58.153138 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:58.274092 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc3440-f236-4f2d-a048-d31121575282 req-42c943e9-ff38-4841-899d-24ff0fcf7889 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:58.283348 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dcdc3440-f236-4f2d-a048-d31121575282 req-42c943e9-ff38-4841-899d-24ff0fcf7889 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1043386 Mar 23 12:33:58.296841 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:58.330949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08476f8b-b85b-4588-afc3-7f5798285c72 req-bcff0f6f-c67f-46ee-833d-0221e2d8b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:58.333515 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08476f8b-b85b-4588-afc3-7f5798285c72 req-bcff0f6f-c67f-46ee-833d-0221e2d8b972 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=64df2bbc-19c6-45fa-9b96-514c67746516 HTTP/1.1" status: 200 len: 1096 time: 0.1474338 Mar 23 12:33:58.336864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:33:58.353547 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Sync routers for ids ['d2bce484-8e59-4c46-a322-92761a61c443'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:33:58.367370 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Routers {'d2bce484-8e59-4c46-a322-92761a61c443'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:33:58.368039 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:33:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d2bce484-8e59-4c46-a322-92761a61c443'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:58.395147 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port d289d27a-322f-466e-be09-f483ea23288a, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d289d27a-322f-466e-be09-f483ea23288a,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:58.403151 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:58.407034 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dcdc3440-f236-4f2d-a048-d31121575282 req-66f2fbfb-09e1-4c54-8a91-78ee02681ca9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186428 Mar 23 12:33:58.413080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08476f8b-b85b-4588-afc3-7f5798285c72 req-b721ad7a-96ae-44c6-aaf2-bac370366dc2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669014 Mar 23 12:33:58.428436 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:58.430229 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-43985bf0-3b71-4ab2-91e1-46199214b36d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.9971621 Mar 23 12:33:58.435195 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58214) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:33:58.478868 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=d289d27a-322f-466e-be09-f483ea23288a,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:58.535892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1714295920', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:58.544663 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Set router d2bce484-8e59-4c46-a322-92761a61c443 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:33:58.572744 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:58.574817 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:58.667855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584ddf5-a29d-46b2-93d5-94863146a172 req-e185f6b9-7327-475a-9e91-53595be95a33 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:58.677153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584ddf5-a29d-46b2-93d5-94863146a172 req-e185f6b9-7327-475a-9e91-53595be95a33 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:58.687111 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584ddf5-a29d-46b2-93d5-94863146a172 req-e185f6b9-7327-475a-9e91-53595be95a33 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:58.696890 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584ddf5-a29d-46b2-93d5-94863146a172 req-e185f6b9-7327-475a-9e91-53595be95a33 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:58.706022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584ddf5-a29d-46b2-93d5-94863146a172 req-e185f6b9-7327-475a-9e91-53595be95a33 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:58.716966 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584ddf5-a29d-46b2-93d5-94863146a172 req-e185f6b9-7327-475a-9e91-53595be95a33 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:58.718086 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:58.725301 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584ddf5-a29d-46b2-93d5-94863146a172 req-e185f6b9-7327-475a-9e91-53595be95a33 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:58.733565 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6584ddf5-a29d-46b2-93d5-94863146a172 req-e185f6b9-7327-475a-9e91-53595be95a33 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5433 time: 0.2057984 Mar 23 12:33:58.814657 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'name': 'tempest-ServersTestJSON-1463403295-router', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd0f90260-22ca-4503-93db-74550b268747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:50Z', 'updated_at': '2022-03-23T12:33:55Z', 'revision_number': 3, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'gw_port': {'id': 'd0f90260-22ca-4503-93db-74550b268747', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:33:53Z', 'updated_at': '2022-03-23T12:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:58.850452 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Checking router: d2bce484-8e59-4c46-a322-92761a61c443 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:33:58.850913 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Updating router d2bce484-8e59-4c46-a322-92761a61c443 port d0f90260-22ca-4503-93db-74550b268747 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:33:58.853423 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6584ddf5-a29d-46b2-93d5-94863146a172 req-2e503da1-3e80-489b-a183-390ac0ac2c7f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189859 Mar 23 12:33:58.891755 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:59.004012 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:59.029120 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-c358389b-2704-415c-b5e6-589d705c7e35 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:59.031421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-c358389b-2704-415c-b5e6-589d705c7e35 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.77 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 821 time: 0.1700406 Mar 23 12:33:59.127636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-d7dd87c8-89e7-47b9-b058-21faebec1399 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Request body: {'port': {'device_id': '97619ed5-d741-48db-94a6-ebea04e6209a', 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482', 'admin_state_up': True, 'tenant_id': '43636dcef9ff4fb98e9524a9242506a8'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:33:59.272377 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:59.281772 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:59.316202 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9c62963d-2b2a-4081-a528-2ecbe2eec03d req-22587b3a-cae6-4c6b-9d69-f794c689188c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 210 time: 0.0393801 Mar 23 12:33:59.341674 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Attempting to bind port d0f90260-22ca-4503-93db-74550b268747 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:33:59.342427 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Attempting to bind port d0f90260-22ca-4503-93db-74550b268747 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:33:59.344196 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Attempting to bind port d0f90260-22ca-4503-93db-74550b268747 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:33:59.367787 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:33:59.368633 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:33:59.368633 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:59.369619 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:33:59.370091 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Bound port: d0f90260-22ca-4503-93db-74550b268747, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:33:59.370469 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:59.391058 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:59.402877 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda8284-1a75-429d-94f2-0795232f0f9a req-0732f433-0ed1-42c6-a49a-8590f34c1c24 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:33:59.409943 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-efda8284-1a75-429d-94f2-0795232f0f9a req-0732f433-0ed1-42c6-a49a-8590f34c1c24 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 943 time: 0.6874635 Mar 23 12:33:59.465601 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:59.487997 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 61e32039-714a-4722-8070-013242b819ad details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:33:59.500646 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-efda8284-1a75-429d-94f2-0795232f0f9a req-5380c078-2d65-4a72-ba55-a6b3f8ae0be3 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875714 Mar 23 12:33:59.511062 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] For port d0f90260-22ca-4503-93db-74550b268747, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:33:59.514525 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-d7dd87c8-89e7-47b9-b058-21faebec1399 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Made reservation on behalf of 43636dcef9ff4fb98e9524a9242506a8 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:33:59.514742 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] For port d0f90260-22ca-4503-93db-74550b268747, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d0f90260-22ca-4503-93db-74550b268747,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:33:59.517882 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16390a03-78ac-49ab-91dd-f97b527e96bc None None] Pushing event updated for resources: {'Port': ['ID=d0f90260-22ca-4503-93db-74550b268747,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:33:59.518420 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-d7dd87c8-89e7-47b9-b058-21faebec1399 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:59.524244 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:59.595279 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16390a03-78ac-49ab-91dd-f97b527e96bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:59.595885 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16390a03-78ac-49ab-91dd-f97b527e96bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:59.602186 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16390a03-78ac-49ab-91dd-f97b527e96bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:59.603038 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16390a03-78ac-49ab-91dd-f97b527e96bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:59.603716 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16390a03-78ac-49ab-91dd-f97b527e96bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:59.604278 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16390a03-78ac-49ab-91dd-f97b527e96bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:59.604809 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16390a03-78ac-49ab-91dd-f97b527e96bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:59.605358 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16390a03-78ac-49ab-91dd-f97b527e96bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:59.605900 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16390a03-78ac-49ab-91dd-f97b527e96bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:59.606417 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16390a03-78ac-49ab-91dd-f97b527e96bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:59.606988 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16390a03-78ac-49ab-91dd-f97b527e96bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:59.607578 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16390a03-78ac-49ab-91dd-f97b527e96bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:33:59.622816 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Routers {'d2bce484-8e59-4c46-a322-92761a61c443'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:33:59.624373 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:33:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d2bce484-8e59-4c46-a322-92761a61c443'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:33:59.795395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 61e32039-714a-4722-8070-013242b819ad, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=61e32039-714a-4722-8070-013242b819ad,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:59.833502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '61e32039-714a-4722-8070-013242b819ad', 'network_id': '4e3f5ded-5473-428f-b11d-b3417cbd12ec', 'port_id': '61e32039-714a-4722-8070-013242b819ad', 'mac_address': 'fa:16:3e:27:99:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df4c0398-acbb-48a1-83d5-8a1f46b37271', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:33:59.923553 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:59.947738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e32039-714a-4722-8070-013242b819ad {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:33:59.976047 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:33:59.988546 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 61e32039-714a-4722-8070-013242b819ad, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=61e32039-714a-4722-8070-013242b819ad,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:33:59.994912 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:00.053720 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:00.060498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0462e814-926b-4a23-8fca-8bc2535b4ddd'}, {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd289d27a-322f-466e-be09-f483ea23288a'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:00.062785 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071284aa-0216-406f-a467-69b0a6f80644" -d '{"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-plugged", "status": "completed", "tag": "0462e814-926b-4a23-8fca-8bc2535b4ddd"}, {"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-plugged", "status": "completed", "tag": "d289d27a-322f-466e-be09-f483ea23288a"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:00.064223 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c6bfc-51a2-4a1d-bd22-4e10b099c7b7 req-5a212741-d997-4ae3-ad09-fe9ffa96298b tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:00.074264 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-373c6bfc-51a2-4a1d-bd22-4e10b099c7b7 req-5a212741-d997-4ae3-ad09-fe9ffa96298b tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=64df2bbc-19c6-45fa-9b96-514c67746516 HTTP/1.1" status: 200 len: 945 time: 0.5731766 Mar 23 12:34:00.111485 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:00.129718 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=61e32039-714a-4722-8070-013242b819ad,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:00.148560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-d7dd87c8-89e7-47b9-b058-21faebec1399 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Allocated IP 172.20.0.8 (5951e4c2-87c6-4843-a65c-4b3c7b3af482/0598634e-d947-470e-93b9-cfe2bd967aa7/c5433fd5-9277-4209-be2b-df7c0080e575) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:34:00.186696 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-373c6bfc-51a2-4a1d-bd22-4e10b099c7b7 req-dffb9d3a-42eb-42e7-a144-dc83cd93f647 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110964 Mar 23 12:34:00.235294 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16390a03-78ac-49ab-91dd-f97b527e96bc None None] Pushing event updated for resources: {'Port': ['ID=d0f90260-22ca-4503-93db-74550b268747,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:00.306373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5772bbc-7555-4035-87c6-9b1d962088d3 req-d7cd002f-a9fb-4343-9ecf-b772dca1ddff tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:00.312488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5772bbc-7555-4035-87c6-9b1d962088d3 req-d7cd002f-a9fb-4343-9ecf-b772dca1ddff tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:00.320128 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e5772bbc-7555-4035-87c6-9b1d962088d3 req-d7cd002f-a9fb-4343-9ecf-b772dca1ddff tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=2924a7b0-0466-417e-a2ab-d4536aeeddb5&device_id=98c12628-0073-4ee4-824b-748ca9a13a52 HTTP/1.1" status: 200 len: 1683 time: 0.3858123 Mar 23 12:34:00.324970 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] Set router d2bce484-8e59-4c46-a322-92761a61c443 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:34:00.427065 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e5772bbc-7555-4035-87c6-9b1d962088d3 req-f68d7ba4-676c-4493-871d-7d010d7fef07 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/security-groups?id=32b93caa-ee3e-47cb-8fd1-a24874ba6627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050310 Mar 23 12:34:00.459581 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Allocated IP 172.25.2.131 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/c3c63b09-bd54-4db2-b473-4aa5009fca40) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:34:00.540068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['61e32039-714a-4722-8070-013242b819ad'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:00.585032 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'name': 'tempest-ServersTestJSON-1463403295-router', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd0f90260-22ca-4503-93db-74550b268747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:50Z', 'updated_at': '2022-03-23T12:33:55Z', 'revision_number': 3, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'gw_port': {'id': 'd0f90260-22ca-4503-93db-74550b268747', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:33:53Z', 'updated_at': '2022-03-23T12:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:00.590722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19a460-56c3-4934-8fc5-dd30431b4586 req-322d7986-52c3-4885-9d8a-7fce1fba3e4f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:00.599138 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3a19a460-56c3-4934-8fc5-dd30431b4586 req-322d7986-52c3-4885-9d8a-7fce1fba3e4f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.2696657 Mar 23 12:34:00.630060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Allocated IP 172.20.0.1 (390b0a03-cc42-43de-bc59-2514c3b31b13/25910460-dc05-4fdf-abdd-3cfdf8cb7412/79e5be4f-d9e7-4a8a-a7f5-66350cca240b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:34:00.630899 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:00.631552 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ab3ad1-44e1-49f7-82de-c3e77b4d879a None None] The sync data for ids ['d2bce484-8e59-4c46-a322-92761a61c443'] in n-d-834854-1 is: [{'id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'name': 'tempest-ServersTestJSON-1463403295-router', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd0f90260-22ca-4503-93db-74550b268747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:50Z', 'updated_at': '2022-03-23T12:33:55Z', 'revision_number': 3, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'gw_port': {'id': 'd0f90260-22ca-4503-93db-74550b268747', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:33:53Z', 'updated_at': '2022-03-23T12:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:34:00.639316 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-d7dd87c8-89e7-47b9-b058-21faebec1399 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:00.728149 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3a19a460-56c3-4934-8fc5-dd30431b4586 req-291fbe05-bb05-4233-8a52-ab5b50130f5d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275685 Mar 23 12:34:00.745754 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:00.814724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Pushing event updated for resources: {'Port': ['ID=c3c63b09-bd54-4db2-b473-4aa5009fca40,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:00.837217 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79924e2-ac43-4bd5-af34-4bc48b724f54 x-openstack-request-id: req-d79924e2-ac43-4bd5-af34-4bc48b724f54 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:00.837947 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-plugged", "status": "completed", "tag": "0462e814-926b-4a23-8fca-8bc2535b4ddd", "code": 200}, {"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-plugged", "status": "completed", "tag": "d289d27a-322f-466e-be09-f483ea23288a", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:00.839016 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d79924e2-ac43-4bd5-af34-4bc48b724f54 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:00.840413 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0462e814-926b-4a23-8fca-8bc2535b4ddd', 'code': 200} Mar 23 12:34:00.841525 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd289d27a-322f-466e-be09-f483ea23288a', 'code': 200} Mar 23 12:34:00.848695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:34:00.856324 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:34:00.867440 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:34:00.880382 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1a113-9427-45d5-8483-edee7b377d9b req-7c0e6dc1-1b6c-4523-aeda-3f1d0efe7763 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:00.886579 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1a113-9427-45d5-8483-edee7b377d9b req-7c0e6dc1-1b6c-4523-aeda-3f1d0efe7763 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:00.892790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1a113-9427-45d5-8483-edee7b377d9b req-7c0e6dc1-1b6c-4523-aeda-3f1d0efe7763 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:00.899497 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1a113-9427-45d5-8483-edee7b377d9b req-7c0e6dc1-1b6c-4523-aeda-3f1d0efe7763 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:00.905957 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1a113-9427-45d5-8483-edee7b377d9b req-7c0e6dc1-1b6c-4523-aeda-3f1d0efe7763 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:00.913348 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1a113-9427-45d5-8483-edee7b377d9b req-7c0e6dc1-1b6c-4523-aeda-3f1d0efe7763 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:00.919746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1a113-9427-45d5-8483-edee7b377d9b req-7c0e6dc1-1b6c-4523-aeda-3f1d0efe7763 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:00.928168 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5ab1a113-9427-45d5-8483-edee7b377d9b req-7c0e6dc1-1b6c-4523-aeda-3f1d0efe7763 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5433 time: 0.2800617 Mar 23 12:34:00.977895 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-d7dd87c8-89e7-47b9-b058-21faebec1399 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:00.991475 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['51aca8df-902f-4ea5-ae2a-4c0673830b61'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:01.011603 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5ab1a113-9427-45d5-8483-edee7b377d9b req-7e6cd325-2b61-41c3-9bd0-63f4ee52847e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811112 Mar 23 12:34:01.164828 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-d7dd87c8-89e7-47b9-b058-21faebec1399 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:34:01.185147 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd87c8-89e7-47b9-b058-21faebec1399 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Pushing event updated for resources: {'Port': ['ID=c5433fd5-9277-4209-be2b-df7c0080e575,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:01.209019 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-d7dd87c8-89e7-47b9-b058-21faebec1399 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:34:01.214265 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-d7dd87c8-89e7-47b9-b058-21faebec1399 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:34:01.310067 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3207d65-749d-45da-a059-56b9918f9755 req-119a5dc8-df23-44e9-8492-4cbf01720539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:01.310641 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3207d65-749d-45da-a059-56b9918f9755 req-119a5dc8-df23-44e9-8492-4cbf01720539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:01.311121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3207d65-749d-45da-a059-56b9918f9755 req-119a5dc8-df23-44e9-8492-4cbf01720539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:01.311601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3207d65-749d-45da-a059-56b9918f9755 req-119a5dc8-df23-44e9-8492-4cbf01720539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:01.320272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3207d65-749d-45da-a059-56b9918f9755 req-119a5dc8-df23-44e9-8492-4cbf01720539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:01.320852 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3207d65-749d-45da-a059-56b9918f9755 req-119a5dc8-df23-44e9-8492-4cbf01720539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:01.321327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3207d65-749d-45da-a059-56b9918f9755 req-119a5dc8-df23-44e9-8492-4cbf01720539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:01.323536 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e3207d65-749d-45da-a059-56b9918f9755 req-119a5dc8-df23-44e9-8492-4cbf01720539 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 6490 time: 0.2333589 Mar 23 12:34:01.330153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-d7dd87c8-89e7-47b9-b058-21faebec1399 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:01.330817 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-d7dd87c8-89e7-47b9-b058-21faebec1399 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:01.378225 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-d7dd87c8-89e7-47b9-b058-21faebec1399 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2615700 Mar 23 12:34:01.403282 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17aa15-f3a7-4f69-8fa6-1cd47fbbb5d1 req-e68c0549-103d-4a91-863f-ac921693a597 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:01.410751 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca17aa15-f3a7-4f69-8fa6-1cd47fbbb5d1 req-e68c0549-103d-4a91-863f-ac921693a597 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 931 time: 0.4495633 Mar 23 12:34:01.421947 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Request body: {'port': {'device_id': '97619ed5-d741-48db-94a6-ebea04e6209a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:01.496878 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e3207d65-749d-45da-a059-56b9918f9755 req-b347585e-430d-4683-990f-6797c74bd7b5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1431065 Mar 23 12:34:01.558217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d41d83-a1b3-40cf-a60b-b6e6733b9c27 req-efa110b0-a5f7-4dde-98c9-e8e9872f7a54 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:01.579440 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e7d41d83-a1b3-40cf-a60b-b6e6733b9c27 req-efa110b0-a5f7-4dde-98c9-e8e9872f7a54 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 944 time: 0.2979314 Mar 23 12:34:01.603552 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:01.610466 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:01.654979 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca17aa15-f3a7-4f69-8fa6-1cd47fbbb5d1 req-002957aa-2058-41a4-a7f0-f384b27b450f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432415 Mar 23 12:34:01.737631 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e7d41d83-a1b3-40cf-a60b-b6e6733b9c27 req-e83633e5-5d9a-4057-8944-38013238e42c tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624982 Mar 23 12:34:02.000203 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:02.013320 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900421c6-a538-489a-842e-148e14b4ba0d req-31a1207c-0980-40ef-82d1-5aa967521ba4 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:02.015238 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-900421c6-a538-489a-842e-148e14b4ba0d req-31a1207c-0980-40ef-82d1-5aa967521ba4 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=64df2bbc-19c6-45fa-9b96-514c67746516 HTTP/1.1" status: 200 len: 945 time: 0.1477661 Mar 23 12:34:02.030742 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:02.110719 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Network 390b0a03-cc42-43de-bc59-2514c3b31b13 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:34:02.115513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Pushing event updated for resources: {'Port': ['ID=79e5be4f-d9e7-4a8a-a7f5-66350cca240b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:02.118320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:34:02.123027 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:34:02.156970 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-900421c6-a538-489a-842e-148e14b4ba0d req-2706f44b-cf82-4920-876f-adc5077323da tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087208 Mar 23 12:34:02.254487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae24104-5539-4717-8eae-f021afeec60e req-a8618ed8-a90f-4216-b3c2-02aa4509e492 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:02.271497 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dae24104-5539-4717-8eae-f021afeec60e req-a8618ed8-a90f-4216-b3c2-02aa4509e492 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.2831023 Mar 23 12:34:02.312453 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:02.462762 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dae24104-5539-4717-8eae-f021afeec60e req-87c42847-b79c-429d-9695-729b7aeedd1a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900241 Mar 23 12:34:02.486302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd625f-8c00-4350-adbe-103699352256 req-eb4e3d7f-e01f-42c6-a6ad-6dc69e1aef7f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:02.492450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd625f-8c00-4350-adbe-103699352256 req-eb4e3d7f-e01f-42c6-a6ad-6dc69e1aef7f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:02.498249 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd625f-8c00-4350-adbe-103699352256 req-eb4e3d7f-e01f-42c6-a6ad-6dc69e1aef7f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:02.504841 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd625f-8c00-4350-adbe-103699352256 req-eb4e3d7f-e01f-42c6-a6ad-6dc69e1aef7f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:02.511058 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd625f-8c00-4350-adbe-103699352256 req-eb4e3d7f-e01f-42c6-a6ad-6dc69e1aef7f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:02.517344 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd625f-8c00-4350-adbe-103699352256 req-eb4e3d7f-e01f-42c6-a6ad-6dc69e1aef7f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:02.523939 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd625f-8c00-4350-adbe-103699352256 req-eb4e3d7f-e01f-42c6-a6ad-6dc69e1aef7f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:02.531910 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2dd625f-8c00-4350-adbe-103699352256 req-eb4e3d7f-e01f-42c6-a6ad-6dc69e1aef7f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5433 time: 0.2121451 Mar 23 12:34:02.569632 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:02.594339 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2dd625f-8c00-4350-adbe-103699352256 req-03c49c89-f2ae-4c91-b47c-6578cd5a1e9a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613389 Mar 23 12:34:02.618945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5433fd5-9277-4209-be2b-df7c0080e575 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:34:02.653717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3300a94d-87cf-4989-9bd7-9caaf6ffdaa8 None None] Provisioning complete for port 79e5be4f-d9e7-4a8a-a7f5-66350cca240b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:34:02.654557 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3300a94d-87cf-4989-9bd7-9caaf6ffdaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:02.664149 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:02.667280 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:02.718414 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Transition to ACTIVE for port object c5433fd5-9277-4209-be2b-df7c0080e575 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:34:02.725839 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:02.804835 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3300a94d-87cf-4989-9bd7-9caaf6ffdaa8 None None] Port 79e5be4f-d9e7-4a8a-a7f5-66350cca240b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:34:02.895763 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Router 7bfd64fd-c4ca-4f92-a948-7bce92d3ae52 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:34:02.994686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Pushing event updated for resources: {'Port': ['ID=c5433fd5-9277-4209-be2b-df7c0080e575,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:03.172521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d0f90260-22ca-4503-93db-74550b268747 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:34:03.189772 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae805fc0-aaca-440f-8999-ac48763a2e41 req-f22a7499-e774-47f6-832c-da56c79ca718 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:03.200155 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ae805fc0-aaca-440f-8999-ac48763a2e41 req-f22a7499-e774-47f6-832c-da56c79ca718 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 943 time: 0.2181234 Mar 23 12:34:03.262158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:34:03.278671 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port d0f90260-22ca-4503-93db-74550b268747 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:34:03.279545 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:03.293677 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ae805fc0-aaca-440f-8999-ac48763a2e41 req-18792c03-546c-4ade-ada4-d1d2e429430d tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889060 Mar 23 12:34:03.303955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129b01c-d381-4084-8372-d4c4067d5d6e req-7851a3b9-d0e4-4a54-9af0-aaa235525d44 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:03.313769 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c129b01c-d381-4084-8372-d4c4067d5d6e req-7851a3b9-d0e4-4a54-9af0-aaa235525d44 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 946 time: 0.2463937 Mar 23 12:34:03.337396 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:03.337751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Attempting to bind port c5433fd5-9277-4209-be2b-df7c0080e575 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:34:03.338093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Attempting to bind port c5433fd5-9277-4209-be2b-df7c0080e575 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:34:03.338486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Attempting to bind port c5433fd5-9277-4209-be2b-df7c0080e575 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:34:03.339167 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-929efb7b-ef46-49fa-80c6-a12de2d8e8b2 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2386165 Mar 23 12:34:03.341955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58260) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:03.367979 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Port c5433fd5-9277-4209-be2b-df7c0080e575 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:34:03.368438 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Attempting to bind port c5433fd5-9277-4209-be2b-df7c0080e575 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:34:03.392760 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7e4c9b-7ee7-452b-b748-04ceb7844938 None None] Sync routers for ids ['7bfd64fd-c4ca-4f92-a948-7bce92d3ae52'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:34:03.399144 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:34:03.400430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Checking segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:34:03.400430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Bound using segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:34:03.400430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Bound port: c5433fd5-9277-4209-be2b-df7c0080e575, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:34:03.401013 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:03.436356 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e4c9b-7ee7-452b-b748-04ceb7844938 None None] Routers {'7bfd64fd-c4ca-4f92-a948-7bce92d3ae52'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:03.437354 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dc7e4c9b-7ee7-452b-b748-04ceb7844938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:33:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7bfd64fd-c4ca-4f92-a948-7bce92d3ae52'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:03.455162 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c129b01c-d381-4084-8372-d4c4067d5d6e req-b9ae86d8-c0c6-40b8-93f6-1a95f1258cfb tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388161 Mar 23 12:34:03.498504 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:03.527008 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:03.577891 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 61e32039-714a-4722-8070-013242b819ad up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:34:03.646621 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dc7e4c9b-7ee7-452b-b748-04ceb7844938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:03.658091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Pushing event updated for resources: {'Port': ['ID=79e5be4f-d9e7-4a8a-a7f5-66350cca240b,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:03.732835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] For port c5433fd5-9277-4209-be2b-df7c0080e575, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:34:03.739903 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:03.747135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] For port c5433fd5-9277-4209-be2b-df7c0080e575, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c5433fd5-9277-4209-be2b-df7c0080e575,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:34:03.749744 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e4c9b-7ee7-452b-b748-04ceb7844938 None None] Routers {'7bfd64fd-c4ca-4f92-a948-7bce92d3ae52'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:03.751750 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dc7e4c9b-7ee7-452b-b748-04ceb7844938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:33:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7bfd64fd-c4ca-4f92-a948-7bce92d3ae52'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:03.762901 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:03.845797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:03.846562 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:03.848638 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] 10.222.0.77 "PUT /v2.0/ports/c5433fd5-9277-4209-be2b-df7c0080e575 HTTP/1.1" status: 200 len: 1091 time: 2.4596021 Mar 23 12:34:03.849106 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97619ed5-d741-48db-94a6-ebea04e6209a', 'tag': 'c5433fd5-9277-4209-be2b-df7c0080e575'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:03.851687 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd62957-f406-47f4-84d8-2eb64513dc71" -d '{"events": [{"name": "network-changed", "server_uuid": "97619ed5-d741-48db-94a6-ebea04e6209a", "tag": "c5433fd5-9277-4209-be2b-df7c0080e575"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:03.866221 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:03.887797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dc7e4c9b-7ee7-452b-b748-04ceb7844938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:03.888471 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7e4c9b-7ee7-452b-b748-04ceb7844938 None None] The sync data for ids ['7bfd64fd-c4ca-4f92-a948-7bce92d3ae52'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:34:03.953745 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port d0f90260-22ca-4503-93db-74550b268747, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d0f90260-22ca-4503-93db-74550b268747,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:03.958516 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 61e32039-714a-4722-8070-013242b819ad completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:34:03.968753 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:03.978784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 61e32039-714a-4722-8070-013242b819ad triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:34:03.979534 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:04.114099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=d0f90260-22ca-4503-93db-74550b268747,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:04.214027 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:04.266386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c295c43-9a2c-4e56-b73e-95da3e09ec05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e32039-714a-4722-8070-013242b819ad'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:04.272067 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74872593-0e9c-459a-a6c6-fb591801cdbd" -d '{"events": [{"server_uuid": "5c295c43-9a2c-4e56-b73e-95da3e09ec05", "name": "network-vif-plugged", "status": "completed", "tag": "61e32039-714a-4722-8070-013242b819ad"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:04.298579 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 61e32039-714a-4722-8070-013242b819ad, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=61e32039-714a-4722-8070-013242b819ad,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:04.306229 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:04.420209 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ee37bdcc-7e0e-40bf-84fe-3b1023add06b tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "GET /v2.0/routers/7bfd64fd-c4ca-4f92-a948-7bce92d3ae52 HTTP/1.1" status: 200 len: 925 time: 1.0761242 Mar 23 12:34:04.424797 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58278) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:04.440091 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=61e32039-714a-4722-8070-013242b819ad,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:04.519538 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b7cf4173-5c00-4ded-820a-ef88be4227e0 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bfd64fd-c4ca-4f92-a948-7bce92d3ae52 HTTP/1.1" status: 200 len: 205 time: 0.0768247 Mar 23 12:34:04.525778 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58280) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:04.556860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd19372-4130-4119-9e02-dfc2608ff7da service neutron] Pushing event updated for resources: {'Port': ['ID=c5433fd5-9277-4209-be2b-df7c0080e575,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:04.610716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0917b9e-0378-44de-805a-d8518c919ec3 req-70fd6022-3214-4e5b-adb2-80d0d35a35b8 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:04.614245 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e0917b9e-0378-44de-805a-d8518c919ec3 req-70fd6022-3214-4e5b-adb2-80d0d35a35b8 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 945 time: 0.1904120 Mar 23 12:34:04.624320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a753b-1fcf-4ff2-9974-29c70f197ebf req-8bb7d71d-5551-4abe-ae6b-c4564ff20a04 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:04.625955 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed8a753b-1fcf-4ff2-9974-29c70f197ebf req-8bb7d71d-5551-4abe-ae6b-c4564ff20a04 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.1781285 Mar 23 12:34:04.628184 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Network 390b0a03-cc42-43de-bc59-2514c3b31b13 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:34:04.630846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-fc75de40-891a-4ec9-9158-efdb3acd1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:04.632419 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-fc75de40-891a-4ec9-9158-efdb3acd1996 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 1094 time: 0.1968734 Mar 23 12:34:04.633904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:34:04.745825 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-043c09a0-5c4c-4544-b275-6e6437da4982 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5433fd5-9277-4209-be2b-df7c0080e575 HTTP/1.1" status: 200 len: 217 time: 0.1039610 Mar 23 12:34:04.774276 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e0917b9e-0378-44de-805a-d8518c919ec3 req-38f7b18e-e23c-4d58-9c9f-9a604f47f648 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534078 Mar 23 12:34:04.798552 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17d1982b-acf7-4107-b0c6-638bc4f2b1de tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:04.886679 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed8a753b-1fcf-4ff2-9974-29c70f197ebf req-c869672a-60e3-4723-a1ac-209ddc7d3313 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320037 Mar 23 12:34:05.006299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-bee5a047-b9fc-4550-af35-e5f2cfca6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:05.012996 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-bee5a047-b9fc-4550-af35-e5f2cfca6fab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.2551835 Mar 23 12:34:05.096511 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-339166d7-3463-4cb4-9fc1-9a33e839826c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726066 Mar 23 12:34:05.114302 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17d1982b-acf7-4107-b0c6-638bc4f2b1de tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:05.124010 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d0f90260-22ca-4503-93db-74550b268747 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:34:05.153031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Router d2bce484-8e59-4c46-a322-92761a61c443 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:34:05.212922 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ed43371a-2f9b-4108-aa12-ca02cc50e730 None None] Provisioning complete for port 79e5be4f-d9e7-4a8a-a7f5-66350cca240b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:34:05.213844 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed43371a-2f9b-4108-aa12-ca02cc50e730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:05.277541 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ed43371a-2f9b-4108-aa12-ca02cc50e730 None None] Port 79e5be4f-d9e7-4a8a-a7f5-66350cca240b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:34:05.293713 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port d0f90260-22ca-4503-93db-74550b268747 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:34:05.294145 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:05.303831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-17d1982b-acf7-4107-b0c6-638bc4f2b1de tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Deleting port c3c63b09-bd54-4db2-b473-4aa5009fca40 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:34:05.304470 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17d1982b-acf7-4107-b0c6-638bc4f2b1de tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:05.413868 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17d1982b-acf7-4107-b0c6-638bc4f2b1de tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:05.427906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-17d1982b-acf7-4107-b0c6-638bc4f2b1de tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Calling delete_port for c3c63b09-bd54-4db2-b473-4aa5009fca40 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:34:05.535446 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8942e-9fda-4e20-8a45-0abe1fa46150 req-939422e2-84b0-4ea3-b9c3-1773ed344f80 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:05.536966 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7de8942e-9fda-4e20-8a45-0abe1fa46150 req-939422e2-84b0-4ea3-b9c3-1773ed344f80 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0949574 Mar 23 12:34:05.548439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9685f-58a4-4360-b6a9-06b338364074 req-450760dc-4d8b-42b7-931c-5d98b395852b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:05.557873 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9685f-58a4-4360-b6a9-06b338364074 req-450760dc-4d8b-42b7-931c-5d98b395852b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:05.567988 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9685f-58a4-4360-b6a9-06b338364074 req-450760dc-4d8b-42b7-931c-5d98b395852b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:05.576806 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9685f-58a4-4360-b6a9-06b338364074 req-450760dc-4d8b-42b7-931c-5d98b395852b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:05.585246 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9685f-58a4-4360-b6a9-06b338364074 req-450760dc-4d8b-42b7-931c-5d98b395852b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:05.593292 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9685f-58a4-4360-b6a9-06b338364074 req-450760dc-4d8b-42b7-931c-5d98b395852b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:05.602877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9685f-58a4-4360-b6a9-06b338364074 req-450760dc-4d8b-42b7-931c-5d98b395852b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:05.607801 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-49f9685f-58a4-4360-b6a9-06b338364074 req-450760dc-4d8b-42b7-931c-5d98b395852b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5433 time: 0.4881196 Mar 23 12:34:05.655975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d8ef2-09a7-4e95-93d8-3ed4d66eae33 req-9f9093a4-c53a-4ea1-828f-353126d2da6d tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:05.657516 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b3d8ef2-09a7-4e95-93d8-3ed4d66eae33 req-9f9093a4-c53a-4ea1-828f-353126d2da6d tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.73 "GET /v2.0/ports?device_id=2924a7b0-0466-417e-a2ab-d4536aeeddb5 HTTP/1.1" status: 200 len: 946 time: 0.4340084 Mar 23 12:34:05.662131 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c122f-2841-47a5-8605-e1e9f2726184 req-05bc96f0-7352-4ee0-96fe-570bf3fe731d tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:05.663992 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-930c122f-2841-47a5-8605-e1e9f2726184 req-05bc96f0-7352-4ee0-96fe-570bf3fe731d tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.77 "GET /v2.0/ports?device_id=98c12628-0073-4ee4-824b-748ca9a13a52 HTTP/1.1" status: 200 len: 946 time: 0.1241250 Mar 23 12:34:05.670223 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-112cfbc5-ec75-4aa9-a122-de45a9683ac6 service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648897 Mar 23 12:34:05.675533 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7de8942e-9fda-4e20-8a45-0abe1fa46150 req-3930866c-9e8d-40c0-bfb3-f69e7a135a62 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246052 Mar 23 12:34:05.788678 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17d1982b-acf7-4107-b0c6-638bc4f2b1de tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:05.829304 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1982b-acf7-4107-b0c6-638bc4f2b1de tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Pushing event deleted for resources: {'Port': ['ID=c3c63b09-bd54-4db2-b473-4aa5009fca40,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:05.920042 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17d1982b-acf7-4107-b0c6-638bc4f2b1de tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:05.934765 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-49f9685f-58a4-4360-b6a9-06b338364074 req-f659fe60-0f89-4223-8acb-ac37376aa2d2 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3029544 Mar 23 12:34:05.948362 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65275e0-54b7-440c-8e73-36e9112a4bc5 x-openstack-request-id: req-f65275e0-54b7-440c-8e73-36e9112a4bc5 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:05.948820 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97619ed5-d741-48db-94a6-ebea04e6209a", "tag": "c5433fd5-9277-4209-be2b-df7c0080e575", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:05.972448 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f65275e0-54b7-440c-8e73-36e9112a4bc5 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:05.972448 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97619ed5-d741-48db-94a6-ebea04e6209a', 'tag': 'c5433fd5-9277-4209-be2b-df7c0080e575', 'status': 'completed', 'code': 200} Mar 23 12:34:06.022538 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7cab2c-dacf-4566-a448-6ebf2f2698da x-openstack-request-id: req-ad7cab2c-dacf-4566-a448-6ebf2f2698da {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:06.022995 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c295c43-9a2c-4e56-b73e-95da3e09ec05", "name": "network-vif-plugged", "status": "completed", "tag": "61e32039-714a-4722-8070-013242b819ad", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:06.023397 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad7cab2c-dacf-4566-a448-6ebf2f2698da {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:06.024029 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c295c43-9a2c-4e56-b73e-95da3e09ec05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e32039-714a-4722-8070-013242b819ad', 'code': 200} Mar 23 12:34:06.078880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:34:06.093663 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5a6150dc-f973-4917-8c7b-3522bbd73f74 admin admin] 10.222.0.52 "PUT /v2.0/routers/d2bce484-8e59-4c46-a322-92761a61c443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6569912 Mar 23 12:34:06.099674 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Sync routers for ids ['d2bce484-8e59-4c46-a322-92761a61c443'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:34:06.118319 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Routers {'d2bce484-8e59-4c46-a322-92761a61c443'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:06.119141 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:33:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d2bce484-8e59-4c46-a322-92761a61c443'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:06.206310 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e88cf77b-94fb-4dc2-a1a7-804a23b99845 req-88003faa-13e5-4eaf-8f65-30ec3182199e service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277903 Mar 23 12:34:06.229779 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1b3d8ef2-09a7-4e95-93d8-3ed4d66eae33 req-276a7fe4-4296-4702-bfea-75ac31ac1656 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Deleting port f10f039d-9a05-4e89-972d-8d151504a854 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:34:06.230341 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1b3d8ef2-09a7-4e95-93d8-3ed4d66eae33 req-276a7fe4-4296-4702-bfea-75ac31ac1656 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:06.251001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771066f-dc8c-40dd-bfc3-d1672883dc3c req-7748e8a5-f75e-4e30-a376-30ac7c91901b tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:06.254151 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f771066f-dc8c-40dd-bfc3-d1672883dc3c req-7748e8a5-f75e-4e30-a376-30ac7c91901b tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 943 time: 0.1672709 Mar 23 12:34:06.317341 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17d1982b-acf7-4107-b0c6-638bc4f2b1de tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:06.345171 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Set router d2bce484-8e59-4c46-a322-92761a61c443 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:34:06.351222 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17d1982b-acf7-4107-b0c6-638bc4f2b1de tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:06.519821 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-930c122f-2841-47a5-8605-e1e9f2726184 req-18b25569-b14b-4b41-b508-0e1bc06b9269 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Deleting port 30208e13-459c-4124-a4e5-15341085b706 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:34:06.520478 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-930c122f-2841-47a5-8605-e1e9f2726184 req-18b25569-b14b-4b41-b508-0e1bc06b9269 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:06.588546 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17d1982b-acf7-4107-b0c6-638bc4f2b1de tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:06.589404 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d1982b-acf7-4107-b0c6-638bc4f2b1de tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Fanout notify agent at l3_agent the message router_deleted on router 7bfd64fd-c4ca-4f92-a948-7bce92d3ae52 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:34:06.619788 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1b3d8ef2-09a7-4e95-93d8-3ed4d66eae33 req-276a7fe4-4296-4702-bfea-75ac31ac1656 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] For port f10f039d-9a05-4e89-972d-8d151504a854, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f10f039d-9a05-4e89-972d-8d151504a854,segment=NetworkSegment(ff6f9faa-9dee-475e-93d8-b7bd8eae99a7),segment_id=ff6f9faa-9dee-475e-93d8-b7bd8eae99a7)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:06.620626 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1b3d8ef2-09a7-4e95-93d8-3ed4d66eae33 req-276a7fe4-4296-4702-bfea-75ac31ac1656 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:06.621377 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-17d1982b-acf7-4107-b0c6-638bc4f2b1de tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:06.640808 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-17d1982b-acf7-4107-b0c6-638bc4f2b1de tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "DELETE /v2.0/routers/7bfd64fd-c4ca-4f92-a948-7bce92d3ae52 HTTP/1.1" status: 204 len: 168 time: 2.1136122 Mar 23 12:34:06.641790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58298) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:06.647783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1b3d8ef2-09a7-4e95-93d8-3ed4d66eae33 req-276a7fe4-4296-4702-bfea-75ac31ac1656 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Calling delete_port for f10f039d-9a05-4e89-972d-8d151504a854 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:34:06.662803 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'name': 'tempest-ServersTestJSON-1463403295-router', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd0f90260-22ca-4503-93db-74550b268747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:50Z', 'updated_at': '2022-03-23T12:34:02Z', 'revision_number': 4, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'gw_port': {'id': 'd0f90260-22ca-4503-93db-74550b268747', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:33:53Z', 'updated_at': '2022-03-23T12:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '79e5be4f-d9e7-4a8a-a7f5-66350cca240b', 'name': '', 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'mac_address': 'fa:16:3e:e9:ea:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:34:00Z', 'updated_at': '2022-03-23T12:34:02Z', 'revision_number': 2, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'subnets': [{'id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:06.696961 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Checking router: d2bce484-8e59-4c46-a322-92761a61c443 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:34:06.697622 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Updating router d2bce484-8e59-4c46-a322-92761a61c443 port 79e5be4f-d9e7-4a8a-a7f5-66350cca240b binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:34:06.701252 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Request body: {'router': {'name': 'tempest-snat-router-677930216', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'enable_snat': False}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:06.708422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e4f65-b223-45b9-bbb4-a1b7e0e20f8a req-993fa5a5-55e5-42c6-a612-fda6ec218df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:06.710960 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-441e4f65-b223-45b9-bbb4-a1b7e0e20f8a req-993fa5a5-55e5-42c6-a612-fda6ec218df6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 1096 time: 0.4221437 Mar 23 12:34:06.752811 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:06.840879 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:06.842498 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:06.917231 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-441e4f65-b223-45b9-bbb4-a1b7e0e20f8a req-61bd25e2-3594-4324-ada4-9ee47a04e6f9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868694 Mar 23 12:34:06.924124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-930c122f-2841-47a5-8605-e1e9f2726184 req-18b25569-b14b-4b41-b508-0e1bc06b9269 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] For port 30208e13-459c-4124-a4e5-15341085b706, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=30208e13-459c-4124-a4e5-15341085b706,segment=NetworkSegment(ff6f9faa-9dee-475e-93d8-b7bd8eae99a7),segment_id=ff6f9faa-9dee-475e-93d8-b7bd8eae99a7)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:06.924867 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-930c122f-2841-47a5-8605-e1e9f2726184 req-18b25569-b14b-4b41-b508-0e1bc06b9269 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:06.926920 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f771066f-dc8c-40dd-bfc3-d1672883dc3c req-e1bfab2e-b09e-4f24-acb9-b6f19ffb9483 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059314 Mar 23 12:34:06.963331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd62957-f406-47f4-84d8-2eb64513dc71 req-de535801-752e-4377-9e68-bdb6209ad97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:06.965314 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddd62957-f406-47f4-84d8-2eb64513dc71 req-de535801-752e-4377-9e68-bdb6209ad97b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 1094 time: 0.5499496 Mar 23 12:34:06.986373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-930c122f-2841-47a5-8605-e1e9f2726184 req-18b25569-b14b-4b41-b508-0e1bc06b9269 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Calling delete_port for 30208e13-459c-4124-a4e5-15341085b706 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:34:07.006954 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c8e85-1214-4701-b953-a1954dbb6f99 req-f36fe53b-16ca-40d0-bc49-6c0135ba74b9 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:07.016560 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1b3d8ef2-09a7-4e95-93d8-3ed4d66eae33 req-276a7fe4-4296-4702-bfea-75ac31ac1656 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:07.018831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c8e85-1214-4701-b953-a1954dbb6f99 req-f36fe53b-16ca-40d0-bc49-6c0135ba74b9 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:07.032035 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c8e85-1214-4701-b953-a1954dbb6f99 req-f36fe53b-16ca-40d0-bc49-6c0135ba74b9 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:07.034226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['30208e13-459c-4124-a4e5-15341085b706'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:07.035719 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-243c8e85-1214-4701-b953-a1954dbb6f99 req-f36fe53b-16ca-40d0-bc49-6c0135ba74b9 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616&device_id=64df2bbc-19c6-45fa-9b96-514c67746516&device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 2418 time: 0.2834377 Mar 23 12:34:07.056541 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['f10f039d-9a05-4e89-972d-8d151504a854'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:07.101079 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:07.209640 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a7fe4-4296-4702-bfea-75ac31ac1656 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Pushing event deleted for resources: {'Port': ['ID=f10f039d-9a05-4e89-972d-8d151504a854,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:07.293518 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:07.304006 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:07.405661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3d8ef2-09a7-4e95-93d8-3ed4d66eae33 req-276a7fe4-4296-4702-bfea-75ac31ac1656 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] No DVR routers for this DVR port f10f039d-9a05-4e89-972d-8d151504a854 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:34:07.491947 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1b3d8ef2-09a7-4e95-93d8-3ed4d66eae33 req-276a7fe4-4296-4702-bfea-75ac31ac1656 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:07.498273 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70014ed-16c4-4f2d-9e5b-83c48578b901 None None] Pushing event updated for resources: {'Port': ['ID=79e5be4f-d9e7-4a8a-a7f5-66350cca240b,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:07.504714 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b3d8ef2-09a7-4e95-93d8-3ed4d66eae33 req-276a7fe4-4296-4702-bfea-75ac31ac1656 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.73 "DELETE /v2.0/ports/f10f039d-9a05-4e89-972d-8d151504a854 HTTP/1.1" status: 204 len: 173 time: 1.8290374 Mar 23 12:34:07.524255 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Attempting to bind port 79e5be4f-d9e7-4a8a-a7f5-66350cca240b on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:34:07.524621 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Attempting to bind port 79e5be4f-d9e7-4a8a-a7f5-66350cca240b by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '12fbbdbc-26ef-43af-a762-98675ee48446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:34:07.524977 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Attempting to bind port 79e5be4f-d9e7-4a8a-a7f5-66350cca240b on network 390b0a03-cc42-43de-bc59-2514c3b31b13 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:34:07.526834 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5aeabe34-64b3-42e9-90b0-40673227968d req-4c79d64a-29bd-4803-9cca-0f4edd5aab64 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.52 "GET /v2.0/ports?device_id=2924a7b0-0466-417e-a2ab-d4536aeeddb5 HTTP/1.1" status: 200 len: 210 time: 0.1835513 Mar 23 12:34:07.530065 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-243c8e85-1214-4701-b953-a1954dbb6f99 req-97042ad7-dc7d-45f6-acf1-ab29e541cc3b tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180052 Mar 23 12:34:07.534282 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:34:07.534686 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Checking segment: {'id': '12fbbdbc-26ef-43af-a762-98675ee48446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:34:07.535801 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:07.538182 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Bound using segment: {'id': '12fbbdbc-26ef-43af-a762-98675ee48446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:34:07.538968 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Bound port: 79e5be4f-d9e7-4a8a-a7f5-66350cca240b, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fbbdbc-26ef-43af-a762-98675ee48446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:34:07.539600 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:07.576763 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:34:07.636555 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd62957-f406-47f4-84d8-2eb64513dc71 req-775eca49-498e-4165-acff-c21ed6d8ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:07.639824 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddd62957-f406-47f4-84d8-2eb64513dc71 req-775eca49-498e-4165-acff-c21ed6d8ff74 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.6663504 Mar 23 12:34:07.707356 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] For port 79e5be4f-d9e7-4a8a-a7f5-66350cca240b, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:34:07.711184 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] For port 79e5be4f-d9e7-4a8a-a7f5-66350cca240b, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=79e5be4f-d9e7-4a8a-a7f5-66350cca240b,segment=NetworkSegment(12fbbdbc-26ef-43af-a762-98675ee48446),segment_id=12fbbdbc-26ef-43af-a762-98675ee48446)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:34:07.716848 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:07.790421 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Routers {'d2bce484-8e59-4c46-a322-92761a61c443'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:07.791382 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:33:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d2bce484-8e59-4c46-a322-92761a61c443'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:07.881049 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:07.890724 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddd62957-f406-47f4-84d8-2eb64513dc71 req-4fc03b1a-7d72-4377-b902-081ef99e1ffe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5433fd5-9277-4209-be2b-df7c0080e575 HTTP/1.1" status: 200 len: 217 time: 0.2412999 Mar 23 12:34:07.943019 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7f206488-5b90-4228-b269-a7dcef27aed8 None None] Provisioning complete for port 79e5be4f-d9e7-4a8a-a7f5-66350cca240b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:34:07.943977 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f206488-5b90-4228-b269-a7dcef27aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:07.951157 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70014ed-16c4-4f2d-9e5b-83c48578b901 None None] Pushing event updated for resources: {'Port': ['ID=79e5be4f-d9e7-4a8a-a7f5-66350cca240b,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:07.953302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad3892-e0da-4ef8-9b3b-1575a9578408 req-fa21cb43-df8e-43f8-b1e5-19ee3abaa3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:07.955175 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-58ad3892-e0da-4ef8-9b3b-1575a9578408 req-fa21cb43-df8e-43f8-b1e5-19ee3abaa3a9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 1096 time: 0.5333335 Mar 23 12:34:07.984566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2924a7b0-0466-417e-a2ab-d4536aeeddb5', 'name': 'network-vif-deleted', 'tag': 'f10f039d-9a05-4e89-972d-8d151504a854'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:07.988629 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b736e29-2a8e-4890-ac15-76a51739de8c" -d '{"events": [{"server_uuid": "2924a7b0-0466-417e-a2ab-d4536aeeddb5", "name": "network-vif-deleted", "tag": "f10f039d-9a05-4e89-972d-8d151504a854"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:08.035789 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7d414-35e2-42a9-8d21-c4b53df1173d req-f3ac3190-2054-4655-80a3-2f72dd83a39c tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:08.038166 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19a7d414-35e2-42a9-8d21-c4b53df1173d req-f3ac3190-2054-4655-80a3-2f72dd83a39c tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 945 time: 0.3215382 Mar 23 12:34:08.061975 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] Set router d2bce484-8e59-4c46-a322-92761a61c443 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:34:08.082658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd62957-f406-47f4-84d8-2eb64513dc71 req-ae088e59-474c-46ee-a182-510e866a9012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:08.089910 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddd62957-f406-47f4-84d8-2eb64513dc71 req-ae088e59-474c-46ee-a182-510e866a9012 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.1773486 Mar 23 12:34:08.169073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a278-1f7f-437f-bc7f-93ea74595447 req-ba255a4f-0f7a-4c93-9592-23a5cb3f7add tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:08.186998 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f206488-5b90-4228-b269-a7dcef27aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:08.218849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a278-1f7f-437f-bc7f-93ea74595447 req-ba255a4f-0f7a-4c93-9592-23a5cb3f7add tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:08.256411 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7f206488-5b90-4228-b269-a7dcef27aed8 None None] For port 79e5be4f-d9e7-4a8a-a7f5-66350cca240b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=79e5be4f-d9e7-4a8a-a7f5-66350cca240b,segment=NetworkSegment(12fbbdbc-26ef-43af-a762-98675ee48446),segment_id=12fbbdbc-26ef-43af-a762-98675ee48446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:08.261655 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f206488-5b90-4228-b269-a7dcef27aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:08.262250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a278-1f7f-437f-bc7f-93ea74595447 req-ba255a4f-0f7a-4c93-9592-23a5cb3f7add tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:08.301299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a278-1f7f-437f-bc7f-93ea74595447 req-ba255a4f-0f7a-4c93-9592-23a5cb3f7add tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:08.327402 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f206488-5b90-4228-b269-a7dcef27aed8 None None] Pushing event updated for resources: {'Port': ['ID=79e5be4f-d9e7-4a8a-a7f5-66350cca240b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:08.355794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a278-1f7f-437f-bc7f-93ea74595447 req-ba255a4f-0f7a-4c93-9592-23a5cb3f7add tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:08.393630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a278-1f7f-437f-bc7f-93ea74595447 req-ba255a4f-0f7a-4c93-9592-23a5cb3f7add tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:08.406336 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a278-1f7f-437f-bc7f-93ea74595447 req-ba255a4f-0f7a-4c93-9592-23a5cb3f7add tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:08.423831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58308) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:08.434886 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48e0a278-1f7f-437f-bc7f-93ea74595447 req-ba255a4f-0f7a-4c93-9592-23a5cb3f7add tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5433 time: 0.7616334 Mar 23 12:34:08.446692 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f182fd06-c3ed-4081-9f53-f6283c3f5b89 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Request body: {'floatingip': {'port_id': '1698fd1c-e6a1-41b4-b140-ae1d533f3205'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:08.489872 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19a7d414-35e2-42a9-8d21-c4b53df1173d req-5f15a840-a075-4dc9-b575-f69e3d4fc8f4 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950369 Mar 23 12:34:08.498453 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dce7f1fe-9262-47b3-aefd-a8e3daaec742 None None] Provisioning complete for port 79e5be4f-d9e7-4a8a-a7f5-66350cca240b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:34:08.501396 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dce7f1fe-9262-47b3-aefd-a8e3daaec742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:08.549003 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddd62957-f406-47f4-84d8-2eb64513dc71 req-be2343aa-57f6-4b8b-9636-39bd89014872 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008155 Mar 23 12:34:08.730604 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'name': 'tempest-ServersTestJSON-1463403295-router', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd0f90260-22ca-4503-93db-74550b268747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:50Z', 'updated_at': '2022-03-23T12:34:02Z', 'revision_number': 4, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'gw_port': {'id': 'd0f90260-22ca-4503-93db-74550b268747', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:33:53Z', 'updated_at': '2022-03-23T12:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '79e5be4f-d9e7-4a8a-a7f5-66350cca240b', 'name': '', 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'mac_address': 'fa:16:3e:e9:ea:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:34:00Z', 'updated_at': '2022-03-23T12:34:07Z', 'revision_number': 4, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'subnets': [{'id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:08.762518 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-930c122f-2841-47a5-8605-e1e9f2726184 req-18b25569-b14b-4b41-b508-0e1bc06b9269 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:08.790634 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cabe2d-dfae-4eeb-9aa4-4202c4c4932b None None] The sync data for ids ['d2bce484-8e59-4c46-a322-92761a61c443'] in n-d-834854-1 is: [{'id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'name': 'tempest-ServersTestJSON-1463403295-router', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd0f90260-22ca-4503-93db-74550b268747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:50Z', 'updated_at': '2022-03-23T12:34:02Z', 'revision_number': 4, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'gw_port': {'id': 'd0f90260-22ca-4503-93db-74550b268747', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:33:53Z', 'updated_at': '2022-03-23T12:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '79e5be4f-d9e7-4a8a-a7f5-66350cca240b', 'name': '', 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'mac_address': 'fa:16:3e:e9:ea:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:34:00Z', 'updated_at': '2022-03-23T12:34:07Z', 'revision_number': 4, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'subnets': [{'id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:34:08.791325 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddd62957-f406-47f4-84d8-2eb64513dc71 req-7316914e-b5ce-4e48-a1da-4228e35ae576 service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369311 Mar 23 12:34:08.823505 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f182fd06-c3ed-4081-9f53-f6283c3f5b89 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:09.068905 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddd62957-f406-47f4-84d8-2eb64513dc71 req-cfa2ceec-b7be-4a56-9740-0ae71b942292 service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683625 Mar 23 12:34:09.089861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58314) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:09.094979 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-341a73dc-3142-4695-82c6-4c3350ac11fa tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1481222886', 'description': 'tempest-description--1014690899'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:09.158358 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-341a73dc-3142-4695-82c6-4c3350ac11fa tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:09.204079 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 79e5be4f-d9e7-4a8a-a7f5-66350cca240b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:34:09.295788 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 30208e13-459c-4124-a4e5-15341085b706 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:34:09.321405 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 30208e13-459c-4124-a4e5-15341085b706 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:34:09.322162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 30208e13-459c-4124-a4e5-15341085b706 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:34:09.327273 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-341a73dc-3142-4695-82c6-4c3350ac11fa tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:09.337771 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-341a73dc-3142-4695-82c6-4c3350ac11fa tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:09.344242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 79e5be4f-d9e7-4a8a-a7f5-66350cca240b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:34:09.344620 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:09.389476 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad3892-e0da-4ef8-9b3b-1575a9578408 req-d9d8591e-9317-4e73-ae75-30d7363f9ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:09.390970 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-58ad3892-e0da-4ef8-9b3b-1575a9578408 req-d9d8591e-9317-4e73-ae75-30d7363f9ae7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 1.4055052 Mar 23 12:34:09.399151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a73dc-3142-4695-82c6-4c3350ac11fa tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181951cc-cc70-4d5f-bc27-ba1cb0f55800,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:09.407673 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-341a73dc-3142-4695-82c6-4c3350ac11fa tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:09.414021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-341a73dc-3142-4695-82c6-4c3350ac11fa tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3185399 Mar 23 12:34:09.414798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58316) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:09.437163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3270dfde-dee4-4c45-8d2d-6c84666b66ed tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Request body: {'security_group_rule': {'security_group_id': '181951cc-cc70-4d5f-bc27-ba1cb0f55800', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:09.495335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca6617-be7c-456d-acd4-22514dfcce4f req-e8553295-d5ff-4540-a51e-80e06a2cab67 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:09.500791 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eeca6617-be7c-456d-acd4-22514dfcce4f req-e8553295-d5ff-4540-a51e-80e06a2cab67 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 946 time: 0.2286808 Mar 23 12:34:09.513539 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-58ad3892-e0da-4ef8-9b3b-1575a9578408 req-3a0cc7a1-0003-409b-be46-3c1ff4acad9c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027 HTTP/1.1" status: 200 len: 999 time: 0.1081078 Mar 23 12:34:09.514295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b25569-b14b-4b41-b508-0e1bc06b9269 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Pushing event deleted for resources: {'Port': ['ID=30208e13-459c-4124-a4e5-15341085b706,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:09.542708 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device f10f039d-9a05-4e89-972d-8d151504a854 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:34:09.559562 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eeca6617-be7c-456d-acd4-22514dfcce4f req-b534aafe-c30b-420b-9910-36943604f5be tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505881 Mar 23 12:34:09.560304 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3270dfde-dee4-4c45-8d2d-6c84666b66ed tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:09.597645 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf2757-018d-44ee-8da8-fb6494360ab9 req-cdc6b785-b817-4304-8b7c-5b2c6fbe9b9b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:09.599683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: f10f039d-9a05-4e89-972d-8d151504a854 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:34:09.600046 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device f10f039d-9a05-4e89-972d-8d151504a854 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:34:09.606930 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecdf2757-018d-44ee-8da8-fb6494360ab9 req-cdc6b785-b817-4304-8b7c-5b2c6fbe9b9b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.8347843 Mar 23 12:34:09.615094 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-930c122f-2841-47a5-8605-e1e9f2726184 req-18b25569-b14b-4b41-b508-0e1bc06b9269 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] No DVR routers for this DVR port 30208e13-459c-4124-a4e5-15341085b706 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:34:09.641509 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-930c122f-2841-47a5-8605-e1e9f2726184 req-18b25569-b14b-4b41-b508-0e1bc06b9269 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:09.646136 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-930c122f-2841-47a5-8605-e1e9f2726184 req-18b25569-b14b-4b41-b508-0e1bc06b9269 tempest-ListServersNegativeTestJSON-1715125025 tempest-ListServersNegativeTestJSON-1715125025-project] 10.222.0.77 "DELETE /v2.0/ports/30208e13-459c-4124-a4e5-15341085b706 HTTP/1.1" status: 204 len: 173 time: 3.9696932 Mar 23 12:34:09.651444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c12628-0073-4ee4-824b-748ca9a13a52', 'name': 'network-vif-deleted', 'tag': '30208e13-459c-4124-a4e5-15341085b706'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:09.654321 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83730914-6083-48aa-bcba-f411a48a2f22" -d '{"events": [{"server_uuid": "98c12628-0073-4ee4-824b-748ca9a13a52", "name": "network-vif-deleted", "tag": "30208e13-459c-4124-a4e5-15341085b706"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:09.657121 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3270dfde-dee4-4c45-8d2d-6c84666b66ed tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:09.662771 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3270dfde-dee4-4c45-8d2d-6c84666b66ed tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:09.739835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270dfde-dee4-4c45-8d2d-6c84666b66ed tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb8212c-f5d9-44c4-87d0-f1cf75957e0b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:09.760292 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3270dfde-dee4-4c45-8d2d-6c84666b66ed tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:09.761664 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3270dfde-dee4-4c45-8d2d-6c84666b66ed tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3457518 Mar 23 12:34:09.768781 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58324) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:09.770109 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad3892-e0da-4ef8-9b3b-1575a9578408 req-9ebe4d06-4266-4d41-9528-5625eac15d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:09.773182 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-58ad3892-e0da-4ef8-9b3b-1575a9578408 req-9ebe4d06-4266-4d41-9528-5625eac15d4d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.2410977 Mar 23 12:34:09.779610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b2e6d-558b-428f-83a3-a31ef6a6bf0b req-3bda6a0a-01f7-4412-82dc-1b4fd6203e37 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:09.781297 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-073b2e6d-558b-428f-83a3-a31ef6a6bf0b req-3bda6a0a-01f7-4412-82dc-1b4fd6203e37 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 943 time: 0.1150396 Mar 23 12:34:09.785985 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Request body: {'security_group_rule': {'security_group_id': '181951cc-cc70-4d5f-bc27-ba1cb0f55800', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:09.789777 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecdf2757-018d-44ee-8da8-fb6494360ab9 req-79eca89f-9e31-469a-a87a-a62706a41e4e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818156 Mar 23 12:34:09.882080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-073b2e6d-558b-428f-83a3-a31ef6a6bf0b req-1e13eb63-9bba-415b-ac58-a1fb72ac747c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841484 Mar 23 12:34:09.905127 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbf8e6d-9f63-4efb-8ef1-4919667c303c x-openstack-request-id: req-bdbf8e6d-9f63-4efb-8ef1-4919667c303c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:09.905521 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2924a7b0-0466-417e-a2ab-d4536aeeddb5", "name": "network-vif-deleted", "tag": "f10f039d-9a05-4e89-972d-8d151504a854", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:09.905997 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bdbf8e6d-9f63-4efb-8ef1-4919667c303c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:09.906535 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2924a7b0-0466-417e-a2ab-d4536aeeddb5', 'name': 'network-vif-deleted', 'tag': 'f10f039d-9a05-4e89-972d-8d151504a854', 'status': 'completed', 'code': 200} Mar 23 12:34:09.938447 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:10.038677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad3892-e0da-4ef8-9b3b-1575a9578408 req-a57c6823-ebca-40bd-b851-65889f3ba0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:10.040267 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-58ad3892-e0da-4ef8-9b3b-1575a9578408 req-a57c6823-ebca-40bd-b851-65889f3ba0d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2447839 Mar 23 12:34:10.079871 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:10.088369 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:10.104756 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38face1-a956-42b3-bd27-ac9b480401c8,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:10.120636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad04d1-e724-465e-a686-bce378e9f4ef req-13684b2d-42ee-4f64-aae5-a19853fcf99d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:10.122387 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75ad04d1-e724-465e-a686-bce378e9f4ef req-13684b2d-42ee-4f64-aae5-a19853fcf99d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 945 time: 0.0982800 Mar 23 12:34:10.131238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:10.131842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:10.132507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:10.133069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:10.133592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:10.134024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:10.134488 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:10.134914 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:10.135339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:10.135822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:10.136267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:10.136689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:10.177769 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:10.179299 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3e6609d0-6875-43d8-aa92-d078390cd530 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3969688 Mar 23 12:34:10.184922 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58328) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:10.189648 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:10.240669 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75ad04d1-e724-465e-a686-bce378e9f4ef req-e2ae7913-58af-4285-93b4-fe2f5e7c39ea tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979233 Mar 23 12:34:10.252661 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:10.374647 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:10.413630 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4748a10-3c4c-44df-8d8a-d89e7a137c41 x-openstack-request-id: req-f4748a10-3c4c-44df-8d8a-d89e7a137c41 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:10.413630 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c12628-0073-4ee4-824b-748ca9a13a52", "name": "network-vif-deleted", "tag": "30208e13-459c-4124-a4e5-15341085b706", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:10.413630 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4748a10-3c4c-44df-8d8a-d89e7a137c41 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:10.414388 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c12628-0073-4ee4-824b-748ca9a13a52', 'name': 'network-vif-deleted', 'tag': '30208e13-459c-4124-a4e5-15341085b706', 'status': 'completed', 'code': 200} Mar 23 12:34:10.451473 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58332) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:10.538138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:10.569920 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99b390c-e5a2-46cf-b3de-c1b73ef8aadd admin admin] Deleting subnet 3aee6987-a383-470e-b627-4556054ac409 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:34:10.575711 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d99b390c-e5a2-46cf-b3de-c1b73ef8aadd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:10.578546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:10.583004 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-58ad3892-e0da-4ef8-9b3b-1575a9578408 req-1828b528-2f3c-429c-a948-5247ee792cba service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348949 Mar 23 12:34:10.729644 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022049b-869b-46ba-967d-ca9d1589bc9a req-a68870f3-1931-44db-a948-37edf3e73b6e tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:10.731149 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5022049b-869b-46ba-967d-ca9d1589bc9a req-a68870f3-1931-44db-a948-37edf3e73b6e tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 945 time: 0.2080207 Mar 23 12:34:10.747462 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d99b390c-e5a2-46cf-b3de-c1b73ef8aadd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:10.825927 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Allocated IP 172.25.2.106 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/4cd8d6b2-a847-4547-9876-8982fca882d3) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:34:10.912472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5022049b-869b-46ba-967d-ca9d1589bc9a req-b22e0260-3cd4-445e-8efd-8c1444e5ff4a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621089 Mar 23 12:34:10.914205 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d99b390c-e5a2-46cf-b3de-c1b73ef8aadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:10.940869 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [None req-f182fd06-c3ed-4081-9f53-f6283c3f5b89 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:34:11.064430 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f182fd06-c3ed-4081-9f53-f6283c3f5b89 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:11.072135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d99b390c-e5a2-46cf-b3de-c1b73ef8aadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:11.079250 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f182fd06-c3ed-4081-9f53-f6283c3f5b89 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:11.088446 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-58ad3892-e0da-4ef8-9b3b-1575a9578408 req-d03cff8b-cdb2-4fbc-bfaa-a6f9b3f3d079 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820693 Mar 23 12:34:11.115668 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:11.117667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b390c-e5a2-46cf-b3de-c1b73ef8aadd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aee6987-a383-470e-b627-4556054ac409,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:11.123989 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d99b390c-e5a2-46cf-b3de-c1b73ef8aadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:11.132270 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d99b390c-e5a2-46cf-b3de-c1b73ef8aadd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3aee6987-a383-470e-b627-4556054ac409 HTTP/1.1" status: 204 len: 168 time: 0.6732228 Mar 23 12:34:11.132270 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58346) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:11.158937 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414db76-f621-449d-bdbc-f2f01a9a87fd req-962ac1be-47e5-4907-b45d-dd5a676e9efa tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:11.161481 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f414db76-f621-449d-bdbc-f2f01a9a87fd req-962ac1be-47e5-4907-b45d-dd5a676e9efa tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.2326303 Mar 23 12:34:11.235339 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd725d79-7f16-4fb5-aeef-795f68b1a320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:11.274046 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:11.377281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:34:11.397536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:34:11.402697 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd725d79-7f16-4fb5-aeef-795f68b1a320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:11.406442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:34:11.416154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Pushing event updated for resources: {'Port': ['ID=4cd8d6b2-a847-4547-9876-8982fca882d3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:11.469229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-bd725d79-7f16-4fb5-aeef-795f68b1a320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5985c6-e138-4bc9-829c-46341a39e72e']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:11.484198 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-bd725d79-7f16-4fb5-aeef-795f68b1a320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6f9faa-9dee-475e-93d8-b7bd8eae99a7') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:11.484632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-bd725d79-7f16-4fb5-aeef-795f68b1a320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6f9faa-9dee-475e-93d8-b7bd8eae99a7') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:11.509900 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1762b-7303-4953-926d-577ce66744e3 req-0920eff2-85f2-4bd6-a8cf-c233754775a1 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:11.511475 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-def1762b-7303-4953-926d-577ce66744e3 req-0920eff2-85f2-4bd6-a8cf-c233754775a1 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 943 time: 0.1929610 Mar 23 12:34:11.513422 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd725d79-7f16-4fb5-aeef-795f68b1a320 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:11.553376 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd725d79-7f16-4fb5-aeef-795f68b1a320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:11.577238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd725d79-7f16-4fb5-aeef-795f68b1a320 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:34:11.577772 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd725d79-7f16-4fb5-aeef-795f68b1a320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:34:11.580438 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:34:11.655197 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:11.678993 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-def1762b-7303-4953-926d-577ce66744e3 req-dfdcb72c-4071-47ca-a0b1-ff52c73851f5 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522896 Mar 23 12:34:11.717745 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:11.722109 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd725d79-7f16-4fb5-aeef-795f68b1a320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:11.735147 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f414db76-f621-449d-bdbc-f2f01a9a87fd req-b903bf69-0a98-4f2e-974a-54fe3d18fbbf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5554733 Mar 23 12:34:11.749217 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd725d79-7f16-4fb5-aeef-795f68b1a320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:11.752360 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bd725d79-7f16-4fb5-aeef-795f68b1a320 admin admin] 10.222.0.52 "DELETE /v2.0/networks/af5985c6-e138-4bc9-829c-46341a39e72e HTTP/1.1" status: 204 len: 168 time: 0.6196978 Mar 23 12:34:11.801483 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-f182fd06-c3ed-4081-9f53-f6283c3f5b89 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Floating IP 4c594f8e-0794-4d6b-bdff-bc10878dc325 associated. External IP: 172.25.2.229, port: 1698fd1c-e6a1-41b4-b140-ae1d533f3205. Mar 23 12:34:11.801634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd725d79-7f16-4fb5-aeef-795f68b1a320 admin admin] Pushing event deleted for resources: {'Network': ['ID=af5985c6-e138-4bc9-829c-46341a39e72e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:11.908599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Allocated IP 172.25.2.28 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/a0577bab-f12a-42bd-926c-06b889d47b66) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:34:12.048979 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a0e37-456e-4c98-8854-986ea971ea84 req-40a8a2a1-438d-4f08-9697-85f4a3459b8e tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:12.050537 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a20a0e37-456e-4c98-8854-986ea971ea84 req-40a8a2a1-438d-4f08-9697-85f4a3459b8e tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 945 time: 0.0803566 Mar 23 12:34:12.068172 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:12.078749 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58356) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:12.078749 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:12.141382 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:12.182949 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a20a0e37-456e-4c98-8854-986ea971ea84 req-f58dc75a-d28e-4b39-ab08-ca72e7304d02 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254146 Mar 23 12:34:12.198974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Pushing event updated for resources: {'Port': ['ID=4cd8d6b2-a847-4547-9876-8982fca882d3,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:12.226587 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4415b858-fdd2-4ebb-99ad-ee0f38e1d7d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a33d00c04a9c479cabda026ecdc3ccf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421232 Mar 23 12:34:12.226587 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:12.227735 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58358) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:12.258447 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:12.259741 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2bfcc4cf-8c76-49ae-be7d-b7924297af87 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0739565 Mar 23 12:34:12.283176 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:12.316770 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd519-d5b9-47f2-9026-923a549e8b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:12.405060 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd519-d5b9-47f2-9026-923a549e8b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:12.407057 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:34:12.413818 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:34:12.428986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:34:12.450984 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Pushing event updated for resources: {'Port': ['ID=a0577bab-f12a-42bd-926c-06b889d47b66,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:12.470752 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b922aa0-2a88-4db8-8931-3553b2b2a2fe req-5c794b8e-98ce-4879-8d11-e38b016337d2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:12.473804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b922aa0-2a88-4db8-8931-3553b2b2a2fe req-5c794b8e-98ce-4879-8d11-e38b016337d2 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 945 time: 0.1427722 Mar 23 12:34:12.485345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f182fd06-c3ed-4081-9f53-f6283c3f5b89 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Router d9fe43d5-681b-42d4-b425-812242312258 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:34:12.540940 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd519-d5b9-47f2-9026-923a549e8b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:12.545473 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd519-d5b9-47f2-9026-923a549e8b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:12.549792 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d4bdd519-d5b9-47f2-9026-923a549e8b11 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32b93caa-ee3e-47cb-8fd1-a24874ba6627 HTTP/1.1" status: 204 len: 168 time: 0.3184118 Mar 23 12:34:12.559991 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b922aa0-2a88-4db8-8931-3553b2b2a2fe req-79a41cac-b576-4a09-b65a-86ffb156c889 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778689 Mar 23 12:34:12.580918 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdd519-d5b9-47f2-9026-923a549e8b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b93caa-ee3e-47cb-8fd1-a24874ba6627,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:12.757343 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb882a6-1635-400b-b2cc-7aba9e96c282 req-23ed55bf-2317-47dd-a12e-389ededf45af tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:12.759888 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-deb882a6-1635-400b-b2cc-7aba9e96c282 req-23ed55bf-2317-47dd-a12e-389ededf45af tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.0902085 Mar 23 12:34:12.806876 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-66ff78ca-286c-4016-a76a-0dc4786cde0d tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1481222886&fields=id&tenant_id=36278bd2a44c4d9c911365a1d50f6ec2 HTTP/1.1" status: 200 len: 267 time: 0.2147834 Mar 23 12:34:12.820539 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-deb882a6-1635-400b-b2cc-7aba9e96c282 req-8baa530a-2914-4078-92a3-80f97cdc1663 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490320 Mar 23 12:34:12.988298 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f182fd06-c3ed-4081-9f53-f6283c3f5b89 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:34:12.997079 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f182fd06-c3ed-4081-9f53-f6283c3f5b89 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:13.000140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60301a80-5b66-407c-a0e6-02a9212b236a None None] Sync routers for ids ['d9fe43d5-681b-42d4-b425-812242312258'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:34:13.019528 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60301a80-5b66-407c-a0e6-02a9212b236a None None] Routers {'d9fe43d5-681b-42d4-b425-812242312258'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:13.020195 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-60301a80-5b66-407c-a0e6-02a9212b236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:33:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d9fe43d5-681b-42d4-b425-812242312258'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:13.069940 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af5563-a11f-46ff-866d-0c4b1a0bdc6c req-663eabd7-7f56-4037-9d89-dfbbf93f74f3 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:13.078772 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41af5563-a11f-46ff-866d-0c4b1a0bdc6c req-663eabd7-7f56-4037-9d89-dfbbf93f74f3 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 943 time: 0.0926702 Mar 23 12:34:13.090175 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f182fd06-c3ed-4081-9f53-f6283c3f5b89 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "PUT /v2.0/floatingips/4c594f8e-0794-4d6b-bdff-bc10878dc325 HTTP/1.1" status: 200 len: 991 time: 4.6580331 Mar 23 12:34:13.097764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'tag': '1698fd1c-e6a1-41b4-b140-ae1d533f3205'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:13.100112 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645" -d '{"events": [{"name": "network-changed", "server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "tag": "1698fd1c-e6a1-41b4-b140-ae1d533f3205"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:13.116896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-901499de-08f0-4696-93b3-bddc4b087382 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:13.117708 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-901499de-08f0-4696-93b3-bddc4b087382 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/networks?id=390b0a03-cc42-43de-bc59-2514c3b31b13 HTTP/1.1" status: 200 len: 806 time: 0.3022993 Mar 23 12:34:13.121098 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41af5563-a11f-46ff-866d-0c4b1a0bdc6c req-255074f7-4a17-473b-b60e-62dfccd242fb tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411766 Mar 23 12:34:13.138983 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:13.143757 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-6ff6b0b5-4a05-45be-b275-6454db6f43ee tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/quotas/36278bd2a44c4d9c911365a1d50f6ec2 HTTP/1.1" status: 200 len: 375 time: 0.0159485 Mar 23 12:34:13.229585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-60301a80-5b66-407c-a0e6-02a9212b236a None None] Set router d9fe43d5-681b-42d4-b425-812242312258 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:34:13.287234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf2f9e-0be8-41d1-ad75-76fb91709c12 req-8921cf8a-a119-4333-b98e-d929b5708bce tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:13.289088 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0bdf2f9e-0be8-41d1-ad75-76fb91709c12 req-8921cf8a-a119-4333-b98e-d929b5708bce tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0659723 Mar 23 12:34:13.317798 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-fd0fd5b7-5881-49ac-80d8-6428243b4a37 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=36278bd2a44c4d9c911365a1d50f6ec2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1244102 Mar 23 12:34:13.367599 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0bdf2f9e-0be8-41d1-ad75-76fb91709c12 req-774da84e-309f-4f40-8750-8fa059b303a4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705619 Mar 23 12:34:13.499146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1313eda-085b-4472-a6c5-0d07bda4859d req-efac38e1-843f-486d-b9d4-d229306697ac tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:13.507044 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a1313eda-085b-4472-a6c5-0d07bda4859d req-efac38e1-843f-486d-b9d4-d229306697ac tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 945 time: 0.0702217 Mar 23 12:34:13.647168 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-25340a35-0caa-4426-9bbe-ce29032875dc service neutron] 10.222.0.52 "GET /v2.0/networks/390b0a03-cc42-43de-bc59-2514c3b31b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122590 Mar 23 12:34:13.721291 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:13.801149 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-60301a80-5b66-407c-a0e6-02a9212b236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fe43d5-681b-42d4-b425-812242312258', 'name': 'tempest-TaggedBootDevicesTest-2063635480-router', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:15Z', 'updated_at': '2022-03-23T12:31:21Z', 'revision_number': 4, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'gw_port': {'id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:16Z', 'updated_at': '2022-03-23T12:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '4c594f8e-0794-4d6b-bdff-bc10878dc325', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'port_id': '1698fd1c-e6a1-41b4-b140-ae1d533f3205', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631', 'mac_address': 'fa:16:3e:2b:be:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:32:30Z', 'updated_at': '2022-03-23T12:34:10Z', 'revision_number': 1, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7182092-0997-4b86-99b7-77d37961ce29', 'name': '', 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'mac_address': 'fa:16:3e:91:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:19Z', 'updated_at': '2022-03-23T12:31:26Z', 'revision_number': 5, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'subnets': [{'id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:13.856137 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60301a80-5b66-407c-a0e6-02a9212b236a None None] Checking router: d9fe43d5-681b-42d4-b425-812242312258 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:34:13.868114 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60301a80-5b66-407c-a0e6-02a9212b236a None None] Routers {'d9fe43d5-681b-42d4-b425-812242312258'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:13.868781 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-60301a80-5b66-407c-a0e6-02a9212b236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:33:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d9fe43d5-681b-42d4-b425-812242312258'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:13.918835 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-8aa6ec1b-99db-4b46-bb81-b7e569703f63 service neutron] 10.222.0.52 "GET /v2.0/networks/390b0a03-cc42-43de-bc59-2514c3b31b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703891 Mar 23 12:34:13.955069 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a1313eda-085b-4472-a6c5-0d07bda4859d req-6158a303-af09-4927-bc92-266d354586d5 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467022 Mar 23 12:34:13.999299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Router 055684ad-4da5-4ca0-909f-8b58f1e9183d is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:34:14.041515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-60301a80-5b66-407c-a0e6-02a9212b236a None None] Set router d9fe43d5-681b-42d4-b425-812242312258 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:34:14.070567 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb62512-e29a-4b32-a471-025dc853452d x-openstack-request-id: req-0eb62512-e29a-4b32-a471-025dc853452d {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:14.070942 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "tag": "1698fd1c-e6a1-41b4-b140-ae1d533f3205", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:14.071574 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0eb62512-e29a-4b32-a471-025dc853452d {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:14.072432 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'tag': '1698fd1c-e6a1-41b4-b140-ae1d533f3205', 'status': 'completed', 'code': 200} Mar 23 12:34:14.202802 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:34:14.217892 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Sync routers for ids ['055684ad-4da5-4ca0-909f-8b58f1e9183d'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:34:14.231015 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Routers {'055684ad-4da5-4ca0-909f-8b58f1e9183d'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:14.232331 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:33:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['055684ad-4da5-4ca0-909f-8b58f1e9183d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:14.248722 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:14.250504 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-148df792-a422-4480-bedc-a0a82a71c428 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.5603039 Mar 23 12:34:14.255409 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58426) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:14.366924 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111b24e-2beb-46c4-ab83-6f0360ebc1b9 req-b9bfac83-4f9d-4df3-887d-f506096955ca tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:14.382919 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c111b24e-2beb-46c4-ab83-6f0360ebc1b9 req-b9bfac83-4f9d-4df3-887d-f506096955ca tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.2240689 Mar 23 12:34:14.439862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645 req-ae05618b-bca0-420b-95f6-3d2fa5a63cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:14.440774 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645 req-ae05618b-bca0-420b-95f6-3d2fa5a63cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:14.442202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645 req-ae05618b-bca0-420b-95f6-3d2fa5a63cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:14.443076 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645 req-ae05618b-bca0-420b-95f6-3d2fa5a63cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:14.443969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645 req-ae05618b-bca0-420b-95f6-3d2fa5a63cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:14.444846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645 req-ae05618b-bca0-420b-95f6-3d2fa5a63cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:14.445724 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645 req-ae05618b-bca0-420b-95f6-3d2fa5a63cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:14.451964 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645 req-ae05618b-bca0-420b-95f6-3d2fa5a63cec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 6490 time: 0.3069220 Mar 23 12:34:14.548474 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b7ea31b7-efb5-42d5-9598-8b8ddecbce55 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "GET /v2.0/routers/055684ad-4da5-4ca0-909f-8b58f1e9183d HTTP/1.1" status: 200 len: 907 time: 0.2915432 Mar 23 12:34:14.551828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58440) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:14.562715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Request body: {'router': {'name': 'tempest-snat-router-677930216', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'enable_snat': True}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:14.568410 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c111b24e-2beb-46c4-ab83-6f0360ebc1b9 req-5b20da49-e7cc-4e94-b63a-92e7a078d11e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845937 Mar 23 12:34:14.598848 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-60301a80-5b66-407c-a0e6-02a9212b236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fe43d5-681b-42d4-b425-812242312258', 'name': 'tempest-TaggedBootDevicesTest-2063635480-router', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:15Z', 'updated_at': '2022-03-23T12:31:21Z', 'revision_number': 4, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'gw_port': {'id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:16Z', 'updated_at': '2022-03-23T12:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '4c594f8e-0794-4d6b-bdff-bc10878dc325', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'port_id': '1698fd1c-e6a1-41b4-b140-ae1d533f3205', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631', 'mac_address': 'fa:16:3e:2b:be:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:32:30Z', 'updated_at': '2022-03-23T12:34:10Z', 'revision_number': 1, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7182092-0997-4b86-99b7-77d37961ce29', 'name': '', 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'mac_address': 'fa:16:3e:91:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:19Z', 'updated_at': '2022-03-23T12:31:26Z', 'revision_number': 5, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'subnets': [{'id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:14.630074 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:14.632018 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:14.686572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645 req-e9aa8f17-0cfa-4c14-bfbd-f7ae71b0cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:14.688396 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645 req-e9aa8f17-0cfa-4c14-bfbd-f7ae71b0cd31 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3dd3fd8f-403e-4371-8d96-fb79d3d28631 HTTP/1.1" status: 200 len: 913 time: 0.2192554 Mar 23 12:34:14.690970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60301a80-5b66-407c-a0e6-02a9212b236a None None] The sync data for ids ['d9fe43d5-681b-42d4-b425-812242312258'] in n-d-834854-1 is: [{'id': 'd9fe43d5-681b-42d4-b425-812242312258', 'name': 'tempest-TaggedBootDevicesTest-2063635480-router', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:15Z', 'updated_at': '2022-03-23T12:31:21Z', 'revision_number': 4, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'gw_port': {'id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:16Z', 'updated_at': '2022-03-23T12:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '4c594f8e-0794-4d6b-bdff-bc10878dc325', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'port_id': '1698fd1c-e6a1-41b4-b140-ae1d533f3205', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631', 'mac_address': 'fa:16:3e:2b:be:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:32:30Z', 'updated_at': '2022-03-23T12:34:10Z', 'revision_number': 1, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7182092-0997-4b86-99b7-77d37961ce29', 'name': '', 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'mac_address': 'fa:16:3e:91:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:19Z', 'updated_at': '2022-03-23T12:31:26Z', 'revision_number': 5, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'subnets': [{'id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:34:14.746007 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Set router 055684ad-4da5-4ca0-909f-8b58f1e9183d gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:34:14.873608 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:15.004068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645 req-5f825222-2d54-495d-b48b-b12869c7287b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1698fd1c-e6a1-41b4-b140-ae1d533f3205 HTTP/1.1" status: 200 len: 999 time: 0.3049021 Mar 23 12:34:15.022004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345a0a3-1137-42b2-b876-990696595f45 req-e6cb43ce-fa8f-4e89-8655-990d598b8142 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:15.035463 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1345a0a3-1137-42b2-b876-990696595f45 req-e6cb43ce-fa8f-4e89-8655-990d598b8142 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.1570432 Mar 23 12:34:15.180401 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055684ad-4da5-4ca0-909f-8b58f1e9183d', 'name': 'tempest-snat-router-677930216', 'tenant_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': False}, 'gw_port_id': 'a0577bab-f12a-42bd-926c-06b889d47b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:34:06Z', 'updated_at': '2022-03-23T12:34:12Z', 'revision_number': 3, 'project_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'gw_port': {'id': 'a0577bab-f12a-42bd-926c-06b889d47b66', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:76:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055684ad-4da5-4ca0-909f-8b58f1e9183d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:34:10Z', 'updated_at': '2022-03-23T12:34:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:15.220744 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Checking router: 055684ad-4da5-4ca0-909f-8b58f1e9183d for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:34:15.221812 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Updating router 055684ad-4da5-4ca0-909f-8b58f1e9183d port a0577bab-f12a-42bd-926c-06b889d47b66 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:34:15.230938 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1345a0a3-1137-42b2-b876-990696595f45 req-fb5a1e9c-42cd-4091-a0dd-456bfc83d05e tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931825 Mar 23 12:34:15.233372 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13eec89-7a7a-49c2-af17-dfa3d775b692 None None] New status for floating IP 4c594f8e-0794-4d6b-bdff-bc10878dc325: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:34:15.236025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645 req-e5322abf-669a-44f1-925e-9e92fadd8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:15.239040 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645 req-e5322abf-669a-44f1-925e-9e92fadd8b28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75ef03eb-4a13-4caf-9933-73053b45298f HTTP/1.1" status: 200 len: 851 time: 0.1905596 Mar 23 12:34:15.291015 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:15.401173 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d78e8f9-3c43-47e1-8560-5edb224a0dc8 req-5bbb540b-dc99-4d48-a2ec-7cc37675ff73 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 210 time: 0.0633845 Mar 23 12:34:15.461704 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645 req-0751b535-7c97-48b6-b283-6bbf845bb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:15.466999 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645 req-0751b535-7c97-48b6-b283-6bbf845bb306 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3dd3fd8f-403e-4371-8d96-fb79d3d28631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2181015 Mar 23 12:34:15.704637 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03746b69-f0ec-4a7b-9895-71293de44adb req-f2745f5e-8bc5-465e-b92d-01d6678fe1cb tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:15.707187 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-03746b69-f0ec-4a7b-9895-71293de44adb req-f2745f5e-8bc5-465e-b92d-01d6678fe1cb tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 943 time: 0.1070986 Mar 23 12:34:15.715465 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645 req-e9d937d0-c1b9-42a6-a012-6ccaaa0fd81e service neutron] 10.222.0.73 "GET /v2.0/networks/3dd3fd8f-403e-4371-8d96-fb79d3d28631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182035 Mar 23 12:34:15.805043 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:15.831971 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:15.860988 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-03746b69-f0ec-4a7b-9895-71293de44adb req-87dc02fa-2f88-47b1-a15b-e0d748f7ff43 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418865 Mar 23 12:34:15.897491 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e8f9d-f2f4-4eb6-a109-f5fab7ed303e req-aeb2bdd3-e7fc-4f17-9f04-e4e3e238d584 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:15.909677 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:15.912442 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e9e8f9d-f2f4-4eb6-a109-f5fab7ed303e req-aeb2bdd3-e7fc-4f17-9f04-e4e3e238d584 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 945 time: 0.9564807 Mar 23 12:34:15.924830 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:15.965361 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e7b8e36-6af2-4e14-9c2c-b0a64f534645 req-ac212e76-40fc-46a2-baf9-6108fed09ccd service neutron] 10.222.0.73 "GET /v2.0/networks/3dd3fd8f-403e-4371-8d96-fb79d3d28631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079511 Mar 23 12:34:16.003121 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e9e8f9d-f2f4-4eb6-a109-f5fab7ed303e req-7bcb31b7-8bc5-4420-b33e-137a6ada9a39 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875444 Mar 23 12:34:16.057675 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Attempting to bind port a0577bab-f12a-42bd-926c-06b889d47b66 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:34:16.058185 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Attempting to bind port a0577bab-f12a-42bd-926c-06b889d47b66 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:34:16.058757 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Attempting to bind port a0577bab-f12a-42bd-926c-06b889d47b66 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:34:16.084395 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:34:16.086397 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:34:16.087121 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:16.087764 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:34:16.088610 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Bound port: a0577bab-f12a-42bd-926c-06b889d47b66, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:34:16.089234 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:16.134571 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b8df2-2fd2-4102-ba5e-2bd0ffbed6d2 None None] Pushing event updated for resources: {'Port': ['ID=a0577bab-f12a-42bd-926c-06b889d47b66,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:16.218252 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] For port a0577bab-f12a-42bd-926c-06b889d47b66, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:34:16.224152 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] For port a0577bab-f12a-42bd-926c-06b889d47b66, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a0577bab-f12a-42bd-926c-06b889d47b66,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:34:16.233981 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:16.356815 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-e99a91bd-9799-4a22-8054-e2728be24104 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:16.358928 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-e99a91bd-9799-4a22-8054-e2728be24104 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.77 "GET /v2.0/networks?id=390b0a03-cc42-43de-bc59-2514c3b31b13 HTTP/1.1" status: 200 len: 806 time: 0.3016791 Mar 23 12:34:16.366127 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:16.383125 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b8df2-2fd2-4102-ba5e-2bd0ffbed6d2 None None] Pushing event updated for resources: {'Port': ['ID=a0577bab-f12a-42bd-926c-06b889d47b66,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:16.433638 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-47c5f056-a18e-4ba4-812b-c8cd0e24d691 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36278bd2a44c4d9c911365a1d50f6ec2 HTTP/1.1" status: 200 len: 380 time: 0.0634575 Mar 23 12:34:16.435819 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:16.453717 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Routers {'055684ad-4da5-4ca0-909f-8b58f1e9183d'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:16.453717 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:33:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['055684ad-4da5-4ca0-909f-8b58f1e9183d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:16.456999 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-b414c5a7-9f25-44d4-9ebe-89afec3e1260 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Request body: {'port': {'device_id': 'ec45aeae-927a-477f-ba43-9690e4fe2fdf', 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13', 'admin_state_up': True, 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'security_groups': ['181951cc-cc70-4d5f-bc27-ba1cb0f55800']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:16.613960 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f855b4c3-05aa-4e2c-bf10-1da7d12a541d req-a0ac4514-af9e-41a9-a346-80763d8d4cdd tempest-ServersAaction247Test-9491009 tempest-ServersAaction247Test-9491009-project] 10.222.0.52 "GET /v2.0/ports?device_id=90aba50c-acd4-411f-a011-90df4387a4cc HTTP/1.1" status: 200 len: 210 time: 0.0508528 Mar 23 12:34:16.640624 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dcec6-32c1-4571-b4e8-407abab8ad5c req-c7d63d13-2720-4d1f-a4a6-a0043301bd5f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:16.643014 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-907dcec6-32c1-4571-b4e8-407abab8ad5c req-c7d63d13-2720-4d1f-a4a6-a0043301bd5f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1052277 Mar 23 12:34:16.692019 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] Set router 055684ad-4da5-4ca0-909f-8b58f1e9183d gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:34:16.703461 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-907dcec6-32c1-4571-b4e8-407abab8ad5c req-ff2c3380-305b-4b78-9e64-784ce2e9ac3d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481730 Mar 23 12:34:16.818433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Allocated IP 172.25.2.136 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/60cd5791-6b22-4bee-86be-f5fc5124b9cc) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:34:16.820264 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-275d3032-ea9b-484e-94b5-13f8887a5217 req-23aabc1b-775e-4dcf-9f77-6c2d50a64fdd tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 210 time: 0.0365648 Mar 23 12:34:16.946946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-b414c5a7-9f25-44d4-9ebe-89afec3e1260 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Made reservation on behalf of 36278bd2a44c4d9c911365a1d50f6ec2 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:34:16.951047 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-b414c5a7-9f25-44d4-9ebe-89afec3e1260 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:16.985060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89590c-0125-482a-a701-d84a3b93552d req-15fb7307-9171-4ae8-b9e5-810d39bd5515 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:16.987794 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac89590c-0125-482a-a701-d84a3b93552d req-15fb7307-9171-4ae8-b9e5-810d39bd5515 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.1968546 Mar 23 12:34:17.003474 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055684ad-4da5-4ca0-909f-8b58f1e9183d', 'name': 'tempest-snat-router-677930216', 'tenant_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': False}, 'gw_port_id': 'a0577bab-f12a-42bd-926c-06b889d47b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:34:06Z', 'updated_at': '2022-03-23T12:34:12Z', 'revision_number': 3, 'project_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'gw_port': {'id': 'a0577bab-f12a-42bd-926c-06b889d47b66', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:76:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055684ad-4da5-4ca0-909f-8b58f1e9183d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:34:10Z', 'updated_at': '2022-03-23T12:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:17.038366 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a72198-d7e3-44f3-95e3-f9de28de6f8e None None] The sync data for ids ['055684ad-4da5-4ca0-909f-8b58f1e9183d'] in n-d-834854-1 is: [{'id': '055684ad-4da5-4ca0-909f-8b58f1e9183d', 'name': 'tempest-snat-router-677930216', 'tenant_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28'}], 'enable_snat': False}, 'gw_port_id': 'a0577bab-f12a-42bd-926c-06b889d47b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:34:06Z', 'updated_at': '2022-03-23T12:34:12Z', 'revision_number': 3, 'project_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'gw_port': {'id': 'a0577bab-f12a-42bd-926c-06b889d47b66', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:76:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055684ad-4da5-4ca0-909f-8b58f1e9183d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:34:10Z', 'updated_at': '2022-03-23T12:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:34:17.141333 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:17.174825 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac89590c-0125-482a-a701-d84a3b93552d req-f08142c6-fcb5-417b-b10d-873468690067 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653607 Mar 23 12:34:17.176554 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8d8fc-3002-46dc-bfef-e68e4e8d94df req-94662b53-c36c-42c7-81c8-495598197f78 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:17.178459 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0a8d8fc-3002-46dc-bfef-e68e4e8d94df req-94662b53-c36c-42c7-81c8-495598197f78 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0905514 Mar 23 12:34:17.267848 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0a8d8fc-3002-46dc-bfef-e68e4e8d94df req-abe5fec8-24a5-4df7-a4bb-462093a0c174 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786955 Mar 23 12:34:17.282135 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-b414c5a7-9f25-44d4-9ebe-89afec3e1260 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Allocated IP 172.20.0.14 (390b0a03-cc42-43de-bc59-2514c3b31b13/25910460-dc05-4fdf-abdd-3cfdf8cb7412/20d3a6b0-0209-4be2-ab2b-8930eee855c2) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:34:17.303461 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:17.313043 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:17.333094 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c5433fd5-9277-4209-be2b-df7c0080e575 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:34:17.442602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:34:17.449342 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:34:17.462617 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:34:17.513064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c5433fd5-9277-4209-be2b-df7c0080e575, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c5433fd5-9277-4209-be2b-df7c0080e575,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:17.529502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'c5433fd5-9277-4209-be2b-df7c0080e575', 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482', 'port_id': 'c5433fd5-9277-4209-be2b-df7c0080e575', 'mac_address': 'fa:16:3e:58:41:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0598634e-d947-470e-93b9-cfe2bd967aa7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:34:17.549962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefbbe1-36f0-4207-8ff8-4c88000ca671 req-8aac590b-a679-4a92-a71f-6a4a2dc632e0 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:17.551706 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7cefbbe1-36f0-4207-8ff8-4c88000ca671 req-8aac590b-a679-4a92-a71f-6a4a2dc632e0 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 943 time: 0.2505186 Mar 23 12:34:17.557937 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8645f90-86bd-4304-83a5-dc12d74246a6 req-7c49c219-b25d-4bc5-819c-12b273626e6c tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:17.560141 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8645f90-86bd-4304-83a5-dc12d74246a6 req-7c49c219-b25d-4bc5-819c-12b273626e6c tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 945 time: 0.1644664 Mar 23 12:34:17.591765 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:17.610606 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5433fd5-9277-4209-be2b-df7c0080e575 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:34:17.616708 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Pushing event updated for resources: {'Port': ['ID=60cd5791-6b22-4bee-86be-f5fc5124b9cc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:17.645846 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c5433fd5-9277-4209-be2b-df7c0080e575, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c5433fd5-9277-4209-be2b-df7c0080e575,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:17.651031 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:17.673728 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8645f90-86bd-4304-83a5-dc12d74246a6 req-3b5487f6-f42d-45fe-a3fb-4066c9064f82 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936277 Mar 23 12:34:17.695076 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-b414c5a7-9f25-44d4-9ebe-89afec3e1260 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:17.731116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=c5433fd5-9277-4209-be2b-df7c0080e575,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:17.840915 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7cefbbe1-36f0-4207-8ff8-4c88000ca671 req-5f8859f6-96b6-4269-be69-7fc2ca46f297 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194221 Mar 23 12:34:17.842557 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb8a67-8714-4597-a747-c15c2133e1a3 req-2def8575-68e3-4a10-b89c-72a45b3e269b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:17.851373 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54cb8a67-8714-4597-a747-c15c2133e1a3 req-2def8575-68e3-4a10-b89c-72a45b3e269b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0880466 Mar 23 12:34:17.884992 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-b414c5a7-9f25-44d4-9ebe-89afec3e1260 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:17.964758 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54cb8a67-8714-4597-a747-c15c2133e1a3 req-26b45c57-b3e9-4559-9a40-3e4ce67c856d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032269 Mar 23 12:34:17.999894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-b414c5a7-9f25-44d4-9ebe-89afec3e1260 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Network 390b0a03-cc42-43de-bc59-2514c3b31b13 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:34:18.021987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-b414c5a7-9f25-44d4-9ebe-89afec3e1260 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:34:18.038054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-b414c5a7-9f25-44d4-9ebe-89afec3e1260 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:34:18.167485 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ba2be-eb29-43a2-ba15-947375354b3e req-7daa32a9-590c-46f5-93e5-5e9bc7d60e5a tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:18.169351 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9e3ba2be-eb29-43a2-ba15-947375354b3e req-7daa32a9-590c-46f5-93e5-5e9bc7d60e5a tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 932 time: 0.0878105 Mar 23 12:34:18.170729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-b414c5a7-9f25-44d4-9ebe-89afec3e1260 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:18.172465 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-b414c5a7-9f25-44d4-9ebe-89afec3e1260 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:18.232971 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-75631de0-93b6-4642-bd12-ac02cf3aeca0 req-d22a46cd-7256-45fe-bfbd-73219c7c8ff4 tempest-ServersAaction247Test-9491009 tempest-ServersAaction247Test-9491009-project] 10.222.0.52 "GET /v2.0/ports?device_id=90aba50c-acd4-411f-a011-90df4387a4cc HTTP/1.1" status: 200 len: 210 time: 0.2585154 Mar 23 12:34:18.238578 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-b414c5a7-9f25-44d4-9ebe-89afec3e1260 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7922158 Mar 23 12:34:18.239285 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414c5a7-9f25-44d4-9ebe-89afec3e1260 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Pushing event updated for resources: {'Port': ['ID=20d3a6b0-0209-4be2-ab2b-8930eee855c2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:18.258268 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Request body: {'port': {'device_id': 'ec45aeae-927a-477f-ba43-9690e4fe2fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:18.282197 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['c5433fd5-9277-4209-be2b-df7c0080e575'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:18.290622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9e3ba2be-eb29-43a2-ba15-947375354b3e req-0a56911b-820a-40e5-9c07-e6637ef737a5 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/security-groups?id=181951cc-cc70-4d5f-bc27-ba1cb0f55800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963616 Mar 23 12:34:18.345827 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:18.461022 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:18.506612 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b4cce699-913b-43e1-8d7f-0f47a23c14c7 None None] Provisioning complete for port 20d3a6b0-0209-4be2-ab2b-8930eee855c2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:34:18.507335 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4cce699-913b-43e1-8d7f-0f47a23c14c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:18.578773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3226c19-ce23-43b0-bc9a-dab817ce04cb req-47323afc-11f0-489c-a32f-0da5c0110976 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:18.583576 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3226c19-ce23-43b0-bc9a-dab817ce04cb req-47323afc-11f0-489c-a32f-0da5c0110976 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.0931211 Mar 23 12:34:18.631641 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b4cce699-913b-43e1-8d7f-0f47a23c14c7 None None] Port 20d3a6b0-0209-4be2-ab2b-8930eee855c2 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:34:18.699626 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3226c19-ce23-43b0-bc9a-dab817ce04cb req-24ecc000-fdd8-49fa-aaae-ee4baf616873 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090488 Mar 23 12:34:18.729575 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5296900-a207-4acb-8187-95ff97d43b95 req-d868ea9e-c3e3-4e78-98c0-acdaf469e833 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:18.732540 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c5296900-a207-4acb-8187-95ff97d43b95 req-d868ea9e-c3e3-4e78-98c0-acdaf469e833 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 945 time: 0.0815573 Mar 23 12:34:18.889461 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ec1f0-a33e-4798-81f7-6b8b34fd1520 req-90460ca7-e0be-4b99-9ca8-d3416e85371a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:18.891589 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e06ec1f0-a33e-4798-81f7-6b8b34fd1520 req-90460ca7-e0be-4b99-9ca8-d3416e85371a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.2133434 Mar 23 12:34:18.911070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71f5d1-fa19-4e90-8252-43235ba5852e req-53bb38dc-720d-400a-a10c-5061c77b33c3 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:18.912638 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d71f5d1-fa19-4e90-8252-43235ba5852e req-53bb38dc-720d-400a-a10c-5061c77b33c3 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 945 time: 0.1004369 Mar 23 12:34:18.935534 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:18.960648 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-c5296900-a207-4acb-8187-95ff97d43b95 req-9a10bc3f-2571-45cc-9093-4eaea02bc54d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Deleting port 61e32039-714a-4722-8070-013242b819ad {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:34:18.961010 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c5296900-a207-4acb-8187-95ff97d43b95 req-9a10bc3f-2571-45cc-9093-4eaea02bc54d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:18.995862 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d71f5d1-fa19-4e90-8252-43235ba5852e req-9ce163f9-bc85-4585-afda-de67fcbfa40a tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ba9509c-5f43-4a19-b9a3-1225b228743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711231 Mar 23 12:34:19.088612 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e06ec1f0-a33e-4798-81f7-6b8b34fd1520 req-c0639ff6-f247-4929-b58c-498e0f3592f2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757731 Mar 23 12:34:19.154670 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a0577bab-f12a-42bd-926c-06b889d47b66 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:34:19.166084 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c5296900-a207-4acb-8187-95ff97d43b95 req-9a10bc3f-2571-45cc-9093-4eaea02bc54d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] For port 61e32039-714a-4722-8070-013242b819ad, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=61e32039-714a-4722-8070-013242b819ad,segment=NetworkSegment(6378d216-4364-4162-b83e-087f188e9b59),segment_id=6378d216-4364-4162-b83e-087f188e9b59)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:19.166547 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c5296900-a207-4acb-8187-95ff97d43b95 req-9a10bc3f-2571-45cc-9093-4eaea02bc54d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:19.211007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-c5296900-a207-4acb-8187-95ff97d43b95 req-9a10bc3f-2571-45cc-9093-4eaea02bc54d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Calling delete_port for 61e32039-714a-4722-8070-013242b819ad owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:34:19.236297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a0577bab-f12a-42bd-926c-06b889d47b66 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:34:19.236563 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:19.238976 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322999d-4426-4f82-823e-b6cc245006c6 req-b144a8f0-4c0e-4c55-812a-93f12d796b6a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:19.248024 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a322999d-4426-4f82-823e-b6cc245006c6 req-b144a8f0-4c0e-4c55-812a-93f12d796b6a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 944 time: 0.1232154 Mar 23 12:34:19.345599 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a322999d-4426-4f82-823e-b6cc245006c6 req-e529cd2c-07cb-4972-830c-483443fdd43d tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928736 Mar 23 12:34:19.419722 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:19.452452 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port a0577bab-f12a-42bd-926c-06b889d47b66, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a0577bab-f12a-42bd-926c-06b889d47b66,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:19.464163 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:19.522818 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c5296900-a207-4acb-8187-95ff97d43b95 req-9a10bc3f-2571-45cc-9093-4eaea02bc54d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:19.537724 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcaaf1-3e3e-4c5d-834e-98a57c492dac req-49376eaf-00d6-40e8-95a8-b80c1d19efe6 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:19.539313 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15fcaaf1-3e3e-4c5d-834e-98a57c492dac req-49376eaf-00d6-40e8-95a8-b80c1d19efe6 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 932 time: 0.0951507 Mar 23 12:34:19.540132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['61e32039-714a-4722-8070-013242b819ad'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:19.572502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10bc3f-2571-45cc-9093-4eaea02bc54d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Pushing event deleted for resources: {'Port': ['ID=61e32039-714a-4722-8070-013242b819ad,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:19.607344 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b701ea35-c744-4160-89b0-eb7be12fe3d0 req-85b7f0a0-f559-4804-926c-d0268357dff9 tempest-ServersAaction247Test-9491009 tempest-ServersAaction247Test-9491009-project] 10.222.0.52 "GET /v2.0/ports?device_id=90aba50c-acd4-411f-a011-90df4387a4cc HTTP/1.1" status: 200 len: 210 time: 0.1086073 Mar 23 12:34:19.632243 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5296900-a207-4acb-8187-95ff97d43b95 req-9a10bc3f-2571-45cc-9093-4eaea02bc54d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] No DVR routers for this DVR port 61e32039-714a-4722-8070-013242b819ad on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:34:19.637311 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c5296900-a207-4acb-8187-95ff97d43b95 req-9a10bc3f-2571-45cc-9093-4eaea02bc54d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:19.640858 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=a0577bab-f12a-42bd-926c-06b889d47b66,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:19.642040 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c5296900-a207-4acb-8187-95ff97d43b95 req-9a10bc3f-2571-45cc-9093-4eaea02bc54d tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.73 "DELETE /v2.0/ports/61e32039-714a-4722-8070-013242b819ad HTTP/1.1" status: 204 len: 173 time: 0.8894744 Mar 23 12:34:19.642515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c295c43-9a2c-4e56-b73e-95da3e09ec05', 'name': 'network-vif-deleted', 'tag': '61e32039-714a-4722-8070-013242b819ad'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:19.645074 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d33d07-1eda-47d7-a36d-54393d6c743f" -d '{"events": [{"server_uuid": "5c295c43-9a2c-4e56-b73e-95da3e09ec05", "name": "network-vif-deleted", "tag": "61e32039-714a-4722-8070-013242b819ad"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:19.659408 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15fcaaf1-3e3e-4c5d-834e-98a57c492dac req-adf3553f-bc4b-4266-94bc-c77a82d2cddb tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/security-groups?id=181951cc-cc70-4d5f-bc27-ba1cb0f55800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953438 Mar 23 12:34:19.709464 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4221cca9-98d7-4d39-94fd-8bad0286e561 x-openstack-request-id: req-4221cca9-98d7-4d39-94fd-8bad0286e561 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:19.710678 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c295c43-9a2c-4e56-b73e-95da3e09ec05", "name": "network-vif-deleted", "tag": "61e32039-714a-4722-8070-013242b819ad", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:19.710678 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4221cca9-98d7-4d39-94fd-8bad0286e561 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:19.710678 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c295c43-9a2c-4e56-b73e-95da3e09ec05', 'name': 'network-vif-deleted', 'tag': '61e32039-714a-4722-8070-013242b819ad', 'status': 'completed', 'code': 200} Mar 23 12:34:19.739462 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d3a6b0-0209-4be2-ab2b-8930eee855c2 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:34:19.759324 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:19.789844 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Transition to ACTIVE for port object 20d3a6b0-0209-4be2-ab2b-8930eee855c2 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:34:19.791410 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Router 543ef0e5-48f6-4ba3-a8b3-3866d35e62cc is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:34:19.806651 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:19.885578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f8521-144e-4634-9ac0-5c0586b8771c req-af5ca067-e358-4d1e-9256-244149ba8865 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:19.887194 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9e8f8521-144e-4634-9ac0-5c0586b8771c req-af5ca067-e358-4d1e-9256-244149ba8865 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.0776472 Mar 23 12:34:19.960578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Pushing event updated for resources: {'Port': ['ID=20d3a6b0-0209-4be2-ab2b-8930eee855c2,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:19.999331 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9e8f8521-144e-4634-9ac0-5c0586b8771c req-16071dde-da7a-4307-ac66-f80362851f10 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975237 Mar 23 12:34:20.056984 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d4b7649-8e6d-4c3d-9722-1487d406b0e9 req-ef98f5d8-fb6c-4e5c-b9c6-a5eb4b8901e1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=90aba50c-acd4-411f-a011-90df4387a4cc HTTP/1.1" status: 200 len: 210 time: 0.0587916 Mar 23 12:34:20.089938 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:34:20.110744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Attempting to bind port 20d3a6b0-0209-4be2-ab2b-8930eee855c2 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:34:20.111265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Attempting to bind port 20d3a6b0-0209-4be2-ab2b-8930eee855c2 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '12fbbdbc-26ef-43af-a762-98675ee48446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:34:20.111796 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Attempting to bind port 20d3a6b0-0209-4be2-ab2b-8930eee855c2 on network 390b0a03-cc42-43de-bc59-2514c3b31b13 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:34:20.112828 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Sync routers for ids ['543ef0e5-48f6-4ba3-a8b3-3866d35e62cc'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:34:20.127250 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:20.133457 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-12b35145-449e-4174-8e30-b677e98a485c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5800092 Mar 23 12:34:20.134254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58500) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:20.134402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Port 20d3a6b0-0209-4be2-ab2b-8930eee855c2 on network 390b0a03-cc42-43de-bc59-2514c3b31b13 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:34:20.134678 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Attempting to bind port 20d3a6b0-0209-4be2-ab2b-8930eee855c2 on network 390b0a03-cc42-43de-bc59-2514c3b31b13 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:34:20.151447 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:34:20.151823 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Checking segment: {'id': '12fbbdbc-26ef-43af-a762-98675ee48446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:34:20.154808 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Routers {'543ef0e5-48f6-4ba3-a8b3-3866d35e62cc'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:20.157060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Bound using segment: {'id': '12fbbdbc-26ef-43af-a762-98675ee48446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:34:20.157968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Bound port: 20d3a6b0-0209-4be2-ab2b-8930eee855c2, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fbbdbc-26ef-43af-a762-98675ee48446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:34:20.158781 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:33:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['543ef0e5-48f6-4ba3-a8b3-3866d35e62cc'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:20.159513 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:20.225605 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-15344e7a-0011-466b-b179-a48abfec31d7 req-72d079ca-bc4b-497f-8ef6-be066847e343 tempest-ServerDiskConfigTestJSON-1008224354 tempest-ServerDiskConfigTestJSON-1008224354-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c295c43-9a2c-4e56-b73e-95da3e09ec05 HTTP/1.1" status: 200 len: 210 time: 0.0879340 Mar 23 12:34:20.343898 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] For port 20d3a6b0-0209-4be2-ab2b-8930eee855c2, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:34:20.352806 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] For port 20d3a6b0-0209-4be2-ab2b-8930eee855c2, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=20d3a6b0-0209-4be2-ab2b-8930eee855c2,segment=NetworkSegment(12fbbdbc-26ef-43af-a762-98675ee48446),segment_id=12fbbdbc-26ef-43af-a762-98675ee48446)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:34:20.359493 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:20.367701 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ef049-fd6f-442e-9b5d-892705ae2cd1 req-6f8988e4-cb9e-415b-9aac-9606bef03930 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:20.376700 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Set router 543ef0e5-48f6-4ba3-a8b3-3866d35e62cc gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:34:20.385583 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bd5ef049-fd6f-442e-9b5d-892705ae2cd1 req-6f8988e4-cb9e-415b-9aac-9606bef03930 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1406398 Mar 23 12:34:20.467950 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ec43d5a5-763c-4b81-980e-39345f4699d0 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "GET /v2.0/routers/543ef0e5-48f6-4ba3-a8b3-3866d35e62cc HTTP/1.1" status: 200 len: 907 time: 0.3301682 Mar 23 12:34:20.470838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58504) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:20.481819 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bd5ef049-fd6f-442e-9b5d-892705ae2cd1 req-5c646025-6756-4fed-af6a-716b914d2ef9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832739 Mar 23 12:34:20.484467 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:20.486084 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:20.491989 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] 10.222.0.77 "PUT /v2.0/ports/20d3a6b0-0209-4be2-ab2b-8930eee855c2 HTTP/1.1" status: 200 len: 1092 time: 2.2393751 Mar 23 12:34:20.565159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec45aeae-927a-477f-ba43-9690e4fe2fdf', 'tag': '20d3a6b0-0209-4be2-ab2b-8930eee855c2'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:20.567694 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc86a4d-5feb-4f81-9ea2-b0e421bbce4d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec45aeae-927a-477f-ba43-9690e4fe2fdf", "tag": "20d3a6b0-0209-4be2-ab2b-8930eee855c2"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:20.616621 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52261349-ed47-46df-88fa-0620a6d551e5 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:20.659051 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d2131-aafd-4d98-9702-e8f76c5c76da service neutron] Pushing event updated for resources: {'Port': ['ID=20d3a6b0-0209-4be2-ab2b-8930eee855c2,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:20.698845 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a70697-92c7-44e3-897b-e746f3e727c0 req-78be2abb-e34d-4532-8a28-da8b3ed5b411 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:20.702059 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67a70697-92c7-44e3-897b-e746f3e727c0 req-78be2abb-e34d-4532-8a28-da8b3ed5b411 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 944 time: 0.2075691 Mar 23 12:34:20.754084 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-5c044db3-11f1-4a75-89dd-726c3617937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:20.757860 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-5c044db3-11f1-4a75-89dd-726c3617937f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36278bd2a44c4d9c911365a1d50f6ec2&device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 1095 time: 0.1699851 Mar 23 12:34:20.833313 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543ef0e5-48f6-4ba3-a8b3-3866d35e62cc', 'name': 'tempest-snat-router-677930216', 'tenant_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '60cd5791-6b22-4bee-86be-f5fc5124b9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:34:14Z', 'updated_at': '2022-03-23T12:34:17Z', 'revision_number': 3, 'project_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'gw_port': {'id': '60cd5791-6b22-4bee-86be-f5fc5124b9cc', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:65:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543ef0e5-48f6-4ba3-a8b3-3866d35e62cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:34:16Z', 'updated_at': '2022-03-23T12:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:20.859868 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52261349-ed47-46df-88fa-0620a6d551e5 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:20.868641 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dab4f51-2152-402e-a3e4-3fbeb8969cad x-openstack-request-id: req-7dab4f51-2152-402e-a3e4-3fbeb8969cad {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:20.869151 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec45aeae-927a-477f-ba43-9690e4fe2fdf", "tag": "20d3a6b0-0209-4be2-ab2b-8930eee855c2", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:20.869760 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7dab4f51-2152-402e-a3e4-3fbeb8969cad {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:20.870210 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec45aeae-927a-477f-ba43-9690e4fe2fdf', 'tag': '20d3a6b0-0209-4be2-ab2b-8930eee855c2', 'status': 'completed', 'code': 200} Mar 23 12:34:20.874514 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67a70697-92c7-44e3-897b-e746f3e727c0 req-fc2331f8-4eba-49cb-a2ee-f941aaa43f5f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536078 Mar 23 12:34:20.876205 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-14bdb7fd-4dbf-4015-8861-036173b7a804 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20d3a6b0-0209-4be2-ab2b-8930eee855c2 HTTP/1.1" status: 200 len: 217 time: 0.0973666 Mar 23 12:34:20.899749 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Checking router: 543ef0e5-48f6-4ba3-a8b3-3866d35e62cc for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:34:20.900415 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Updating router 543ef0e5-48f6-4ba3-a8b3-3866d35e62cc port 60cd5791-6b22-4bee-86be-f5fc5124b9cc binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:34:20.949516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-a7854864-d49e-408a-9999-43cd1bf76be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:20.951172 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:20.951367 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-a7854864-d49e-408a-9999-43cd1bf76be0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=25910460-dc05-4fdf-abdd-3cfdf8cb7412 HTTP/1.1" status: 200 len: 845 time: 0.0641906 Mar 23 12:34:21.091846 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ef9b82fe-4cd7-433c-8d0a-e71444fc9401 req-9ddfdf19-3411-4365-a716-5c6b78268a5e tempest-ServersAaction247Test-9491009 tempest-ServersAaction247Test-9491009-project] 10.222.0.52 "GET /v2.0/ports?device_id=90aba50c-acd4-411f-a011-90df4387a4cc HTTP/1.1" status: 200 len: 210 time: 0.1351209 Mar 23 12:34:21.124147 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-2176d9a8-4c7e-4666-9094-1cbc3dff6424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:21.126734 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-2176d9a8-4c7e-4666-9094-1cbc3dff6424 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=390b0a03-cc42-43de-bc59-2514c3b31b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655717 Mar 23 12:34:21.172614 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-52261349-ed47-46df-88fa-0620a6d551e5 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Deleting port 60cd5791-6b22-4bee-86be-f5fc5124b9cc {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:34:21.175987 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52261349-ed47-46df-88fa-0620a6d551e5 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:21.178864 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8638d-0345-477c-accc-77b8f8adad53 req-869c18fc-5813-41e4-84d0-e9869806252e tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:21.190473 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d0b8638d-0345-477c-accc-77b8f8adad53 req-869c18fc-5813-41e4-84d0-e9869806252e tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 944 time: 0.1683419 Mar 23 12:34:21.206815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a0577bab-f12a-42bd-926c-06b889d47b66 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:34:21.285236 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a0577bab-f12a-42bd-926c-06b889d47b66 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:34:21.285897 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:21.319882 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d0b8638d-0345-477c-accc-77b8f8adad53 req-47c6fd4f-3be4-4583-a009-ee0e380090b8 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/security-groups?id=181951cc-cc70-4d5f-bc27-ba1cb0f55800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277549 Mar 23 12:34:21.365396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c5433fd5-9277-4209-be2b-df7c0080e575 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:34:21.367729 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52261349-ed47-46df-88fa-0620a6d551e5 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:21.384818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa02cfa-903a-44ec-9c81-e59755697029 req-ae5b010f-f227-4ea5-b88d-838a5307c267 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:21.399288 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8aa02cfa-903a-44ec-9c81-e59755697029 req-ae5b010f-f227-4ea5-b88d-838a5307c267 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1566505 Mar 23 12:34:21.399736 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-45967d37-0f21-4e80-b5a2-ce8613915012 service neutron] 10.222.0.77 "GET /v2.0/networks/390b0a03-cc42-43de-bc59-2514c3b31b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427406 Mar 23 12:34:21.443167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-52261349-ed47-46df-88fa-0620a6d551e5 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Calling delete_port for 60cd5791-6b22-4bee-86be-f5fc5124b9cc owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:34:21.492644 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:21.503991 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:21.545426 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8aa02cfa-903a-44ec-9c81-e59755697029 req-0c657deb-bc66-498e-bd11-c68bb8334531 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449339 Mar 23 12:34:21.559121 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Attempting to bind port 60cd5791-6b22-4bee-86be-f5fc5124b9cc on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:34:21.559367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22edbb-46ce-4ba1-841e-71669e16fc4b req-22a2f09e-ef60-4d26-8f0a-b7285777a536 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:21.559850 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Attempting to bind port 60cd5791-6b22-4bee-86be-f5fc5124b9cc by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:34:21.560335 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Attempting to bind port 60cd5791-6b22-4bee-86be-f5fc5124b9cc on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:34:21.567578 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bc22edbb-46ce-4ba1-841e-71669e16fc4b req-22a2f09e-ef60-4d26-8f0a-b7285777a536 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.1252029 Mar 23 12:34:21.573438 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port c5433fd5-9277-4209-be2b-df7c0080e575 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:34:21.609803 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:34:21.611987 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:34:21.612171 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:21.612727 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:34:21.613447 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Bound port: 60cd5791-6b22-4bee-86be-f5fc5124b9cc, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:34:21.613938 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:21.623595 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70869d28-a7a1-44e7-88ec-f18999b51599 req-38cec46f-ed52-4040-aa0d-bb29ca641681 service neutron] 10.222.0.77 "GET /v2.0/networks/390b0a03-cc42-43de-bc59-2514c3b31b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159276 Mar 23 12:34:21.641370 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bc22edbb-46ce-4ba1-841e-71669e16fc4b req-f5e19a40-072b-4f99-9789-5b50c3997ef1 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724125 Mar 23 12:34:21.711950 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] For port 60cd5791-6b22-4bee-86be-f5fc5124b9cc, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:34:21.716651 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] For port 60cd5791-6b22-4bee-86be-f5fc5124b9cc, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=60cd5791-6b22-4bee-86be-f5fc5124b9cc,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:34:21.720217 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port c5433fd5-9277-4209-be2b-df7c0080e575 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:34:21.721808 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:21.722812 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:21.758040 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc86a4d-5feb-4f81-9ea2-b0e421bbce4d req-eb0b3cb3-2b5d-4c26-a0ef-e52b376e5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:21.760124 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbc86a4d-5feb-4f81-9ea2-b0e421bbce4d req-eb0b3cb3-2b5d-4c26-a0ef-e52b376e5cbc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36278bd2a44c4d9c911365a1d50f6ec2&device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 1095 time: 0.0724857 Mar 23 12:34:21.771381 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518860a-6b69-43f8-9c94-6e6ffc185eaa None None] Pushing event updated for resources: {'Port': ['ID=60cd5791-6b22-4bee-86be-f5fc5124b9cc,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:21.788141 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Routers {'543ef0e5-48f6-4ba3-a8b3-3866d35e62cc'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:21.789188 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:33:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['543ef0e5-48f6-4ba3-a8b3-3866d35e62cc'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:21.851393 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52261349-ed47-46df-88fa-0620a6d551e5 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:21.895224 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfe1d7-8cd1-4e59-9058-839ef47c73e8 req-ce6db4c9-fa29-46c8-b0ce-4f84d5661004 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:21.904989 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-62bfe1d7-8cd1-4e59-9058-839ef47c73e8 req-ce6db4c9-fa29-46c8-b0ce-4f84d5661004 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1220376 Mar 23 12:34:21.975071 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:21.988285 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518860a-6b69-43f8-9c94-6e6ffc185eaa None None] Pushing event updated for resources: {'Port': ['ID=60cd5791-6b22-4bee-86be-f5fc5124b9cc,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:22.013802 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] Set router 543ef0e5-48f6-4ba3-a8b3-3866d35e62cc gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:34:22.020457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc86a4d-5feb-4f81-9ea2-b0e421bbce4d req-b8d47bea-5765-4fe9-a5f5-2d1c46ea8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:22.022312 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbc86a4d-5feb-4f81-9ea2-b0e421bbce4d req-b8d47bea-5765-4fe9-a5f5-2d1c46ea8ba9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=390b0a03-cc42-43de-bc59-2514c3b31b13 HTTP/1.1" status: 200 len: 907 time: 0.2501588 Mar 23 12:34:22.031676 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-62bfe1d7-8cd1-4e59-9058-839ef47c73e8 req-96175369-5ae4-4139-bdb3-026d6cd0f161 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068158 Mar 23 12:34:22.035170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52261349-ed47-46df-88fa-0620a6d551e5 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Pushing event deleted for resources: {'Port': ['ID=60cd5791-6b22-4bee-86be-f5fc5124b9cc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:22.074299 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbc86a4d-5feb-4f81-9ea2-b0e421bbce4d req-8964dfb9-d46d-4922-b961-d2f92005e570 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20d3a6b0-0209-4be2-ab2b-8930eee855c2 HTTP/1.1" status: 200 len: 217 time: 0.0414867 Mar 23 12:34:22.092739 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543ef0e5-48f6-4ba3-a8b3-3866d35e62cc', 'name': 'tempest-snat-router-677930216', 'tenant_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:34:14Z', 'updated_at': '2022-03-23T12:34:20Z', 'revision_number': 4, 'project_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:22.099890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97619ed5-d741-48db-94a6-ebea04e6209a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5433fd5-9277-4209-be2b-df7c0080e575'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:22.106502 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b91c9a9-4e12-4e15-9d1b-2ded8c4e7b97" -d '{"events": [{"server_uuid": "97619ed5-d741-48db-94a6-ebea04e6209a", "name": "network-vif-plugged", "status": "completed", "tag": "c5433fd5-9277-4209-be2b-df7c0080e575"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:22.111706 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c5433fd5-9277-4209-be2b-df7c0080e575, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c5433fd5-9277-4209-be2b-df7c0080e575,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:22.115150 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c00c1b-46c9-4b64-bba3-587d1592e88d req-6df8cb89-ecbd-42eb-8942-125115e9ecaa tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:22.117390 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85c00c1b-46c9-4b64-bba3-587d1592e88d req-6df8cb89-ecbd-42eb-8942-125115e9ecaa tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 944 time: 0.0946956 Mar 23 12:34:22.125160 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:22.126792 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52261349-ed47-46df-88fa-0620a6d551e5 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:22.160295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc86a4d-5feb-4f81-9ea2-b0e421bbce4d req-ce41c7a0-60e6-4b7b-bcd6-2070ebd7db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:22.161075 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7b58df-8fc0-4a59-8afc-96b3c11cfb76 None None] The sync data for ids ['543ef0e5-48f6-4ba3-a8b3-3866d35e62cc'] in n-d-834854-1 is: [{'id': '543ef0e5-48f6-4ba3-a8b3-3866d35e62cc', 'name': 'tempest-snat-router-677930216', 'tenant_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:34:14Z', 'updated_at': '2022-03-23T12:34:20Z', 'revision_number': 4, 'project_id': '51c8e7caa0fb4afa8dfba8f407c69586', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:34:22.161906 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbc86a4d-5feb-4f81-9ea2-b0e421bbce4d req-ce41c7a0-60e6-4b7b-bcd6-2070ebd7db86 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=25910460-dc05-4fdf-abdd-3cfdf8cb7412 HTTP/1.1" status: 200 len: 845 time: 0.0735278 Mar 23 12:34:22.247850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=c5433fd5-9277-4209-be2b-df7c0080e575,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:22.276293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc86a4d-5feb-4f81-9ea2-b0e421bbce4d req-92469fd9-ce43-402e-ae2e-c637de83c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:22.277901 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbc86a4d-5feb-4f81-9ea2-b0e421bbce4d req-92469fd9-ce43-402e-ae2e-c637de83c712 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=390b0a03-cc42-43de-bc59-2514c3b31b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088328 Mar 23 12:34:22.302028 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52261349-ed47-46df-88fa-0620a6d551e5 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:22.304874 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52261349-ed47-46df-88fa-0620a6d551e5 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:22.316236 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85c00c1b-46c9-4b64-bba3-587d1592e88d req-e4c602dd-52e3-4241-92b6-e4b0e13b8c04 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845450 Mar 23 12:34:22.359156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91730a5-b8cd-42a8-b140-bd51f56bb08f req-8b5423cd-aa87-4943-bb6f-b330ac68b863 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:22.367350 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c91730a5-b8cd-42a8-b140-bd51f56bb08f req-8b5423cd-aa87-4943-bb6f-b330ac68b863 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1281445 Mar 23 12:34:22.373756 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52261349-ed47-46df-88fa-0620a6d551e5 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:22.374999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52261349-ed47-46df-88fa-0620a6d551e5 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 543ef0e5-48f6-4ba3-a8b3-3866d35e62cc {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:34:22.384414 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52261349-ed47-46df-88fa-0620a6d551e5 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:22.388610 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-52261349-ed47-46df-88fa-0620a6d551e5 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "DELETE /v2.0/routers/543ef0e5-48f6-4ba3-a8b3-3866d35e62cc HTTP/1.1" status: 204 len: 168 time: 1.9163473 Mar 23 12:34:22.390486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58542) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:22.393647 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbacfc9c-3dc7-4ef0-8d46-50c6bc02b3b5 x-openstack-request-id: req-bbacfc9c-3dc7-4ef0-8d46-50c6bc02b3b5 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:22.395071 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97619ed5-d741-48db-94a6-ebea04e6209a", "name": "network-vif-plugged", "status": "completed", "tag": "c5433fd5-9277-4209-be2b-df7c0080e575", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:22.395579 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bbacfc9c-3dc7-4ef0-8d46-50c6bc02b3b5 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:22.396280 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97619ed5-d741-48db-94a6-ebea04e6209a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5433fd5-9277-4209-be2b-df7c0080e575', 'code': 200} Mar 23 12:34:22.423830 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c91730a5-b8cd-42a8-b140-bd51f56bb08f req-96c8c170-18d5-4960-bbd2-007bd4cce47c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542879 Mar 23 12:34:22.466744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58546) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:22.584934 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbc86a4d-5feb-4f81-9ea2-b0e421bbce4d req-49b8a82c-e401-444c-a758-510adb4a18f5 service neutron] 10.222.0.77 "GET /v2.0/networks/390b0a03-cc42-43de-bc59-2514c3b31b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973092 Mar 23 12:34:22.613702 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4cf6e2a2-c5e8-49da-8036-c661e00d20dc req-ce1db888-7a70-466a-bae4-85b0a0d5d8ac tempest-ServersAaction247Test-9491009 tempest-ServersAaction247Test-9491009-project] 10.222.0.52 "GET /v2.0/ports?device_id=90aba50c-acd4-411f-a011-90df4387a4cc HTTP/1.1" status: 200 len: 210 time: 0.0499766 Mar 23 12:34:22.617820 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5030b482-85a4-4d2f-a9e9-549557a3d281 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:22.647472 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-035d532c-a48b-49d6-a798-d1848f39d03b admin admin] Deleting subnet df4c0398-acbb-48a1-83d5-8a1f46b37271 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:34:22.667021 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69092c6c-245a-43e7-80c9-400329c659de req-50415158-cef9-44b1-9cf8-c47301f5d5c1 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:22.668678 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-69092c6c-245a-43e7-80c9-400329c659de req-50415158-cef9-44b1-9cf8-c47301f5d5c1 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 944 time: 0.1136045 Mar 23 12:34:22.676393 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-035d532c-a48b-49d6-a798-d1848f39d03b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:22.709018 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503399a-ca47-4b80-9cf1-7bf3f53b973e req-aab3e555-83e2-4bb2-ace0-1a02fe6f10eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:22.712091 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2503399a-ca47-4b80-9cf1-7bf3f53b973e req-aab3e555-83e2-4bb2-ace0-1a02fe6f10eb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 1096 time: 0.2234979 Mar 23 12:34:22.769415 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-69092c6c-245a-43e7-80c9-400329c659de req-86b89507-7633-43e5-87cc-e5874d85c661 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/security-groups?id=181951cc-cc70-4d5f-bc27-ba1cb0f55800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816743 Mar 23 12:34:22.782481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5030b482-85a4-4d2f-a9e9-549557a3d281 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:22.789726 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-035d532c-a48b-49d6-a798-d1848f39d03b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:22.842150 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbc86a4d-5feb-4f81-9ea2-b0e421bbce4d req-d2569946-8355-4355-a8cf-e1246e12c931 service neutron] 10.222.0.77 "GET /v2.0/networks/390b0a03-cc42-43de-bc59-2514c3b31b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327578 Mar 23 12:34:22.849292 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2503399a-ca47-4b80-9cf1-7bf3f53b973e req-01d53160-dc69-42e9-869e-cc40981a7039 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311226 Mar 23 12:34:22.883911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d955c-238f-48ac-ba6e-53d8d3494618 req-be32639f-134e-446d-9892-54c55c785a62 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:22.885523 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d1d955c-238f-48ac-ba6e-53d8d3494618 req-be32639f-134e-446d-9892-54c55c785a62 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1664774 Mar 23 12:34:22.886894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5030b482-85a4-4d2f-a9e9-549557a3d281 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Deleting port a0577bab-f12a-42bd-926c-06b889d47b66 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:34:22.887357 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5030b482-85a4-4d2f-a9e9-549557a3d281 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:22.892379 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-035d532c-a48b-49d6-a798-d1848f39d03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:22.980791 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d1d955c-238f-48ac-ba6e-53d8d3494618 req-0d7cee6f-5ffe-4203-b43e-ea2cabd589ec tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609384 Mar 23 12:34:23.000891 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-035d532c-a48b-49d6-a798-d1848f39d03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:23.026790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-5030b482-85a4-4d2f-a9e9-549557a3d281 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] For port a0577bab-f12a-42bd-926c-06b889d47b66, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a0577bab-f12a-42bd-926c-06b889d47b66,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:23.026790 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5030b482-85a4-4d2f-a9e9-549557a3d281 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:23.030956 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5030b482-85a4-4d2f-a9e9-549557a3d281 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Calling delete_port for a0577bab-f12a-42bd-926c-06b889d47b66 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:34:23.064851 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-035d532c-a48b-49d6-a798-d1848f39d03b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:23.072084 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-035d532c-a48b-49d6-a798-d1848f39d03b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/df4c0398-acbb-48a1-83d5-8a1f46b37271 HTTP/1.1" status: 204 len: 168 time: 0.6038122 Mar 23 12:34:23.073121 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58562) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:23.093140 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d532c-a48b-49d6-a798-d1848f39d03b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df4c0398-acbb-48a1-83d5-8a1f46b37271,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:23.261569 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501d8044-d4c6-4493-8b01-a2e164f48ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:23.278978 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5728426-ef91-49af-b7f5-11716a81ccd2 req-b2413759-ebd1-423e-b24f-bc09f8bf1c0d tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:23.280518 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e5728426-ef91-49af-b7f5-11716a81ccd2 req-b2413759-ebd1-423e-b24f-bc09f8bf1c0d tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.1543972 Mar 23 12:34:23.336079 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5030b482-85a4-4d2f-a9e9-549557a3d281 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:23.395872 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030b482-85a4-4d2f-a9e9-549557a3d281 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0577bab-f12a-42bd-926c-06b889d47b66,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:23.431377 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501d8044-d4c6-4493-8b01-a2e164f48ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:23.472030 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e5728426-ef91-49af-b7f5-11716a81ccd2 req-8b25ccd6-682b-4cfd-90c7-1fc50240ed9f tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462693 Mar 23 12:34:23.473432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086659e-4a02-4c98-bee9-98d6f6564f9d req-91dbf269-4023-499e-952a-14f82eb2bfd3 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:23.474978 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d086659e-4a02-4c98-bee9-98d6f6564f9d req-91dbf269-4023-499e-952a-14f82eb2bfd3 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1411016 Mar 23 12:34:23.479412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-501d8044-d4c6-4493-8b01-a2e164f48ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3f5ded-5473-428f-b11d-b3417cbd12ec']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:23.493295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-501d8044-d4c6-4493-8b01-a2e164f48ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6378d216-4364-4162-b83e-087f188e9b59') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:23.493595 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-501d8044-d4c6-4493-8b01-a2e164f48ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6378d216-4364-4162-b83e-087f188e9b59') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:23.506750 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501d8044-d4c6-4493-8b01-a2e164f48ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:23.523075 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5030b482-85a4-4d2f-a9e9-549557a3d281 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:23.533488 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501d8044-d4c6-4493-8b01-a2e164f48ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:23.542506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501d8044-d4c6-4493-8b01-a2e164f48ce3 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:34:23.543172 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501d8044-d4c6-4493-8b01-a2e164f48ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:34:23.602969 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:34:23.621696 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501d8044-d4c6-4493-8b01-a2e164f48ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:23.635317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 61e32039-714a-4722-8070-013242b819ad no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:34:23.647118 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-501d8044-d4c6-4493-8b01-a2e164f48ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:23.652591 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-501d8044-d4c6-4493-8b01-a2e164f48ce3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4e3f5ded-5473-428f-b11d-b3417cbd12ec HTTP/1.1" status: 204 len: 168 time: 0.5755074 Mar 23 12:34:23.664277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 61e32039-714a-4722-8070-013242b819ad {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:34:23.664730 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 61e32039-714a-4722-8070-013242b819ad not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:34:23.697691 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d8044-d4c6-4493-8b01-a2e164f48ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e3f5ded-5473-428f-b11d-b3417cbd12ec,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:23.716373 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d086659e-4a02-4c98-bee9-98d6f6564f9d req-b5154211-bf2f-4a19-b5fb-c5523ac067e5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324624 Mar 23 12:34:23.826023 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6186cd43-f4ec-430b-9f20-09f1fbe2f0b4 req-4e6bac0e-f108-40dc-b2af-e310c4be8ea5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=05c4c63cd8854e3bb471d5f5a3211005&device_id=90aba50c-acd4-411f-a011-90df4387a4cc HTTP/1.1" status: 200 len: 210 time: 0.0590286 Mar 23 12:34:23.826547 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5030b482-85a4-4d2f-a9e9-549557a3d281 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:23.830388 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5030b482-85a4-4d2f-a9e9-549557a3d281 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:23.858349 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-15c08b8d-f736-4925-baad-ee04e2957060 req-8ffaa083-6496-45cb-b41b-112576a013fb tempest-ServersAaction247Test-9491009 tempest-ServersAaction247Test-9491009-project] 10.222.0.52 "GET /v2.0/ports?device_id=90aba50c-acd4-411f-a011-90df4387a4cc HTTP/1.1" status: 200 len: 210 time: 0.0460701 Mar 23 12:34:23.884012 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6186cd43-f4ec-430b-9f20-09f1fbe2f0b4 req-a552eb27-e86f-4758-8794-ce44cbb4669d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=05c4c63cd8854e3bb471d5f5a3211005&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355010 Mar 23 12:34:23.933653 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ee755-2a9f-41e2-87d7-291eca9c63d4 req-dd31e3c9-54e6-40fd-994d-a40a94c1310a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:23.935209 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee1ee755-2a9f-41e2-87d7-291eca9c63d4 req-dd31e3c9-54e6-40fd-994d-a40a94c1310a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 945 time: 0.1065688 Mar 23 12:34:23.941785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58576) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:23.968341 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5030b482-85a4-4d2f-a9e9-549557a3d281 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:23.968901 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5030b482-85a4-4d2f-a9e9-549557a3d281 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 055684ad-4da5-4ca0-909f-8b58f1e9183d {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:34:23.980173 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5030b482-85a4-4d2f-a9e9-549557a3d281 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:23.984591 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5030b482-85a4-4d2f-a9e9-549557a3d281 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "DELETE /v2.0/routers/055684ad-4da5-4ca0-909f-8b58f1e9183d HTTP/1.1" status: 204 len: 168 time: 1.5892899 Mar 23 12:34:23.992069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58578) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:24.001856 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1912492850', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:24.042421 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3c157d42-9e24-4edf-aa6c-a34e33f80fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:24.062261 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-aea93156-1434-424f-8cfb-31e649447c7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c76929d4048a42598e0f66623994674d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1187422 Mar 23 12:34:24.068527 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee1ee755-2a9f-41e2-87d7-291eca9c63d4 req-d26dedef-9bb8-4727-8e39-28d17ee18034 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031802 Mar 23 12:34:24.069014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58580) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:24.081695 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:24.082306 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:24.148485 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:24.203560 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186cd43-f4ec-430b-9f20-09f1fbe2f0b4 req-1cc8bf2a-0720-4a07-8cec-c494b0c9d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:24.206243 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6186cd43-f4ec-430b-9f20-09f1fbe2f0b4 req-1cc8bf2a-0720-4a07-8cec-c494b0c9d08a service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3135843 Mar 23 12:34:24.233688 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049e3ca-0b48-405f-a922-93f5286c9e47 req-96af93db-0601-4753-9426-9bc32ff96591 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:24.235662 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f049e3ca-0b48-405f-a922-93f5286c9e47 req-96af93db-0601-4753-9426-9bc32ff96591 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1878312 Mar 23 12:34:24.281815 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f049e3ca-0b48-405f-a922-93f5286c9e47 req-213e722e-0dd9-4b3c-95c6-744648b78eae tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390263 Mar 23 12:34:24.615124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341c6f8-438b-4882-8b43-dcde32242f8e req-b454657b-0945-4856-8179-a8b1aec1e8b6 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:24.616732 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7341c6f8-438b-4882-8b43-dcde32242f8e req-b454657b-0945-4856-8179-a8b1aec1e8b6 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.0656576 Mar 23 12:34:24.678040 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7341c6f8-438b-4882-8b43-dcde32242f8e req-3f369cb5-88d1-4036-916a-3ec4dd72c019 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524211 Mar 23 12:34:24.749962 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:24.755380 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9d130c5-0813-41cd-b119-aa353383e8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:24.780875 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76be0c-3c0e-431b-a251-495f1008a13e req-e24e0e25-89db-4cfa-a2b7-19270821965e tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:24.782547 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a76be0c-3c0e-431b-a251-495f1008a13e req-e24e0e25-89db-4cfa-a2b7-19270821965e tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 944 time: 0.5526211 Mar 23 12:34:24.811308 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9d130c5-0813-41cd-b119-aa353383e8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:24.899898 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a76be0c-3c0e-431b-a251-495f1008a13e req-b1b5f312-7b10-47ad-8548-91ed115d2cce tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/security-groups?id=181951cc-cc70-4d5f-bc27-ba1cb0f55800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010525 Mar 23 12:34:24.943171 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9d130c5-0813-41cd-b119-aa353383e8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:24.945816 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9d130c5-0813-41cd-b119-aa353383e8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:24.946887 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a9d130c5-0813-41cd-b119-aa353383e8df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ba9509c-5f43-4a19-b9a3-1225b228743c HTTP/1.1" status: 204 len: 168 time: 0.8753152 Mar 23 12:34:24.967699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d130c5-0813-41cd-b119-aa353383e8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba9509c-5f43-4a19-b9a3-1225b228743c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:25.056310 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f96e6ca8-a7ea-41eb-84e2-7a428ee2c645 req-94f089c6-d783-4897-b47a-892705750f47 tempest-ServersAaction247Test-9491009 tempest-ServersAaction247Test-9491009-project] 10.222.0.52 "GET /v2.0/ports?device_id=90aba50c-acd4-411f-a011-90df4387a4cc HTTP/1.1" status: 200 len: 210 time: 0.0477259 Mar 23 12:34:25.105883 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a0577bab-f12a-42bd-926c-06b889d47b66 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:34:25.108865 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:25.131170 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:25.136903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: a0577bab-f12a-42bd-926c-06b889d47b66 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:34:25.137255 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a0577bab-f12a-42bd-926c-06b889d47b66 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:34:25.304042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Allocated IP 172.25.2.172 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/0560109a-777f-4f0c-84b1-30f69defde73) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:34:25.320580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becefbfa-a1cb-4796-b80f-3afa48e918bb req-1f73aa0e-29e4-4206-b365-a0a9ea124e34 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:25.330293 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-becefbfa-a1cb-4796-b80f-3afa48e918bb req-1f73aa0e-29e4-4206-b365-a0a9ea124e34 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 945 time: 0.1329389 Mar 23 12:34:25.361970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 20d3a6b0-0209-4be2-ab2b-8930eee855c2 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:34:25.429834 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-becefbfa-a1cb-4796-b80f-3afa48e918bb req-d8093038-60af-4ecd-b151-754ef96c0e07 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983429 Mar 23 12:34:25.502506 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:25.511907 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 20d3a6b0-0209-4be2-ab2b-8930eee855c2, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=20d3a6b0-0209-4be2-ab2b-8930eee855c2,segment=NetworkSegment(12fbbdbc-26ef-43af-a762-98675ee48446),segment_id=12fbbdbc-26ef-43af-a762-98675ee48446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:25.526917 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '20d3a6b0-0209-4be2-ab2b-8930eee855c2', 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13', 'port_id': '20d3a6b0-0209-4be2-ab2b-8930eee855c2', 'mac_address': 'fa:16:3e:37:6c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:34:25.551254 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:25.578232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a4d32-75d7-497a-b3eb-58bdc904d81d req-230869d0-d1b4-4b03-8c0d-756187608ba5 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:25.580753 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d6a4d32-75d7-497a-b3eb-58bdc904d81d req-230869d0-d1b4-4b03-8c0d-756187608ba5 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 1096 time: 0.0549238 Mar 23 12:34:25.582159 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:25.600667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d3a6b0-0209-4be2-ab2b-8930eee855c2 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:34:25.614952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:34:25.624967 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:34:25.630479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:34:25.645752 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d6a4d32-75d7-497a-b3eb-58bdc904d81d req-d7170d59-c8bb-4b1b-a3b0-4fb2e82de723 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507703 Mar 23 12:34:25.654104 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 20d3a6b0-0209-4be2-ab2b-8930eee855c2, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=20d3a6b0-0209-4be2-ab2b-8930eee855c2,segment=NetworkSegment(12fbbdbc-26ef-43af-a762-98675ee48446),segment_id=12fbbdbc-26ef-43af-a762-98675ee48446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:25.666437 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:25.701096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Pushing event updated for resources: {'Port': ['ID=0560109a-777f-4f0c-84b1-30f69defde73,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:25.799619 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=20d3a6b0-0209-4be2-ab2b-8930eee855c2,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:25.930618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b646c36-8cee-4f0a-a575-44ce5368ce4d req-35d7aebd-079a-4026-8a9f-ca5fbb1a1a53 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:25.938634 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7b646c36-8cee-4f0a-a575-44ce5368ce4d req-35d7aebd-079a-4026-8a9f-ca5fbb1a1a53 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.0889688 Mar 23 12:34:25.997000 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7b646c36-8cee-4f0a-a575-44ce5368ce4d req-ed21f1a3-327e-4eb3-9921-d3910b270936 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491366 Mar 23 12:34:26.000017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8db0cb-d035-45c8-a661-dc2a68799177 req-2c4d5c41-04bc-4a20-a110-5d2810004ca8 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:26.014542 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb8db0cb-d035-45c8-a661-dc2a68799177 req-2c4d5c41-04bc-4a20-a110-5d2810004ca8 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 1096 time: 0.1225321 Mar 23 12:34:26.063793 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58628) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:26.080501 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['20d3a6b0-0209-4be2-ab2b-8930eee855c2'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:26.185195 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc6052-f407-4ada-8dea-34825a5d02d8 req-aca4450c-d17c-4f2e-97cb-1ceebbd1988a tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:26.187266 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2cbc6052-f407-4ada-8dea-34825a5d02d8 req-aca4450c-d17c-4f2e-97cb-1ceebbd1988a tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 945 time: 0.0932653 Mar 23 12:34:26.265014 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb8db0cb-d035-45c8-a661-dc2a68799177 req-85e72d54-914b-4b5c-8218-60416d10a9c9 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425914 Mar 23 12:34:26.266070 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2cbc6052-f407-4ada-8dea-34825a5d02d8 req-3c93fe34-5f88-4209-b757-442e6942eca8 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/security-groups?id=181951cc-cc70-4d5f-bc27-ba1cb0f55800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638609 Mar 23 12:34:26.306963 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:26.317579 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4b2d870e-3767-4431-bc66-d9b004d5034e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-375296171-network', 'tenant_id': 'f8ea704b3ef74d35a2ba5228b2342b3f'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:26.363839 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2d870e-3767-4431-bc66-d9b004d5034e admin admin] Made reservation on behalf of f8ea704b3ef74d35a2ba5228b2342b3f for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:34:26.366330 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b2d870e-3767-4431-bc66-d9b004d5034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:26.375786 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b2d870e-3767-4431-bc66-d9b004d5034e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:26.465130 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b8a8a70-0e65-435a-8447-d658550cd4ea req-213f0367-bf05-4688-b5c1-984d4a5f7b04 tempest-ServersAaction247Test-9491009 tempest-ServersAaction247Test-9491009-project] 10.222.0.52 "GET /v2.0/ports?device_id=90aba50c-acd4-411f-a011-90df4387a4cc HTTP/1.1" status: 200 len: 210 time: 0.0895946 Mar 23 12:34:26.499523 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b2d870e-3767-4431-bc66-d9b004d5034e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:26.509687 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b2d870e-3767-4431-bc66-d9b004d5034e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:26.535816 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2d870e-3767-4431-bc66-d9b004d5034e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:34:26.546584 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d870e-3767-4431-bc66-d9b004d5034e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe46f7c-997e-4933-afe7-96f0ad672387,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:26.553696 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b2d870e-3767-4431-bc66-d9b004d5034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:26.554050 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-4b2d870e-3767-4431-bc66-d9b004d5034e admin admin] Added segment 5029d2b0-6a68-4469-b15d-18143ad1b79d of type vlan for network 7883d8c4-dd17-4e80-9a0d-bfcc6889b256 Mar 23 12:34:26.608492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-28d647ff-f8dd-4e0b-b850-d0cc7814a32e req-75c96dbf-2b99-43b6-a51e-03d87b10665a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:34:26.610217 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28d647ff-f8dd-4e0b-b850-d0cc7814a32e req-75c96dbf-2b99-43b6-a51e-03d87b10665a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1164138 Mar 23 12:34:26.643083 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b2d870e-3767-4431-bc66-d9b004d5034e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:26.654995 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:26.711606 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4789e07a-e333-49b3-908f-959aba0044bb req-722a0172-71b4-4afb-b4f5-4e4a0ac0db31 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0877645 Mar 23 12:34:26.712833 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b2d870e-3767-4431-bc66-d9b004d5034e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:26.713770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d870e-3767-4431-bc66-d9b004d5034e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:26.714328 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b2d870e-3767-4431-bc66-d9b004d5034e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:26.782092 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba4a1f33-d457-40ac-bef5-b62dd5d24114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:26.886159 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Router 343b3a07-a67f-4785-9737-02172b8d569c is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:34:27.129487 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4b2d870e-3767-4431-bc66-d9b004d5034e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0630963 Mar 23 12:34:27.137391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58656) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:27.146739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a962d1a9-033b-4829-ac08-c829fd37942c admin admin] Request body: {'subnet': {'network_id': '7883d8c4-dd17-4e80-9a0d-bfcc6889b256', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-375296171-subnet', 'tenant_id': 'f8ea704b3ef74d35a2ba5228b2342b3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:27.163769 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d870e-3767-4431-bc66-d9b004d5034e admin admin] Pushing event updated for resources: {'Network': ['ID=7883d8c4-dd17-4e80-9a0d-bfcc6889b256,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:27.182168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 7883d8c4-dd17-4e80-9a0d-bfcc6889b256 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:34:27.204378 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789e07a-e333-49b3-908f-959aba0044bb req-a080f34c-7a31-44c9-927e-bc1cc5dc3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:27.207523 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4789e07a-e333-49b3-908f-959aba0044bb req-a080f34c-7a31-44c9-927e-bc1cc5dc3fdc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 1096 time: 0.1093946 Mar 23 12:34:27.216767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:34:27.225089 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a962d1a9-033b-4829-ac08-c829fd37942c admin admin] Made reservation on behalf of f8ea704b3ef74d35a2ba5228b2342b3f for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:34:27.228063 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a962d1a9-033b-4829-ac08-c829fd37942c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:27.266900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2aab0d-00ac-4620-adfd-5612098e1b7a None None] Sync routers for ids ['343b3a07-a67f-4785-9737-02172b8d569c'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:34:27.290100 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2aab0d-00ac-4620-adfd-5612098e1b7a None None] Routers {'343b3a07-a67f-4785-9737-02172b8d569c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:27.291126 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7c2aab0d-00ac-4620-adfd-5612098e1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['343b3a07-a67f-4785-9737-02172b8d569c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:27.309053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79347cec-99c8-48b4-be7f-409089f1f0c4 req-4baac70e-fc09-4223-a86d-4660aff3d20b tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:27.310783 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79347cec-99c8-48b4-be7f-409089f1f0c4 req-4baac70e-fc09-4223-a86d-4660aff3d20b tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.1995237 Mar 23 12:34:27.319649 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:27.324591 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e6796990-4b43-42f9-a102-b0ab7644285d tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3288989 Mar 23 12:34:27.328087 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58666) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:27.333606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b45ca52a-5f19-488d-9945-88a963882c9d tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'enable_snat': False}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:27.345687 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7c2aab0d-00ac-4620-adfd-5612098e1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:27.378744 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 20d3a6b0-0209-4be2-ab2b-8930eee855c2 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:34:27.420543 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2aab0d-00ac-4620-adfd-5612098e1b7a None None] Routers {'343b3a07-a67f-4785-9737-02172b8d569c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:27.421103 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7c2aab0d-00ac-4620-adfd-5612098e1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['343b3a07-a67f-4785-9737-02172b8d569c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:27.452184 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79347cec-99c8-48b4-be7f-409089f1f0c4 req-54f595fd-56f8-4c28-b165-ccc08dff42e8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158600 Mar 23 12:34:27.464947 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7c2aab0d-00ac-4620-adfd-5612098e1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:27.465602 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2aab0d-00ac-4620-adfd-5612098e1b7a None None] The sync data for ids ['343b3a07-a67f-4785-9737-02172b8d569c'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:34:27.491633 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 20d3a6b0-0209-4be2-ab2b-8930eee855c2 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:34:27.496419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 20d3a6b0-0209-4be2-ab2b-8930eee855c2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:34:27.496777 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:27.514853 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789e07a-e333-49b3-908f-959aba0044bb req-ffe82c0e-ca8e-4021-ab0b-4010aa67b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:27.517987 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4789e07a-e333-49b3-908f-959aba0044bb req-ffe82c0e-ca8e-4021-ab0b-4010aa67b8c1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.2786620 Mar 23 12:34:27.607709 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4789e07a-e333-49b3-908f-959aba0044bb req-d89c14d8-5d75-4e53-a81b-0a13d50d12d1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9 HTTP/1.1" status: 200 len: 217 time: 0.0802684 Mar 23 12:34:27.639878 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:27.683632 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:27.691827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec45aeae-927a-477f-ba43-9690e4fe2fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d3a6b0-0209-4be2-ab2b-8930eee855c2'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:27.692044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789e07a-e333-49b3-908f-959aba0044bb req-74825707-7abc-42aa-bb5b-793f9e2f9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:27.694726 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4789e07a-e333-49b3-908f-959aba0044bb req-74825707-7abc-42aa-bb5b-793f9e2f9b9b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.0790591 Mar 23 12:34:27.694945 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4c6fb1-659e-4aef-9cab-55bf70970661" -d '{"events": [{"server_uuid": "ec45aeae-927a-477f-ba43-9690e4fe2fdf", "name": "network-vif-plugged", "status": "completed", "tag": "20d3a6b0-0209-4be2-ab2b-8930eee855c2"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:27.715115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 20d3a6b0-0209-4be2-ab2b-8930eee855c2, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=20d3a6b0-0209-4be2-ab2b-8930eee855c2,segment=NetworkSegment(12fbbdbc-26ef-43af-a762-98675ee48446),segment_id=12fbbdbc-26ef-43af-a762-98675ee48446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:27.724120 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:27.739510 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a962d1a9-033b-4829-ac08-c829fd37942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:27.770320 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4789e07a-e333-49b3-908f-959aba0044bb req-316432a4-1c6f-4d05-920b-8f33c08a3011 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609848 Mar 23 12:34:27.802823 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b378e-c298-4942-904f-eecb886b6ddd req-bc3e9870-fdb9-4cd6-8cbc-321037538f42 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:27.804785 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b4b378e-c298-4942-904f-eecb886b6ddd req-bc3e9870-fdb9-4cd6-8cbc-321037538f42 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 945 time: 0.1904705 Mar 23 12:34:27.829067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=20d3a6b0-0209-4be2-ab2b-8930eee855c2,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:27.855865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962d1a9-033b-4829-ac08-c829fd37942c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0a44dc4-c0c0-4f78-abdd-672d748b657c,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:27.907754 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4789e07a-e333-49b3-908f-959aba0044bb req-82b9f415-1d1e-4069-ab9b-7bb05268192c service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275032 Mar 23 12:34:27.932210 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b4b378e-c298-4942-904f-eecb886b6ddd req-9f6f09e0-4f80-4b65-9bea-ddf206ca661b tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/security-groups?id=181951cc-cc70-4d5f-bc27-ba1cb0f55800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044617 Mar 23 12:34:27.964854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962d1a9-033b-4829-ac08-c829fd37942c admin admin] Checking segment: {'id': '5029d2b0-6a68-4469-b15d-18143ad1b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7883d8c4-dd17-4e80-9a0d-bfcc6889b256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:34:27.965212 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a962d1a9-033b-4829-ac08-c829fd37942c admin admin] Network hostable DHCP agents. Network: 7883d8c4-dd17-4e80-9a0d-bfcc6889b256, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:34:28.006979 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b45ca52a-5f19-488d-9945-88a963882c9d tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:28.012096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a962d1a9-033b-4829-ac08-c829fd37942c admin admin] Network 7883d8c4-dd17-4e80-9a0d-bfcc6889b256 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:34:28.048563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a962d1a9-033b-4829-ac08-c829fd37942c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 7883d8c4-dd17-4e80-9a0d-bfcc6889b256) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:34:28.057071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a962d1a9-033b-4829-ac08-c829fd37942c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:28.058259 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a962d1a9-033b-4829-ac08-c829fd37942c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:28.060782 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e087174-3303-4fde-87cc-71276712e5b9 None None] Network 7883d8c4-dd17-4e80-9a0d-bfcc6889b256 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:34:28.073250 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4789e07a-e333-49b3-908f-959aba0044bb req-74e2de84-1a1e-446c-b894-374402e45094 service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525571 Mar 23 12:34:28.091021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a962d1a9-033b-4829-ac08-c829fd37942c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9568832 Mar 23 12:34:28.144345 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a0d6695-57dc-4971-b725-bd7ee6f7cb3d req-ef8fad23-64d2-4eeb-8785-9a604f4b4f57 tempest-ServersAaction247Test-9491009 tempest-ServersAaction247Test-9491009-project] 10.222.0.52 "GET /v2.0/ports?device_id=90aba50c-acd4-411f-a011-90df4387a4cc HTTP/1.1" status: 200 len: 210 time: 0.0913076 Mar 23 12:34:28.145473 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-d46525e3-f994-4fc2-a2f1-2e30725c67a2 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:34:28.146517 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-d46525e3-f994-4fc2-a2f1-2e30725c67a2 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122659 Mar 23 12:34:28.210330 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0e7b4a-b2f7-447d-9646-0e2fc97b427e x-openstack-request-id: req-7b0e7b4a-b2f7-447d-9646-0e2fc97b427e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:28.210611 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec45aeae-927a-477f-ba43-9690e4fe2fdf", "name": "network-vif-plugged", "status": "completed", "tag": "20d3a6b0-0209-4be2-ab2b-8930eee855c2", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:28.211571 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b0e7b4a-b2f7-447d-9646-0e2fc97b427e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:28.211571 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec45aeae-927a-477f-ba43-9690e4fe2fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d3a6b0-0209-4be2-ab2b-8930eee855c2', 'code': 200} Mar 23 12:34:28.292950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88a8661-d416-46b8-b775-0b27ece6f5ea None None] Network 7883d8c4-dd17-4e80-9a0d-bfcc6889b256 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:34:28.352534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19125b3d-81bd-489f-b8f7-b9477e55f091 req-381284c2-9cf9-4501-b04e-2927b45f014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:28.355032 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19125b3d-81bd-489f-b8f7-b9477e55f091 req-381284c2-9cf9-4501-b04e-2927b45f014d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 1097 time: 0.0596910 Mar 23 12:34:28.421384 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19125b3d-81bd-489f-b8f7-b9477e55f091 req-036bae36-9d2a-4bde-9b05-c4c3ac9a2d1a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=181951cc-cc70-4d5f-bc27-ba1cb0f55800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579126 Mar 23 12:34:28.569537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687faba4-6255-40b0-a410-665c31a2835b req-41186f3b-f81c-4a71-a439-136a936e864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:28.571258 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-41186f3b-f81c-4a71-a439-136a936e864e service neutron] 10.222.0.52 "GET /v2.0/ports/c5433fd5-9277-4209-be2b-df7c0080e575 HTTP/1.1" status: 200 len: 1093 time: 0.4009569 Mar 23 12:34:28.589687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-687faba4-6255-40b0-a410-665c31a2835b req-8d8a93e2-880d-471e-a421-bcacd51fbd8c service neutron] Request body: {'binding': {'host': 'n-h2-834854-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:28.590426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-687faba4-6255-40b0-a410-665c31a2835b req-8d8a93e2-880d-471e-a421-bcacd51fbd8c service neutron] Unknown quota resources ['binding']. {{(pid=102778) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 12:34:28.993354 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-93a04d75-5ebc-49e8-8377-8956d46efcea tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:28.996527 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-93a04d75-5ebc-49e8-8377-8956d46efcea tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/networks?id=7883d8c4-dd17-4e80-9a0d-bfcc6889b256 HTTP/1.1" status: 200 len: 813 time: 0.2936594 Mar 23 12:34:29.010676 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:29.045207 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-687faba4-6255-40b0-a410-665c31a2835b req-8d8a93e2-880d-471e-a421-bcacd51fbd8c service neutron] Attempting to bind port c5433fd5-9277-4209-be2b-df7c0080e575 on host n-h2-834854-1 for vnic_type normal with profile None {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:34:29.045708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-687faba4-6255-40b0-a410-665c31a2835b req-8d8a93e2-880d-471e-a421-bcacd51fbd8c service neutron] Attempting to bind port c5433fd5-9277-4209-be2b-df7c0080e575 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:34:29.045899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687faba4-6255-40b0-a410-665c31a2835b req-8d8a93e2-880d-471e-a421-bcacd51fbd8c service neutron] Attempting to bind port c5433fd5-9277-4209-be2b-df7c0080e575 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:34:29.051029 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6186cd43-f4ec-430b-9f20-09f1fbe2f0b4 req-afa8ada4-2231-40af-bca4-9ce96ed6949a tempest-ServersAaction247Test-9491009 tempest-ServersAaction247Test-9491009-project] 10.222.0.77 "GET /v2.0/ports?device_id=90aba50c-acd4-411f-a011-90df4387a4cc HTTP/1.1" status: 200 len: 210 time: 0.0334020 Mar 23 12:34:29.060625 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-07bae813-066f-4e0d-95e9-bcd2be6e8516 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/quotas/f8ea704b3ef74d35a2ba5228b2342b3f HTTP/1.1" status: 200 len: 375 time: 0.0278563 Mar 23 12:34:29.063004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687faba4-6255-40b0-a410-665c31a2835b req-8d8a93e2-880d-471e-a421-bcacd51fbd8c service neutron] Port c5433fd5-9277-4209-be2b-df7c0080e575 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:34:29.063258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687faba4-6255-40b0-a410-665c31a2835b req-8d8a93e2-880d-471e-a421-bcacd51fbd8c service neutron] Attempting to bind port c5433fd5-9277-4209-be2b-df7c0080e575 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:34:29.082962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687faba4-6255-40b0-a410-665c31a2835b req-8d8a93e2-880d-471e-a421-bcacd51fbd8c service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:34:29.083312 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687faba4-6255-40b0-a410-665c31a2835b req-8d8a93e2-880d-471e-a421-bcacd51fbd8c service neutron] Checking segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:34:29.083718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687faba4-6255-40b0-a410-665c31a2835b req-8d8a93e2-880d-471e-a421-bcacd51fbd8c service neutron] Bound using segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:34:29.084221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-687faba4-6255-40b0-a410-665c31a2835b req-8d8a93e2-880d-471e-a421-bcacd51fbd8c service neutron] Bound port: c5433fd5-9277-4209-be2b-df7c0080e575, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:34:29.158103 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-6bd26f62-eaee-4f87-a00f-018ce2ac5d9a tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f8ea704b3ef74d35a2ba5228b2342b3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881281 Mar 23 12:34:29.180063 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-222d8daa-4c0e-4afb-baf2-a6576486be7a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:34:29.181073 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-222d8daa-4c0e-4afb-baf2-a6576486be7a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072982 Mar 23 12:34:29.285480 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-687faba4-6255-40b0-a410-665c31a2835b req-8d8a93e2-880d-471e-a421-bcacd51fbd8c service neutron] For port c5433fd5-9277-4209-be2b-df7c0080e575, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c5433fd5-9277-4209-be2b-df7c0080e575,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:34:29.296675 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-687faba4-6255-40b0-a410-665c31a2835b req-8d8a93e2-880d-471e-a421-bcacd51fbd8c service neutron] Notify callbacks [] for binding, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:29.297847 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-8d8a93e2-880d-471e-a421-bcacd51fbd8c service neutron] 10.222.0.52 "POST /v2.0/ports/c5433fd5-9277-4209-be2b-df7c0080e575/bindings HTTP/1.1" status: 201 len: 389 time: 0.7146459 Mar 23 12:34:29.315195 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b45ca52a-5f19-488d-9945-88a963882c9d tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:29.329918 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b45ca52a-5f19-488d-9945-88a963882c9d tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:29.396143 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-5c9bc8d9-cf82-4d5c-bc67-caedf9dc24a4 service neutron] 10.222.0.52 "GET /v2.0/networks/7883d8c4-dd17-4e80-9a0d-bfcc6889b256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037709 Mar 23 12:34:29.458241 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:29.607737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da56cb-db3f-48d0-bf67-36079043402c req-40176ee5-a81b-4ccb-898e-c4c3fc239b8a tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:29.619005 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b6da56cb-db3f-48d0-bf67-36079043402c req-40176ee5-a81b-4ccb-898e-c4c3fc239b8a tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.1186397 Mar 23 12:34:29.640262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45ca52a-5f19-488d-9945-88a963882c9d tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Router 343b3a07-a67f-4785-9737-02172b8d569c has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:34:29.677937 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b6da56cb-db3f-48d0-bf67-36079043402c req-a0936b19-afbe-4260-ba2c-ee325cf4b9ce tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528460 Mar 23 12:34:29.695546 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-511dc30c-9647-446a-9b55-a3bb24ff9a26 service neutron] 10.222.0.52 "GET /v2.0/networks/7883d8c4-dd17-4e80-9a0d-bfcc6889b256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823381 Mar 23 12:34:29.802311 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687faba4-6255-40b0-a410-665c31a2835b req-6909ef60-4810-4e10-a8bc-28c357d1bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:29.805695 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-6909ef60-4810-4e10-a8bc-28c357d1bb51 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 1096 time: 0.1599457 Mar 23 12:34:29.828384 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeae60b-f4db-4316-a8c5-dcb0722e348e req-0c2203b8-4271-43a5-9fb0-d164cf9d111c tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:29.837758 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-faeae60b-f4db-4316-a8c5-dcb0722e348e req-0c2203b8-4271-43a5-9fb0-d164cf9d111c tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 946 time: 0.0739589 Mar 23 12:34:29.905420 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-faeae60b-f4db-4316-a8c5-dcb0722e348e req-16a869c0-a588-43ab-864e-ca5b24aaa04e tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/security-groups?id=181951cc-cc70-4d5f-bc27-ba1cb0f55800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657668 Mar 23 12:34:29.939485 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45ca52a-5f19-488d-9945-88a963882c9d tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:34:29.960552 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b45ca52a-5f19-488d-9945-88a963882c9d tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:29.966094 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b45ca52a-5f19-488d-9945-88a963882c9d tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "PUT /v2.0/routers/343b3a07-a67f-4785-9737-02172b8d569c HTTP/1.1" status: 200 len: 926 time: 2.6369207 Mar 23 12:34:29.976716 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e0770-30c5-4613-b922-0d204fc12b2d None None] Sync routers for ids ['343b3a07-a67f-4785-9737-02172b8d569c'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:34:29.990065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58702) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:30.027906 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e0770-30c5-4613-b922-0d204fc12b2d None None] Routers {'343b3a07-a67f-4785-9737-02172b8d569c'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:30.029562 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-db6e0770-30c5-4613-b922-0d204fc12b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['343b3a07-a67f-4785-9737-02172b8d569c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:30.118467 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-db6e0770-30c5-4613-b922-0d204fc12b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:30.155587 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e0770-30c5-4613-b922-0d204fc12b2d None None] Routers {'343b3a07-a67f-4785-9737-02172b8d569c'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:30.158779 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-db6e0770-30c5-4613-b922-0d204fc12b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['343b3a07-a67f-4785-9737-02172b8d569c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:30.234803 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-db6e0770-30c5-4613-b922-0d204fc12b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:30.235494 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e0770-30c5-4613-b922-0d204fc12b2d None None] The sync data for ids ['343b3a07-a67f-4785-9737-02172b8d569c'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:34:30.254633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787f318-24c4-4cbe-87e9-658e7fc29c7a req-6a9ef88c-db43-4c12-9fc5-f5d21146b040 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:30.263309 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9787f318-24c4-4cbe-87e9-658e7fc29c7a req-6a9ef88c-db43-4c12-9fc5-f5d21146b040 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 945 time: 0.1995778 Mar 23 12:34:30.325657 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9a26680-568c-4f8e-aad3-15092f030dfb req-6bf34543-bcba-460f-82a9-723430d4897a tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 210 time: 0.0752027 Mar 23 12:34:30.334567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687faba4-6255-40b0-a410-665c31a2835b req-dee3c283-ca26-4e69-b73f-a07aebaceb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:30.336068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-dee3c283-ca26-4e69-b73f-a07aebaceb0d service neutron] 10.222.0.73 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.4761269 Mar 23 12:34:30.338771 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9787f318-24c4-4cbe-87e9-658e7fc29c7a req-0da07a19-90b6-4cb8-a7f9-c781931e66d1 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742035 Mar 23 12:34:30.372780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58716) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:30.383633 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-1eeef6bf-2829-462d-a913-e6970bfdd006 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5433fd5-9277-4209-be2b-df7c0080e575 HTTP/1.1" status: 200 len: 217 time: 0.0365045 Mar 23 12:34:30.383633 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3a1c63e1-fcdd-4c2d-bc9a-1085d124c7a5 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "GET /v2.0/routers/343b3a07-a67f-4785-9737-02172b8d569c HTTP/1.1" status: 200 len: 926 time: 0.3898385 Mar 23 12:34:30.387044 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58720) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:30.525105 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d46255b-10fe-4148-bd8c-5e74506a9bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:30.556914 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687faba4-6255-40b0-a410-665c31a2835b req-4995b96b-5f4d-42cb-8542-187c54d1ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:30.558490 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-4995b96b-5f4d-42cb-8542-187c54d1ed79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.1626363 Mar 23 12:34:30.570098 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3fd5de-c411-422e-8c9e-d46a6a9d56a0 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:30.573053 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2e3fd5de-c411-422e-8c9e-d46a6a9d56a0 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=d572c108-a075-488a-949c-3a07028bd9a2&device_id=343b3a07-a67f-4785-9737-02172b8d569c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1847456 Mar 23 12:34:30.575790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58724) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:30.609068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-7dc4af91-0076-46e6-aeb7-a0bd6ef26971 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343287 Mar 23 12:34:30.648674 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d46255b-10fe-4148-bd8c-5e74506a9bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:30.653722 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d46255b-10fe-4148-bd8c-5e74506a9bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:30.699865 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7d46255b-10fe-4148-bd8c-5e74506a9bf4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=05c4c63cd8854e3bb471d5f5a3211005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227608 Mar 23 12:34:30.699865 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46255b-10fe-4148-bd8c-5e74506a9bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866fc267-519e-4248-8321-99a755c97b48,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:30.700923 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58728) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:30.783711 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d1af7f-a3bd-4a57-8252-44878b17e058 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:30.786378 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-50d1af7f-a3bd-4a57-8252-44878b17e058 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 881 time: 0.2022614 Mar 23 12:34:30.793449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58730) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:30.795514 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-877a604f-1538-4279-8e21-7ae987f4f695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:30.830491 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-877a604f-1538-4279-8e21-7ae987f4f695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:30.856112 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3ebd7205-7142-44e7-8009-ffe200e8a701 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "GET /v2.0/ports?device_id=343b3a07-a67f-4785-9737-02172b8d569c HTTP/1.1" status: 200 len: 205 time: 0.0615275 Mar 23 12:34:30.864263 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-7f1a2c04-b847-417e-a4ae-68e67b3312de service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393737 Mar 23 12:34:30.864263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58732) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:30.909951 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-877a604f-1538-4279-8e21-7ae987f4f695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:30.912634 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-877a604f-1538-4279-8e21-7ae987f4f695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:30.916173 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-877a604f-1538-4279-8e21-7ae987f4f695 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/866fc267-519e-4248-8321-99a755c97b48 HTTP/1.1" status: 204 len: 168 time: 0.2118945 Mar 23 12:34:30.935082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a604f-1538-4279-8e21-7ae987f4f695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866fc267-519e-4248-8321-99a755c97b48,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:30.999819 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1fc73-0695-40fa-9695-f214d0754d6b req-eb4cb9c0-9b74-441b-8c68-ab24e8ba268f tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:31.002282 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-58c1fc73-0695-40fa-9695-f214d0754d6b req-eb4cb9c0-9b74-441b-8c68-ab24e8ba268f tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.2096138 Mar 23 12:34:31.108738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-11abcf51-0699-4faa-a2ff-0481a33a8518 service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378421 Mar 23 12:34:31.123687 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee070c1c-fe2c-439e-89c6-6da6ce7ccdb3 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:31.123888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ea6ff-5530-466f-8e37-468bd39dff56 req-ff0cb11c-8f5d-44fb-b04e-8dc3ea0cbb71 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:31.124165 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d95ea6ff-5530-466f-8e37-468bd39dff56 req-ff0cb11c-8f5d-44fb-b04e-8dc3ea0cbb71 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 946 time: 0.0720875 Mar 23 12:34:31.132247 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-58c1fc73-0695-40fa-9695-f214d0754d6b req-984f1f99-b7bd-4685-89e1-0c1cea54fc65 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112339 Mar 23 12:34:31.194060 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d95ea6ff-5530-466f-8e37-468bd39dff56 req-f088f48a-6621-4902-9302-472d6d90b44f tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/security-groups?id=181951cc-cc70-4d5f-bc27-ba1cb0f55800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558174 Mar 23 12:34:31.335333 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee070c1c-fe2c-439e-89c6-6da6ce7ccdb3 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:31.360812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570129f9-a243-44ea-8174-bd923309c6fb req-af3fc50b-13f0-422b-8c13-2c95f238504f tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:31.362462 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-570129f9-a243-44ea-8174-bd923309c6fb req-af3fc50b-13f0-422b-8c13-2c95f238504f tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 946 time: 0.0802650 Mar 23 12:34:31.372334 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58750) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:31.378140 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ff8866ad-af60-45b1-982b-eda10fddc940 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Request body: {'floatingip': {'port_id': '20d3a6b0-0209-4be2-ab2b-8930eee855c2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:31.433633 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff8866ad-af60-45b1-982b-eda10fddc940 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:31.462849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ee070c1c-fe2c-439e-89c6-6da6ce7ccdb3 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Deleting port 0560109a-777f-4f0c-84b1-30f69defde73 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:34:31.463176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee070c1c-fe2c-439e-89c6-6da6ce7ccdb3 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:31.566548 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-514a6952-d44e-406f-8991-df47e5b26c90 req-294ad4a0-0487-4b2c-aa0e-83c58e3e6d0a tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 210 time: 0.0847588 Mar 23 12:34:32.129394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58764) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:32.193772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-74ba1c43-2e0d-4289-9e96-f11c745d69b9 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:32.206084 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-74ba1c43-2e0d-4289-9e96-f11c745d69b9 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.73 "GET /v2.0/networks?id=7883d8c4-dd17-4e80-9a0d-bfcc6889b256 HTTP/1.1" status: 200 len: 813 time: 0.6404090 Mar 23 12:34:32.242853 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-986486ac-1670-4c15-9267-2d79fea46bc7 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Request body: {'port': {'device_id': '5de13a5f-c9b5-494c-ba7c-0324c6faf3d0', 'network_id': '7883d8c4-dd17-4e80-9a0d-bfcc6889b256', 'admin_state_up': True, 'tenant_id': 'f8ea704b3ef74d35a2ba5228b2342b3f'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:32.276154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a4500-7aa7-4508-912a-a8185290053a req-60bcf37d-a2be-47b9-bf53-7eac17276a26 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:32.285230 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4a7a4500-7aa7-4508-912a-a8185290053a req-60bcf37d-a2be-47b9-bf53-7eac17276a26 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 945 time: 0.7844574 Mar 23 12:34:32.333591 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff8866ad-af60-45b1-982b-eda10fddc940 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:32.348334 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff8866ad-af60-45b1-982b-eda10fddc940 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:32.388123 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee070c1c-fe2c-439e-89c6-6da6ce7ccdb3 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:32.409013 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4a7a4500-7aa7-4508-912a-a8185290053a req-341047e8-9366-4c67-8459-e0abbd1c43cf tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228008 Mar 23 12:34:32.416580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ee070c1c-fe2c-439e-89c6-6da6ce7ccdb3 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Calling delete_port for 0560109a-777f-4f0c-84b1-30f69defde73 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:34:32.433127 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4cf05f8c-0139-41fa-ba85-94534f7aeb9b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-149679265-network', 'tenant_id': '303b3257a21d49478421e2526ec907e9'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:32.526776 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf05f8c-0139-41fa-ba85-94534f7aeb9b admin admin] Made reservation on behalf of 303b3257a21d49478421e2526ec907e9 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:34:32.529282 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cf05f8c-0139-41fa-ba85-94534f7aeb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:32.545598 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-986486ac-1670-4c15-9267-2d79fea46bc7 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Made reservation on behalf of f8ea704b3ef74d35a2ba5228b2342b3f for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:34:32.549266 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-986486ac-1670-4c15-9267-2d79fea46bc7 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:32.556566 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183cfde-3179-488b-b39a-057ca940b85a req-5085ba96-8f8f-4a98-869a-4a0caa878afa tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:32.558722 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7183cfde-3179-488b-b39a-057ca940b85a req-5085ba96-8f8f-4a98-869a-4a0caa878afa tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.2287943 Mar 23 12:34:32.584400 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cf05f8c-0139-41fa-ba85-94534f7aeb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:32.604841 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-ff8866ad-af60-45b1-982b-eda10fddc940 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Floating IP 7a75b6be-6443-4071-992d-155d219e5a44 associated. External IP: 172.25.2.106, port: 20d3a6b0-0209-4be2-ab2b-8930eee855c2. Mar 23 12:34:32.695499 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7183cfde-3179-488b-b39a-057ca940b85a req-ea294aa1-06db-472f-8904-3a398a41cc19 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235461 Mar 23 12:34:32.787159 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5bbe1e39-bf2a-41de-bc65-cfb001f71cc4 req-565215e8-a39c-4ce7-a05b-5009c60c788e tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 210 time: 0.0659552 Mar 23 12:34:32.817381 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee070c1c-fe2c-439e-89c6-6da6ce7ccdb3 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:32.853484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee070c1c-fe2c-439e-89c6-6da6ce7ccdb3 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Pushing event deleted for resources: {'Port': ['ID=0560109a-777f-4f0c-84b1-30f69defde73,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:32.868425 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-986486ac-1670-4c15-9267-2d79fea46bc7 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Allocated IP 172.20.0.8 (7883d8c4-dd17-4e80-9a0d-bfcc6889b256/a0a44dc4-c0c0-4f78-abdd-672d748b657c/1d849086-0ee6-4700-b370-e90ca6aa12b6) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:34:32.887118 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cf05f8c-0139-41fa-ba85-94534f7aeb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:32.900595 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cf05f8c-0139-41fa-ba85-94534f7aeb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:32.975248 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee070c1c-fe2c-439e-89c6-6da6ce7ccdb3 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.006768 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf05f8c-0139-41fa-ba85-94534f7aeb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea618cc8-cb43-4e01-bde5-89255c3eedea,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:33.026308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf05f8c-0139-41fa-ba85-94534f7aeb9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:34:33.045768 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cf05f8c-0139-41fa-ba85-94534f7aeb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.046625 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-4cf05f8c-0139-41fa-ba85-94534f7aeb9b admin admin] Added segment df9664c4-bc55-4373-8cdb-0869ca714a76 of type vlan for network ed6bdac2-9987-43bf-984a-7d34e861faba Mar 23 12:34:33.062175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8866ad-af60-45b1-982b-eda10fddc940 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Router d2bce484-8e59-4c46-a322-92761a61c443 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:34:33.101529 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cf05f8c-0139-41fa-ba85-94534f7aeb9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.106509 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee070c1c-fe2c-439e-89c6-6da6ce7ccdb3 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.109173 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee070c1c-fe2c-439e-89c6-6da6ce7ccdb3 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.173476 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee070c1c-fe2c-439e-89c6-6da6ce7ccdb3 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.174226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee070c1c-fe2c-439e-89c6-6da6ce7ccdb3 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Fanout notify agent at l3_agent the message router_deleted on router 343b3a07-a67f-4785-9737-02172b8d569c {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:34:33.187969 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee070c1c-fe2c-439e-89c6-6da6ce7ccdb3 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.194424 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ee070c1c-fe2c-439e-89c6-6da6ce7ccdb3 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "DELETE /v2.0/routers/343b3a07-a67f-4785-9737-02172b8d569c HTTP/1.1" status: 204 len: 168 time: 2.3264771 Mar 23 12:34:33.194424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58774) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:33.200864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d47da09c-5f0e-43ff-a713-4f7e2c012f02 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2132846326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:33.216575 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cf05f8c-0139-41fa-ba85-94534f7aeb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.218150 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf05f8c-0139-41fa-ba85-94534f7aeb9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:33.218913 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cf05f8c-0139-41fa-ba85-94534f7aeb9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.274946 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d47da09c-5f0e-43ff-a713-4f7e2c012f02 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.277388 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d47da09c-5f0e-43ff-a713-4f7e2c012f02 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.303691 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4cf05f8c-0139-41fa-ba85-94534f7aeb9b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1714063 Mar 23 12:34:33.307240 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8866ad-af60-45b1-982b-eda10fddc940 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:34:33.310991 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58776) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:33.316420 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ff332bc6-2fd3-4067-95b3-2506b4bf3fb4 admin admin] Request body: {'subnet': {'network_id': 'ed6bdac2-9987-43bf-984a-7d34e861faba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-149679265-subnet', 'tenant_id': '303b3257a21d49478421e2526ec907e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:33.321944 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff8866ad-af60-45b1-982b-eda10fddc940 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.325295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf05f8c-0139-41fa-ba85-94534f7aeb9b admin admin] Pushing event updated for resources: {'Network': ['ID=ed6bdac2-9987-43bf-984a-7d34e861faba,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:33.326550 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f1ab62-6d0b-4908-a420-504b108fb086 None None] Sync routers for ids ['d2bce484-8e59-4c46-a322-92761a61c443'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:34:33.354073 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network ed6bdac2-9987-43bf-984a-7d34e861faba details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:34:33.365654 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ff8866ad-af60-45b1-982b-eda10fddc940 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "PUT /v2.0/floatingips/7a75b6be-6443-4071-992d-155d219e5a44 HTTP/1.1" status: 200 len: 992 time: 1.9917774 Mar 23 12:34:33.365959 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec45aeae-927a-477f-ba43-9690e4fe2fdf', 'tag': '20d3a6b0-0209-4be2-ab2b-8930eee855c2'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:33.378413 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba54bf40-5072-492b-a026-996ca7607783" -d '{"events": [{"name": "network-changed", "server_uuid": "ec45aeae-927a-477f-ba43-9690e4fe2fdf", "tag": "20d3a6b0-0209-4be2-ab2b-8930eee855c2"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:33.386417 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff332bc6-2fd3-4067-95b3-2506b4bf3fb4 admin admin] Made reservation on behalf of 303b3257a21d49478421e2526ec907e9 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:34:33.390385 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff332bc6-2fd3-4067-95b3-2506b4bf3fb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.444645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f1ab62-6d0b-4908-a420-504b108fb086 None None] Routers {'d2bce484-8e59-4c46-a322-92761a61c443'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:33.445544 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-11f1ab62-6d0b-4908-a420-504b108fb086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d2bce484-8e59-4c46-a322-92761a61c443'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:33.456253 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-986486ac-1670-4c15-9267-2d79fea46bc7 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.505843 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f371603f-eaef-4876-949c-3b0facf8f9a5 x-openstack-request-id: req-f371603f-eaef-4876-949c-3b0facf8f9a5 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:33.506791 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec45aeae-927a-477f-ba43-9690e4fe2fdf", "tag": "20d3a6b0-0209-4be2-ab2b-8930eee855c2", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:33.506791 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f371603f-eaef-4876-949c-3b0facf8f9a5 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:33.507235 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec45aeae-927a-477f-ba43-9690e4fe2fdf', 'tag': '20d3a6b0-0209-4be2-ab2b-8930eee855c2', 'status': 'completed', 'code': 200} Mar 23 12:34:33.619251 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d47da09c-5f0e-43ff-a713-4f7e2c012f02 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.625213 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-986486ac-1670-4c15-9267-2d79fea46bc7 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.625673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faf8ea-8b1f-4fdc-9999-9adf3e6c4785 req-c6cdc0b3-59eb-40d3-9065-5ea365dd660a tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:33.630764 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-52faf8ea-8b1f-4fdc-9999-9adf3e6c4785 req-c6cdc0b3-59eb-40d3-9065-5ea365dd660a tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 946 time: 0.1606548 Mar 23 12:34:33.641114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54bf40-5072-492b-a026-996ca7607783 req-92fc97ce-42ed-4d26-a838-9ddbeab08b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:33.642609 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba54bf40-5072-492b-a026-996ca7607783 req-92fc97ce-42ed-4d26-a838-9ddbeab08b88 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36278bd2a44c4d9c911365a1d50f6ec2&device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 1097 time: 0.1057496 Mar 23 12:34:33.668138 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d47da09c-5f0e-43ff-a713-4f7e2c012f02 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.680306 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-11f1ab62-6d0b-4908-a420-504b108fb086 None None] Set router d2bce484-8e59-4c46-a322-92761a61c443 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:34:33.737856 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-986486ac-1670-4c15-9267-2d79fea46bc7 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Network 7883d8c4-dd17-4e80-9a0d-bfcc6889b256 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:34:33.746737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-986486ac-1670-4c15-9267-2d79fea46bc7 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:34:33.750192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-986486ac-1670-4c15-9267-2d79fea46bc7 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:34:33.798398 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d47da09c-5f0e-43ff-a713-4f7e2c012f02 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.804119 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d47da09c-5f0e-43ff-a713-4f7e2c012f02 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6084044 Mar 23 12:34:33.805126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58786) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:33.811272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-52faf8ea-8b1f-4fdc-9999-9adf3e6c4785 req-18d98f84-4f9b-48e2-acd8-7fdd0da251ff tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/security-groups?id=181951cc-cc70-4d5f-bc27-ba1cb0f55800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431050 Mar 23 12:34:33.821527 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:33.827400 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b9ead-68f3-4262-8da2-760437af5b7d req-18091f18-59a4-4bc7-9268-0c61c64f0eea tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:33.828790 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-799b9ead-68f3-4262-8da2-760437af5b7d req-18091f18-59a4-4bc7-9268-0c61c64f0eea tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 945 time: 0.2061994 Mar 23 12:34:33.841378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986486ac-1670-4c15-9267-2d79fea46bc7 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Pushing event updated for resources: {'Port': ['ID=1d849086-0ee6-4700-b370-e90ca6aa12b6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:33.857988 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-986486ac-1670-4c15-9267-2d79fea46bc7 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:33.859105 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-986486ac-1670-4c15-9267-2d79fea46bc7 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.911427 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff332bc6-2fd3-4067-95b3-2506b4bf3fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:33.919404 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-986486ac-1670-4c15-9267-2d79fea46bc7 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6890643 Mar 23 12:34:33.922664 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-799b9ead-68f3-4262-8da2-760437af5b7d req-541d8839-7cea-4bb2-9cb4-cff86d028fa6 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478446 Mar 23 12:34:33.934374 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Request body: {'port': {'device_id': '5de13a5f-c9b5-494c-ba7c-0324c6faf3d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:34.010639 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:34.063433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54bf40-5072-492b-a026-996ca7607783 req-8ca07218-7193-42fd-b39f-7de7c6367695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:34.065062 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba54bf40-5072-492b-a026-996ca7607783 req-8ca07218-7193-42fd-b39f-7de7c6367695 service neutron] 10.222.0.77 "GET /v2.0/networks?id=390b0a03-cc42-43de-bc59-2514c3b31b13 HTTP/1.1" status: 200 len: 907 time: 0.3971319 Mar 23 12:34:34.090933 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-11f1ab62-6d0b-4908-a420-504b108fb086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'name': 'tempest-ServersTestJSON-1463403295-router', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd0f90260-22ca-4503-93db-74550b268747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:50Z', 'updated_at': '2022-03-23T12:34:02Z', 'revision_number': 4, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'gw_port': {'id': 'd0f90260-22ca-4503-93db-74550b268747', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:33:53Z', 'updated_at': '2022-03-23T12:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '7a75b6be-6443-4071-992d-155d219e5a44', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'port_id': '20d3a6b0-0209-4be2-ab2b-8930eee855c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13', 'mac_address': 'fa:16:3e:37:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec45aeae-927a-477f-ba43-9690e4fe2fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:34:11Z', 'updated_at': '2022-03-23T12:34:32Z', 'revision_number': 1, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e5be4f-d9e7-4a8a-a7f5-66350cca240b', 'name': '', 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'mac_address': 'fa:16:3e:e9:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:34:00Z', 'updated_at': '2022-03-23T12:34:08Z', 'revision_number': 5, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'subnets': [{'id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:34.125742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f1ab62-6d0b-4908-a420-504b108fb086 None None] Checking router: d2bce484-8e59-4c46-a322-92761a61c443 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:34:34.139562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f1ab62-6d0b-4908-a420-504b108fb086 None None] Routers {'d2bce484-8e59-4c46-a322-92761a61c443'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:34.140259 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-11f1ab62-6d0b-4908-a420-504b108fb086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d2bce484-8e59-4c46-a322-92761a61c443'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:34.253857 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bf282-dfba-4684-b04c-712c6b6386d1 req-a0b335d4-50df-481f-98c2-7c72e0e11f45 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:34.255337 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f1bf282-dfba-4684-b04c-712c6b6386d1 req-a0b335d4-50df-481f-98c2-7c72e0e11f45 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 931 time: 0.2121792 Mar 23 12:34:34.350308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-11f1ab62-6d0b-4908-a420-504b108fb086 None None] Set router d2bce484-8e59-4c46-a322-92761a61c443 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:34:34.352128 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f1bf282-dfba-4684-b04c-712c6b6386d1 req-6da356ce-dc7b-4741-a30a-d298022b52cf tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fe46f7c-997e-4933-afe7-96f0ad672387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835829 Mar 23 12:34:34.470234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d849086-0ee6-4700-b370-e90ca6aa12b6 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:34:34.480194 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:34.505936 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Transition to ACTIVE for port object 1d849086-0ee6-4700-b370-e90ca6aa12b6 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:34:34.508420 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff332bc6-2fd3-4067-95b3-2506b4bf3fb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff3aec7-02a5-4b86-8869-0ee633b87144,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:34.511681 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:34.588501 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff332bc6-2fd3-4067-95b3-2506b4bf3fb4 admin admin] Checking segment: {'id': 'df9664c4-bc55-4373-8cdb-0869ca714a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ed6bdac2-9987-43bf-984a-7d34e861faba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:34:34.588892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff332bc6-2fd3-4067-95b3-2506b4bf3fb4 admin admin] Network hostable DHCP agents. Network: ed6bdac2-9987-43bf-984a-7d34e861faba, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:34:34.601802 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f345ec8-0c3c-4761-a65f-e4d7c49ba30c req-bba2d510-d477-4721-a634-13e1f141f809 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:34.609365 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3f345ec8-0c3c-4761-a65f-e4d7c49ba30c req-bba2d510-d477-4721-a634-13e1f141f809 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.6184921 Mar 23 12:34:34.644783 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba54bf40-5072-492b-a026-996ca7607783 req-31eb4ee9-3378-4093-b30c-3a1cc1990b4d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20d3a6b0-0209-4be2-ab2b-8930eee855c2 HTTP/1.1" status: 200 len: 1000 time: 0.5537851 Mar 23 12:34:34.655598 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:34.658900 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Pushing event updated for resources: {'Port': ['ID=1d849086-0ee6-4700-b370-e90ca6aa12b6,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:34.721442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Attempting to bind port 1d849086-0ee6-4700-b370-e90ca6aa12b6 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:34:34.722787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Attempting to bind port 1d849086-0ee6-4700-b370-e90ca6aa12b6 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '5029d2b0-6a68-4469-b15d-18143ad1b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7883d8c4-dd17-4e80-9a0d-bfcc6889b256'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:34:34.723355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Attempting to bind port 1d849086-0ee6-4700-b370-e90ca6aa12b6 on network 7883d8c4-dd17-4e80-9a0d-bfcc6889b256 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:34:34.729005 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Port 1d849086-0ee6-4700-b370-e90ca6aa12b6 on network 7883d8c4-dd17-4e80-9a0d-bfcc6889b256 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:34:34.729721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Attempting to bind port 1d849086-0ee6-4700-b370-e90ca6aa12b6 on network 7883d8c4-dd17-4e80-9a0d-bfcc6889b256 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:34:34.737226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:34:34.737823 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Checking segment: {'id': '5029d2b0-6a68-4469-b15d-18143ad1b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7883d8c4-dd17-4e80-9a0d-bfcc6889b256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:34:34.738417 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Bound using segment: {'id': '5029d2b0-6a68-4469-b15d-18143ad1b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7883d8c4-dd17-4e80-9a0d-bfcc6889b256'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:34:34.738974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Bound port: 1d849086-0ee6-4700-b370-e90ca6aa12b6, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5029d2b0-6a68-4469-b15d-18143ad1b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7883d8c4-dd17-4e80-9a0d-bfcc6889b256'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:34:34.739420 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:34.744343 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-11f1ab62-6d0b-4908-a420-504b108fb086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'name': 'tempest-ServersTestJSON-1463403295-router', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd0f90260-22ca-4503-93db-74550b268747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:50Z', 'updated_at': '2022-03-23T12:34:02Z', 'revision_number': 4, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'gw_port': {'id': 'd0f90260-22ca-4503-93db-74550b268747', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:33:53Z', 'updated_at': '2022-03-23T12:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '7a75b6be-6443-4071-992d-155d219e5a44', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'port_id': '20d3a6b0-0209-4be2-ab2b-8930eee855c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13', 'mac_address': 'fa:16:3e:37:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec45aeae-927a-477f-ba43-9690e4fe2fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:34:11Z', 'updated_at': '2022-03-23T12:34:32Z', 'revision_number': 1, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e5be4f-d9e7-4a8a-a7f5-66350cca240b', 'name': '', 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'mac_address': 'fa:16:3e:e9:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:34:00Z', 'updated_at': '2022-03-23T12:34:08Z', 'revision_number': 5, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'subnets': [{'id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:34.756969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff332bc6-2fd3-4067-95b3-2506b4bf3fb4 admin admin] Network ed6bdac2-9987-43bf-984a-7d34e861faba is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:34:34.785558 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3f345ec8-0c3c-4761-a65f-e4d7c49ba30c req-77f0116c-6e07-46a7-ad58-6e1a33dc315c tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738379 Mar 23 12:34:34.789445 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f1ab62-6d0b-4908-a420-504b108fb086 None None] The sync data for ids ['d2bce484-8e59-4c46-a322-92761a61c443'] in n-d-834854-1 is: [{'id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'name': 'tempest-ServersTestJSON-1463403295-router', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd0f90260-22ca-4503-93db-74550b268747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:50Z', 'updated_at': '2022-03-23T12:34:02Z', 'revision_number': 4, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'gw_port': {'id': 'd0f90260-22ca-4503-93db-74550b268747', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:33:53Z', 'updated_at': '2022-03-23T12:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '7a75b6be-6443-4071-992d-155d219e5a44', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'port_id': '20d3a6b0-0209-4be2-ab2b-8930eee855c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13', 'mac_address': 'fa:16:3e:37:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec45aeae-927a-477f-ba43-9690e4fe2fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:34:11Z', 'updated_at': '2022-03-23T12:34:32Z', 'revision_number': 1, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e5be4f-d9e7-4a8a-a7f5-66350cca240b', 'name': '', 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'mac_address': 'fa:16:3e:e9:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:34:00Z', 'updated_at': '2022-03-23T12:34:08Z', 'revision_number': 5, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'subnets': [{'id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:34:34.798828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54bf40-5072-492b-a026-996ca7607783 req-30fc2d5d-5d51-4e79-906e-e884c19b72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:34.806331 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba54bf40-5072-492b-a026-996ca7607783 req-30fc2d5d-5d51-4e79-906e-e884c19b72cc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=25910460-dc05-4fdf-abdd-3cfdf8cb7412 HTTP/1.1" status: 200 len: 845 time: 0.1458578 Mar 23 12:34:34.808009 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ff332bc6-2fd3-4067-95b3-2506b4bf3fb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, ed6bdac2-9987-43bf-984a-7d34e861faba) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:34:34.829526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9189d8-d195-4b76-8e2d-8f4fac2e3b16 None None] Network ed6bdac2-9987-43bf-984a-7d34e861faba requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:34:34.902434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff332bc6-2fd3-4067-95b3-2506b4bf3fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:34.911722 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff332bc6-2fd3-4067-95b3-2506b4bf3fb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:34.913249 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] For port 1d849086-0ee6-4700-b370-e90ca6aa12b6, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:34:34.924117 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] For port 1d849086-0ee6-4700-b370-e90ca6aa12b6, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=1d849086-0ee6-4700-b370-e90ca6aa12b6,segment=NetworkSegment(5029d2b0-6a68-4469-b15d-18143ad1b79d),segment_id=5029d2b0-6a68-4469-b15d-18143ad1b79d)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:34:34.930937 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:35.036166 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ff332bc6-2fd3-4067-95b3-2506b4bf3fb4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7233942 Mar 23 12:34:35.050660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:35.051491 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:35.056513 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-1896e242-9578-4859-8422-e4629e002b24 service neutron] 10.222.0.73 "PUT /v2.0/ports/1d849086-0ee6-4700-b370-e90ca6aa12b6 HTTP/1.1" status: 200 len: 1091 time: 1.1258111 Mar 23 12:34:35.096164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de13a5f-c9b5-494c-ba7c-0324c6faf3d0', 'tag': '1d849086-0ee6-4700-b370-e90ca6aa12b6'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:35.100840 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac07c0e-fb5d-4b98-96d4-62d8cce3d3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5de13a5f-c9b5-494c-ba7c-0324c6faf3d0", "tag": "1d849086-0ee6-4700-b370-e90ca6aa12b6"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:35.184112 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1dc1c4-2559-4f91-baaf-5e9bc61e94ba None None] Network ed6bdac2-9987-43bf-984a-7d34e861faba requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:34:35.203879 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54bf40-5072-492b-a026-996ca7607783 req-7e520f26-d58a-479f-b95f-e6061498de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:35.209954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896e242-9578-4859-8422-e4629e002b24 service neutron] Pushing event updated for resources: {'Port': ['ID=1d849086-0ee6-4700-b370-e90ca6aa12b6,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:35.213206 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba54bf40-5072-492b-a026-996ca7607783 req-7e520f26-d58a-479f-b95f-e6061498de38 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=390b0a03-cc42-43de-bc59-2514c3b31b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3938196 Mar 23 12:34:35.289909 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedfe4fd-526f-406f-82ad-7ae004ba5976 x-openstack-request-id: req-bedfe4fd-526f-406f-82ad-7ae004ba5976 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:35.290243 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de13a5f-c9b5-494c-ba7c-0324c6faf3d0", "tag": "1d849086-0ee6-4700-b370-e90ca6aa12b6", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:35.290579 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bedfe4fd-526f-406f-82ad-7ae004ba5976 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:35.292241 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de13a5f-c9b5-494c-ba7c-0324c6faf3d0', 'tag': '1d849086-0ee6-4700-b370-e90ca6aa12b6', 'status': 'completed', 'code': 200} Mar 23 12:34:35.358647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-2b3a0497-1bfe-4e07-9502-3caa2a4b7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:35.360372 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-2b3a0497-1bfe-4e07-9502-3caa2a4b7b19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8ea704b3ef74d35a2ba5228b2342b3f&device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 1094 time: 0.2180638 Mar 23 12:34:35.444784 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-4a98541d-c1e4-44c0-b46c-56ce97b4be66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d849086-0ee6-4700-b370-e90ca6aa12b6 HTTP/1.1" status: 200 len: 217 time: 0.0705469 Mar 23 12:34:35.473524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb8d02-6c1c-49a2-b6b5-77a82118aebd req-3502dcd4-41cd-47a8-9923-1a38e7a45e2f tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:35.476429 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-18cb8d02-6c1c-49a2-b6b5-77a82118aebd req-3502dcd4-41cd-47a8-9923-1a38e7a45e2f tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.1115158 Mar 23 12:34:35.530262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecc585-77b6-419e-b57f-a32396937351 req-8d371b7e-8435-4c9c-849c-951009288144 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:35.539765 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-adecc585-77b6-419e-b57f-a32396937351 req-8d371b7e-8435-4c9c-849c-951009288144 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 945 time: 0.4443712 Mar 23 12:34:35.570975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-2d049f50-10c3-489f-93f9-2e781ea712a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:35.572544 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-2d049f50-10c3-489f-93f9-2e781ea712a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0a44dc4-c0c0-4f78-abdd-672d748b657c HTTP/1.1" status: 200 len: 853 time: 0.1076450 Mar 23 12:34:35.576639 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-18cb8d02-6c1c-49a2-b6b5-77a82118aebd req-fe969263-59cb-4051-9e99-29495fdac7ff tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869248 Mar 23 12:34:35.627856 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-7d7f0198-e651-4e9c-85ac-b49b9d19c106 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7883d8c4-dd17-4e80-9a0d-bfcc6889b256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469182 Mar 23 12:34:35.674686 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f60acc-205f-4346-97fc-f21c3e80ed03 None None] New status for floating IP 7a75b6be-6443-4071-992d-155d219e5a44: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:34:35.743318 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba54bf40-5072-492b-a026-996ca7607783 req-3355164c-1bff-4ad3-9a84-3c51d99377dd service neutron] 10.222.0.77 "GET /v2.0/networks/390b0a03-cc42-43de-bc59-2514c3b31b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212827 Mar 23 12:34:35.778063 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-dd46407c-d41c-4527-a85f-f58a74c75eaf service neutron] 10.222.0.73 "GET /v2.0/networks/7883d8c4-dd17-4e80-9a0d-bfcc6889b256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372745 Mar 23 12:34:35.794535 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-adecc585-77b6-419e-b57f-a32396937351 req-e88698ed-9223-4a76-8b1a-ff6f8d37b8df tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532122 Mar 23 12:34:35.814104 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef279192-9bfd-4ece-bce1-da1c5d17d242 req-ab13e792-1e38-45e3-b709-a5bab4bba38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:35.816024 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ef279192-9bfd-4ece-bce1-da1c5d17d242 req-ab13e792-1e38-45e3-b709-a5bab4bba38a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12f9b17f822645fe8c1c12b9abc01991&device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 1097 time: 0.3182247 Mar 23 12:34:35.878897 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:35.919124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde65e44-fb96-4441-bfa0-502a828834c6 req-677fc842-0aab-497a-aec5-2f63a967be97 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:35.923538 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cde65e44-fb96-4441-bfa0-502a828834c6 req-677fc842-0aab-497a-aec5-2f63a967be97 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 943 time: 0.2516122 Mar 23 12:34:36.011407 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cde65e44-fb96-4441-bfa0-502a828834c6 req-9d7ca07d-ef5f-41fd-8d84-aa90e0437664 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fe46f7c-997e-4933-afe7-96f0ad672387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690546 Mar 23 12:34:36.015798 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-700d5711-9728-49db-a4df-c8a4c2935bc9 req-e1e8f691-4f2a-4125-aa0f-0d9377a931c2 service neutron] 10.222.0.73 "GET /v2.0/networks/7883d8c4-dd17-4e80-9a0d-bfcc6889b256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908565 Mar 23 12:34:36.114946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef279192-9bfd-4ece-bce1-da1c5d17d242 req-0db32235-5936-4703-b6d4-7f5e279792e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:36.117194 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ef279192-9bfd-4ece-bce1-da1c5d17d242 req-0db32235-5936-4703-b6d4-7f5e279792e4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7236f3b1-4b4d-4249-ad33-13e1717070cc HTTP/1.1" status: 200 len: 917 time: 0.2801297 Mar 23 12:34:36.119536 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:36.185290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac07c0e-fb5d-4b98-96d4-62d8cce3d3cd req-2df095ce-7db9-405e-8e7b-181d880219e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:36.194014 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ac07c0e-fb5d-4b98-96d4-62d8cce3d3cd req-2df095ce-7db9-405e-8e7b-181d880219e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8ea704b3ef74d35a2ba5228b2342b3f&device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 1094 time: 0.0852907 Mar 23 12:34:36.277407 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ef279192-9bfd-4ece-bce1-da1c5d17d242 req-0d89a32f-1682-4c7d-887f-03e4adb3bea5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 HTTP/1.1" status: 200 len: 217 time: 0.1381505 Mar 23 12:34:36.314646 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac07c0e-fb5d-4b98-96d4-62d8cce3d3cd req-c77bb0a5-3b17-4f0c-826b-6bafa8d763e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:36.316383 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ac07c0e-fb5d-4b98-96d4-62d8cce3d3cd req-c77bb0a5-3b17-4f0c-826b-6bafa8d763e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7883d8c4-dd17-4e80-9a0d-bfcc6889b256 HTTP/1.1" status: 200 len: 914 time: 0.1173496 Mar 23 12:34:36.396299 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ac07c0e-fb5d-4b98-96d4-62d8cce3d3cd req-3fa976b9-5453-4c33-b5f2-1bc9c4fdfe77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d849086-0ee6-4700-b370-e90ca6aa12b6 HTTP/1.1" status: 200 len: 217 time: 0.0627122 Mar 23 12:34:36.433571 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef279192-9bfd-4ece-bce1-da1c5d17d242 req-07a729cc-31e3-4473-bbe6-7d4427184e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:36.435196 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ef279192-9bfd-4ece-bce1-da1c5d17d242 req-07a729cc-31e3-4473-bbe6-7d4427184e64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9546c30-00e0-4db9-9435-93ebb926fe1a HTTP/1.1" status: 200 len: 855 time: 0.1365917 Mar 23 12:34:36.445402 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba54bf40-5072-492b-a026-996ca7607783 req-d0249384-66b6-4796-99af-574ac5bf9296 service neutron] 10.222.0.77 "GET /v2.0/networks/390b0a03-cc42-43de-bc59-2514c3b31b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717355 Mar 23 12:34:36.476824 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac07c0e-fb5d-4b98-96d4-62d8cce3d3cd req-17845f34-d8ba-4b8d-bf08-c812a3f73c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:36.478920 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ac07c0e-fb5d-4b98-96d4-62d8cce3d3cd req-17845f34-d8ba-4b8d-bf08-c812a3f73c63 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0a44dc4-c0c0-4f78-abdd-672d748b657c HTTP/1.1" status: 200 len: 853 time: 0.0698283 Mar 23 12:34:36.524801 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ac07c0e-fb5d-4b98-96d4-62d8cce3d3cd req-3f97a282-2cd5-4ff1-8d67-c9a617c94b5d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7883d8c4-dd17-4e80-9a0d-bfcc6889b256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383079 Mar 23 12:34:36.626132 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef279192-9bfd-4ece-bce1-da1c5d17d242 req-a410ff70-075b-4abc-b5d2-1efd70228b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:36.628128 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ef279192-9bfd-4ece-bce1-da1c5d17d242 req-a410ff70-075b-4abc-b5d2-1efd70228b63 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7236f3b1-4b4d-4249-ad33-13e1717070cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1727655 Mar 23 12:34:36.674541 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ac07c0e-fb5d-4b98-96d4-62d8cce3d3cd req-664bb6a7-6a9d-4be1-92fd-9da10b210258 service neutron] 10.222.0.73 "GET /v2.0/networks/7883d8c4-dd17-4e80-9a0d-bfcc6889b256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286445 Mar 23 12:34:36.737602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Allocated IP 172.25.2.222 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/831279d5-284f-46d9-aa56-0449f958e53e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:34:36.741870 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ef279192-9bfd-4ece-bce1-da1c5d17d242 req-d68ad3d3-3feb-4630-9105-a83cc70221b9 service neutron] 10.222.0.73 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048164 Mar 23 12:34:36.753974 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-133bd8d6-7f48-4e0b-ac79-37103413e376 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:36.755849 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-133bd8d6-7f48-4e0b-ac79-37103413e376 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/networks?id=ed6bdac2-9987-43bf-984a-7d34e861faba HTTP/1.1" status: 200 len: 812 time: 0.5226541 Mar 23 12:34:36.806300 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-717842a2-2e97-4274-a012-f57ca9f98ad5 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/quotas/303b3257a21d49478421e2526ec907e9 HTTP/1.1" status: 200 len: 375 time: 0.0380976 Mar 23 12:34:36.895054 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-69bda3fa-3b48-478e-a499-49e45d2e9cf3 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=303b3257a21d49478421e2526ec907e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438185 Mar 23 12:34:36.976134 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f0863-9ee7-4831-bc48-656d5957bdfb req-622ea422-dc74-48c8-be13-0d7e946072ea tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:36.987418 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-446f0863-9ee7-4831-bc48-656d5957bdfb req-622ea422-dc74-48c8-be13-0d7e946072ea tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.1934180 Mar 23 12:34:37.000440 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ac07c0e-fb5d-4b98-96d4-62d8cce3d3cd req-e9128363-2694-473a-8b66-65168fa1df4a service neutron] 10.222.0.73 "GET /v2.0/networks/7883d8c4-dd17-4e80-9a0d-bfcc6889b256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180563 Mar 23 12:34:37.056835 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-446f0863-9ee7-4831-bc48-656d5957bdfb req-2f3d9a0d-dbc6-45fa-9139-bbdede919e08 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678525 Mar 23 12:34:37.127321 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ef279192-9bfd-4ece-bce1-da1c5d17d242 req-9530cae2-7d76-4ec8-92ee-ca4cd060d3f7 service neutron] 10.222.0.73 "GET /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676541 Mar 23 12:34:37.240496 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-959e6bc1-fa8a-4b57-9d32-d86d9cef1b15 service neutron] 10.222.0.52 "GET /v2.0/networks/ed6bdac2-9987-43bf-984a-7d34e861faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969220 Mar 23 12:34:37.249788 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:37.251709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c73f7-d9e9-4d62-b75f-34b77af02a55 req-f3422dbd-b0b5-4c1c-a7ce-276832be0373 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:37.253345 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d2c73f7-d9e9-4d62-b75f-34b77af02a55 req-f3422dbd-b0b5-4c1c-a7ce-276832be0373 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 945 time: 0.0805378 Mar 23 12:34:37.312193 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d2c73f7-d9e9-4d62-b75f-34b77af02a55 req-723ff90f-aa06-455f-973b-e469f65cbda4 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503581 Mar 23 12:34:37.458256 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-4b26cfcd-08a3-4336-9ce1-156e385114a3 service neutron] 10.222.0.52 "GET /v2.0/networks/ed6bdac2-9987-43bf-984a-7d34e861faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020442 Mar 23 12:34:37.461070 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:37.493832 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa98f2c-ad4f-41e6-8bd2-07625263fd74 req-9ad95457-a05f-40e6-9276-93eb835d73a1 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:37.496284 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6fa98f2c-ad4f-41e6-8bd2-07625263fd74 req-9ad95457-a05f-40e6-9276-93eb835d73a1 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 943 time: 0.0714900 Mar 23 12:34:37.534750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:34:37.538865 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:34:37.543835 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:34:37.588521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Pushing event updated for resources: {'Port': ['ID=831279d5-284f-46d9-aa56-0449f958e53e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:37.600439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6fa98f2c-ad4f-41e6-8bd2-07625263fd74 req-cf98a08d-05d5-4bcf-91ea-8fa24832501a tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fe46f7c-997e-4933-afe7-96f0ad672387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889716 Mar 23 12:34:37.736021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf8dedd1-2579-48e7-8cd3-e998be15104b req-f1544dff-ba89-4f8d-b0da-603131f013fb tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 210 time: 0.0354664 Mar 23 12:34:37.983535 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:38.463602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef64e6-040e-49fe-acd5-1efcf32795c6 req-7224538a-c973-4a95-8d87-a22c47035998 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:38.465259 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-25ef64e6-040e-49fe-acd5-1efcf32795c6 req-7224538a-c973-4a95-8d87-a22c47035998 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.0676975 Mar 23 12:34:38.513148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc72b8-72cf-40dc-9b71-5331dc2326c2 req-77c3aae3-a848-46b5-92da-73d457cb4d22 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:38.514737 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4adc72b8-72cf-40dc-9b71-5331dc2326c2 req-77c3aae3-a848-46b5-92da-73d457cb4d22 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 945 time: 0.0702641 Mar 23 12:34:38.580531 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-25ef64e6-040e-49fe-acd5-1efcf32795c6 req-2a3d86eb-d998-4184-9a2f-7abe6fca2456 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812910 Mar 23 12:34:38.600965 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4adc72b8-72cf-40dc-9b71-5331dc2326c2 req-5ff35de8-ef98-4b9b-b0be-669a0661fec6 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739071 Mar 23 12:34:38.606300 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:38.610644 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:38.832262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc99d4e-2dcb-4083-85be-c39f3080b62c req-f6ff24a2-38ef-496e-93e0-54d11cc4f5e8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:38.833943 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1cc99d4e-2dcb-4083-85be-c39f3080b62c req-f6ff24a2-38ef-496e-93e0-54d11cc4f5e8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.0679650 Mar 23 12:34:38.846654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4572c-02ba-40da-983a-c70fb670bf4d req-1d28b967-0674-4600-9996-9e2cb28269d0 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:38.848477 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7bf4572c-02ba-40da-983a-c70fb670bf4d req-1d28b967-0674-4600-9996-9e2cb28269d0 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 943 time: 0.1077821 Mar 23 12:34:38.882049 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1cc99d4e-2dcb-4083-85be-c39f3080b62c req-bc2910db-cbc4-4ebe-b31c-25ad29b4a306 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367990 Mar 23 12:34:38.910888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Router 1209313e-9463-4f44-9fcb-7253c5ccf3d3 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:34:38.943693 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7bf4572c-02ba-40da-983a-c70fb670bf4d req-3f727df4-0a2c-481c-85a2-3004942f63fc tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fe46f7c-997e-4933-afe7-96f0ad672387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871184 Mar 23 12:34:38.999153 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-566ea8e4-5569-4977-976d-bebc65873d2e req-4819e2be-e8da-4b86-9ae0-b1c917ac55a7 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 210 time: 0.0309803 Mar 23 12:34:39.201523 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:34:39.215099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab446e87-14ab-4ed3-a8cf-7fa44fa096ea None None] Sync routers for ids ['1209313e-9463-4f44-9fcb-7253c5ccf3d3'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:34:39.219126 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:39.221839 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b5cd2efa-458e-4452-9620-8cc636a867a8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "PUT /v2.0/routers/1209313e-9463-4f44-9fcb-7253c5ccf3d3 HTTP/1.1" status: 200 len: 884 time: 5.4140451 Mar 23 12:34:39.223699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58852) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:39.224419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab446e87-14ab-4ed3-a8cf-7fa44fa096ea None None] Routers {'1209313e-9463-4f44-9fcb-7253c5ccf3d3'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:39.225213 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ab446e87-14ab-4ed3-a8cf-7fa44fa096ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1209313e-9463-4f44-9fcb-7253c5ccf3d3'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:39.247438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d3709-c388-44dc-abd1-6b6e498c21fc req-789184b2-df0d-469b-b760-9229733fe2ae tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:39.255901 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c2d3709-c388-44dc-abd1-6b6e498c21fc req-789184b2-df0d-469b-b760-9229733fe2ae tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=64df2bbc-19c6-45fa-9b96-514c67746516 HTTP/1.1" status: 200 len: 945 time: 0.1793616 Mar 23 12:34:39.260761 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ab446e87-14ab-4ed3-a8cf-7fa44fa096ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:39.270257 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab446e87-14ab-4ed3-a8cf-7fa44fa096ea None None] Routers {'1209313e-9463-4f44-9fcb-7253c5ccf3d3'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:39.270935 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ab446e87-14ab-4ed3-a8cf-7fa44fa096ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1209313e-9463-4f44-9fcb-7253c5ccf3d3'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:39.303755 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-7a4fb315-301e-4e59-ae66-e0f8dd500ff5 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:39.305518 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-7a4fb315-301e-4e59-ae66-e0f8dd500ff5 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.77 "GET /v2.0/networks?id=ed6bdac2-9987-43bf-984a-7d34e861faba HTTP/1.1" status: 200 len: 812 time: 0.1849754 Mar 23 12:34:39.310601 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ab446e87-14ab-4ed3-a8cf-7fa44fa096ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:39.311318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab446e87-14ab-4ed3-a8cf-7fa44fa096ea None None] The sync data for ids ['1209313e-9463-4f44-9fcb-7253c5ccf3d3'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:34:39.333541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-aee6044e-5d10-4a9b-b7a0-b2430614dbf2 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Request body: {'port': {'device_id': '9ab86ee1-9535-4498-b1fa-0651b42277e0', 'network_id': 'ed6bdac2-9987-43bf-984a-7d34e861faba', 'admin_state_up': True, 'tenant_id': '303b3257a21d49478421e2526ec907e9'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:39.341621 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c2d3709-c388-44dc-abd1-6b6e498c21fc req-42cdd0f9-8027-410c-8960-d75d59996c71 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847015 Mar 23 12:34:39.395434 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e052e936-2642-4f84-b2ff-1264e0d432d3 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "GET /v2.0/routers/1209313e-9463-4f44-9fcb-7253c5ccf3d3 HTTP/1.1" status: 200 len: 925 time: 0.1703622 Mar 23 12:34:39.399517 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58856) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:39.459916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bec5602-9cea-4070-adf1-72e0239ab43c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:39.461665 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5bec5602-9cea-4070-adf1-72e0239ab43c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=d572c108-a075-488a-949c-3a07028bd9a2&device_id=1209313e-9463-4f44-9fcb-7253c5ccf3d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0607061 Mar 23 12:34:39.468861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58858) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:39.502250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-aee6044e-5d10-4a9b-b7a0-b2430614dbf2 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Made reservation on behalf of 303b3257a21d49478421e2526ec907e9 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:34:39.505946 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-aee6044e-5d10-4a9b-b7a0-b2430614dbf2 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:39.516472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f100c-6a2b-4ed7-92df-daa723761f09 req-6d5f9f33-c373-4e41-9deb-591282f3c21a tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:39.518098 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-af7f100c-6a2b-4ed7-92df-daa723761f09 req-6d5f9f33-c373-4e41-9deb-591282f3c21a tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 946 time: 0.0553277 Mar 23 12:34:39.569840 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-af7f100c-6a2b-4ed7-92df-daa723761f09 req-325b8140-6f74-41fd-87d7-92b332da7615 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422635 Mar 23 12:34:39.640558 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-e3a07dc9-0fbf-4002-841b-feb9935bd9a7 req-2129902b-9620-4a5f-836a-18c6b9c7eac6 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:34:39.641595 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e3a07dc9-0fbf-4002-841b-feb9935bd9a7 req-2129902b-9620-4a5f-836a-18c6b9c7eac6 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190716 Mar 23 12:34:39.650989 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8213c16a-c791-4ab7-aeec-09a175fe0060 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:39.652257 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8213c16a-c791-4ab7-aeec-09a175fe0060 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 881 time: 0.1823864 Mar 23 12:34:39.658677 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58864) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:39.688885 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 1d849086-0ee6-4700-b370-e90ca6aa12b6 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:34:39.703147 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f1fcafc7-c66a-4006-886c-c999e30f0ff7 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "GET /v2.0/ports?device_id=1209313e-9463-4f44-9fcb-7253c5ccf3d3 HTTP/1.1" status: 200 len: 205 time: 0.0421741 Mar 23 12:34:39.713682 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58866) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:39.775670 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-aee6044e-5d10-4a9b-b7a0-b2430614dbf2 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Allocated IP 172.20.0.2 (ed6bdac2-9987-43bf-984a-7d34e861faba/eff3aec7-02a5-4b86-8869-0ee633b87144/900d4635-21c7-46b6-83a7-c1b1f4a2c88f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:34:39.805128 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e3a07dc9-0fbf-4002-841b-feb9935bd9a7 req-5aab0768-ce19-40f0-91b4-d117ffa542b9 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1511474 Mar 23 12:34:39.818147 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 1d849086-0ee6-4700-b370-e90ca6aa12b6, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=1d849086-0ee6-4700-b370-e90ca6aa12b6,segment=NetworkSegment(5029d2b0-6a68-4469-b15d-18143ad1b79d),segment_id=5029d2b0-6a68-4469-b15d-18143ad1b79d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:39.830242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '1d849086-0ee6-4700-b370-e90ca6aa12b6', 'network_id': '7883d8c4-dd17-4e80-9a0d-bfcc6889b256', 'port_id': '1d849086-0ee6-4700-b370-e90ca6aa12b6', 'mac_address': 'fa:16:3e:4d:4c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a44dc4-c0c0-4f78-abdd-672d748b657c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:34:39.873820 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:39.888567 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d849086-0ee6-4700-b370-e90ca6aa12b6 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:34:39.889172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02779d8-60ba-46b8-80d8-64174b935a02 req-730c9582-9432-44b7-ab22-df3194a696e6 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:39.890757 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c02779d8-60ba-46b8-80d8-64174b935a02 req-730c9582-9432-44b7-ab22-df3194a696e6 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 945 time: 0.1044500 Mar 23 12:34:39.897485 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-741d0e0f-8dbc-49b2-ad65-2693cd6c4131 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:39.928431 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 1d849086-0ee6-4700-b370-e90ca6aa12b6, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=1d849086-0ee6-4700-b370-e90ca6aa12b6,segment=NetworkSegment(5029d2b0-6a68-4469-b15d-18143ad1b79d),segment_id=5029d2b0-6a68-4469-b15d-18143ad1b79d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:39.933621 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:40.015938 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c02779d8-60ba-46b8-80d8-64174b935a02 req-1c8a580d-11a6-49cf-bb32-633a3bf94ddd tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088371 Mar 23 12:34:40.020584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=1d849086-0ee6-4700-b370-e90ca6aa12b6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:40.037807 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:40.038429 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:40.038815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:40.039449 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:40.040112 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:40.040799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:40.041725 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:40.042247 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:40.042855 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:40.043359 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:40.043853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:40.044442 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:40.084038 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-aee6044e-5d10-4a9b-b7a0-b2430614dbf2 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:40.109922 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-741d0e0f-8dbc-49b2-ad65-2693cd6c4131 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:40.164650 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-aee6044e-5d10-4a9b-b7a0-b2430614dbf2 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:40.218433 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42e1a4-4ec4-402a-9ecc-ddb95cd7e38e req-3508b918-778e-43e2-b6e0-f9191653e5e9 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:40.220053 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4a42e1a4-4ec4-402a-9ecc-ddb95cd7e38e req-3508b918-778e-43e2-b6e0-f9191653e5e9 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.0662167 Mar 23 12:34:40.227336 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-741d0e0f-8dbc-49b2-ad65-2693cd6c4131 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Deleting port 831279d5-284f-46d9-aa56-0449f958e53e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:34:40.228048 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-741d0e0f-8dbc-49b2-ad65-2693cd6c4131 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:40.231975 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-aee6044e-5d10-4a9b-b7a0-b2430614dbf2 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Network ed6bdac2-9987-43bf-984a-7d34e861faba is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:34:40.240675 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-aee6044e-5d10-4a9b-b7a0-b2430614dbf2 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:34:40.247207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-aee6044e-5d10-4a9b-b7a0-b2430614dbf2 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:34:40.252278 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6044e-5d10-4a9b-b7a0-b2430614dbf2 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Pushing event updated for resources: {'Port': ['ID=900d4635-21c7-46b6-83a7-c1b1f4a2c88f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:40.282221 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc81d5-a917-4a2b-9c0e-fb84895826d7 req-1b587ca3-ed41-4d64-bddf-34a846664fa8 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:40.284093 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5abc81d5-a917-4a2b-9c0e-fb84895826d7 req-1b587ca3-ed41-4d64-bddf-34a846664fa8 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 944 time: 0.1605763 Mar 23 12:34:40.332498 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-aee6044e-5d10-4a9b-b7a0-b2430614dbf2 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:40.333187 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-aee6044e-5d10-4a9b-b7a0-b2430614dbf2 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:40.359709 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5abc81d5-a917-4a2b-9c0e-fb84895826d7 req-f9738a3b-ce88-4364-9eae-e742b450823c tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fe46f7c-997e-4933-afe7-96f0ad672387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613232 Mar 23 12:34:40.361241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4a42e1a4-4ec4-402a-9ecc-ddb95cd7e38e req-701042b6-b3d8-4f09-89e7-e35f6fdef024 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297162 Mar 23 12:34:40.377285 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-aee6044e-5d10-4a9b-b7a0-b2430614dbf2 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0568063 Mar 23 12:34:40.394248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['1d849086-0ee6-4700-b370-e90ca6aa12b6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:40.407447 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Request body: {'port': {'device_id': '9ab86ee1-9535-4498-b1fa-0651b42277e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:40.438005 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-741d0e0f-8dbc-49b2-ad65-2693cd6c4131 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:40.543017 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:40.604335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264f8d6-bdab-4e23-bbac-e73b38a6d876 req-82eb3f87-5044-4ce2-82aa-d8feab60bd73 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:40.606747 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7264f8d6-bdab-4e23-bbac-e73b38a6d876 req-82eb3f87-5044-4ce2-82aa-d8feab60bd73 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=64df2bbc-19c6-45fa-9b96-514c67746516 HTTP/1.1" status: 200 len: 945 time: 0.1116610 Mar 23 12:34:40.731230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-741d0e0f-8dbc-49b2-ad65-2693cd6c4131 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Calling delete_port for 831279d5-284f-46d9-aa56-0449f958e53e owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:34:40.769320 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7264f8d6-bdab-4e23-bbac-e73b38a6d876 req-94f7a3c8-b98e-4a02-9c95-1f241dfc64a3 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392584 Mar 23 12:34:40.800901 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ccf00-f2ec-4ece-81b1-bedaecb62f24 req-b7c293ad-e468-4c7a-9ab7-53ab882cb640 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:40.811158 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed7ccf00-f2ec-4ece-81b1-bedaecb62f24 req-b7c293ad-e468-4c7a-9ab7-53ab882cb640 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 931 time: 0.3804882 Mar 23 12:34:40.893728 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed7ccf00-f2ec-4ece-81b1-bedaecb62f24 req-0f7b88dc-7e78-40d6-8e79-8f68caca7b4f tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea618cc8-cb43-4e01-bde5-89255c3eedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813289 Mar 23 12:34:41.027693 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2e4d0-512d-4910-88be-674275193d35 req-b830ce67-8436-4f66-9a07-de75eb242167 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:41.035791 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1e2e4d0-512d-4910-88be-674275193d35 req-b830ce67-8436-4f66-9a07-de75eb242167 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 946 time: 0.1192186 Mar 23 12:34:41.040346 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-741d0e0f-8dbc-49b2-ad65-2693cd6c4131 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:41.083177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d0e0f-8dbc-49b2-ad65-2693cd6c4131 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Pushing event deleted for resources: {'Port': ['ID=831279d5-284f-46d9-aa56-0449f958e53e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:41.116756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900d4635-21c7-46b6-83a7-c1b1f4a2c88f {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:34:41.135688 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:41.145462 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1e2e4d0-512d-4910-88be-674275193d35 req-acf6edb6-289a-48c3-a12d-b6c811598d70 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022151 Mar 23 12:34:41.165488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Transition to ACTIVE for port object 900d4635-21c7-46b6-83a7-c1b1f4a2c88f will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:34:41.182142 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:41.243646 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Pushing event updated for resources: {'Port': ['ID=900d4635-21c7-46b6-83a7-c1b1f4a2c88f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:41.251606 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-741d0e0f-8dbc-49b2-ad65-2693cd6c4131 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:41.300225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6214733-74f6-475a-bd00-3bb92aa42fb0 req-47aa02fd-050d-4327-bae2-e1256e1ecc43 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:41.302664 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b6214733-74f6-475a-bd00-3bb92aa42fb0 req-47aa02fd-050d-4327-bae2-e1256e1ecc43 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 945 time: 0.1281404 Mar 23 12:34:41.358508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Attempting to bind port 900d4635-21c7-46b6-83a7-c1b1f4a2c88f on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:34:41.358943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Attempting to bind port 900d4635-21c7-46b6-83a7-c1b1f4a2c88f by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'df9664c4-bc55-4373-8cdb-0869ca714a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ed6bdac2-9987-43bf-984a-7d34e861faba'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:34:41.359433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Attempting to bind port 900d4635-21c7-46b6-83a7-c1b1f4a2c88f on network ed6bdac2-9987-43bf-984a-7d34e861faba {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:34:41.369827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Port 900d4635-21c7-46b6-83a7-c1b1f4a2c88f on network ed6bdac2-9987-43bf-984a-7d34e861faba not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:34:41.370544 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Attempting to bind port 900d4635-21c7-46b6-83a7-c1b1f4a2c88f on network ed6bdac2-9987-43bf-984a-7d34e861faba {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:34:41.380946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:34:41.381450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Checking segment: {'id': 'df9664c4-bc55-4373-8cdb-0869ca714a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ed6bdac2-9987-43bf-984a-7d34e861faba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:34:41.382038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Bound using segment: {'id': 'df9664c4-bc55-4373-8cdb-0869ca714a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ed6bdac2-9987-43bf-984a-7d34e861faba'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:34:41.382754 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Bound port: 900d4635-21c7-46b6-83a7-c1b1f4a2c88f, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9664c4-bc55-4373-8cdb-0869ca714a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ed6bdac2-9987-43bf-984a-7d34e861faba'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:34:41.383312 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:41.401019 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-741d0e0f-8dbc-49b2-ad65-2693cd6c4131 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:41.403144 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-741d0e0f-8dbc-49b2-ad65-2693cd6c4131 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:41.467150 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b6214733-74f6-475a-bd00-3bb92aa42fb0 req-cc9afd87-b55a-4573-a8a0-13d688cf84f9 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246281 Mar 23 12:34:41.472863 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-741d0e0f-8dbc-49b2-ad65-2693cd6c4131 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:41.473903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741d0e0f-8dbc-49b2-ad65-2693cd6c4131 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Fanout notify agent at l3_agent the message router_deleted on router 1209313e-9463-4f44-9fcb-7253c5ccf3d3 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:34:41.486506 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-741d0e0f-8dbc-49b2-ad65-2693cd6c4131 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:41.496851 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-741d0e0f-8dbc-49b2-ad65-2693cd6c4131 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "DELETE /v2.0/routers/1209313e-9463-4f44-9fcb-7253c5ccf3d3 HTTP/1.1" status: 204 len: 168 time: 1.7816520 Mar 23 12:34:41.498662 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] For port 900d4635-21c7-46b6-83a7-c1b1f4a2c88f, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:34:41.503319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] For port 900d4635-21c7-46b6-83a7-c1b1f4a2c88f, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=900d4635-21c7-46b6-83a7-c1b1f4a2c88f,segment=NetworkSegment(df9664c4-bc55-4373-8cdb-0869ca714a76),segment_id=df9664c4-bc55-4373-8cdb-0869ca714a76)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:34:41.511344 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58888) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:41.523314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f387247-48d6-43cc-8d08-3837e2e58c51 req-a5c47025-e73b-4118-baeb-5833bcf689ac tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:41.525332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-90287724-30f3-458a-8143-584b03938e0b tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1412481411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:41.533654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f387247-48d6-43cc-8d08-3837e2e58c51 req-a5c47025-e73b-4118-baeb-5833bcf689ac tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:41.545413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f387247-48d6-43cc-8d08-3837e2e58c51 req-a5c47025-e73b-4118-baeb-5833bcf689ac tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:41.547832 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6f387247-48d6-43cc-8d08-3837e2e58c51 req-a5c47025-e73b-4118-baeb-5833bcf689ac tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616&device_id=64df2bbc-19c6-45fa-9b96-514c67746516&device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 2418 time: 0.1190498 Mar 23 12:34:41.550782 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:41.562945 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90287724-30f3-458a-8143-584b03938e0b tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:41.565097 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90287724-30f3-458a-8143-584b03938e0b tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:41.649082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:41.650011 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:41.652406 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] 10.222.0.77 "PUT /v2.0/ports/900d4635-21c7-46b6-83a7-c1b1f4a2c88f HTTP/1.1" status: 200 len: 1091 time: 1.2588212 Mar 23 12:34:41.657064 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab86ee1-9535-4498-b1fa-0651b42277e0', 'tag': '900d4635-21c7-46b6-83a7-c1b1f4a2c88f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:41.660932 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc2d113-b6c6-473e-b955-959c278ba13d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab86ee1-9535-4498-b1fa-0651b42277e0", "tag": "900d4635-21c7-46b6-83a7-c1b1f4a2c88f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:41.679488 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90287724-30f3-458a-8143-584b03938e0b tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:41.690960 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90287724-30f3-458a-8143-584b03938e0b tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:41.733696 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e0300-0739-42c1-96ec-0c1f3bc37e74 req-093e4a4d-e028-46a8-b4d3-ecb79d03ff32 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:41.734732 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6f387247-48d6-43cc-8d08-3837e2e58c51 req-4597883c-1636-4ba0-afef-0446b261bb97 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698508 Mar 23 12:34:41.735063 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ad51d-b968-4251-96da-3ec41de2d186 service neutron] Pushing event updated for resources: {'Port': ['ID=900d4635-21c7-46b6-83a7-c1b1f4a2c88f,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:41.735780 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd5e0300-0739-42c1-96ec-0c1f3bc37e74 req-093e4a4d-e028-46a8-b4d3-ecb79d03ff32 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 944 time: 0.1608908 Mar 23 12:34:41.754491 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90287724-30f3-458a-8143-584b03938e0b tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:41.757083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-90287724-30f3-458a-8143-584b03938e0b tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2404997 Mar 23 12:34:41.762097 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58892) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:41.769178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'enable_snat': True}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:41.785889 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-10b81d63-0d3a-4add-ae24-39b60838343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:41.789601 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-10b81d63-0d3a-4add-ae24-39b60838343b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=303b3257a21d49478421e2526ec907e9&device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 1094 time: 0.0884964 Mar 23 12:34:41.866455 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3aa5071-21eb-4628-bba3-3365caadc65b x-openstack-request-id: req-b3aa5071-21eb-4628-bba3-3365caadc65b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:41.866779 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab86ee1-9535-4498-b1fa-0651b42277e0", "tag": "900d4635-21c7-46b6-83a7-c1b1f4a2c88f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:41.868109 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3aa5071-21eb-4628-bba3-3365caadc65b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:41.868109 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab86ee1-9535-4498-b1fa-0651b42277e0', 'tag': '900d4635-21c7-46b6-83a7-c1b1f4a2c88f', 'status': 'completed', 'code': 200} Mar 23 12:34:41.871910 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-3993ff74-67f1-47e9-b09c-6b7eb533e83b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=900d4635-21c7-46b6-83a7-c1b1f4a2c88f HTTP/1.1" status: 200 len: 217 time: 0.0749743 Mar 23 12:34:41.882105 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd5e0300-0739-42c1-96ec-0c1f3bc37e74 req-7c47d62c-af59-4c2f-8c8a-51b5aa86a2cd tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fe46f7c-997e-4933-afe7-96f0ad672387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224835 Mar 23 12:34:41.988943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-68a6953d-56a3-451e-8d9e-0d066ac67dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:41.990845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-68a6953d-56a3-451e-8d9e-0d066ac67dd1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eff3aec7-02a5-4b86-8869-0ee633b87144 HTTP/1.1" status: 200 len: 852 time: 0.1085820 Mar 23 12:34:42.006973 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-58b7c01a-878f-4034-9760-49b064536563 req-c791c875-1164-4da6-956f-b7eae3012699 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1382196 Mar 23 12:34:42.041086 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-7ab97b45-61bd-49ea-804e-902d8ad82eba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed6bdac2-9987-43bf-984a-7d34e861faba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330524 Mar 23 12:34:42.104533 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:42.126070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903828c9-888e-4018-bf89-a36c0c630034 req-68d70ba7-55d3-417b-87ff-b2897bbb7392 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:42.127761 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-903828c9-888e-4018-bf89-a36c0c630034 req-68d70ba7-55d3-417b-87ff-b2897bbb7392 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 943 time: 0.1432323 Mar 23 12:34:42.194303 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-3c1e622d-a2e9-45d9-ab81-dcc63a2173e4 service neutron] 10.222.0.77 "GET /v2.0/networks/ed6bdac2-9987-43bf-984a-7d34e861faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450679 Mar 23 12:34:42.234059 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-903828c9-888e-4018-bf89-a36c0c630034 req-d547325c-131c-4611-ad53-31b7d37a3356 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea618cc8-cb43-4e01-bde5-89255c3eedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830302 Mar 23 12:34:42.338521 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d990eb1-2664-4f7a-bfd3-b860d96cdc2b req-bb89ba25-1784-47ef-af86-46f5e6cf8202 service neutron] 10.222.0.77 "GET /v2.0/networks/ed6bdac2-9987-43bf-984a-7d34e861faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346874 Mar 23 12:34:42.476737 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:42.477201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2d113-b6c6-473e-b955-959c278ba13d req-51a20a57-1ea7-4f36-9062-449f58f351a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:42.479147 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecc2d113-b6c6-473e-b955-959c278ba13d req-51a20a57-1ea7-4f36-9062-449f58f351a2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=303b3257a21d49478421e2526ec907e9&device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 1094 time: 0.0595031 Mar 23 12:34:42.498582 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:42.671218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Allocated IP 172.25.2.130 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/5b681777-2326-4262-885b-0fb5f852cd33) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:34:42.717074 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020e181-414f-4dc7-bf9a-c7988ff2a795 req-39f1607b-74b8-41e0-88d4-956c9adfd0bb tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:42.720157 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2020e181-414f-4dc7-bf9a-c7988ff2a795 req-39f1607b-74b8-41e0-88d4-956c9adfd0bb tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 945 time: 0.1200883 Mar 23 12:34:42.722386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2d113-b6c6-473e-b955-959c278ba13d req-1bfbe8ba-f5bf-4bec-81c9-fd09789ad129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:42.727318 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecc2d113-b6c6-473e-b955-959c278ba13d req-1bfbe8ba-f5bf-4bec-81c9-fd09789ad129 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed6bdac2-9987-43bf-984a-7d34e861faba HTTP/1.1" status: 200 len: 913 time: 0.2358074 Mar 23 12:34:42.814133 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecc2d113-b6c6-473e-b955-959c278ba13d req-861c87c6-003a-4eb2-86ab-807e1cb4cfaf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=900d4635-21c7-46b6-83a7-c1b1f4a2c88f HTTP/1.1" status: 200 len: 217 time: 0.0713432 Mar 23 12:34:42.857263 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:42.872762 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2020e181-414f-4dc7-bf9a-c7988ff2a795 req-f0713187-816e-45d6-9e4e-9741601ee4f3 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415951 Mar 23 12:34:42.895026 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2d113-b6c6-473e-b955-959c278ba13d req-5e5eecfd-e9fb-4789-99fc-32b746c77ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:42.896831 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecc2d113-b6c6-473e-b955-959c278ba13d req-5e5eecfd-e9fb-4789-99fc-32b746c77ae9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eff3aec7-02a5-4b86-8869-0ee633b87144 HTTP/1.1" status: 200 len: 852 time: 0.0589855 Mar 23 12:34:42.914067 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:42.939285 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecc2d113-b6c6-473e-b955-959c278ba13d req-a05e01da-59a0-4ecd-a718-2e3afdd4adcf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed6bdac2-9987-43bf-984a-7d34e861faba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345054 Mar 23 12:34:42.998577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:34:43.006350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:34:43.015305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:34:43.030014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Pushing event updated for resources: {'Port': ['ID=5b681777-2326-4262-885b-0fb5f852cd33,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:43.122706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a045e6-6954-46f3-b0c9-207cb490736f req-e6715b5c-c4c7-4cb1-9a20-f3b843f7e0e8 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:43.124697 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-97a045e6-6954-46f3-b0c9-207cb490736f req-e6715b5c-c4c7-4cb1-9a20-f3b843f7e0e8 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 944 time: 0.0943298 Mar 23 12:34:43.160980 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecc2d113-b6c6-473e-b955-959c278ba13d req-5b16bbb9-2527-40ac-bde9-c7abf9b88de0 service neutron] 10.222.0.77 "GET /v2.0/networks/ed6bdac2-9987-43bf-984a-7d34e861faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144935 Mar 23 12:34:43.211858 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-97a045e6-6954-46f3-b0c9-207cb490736f req-b9029d4e-f33a-4f7b-abc8-3d6cedc8f8d0 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fe46f7c-997e-4933-afe7-96f0ad672387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702543 Mar 23 12:34:43.322481 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecc2d113-b6c6-473e-b955-959c278ba13d req-97abbde9-d036-4f58-a64a-ca3f7e1d25a4 service neutron] 10.222.0.77 "GET /v2.0/networks/ed6bdac2-9987-43bf-984a-7d34e861faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512828 Mar 23 12:34:43.431055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65733129-6be2-48d3-bf48-5d2fa5913d4b req-b1ddf71d-3640-49cc-b61a-da9866a8a672 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:43.432717 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:43.434833 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-65733129-6be2-48d3-bf48-5d2fa5913d4b req-b1ddf71d-3640-49cc-b61a-da9866a8a672 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 943 time: 0.0832968 Mar 23 12:34:43.492955 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-65733129-6be2-48d3-bf48-5d2fa5913d4b req-feef7c1b-8be3-4bcb-b404-fdeda4796752 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea618cc8-cb43-4e01-bde5-89255c3eedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517139 Mar 23 12:34:43.694627 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 1d849086-0ee6-4700-b370-e90ca6aa12b6 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:34:43.759392 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:43.765787 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:43.777684 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 1d849086-0ee6-4700-b370-e90ca6aa12b6 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:34:43.789184 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 1d849086-0ee6-4700-b370-e90ca6aa12b6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:34:43.789619 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:43.975503 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:44.012223 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de13a5f-c9b5-494c-ba7c-0324c6faf3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d849086-0ee6-4700-b370-e90ca6aa12b6'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:44.015776 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3504a68b-931c-4362-b101-ee7ee0142011" -d '{"events": [{"server_uuid": "5de13a5f-c9b5-494c-ba7c-0324c6faf3d0", "name": "network-vif-plugged", "status": "completed", "tag": "1d849086-0ee6-4700-b370-e90ca6aa12b6"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:44.030631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Router f94f0b10-2687-4ffd-b5bd-376db048f845 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:34:44.035778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 1d849086-0ee6-4700-b370-e90ca6aa12b6, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=1d849086-0ee6-4700-b370-e90ca6aa12b6,segment=NetworkSegment(5029d2b0-6a68-4469-b15d-18143ad1b79d),segment_id=5029d2b0-6a68-4469-b15d-18143ad1b79d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:44.041488 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:44.041804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a199f4-d212-4c8b-9287-80315e8c7ba4 req-3f04639c-02a4-4d12-a774-139acb3dff38 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:44.043553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d4a199f4-d212-4c8b-9287-80315e8c7ba4 req-3f04639c-02a4-4d12-a774-139acb3dff38 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 946 time: 0.0876999 Mar 23 12:34:44.099716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24eb494-bb70-49dd-a787-bd8169720605 req-46b496ff-30d6-4fc2-89be-acff39075090 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:44.102488 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f24eb494-bb70-49dd-a787-bd8169720605 req-46b496ff-30d6-4fc2-89be-acff39075090 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 945 time: 0.0784647 Mar 23 12:34:44.122908 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=1d849086-0ee6-4700-b370-e90ca6aa12b6,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:44.224991 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f24eb494-bb70-49dd-a787-bd8169720605 req-15b17efe-c18b-4a0f-b4f4-7cf6e2c97ab4 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044972 Mar 23 12:34:44.234674 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d4a199f4-d212-4c8b-9287-80315e8c7ba4 req-51d6ab91-e33d-429b-83fa-1ec6b02099b2 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290042 Mar 23 12:34:44.235146 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687faba4-6255-40b0-a410-665c31a2835b req-30caca19-8fe0-4592-921d-cc51c7659c3b tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:44.238310 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-30caca19-8fe0-4592-921d-cc51c7659c3b tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a&tenant_id=43636dcef9ff4fb98e9524a9242506a8&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 1096 time: 0.1342366 Mar 23 12:34:44.280201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:34:44.283259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834854-1'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:44.288423 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:44.291120 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-01c07ee1-2dcf-45b8-bd8d-740f849d5499 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "PUT /v2.0/routers/f94f0b10-2687-4ffd-b5bd-376db048f845 HTTP/1.1" status: 200 len: 919 time: 2.5255244 Mar 23 12:34:44.294193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58924) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:44.303555 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54468c26-093c-432c-bf82-d98f447285cf None None] Sync routers for ids ['f94f0b10-2687-4ffd-b5bd-376db048f845'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:34:44.325425 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54468c26-093c-432c-bf82-d98f447285cf None None] Routers {'f94f0b10-2687-4ffd-b5bd-376db048f845'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:44.326454 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-54468c26-093c-432c-bf82-d98f447285cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f94f0b10-2687-4ffd-b5bd-376db048f845'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:44.335733 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acabc07-625a-4920-98b9-dceaf7cf1dcd x-openstack-request-id: req-4acabc07-625a-4920-98b9-dceaf7cf1dcd {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:44.336095 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de13a5f-c9b5-494c-ba7c-0324c6faf3d0", "name": "network-vif-plugged", "status": "completed", "tag": "1d849086-0ee6-4700-b370-e90ca6aa12b6", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:44.336519 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4acabc07-625a-4920-98b9-dceaf7cf1dcd {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:44.336963 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de13a5f-c9b5-494c-ba7c-0324c6faf3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d849086-0ee6-4700-b370-e90ca6aa12b6', 'code': 200} Mar 23 12:34:44.374511 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-54468c26-093c-432c-bf82-d98f447285cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:44.384586 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54468c26-093c-432c-bf82-d98f447285cf None None] Routers {'f94f0b10-2687-4ffd-b5bd-376db048f845'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:44.385194 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-54468c26-093c-432c-bf82-d98f447285cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f94f0b10-2687-4ffd-b5bd-376db048f845'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:44.418642 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-54468c26-093c-432c-bf82-d98f447285cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:44.419638 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54468c26-093c-432c-bf82-d98f447285cf None None] The sync data for ids ['f94f0b10-2687-4ffd-b5bd-376db048f845'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:34:44.485719 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:44.498058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4552546-38dc-4bed-ae1d-3e7fdcf0bc40 req-c2cda6d5-2bc6-4131-aabe-70a34a8fc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:44.500008 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4552546-38dc-4bed-ae1d-3e7fdcf0bc40 req-c2cda6d5-2bc6-4131-aabe-70a34a8fc705 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 1096 time: 0.0671918 Mar 23 12:34:44.514254 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-48c4c765-973b-4149-9c71-b28a0e38ddad tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "GET /v2.0/routers/f94f0b10-2687-4ffd-b5bd-376db048f845 HTTP/1.1" status: 200 len: 925 time: 0.2175355 Mar 23 12:34:44.520798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58928) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:44.523175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc2d25-ab83-440e-b9f9-efd3973f6489 req-c5679208-b91e-4a1a-8e1a-5fbe4c29d37f tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:44.523663 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-84fc2d25-ab83-440e-b9f9-efd3973f6489 req-c5679208-b91e-4a1a-8e1a-5fbe4c29d37f tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 945 time: 0.1497514 Mar 23 12:34:44.574289 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:34:44.586015 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4552546-38dc-4bed-ae1d-3e7fdcf0bc40 req-fc785599-a73b-4fc7-b6ba-31182745b20b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9fe46f7c-997e-4933-afe7-96f0ad672387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744226 Mar 23 12:34:44.604419 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19687f45-c9fa-4209-844a-7302470a483f tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:44.606032 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-19687f45-c9fa-4209-844a-7302470a483f tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=d572c108-a075-488a-949c-3a07028bd9a2&device_id=f94f0b10-2687-4ffd-b5bd-376db048f845&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0829091 Mar 23 12:34:44.616717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58932) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:44.643593 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-84fc2d25-ab83-440e-b9f9-efd3973f6489 req-75f79403-dd90-4fc5-ac82-8c81477c98e3 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fe46f7c-997e-4933-afe7-96f0ad672387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822976 Mar 23 12:34:44.646309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056bba4-eb54-4f5a-b551-9ffe73b1d6e5 req-bcf2fafc-afde-48fc-92e6-1b87178b1075 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:44.648034 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1056bba4-eb54-4f5a-b551-9ffe73b1d6e5 req-bcf2fafc-afde-48fc-92e6-1b87178b1075 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 943 time: 0.0609241 Mar 23 12:34:44.700947 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1056bba4-eb54-4f5a-b551-9ffe73b1d6e5 req-f8c95f8f-5199-4381-9bf7-65907ffbeafe tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea618cc8-cb43-4e01-bde5-89255c3eedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442555 Mar 23 12:34:44.795552 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] For port c5433fd5-9277-4209-be2b-df7c0080e575, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c5433fd5-9277-4209-be2b-df7c0080e575,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:44.811822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6fbb5d-faff-40f5-8147-4d0c9fb14fa6 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:44.814098 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8c6fbb5d-faff-40f5-8147-4d0c9fb14fa6 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 881 time: 0.1962068 Mar 23 12:34:44.817223 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58934) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:44.849072 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a96cc116-58ef-4105-8a35-679f9cc8302f tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "GET /v2.0/ports?device_id=f94f0b10-2687-4ffd-b5bd-376db048f845 HTTP/1.1" status: 200 len: 205 time: 0.0300815 Mar 23 12:34:44.852375 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58936) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:44.856740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] For port c5433fd5-9277-4209-be2b-df7c0080e575, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:34:44.924246 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97619ed5-d741-48db-94a6-ebea04e6209a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5433fd5-9277-4209-be2b-df7c0080e575'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:44.928602 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000910ff-c1f5-4fca-b97e-92401a1125a9" -d '{"events": [{"server_uuid": "97619ed5-d741-48db-94a6-ebea04e6209a", "name": "network-vif-unplugged", "status": "completed", "tag": "c5433fd5-9277-4209-be2b-df7c0080e575"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:44.935874 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:44.946002 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:45.017013 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e54775-585a-4139-b716-0eb8e21e8496 x-openstack-request-id: req-02e54775-585a-4139-b716-0eb8e21e8496 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:45.017469 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97619ed5-d741-48db-94a6-ebea04e6209a", "name": "network-vif-unplugged", "status": "completed", "tag": "c5433fd5-9277-4209-be2b-df7c0080e575", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:45.017858 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02e54775-585a-4139-b716-0eb8e21e8496 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:45.019028 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97619ed5-d741-48db-94a6-ebea04e6209a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5433fd5-9277-4209-be2b-df7c0080e575', 'code': 200} Mar 23 12:34:45.031421 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f22cc6-7664-407f-ad83-a87f4fe7f1e6 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:45.048955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Pushing event updated for resources: {'Port': ['ID=c5433fd5-9277-4209-be2b-df7c0080e575,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:45.215586 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f22cc6-7664-407f-ad83-a87f4fe7f1e6 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:45.287691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-23f22cc6-7664-407f-ad83-a87f4fe7f1e6 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Deleting port 5b681777-2326-4262-885b-0fb5f852cd33 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:34:45.288286 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f22cc6-7664-407f-ad83-a87f4fe7f1e6 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:45.444488 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f22cc6-7664-407f-ad83-a87f4fe7f1e6 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:45.454455 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f015e9-349b-48f0-ab11-52202729de79 req-170fa146-4355-4c29-88c2-db458180e63f tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:45.456175 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-29f015e9-349b-48f0-ab11-52202729de79 req-170fa146-4355-4c29-88c2-db458180e63f tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 946 time: 0.0857081 Mar 23 12:34:45.462288 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 900d4635-21c7-46b6-83a7-c1b1f4a2c88f details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:34:45.468730 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-23f22cc6-7664-407f-ad83-a87f4fe7f1e6 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Calling delete_port for 5b681777-2326-4262-885b-0fb5f852cd33 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:34:45.520707 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Attempting to bind port c5433fd5-9277-4209-be2b-df7c0080e575 on host n-h1-834854-1 for vnic_type normal with profile {"migrating_to": "n-h2-834854-1"} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:34:45.521622 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Attempting to bind port c5433fd5-9277-4209-be2b-df7c0080e575 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:34:45.521833 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Attempting to bind port c5433fd5-9277-4209-be2b-df7c0080e575 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:34:45.531292 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Port c5433fd5-9277-4209-be2b-df7c0080e575 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:34:45.531609 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Attempting to bind port c5433fd5-9277-4209-be2b-df7c0080e575 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:34:45.546247 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:34:45.546760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Checking segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:34:45.547297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Bound using segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:34:45.547829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Bound port: c5433fd5-9277-4209-be2b-df7c0080e575, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:34:45.548452 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:45.556551 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-29f015e9-349b-48f0-ab11-52202729de79 req-2ac16d73-8d83-466d-8235-b6a899c942aa tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819490 Mar 23 12:34:45.581912 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a768161-389c-4ea0-9abb-6f7f25c8e2d9 req-6d6a725e-7aa8-4bfe-a0ca-8a4b87805ead tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:45.590089 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a768161-389c-4ea0-9abb-6f7f25c8e2d9 req-6d6a725e-7aa8-4bfe-a0ca-8a4b87805ead tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 943 time: 0.1336150 Mar 23 12:34:45.674148 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a768161-389c-4ea0-9abb-6f7f25c8e2d9 req-436e1ee8-76ed-4c6a-a37f-1473ae55577d tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829947 Mar 23 12:34:45.703000 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] For port c5433fd5-9277-4209-be2b-df7c0080e575, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:34:45.708184 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device c5433fd5-9277-4209-be2b-df7c0080e575 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:34:45.716839 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] For port c5433fd5-9277-4209-be2b-df7c0080e575, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c5433fd5-9277-4209-be2b-df7c0080e575,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:34:45.730248 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:45.742093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 900d4635-21c7-46b6-83a7-c1b1f4a2c88f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=900d4635-21c7-46b6-83a7-c1b1f4a2c88f,segment=NetworkSegment(df9664c4-bc55-4373-8cdb-0869ca714a76),segment_id=df9664c4-bc55-4373-8cdb-0869ca714a76)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:45.848663 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '900d4635-21c7-46b6-83a7-c1b1f4a2c88f', 'network_id': 'ed6bdac2-9987-43bf-984a-7d34e861faba', 'port_id': '900d4635-21c7-46b6-83a7-c1b1f4a2c88f', 'mac_address': 'fa:16:3e:d1:49:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff3aec7-02a5-4b86-8869-0ee633b87144', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:34:45.876821 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f22cc6-7664-407f-ad83-a87f4fe7f1e6 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:45.917936 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:45.918562 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:45.920050 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] 10.222.0.73 "PUT /v2.0/ports/c5433fd5-9277-4209-be2b-df7c0080e575 HTTP/1.1" status: 200 len: 1121 time: 1.6522236 Mar 23 12:34:45.924810 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700da763-6cc5-46ab-ac05-ac15a39de77d service neutron] Pushing event updated for resources: {'Port': ['ID=c5433fd5-9277-4209-be2b-df7c0080e575,revision_number=8']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:45.952844 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:45.983521 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f22cc6-7664-407f-ad83-a87f4fe7f1e6 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Pushing event deleted for resources: {'Port': ['ID=5b681777-2326-4262-885b-0fb5f852cd33,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:45.985988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09985d5-afb0-4e87-847f-605f01296539 req-51762cc2-e231-4527-adf0-ed3413ff5a61 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:45.988420 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c09985d5-afb0-4e87-847f-605f01296539 req-51762cc2-e231-4527-adf0-ed3413ff5a61 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.77 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 946 time: 0.1914721 Mar 23 12:34:46.053276 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451315a-dadb-47e2-9828-e91d413f6fe8 req-e42fa268-8e92-4dc9-aae2-d463087859f7 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:46.055823 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1451315a-dadb-47e2-9828-e91d413f6fe8 req-e42fa268-8e92-4dc9-aae2-d463087859f7 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 943 time: 0.1545837 Mar 23 12:34:46.139647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990cff6-1146-43b0-8c88-98644e66278d req-6dfc5d7e-041d-498a-a834-04f56d1d90ad tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:46.143070 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a990cff6-1146-43b0-8c88-98644e66278d req-6dfc5d7e-041d-498a-a834-04f56d1d90ad tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 945 time: 0.2388854 Mar 23 12:34:46.153276 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f22cc6-7664-407f-ad83-a87f4fe7f1e6 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:46.184808 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1451315a-dadb-47e2-9828-e91d413f6fe8 req-7f943d99-56a9-412a-b1c2-cd823cacde90 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea618cc8-cb43-4e01-bde5-89255c3eedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133115 Mar 23 12:34:46.220496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c09985d5-afb0-4e87-847f-605f01296539 req-5a01b800-d0d4-4660-9cdd-6dafe2e040fd tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Deleting port 8c004062-fb4c-4113-a12d-393ebf6e3f97 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:34:46.221258 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c09985d5-afb0-4e87-847f-605f01296539 req-5a01b800-d0d4-4660-9cdd-6dafe2e040fd tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:46.338052 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:46.359006 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['c5433fd5-9277-4209-be2b-df7c0080e575'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:46.372707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port c5433fd5-9277-4209-be2b-df7c0080e575, host n-h1-834854-1, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:46.376627 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f22cc6-7664-407f-ad83-a87f4fe7f1e6 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:46.380349 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f22cc6-7664-407f-ad83-a87f4fe7f1e6 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:46.407303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c09985d5-afb0-4e87-847f-605f01296539 req-5a01b800-d0d4-4660-9cdd-6dafe2e040fd tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] For port 8c004062-fb4c-4113-a12d-393ebf6e3f97, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8c004062-fb4c-4113-a12d-393ebf6e3f97,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:46.411067 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c09985d5-afb0-4e87-847f-605f01296539 req-5a01b800-d0d4-4660-9cdd-6dafe2e040fd tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:46.413916 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900d4635-21c7-46b6-83a7-c1b1f4a2c88f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:34:46.446477 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f22cc6-7664-407f-ad83-a87f4fe7f1e6 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:46.447001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f22cc6-7664-407f-ad83-a87f4fe7f1e6 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Fanout notify agent at l3_agent the message router_deleted on router f94f0b10-2687-4ffd-b5bd-376db048f845 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:34:46.460394 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f22cc6-7664-407f-ad83-a87f4fe7f1e6 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:46.472017 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-23f22cc6-7664-407f-ad83-a87f4fe7f1e6 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "DELETE /v2.0/routers/f94f0b10-2687-4ffd-b5bd-376db048f845 HTTP/1.1" status: 204 len: 168 time: 1.6074829 Mar 23 12:34:46.472948 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58948) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:46.478554 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a990cff6-1146-43b0-8c88-98644e66278d req-3dba2fcb-5a16-4046-abb3-e24328fa30ca tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fe46f7c-997e-4933-afe7-96f0ad672387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162839 Mar 23 12:34:46.489372 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6c997a4c-b8f6-4023-900a-803d86e3a5b1 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2078473007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:46.495751 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['c5433fd5-9277-4209-be2b-df7c0080e575'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:46.502531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c09985d5-afb0-4e87-847f-605f01296539 req-5a01b800-d0d4-4660-9cdd-6dafe2e040fd tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Calling delete_port for 8c004062-fb4c-4113-a12d-393ebf6e3f97 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:34:46.539765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 900d4635-21c7-46b6-83a7-c1b1f4a2c88f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=900d4635-21c7-46b6-83a7-c1b1f4a2c88f,segment=NetworkSegment(df9664c4-bc55-4373-8cdb-0869ca714a76),segment_id=df9664c4-bc55-4373-8cdb-0869ca714a76)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:46.553841 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:46.562004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Attempting to bind port c5433fd5-9277-4209-be2b-df7c0080e575 on host n-h1-834854-1 for vnic_type normal with profile {"migrating_to": "n-h2-834854-1"} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:34:46.562378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Attempting to bind port c5433fd5-9277-4209-be2b-df7c0080e575 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:34:46.562739 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Attempting to bind port c5433fd5-9277-4209-be2b-df7c0080e575 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:34:46.607300 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c997a4c-b8f6-4023-900a-803d86e3a5b1 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:46.609534 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c997a4c-b8f6-4023-900a-803d86e3a5b1 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:46.622429 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Port c5433fd5-9277-4209-be2b-df7c0080e575 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:34:46.622950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Attempting to bind port c5433fd5-9277-4209-be2b-df7c0080e575 on network 5951e4c2-87c6-4843-a65c-4b3c7b3af482 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:34:46.669025 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:34:46.669702 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Checking segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:34:46.670664 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Bound using segment: {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:34:46.671376 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Bound port: c5433fd5-9277-4209-be2b-df7c0080e575, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff7c6de-bb01-4027-832a-d72d4b309320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5951e4c2-87c6-4843-a65c-4b3c7b3af482'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:34:46.672007 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:46.735545 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c997a4c-b8f6-4023-900a-803d86e3a5b1 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:46.743380 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=900d4635-21c7-46b6-83a7-c1b1f4a2c88f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:46.762144 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c997a4c-b8f6-4023-900a-803d86e3a5b1 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:46.852219 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c997a4c-b8f6-4023-900a-803d86e3a5b1 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:46.854206 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6c997a4c-b8f6-4023-900a-803d86e3a5b1 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3757048 Mar 23 12:34:46.857558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58954) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:46.865039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'enable_snat': False}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:46.896613 n-d-834854-1 neutron-server[102780]: WARNING neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Concurrent port binding operations failed on port c5433fd5-9277-4209-be2b-df7c0080e575 Mar 23 12:34:46.905096 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port c5433fd5-9277-4209-be2b-df7c0080e575, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c5433fd5-9277-4209-be2b-df7c0080e575,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:46.915677 n-d-834854-1 neutron-server[102780]: INFO neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Attempt 2 to bind port c5433fd5-9277-4209-be2b-df7c0080e575 Mar 23 12:34:46.916218 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device c5433fd5-9277-4209-be2b-df7c0080e575 has no active binding in host n-h2-834854-1 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 12:34:46.919830 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934aaa7-7086-4121-b14d-b29389e6e3c1 req-a42a1044-5438-44cd-b168-5dbe1a5e25ab tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:46.923281 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2934aaa7-7086-4121-b14d-b29389e6e3c1 req-a42a1044-5438-44cd-b168-5dbe1a5e25ab tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=70800504-135c-41a2-ad16-6f4884a41616 HTTP/1.1" status: 200 len: 946 time: 0.2448280 Mar 23 12:34:46.925725 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c09985d5-afb0-4e87-847f-605f01296539 req-5a01b800-d0d4-4660-9cdd-6dafe2e040fd tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:46.994531 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['900d4635-21c7-46b6-83a7-c1b1f4a2c88f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:47.003522 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01b800-d0d4-4660-9cdd-6dafe2e040fd tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Pushing event deleted for resources: {'Port': ['ID=8c004062-fb4c-4113-a12d-393ebf6e3f97,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:47.026052 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97619ed5-d741-48db-94a6-ebea04e6209a', 'tag': 'c5433fd5-9277-4209-be2b-df7c0080e575'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:47.030230 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337e3428-ae0d-4588-8b22-bd3bc02bf0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "97619ed5-d741-48db-94a6-ebea04e6209a", "tag": "c5433fd5-9277-4209-be2b-df7c0080e575"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:47.098119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['8c004062-fb4c-4113-a12d-393ebf6e3f97'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:47.116068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09985d5-afb0-4e87-847f-605f01296539 req-5a01b800-d0d4-4660-9cdd-6dafe2e040fd tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] No DVR routers for this DVR port 8c004062-fb4c-4113-a12d-393ebf6e3f97 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:34:47.124071 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2934aaa7-7086-4121-b14d-b29389e6e3c1 req-b742a6f3-bc38-40c0-bed4-e94576bb5f4c tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859179 Mar 23 12:34:47.125959 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c09985d5-afb0-4e87-847f-605f01296539 req-5a01b800-d0d4-4660-9cdd-6dafe2e040fd tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:47.132529 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c09985d5-afb0-4e87-847f-605f01296539 req-5a01b800-d0d4-4660-9cdd-6dafe2e040fd tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.77 "DELETE /v2.0/ports/8c004062-fb4c-4113-a12d-393ebf6e3f97 HTTP/1.1" status: 204 len: 173 time: 1.1340761 Mar 23 12:34:47.261723 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f0eb10-dac3-4f06-85e5-7ffb82b24c2c x-openstack-request-id: req-40f0eb10-dac3-4f06-85e5-7ffb82b24c2c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:47.264980 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97619ed5-d741-48db-94a6-ebea04e6209a", "tag": "c5433fd5-9277-4209-be2b-df7c0080e575", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:47.265816 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40f0eb10-dac3-4f06-85e5-7ffb82b24c2c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:47.266744 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97619ed5-d741-48db-94a6-ebea04e6209a', 'tag': 'c5433fd5-9277-4209-be2b-df7c0080e575', 'status': 'completed', 'code': 200} Mar 23 12:34:47.412266 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:47.429036 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e3428-ae0d-4588-8b22-bd3bc02bf0ca req-254a36a5-0f16-4f50-a1f7-42bdcba355b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:47.431915 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-337e3428-ae0d-4588-8b22-bd3bc02bf0ca req-254a36a5-0f16-4f50-a1f7-42bdcba355b8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 1124 time: 0.1305997 Mar 23 12:34:47.439707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2a46e-ace8-43ac-80e4-5e730f25b8c9 req-c56ed0ec-4d1a-40b3-9df3-fb7190c017bf tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:47.444681 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c3d2a46e-ace8-43ac-80e4-5e730f25b8c9 req-c56ed0ec-4d1a-40b3-9df3-fb7190c017bf tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 943 time: 0.5267422 Mar 23 12:34:47.625490 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f82ade-1145-41b0-822c-23d652c990c7 req-7566ec92-cf99-4b32-bb41-24a25bc7259a tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:47.628730 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12f82ade-1145-41b0-822c-23d652c990c7 req-7566ec92-cf99-4b32-bb41-24a25bc7259a tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 944 time: 0.1951807 Mar 23 12:34:47.702674 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e3428-ae0d-4588-8b22-bd3bc02bf0ca req-883a5af8-ff99-41e4-b904-578b1b023074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:47.703006 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c3d2a46e-ace8-43ac-80e4-5e730f25b8c9 req-a8773422-c5f2-4b5f-b87c-5f1ee08e8eab tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513456 Mar 23 12:34:47.704108 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-337e3428-ae0d-4588-8b22-bd3bc02bf0ca req-883a5af8-ff99-41e4-b904-578b1b023074 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.2452166 Mar 23 12:34:47.707733 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:47.709917 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12f82ade-1145-41b0-822c-23d652c990c7 req-3153d835-babd-4f63-9190-3f9f02444dea tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea618cc8-cb43-4e01-bde5-89255c3eedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757856 Mar 23 12:34:47.815146 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-337e3428-ae0d-4588-8b22-bd3bc02bf0ca req-c59fddbe-791c-470a-a325-7d48faaf5d4b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5433fd5-9277-4209-be2b-df7c0080e575 HTTP/1.1" status: 200 len: 217 time: 0.0962763 Mar 23 12:34:47.906773 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e3428-ae0d-4588-8b22-bd3bc02bf0ca req-daedbf33-6166-4a13-a662-8949581c4f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:47.908250 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-337e3428-ae0d-4588-8b22-bd3bc02bf0ca req-daedbf33-6166-4a13-a662-8949581c4f9f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.0812869 Mar 23 12:34:47.922705 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09191c9f-770e-4e6b-b8c2-d30fe920e9d0 req-7e1b4854-5750-45e4-a0ea-626fb1ca591d tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:47.928854 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-09191c9f-770e-4e6b-b8c2-d30fe920e9d0 req-7e1b4854-5750-45e4-a0ea-626fb1ca591d tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 945 time: 0.1037767 Mar 23 12:34:47.994214 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-337e3428-ae0d-4588-8b22-bd3bc02bf0ca req-cd998174-143c-411c-9eee-844c0fd0e404 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621169 Mar 23 12:34:48.077447 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:48.102023 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:48.124997 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-09191c9f-770e-4e6b-b8c2-d30fe920e9d0 req-31d35ae9-63b2-4f69-890d-4430fa2d66ef tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fe46f7c-997e-4933-afe7-96f0ad672387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761205 Mar 23 12:34:48.219297 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-337e3428-ae0d-4588-8b22-bd3bc02bf0ca req-6912f483-e364-40c9-92b1-51285e70bf52 service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091868 Mar 23 12:34:48.308342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Allocated IP 172.25.2.48 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/2aab225a-37b6-4ae3-9f5d-3bdcd188990d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:34:48.423538 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-337e3428-ae0d-4588-8b22-bd3bc02bf0ca req-5a99a706-1d65-482f-a9a0-79f3cf527017 service neutron] 10.222.0.77 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960161 Mar 23 12:34:48.542479 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:48.636713 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['4abfb211-9b93-4c2b-8ddd-07c14e4e0e09', 'de0729c2-bdb6-4a11-a549-9cdfb76ad148'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:48.700410 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:48.773453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7ed51-a9cd-4139-af8a-cf4cbada3261 req-c1a4acbf-d6c2-4956-98d3-f56c21f28e2f tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:48.775976 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eae7ed51-a9cd-4139-af8a-cf4cbada3261 req-c1a4acbf-d6c2-4956-98d3-f56c21f28e2f tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=64df2bbc-19c6-45fa-9b96-514c67746516 HTTP/1.1" status: 200 len: 945 time: 0.1516416 Mar 23 12:34:48.782639 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce110a-c401-431a-80ef-3c59bdfd5c1e req-3dc6759c-a470-4bfe-8d16-80720a1b6d13 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:48.788631 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e7ce110a-c401-431a-80ef-3c59bdfd5c1e req-3dc6759c-a470-4bfe-8d16-80720a1b6d13 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 945 time: 0.1793165 Mar 23 12:34:48.789987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2f355-c132-409e-82c7-fe2713bfe87f req-303dbf00-4fbf-4c5a-82ac-4f0746697399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:48.794023 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53d2f355-c132-409e-82c7-fe2713bfe87f req-303dbf00-4fbf-4c5a-82ac-4f0746697399 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8ea704b3ef74d35a2ba5228b2342b3f&device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 1096 time: 0.1086936 Mar 23 12:34:48.834178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:34:48.858202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:34:48.865039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:34:48.872385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Pushing event updated for resources: {'Port': ['ID=2aab225a-37b6-4ae3-9f5d-3bdcd188990d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:48.905053 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eae7ed51-a9cd-4139-af8a-cf4cbada3261 req-4bb0fde2-ecce-49f8-92ca-a8b489648c9f tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088486 Mar 23 12:34:48.941469 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e7ce110a-c401-431a-80ef-3c59bdfd5c1e req-24511748-31ec-4e08-8b73-4f6424d0bc7f tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fe46f7c-997e-4933-afe7-96f0ad672387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310637 Mar 23 12:34:49.161073 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2f355-c132-409e-82c7-fe2713bfe87f req-451be694-e066-41a7-be78-ba6a046580ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:49.163651 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53d2f355-c132-409e-82c7-fe2713bfe87f req-451be694-e066-41a7-be78-ba6a046580ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=7883d8c4-dd17-4e80-9a0d-bfcc6889b256 HTTP/1.1" status: 200 len: 914 time: 0.3436782 Mar 23 12:34:49.189949 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa5db2-a553-4056-8282-654375cad132 req-d748197a-2e6e-4242-88ea-3801fd441885 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:49.193559 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-91aa5db2-a553-4056-8282-654375cad132 req-d748197a-2e6e-4242-88ea-3801fd441885 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 944 time: 0.1332500 Mar 23 12:34:49.258808 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc4a95-cf4c-495e-a72f-38e811fb46d8 req-31fa85bd-a856-4d12-97b2-8606d632229b tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:49.264119 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7bfc4a95-cf4c-495e-a72f-38e811fb46d8 req-31fa85bd-a856-4d12-97b2-8606d632229b tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 943 time: 0.1316068 Mar 23 12:34:49.270477 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70800504-135c-41a2-ad16-6f4884a41616', 'name': 'network-vif-deleted', 'tag': '8c004062-fb4c-4113-a12d-393ebf6e3f97'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:49.274521 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea70a89e-4e5b-4809-a3c2-5e555fd74b6a" -d '{"events": [{"server_uuid": "70800504-135c-41a2-ad16-6f4884a41616", "name": "network-vif-deleted", "tag": "8c004062-fb4c-4113-a12d-393ebf6e3f97"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:49.291232 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53d2f355-c132-409e-82c7-fe2713bfe87f req-566d364f-af59-4d08-b7f6-f639cce4fad5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d849086-0ee6-4700-b370-e90ca6aa12b6 HTTP/1.1" status: 200 len: 217 time: 0.0961323 Mar 23 12:34:49.389600 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-91aa5db2-a553-4056-8282-654375cad132 req-f3943d57-f45a-4aa4-b59d-a87217b47158 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea618cc8-cb43-4e01-bde5-89255c3eedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806147 Mar 23 12:34:49.409913 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7bfc4a95-cf4c-495e-a72f-38e811fb46d8 req-8fe726a0-fc48-4f90-bf4c-74392af8061e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840867 Mar 23 12:34:49.433096 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2f355-c132-409e-82c7-fe2713bfe87f req-3519ce76-ed6f-4999-bdae-53b00a7821db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:49.435750 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53d2f355-c132-409e-82c7-fe2713bfe87f req-3519ce76-ed6f-4999-bdae-53b00a7821db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0a44dc4-c0c0-4f78-abdd-672d748b657c HTTP/1.1" status: 200 len: 853 time: 0.1297812 Mar 23 12:34:49.479612 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 900d4635-21c7-46b6-83a7-c1b1f4a2c88f up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:34:49.494418 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bcff0f-af49-49cf-9556-32026101021f x-openstack-request-id: req-62bcff0f-af49-49cf-9556-32026101021f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:49.495331 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70800504-135c-41a2-ad16-6f4884a41616", "name": "network-vif-deleted", "tag": "8c004062-fb4c-4113-a12d-393ebf6e3f97", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:49.495331 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62bcff0f-af49-49cf-9556-32026101021f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:49.495907 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70800504-135c-41a2-ad16-6f4884a41616', 'name': 'network-vif-deleted', 'tag': '8c004062-fb4c-4113-a12d-393ebf6e3f97', 'status': 'completed', 'code': 200} Mar 23 12:34:49.499369 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53d2f355-c132-409e-82c7-fe2713bfe87f req-2a2d530b-9345-4dd4-ba98-040c01a474a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7883d8c4-dd17-4e80-9a0d-bfcc6889b256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550673 Mar 23 12:34:49.503952 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:49.575363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 900d4635-21c7-46b6-83a7-c1b1f4a2c88f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:34:49.583863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 900d4635-21c7-46b6-83a7-c1b1f4a2c88f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:34:49.584501 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:49.631616 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53d2f355-c132-409e-82c7-fe2713bfe87f req-d92f0ebc-18af-4d00-82dc-809d97c97cd4 service neutron] 10.222.0.73 "GET /v2.0/networks/7883d8c4-dd17-4e80-9a0d-bfcc6889b256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080651 Mar 23 12:34:49.725398 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:49.762562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab86ee1-9535-4498-b1fa-0651b42277e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900d4635-21c7-46b6-83a7-c1b1f4a2c88f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:49.765935 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc7388e-abf2-4b63-8af8-f5d5590f58d0" -d '{"events": [{"server_uuid": "9ab86ee1-9535-4498-b1fa-0651b42277e0", "name": "network-vif-plugged", "status": "completed", "tag": "900d4635-21c7-46b6-83a7-c1b1f4a2c88f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:49.788588 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 900d4635-21c7-46b6-83a7-c1b1f4a2c88f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=900d4635-21c7-46b6-83a7-c1b1f4a2c88f,segment=NetworkSegment(df9664c4-bc55-4373-8cdb-0869ca714a76),segment_id=df9664c4-bc55-4373-8cdb-0869ca714a76)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:49.794039 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:49.795219 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 8c004062-fb4c-4113-a12d-393ebf6e3f97 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:34:49.813740 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53d2f355-c132-409e-82c7-fe2713bfe87f req-d7f964ce-680d-4eac-94f8-5e3cf3a7901d service neutron] 10.222.0.73 "GET /v2.0/networks/7883d8c4-dd17-4e80-9a0d-bfcc6889b256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661606 Mar 23 12:34:49.820667 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:49.834871 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:49.850695 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 8c004062-fb4c-4113-a12d-393ebf6e3f97 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:34:49.851072 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 8c004062-fb4c-4113-a12d-393ebf6e3f97 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:34:49.856570 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e10aa1-9bf9-4afe-92b3-03dc6b5fc93c x-openstack-request-id: req-96e10aa1-9bf9-4afe-92b3-03dc6b5fc93c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:49.857088 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab86ee1-9535-4498-b1fa-0651b42277e0", "name": "network-vif-plugged", "status": "completed", "tag": "900d4635-21c7-46b6-83a7-c1b1f4a2c88f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:49.857357 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96e10aa1-9bf9-4afe-92b3-03dc6b5fc93c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:49.857818 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab86ee1-9535-4498-b1fa-0651b42277e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900d4635-21c7-46b6-83a7-c1b1f4a2c88f', 'code': 200} Mar 23 12:34:49.888370 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=900d4635-21c7-46b6-83a7-c1b1f4a2c88f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:50.022208 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9c110-ce6a-4c89-9551-72690fa305d6 req-dc62649c-562e-4dda-b7ed-56ed31a8613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:50.024919 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0fb9c110-ce6a-4c89-9551-72690fa305d6 req-dc62649c-562e-4dda-b7ed-56ed31a8613b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 1096 time: 0.0751834 Mar 23 12:34:50.154159 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0fb9c110-ce6a-4c89-9551-72690fa305d6 req-a3d3ddf7-a123-4bdd-8e11-1c93c4d8c2fe service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ea618cc8-cb43-4e01-bde5-89255c3eedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137314 Mar 23 12:34:50.182120 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Router 6b5f540c-3cc0-4bdd-9097-decee1da30ed is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:34:50.208847 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249bf10-77ed-48de-ba6f-60ee9860588a req-993a5bc2-e97b-495b-952f-5d6ecc74dcbd tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:50.211430 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7249bf10-77ed-48de-ba6f-60ee9860588a req-993a5bc2-e97b-495b-952f-5d6ecc74dcbd tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=64df2bbc-19c6-45fa-9b96-514c67746516 HTTP/1.1" status: 200 len: 945 time: 0.1187003 Mar 23 12:34:50.233182 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e5771-3ed3-4c52-badb-639eb1923565 req-7714dbcd-075e-4f89-9ab7-76420c8a80e7 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:50.236317 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f73e5771-3ed3-4c52-badb-639eb1923565 req-7714dbcd-075e-4f89-9ab7-76420c8a80e7 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 945 time: 0.1402781 Mar 23 12:34:50.275916 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7249bf10-77ed-48de-ba6f-60ee9860588a req-03b04796-fe82-44a1-95a3-880f1e2ef269 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514338 Mar 23 12:34:50.405943 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f73e5771-3ed3-4c52-badb-639eb1923565 req-fe384833-f374-47ff-8396-cb358f4f1532 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fe46f7c-997e-4933-afe7-96f0ad672387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018550 Mar 23 12:34:50.437177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:34:50.448654 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:50.452350 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-69a70d2c-00e0-4844-945e-8260dcd5ffde tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "PUT /v2.0/routers/6b5f540c-3cc0-4bdd-9097-decee1da30ed HTTP/1.1" status: 200 len: 919 time: 3.5921044 Mar 23 12:34:50.455280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58990) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:50.462026 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f176c82b-5302-4597-947f-ccb4c2a4c4cb None None] Sync routers for ids ['6b5f540c-3cc0-4bdd-9097-decee1da30ed'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:34:50.493077 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176c82b-5302-4597-947f-ccb4c2a4c4cb None None] Routers {'6b5f540c-3cc0-4bdd-9097-decee1da30ed'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:50.494451 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f176c82b-5302-4597-947f-ccb4c2a4c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['6b5f540c-3cc0-4bdd-9097-decee1da30ed'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:50.617862 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f176c82b-5302-4597-947f-ccb4c2a4c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:50.634563 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176c82b-5302-4597-947f-ccb4c2a4c4cb None None] Routers {'6b5f540c-3cc0-4bdd-9097-decee1da30ed'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:50.636397 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f176c82b-5302-4597-947f-ccb4c2a4c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['6b5f540c-3cc0-4bdd-9097-decee1da30ed'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:50.639755 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd5ee4-1314-4883-b3b8-cdef5653eff9 req-fe7b80d2-a70d-40b3-b3dc-23b3f7d63fdd tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:50.649891 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1fd5ee4-1314-4883-b3b8-cdef5653eff9 req-fe7b80d2-a70d-40b3-b3dc-23b3f7d63fdd tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 945 time: 0.1045997 Mar 23 12:34:50.697602 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1fd5ee4-1314-4883-b3b8-cdef5653eff9 req-16df0d30-f9d4-4439-a8ac-66637f658bc1 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea618cc8-cb43-4e01-bde5-89255c3eedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465336 Mar 23 12:34:50.710461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f176c82b-5302-4597-947f-ccb4c2a4c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:50.711664 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f176c82b-5302-4597-947f-ccb4c2a4c4cb None None] The sync data for ids ['6b5f540c-3cc0-4bdd-9097-decee1da30ed'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:34:50.749995 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-256584bd-5df4-41cf-a43b-60bfe3fb57cb tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "GET /v2.0/routers/6b5f540c-3cc0-4bdd-9097-decee1da30ed HTTP/1.1" status: 200 len: 925 time: 0.2905846 Mar 23 12:34:50.752119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58996) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:50.789416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d930179-6802-4b5f-861e-cd002c59de4d req-a5001141-d250-4ec8-93ac-13ad7c137cc7 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:50.804503 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d930179-6802-4b5f-861e-cd002c59de4d req-a5001141-d250-4ec8-93ac-13ad7c137cc7 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 943 time: 0.1237938 Mar 23 12:34:50.865908 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d930179-6802-4b5f-861e-cd002c59de4d req-58805d92-c4b6-4a38-8241-9b9ed2588940 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598850 Mar 23 12:34:50.885153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22598e5b-6dee-4299-a52d-a764e8b00d19 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:50.887031 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-22598e5b-6dee-4299-a52d-a764e8b00d19 tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=d572c108-a075-488a-949c-3a07028bd9a2&device_id=6b5f540c-3cc0-4bdd-9097-decee1da30ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1327670 Mar 23 12:34:50.891226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58998) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:51.018686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cb4162-19f4-4380-9f98-21527ecf556a tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:51.024058 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d2cb4162-19f4-4380-9f98-21527ecf556a tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 881 time: 0.1285832 Mar 23 12:34:51.025892 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59000) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:51.072314 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-139d6412-cc4d-44de-a2b2-dbd66a3c255b tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b5f540c-3cc0-4bdd-9097-decee1da30ed HTTP/1.1" status: 200 len: 205 time: 0.0447006 Mar 23 12:34:51.075958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59002) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:51.226515 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4aae0c3-2bce-401a-9850-4744f1ec83f0 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:51.533497 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18bb72-3c18-4345-88c9-47ac79fabc36 req-8bf587a9-baca-4c0e-b6d5-81d3a0ff6932 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:51.540881 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3a18bb72-3c18-4345-88c9-47ac79fabc36 req-8bf587a9-baca-4c0e-b6d5-81d3a0ff6932 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=64df2bbc-19c6-45fa-9b96-514c67746516 HTTP/1.1" status: 200 len: 945 time: 0.1402206 Mar 23 12:34:51.572990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839911f-2eb7-4b05-86cb-6ce1bd1edeb6 req-3488760a-f791-4495-9090-c469b8c006c8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:51.575459 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c839911f-2eb7-4b05-86cb-6ce1bd1edeb6 req-3488760a-f791-4495-9090-c469b8c006c8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.73 "GET /v2.0/ports?device_id=64df2bbc-19c6-45fa-9b96-514c67746516 HTTP/1.1" status: 200 len: 945 time: 0.1340814 Mar 23 12:34:51.660922 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3a18bb72-3c18-4345-88c9-47ac79fabc36 req-5c223733-6e79-48ab-88ed-2f661a85f8d7 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141183 Mar 23 12:34:51.668456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653355f9-19cb-4bc8-b9d3-2c637f6f58cc req-f8936dc7-64d6-44fa-92e4-73cbca6b88f5 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:51.670033 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-653355f9-19cb-4bc8-b9d3-2c637f6f58cc req-f8936dc7-64d6-44fa-92e4-73cbca6b88f5 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 945 time: 0.1240642 Mar 23 12:34:51.753943 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-653355f9-19cb-4bc8-b9d3-2c637f6f58cc req-1ae2b47c-caab-4bf0-b1c2-2b577fea4193 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fe46f7c-997e-4933-afe7-96f0ad672387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585635 Mar 23 12:34:51.754298 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4aae0c3-2bce-401a-9850-4744f1ec83f0 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:51.767876 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c839911f-2eb7-4b05-86cb-6ce1bd1edeb6 req-2152c632-6cd0-4c4d-ae64-491940fec5f7 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Deleting port de0729c2-bdb6-4a11-a549-9cdfb76ad148 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:34:51.768543 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c839911f-2eb7-4b05-86cb-6ce1bd1edeb6 req-2152c632-6cd0-4c4d-ae64-491940fec5f7 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:51.853062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f4aae0c3-2bce-401a-9850-4744f1ec83f0 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Deleting port 2aab225a-37b6-4ae3-9f5d-3bdcd188990d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:34:51.853700 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4aae0c3-2bce-401a-9850-4744f1ec83f0 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:51.963371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1999246-9afc-406f-a72c-472b54a6471c req-d87c0a8c-7606-406c-ae05-5526129c040d tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:51.972991 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1999246-9afc-406f-a72c-472b54a6471c req-d87c0a8c-7606-406c-ae05-5526129c040d tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 945 time: 0.1256685 Mar 23 12:34:51.976454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c839911f-2eb7-4b05-86cb-6ce1bd1edeb6 req-2152c632-6cd0-4c4d-ae64-491940fec5f7 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] For port de0729c2-bdb6-4a11-a549-9cdfb76ad148, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=de0729c2-bdb6-4a11-a549-9cdfb76ad148,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:51.976830 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c839911f-2eb7-4b05-86cb-6ce1bd1edeb6 req-2152c632-6cd0-4c4d-ae64-491940fec5f7 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:52.024302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c839911f-2eb7-4b05-86cb-6ce1bd1edeb6 req-2152c632-6cd0-4c4d-ae64-491940fec5f7 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Calling delete_port for de0729c2-bdb6-4a11-a549-9cdfb76ad148 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:34:52.038487 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4aae0c3-2bce-401a-9850-4744f1ec83f0 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:52.039406 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1999246-9afc-406f-a72c-472b54a6471c req-9e094a44-cdb4-413a-af83-ddab9a2c3362 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea618cc8-cb43-4e01-bde5-89255c3eedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647171 Mar 23 12:34:52.064509 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f4aae0c3-2bce-401a-9850-4744f1ec83f0 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Calling delete_port for 2aab225a-37b6-4ae3-9f5d-3bdcd188990d owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:34:52.086498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394c8c1-c1d4-499a-bec4-79cb26487b97 req-8bc0ef9a-aa89-442e-9bee-3b8d21ac9232 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:52.096873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4394c8c1-c1d4-499a-bec4-79cb26487b97 req-8bc0ef9a-aa89-442e-9bee-3b8d21ac9232 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 943 time: 0.1216178 Mar 23 12:34:52.204038 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4394c8c1-c1d4-499a-bec4-79cb26487b97 req-a532e519-c3bb-42f7-a330-7efc931a020a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046522 Mar 23 12:34:52.252666 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c839911f-2eb7-4b05-86cb-6ce1bd1edeb6 req-2152c632-6cd0-4c4d-ae64-491940fec5f7 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:52.276079 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['4abfb211-9b93-4c2b-8ddd-07c14e4e0e09', 'de0729c2-bdb6-4a11-a549-9cdfb76ad148'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:52.321630 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152c632-6cd0-4c4d-ae64-491940fec5f7 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Pushing event deleted for resources: {'Port': ['ID=de0729c2-bdb6-4a11-a549-9cdfb76ad148,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:52.402794 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4aae0c3-2bce-401a-9850-4744f1ec83f0 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:52.411311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c839911f-2eb7-4b05-86cb-6ce1bd1edeb6 req-2152c632-6cd0-4c4d-ae64-491940fec5f7 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] No DVR routers for this DVR port de0729c2-bdb6-4a11-a549-9cdfb76ad148 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:34:52.418878 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c839911f-2eb7-4b05-86cb-6ce1bd1edeb6 req-2152c632-6cd0-4c4d-ae64-491940fec5f7 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:52.423678 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c839911f-2eb7-4b05-86cb-6ce1bd1edeb6 req-2152c632-6cd0-4c4d-ae64-491940fec5f7 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.73 "DELETE /v2.0/ports/de0729c2-bdb6-4a11-a549-9cdfb76ad148 HTTP/1.1" status: 204 len: 173 time: 0.8292396 Mar 23 12:34:52.424371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64df2bbc-19c6-45fa-9b96-514c67746516', 'name': 'network-vif-deleted', 'tag': 'de0729c2-bdb6-4a11-a549-9cdfb76ad148'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:52.429827 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5804cc6-9e16-4a3d-985f-f92ac7a0ad5d" -d '{"events": [{"server_uuid": "64df2bbc-19c6-45fa-9b96-514c67746516", "name": "network-vif-deleted", "tag": "de0729c2-bdb6-4a11-a549-9cdfb76ad148"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:52.452213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aae0c3-2bce-401a-9850-4744f1ec83f0 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Pushing event deleted for resources: {'Port': ['ID=2aab225a-37b6-4ae3-9f5d-3bdcd188990d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:52.548722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7b3f9-7df8-483f-9873-31991c5af97f req-b2ea9a26-dc6a-4961-b31f-18d723d80b2f tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:52.550929 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36f7b3f9-7df8-483f-9873-31991c5af97f req-b2ea9a26-dc6a-4961-b31f-18d723d80b2f tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 945 time: 0.1103880 Mar 23 12:34:52.554706 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4aae0c3-2bce-401a-9850-4744f1ec83f0 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:52.562885 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9e0ee6-5476-4fe8-8abe-7dc892912368 x-openstack-request-id: req-df9e0ee6-5476-4fe8-8abe-7dc892912368 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:52.563343 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64df2bbc-19c6-45fa-9b96-514c67746516", "name": "network-vif-deleted", "tag": "de0729c2-bdb6-4a11-a549-9cdfb76ad148", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:52.563731 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df9e0ee6-5476-4fe8-8abe-7dc892912368 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:52.564393 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64df2bbc-19c6-45fa-9b96-514c67746516', 'name': 'network-vif-deleted', 'tag': 'de0729c2-bdb6-4a11-a549-9cdfb76ad148', 'status': 'completed', 'code': 200} Mar 23 12:34:52.671729 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4aae0c3-2bce-401a-9850-4744f1ec83f0 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:52.674429 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4aae0c3-2bce-401a-9850-4744f1ec83f0 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:52.698276 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36f7b3f9-7df8-483f-9873-31991c5af97f req-0ad39d7e-077d-49aa-a5b1-0d63d57eab6d tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fe46f7c-997e-4933-afe7-96f0ad672387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063509 Mar 23 12:34:52.795911 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4aae0c3-2bce-401a-9850-4744f1ec83f0 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:52.797047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4aae0c3-2bce-401a-9850-4744f1ec83f0 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Fanout notify agent at l3_agent the message router_deleted on router 6b5f540c-3cc0-4bdd-9097-decee1da30ed {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:34:52.823749 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f4aae0c3-2bce-401a-9850-4744f1ec83f0 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:52.836310 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f4aae0c3-2bce-401a-9850-4744f1ec83f0 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "DELETE /v2.0/routers/6b5f540c-3cc0-4bdd-9097-decee1da30ed HTTP/1.1" status: 204 len: 168 time: 1.7570770 Mar 23 12:34:52.837356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59022) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:52.842108 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2b2dd9a8-254a-48b1-8392-463fc678ad63 req-172f253c-fe47-4f7b-a8e7-7c2886484150 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=64df2bbc-19c6-45fa-9b96-514c67746516 HTTP/1.1" status: 200 len: 210 time: 0.0656440 Mar 23 12:34:52.844457 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1453040595', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:52.890730 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:52.892302 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:52.968789 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:53.041355 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-b0b83751-bfc2-409b-a834-5112c1bec78a service neutron] 10.222.0.77 "GET /v2.0/ports/c5433fd5-9277-4209-be2b-df7c0080e575/bindings/n-h2-834854-1 HTTP/1.1" status: 200 len: 384 time: 0.0933833 Mar 23 12:34:53.226865 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:53.337432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-687faba4-6255-40b0-a410-665c31a2835b req-37ae4771-0e43-4c76-a8a8-c35c0a2e6930 service neutron] For port c5433fd5-9277-4209-be2b-df7c0080e575, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c5433fd5-9277-4209-be2b-df7c0080e575,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:53.341085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8dcda-b9bc-4f18-bbe2-7c6222b57059 req-e79ea750-8bad-4b49-8894-f480e1e04c2a tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:53.342644 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b4b8dcda-b9bc-4f18-bbe2-7c6222b57059 req-e79ea750-8bad-4b49-8894-f480e1e04c2a tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 945 time: 0.1337810 Mar 23 12:34:53.422438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-687faba4-6255-40b0-a410-665c31a2835b req-37ae4771-0e43-4c76-a8a8-c35c0a2e6930 service neutron] For port c5433fd5-9277-4209-be2b-df7c0080e575, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:34:53.446030 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b4b8dcda-b9bc-4f18-bbe2-7c6222b57059 req-8cbed1cf-5dff-4417-9221-448741a233ad tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea618cc8-cb43-4e01-bde5-89255c3eedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937161 Mar 23 12:34:53.485876 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bb8ed-37f4-4ca6-b353-1b7bb71e4c12 req-45d4da2b-11ac-46a6-b9ea-5ccbdc72a3aa tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:53.494078 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d4bb8ed-37f4-4ca6-b353-1b7bb71e4c12 req-45d4da2b-11ac-46a6-b9ea-5ccbdc72a3aa tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 943 time: 0.1583493 Mar 23 12:34:53.519318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c5433fd5-9277-4209-be2b-df7c0080e575 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:34:53.537749 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-687faba4-6255-40b0-a410-665c31a2835b req-37ae4771-0e43-4c76-a8a8-c35c0a2e6930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5433fd5-9277-4209-be2b-df7c0080e575 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:34:53.563094 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-687faba4-6255-40b0-a410-665c31a2835b req-37ae4771-0e43-4c76-a8a8-c35c0a2e6930 service neutron] For port c5433fd5-9277-4209-be2b-df7c0080e575, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c5433fd5-9277-4209-be2b-df7c0080e575,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:53.590387 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-687faba4-6255-40b0-a410-665c31a2835b req-37ae4771-0e43-4c76-a8a8-c35c0a2e6930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:53.643365 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:53.647518 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d4bb8ed-37f4-4ca6-b353-1b7bb71e4c12 req-48f055c2-f300-42af-8eec-b66208dd192b tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369686 Mar 23 12:34:53.687373 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:53.777882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-687faba4-6255-40b0-a410-665c31a2835b req-37ae4771-0e43-4c76-a8a8-c35c0a2e6930 service neutron] Transition to ACTIVE for port object c5433fd5-9277-4209-be2b-df7c0080e575 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:34:53.784939 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-687faba4-6255-40b0-a410-665c31a2835b req-37ae4771-0e43-4c76-a8a8-c35c0a2e6930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:53.871964 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-687faba4-6255-40b0-a410-665c31a2835b req-37ae4771-0e43-4c76-a8a8-c35c0a2e6930 service neutron] No DVR routers for this DVR port c5433fd5-9277-4209-be2b-df7c0080e575 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:34:53.920409 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae4771-0e43-4c76-a8a8-c35c0a2e6930 service neutron] Pushing event updated for resources: {'Port': ['ID=c5433fd5-9277-4209-be2b-df7c0080e575,revision_number=10']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:53.942904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Allocated IP 172.25.2.144 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/f0e79573-5585-4c2e-8244-6d5b0fe4749b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:34:53.954787 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-37ae4771-0e43-4c76-a8a8-c35c0a2e6930 service neutron] 10.222.0.77 "PUT /v2.0/ports/c5433fd5-9277-4209-be2b-df7c0080e575/bindings/n-h2-834854-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9043133 Mar 23 12:34:53.955886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7856185-4d6e-44f3-a818-4b2aa9160f9e req-d22ebe61-0870-4521-bd4b-b48bd1e8e512 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:53.962666 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d7856185-4d6e-44f3-a818-4b2aa9160f9e req-d22ebe61-0870-4521-bd4b-b48bd1e8e512 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 945 time: 0.1100898 Mar 23 12:34:54.032983 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad1b8-2f94-452b-888f-184fb06fbdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:54.067649 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d7856185-4d6e-44f3-a818-4b2aa9160f9e req-74295d1d-c5ff-4c35-a1eb-b946e06f8fa5 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fe46f7c-997e-4933-afe7-96f0ad672387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920217 Mar 23 12:34:54.176693 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:54.192133 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687faba4-6255-40b0-a410-665c31a2835b req-66727cc6-85a0-4f9a-8a3d-2771eae4bba7 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:54.193667 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-66727cc6-85a0-4f9a-8a3d-2771eae4bba7 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a&tenant_id=43636dcef9ff4fb98e9524a9242506a8&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 1095 time: 0.1247222 Mar 23 12:34:54.207243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a083ba-2b98-47f1-ac2a-08645b6f7bdc req-bb0f7ad8-4a64-4985-ae5d-8f1af2a01675 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:54.208864 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9a083ba-2b98-47f1-ac2a-08645b6f7bdc req-bb0f7ad8-4a64-4985-ae5d-8f1af2a01675 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 945 time: 0.0810268 Mar 23 12:34:54.240226 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:54.320771 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:34:54.340651 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9a083ba-2b98-47f1-ac2a-08645b6f7bdc req-83118b23-686f-4182-887e-97aef69d8493 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea618cc8-cb43-4e01-bde5-89255c3eedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085932 Mar 23 12:34:54.344861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:34:54.352153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:34:54.363272 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687faba4-6255-40b0-a410-665c31a2835b req-2fd7691c-9977-4f82-a0a4-cacc753bbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:54.365336 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-2fd7691c-9977-4f82-a0a4-cacc753bbac4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a&tenant_id=43636dcef9ff4fb98e9524a9242506a8 HTTP/1.1" status: 200 len: 1095 time: 0.1462922 Mar 23 12:34:54.414607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Pushing event updated for resources: {'Port': ['ID=f0e79573-5585-4c2e-8244-6d5b0fe4749b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:54.464114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687faba4-6255-40b0-a410-665c31a2835b req-62991637-89dd-4984-b6b4-6c65b1705a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:54.465730 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-62991637-89dd-4984-b6b4-6c65b1705a9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43636dcef9ff4fb98e9524a9242506a8&device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 1095 time: 0.0632141 Mar 23 12:34:54.608049 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ec464-7acc-4647-af0e-4e02b2b2cf78 req-ceca8a32-cf99-4809-9eb0-4bcfff71cd24 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:54.609604 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a7ec464-7acc-4647-af0e-4e02b2b2cf78 req-ceca8a32-cf99-4809-9eb0-4bcfff71cd24 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.1771841 Mar 23 12:34:54.621735 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687faba4-6255-40b0-a410-665c31a2835b req-4c9cffad-e1f1-4eac-8090-98d461cb1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:54.623573 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-4c9cffad-e1f1-4eac-8090-98d461cb1018 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 200 len: 922 time: 0.1471262 Mar 23 12:34:54.701286 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-927b60ac-50d3-449e-87aa-47719cbb5d29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5433fd5-9277-4209-be2b-df7c0080e575 HTTP/1.1" status: 200 len: 217 time: 0.0617366 Mar 23 12:34:54.718337 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a7ec464-7acc-4647-af0e-4e02b2b2cf78 req-82588d4f-feda-455c-a4ab-10571f31d3b8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010935 Mar 23 12:34:54.811743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687faba4-6255-40b0-a410-665c31a2835b req-a4ac4ab5-e094-40ab-b771-b523bb9bc880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:54.813655 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-a4ac4ab5-e094-40ab-b771-b523bb9bc880 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 200 len: 861 time: 0.0953090 Mar 23 12:34:54.828105 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:54.832782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918ded7-cc2d-4399-a540-d6bf55ab7375 req-ea387d88-cc23-43be-81af-71934b32331e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:54.834338 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9918ded7-cc2d-4399-a540-d6bf55ab7375 req-ea387d88-cc23-43be-81af-71934b32331e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 944 time: 0.0697725 Mar 23 12:34:54.890601 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-2f7aebec-1235-4cb3-8044-ee319a33c961 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5951e4c2-87c6-4843-a65c-4b3c7b3af482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549960 Mar 23 12:34:55.023641 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9918ded7-cc2d-4399-a540-d6bf55ab7375 req-c3b17a6c-2936-4a35-ba9d-0a81ca82c1e3 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765568 Mar 23 12:34:55.086443 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-30826e98-7b66-43b7-9285-41402e541699 service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806250 Mar 23 12:34:55.232540 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-08b687e6-0eba-4aeb-b1e2-fcc902f503ef service neutron] 10.222.0.73 "GET /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331527 Mar 23 12:34:55.454887 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:55.474234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34da88-a559-4933-88f7-5d01c2c33e8a req-d699398a-4657-43b5-a77c-760a47a96faa tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:55.475640 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f34da88-a559-4933-88f7-5d01c2c33e8a req-d699398a-4657-43b5-a77c-760a47a96faa tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 945 time: 0.1128707 Mar 23 12:34:55.505592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76042f8-35ee-441a-8207-bab59743c019 req-8b3aadf5-923b-426b-90d4-d1b48e058de3 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:55.507362 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f76042f8-35ee-441a-8207-bab59743c019 req-8b3aadf5-923b-426b-90d4-d1b48e058de3 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 945 time: 0.0729051 Mar 23 12:34:55.555507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcba4b-ba20-4236-8dd5-a16182b23385 req-5d3d4a04-06ff-4c36-8ba4-ebc45a298171 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:55.557215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1dbcba4b-ba20-4236-8dd5-a16182b23385 req-5d3d4a04-06ff-4c36-8ba4-ebc45a298171 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 945 time: 0.1956003 Mar 23 12:34:55.652892 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f76042f8-35ee-441a-8207-bab59743c019 req-a9f1c592-bf6b-46bc-b622-475d4f2d1039 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea618cc8-cb43-4e01-bde5-89255c3eedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300526 Mar 23 12:34:55.687872 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687faba4-6255-40b0-a410-665c31a2835b req-b89242a3-0ab9-4a52-a70c-cc7961047b22 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:55.690670 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-b89242a3-0ab9-4a52-a70c-cc7961047b22 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a&tenant_id=43636dcef9ff4fb98e9524a9242506a8&binding%3Ahost_id=n-h2-834854-1 HTTP/1.1" status: 200 len: 1095 time: 0.0961802 Mar 23 12:34:55.730048 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device de0729c2-bdb6-4a11-a549-9cdfb76ad148 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:34:55.753549 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: de0729c2-bdb6-4a11-a549-9cdfb76ad148 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:34:55.754048 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device de0729c2-bdb6-4a11-a549-9cdfb76ad148 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:34:55.759166 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1dbcba4b-ba20-4236-8dd5-a16182b23385 req-cbd2fe77-4a36-404c-be60-cc8ed0357e67 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fe46f7c-997e-4933-afe7-96f0ad672387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418164 Mar 23 12:34:55.791642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-6f34da88-a559-4933-88f7-5d01c2c33e8a req-d8110d5f-d051-489d-876e-b6294e63072b tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Deleting port 1d849086-0ee6-4700-b370-e90ca6aa12b6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:34:55.792240 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6f34da88-a559-4933-88f7-5d01c2c33e8a req-d8110d5f-d051-489d-876e-b6294e63072b tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:55.878255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Router 583ca322-d90a-484b-b4e3-ae0f611bd63c is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:34:55.960553 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe9c3e-f291-4c5f-8441-9025d2e08fee req-a20d0e49-9f9d-4895-afde-ee84bdd0294a tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:55.962097 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bbe9c3e-f291-4c5f-8441-9025d2e08fee req-a20d0e49-9f9d-4895-afde-ee84bdd0294a tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.77 "GET /v2.0/ports?device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 945 time: 0.1396232 Mar 23 12:34:55.964058 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-687faba4-6255-40b0-a410-665c31a2835b req-beac2468-dcc6-4539-93f0-285ad6976fd9 service neutron] For port c5433fd5-9277-4209-be2b-df7c0080e575, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:34:55.968668 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-687faba4-6255-40b0-a410-665c31a2835b req-beac2468-dcc6-4539-93f0-285ad6976fd9 service neutron] Notify callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:55.969774 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-687faba4-6255-40b0-a410-665c31a2835b req-beac2468-dcc6-4539-93f0-285ad6976fd9 service neutron] 10.222.0.73 "DELETE /v2.0/ports/c5433fd5-9277-4209-be2b-df7c0080e575/bindings/n-h1-834854-1 HTTP/1.1" status: 204 len: 173 time: 0.2691088 Mar 23 12:34:56.000256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2168b-a7e2-4fef-ba7b-0d46a32f7acd req-0c8234da-aea0-4f44-a601-528c295266e2 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:56.002870 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2e2168b-a7e2-4fef-ba7b-0d46a32f7acd req-0c8234da-aea0-4f44-a601-528c295266e2 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.1335883 Mar 23 12:34:56.017317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6f34da88-a559-4933-88f7-5d01c2c33e8a req-d8110d5f-d051-489d-876e-b6294e63072b tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] For port 1d849086-0ee6-4700-b370-e90ca6aa12b6, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=1d849086-0ee6-4700-b370-e90ca6aa12b6,segment=NetworkSegment(5029d2b0-6a68-4469-b15d-18143ad1b79d),segment_id=5029d2b0-6a68-4469-b15d-18143ad1b79d)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:56.017798 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6f34da88-a559-4933-88f7-5d01c2c33e8a req-d8110d5f-d051-489d-876e-b6294e63072b tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:56.070928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-6f34da88-a559-4933-88f7-5d01c2c33e8a req-d8110d5f-d051-489d-876e-b6294e63072b tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Calling delete_port for 1d849086-0ee6-4700-b370-e90ca6aa12b6 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:34:56.114959 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:34:56.132485 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eac448-b1ac-4ed4-baa1-0c8a3f11ac0b None None] Sync routers for ids ['583ca322-d90a-484b-b4e3-ae0f611bd63c'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:34:56.164469 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eac448-b1ac-4ed4-baa1-0c8a3f11ac0b None None] Routers {'583ca322-d90a-484b-b4e3-ae0f611bd63c'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:56.165403 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-73eac448-b1ac-4ed4-baa1-0c8a3f11ac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['583ca322-d90a-484b-b4e3-ae0f611bd63c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:56.221907 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-73eac448-b1ac-4ed4-baa1-0c8a3f11ac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:56.235885 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eac448-b1ac-4ed4-baa1-0c8a3f11ac0b None None] Routers {'583ca322-d90a-484b-b4e3-ae0f611bd63c'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:56.237660 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-73eac448-b1ac-4ed4-baa1-0c8a3f11ac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['583ca322-d90a-484b-b4e3-ae0f611bd63c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:56.250115 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:56.253318 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dd608cc6-712d-4d96-897a-03fcbd71e8bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.4130521 Mar 23 12:34:56.261925 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59058) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:56.270162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d44501f6-fe72-40e9-9bb1-9df7ce1dcab4 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:34:56.312206 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-73eac448-b1ac-4ed4-baa1-0c8a3f11ac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:56.314095 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eac448-b1ac-4ed4-baa1-0c8a3f11ac0b None None] The sync data for ids ['583ca322-d90a-484b-b4e3-ae0f611bd63c'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:34:56.373888 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2e2168b-a7e2-4fef-ba7b-0d46a32f7acd req-e0806859-0919-4116-8e25-f23235f2b230 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704734 Mar 23 12:34:56.409631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616f918-9afd-4006-be79-b8acf989cbca req-c3c5c7da-2ed0-479b-945e-2476de031879 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:56.413573 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6616f918-9afd-4006-be79-b8acf989cbca req-c3c5c7da-2ed0-479b-945e-2476de031879 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 944 time: 0.2343338 Mar 23 12:34:56.427559 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-6bbe9c3e-f291-4c5f-8441-9025d2e08fee req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Deleting port 900d4635-21c7-46b6-83a7-c1b1f4a2c88f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:34:56.428022 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6bbe9c3e-f291-4c5f-8441-9025d2e08fee req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:56.589503 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6bbe9c3e-f291-4c5f-8441-9025d2e08fee req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] For port 900d4635-21c7-46b6-83a7-c1b1f4a2c88f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=900d4635-21c7-46b6-83a7-c1b1f4a2c88f,segment=NetworkSegment(df9664c4-bc55-4373-8cdb-0869ca714a76),segment_id=df9664c4-bc55-4373-8cdb-0869ca714a76)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:56.590078 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6bbe9c3e-f291-4c5f-8441-9025d2e08fee req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:56.595548 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6f34da88-a559-4933-88f7-5d01c2c33e8a req-d8110d5f-d051-489d-876e-b6294e63072b tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:56.609151 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6616f918-9afd-4006-be79-b8acf989cbca req-610706ad-0ec2-4844-8ae7-b4125849f4ec tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660433 Mar 23 12:34:56.611996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-6bbe9c3e-f291-4c5f-8441-9025d2e08fee req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Calling delete_port for 900d4635-21c7-46b6-83a7-c1b1f4a2c88f owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:34:56.616376 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['1d849086-0ee6-4700-b370-e90ca6aa12b6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:56.654657 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8110d5f-d051-489d-876e-b6294e63072b tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Pushing event deleted for resources: {'Port': ['ID=1d849086-0ee6-4700-b370-e90ca6aa12b6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:56.787340 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f34da88-a559-4933-88f7-5d01c2c33e8a req-d8110d5f-d051-489d-876e-b6294e63072b tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] No DVR routers for this DVR port 1d849086-0ee6-4700-b370-e90ca6aa12b6 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:34:56.794137 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6f34da88-a559-4933-88f7-5d01c2c33e8a req-d8110d5f-d051-489d-876e-b6294e63072b tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:56.799501 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f34da88-a559-4933-88f7-5d01c2c33e8a req-d8110d5f-d051-489d-876e-b6294e63072b tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.73 "DELETE /v2.0/ports/1d849086-0ee6-4700-b370-e90ca6aa12b6 HTTP/1.1" status: 204 len: 173 time: 1.2855303 Mar 23 12:34:56.799501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de13a5f-c9b5-494c-ba7c-0324c6faf3d0', 'name': 'network-vif-deleted', 'tag': '1d849086-0ee6-4700-b370-e90ca6aa12b6'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:56.802297 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cff6e58-9707-4294-87b3-dfc3f4f4391d" -d '{"events": [{"server_uuid": "5de13a5f-c9b5-494c-ba7c-0324c6faf3d0", "name": "network-vif-deleted", "tag": "1d849086-0ee6-4700-b370-e90ca6aa12b6"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:56.812246 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7c036c4a-bb86-45c8-8813-cbc4e97f10f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:56.926956 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6bbe9c3e-f291-4c5f-8441-9025d2e08fee req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:56.926956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6239c2f-c9af-4e7c-aff2-b6e4a63c717a req-eaea7d1b-db4e-46e6-a7e7-da4500706eee tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:56.938334 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d6239c2f-c9af-4e7c-aff2-b6e4a63c717a req-eaea7d1b-db4e-46e6-a7e7-da4500706eee tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 1095 time: 0.0892870 Mar 23 12:34:56.946652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['900d4635-21c7-46b6-83a7-c1b1f4a2c88f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:57.015471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Pushing event deleted for resources: {'Port': ['ID=900d4635-21c7-46b6-83a7-c1b1f4a2c88f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:57.022875 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38c72265-b647-4e96-99de-750672cd3e87 req-fd74b111-7bbe-44b5-907d-f2a69e9ad413 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab86ee1-9535-4498-b1fa-0651b42277e0 HTTP/1.1" status: 200 len: 210 time: 0.1279075 Mar 23 12:34:57.061826 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d6239c2f-c9af-4e7c-aff2-b6e4a63c717a req-cc808229-39dd-4f71-abc6-9091c11249b3 tempest-LiveAutoBlockMigrationV225Test-932000027 tempest-LiveAutoBlockMigrationV225Test-932000027-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225295 Mar 23 12:34:57.090015 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:57.090358 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:57.090701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:57.091031 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:57.091364 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:57.091694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:57.116360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:57.116360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:57.116360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:57.116360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:57.116360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:57.116360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:34:57.150333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbe9c3e-f291-4c5f-8441-9025d2e08fee req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] No DVR routers for this DVR port 900d4635-21c7-46b6-83a7-c1b1f4a2c88f on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:34:57.159806 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6bbe9c3e-f291-4c5f-8441-9025d2e08fee req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:57.163261 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bbe9c3e-f291-4c5f-8441-9025d2e08fee req-d54993f9-0591-4592-af0a-d9d5d5119726 tempest-ServerPasswordTestJSON-2068905542 tempest-ServerPasswordTestJSON-2068905542-project] 10.222.0.77 "DELETE /v2.0/ports/900d4635-21c7-46b6-83a7-c1b1f4a2c88f HTTP/1.1" status: 204 len: 173 time: 1.1923261 Mar 23 12:34:57.163261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab86ee1-9535-4498-b1fa-0651b42277e0', 'name': 'network-vif-deleted', 'tag': '900d4635-21c7-46b6-83a7-c1b1f4a2c88f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:57.168209 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af93989d-382e-4430-830f-7f963475ccea" -d '{"events": [{"server_uuid": "9ab86ee1-9535-4498-b1fa-0651b42277e0", "name": "network-vif-deleted", "tag": "900d4635-21c7-46b6-83a7-c1b1f4a2c88f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:57.217994 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1520f38-dd6c-41d7-92f1-e6b32d75b9ef x-openstack-request-id: req-a1520f38-dd6c-41d7-92f1-e6b32d75b9ef {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:57.218486 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de13a5f-c9b5-494c-ba7c-0324c6faf3d0", "name": "network-vif-deleted", "tag": "1d849086-0ee6-4700-b370-e90ca6aa12b6", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:57.219071 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1520f38-dd6c-41d7-92f1-e6b32d75b9ef {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:57.219580 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de13a5f-c9b5-494c-ba7c-0324c6faf3d0', 'name': 'network-vif-deleted', 'tag': '1d849086-0ee6-4700-b370-e90ca6aa12b6', 'status': 'completed', 'code': 200} Mar 23 12:34:57.261225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23243951-9980-4a14-809f-3ea6476014a0 req-a96bc56a-eca7-4b97-989e-968c01a2f096 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:57.265838 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23243951-9980-4a14-809f-3ea6476014a0 req-a96bc56a-eca7-4b97-989e-968c01a2f096 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.73 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.2446294 Mar 23 12:34:57.337749 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9222e2da-41df-43e2-a799-bdec1cebca47 req-796dec18-fe8b-4328-bf6a-7f9eae2c35c1 tempest-InstanceActionsTestJSON-2049256428 tempest-InstanceActionsTestJSON-2049256428-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de13a5f-c9b5-494c-ba7c-0324c6faf3d0 HTTP/1.1" status: 200 len: 210 time: 0.0694306 Mar 23 12:34:57.349118 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d44501f6-fe72-40e9-9bb1-9df7ce1dcab4 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:57.396986 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d44501f6-fe72-40e9-9bb1-9df7ce1dcab4 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:57.449798 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e3388c-1d35-429a-aaf0-4d48e6992db5 x-openstack-request-id: req-f2e3388c-1d35-429a-aaf0-4d48e6992db5 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:57.450604 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab86ee1-9535-4498-b1fa-0651b42277e0", "name": "network-vif-deleted", "tag": "900d4635-21c7-46b6-83a7-c1b1f4a2c88f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:57.451498 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2e3388c-1d35-429a-aaf0-4d48e6992db5 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:57.452109 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab86ee1-9535-4498-b1fa-0651b42277e0', 'name': 'network-vif-deleted', 'tag': '900d4635-21c7-46b6-83a7-c1b1f4a2c88f', 'status': 'completed', 'code': 200} Mar 23 12:34:57.496775 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-23243951-9980-4a14-809f-3ea6476014a0 req-e2ed0b7c-b153-4cd8-ba2f-c4c51a764508 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Deleting port 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:34:57.496775 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-23243951-9980-4a14-809f-3ea6476014a0 req-e2ed0b7c-b153-4cd8-ba2f-c4c51a764508 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:57.565649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851f451-1ddf-44e5-82a9-98b84a0bfd0e req-96f7bc38-9d8f-4310-959f-e55894a5c4b8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:57.567272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e851f451-1ddf-44e5-82a9-98b84a0bfd0e req-96f7bc38-9d8f-4310-959f-e55894a5c4b8 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 946 time: 0.0634146 Mar 23 12:34:57.626375 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e851f451-1ddf-44e5-82a9-98b84a0bfd0e req-28e439d2-8bac-4e15-84eb-a46db8a6a018 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480328 Mar 23 12:34:57.641844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d44501f6-fe72-40e9-9bb1-9df7ce1dcab4 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Deleting port f0e79573-5585-4c2e-8244-6d5b0fe4749b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:34:57.642453 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d44501f6-fe72-40e9-9bb1-9df7ce1dcab4 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:57.675717 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:57.977544 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-23243951-9980-4a14-809f-3ea6476014a0 req-e2ed0b7c-b153-4cd8-ba2f-c4c51a764508 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] For port 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4abfb211-9b93-4c2b-8ddd-07c14e4e0e09,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:57.977820 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-23243951-9980-4a14-809f-3ea6476014a0 req-e2ed0b7c-b153-4cd8-ba2f-c4c51a764508 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:57.993702 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fd61e-acf8-4a67-83e3-424da75cdf9f req-3e2cce50-8662-4749-8d77-e169f65832a3 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:57.995207 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-145fd61e-acf8-4a67-83e3-424da75cdf9f req-3e2cce50-8662-4749-8d77-e169f65832a3 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 944 time: 0.4602520 Mar 23 12:34:58.013101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-23243951-9980-4a14-809f-3ea6476014a0 req-e2ed0b7c-b153-4cd8-ba2f-c4c51a764508 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Calling delete_port for 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:34:58.083254 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d44501f6-fe72-40e9-9bb1-9df7ce1dcab4 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.100738 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d44501f6-fe72-40e9-9bb1-9df7ce1dcab4 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Calling delete_port for f0e79573-5585-4c2e-8244-6d5b0fe4749b owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:34:58.103633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59082) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:58.149796 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5de9fed-dd04-44ea-a821-6471916d12fa admin admin] Deleting subnet eff3aec7-02a5-4b86-8869-0ee633b87144 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:34:58.153440 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5de9fed-dd04-44ea-a821-6471916d12fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.199855 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5de9fed-dd04-44ea-a821-6471916d12fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.243952 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-145fd61e-acf8-4a67-83e3-424da75cdf9f req-8926dacf-72ef-40c0-85b7-309449166650 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412908 Mar 23 12:34:58.277745 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5de9fed-dd04-44ea-a821-6471916d12fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.318448 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-23243951-9980-4a14-809f-3ea6476014a0 req-e2ed0b7c-b153-4cd8-ba2f-c4c51a764508 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.329742 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001a4cd-25d2-40cc-b813-40a49dbe6628 req-e2fe0cff-d866-4040-99cd-e9868f027ed2 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:34:58.331943 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f001a4cd-25d2-40cc-b813-40a49dbe6628 req-e2fe0cff-d866-4040-99cd-e9868f027ed2 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.73 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 944 time: 0.1045394 Mar 23 12:34:58.354073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed0b7c-b153-4cd8-ba2f-c4c51a764508 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Pushing event deleted for resources: {'Port': ['ID=4abfb211-9b93-4c2b-8ddd-07c14e4e0e09,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:58.390960 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5de9fed-dd04-44ea-a821-6471916d12fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.426284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-23243951-9980-4a14-809f-3ea6476014a0 req-e2ed0b7c-b153-4cd8-ba2f-c4c51a764508 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] No DVR routers for this DVR port 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:34:58.430034 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-23243951-9980-4a14-809f-3ea6476014a0 req-e2ed0b7c-b153-4cd8-ba2f-c4c51a764508 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.433409 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23243951-9980-4a14-809f-3ea6476014a0 req-e2ed0b7c-b153-4cd8-ba2f-c4c51a764508 tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.73 "DELETE /v2.0/ports/4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 HTTP/1.1" status: 204 len: 173 time: 1.1501124 Mar 23 12:34:58.442832 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59088) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:58.453146 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de9fed-dd04-44ea-a821-6471916d12fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff3aec7-02a5-4b86-8869-0ee633b87144,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:58.455756 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5de9fed-dd04-44ea-a821-6471916d12fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.460926 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f5de9fed-dd04-44ea-a821-6471916d12fa admin admin] 10.222.0.52 "DELETE /v2.0/subnets/eff3aec7-02a5-4b86-8869-0ee633b87144 HTTP/1.1" status: 204 len: 168 time: 0.3561320 Mar 23 12:34:58.465064 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59090) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:58.486572 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d44501f6-fe72-40e9-9bb1-9df7ce1dcab4 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.533636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44501f6-fe72-40e9-9bb1-9df7ce1dcab4 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Pushing event deleted for resources: {'Port': ['ID=f0e79573-5585-4c2e-8244-6d5b0fe4749b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:58.555816 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c49220c4-bb44-4e21-8e17-6f09f591b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.561110 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f001a4cd-25d2-40cc-b813-40a49dbe6628 req-1e82f2a7-32d7-45e8-8618-d784e495b96e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Deleting port c5433fd5-9277-4209-be2b-df7c0080e575 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:34:58.562012 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f001a4cd-25d2-40cc-b813-40a49dbe6628 req-1e82f2a7-32d7-45e8-8618-d784e495b96e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.571739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e109b4a9-ec4b-4f1b-8183-2cb675796692 admin admin] Deleting subnet a0a44dc4-c0c0-4f78-abdd-672d748b657c {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:34:58.595408 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e109b4a9-ec4b-4f1b-8183-2cb675796692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.649011 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d44501f6-fe72-40e9-9bb1-9df7ce1dcab4 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.650976 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e109b4a9-ec4b-4f1b-8183-2cb675796692 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.766977 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c49220c4-bb44-4e21-8e17-6f09f591b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.803273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f001a4cd-25d2-40cc-b813-40a49dbe6628 req-1e82f2a7-32d7-45e8-8618-d784e495b96e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] For port c5433fd5-9277-4209-be2b-df7c0080e575, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c5433fd5-9277-4209-be2b-df7c0080e575,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:34:58.803632 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f001a4cd-25d2-40cc-b813-40a49dbe6628 req-1e82f2a7-32d7-45e8-8618-d784e495b96e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.810484 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e109b4a9-ec4b-4f1b-8183-2cb675796692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.814046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c49220c4-bb44-4e21-8e17-6f09f591b4b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6bdac2-9987-43bf-984a-7d34e861faba']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:58.826735 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f001a4cd-25d2-40cc-b813-40a49dbe6628 req-1e82f2a7-32d7-45e8-8618-d784e495b96e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Calling delete_port for c5433fd5-9277-4209-be2b-df7c0080e575 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:34:58.829489 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c49220c4-bb44-4e21-8e17-6f09f591b4b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9664c4-bc55-4373-8cdb-0869ca714a76') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:58.829779 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c49220c4-bb44-4e21-8e17-6f09f591b4b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9664c4-bc55-4373-8cdb-0869ca714a76') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:58.846168 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c49220c4-bb44-4e21-8e17-6f09f591b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.889889 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-814d99a2-1dcb-46a4-b0d9-7a159d10903f req-5776eacd-16a8-45a6-b080-68a1933e6f0f tempest-ListServerFiltersTestJSON-616510875 tempest-ListServerFiltersTestJSON-616510875-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa7d30c-f099-463f-92e2-76f19620bc71 HTTP/1.1" status: 200 len: 210 time: 0.0821216 Mar 23 12:34:58.892832 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c49220c4-bb44-4e21-8e17-6f09f591b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.905135 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49220c4-bb44-4e21-8e17-6f09f591b4b8 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:34:58.905606 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c49220c4-bb44-4e21-8e17-6f09f591b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:34:58.907545 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:34:58.999337 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e109b4a9-ec4b-4f1b-8183-2cb675796692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.004939 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d44501f6-fe72-40e9-9bb1-9df7ce1dcab4 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.006891 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c49220c4-bb44-4e21-8e17-6f09f591b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.024678 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.033804 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c49220c4-bb44-4e21-8e17-6f09f591b4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.039555 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c49220c4-bb44-4e21-8e17-6f09f591b4b8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ed6bdac2-9987-43bf-984a-7d34e861faba HTTP/1.1" status: 204 len: 168 time: 0.5709009 Mar 23 12:34:59.040260 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d44501f6-fe72-40e9-9bb1-9df7ce1dcab4 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.049462 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109b4a9-ec4b-4f1b-8183-2cb675796692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0a44dc4-c0c0-4f78-abdd-672d748b657c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:59.051304 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e109b4a9-ec4b-4f1b-8183-2cb675796692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.058275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49220c4-bb44-4e21-8e17-6f09f591b4b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed6bdac2-9987-43bf-984a-7d34e861faba,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:59.077556 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e109b4a9-ec4b-4f1b-8183-2cb675796692 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a0a44dc4-c0c0-4f78-abdd-672d748b657c HTTP/1.1" status: 204 len: 168 time: 0.6302545 Mar 23 12:34:59.079006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59096) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:59.085815 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f001a4cd-25d2-40cc-b813-40a49dbe6628 req-1e82f2a7-32d7-45e8-8618-d784e495b96e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.106605 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['c5433fd5-9277-4209-be2b-df7c0080e575'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:59.114067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82f2a7-32d7-45e8-8618-d784e495b96e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Pushing event deleted for resources: {'Port': ['ID=c5433fd5-9277-4209-be2b-df7c0080e575,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:59.174783 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['51aca8df-902f-4ea5-ae2a-4c0673830b61'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:34:59.177874 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f001a4cd-25d2-40cc-b813-40a49dbe6628 req-1e82f2a7-32d7-45e8-8618-d784e495b96e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] No DVR routers for this DVR port c5433fd5-9277-4209-be2b-df7c0080e575 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:34:59.181819 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f001a4cd-25d2-40cc-b813-40a49dbe6628 req-1e82f2a7-32d7-45e8-8618-d784e495b96e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.185704 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f001a4cd-25d2-40cc-b813-40a49dbe6628 req-1e82f2a7-32d7-45e8-8618-d784e495b96e tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.73 "DELETE /v2.0/ports/c5433fd5-9277-4209-be2b-df7c0080e575 HTTP/1.1" status: 204 len: 173 time: 0.8468499 Mar 23 12:34:59.232065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa7d30c-f099-463f-92e2-76f19620bc71', 'name': 'network-vif-deleted', 'tag': '4abfb211-9b93-4c2b-8ddd-07c14e4e0e09'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:59.234682 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b45c8e-acfb-4ffa-93ec-fdc5f2a89961" -d '{"events": [{"server_uuid": "8aa7d30c-f099-463f-92e2-76f19620bc71", "name": "network-vif-deleted", "tag": "4abfb211-9b93-4c2b-8ddd-07c14e4e0e09"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:59.264943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59100) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:59.282501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44501f6-fe72-40e9-9bb1-9df7ce1dcab4 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Router 583ca322-d90a-484b-b4e3-ae0f611bd63c has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:34:59.373018 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1538e96b-69c7-4e26-9d39-e40dcaa1f61c x-openstack-request-id: req-1538e96b-69c7-4e26-9d39-e40dcaa1f61c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:59.373295 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa7d30c-f099-463f-92e2-76f19620bc71", "name": "network-vif-deleted", "tag": "4abfb211-9b93-4c2b-8ddd-07c14e4e0e09", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:59.373553 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1538e96b-69c7-4e26-9d39-e40dcaa1f61c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:59.374388 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa7d30c-f099-463f-92e2-76f19620bc71', 'name': 'network-vif-deleted', 'tag': '4abfb211-9b93-4c2b-8ddd-07c14e4e0e09', 'status': 'completed', 'code': 200} Mar 23 12:34:59.392609 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8e1bd0f5-93e3-4143-9ec8-21479e462d87 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=303b3257a21d49478421e2526ec907e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254745 Mar 23 12:34:59.393870 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59104) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:59.443895 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.444677 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da393e29-ff06-425b-9832-1f412abcade5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.458739 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97619ed5-d741-48db-94a6-ebea04e6209a', 'name': 'network-vif-deleted', 'tag': 'c5433fd5-9277-4209-be2b-df7c0080e575'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:34:59.461243 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384e5dc4-bcde-42d5-becc-442a6e7f131f" -d '{"events": [{"server_uuid": "97619ed5-d741-48db-94a6-ebea04e6209a", "name": "network-vif-deleted", "tag": "c5433fd5-9277-4209-be2b-df7c0080e575"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:34:59.469314 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b80f633-f279-4e33-b8dc-d8b1782302de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.495278 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b80f633-f279-4e33-b8dc-d8b1782302de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.495460 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6960749b-c6aa-4ca9-8c67-542c344bab51 req-ec45c1ce-f56f-44b4-bd53-88bcee2d5b65 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 210 time: 0.0720873 Mar 23 12:34:59.498424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44501f6-fe72-40e9-9bb1-9df7ce1dcab4 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:34:59.509947 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d44501f6-fe72-40e9-9bb1-9df7ce1dcab4 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.513570 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b9fbe-c6d0-43e2-81f0-8c75b63293c4 None None] Sync routers for ids ['583ca322-d90a-484b-b4e3-ae0f611bd63c'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:34:59.513732 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d44501f6-fe72-40e9-9bb1-9df7ce1dcab4 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "PUT /v2.0/routers/583ca322-d90a-484b-b4e3-ae0f611bd63c HTTP/1.1" status: 200 len: 710 time: 3.2478786 Mar 23 12:34:59.516312 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59108) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:59.532664 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89b9fbe-c6d0-43e2-81f0-8c75b63293c4 None None] Routers {'583ca322-d90a-484b-b4e3-ae0f611bd63c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:59.536456 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d89b9fbe-c6d0-43e2-81f0-8c75b63293c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['583ca322-d90a-484b-b4e3-ae0f611bd63c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:59.558027 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11021c1c-d113-40b4-8893-7ad2473ec24e x-openstack-request-id: req-11021c1c-d113-40b4-8893-7ad2473ec24e {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:34:59.558310 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97619ed5-d741-48db-94a6-ebea04e6209a", "name": "network-vif-deleted", "tag": "c5433fd5-9277-4209-be2b-df7c0080e575", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:34:59.558550 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11021c1c-d113-40b4-8893-7ad2473ec24e {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:34:59.558944 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97619ed5-d741-48db-94a6-ebea04e6209a', 'name': 'network-vif-deleted', 'tag': 'c5433fd5-9277-4209-be2b-df7c0080e575', 'status': 'completed', 'code': 200} Mar 23 12:34:59.589914 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 900d4635-21c7-46b6-83a7-c1b1f4a2c88f no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:34:59.592316 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d89b9fbe-c6d0-43e2-81f0-8c75b63293c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:59.612334 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b80f633-f279-4e33-b8dc-d8b1782302de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.616664 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b80f633-f279-4e33-b8dc-d8b1782302de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.621820 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 900d4635-21c7-46b6-83a7-c1b1f4a2c88f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:34:59.622460 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 900d4635-21c7-46b6-83a7-c1b1f4a2c88f not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:34:59.626403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89b9fbe-c6d0-43e2-81f0-8c75b63293c4 None None] Routers {'583ca322-d90a-484b-b4e3-ae0f611bd63c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:34:59.626544 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1b80f633-f279-4e33-b8dc-d8b1782302de admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea618cc8-cb43-4e01-bde5-89255c3eedea HTTP/1.1" status: 204 len: 168 time: 0.2275729 Mar 23 12:34:59.627434 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d89b9fbe-c6d0-43e2-81f0-8c75b63293c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['583ca322-d90a-484b-b4e3-ae0f611bd63c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:59.639143 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80f633-f279-4e33-b8dc-d8b1782302de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea618cc8-cb43-4e01-bde5-89255c3eedea,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:34:59.669861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d89b9fbe-c6d0-43e2-81f0-8c75b63293c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:59.670920 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b9fbe-c6d0-43e2-81f0-8c75b63293c4 None None] The sync data for ids ['583ca322-d90a-484b-b4e3-ae0f611bd63c'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:34:59.755385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4a331648-264d-44da-afb2-018e50a1c04c tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "GET /v2.0/routers/583ca322-d90a-484b-b4e3-ae0f611bd63c HTTP/1.1" status: 200 len: 745 time: 0.2333372 Mar 23 12:34:59.756529 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59112) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:59.758099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:34:59.760561 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da393e29-ff06-425b-9832-1f412abcade5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.780093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:34:59.780503 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 4abfb211-9b93-4c2b-8ddd-07c14e4e0e09 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:34:59.781728 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 1d849086-0ee6-4700-b370-e90ca6aa12b6 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:34:59.813022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 1d849086-0ee6-4700-b370-e90ca6aa12b6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:34:59.813624 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 1d849086-0ee6-4700-b370-e90ca6aa12b6 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:34:59.814054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device c5433fd5-9277-4209-be2b-df7c0080e575 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:34:59.826515 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c820967b-6031-45c2-ab40-0f9a4e71a95a tempest-RoutersIpV6AdminTest-870122112 tempest-RoutersIpV6AdminTest-870122112-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=d572c108-a075-488a-949c-3a07028bd9a2&device_id=583ca322-d90a-484b-b4e3-ae0f611bd63c HTTP/1.1" status: 200 len: 205 time: 0.0663819 Mar 23 12:34:59.827329 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59114) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:59.834243 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-da393e29-ff06-425b-9832-1f412abcade5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7883d8c4-dd17-4e80-9a0d-bfcc6889b256']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:59.844058 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: c5433fd5-9277-4209-be2b-df7c0080e575 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:34:59.844771 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device c5433fd5-9277-4209-be2b-df7c0080e575 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:34:59.846936 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-da393e29-ff06-425b-9832-1f412abcade5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5029d2b0-6a68-4469-b15d-18143ad1b79d') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:59.847241 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-da393e29-ff06-425b-9832-1f412abcade5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5029d2b0-6a68-4469-b15d-18143ad1b79d') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:34:59.860329 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da393e29-ff06-425b-9832-1f412abcade5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.871398 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cc1a3a43-aeb2-4756-8352-f0bd486bc4a5 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "GET /v2.0/ports?device_id=583ca322-d90a-484b-b4e3-ae0f611bd63c HTTP/1.1" status: 200 len: 205 time: 0.0426958 Mar 23 12:34:59.874130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59116) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:34:59.888993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da393e29-ff06-425b-9832-1f412abcade5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.900068 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da393e29-ff06-425b-9832-1f412abcade5 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:34:59.901053 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da393e29-ff06-425b-9832-1f412abcade5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: items = [ Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:34:59.903338 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:34:59.980672 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da393e29-ff06-425b-9832-1f412abcade5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:34:59.985442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59122) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:00.005867 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0af94c03-00d4-4fc8-8da3-1b85167fdac1 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:00.007243 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da393e29-ff06-425b-9832-1f412abcade5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:00.012433 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-da393e29-ff06-425b-9832-1f412abcade5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7883d8c4-dd17-4e80-9a0d-bfcc6889b256 HTTP/1.1" status: 204 len: 168 time: 0.9308884 Mar 23 12:35:00.076577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da393e29-ff06-425b-9832-1f412abcade5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7883d8c4-dd17-4e80-9a0d-bfcc6889b256,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:00.108215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b91287-18e8-49df-b6dd-271d63dcd7dc admin admin] Deleting subnet d9546c30-00e0-4db9-9435-93ebb926fe1a {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:35:00.111534 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4b91287-18e8-49df-b6dd-271d63dcd7dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:00.154588 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4b91287-18e8-49df-b6dd-271d63dcd7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:00.263789 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0af94c03-00d4-4fc8-8da3-1b85167fdac1 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:00.267365 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0af94c03-00d4-4fc8-8da3-1b85167fdac1 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:00.322069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59132) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:00.342410 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0af94c03-00d4-4fc8-8da3-1b85167fdac1 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:00.342843 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af94c03-00d4-4fc8-8da3-1b85167fdac1 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Fanout notify agent at l3_agent the message router_deleted on router 583ca322-d90a-484b-b4e3-ae0f611bd63c {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:35:00.359298 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0af94c03-00d4-4fc8-8da3-1b85167fdac1 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:00.368970 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59136) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:00.372343 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0af94c03-00d4-4fc8-8da3-1b85167fdac1 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "DELETE /v2.0/routers/583ca322-d90a-484b-b4e3-ae0f611bd63c HTTP/1.1" status: 204 len: 168 time: 0.4967031 Mar 23 12:35:00.389829 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4b91287-18e8-49df-b6dd-271d63dcd7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:00.429638 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-771417be-5c58-48a7-97ea-caee9467a467 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "GET /v2.0/ports?device_id=583ca322-d90a-484b-b4e3-ae0f611bd63c HTTP/1.1" status: 200 len: 205 time: 0.0575516 Mar 23 12:35:00.432929 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59138) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:00.447735 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f69b0f24-bd96-475c-ae04-7e42aa53a7be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f8ea704b3ef74d35a2ba5228b2342b3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1242716 Mar 23 12:35:00.450112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59140) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:00.506738 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-ff488070-78f5-493e-adba-c672083102b8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] delete failed (client error): The resource could not be found. Mar 23 12:35:00.513212 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ff488070-78f5-493e-adba-c672083102b8 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "DELETE /v2.0/routers/583ca322-d90a-484b-b4e3-ae0f611bd63c HTTP/1.1" status: 404 len: 336 time: 0.0789089 Mar 23 12:35:00.513992 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59142) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:00.569962 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-83425555-5164-4618-bf34-dac3a822d0c9 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b5f540c-3cc0-4bdd-9097-decee1da30ed HTTP/1.1" status: 200 len: 205 time: 0.0544584 Mar 23 12:35:00.573440 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59150) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:00.675972 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-2c6b0aed-7019-405a-a49d-d1145b59b01e tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] delete failed (client error): The resource could not be found. Mar 23 12:35:00.677270 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2c6b0aed-7019-405a-a49d-d1145b59b01e tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "DELETE /v2.0/routers/6b5f540c-3cc0-4bdd-9097-decee1da30ed HTTP/1.1" status: 404 len: 336 time: 0.1015403 Mar 23 12:35:00.681710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59156) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:00.719440 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a9fa79a2-7a63-4646-a829-4ada466ae535 req-f7dec2c0-b85b-4393-95fe-822b51eb56d4 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 210 time: 0.0591862 Mar 23 12:35:00.745287 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dbc3b65b-6702-4ed8-8392-5a188ffad0bc tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "GET /v2.0/ports?device_id=f94f0b10-2687-4ffd-b5bd-376db048f845 HTTP/1.1" status: 200 len: 205 time: 0.0629871 Mar 23 12:35:00.748410 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59158) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:00.748807 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f82cef2-185d-4412-a7c5-6a24de3bc983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:00.751611 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4b91287-18e8-49df-b6dd-271d63dcd7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:00.786925 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b91287-18e8-49df-b6dd-271d63dcd7dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9546c30-00e0-4db9-9435-93ebb926fe1a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:00.797111 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4b91287-18e8-49df-b6dd-271d63dcd7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:00.801863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ab1024-c3d9-4012-9837-dcf0f2a12aec None None] Network 7236f3b1-4b4d-4249-ad33-13e1717070cc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:00.802997 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c4b91287-18e8-49df-b6dd-271d63dcd7dc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d9546c30-00e0-4db9-9435-93ebb926fe1a HTTP/1.1" status: 204 len: 168 time: 0.8164988 Mar 23 12:35:00.803755 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-be9b3cd2-1a4b-4a73-9f6e-1df4371b4a1a tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] delete failed (client error): The resource could not be found. Mar 23 12:35:00.807605 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-be9b3cd2-1a4b-4a73-9f6e-1df4371b4a1a tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "DELETE /v2.0/routers/f94f0b10-2687-4ffd-b5bd-376db048f845 HTTP/1.1" status: 404 len: 336 time: 0.0556300 Mar 23 12:35:00.807605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59160) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:00.807800 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59162) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:00.808390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59164) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:00.810230 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f82cef2-185d-4412-a7c5-6a24de3bc983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:00.879595 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-14b2c854-391e-48d7-97ef-1f6725ec5503 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "GET /v2.0/ports?device_id=1209313e-9463-4f44-9fcb-7253c5ccf3d3 HTTP/1.1" status: 200 len: 205 time: 0.0645990 Mar 23 12:35:00.879595 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59168) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:00.907961 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:00.976297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] Deleting port 06a315b2-7edb-400d-886b-92ccc2b9f4e1 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:35:00.976630 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:00.993041 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-955c6704-99b6-4d3d-bc68-36a918b0473f tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] delete failed (client error): The resource could not be found. Mar 23 12:35:00.996194 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-955c6704-99b6-4d3d-bc68-36a918b0473f tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "DELETE /v2.0/routers/1209313e-9463-4f44-9fcb-7253c5ccf3d3 HTTP/1.1" status: 404 len: 336 time: 0.1067567 Mar 23 12:35:00.997669 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59170) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:01.018916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ccff3a15-0aa6-4705-bf88-118175b5a1f6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1406490456-network', 'tenant_id': '7b58523009564f6bac30930da31ecda3'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:01.054061 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3610da24-bea1-45f3-8b01-04ac1c088532 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "GET /v2.0/ports?device_id=343b3a07-a67f-4785-9737-02172b8d569c HTTP/1.1" status: 200 len: 205 time: 0.0511022 Mar 23 12:35:01.055804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59172) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:01.065305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccff3a15-0aa6-4705-bf88-118175b5a1f6 admin admin] Made reservation on behalf of 7b58523009564f6bac30930da31ecda3 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:01.067581 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ccff3a15-0aa6-4705-bf88-118175b5a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.084222 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] For port 06a315b2-7edb-400d-886b-92ccc2b9f4e1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=06a315b2-7edb-400d-886b-92ccc2b9f4e1,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:01.084624 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.118572 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ccff3a15-0aa6-4705-bf88-118175b5a1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.122001 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-b2a1f9f3-018b-4da9-8271-ef194712f367 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] delete failed (client error): The resource could not be found. Mar 23 12:35:01.122490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f86460-5609-4926-a257-5fe6588d7a42 None None] DHCP port deletion for 7236f3b1-4b4d-4249-ad33-13e1717070cc request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:35:01.125782 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b2a1f9f3-018b-4da9-8271-ef194712f367 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "DELETE /v2.0/routers/343b3a07-a67f-4785-9737-02172b8d569c HTTP/1.1" status: 404 len: 336 time: 0.0671248 Mar 23 12:35:01.128616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] Calling delete_port for 06a315b2-7edb-400d-886b-92ccc2b9f4e1 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:35:01.129908 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59174) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:01.149984 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f82cef2-185d-4412-a7c5-6a24de3bc983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.155037 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f82cef2-185d-4412-a7c5-6a24de3bc983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.157235 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9f82cef2-185d-4412-a7c5-6a24de3bc983 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9fe46f7c-997e-4933-afe7-96f0ad672387 HTTP/1.1" status: 204 len: 168 time: 0.7041411 Mar 23 12:35:01.204143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-28f86460-5609-4926-a257-5fe6588d7a42 None None] Deleting port 06a315b2-7edb-400d-886b-92ccc2b9f4e1 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:35:01.204952 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-28f86460-5609-4926-a257-5fe6588d7a42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.212142 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fe6cb84c-131e-4aa9-a046-86a756a207ba tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bfd64fd-c4ca-4f92-a948-7bce92d3ae52 HTTP/1.1" status: 200 len: 205 time: 0.0808675 Mar 23 12:35:01.217724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59178) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:01.226263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82cef2-185d-4412-a7c5-6a24de3bc983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe46f7c-997e-4933-afe7-96f0ad672387,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:01.278268 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-ad10e4f1-70ec-45f8-852c-7356a8daa755 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] delete failed (client error): The resource could not be found. Mar 23 12:35:01.282319 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59180) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:01.283314 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ad10e4f1-70ec-45f8-852c-7356a8daa755 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "DELETE /v2.0/routers/7bfd64fd-c4ca-4f92-a948-7bce92d3ae52 HTTP/1.1" status: 404 len: 336 time: 0.0642197 Mar 23 12:35:01.339408 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.342926 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb1c27a-f317-44f4-a56c-5cd3474c9791 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] DELETE failed (client error): The resource could not be found. Mar 23 12:35:01.343375 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb1c27a-f317-44f4-a56c-5cd3474c9791 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:35:01.350410 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9cb1c27a-f317-44f4-a56c-5cd3474c9791 tempest-RoutersIpV6AdminTest-1277664415 tempest-RoutersIpV6AdminTest-1277664415-project] 10.222.0.52 "DELETE /v2.0/subnets/104a3aa9-ca92-473f-866b-479fb7bfa512 HTTP/1.1" status: 404 len: 337 time: 0.0647016 Mar 23 12:35:01.366906 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-28f86460-5609-4926-a257-5fe6588d7a42 None None] For port 06a315b2-7edb-400d-886b-92ccc2b9f4e1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=06a315b2-7edb-400d-886b-92ccc2b9f4e1,segment=NetworkSegment(8a1cc58b-ff74-4b6d-ac69-ff323581d12b),segment_id=8a1cc58b-ff74-4b6d-ac69-ff323581d12b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:01.367312 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-28f86460-5609-4926-a257-5fe6588d7a42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.374719 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ccff3a15-0aa6-4705-bf88-118175b5a1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.383789 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ccff3a15-0aa6-4705-bf88-118175b5a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.412332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-28f86460-5609-4926-a257-5fe6588d7a42 None None] Calling delete_port for 06a315b2-7edb-400d-886b-92ccc2b9f4e1 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:35:01.412502 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] Pushing event deleted for resources: {'Port': ['ID=06a315b2-7edb-400d-886b-92ccc2b9f4e1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:01.431615 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] No DVR routers for this DVR port 06a315b2-7edb-400d-886b-92ccc2b9f4e1 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:35:01.451891 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccff3a15-0aa6-4705-bf88-118175b5a1f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:35:01.464664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff3a15-0aa6-4705-bf88-118175b5a1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c48a0a2-b42d-4156-a482-890a3b23311f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:01.470793 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ccff3a15-0aa6-4705-bf88-118175b5a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.471994 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-ccff3a15-0aa6-4705-bf88-118175b5a1f6 admin admin] Added segment 16814f52-8332-4b16-8e5e-a18ed785be1a of type vlan for network 0b1e418f-2cfc-420d-8472-de7db6e2f75e Mar 23 12:35:01.526145 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ccff3a15-0aa6-4705-bf88-118175b5a1f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.567392 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ccff3a15-0aa6-4705-bf88-118175b5a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.569675 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccff3a15-0aa6-4705-bf88-118175b5a1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:01.571195 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ccff3a15-0aa6-4705-bf88-118175b5a1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.585658 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.641438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7236f3b1-4b4d-4249-ad33-13e1717070cc']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: from cryptography.utils import int_from_bytes Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: from cryptography.utils import int_from_bytes Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.646752 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.651577 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.651577 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.651577 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.651577 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.651577 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.651577 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.651577 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.651577 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.651577 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.651577 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.651577 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.651577 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.651577 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:35:01.651577 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:35:01.657303 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-28f86460-5609-4926-a257-5fe6588d7a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.660104 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1cc58b-ff74-4b6d-ac69-ff323581d12b') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:01.660405 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1cc58b-ff74-4b6d-ac69-ff323581d12b') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:01.661590 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ccff3a15-0aa6-4705-bf88-118175b5a1f6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8538404 Mar 23 12:35:01.673744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59188) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:01.693005 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0ef90604-037c-4cbf-b7ea-3cc7f8ebcb60 admin admin] Request body: {'subnet': {'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1406490456-subnet', 'tenant_id': '7b58523009564f6bac30930da31ecda3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:01.695764 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff3a15-0aa6-4705-bf88-118175b5a1f6 admin admin] Pushing event updated for resources: {'Network': ['ID=0b1e418f-2cfc-420d-8472-de7db6e2f75e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:01.705015 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.720891 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f86460-5609-4926-a257-5fe6588d7a42 None None] Pushing event deleted for resources: {'Port': ['ID=06a315b2-7edb-400d-886b-92ccc2b9f4e1,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:01.724593 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f86460-5609-4926-a257-5fe6588d7a42 None None] No DVR routers for this DVR port 06a315b2-7edb-400d-886b-92ccc2b9f4e1 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:35:01.726156 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 0b1e418f-2cfc-420d-8472-de7db6e2f75e details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:35:01.789251 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.802794 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef90604-037c-4cbf-b7ea-3cc7f8ebcb60 admin admin] Made reservation on behalf of 7b58523009564f6bac30930da31ecda3 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:01.805617 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ef90604-037c-4cbf-b7ea-3cc7f8ebcb60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.852915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:35:01.853619 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.950841 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-131bdc2e-ae93-4aa3-a769-4771016bfe8f req-2e9f7c03-e583-449d-858f-8ad892b8a9e6 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 210 time: 0.0533209 Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:35:01.971455 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:35:01.979676 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:01.992163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59200) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:02.051528 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:02.055401 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] 10.222.0.52 "DELETE /v2.0/networks/7236f3b1-4b4d-4249-ad33-13e1717070cc HTTP/1.1" status: 204 len: 168 time: 1.2479649 Mar 23 12:35:02.063676 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbd753-82bd-4efd-9c2e-646a659e665b admin admin] Pushing event deleted for resources: {'Network': ['ID=7236f3b1-4b4d-4249-ad33-13e1717070cc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:02.255912 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65c1b90f-b5dc-47f2-afc0-45a3a68be4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:02.289621 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59208) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:02.330023 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ef90604-037c-4cbf-b7ea-3cc7f8ebcb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:02.395465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef90604-037c-4cbf-b7ea-3cc7f8ebcb60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=532f4c4f-053d-46b1-8154-1c17faa5e818,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:02.402760 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b3af05aa-7c36-409b-bb78-7a6cbb00efbc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12f9b17f822645fe8c1c12b9abc01991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1117530 Mar 23 12:35:02.405421 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59212) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:02.441409 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef90604-037c-4cbf-b7ea-3cc7f8ebcb60 admin admin] Checking segment: {'id': '16814f52-8332-4b16-8e5e-a18ed785be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:02.441803 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef90604-037c-4cbf-b7ea-3cc7f8ebcb60 admin admin] Network hostable DHCP agents. Network: 0b1e418f-2cfc-420d-8472-de7db6e2f75e, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:35:02.470565 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef90604-037c-4cbf-b7ea-3cc7f8ebcb60 admin admin] Network 0b1e418f-2cfc-420d-8472-de7db6e2f75e is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:35:02.478285 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65c1b90f-b5dc-47f2-afc0-45a3a68be4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:02.485871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0ef90604-037c-4cbf-b7ea-3cc7f8ebcb60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 0b1e418f-2cfc-420d-8472-de7db6e2f75e) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:02.489242 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65c1b90f-b5dc-47f2-afc0-45a3a68be4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:02.494077 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef90604-037c-4cbf-b7ea-3cc7f8ebcb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:02.495279 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ef90604-037c-4cbf-b7ea-3cc7f8ebcb60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:02.498191 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b087213c-bcca-471d-b0d3-e4e3886622cf None None] Network 0b1e418f-2cfc-420d-8472-de7db6e2f75e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:02.513404 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d715cc3-e865-4489-b705-021e654876d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:02.521845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0ef90604-037c-4cbf-b7ea-3cc7f8ebcb60 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8413234 Mar 23 12:35:02.522311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59218) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:02.538465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1406490456-router', 'tenant_id': '7b58523009564f6bac30930da31ecda3', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:02.570144 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-65c1b90f-b5dc-47f2-afc0-45a3a68be4e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f650dfc8bae47cd982d80a331f83c92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5767057 Mar 23 12:35:02.573793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1b90f-b5dc-47f2-afc0-45a3a68be4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e037ce-1678-4d93-a01a-ffb4b012ebc2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:02.577868 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d715cc3-e865-4489-b705-021e654876d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:02.579768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59222) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:02.596120 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:02.600098 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:02.662692 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e44ad6c-49cd-403d-8ba2-77766a8e0a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:02.692480 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d715cc3-e865-4489-b705-021e654876d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:02.695770 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d715cc3-e865-4489-b705-021e654876d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:02.700224 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4d715cc3-e865-4489-b705-021e654876d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc HTTP/1.1" status: 204 len: 168 time: 0.2937024 Mar 23 12:35:02.702719 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e44ad6c-49cd-403d-8ba2-77766a8e0a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:02.725952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d715cc3-e865-4489-b705-021e654876d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fadd7d-63c9-4fd1-87d1-dbe3f9d944cc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:02.767534 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:02.785993 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59226) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:02.809219 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e44ad6c-49cd-403d-8ba2-77766a8e0a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:02.813537 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e44ad6c-49cd-403d-8ba2-77766a8e0a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:02.816158 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0e44ad6c-49cd-403d-8ba2-77766a8e0a8e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/96e037ce-1678-4d93-a01a-ffb4b012ebc2 HTTP/1.1" status: 204 len: 168 time: 0.2346728 Mar 23 12:35:02.829880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44ad6c-49cd-403d-8ba2-77766a8e0a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e037ce-1678-4d93-a01a-ffb4b012ebc2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:02.854828 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89057d0e-af14-409d-9185-821c5e76abb8 None None] Network 0b1e418f-2cfc-420d-8472-de7db6e2f75e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:03.048161 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:03.214364 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d4ef94c-86e6-4ac5-9550-d8ede6b99b4d req-7a49d492-8982-4a88-b875-994b349e065a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 210 time: 0.1183937 Mar 23 12:35:03.224553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 06a315b2-7edb-400d-886b-92ccc2b9f4e1 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:35:03.246405 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 06a315b2-7edb-400d-886b-92ccc2b9f4e1 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:35:03.246762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 06a315b2-7edb-400d-886b-92ccc2b9f4e1 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:35:03.365794 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3fe29c5d-f789-4d9b-b20e-fd1aac4cfddb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-615889259-network', 'tenant_id': 'f207628e6d554fc7a516a57426831390'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:03.410653 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59242) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:03.465064 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2df4387c-0159-4a0c-bf76-680d584fab5f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=51c8e7caa0fb4afa8dfba8f407c69586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504155 Mar 23 12:35:03.465274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe29c5d-f789-4d9b-b20e-fd1aac4cfddb admin admin] Made reservation on behalf of f207628e6d554fc7a516a57426831390 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:03.465381 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59246) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:03.467889 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fe29c5d-f789-4d9b-b20e-fd1aac4cfddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:03.480444 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fe29c5d-f789-4d9b-b20e-fd1aac4cfddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:03.531077 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb22274f-7413-4d65-a519-b9b71e2cd72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:03.568058 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:03.568897 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb22274f-7413-4d65-a519-b9b71e2cd72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:03.596417 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fe29c5d-f789-4d9b-b20e-fd1aac4cfddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:03.598044 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:03.607826 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fe29c5d-f789-4d9b-b20e-fd1aac4cfddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:03.620542 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe29c5d-f789-4d9b-b20e-fd1aac4cfddb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:35:03.642211 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb22274f-7413-4d65-a519-b9b71e2cd72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:03.646975 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb22274f-7413-4d65-a519-b9b71e2cd72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:03.661111 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-eb22274f-7413-4d65-a519-b9b71e2cd72d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3cf1e23e-d405-47e7-a672-2960e9cda12c HTTP/1.1" status: 204 len: 168 time: 0.1861203 Mar 23 12:35:03.687696 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22274f-7413-4d65-a519-b9b71e2cd72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf1e23e-d405-47e7-a672-2960e9cda12c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:03.697734 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fe29c5d-f789-4d9b-b20e-fd1aac4cfddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:03.698029 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-3fe29c5d-f789-4d9b-b20e-fd1aac4cfddb admin admin] Added segment 337ef7df-eadd-41d1-8087-f14f605b4afa of type vlan for network 0a9167cf-1202-4647-b883-14cbb5ed589a Mar 23 12:35:03.769923 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe29c5d-f789-4d9b-b20e-fd1aac4cfddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e02fa6f-30df-4e62-a073-855f8db6074a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:03.807839 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fe29c5d-f789-4d9b-b20e-fd1aac4cfddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:03.883589 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Allocated IP 172.25.2.252 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/ba432d33-7503-47e6-9f9c-c05ab954407b) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:35:03.886213 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fe29c5d-f789-4d9b-b20e-fd1aac4cfddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:03.888287 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe29c5d-f789-4d9b-b20e-fd1aac4cfddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:03.889009 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fe29c5d-f789-4d9b-b20e-fd1aac4cfddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:03.976307 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe29c5d-f789-4d9b-b20e-fd1aac4cfddb admin admin] Pushing event updated for resources: {'Network': ['ID=0a9167cf-1202-4647-b883-14cbb5ed589a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:03.987745 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3fe29c5d-f789-4d9b-b20e-fd1aac4cfddb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1986890 Mar 23 12:35:03.988784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59260) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:03.996010 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-19081b27-cdd6-486a-9e55-47f915d07f73 admin admin] Request body: {'subnet': {'network_id': '0a9167cf-1202-4647-b883-14cbb5ed589a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-615889259-subnet', 'tenant_id': 'f207628e6d554fc7a516a57426831390', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:03.998010 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 0a9167cf-1202-4647-b883-14cbb5ed589a details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:35:04.044671 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19081b27-cdd6-486a-9e55-47f915d07f73 admin admin] Made reservation on behalf of f207628e6d554fc7a516a57426831390 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:04.061316 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19081b27-cdd6-486a-9e55-47f915d07f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:04.131496 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:04.187155 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:04.259692 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59268) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:04.283990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:35:04.287854 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:04.290413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:35:04.399258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ba432d33-7503-47e6-9f9c-c05ab954407b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:04.414749 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-958d71db-6bc3-4904-9441-2b5fbc35b074 req-6e346d2b-1c68-4704-a08c-05facfac7780 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=97619ed5-d741-48db-94a6-ebea04e6209a HTTP/1.1" status: 200 len: 210 time: 0.0462008 Mar 23 12:35:04.415614 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19081b27-cdd6-486a-9e55-47f915d07f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:04.500765 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a1656dae-d6a3-4ce2-97e8-acd487f29459 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-422080900-network', 'tenant_id': '1c174c767a1d436e8c78c8a7c5c78a2a'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:04.506668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081b27-cdd6-486a-9e55-47f915d07f73 admin admin] Checking segment: {'id': '337ef7df-eadd-41d1-8087-f14f605b4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0a9167cf-1202-4647-b883-14cbb5ed589a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:04.507269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19081b27-cdd6-486a-9e55-47f915d07f73 admin admin] Network hostable DHCP agents. Network: 0a9167cf-1202-4647-b883-14cbb5ed589a, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:35:04.509050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19081b27-cdd6-486a-9e55-47f915d07f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c064a110-fb3d-4c65-89c2-51506cd8fdf7,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:04.534322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19081b27-cdd6-486a-9e55-47f915d07f73 admin admin] Network 0a9167cf-1202-4647-b883-14cbb5ed589a is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:35:04.545172 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1656dae-d6a3-4ce2-97e8-acd487f29459 admin admin] Made reservation on behalf of 1c174c767a1d436e8c78c8a7c5c78a2a for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:04.548400 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1656dae-d6a3-4ce2-97e8-acd487f29459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:04.550348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-19081b27-cdd6-486a-9e55-47f915d07f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 0a9167cf-1202-4647-b883-14cbb5ed589a) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:04.561349 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19081b27-cdd6-486a-9e55-47f915d07f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:04.561868 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1656dae-d6a3-4ce2-97e8-acd487f29459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:04.562221 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19081b27-cdd6-486a-9e55-47f915d07f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:04.563691 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacaf103-6573-473b-a8ab-3e17b3540407 None None] Network 0a9167cf-1202-4647-b883-14cbb5ed589a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:04.609521 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-19081b27-cdd6-486a-9e55-47f915d07f73 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6187570 Mar 23 12:35:04.898756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a531fb-8f72-4ac2-a11b-448d18e692aa None None] Network 0a9167cf-1202-4647-b883-14cbb5ed589a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:05.253608 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:05.306589 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1656dae-d6a3-4ce2-97e8-acd487f29459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:05.317011 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1656dae-d6a3-4ce2-97e8-acd487f29459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:05.426141 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1656dae-d6a3-4ce2-97e8-acd487f29459 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:35:05.503402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1656dae-d6a3-4ce2-97e8-acd487f29459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad3512b-e793-4317-ada3-a1e80ea17852,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:05.508455 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1656dae-d6a3-4ce2-97e8-acd487f29459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:05.508842 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-a1656dae-d6a3-4ce2-97e8-acd487f29459 admin admin] Added segment f84a526d-c0d5-4d16-bd08-246e2e7c8f8a of type vlan for network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c Mar 23 12:35:05.639077 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1656dae-d6a3-4ce2-97e8-acd487f29459 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:05.729938 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-1a0e4610-b37f-4599-b5c8-7fd5a83201af tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:05.741198 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-1a0e4610-b37f-4599-b5c8-7fd5a83201af tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/networks?id=0a9167cf-1202-4647-b883-14cbb5ed589a HTTP/1.1" status: 200 len: 821 time: 0.3798847 Mar 23 12:35:05.745908 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:05.800610 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-126844bd-f223-48f2-98b1-384892407540 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/quotas/f207628e6d554fc7a516a57426831390 HTTP/1.1" status: 200 len: 375 time: 0.0584252 Mar 23 12:35:05.801412 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1656dae-d6a3-4ce2-97e8-acd487f29459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:05.802423 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1656dae-d6a3-4ce2-97e8-acd487f29459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:05.803017 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1656dae-d6a3-4ce2-97e8-acd487f29459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:05.897880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59324) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:05.912216 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59328) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:05.912764 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a1656dae-d6a3-4ce2-97e8-acd487f29459 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6520531 Mar 23 12:35:05.917205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-dbefb020-069e-4ca3-bc94-da210ecc4975 admin admin] Request body: {'subnet': {'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-422080900-subnet', 'tenant_id': '1c174c767a1d436e8c78c8a7c5c78a2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:05.949181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbefb020-069e-4ca3-bc94-da210ecc4975 admin admin] Made reservation on behalf of 1c174c767a1d436e8c78c8a7c5c78a2a for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:05.954096 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbefb020-069e-4ca3-bc94-da210ecc4975 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:06.016398 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-df5d2654-f484-4a93-8685-b561f1b51360 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f207628e6d554fc7a516a57426831390&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2013679 Mar 23 12:35:06.022982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-8c33f017-3f7a-48e8-be34-f27571e3daa2 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:35:06.032880 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-8c33f017-3f7a-48e8-be34-f27571e3daa2 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155621 Mar 23 12:35:06.042240 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1656dae-d6a3-4ce2-97e8-acd487f29459 admin admin] Pushing event updated for resources: {'Network': ['ID=83c3d223-a90d-4fa2-a08e-7ed538f62a7c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:06.055911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:35:06.094827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a8a7b1e0-fd36-48e9-921a-d116fa916b34 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-512425483'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:06.130808 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Router f16855da-8ffb-4710-b8e7-dcc74eaf7e66 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:35:06.134248 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b1e0-fd36-48e9-921a-d116fa916b34 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:06.135539 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b1e0-fd36-48e9-921a-d116fa916b34 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:06.219396 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b1e0-fd36-48e9-921a-d116fa916b34 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:06.239971 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b1e0-fd36-48e9-921a-d116fa916b34 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:06.269231 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b1e0-fd36-48e9-921a-d116fa916b34 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:06.270650 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a8a7b1e0-fd36-48e9-921a-d116fa916b34 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3716686 Mar 23 12:35:06.274082 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59330) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:06.304776 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:35:06.317069 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Sync routers for ids ['f16855da-8ffb-4710-b8e7-dcc74eaf7e66'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:35:06.329302 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Routers {'f16855da-8ffb-4710-b8e7-dcc74eaf7e66'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:35:06.330076 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f16855da-8ffb-4710-b8e7-dcc74eaf7e66'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:06.332080 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:06.335878 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d719edce-c832-4210-8d18-b118e55983e3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8098688 Mar 23 12:35:06.343146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59332) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:06.381648 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-f8b74c67-8d73-4a69-bfd5-e8dfd58f6d03 service neutron] 10.222.0.52 "GET /v2.0/networks/0a9167cf-1202-4647-b883-14cbb5ed589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478770 Mar 23 12:35:06.458680 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbefb020-069e-4ca3-bc94-da210ecc4975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:06.467780 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58c8aa8d-342a-41f4-b006-14c13a8eb20b tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:06.473964 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Set router f16855da-8ffb-4710-b8e7-dcc74eaf7e66 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:35:06.519007 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-4a334a12-998c-4d1b-b6cb-8948407605a7 service neutron] 10.222.0.52 "GET /v2.0/networks/0a9167cf-1202-4647-b883-14cbb5ed589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291564 Mar 23 12:35:06.586058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefb020-069e-4ca3-bc94-da210ecc4975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa42aad2-789b-4776-85d3-e4eeb51562f5,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:06.693625 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'name': 'tempest-ServerRescueTestJSON-1406490456-router', 'tenant_id': '7b58523009564f6bac30930da31ecda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:02Z', 'updated_at': '2022-03-23T12:35:04Z', 'revision_number': 3, 'project_id': '7b58523009564f6bac30930da31ecda3', 'gw_port': {'id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:03Z', 'updated_at': '2022-03-23T12:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:06.726072 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Checking router: f16855da-8ffb-4710-b8e7-dcc74eaf7e66 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:35:06.726950 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Updating router f16855da-8ffb-4710-b8e7-dcc74eaf7e66 port ba432d33-7503-47e6-9f9c-c05ab954407b binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:35:06.786669 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:06.926582 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ea5c8f7a-c6cb-4623-a156-47c06f1577b1 req-8fbc517f-a746-4c03-8fa9-9b0475980f74 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 210 time: 0.1021569 Mar 23 12:35:06.930487 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58c8aa8d-342a-41f4-b006-14c13a8eb20b tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:06.934491 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58c8aa8d-342a-41f4-b006-14c13a8eb20b tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:06.943648 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbefb020-069e-4ca3-bc94-da210ecc4975 admin admin] Checking segment: {'id': 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:06.944058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbefb020-069e-4ca3-bc94-da210ecc4975 admin admin] Network hostable DHCP agents. Network: 83c3d223-a90d-4fa2-a08e-7ed538f62a7c, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:35:07.199167 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58c8aa8d-342a-41f4-b006-14c13a8eb20b tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:07.199167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c8aa8d-342a-41f4-b006-14c13a8eb20b tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9fa8ae5-8242-4ad8-870b-0c53a51998bb {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:35:07.232112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbefb020-069e-4ca3-bc94-da210ecc4975 admin admin] Network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:35:07.237967 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58c8aa8d-342a-41f4-b006-14c13a8eb20b tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:07.242274 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-58c8aa8d-342a-41f4-b006-14c13a8eb20b tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] 10.222.0.52 "DELETE /v2.0/routers/c9fa8ae5-8242-4ad8-870b-0c53a51998bb HTTP/1.1" status: 204 len: 168 time: 0.9638104 Mar 23 12:35:07.243912 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59348) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:07.248312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2dd9ceeb-889a-47ba-9132-a74f012bc589 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Request body: {'router': {'name': 'tempest-router-1528758692', 'distributed': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:07.258332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-dbefb020-069e-4ca3-bc94-da210ecc4975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 83c3d223-a90d-4fa2-a08e-7ed538f62a7c) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:07.265106 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbefb020-069e-4ca3-bc94-da210ecc4975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:07.266787 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbefb020-069e-4ca3-bc94-da210ecc4975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:07.289925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147889bd-9eea-44a8-85ec-b034bba560a9 None None] Network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:07.303382 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ceeb-889a-47ba-9132-a74f012bc589 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:07.305154 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ceeb-889a-47ba-9132-a74f012bc589 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:07.339835 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dbefb020-069e-4ca3-bc94-da210ecc4975 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4255459 Mar 23 12:35:07.411486 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:07.428882 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:07.459646 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ceeb-889a-47ba-9132-a74f012bc589 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:07.468694 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ceeb-889a-47ba-9132-a74f012bc589 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:07.511596 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ceeb-889a-47ba-9132-a74f012bc589 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:07.518345 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2dd9ceeb-889a-47ba-9132-a74f012bc589 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2732682 Mar 23 12:35:07.520504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59352) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:07.544241 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc21d5-2199-4823-a11f-73d1d32f1c26 None None] Pushing event updated for resources: {'Port': ['ID=ba432d33-7503-47e6-9f9c-c05ab954407b,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:07.565590 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc21d5-2199-4823-a11f-73d1d32f1c26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:07.566366 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc21d5-2199-4823-a11f-73d1d32f1c26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:07.566854 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc21d5-2199-4823-a11f-73d1d32f1c26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:07.567442 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc21d5-2199-4823-a11f-73d1d32f1c26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:07.568079 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc21d5-2199-4823-a11f-73d1d32f1c26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:07.568895 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc21d5-2199-4823-a11f-73d1d32f1c26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:07.569484 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc21d5-2199-4823-a11f-73d1d32f1c26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:07.569967 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc21d5-2199-4823-a11f-73d1d32f1c26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:07.570448 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc21d5-2199-4823-a11f-73d1d32f1c26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:07.570925 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc21d5-2199-4823-a11f-73d1d32f1c26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:07.571492 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc21d5-2199-4823-a11f-73d1d32f1c26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:07.572133 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc21d5-2199-4823-a11f-73d1d32f1c26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:07.602484 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Attempting to bind port ba432d33-7503-47e6-9f9c-c05ab954407b on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:35:07.603063 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Attempting to bind port ba432d33-7503-47e6-9f9c-c05ab954407b by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:35:07.603643 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Attempting to bind port ba432d33-7503-47e6-9f9c-c05ab954407b on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:07.603868 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2484f7b0-9ee6-4510-aca3-4bf64fbfa356 None None] Network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:07.610107 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:35:07.611372 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:07.612050 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:07.612600 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:35:07.613260 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Bound port: ba432d33-7503-47e6-9f9c-c05ab954407b, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:35:07.613821 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:07.749132 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] For port ba432d33-7503-47e6-9f9c-c05ab954407b, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:35:07.753727 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] For port ba432d33-7503-47e6-9f9c-c05ab954407b, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ba432d33-7503-47e6-9f9c-c05ab954407b,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:35:07.758769 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:07.904465 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc21d5-2199-4823-a11f-73d1d32f1c26 None None] Pushing event updated for resources: {'Port': ['ID=ba432d33-7503-47e6-9f9c-c05ab954407b,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:07.907215 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Routers {'f16855da-8ffb-4710-b8e7-dcc74eaf7e66'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:35:07.907816 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f16855da-8ffb-4710-b8e7-dcc74eaf7e66'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:08.066267 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] Set router f16855da-8ffb-4710-b8e7-dcc74eaf7e66 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:35:08.207718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-fd0db9a0-0c83-4690-ae86-74328de29cfd tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:08.215608 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-fd0db9a0-0c83-4690-ae86-74328de29cfd tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/networks?id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c HTTP/1.1" status: 200 len: 812 time: 0.1453714 Mar 23 12:35:08.235825 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-20d56528-d66a-4a36-80f8-9c5828cd6c5e tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/quotas/1c174c767a1d436e8c78c8a7c5c78a2a HTTP/1.1" status: 200 len: 375 time: 0.0189230 Mar 23 12:35:08.254594 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2c10-61ea-4dc4-9ffa-5e7965cab7c2 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:08.259797 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-945db03d-3e7b-4857-9e50-a76d93b8468b req-5e22f0cc-8b4f-483b-a2c7-5ba37f05f324 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 210 time: 0.0436318 Mar 23 12:35:08.278652 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ca7094aa-84d0-447e-beae-edf61f3bd630 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c174c767a1d436e8c78c8a7c5c78a2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418184 Mar 23 12:35:08.319401 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'name': 'tempest-ServerRescueTestJSON-1406490456-router', 'tenant_id': '7b58523009564f6bac30930da31ecda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:02Z', 'updated_at': '2022-03-23T12:35:04Z', 'revision_number': 3, 'project_id': '7b58523009564f6bac30930da31ecda3', 'gw_port': {'id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:03Z', 'updated_at': '2022-03-23T12:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:08.389272 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23b966-58b9-47e7-be8d-35a1c97d7611 None None] The sync data for ids ['f16855da-8ffb-4710-b8e7-dcc74eaf7e66'] in n-d-834854-1 is: [{'id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'name': 'tempest-ServerRescueTestJSON-1406490456-router', 'tenant_id': '7b58523009564f6bac30930da31ecda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:02Z', 'updated_at': '2022-03-23T12:35:04Z', 'revision_number': 3, 'project_id': '7b58523009564f6bac30930da31ecda3', 'gw_port': {'id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:03Z', 'updated_at': '2022-03-23T12:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:35:08.458693 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:08.492276 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-3af652bc-cce0-4180-83ed-2a534dbe4fb5 service neutron] 10.222.0.52 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928682 Mar 23 12:35:08.543896 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2c10-61ea-4dc4-9ffa-5e7965cab7c2 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:08.551972 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2c10-61ea-4dc4-9ffa-5e7965cab7c2 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:08.686224 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2c10-61ea-4dc4-9ffa-5e7965cab7c2 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:08.686654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7b2c10-61ea-4dc4-9ffa-5e7965cab7c2 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2acbad13-cc3c-472f-b4bc-d1e09276564b {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:35:08.695360 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2c10-61ea-4dc4-9ffa-5e7965cab7c2 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:08.702603 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-5842607c-e3d3-48a3-a40d-607409f0f09f service neutron] 10.222.0.52 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924117 Mar 23 12:35:08.703235 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8f7b2c10-61ea-4dc4-9ffa-5e7965cab7c2 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] 10.222.0.52 "DELETE /v2.0/routers/2acbad13-cc3c-472f-b4bc-d1e09276564b HTTP/1.1" status: 204 len: 168 time: 1.1816449 Mar 23 12:35:08.704093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59372) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:08.721117 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6bf3e523-fc51-4480-bf9b-7ffd7d7ef964 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Request body: {'router': {'name': 'tempest-router-1641715235', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5769a7088815453b9f1167f3ae51dd49'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:08.845610 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-61bcb85c-5bf3-4de7-9762-fb4e64db43df tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:08.847595 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-61bcb85c-5bf3-4de7-9762-fb4e64db43df tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.73 "GET /v2.0/networks?id=0a9167cf-1202-4647-b883-14cbb5ed589a HTTP/1.1" status: 200 len: 821 time: 0.3543637 Mar 23 12:35:08.848430 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e523-fc51-4480-bf9b-7ffd7d7ef964 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:08.849647 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e523-fc51-4480-bf9b-7ffd7d7ef964 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:08.901772 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-6e08b6df-20ba-4b92-bed1-f4f2ae12bd10 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Request body: {'port': {'device_id': 'b6a17da0-affc-4633-abb1-ef13211cea68', 'network_id': '0a9167cf-1202-4647-b883-14cbb5ed589a', 'admin_state_up': True, 'tenant_id': 'f207628e6d554fc7a516a57426831390'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:09.103737 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e523-fc51-4480-bf9b-7ffd7d7ef964 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:09.122958 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e523-fc51-4480-bf9b-7ffd7d7ef964 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:09.175105 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e523-fc51-4480-bf9b-7ffd7d7ef964 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:09.180057 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6bf3e523-fc51-4480-bf9b-7ffd7d7ef964 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4664123 Mar 23 12:35:09.181029 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59382) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:09.200198 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b0c5e8cd-a060-48c5-ab75-4c7e204a7eee tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:09.230667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ba432d33-7503-47e6-9f9c-c05ab954407b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:35:09.300220 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Allocated IP 172.20.0.1 (0b1e418f-2cfc-420d-8472-de7db6e2f75e/532f4c4f-053d-46b1-8154-1c17faa5e818/2e62475f-4c95-4749-952f-b2fe03a8e862) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:35:09.348176 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port ba432d33-7503-47e6-9f9c-c05ab954407b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:09.348882 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:09.383760 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-97236c64-19fe-4c87-8875-8db794adcf97 req-e9bbdb18-cbe6-4ad8-b526-c11779ec2af9 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=dce730d7-7040-4b08-ba5a-428388a2157c HTTP/1.1" status: 200 len: 210 time: 0.1326487 Mar 23 12:35:09.460440 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-6e08b6df-20ba-4b92-bed1-f4f2ae12bd10 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Made reservation on behalf of f207628e6d554fc7a516a57426831390 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:09.464694 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-6e08b6df-20ba-4b92-bed1-f4f2ae12bd10 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:09.506487 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:09.535014 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port ba432d33-7503-47e6-9f9c-c05ab954407b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ba432d33-7503-47e6-9f9c-c05ab954407b,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:09.544346 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:09.641742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=ba432d33-7503-47e6-9f9c-c05ab954407b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:09.681215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d907cfa-db17-4912-9e17-454c66e4f3b8 req-03864c81-c197-479e-ab6d-2a17dd27b6a1 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 210 time: 0.1356242 Mar 23 12:35:09.734240 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e8cd-a060-48c5-ab75-4c7e204a7eee tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:09.734240 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e8cd-a060-48c5-ab75-4c7e204a7eee tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:09.755489 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-6e08b6df-20ba-4b92-bed1-f4f2ae12bd10 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Allocated IP 172.20.0.10 (0a9167cf-1202-4647-b883-14cbb5ed589a/c064a110-fb3d-4c65-89c2-51506cd8fdf7/89315252-2ca6-490d-b73c-dbd96365da00) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:35:09.867305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b0c5e8cd-a060-48c5-ab75-4c7e204a7eee tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102778) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 23 12:35:09.867647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b0c5e8cd-a060-48c5-ab75-4c7e204a7eee tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Router d6195fba-974e-449c-a84c-e2520422f3a2 migrating from provider to provider. {{(pid=102778) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 23 12:35:09.868452 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e8cd-a060-48c5-ab75-4c7e204a7eee tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:09.885599 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e8cd-a060-48c5-ab75-4c7e204a7eee tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:09.894441 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e8cd-a060-48c5-ab75-4c7e204a7eee tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:09.907524 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:10.019476 n-d-834854-1 neutron-server[102778]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b0c5e8cd-a060-48c5-ab75-4c7e204a7eee tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] No L3 agents can host the router d6195fba-974e-449c-a84c-e2520422f3a2 Mar 23 12:35:10.037991 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-6e08b6df-20ba-4b92-bed1-f4f2ae12bd10 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:10.081163 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:10.106115 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-6e08b6df-20ba-4b92-bed1-f4f2ae12bd10 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:10.198577 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08b6df-20ba-4b92-bed1-f4f2ae12bd10 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Pushing event updated for resources: {'Port': ['ID=89315252-2ca6-490d-b73c-dbd96365da00,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:10.221255 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-6e08b6df-20ba-4b92-bed1-f4f2ae12bd10 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Network 0a9167cf-1202-4647-b883-14cbb5ed589a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:35:10.222880 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-6e08b6df-20ba-4b92-bed1-f4f2ae12bd10 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:10.232805 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-6e08b6df-20ba-4b92-bed1-f4f2ae12bd10 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:35:10.339206 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-6e08b6df-20ba-4b92-bed1-f4f2ae12bd10 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:10.339869 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-6e08b6df-20ba-4b92-bed1-f4f2ae12bd10 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:10.360311 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-6e08b6df-20ba-4b92-bed1-f4f2ae12bd10 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4752448 Mar 23 12:35:10.384176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Network 0b1e418f-2cfc-420d-8472-de7db6e2f75e is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:35:10.385337 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Request body: {'port': {'device_id': 'b6a17da0-affc-4633-abb1-ef13211cea68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:10.417955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:10.420171 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Pushing event updated for resources: {'Port': ['ID=2e62475f-4c95-4749-952f-b2fe03a8e862,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:10.427910 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:35:10.460518 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:10.461213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:10.462041 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:10.462450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:10.462866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:10.463308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:10.463897 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:10.464253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:10.464582 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:10.464908 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:10.465287 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:10.465787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:10.493256 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:10.507686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c5e8cd-a060-48c5-ab75-4c7e204a7eee tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Hosts for router d6195fba-974e-449c-a84c-e2520422f3a2: [] {{(pid=102778) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 23 12:35:10.553274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c5e8cd-a060-48c5-ab75-4c7e204a7eee tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Hosts for other DVR routers connected to router d6195fba-974e-449c-a84c-e2520422f3a2: set() {{(pid=102778) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 23 12:35:10.556304 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e8cd-a060-48c5-ab75-4c7e204a7eee tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:10.559828 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b0c5e8cd-a060-48c5-ab75-4c7e204a7eee tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] 10.222.0.52 "PUT /v2.0/routers/d6195fba-974e-449c-a84c-e2520422f3a2 HTTP/1.1" status: 200 len: 717 time: 1.3722103 Mar 23 12:35:10.562434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59406) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:10.587135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:10.607696 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cdc0c-bcd7-45ea-b1b2-c5ebe2ea4003 req-85d94920-b6b1-4811-94d5-44bd4d7a9132 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:10.611870 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-418cdc0c-bcd7-45ea-b1b2-c5ebe2ea4003 req-85d94920-b6b1-4811-94d5-44bd4d7a9132 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 944 time: 0.1853611 Mar 23 12:35:10.745731 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-418cdc0c-bcd7-45ea-b1b2-c5ebe2ea4003 req-7d978ef6-39c2-49e2-81b4-2ca8b2a820c9 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607369 Mar 23 12:35:10.804240 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-944f1e2c-e9b9-42e8-bcd1-9ae00313f513 req-0c606624-1068-457a-ad44-bde319dbad81 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=dce730d7-7040-4b08-ba5a-428388a2157c HTTP/1.1" status: 200 len: 210 time: 0.2277715 Mar 23 12:35:10.846843 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d4d9918f-2324-4011-bd1a-30bf284c1c37 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] 10.222.0.52 "GET /v2.0/routers/d6195fba-974e-449c-a84c-e2520422f3a2 HTTP/1.1" status: 200 len: 717 time: 0.2809763 Mar 23 12:35:10.848114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59410) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:10.910207 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:10.985414 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823f93c-90a7-43e7-b0d8-7782fd46062f req-3e43119a-8f73-4d8c-a019-6eac393685dc tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:10.990310 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7823f93c-90a7-43e7-b0d8-7782fd46062f req-3e43119a-8f73-4d8c-a019-6eac393685dc tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 932 time: 0.1254137 Mar 23 12:35:11.134464 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7823f93c-90a7-43e7-b0d8-7782fd46062f req-02d67923-1524-43a0-ba51-ef7e18634b42 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e02fa6f-30df-4e62-a073-855f8db6074a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343398 Mar 23 12:35:11.181424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ba432d33-7503-47e6-9f9c-c05ab954407b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:35:11.328727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port ba432d33-7503-47e6-9f9c-c05ab954407b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:11.330113 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:11.649210 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:11.661048 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:11.751801 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:11.753028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89315252-2ca6-490d-b73c-dbd96365da00 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:35:11.758107 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Pushing event updated for resources: {'Port': ['ID=2e62475f-4c95-4749-952f-b2fe03a8e862,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:11.769119 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:11.781911 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-560db62c-41e4-481f-854e-b6ac6fe50980 tempest-RoutersTestDVR-1348640227 tempest-RoutersTestDVR-1348640227-project] 10.222.0.52 "GET /v2.0/routers/d6195fba-974e-449c-a84c-e2520422f3a2 HTTP/1.1" status: 200 len: 683 time: 0.9213448 Mar 23 12:35:11.782110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-8bbe6724-948d-46ef-98ac-2d30134c7ec8 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:11.782110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-8bbe6724-948d-46ef-98ac-2d30134c7ec8 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.73 "GET /v2.0/networks?id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c HTTP/1.1" status: 200 len: 812 time: 0.4938369 Mar 23 12:35:11.782885 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59414) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:11.805215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-638588ee-7bc1-42ca-a023-6e7372901766 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Request body: {'port': {'device_id': 'dce730d7-7040-4b08-ba5a-428388a2157c', 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c', 'admin_state_up': True, 'tenant_id': '1c174c767a1d436e8c78c8a7c5c78a2a'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:11.812901 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0e460-9bfa-4a6e-86b4-4a049642b637 req-7001284d-db4e-4e0d-bcf3-7aefe5766709 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:11.814547 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2f0e460-9bfa-4a6e-86b4-4a049642b637 req-7001284d-db4e-4e0d-bcf3-7aefe5766709 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.77 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 944 time: 0.6266704 Mar 23 12:35:11.831232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Transition to ACTIVE for port object 89315252-2ca6-490d-b73c-dbd96365da00 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:35:11.839585 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:11.912523 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-0d0c17c2-ca33-4238-b419-9099e57a718f tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:11.914065 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-0d0c17c2-ca33-4238-b419-9099e57a718f tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.77 "GET /v2.0/networks?id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c HTTP/1.1" status: 200 len: 812 time: 0.7233419 Mar 23 12:35:11.934283 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57c8b119-f43a-493e-99ec-cc7b399d46c4 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:11.964647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-dad39ff3-3686-4986-a7ae-0a8c57779cc0 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Request body: {'port': {'device_id': 'dd15645c-7460-4f4a-bf42-61fa1aec7f68', 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c', 'admin_state_up': True, 'tenant_id': '1c174c767a1d436e8c78c8a7c5c78a2a'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:12.014242 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-411ae888-6261-4d6a-a424-9d741c0b512c req-aacd3e7f-e2af-4abc-b0ab-71a647009003 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=dce730d7-7040-4b08-ba5a-428388a2157c HTTP/1.1" status: 200 len: 210 time: 0.0942996 Mar 23 12:35:12.016252 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Pushing event updated for resources: {'Port': ['ID=89315252-2ca6-490d-b73c-dbd96365da00,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:12.150441 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33b1b4-c7e6-449d-b09a-6777129e3d32 req-25c59e8b-6d25-4326-9c26-dd3b378e9838 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:12.155816 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad33b1b4-c7e6-449d-b09a-6777129e3d32 req-25c59e8b-6d25-4326-9c26-dd3b378e9838 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 944 time: 0.2907443 Mar 23 12:35:12.185931 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57c8b119-f43a-493e-99ec-cc7b399d46c4 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.191175 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57c8b119-f43a-493e-99ec-cc7b399d46c4 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.235752 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-d2f0e460-9bfa-4a6e-86b4-4a049642b637 req-1e01bb3e-17e7-477d-be6c-a0aff389a242 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Deleting port 51aca8df-902f-4ea5-ae2a-4c0673830b61 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:35:12.236223 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d2f0e460-9bfa-4a6e-86b4-4a049642b637 req-1e01bb3e-17e7-477d-be6c-a0aff389a242 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.240116 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Network 0b1e418f-2cfc-420d-8472-de7db6e2f75e is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:35:12.243999 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Attempting to bind port 89315252-2ca6-490d-b73c-dbd96365da00 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:35:12.243999 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Attempting to bind port 89315252-2ca6-490d-b73c-dbd96365da00 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '337ef7df-eadd-41d1-8087-f14f605b4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0a9167cf-1202-4647-b883-14cbb5ed589a'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:35:12.244336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Attempting to bind port 89315252-2ca6-490d-b73c-dbd96365da00 on network 0a9167cf-1202-4647-b883-14cbb5ed589a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:12.246342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:12.259313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57c8b119-f43a-493e-99ec-cc7b399d46c4 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.259814 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c8b119-f43a-493e-99ec-cc7b399d46c4 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6195fba-974e-449c-a84c-e2520422f3a2 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:35:12.261355 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad33b1b4-c7e6-449d-b09a-6777129e3d32 req-7d763472-31da-4105-bfbc-b586738fe4fd tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045594 Mar 23 12:35:12.266427 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57c8b119-f43a-493e-99ec-cc7b399d46c4 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.272589 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-57c8b119-f43a-493e-99ec-cc7b399d46c4 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] 10.222.0.52 "DELETE /v2.0/routers/d6195fba-974e-449c-a84c-e2520422f3a2 HTTP/1.1" status: 204 len: 168 time: 0.4831703 Mar 23 12:35:12.275147 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59422) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:12.288357 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bc63379e-a1bc-4c33-8d91-e0bbae0a7580 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Request body: {'router': {'name': 'tempest-router-881634949', 'distributed': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:12.300980 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Port 89315252-2ca6-490d-b73c-dbd96365da00 on network 0a9167cf-1202-4647-b883-14cbb5ed589a not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:35:12.301217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Attempting to bind port 89315252-2ca6-490d-b73c-dbd96365da00 on network 0a9167cf-1202-4647-b883-14cbb5ed589a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:12.324332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-638588ee-7bc1-42ca-a023-6e7372901766 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Made reservation on behalf of 1c174c767a1d436e8c78c8a7c5c78a2a for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:12.327973 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-638588ee-7bc1-42ca-a023-6e7372901766 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.332618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-dad39ff3-3686-4986-a7ae-0a8c57779cc0 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Made reservation on behalf of 1c174c767a1d436e8c78c8a7c5c78a2a for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:12.335877 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-dad39ff3-3686-4986-a7ae-0a8c57779cc0 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.352244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:35:12.352578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Checking segment: {'id': '337ef7df-eadd-41d1-8087-f14f605b4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0a9167cf-1202-4647-b883-14cbb5ed589a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:12.352964 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Bound using segment: {'id': '337ef7df-eadd-41d1-8087-f14f605b4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0a9167cf-1202-4647-b883-14cbb5ed589a'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:35:12.353410 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Bound port: 89315252-2ca6-490d-b73c-dbd96365da00, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337ef7df-eadd-41d1-8087-f14f605b4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0a9167cf-1202-4647-b883-14cbb5ed589a'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:35:12.353762 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.399213 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc63379e-a1bc-4c33-8d91-e0bbae0a7580 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.400314 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc63379e-a1bc-4c33-8d91-e0bbae0a7580 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.481826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d2f0e460-9bfa-4a6e-86b4-4a049642b637 req-1e01bb3e-17e7-477d-be6c-a0aff389a242 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] For port 51aca8df-902f-4ea5-ae2a-4c0673830b61, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=51aca8df-902f-4ea5-ae2a-4c0673830b61,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:12.482187 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d2f0e460-9bfa-4a6e-86b4-4a049642b637 req-1e01bb3e-17e7-477d-be6c-a0aff389a242 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.504209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-d2f0e460-9bfa-4a6e-86b4-4a049642b637 req-1e01bb3e-17e7-477d-be6c-a0aff389a242 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Calling delete_port for 51aca8df-902f-4ea5-ae2a-4c0673830b61 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:35:12.525759 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74102d-b000-4045-ab2d-5bf8c1c95cdb req-b4aaefd4-33df-40ac-afa4-b10d18aef6c1 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:12.527180 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a74102d-b000-4045-ab2d-5bf8c1c95cdb req-b4aaefd4-33df-40ac-afa4-b10d18aef6c1 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 944 time: 0.2074444 Mar 23 12:35:12.573387 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc63379e-a1bc-4c33-8d91-e0bbae0a7580 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.575485 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Router f16855da-8ffb-4710-b8e7-dcc74eaf7e66 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:35:12.585338 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] For port 89315252-2ca6-490d-b73c-dbd96365da00, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:35:12.585941 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc63379e-a1bc-4c33-8d91-e0bbae0a7580 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.614431 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc63379e-a1bc-4c33-8d91-e0bbae0a7580 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.614758 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] For port 89315252-2ca6-490d-b73c-dbd96365da00, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=89315252-2ca6-490d-b73c-dbd96365da00,segment=NetworkSegment(337ef7df-eadd-41d1-8087-f14f605b4afa),segment_id=337ef7df-eadd-41d1-8087-f14f605b4afa)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:35:12.615640 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bc63379e-a1bc-4c33-8d91-e0bbae0a7580 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3394871 Mar 23 12:35:12.619868 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59424) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:12.628867 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a74102d-b000-4045-ab2d-5bf8c1c95cdb req-7796411a-ca2c-44ec-a1bf-e785181ea0d1 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e02fa6f-30df-4e62-a073-855f8db6074a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906904 Mar 23 12:35:12.632694 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.665454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-dad39ff3-3686-4986-a7ae-0a8c57779cc0 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Allocated IP 172.20.0.5 (83c3d223-a90d-4fa2-a08e-7ed538f62a7c/fa42aad2-789b-4776-85d3-e4eeb51562f5/94749d6b-d980-478e-9e4c-a5155d6827d6) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:35:12.696290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:12.696913 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.698542 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] 10.222.0.73 "PUT /v2.0/ports/89315252-2ca6-490d-b73c-dbd96365da00 HTTP/1.1" status: 200 len: 1092 time: 2.3250163 Mar 23 12:35:12.704039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a17da0-affc-4633-abb1-ef13211cea68', 'tag': '89315252-2ca6-490d-b73c-dbd96365da00'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:12.709319 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccaba69-68ed-4b99-a80a-66bf46c311d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a17da0-affc-4633-abb1-ef13211cea68", "tag": "89315252-2ca6-490d-b73c-dbd96365da00"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:12.756339 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d031115a-548e-4cc9-b279-6b098593df42 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.787395 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64421524-e881-4f25-a068-8d9b1314d4c0 x-openstack-request-id: req-64421524-e881-4f25-a068-8d9b1314d4c0 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:12.787727 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a17da0-affc-4633-abb1-ef13211cea68", "tag": "89315252-2ca6-490d-b73c-dbd96365da00", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:12.787975 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-64421524-e881-4f25-a068-8d9b1314d4c0 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:12.788342 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a17da0-affc-4633-abb1-ef13211cea68', 'tag': '89315252-2ca6-490d-b73c-dbd96365da00', 'status': 'completed', 'code': 200} Mar 23 12:35:12.837987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fc9cf-a4fd-4942-bc5d-5a07e6645669 service neutron] Pushing event updated for resources: {'Port': ['ID=89315252-2ca6-490d-b73c-dbd96365da00,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:12.874847 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d2f0e460-9bfa-4a6e-86b4-4a049642b637 req-1e01bb3e-17e7-477d-be6c-a0aff389a242 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.950908 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-3db8a045-6815-495d-b27a-6b56aa5c2eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:12.960230 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-3db8a045-6815-495d-b27a-6b56aa5c2eca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f207628e6d554fc7a516a57426831390&device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 1095 time: 0.1809747 Mar 23 12:35:12.963204 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01bb3e-17e7-477d-be6c-a0aff389a242 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Pushing event deleted for resources: {'Port': ['ID=51aca8df-902f-4ea5-ae2a-4c0673830b61,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:12.970115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:35:12.973019 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d031115a-548e-4cc9-b279-6b098593df42 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.978299 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-619bb6f6-62a3-4f94-b4f1-c0214ace60f8 admin admin] 10.222.0.52 "PUT /v2.0/routers/f16855da-8ffb-4710-b8e7-dcc74eaf7e66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6289313 Mar 23 12:35:12.980989 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d031115a-548e-4cc9-b279-6b098593df42 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:12.992616 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Sync routers for ids ['f16855da-8ffb-4710-b8e7-dcc74eaf7e66'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:35:13.005584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Routers {'f16855da-8ffb-4710-b8e7-dcc74eaf7e66'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:35:13.006506 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f16855da-8ffb-4710-b8e7-dcc74eaf7e66'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:13.012538 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-afbef3da-7576-4284-9631-ae850e002fd3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89315252-2ca6-490d-b73c-dbd96365da00 HTTP/1.1" status: 200 len: 217 time: 0.0504959 Mar 23 12:35:13.092546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f0e460-9bfa-4a6e-86b4-4a049642b637 req-1e01bb3e-17e7-477d-be6c-a0aff389a242 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] No DVR routers for this DVR port 51aca8df-902f-4ea5-ae2a-4c0673830b61 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:35:13.096195 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d2f0e460-9bfa-4a6e-86b4-4a049642b637 req-1e01bb3e-17e7-477d-be6c-a0aff389a242 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:13.099784 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2f0e460-9bfa-4a6e-86b4-4a049642b637 req-1e01bb3e-17e7-477d-be6c-a0aff389a242 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.77 "DELETE /v2.0/ports/51aca8df-902f-4ea5-ae2a-4c0673830b61 HTTP/1.1" status: 204 len: 173 time: 1.2754438 Mar 23 12:35:13.144148 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-dad39ff3-3686-4986-a7ae-0a8c57779cc0 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:13.152367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-5c39dda6-56e8-48ac-8db4-a4d3a0411cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:13.154291 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-5c39dda6-56e8-48ac-8db4-a4d3a0411cec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c064a110-fb3d-4c65-89c2-51506cd8fdf7 HTTP/1.1" status: 200 len: 861 time: 0.1252658 Mar 23 12:35:13.186061 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Set router f16855da-8ffb-4710-b8e7-dcc74eaf7e66 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:35:13.208002 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-ce1aaee0-698d-458a-b19d-1f27c2be6e1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0a9167cf-1202-4647-b883-14cbb5ed589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420198 Mar 23 12:35:13.293144 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-dad39ff3-3686-4986-a7ae-0a8c57779cc0 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:13.353988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-dad39ff3-3686-4986-a7ae-0a8c57779cc0 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:35:13.363659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-dad39ff3-3686-4986-a7ae-0a8c57779cc0 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:13.374410 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-dad39ff3-3686-4986-a7ae-0a8c57779cc0 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:35:13.379616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad39ff3-3686-4986-a7ae-0a8c57779cc0 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Pushing event updated for resources: {'Port': ['ID=94749d6b-d980-478e-9e4c-a5155d6827d6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:13.447048 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35abd5cc-6452-4e5a-979b-5a704ad47da7 req-f1fbc734-474e-492d-9cd9-95c0d974f907 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=dce730d7-7040-4b08-ba5a-428388a2157c HTTP/1.1" status: 200 len: 210 time: 0.0854802 Mar 23 12:35:13.447280 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-5d221f80-a3c6-4146-8cc2-769a741de08c service neutron] 10.222.0.73 "GET /v2.0/networks/0a9167cf-1202-4647-b883-14cbb5ed589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322409 Mar 23 12:35:13.474007 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d031115a-548e-4cc9-b279-6b098593df42 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:13.474007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d031115a-548e-4cc9-b279-6b098593df42 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89541aec-3dca-48d6-bd79-a68e7fd69ada {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:35:13.481202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d031115a-548e-4cc9-b279-6b098593df42 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:13.483151 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d031115a-548e-4cc9-b279-6b098593df42 tempest-RoutersTestDVR-278031579 tempest-RoutersTestDVR-278031579-project-admin] 10.222.0.52 "DELETE /v2.0/routers/89541aec-3dca-48d6-bd79-a68e7fd69ada HTTP/1.1" status: 204 len: 168 time: 0.8621852 Mar 23 12:35:13.492649 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b240989e-a672-41a3-b265-a4a742dca07e req-878ae7e4-13fe-4c93-926f-f7fe4676a636 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=67868624-ef0f-41df-b545-0ae95807e608 HTTP/1.1" status: 200 len: 210 time: 0.0651689 Mar 23 12:35:13.530004 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-dad39ff3-3686-4986-a7ae-0a8c57779cc0 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:13.530670 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-dad39ff3-3686-4986-a7ae-0a8c57779cc0 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:13.538101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-638588ee-7bc1-42ca-a023-6e7372901766 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Allocated IP 172.20.0.9 (83c3d223-a90d-4fa2-a08e-7ed538f62a7c/fa42aad2-789b-4776-85d3-e4eeb51562f5/e3a07435-1c0c-4783-be27-1b6db4595a73) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:35:13.559297 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-dad39ff3-3686-4986-a7ae-0a8c57779cc0 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6101444 Mar 23 12:35:13.578816 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Request body: {'port': {'device_id': 'dd15645c-7460-4f4a-bf42-61fa1aec7f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:13.580845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'name': 'tempest-ServerRescueTestJSON-1406490456-router', 'tenant_id': '7b58523009564f6bac30930da31ecda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:02Z', 'updated_at': '2022-03-23T12:35:10Z', 'revision_number': 4, 'project_id': '7b58523009564f6bac30930da31ecda3', 'gw_port': {'id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:03Z', 'updated_at': '2022-03-23T12:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2e62475f-4c95-4749-952f-b2fe03a8e862', 'name': '', 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e', 'tenant_id': '7b58523009564f6bac30930da31ecda3', 'mac_address': 'fa:16:3e:d9:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '532f4c4f-053d-46b1-8154-1c17faa5e818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:08Z', 'updated_at': '2022-03-23T12:35:11Z', 'revision_number': 2, 'project_id': '7b58523009564f6bac30930da31ecda3', 'subnets': [{'id': '532f4c4f-053d-46b1-8154-1c17faa5e818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:13.613680 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d0ee665-ae70-45a2-9a8a-3e4c4c27cd36 req-4743df58-a170-4b68-9d0f-84e4f65ece9f service neutron] 10.222.0.73 "GET /v2.0/networks/0a9167cf-1202-4647-b883-14cbb5ed589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465862 Mar 23 12:35:13.660446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Checking router: f16855da-8ffb-4710-b8e7-dcc74eaf7e66 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:35:13.695255 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Updating router f16855da-8ffb-4710-b8e7-dcc74eaf7e66 port 2e62475f-4c95-4749-952f-b2fe03a8e862 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:35:13.699897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 51aca8df-902f-4ea5-ae2a-4c0673830b61 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:35:13.700523 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:13.788821 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 51aca8df-902f-4ea5-ae2a-4c0673830b61 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:35:13.789166 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 51aca8df-902f-4ea5-ae2a-4c0673830b61 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:35:13.800840 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:13.868497 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccaba69-68ed-4b99-a80a-66bf46c311d8 req-0f6b4e7b-9311-4db1-bee5-2de89e31454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:13.870088 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fccaba69-68ed-4b99-a80a-66bf46c311d8 req-0f6b4e7b-9311-4db1-bee5-2de89e31454d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f207628e6d554fc7a516a57426831390&device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 1095 time: 0.1474552 Mar 23 12:35:13.955035 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-638588ee-7bc1-42ca-a023-6e7372901766 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:14.021110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-f43f6773-4f62-4432-b287-a10ad2d07cb4 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:14.022854 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-f43f6773-4f62-4432-b287-a10ad2d07cb4 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/networks?id=0b1e418f-2cfc-420d-8472-de7db6e2f75e HTTP/1.1" status: 200 len: 811 time: 0.2350016 Mar 23 12:35:14.033515 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-638588ee-7bc1-42ca-a023-6e7372901766 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:14.049176 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef4e2f-ee2b-4684-a4e4-a850355679cf req-4915e1be-0c01-4565-8436-47e281360517 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:14.049517 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59456) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:14.052538 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2eef4e2f-ee2b-4684-a4e4-a850355679cf req-4915e1be-0c01-4565-8436-47e281360517 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 944 time: 0.2342169 Mar 23 12:35:14.099914 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-b2827a81-8917-456f-9511-85327e6c564b tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/quotas/7b58523009564f6bac30930da31ecda3 HTTP/1.1" status: 200 len: 375 time: 0.0675576 Mar 23 12:35:14.118396 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-638588ee-7bc1-42ca-a023-6e7372901766 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:35:14.134959 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-638588ee-7bc1-42ca-a023-6e7372901766 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:14.158056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-638588ee-7bc1-42ca-a023-6e7372901766 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:35:14.166163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638588ee-7bc1-42ca-a023-6e7372901766 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Pushing event updated for resources: {'Port': ['ID=e3a07435-1c0c-4783-be27-1b6db4595a73,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:14.183026 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccaba69-68ed-4b99-a80a-66bf46c311d8 req-07a0bdc3-b479-4fbd-acaa-7e2a01b09f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:14.184920 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fccaba69-68ed-4b99-a80a-66bf46c311d8 req-07a0bdc3-b479-4fbd-acaa-7e2a01b09f9e service neutron] 10.222.0.73 "GET /v2.0/networks?id=0a9167cf-1202-4647-b883-14cbb5ed589a HTTP/1.1" status: 200 len: 922 time: 0.3042672 Mar 23 12:35:14.218584 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-29db4552-072b-478a-97e3-3864a1e184d9 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b58523009564f6bac30930da31ecda3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1049719 Mar 23 12:35:14.234444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-638588ee-7bc1-42ca-a023-6e7372901766 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:14.235112 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-638588ee-7bc1-42ca-a023-6e7372901766 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:14.245618 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2eef4e2f-ee2b-4684-a4e4-a850355679cf req-0a511d3b-5847-4517-9663-4a1f1a6ff929 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e02fa6f-30df-4e62-a073-855f8db6074a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783979 Mar 23 12:35:14.270888 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-638588ee-7bc1-42ca-a023-6e7372901766 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4709401 Mar 23 12:35:14.271587 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:14.278697 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:14.302442 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fccaba69-68ed-4b99-a80a-66bf46c311d8 req-4473788a-4345-465c-9f8c-85a535f32a75 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89315252-2ca6-490d-b73c-dbd96365da00 HTTP/1.1" status: 200 len: 217 time: 0.0826592 Mar 23 12:35:14.313136 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Request body: {'port': {'device_id': 'dce730d7-7040-4b08-ba5a-428388a2157c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:14.321453 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f4649b4-775e-4f89-8fe3-cd7913e05413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:14.392052 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b29006-9552-4233-ad61-2acbd57e2755 None None] Pushing event updated for resources: {'Port': ['ID=2e62475f-4c95-4749-952f-b2fe03a8e862,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:14.403746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccaba69-68ed-4b99-a80a-66bf46c311d8 req-4d47b889-b1f9-48d6-ad7e-3bae8b82392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:14.405302 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fccaba69-68ed-4b99-a80a-66bf46c311d8 req-4d47b889-b1f9-48d6-ad7e-3bae8b82392e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c064a110-fb3d-4c65-89c2-51506cd8fdf7 HTTP/1.1" status: 200 len: 861 time: 0.0936182 Mar 23 12:35:14.405603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Attempting to bind port 2e62475f-4c95-4749-952f-b2fe03a8e862 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:35:14.406355 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Attempting to bind port 2e62475f-4c95-4749-952f-b2fe03a8e862 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '16814f52-8332-4b16-8e5e-a18ed785be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:35:14.406540 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Attempting to bind port 2e62475f-4c95-4749-952f-b2fe03a8e862 on network 0b1e418f-2cfc-420d-8472-de7db6e2f75e {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:14.415766 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:35:14.416763 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Checking segment: {'id': '16814f52-8332-4b16-8e5e-a18ed785be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:14.417481 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:14.418120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Bound using segment: {'id': '16814f52-8332-4b16-8e5e-a18ed785be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:35:14.418979 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Bound port: 2e62475f-4c95-4749-952f-b2fe03a8e862, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16814f52-8332-4b16-8e5e-a18ed785be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:35:14.419609 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:14.450820 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fccaba69-68ed-4b99-a80a-66bf46c311d8 req-b00a3a4d-8fd8-4ba3-a225-46188312b810 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0a9167cf-1202-4647-b883-14cbb5ed589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377915 Mar 23 12:35:14.539285 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] For port 2e62475f-4c95-4749-952f-b2fe03a8e862, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:35:14.545014 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] For port 2e62475f-4c95-4749-952f-b2fe03a8e862, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2e62475f-4c95-4749-952f-b2fe03a8e862,segment=NetworkSegment(16814f52-8332-4b16-8e5e-a18ed785be1a),segment_id=16814f52-8332-4b16-8e5e-a18ed785be1a)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:35:14.553396 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:14.574590 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-06bd338b-ac8a-48d9-ae97-4544d8001742 service neutron] 10.222.0.52 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357913 Mar 23 12:35:14.578151 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:14.605467 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f4649b4-775e-4f89-8fe3-cd7913e05413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:14.606055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94749d6b-d980-478e-9e4c-a5155d6827d6 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:35:14.625210 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f4649b4-775e-4f89-8fe3-cd7913e05413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:14.627979 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:14.632073 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Routers {'f16855da-8ffb-4710-b8e7-dcc74eaf7e66'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:35:14.633058 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:34:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f16855da-8ffb-4710-b8e7-dcc74eaf7e66'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:14.665473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b81ff6-6f27-40a0-86ab-4017906e9b75 req-963f1fc8-14d0-4620-ab5a-7a68cda68a83 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:14.667015 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19b81ff6-6f27-40a0-86ab-4017906e9b75 req-963f1fc8-14d0-4620-ab5a-7a68cda68a83 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=dce730d7-7040-4b08-ba5a-428388a2157c HTTP/1.1" status: 200 len: 931 time: 0.1152139 Mar 23 12:35:14.674669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Transition to ACTIVE for port object 94749d6b-d980-478e-9e4c-a5155d6827d6 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:35:14.677226 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fccaba69-68ed-4b99-a80a-66bf46c311d8 req-160e818b-2b11-48c1-9c89-0cb0d6d8fab1 service neutron] 10.222.0.73 "GET /v2.0/networks/0a9167cf-1202-4647-b883-14cbb5ed589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962893 Mar 23 12:35:14.690711 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b29006-9552-4233-ad61-2acbd57e2755 None None] Pushing event updated for resources: {'Port': ['ID=2e62475f-4c95-4749-952f-b2fe03a8e862,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:14.714190 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:14.735906 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6f4649b4-775e-4f89-8fe3-cd7913e05413 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5769a7088815453b9f1167f3ae51dd49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6846933 Mar 23 12:35:14.740807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59466) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:14.757410 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4649b4-775e-4f89-8fe3-cd7913e05413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc748672-d24b-4d8e-9bd8-208fb1d4b17a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:14.796418 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67868624-ef0f-41df-b545-0ae95807e608', 'name': 'network-vif-deleted', 'tag': '51aca8df-902f-4ea5-ae2a-4c0673830b61'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:14.798979 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c45b34-0dc6-433d-b0a5-49693a1277b6" -d '{"events": [{"server_uuid": "67868624-ef0f-41df-b545-0ae95807e608", "name": "network-vif-deleted", "tag": "51aca8df-902f-4ea5-ae2a-4c0673830b61"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:14.815364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] Set router f16855da-8ffb-4710-b8e7-dcc74eaf7e66 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:35:14.826847 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19b81ff6-6f27-40a0-86ab-4017906e9b75 req-d9b58c4b-be00-414e-8562-f05388ac7cf4 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485639 Mar 23 12:35:14.851271 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Pushing event updated for resources: {'Port': ['ID=94749d6b-d980-478e-9e4c-a5155d6827d6,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:14.895484 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fccaba69-68ed-4b99-a80a-66bf46c311d8 req-acf4dd29-d046-4ab2-8d70-52c1f9c4d495 service neutron] 10.222.0.73 "GET /v2.0/networks/0a9167cf-1202-4647-b883-14cbb5ed589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090807 Mar 23 12:35:14.903596 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-7cb56370-f95e-48f7-a1a2-8b2f0338240a service neutron] 10.222.0.52 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187566 Mar 23 12:35:14.971466 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b0193a-ef06-4c18-a0d8-6c6bc3b46009 x-openstack-request-id: req-79b0193a-ef06-4c18-a0d8-6c6bc3b46009 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:14.980451 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67868624-ef0f-41df-b545-0ae95807e608", "name": "network-vif-deleted", "tag": "51aca8df-902f-4ea5-ae2a-4c0673830b61", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:14.980782 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-79b0193a-ef06-4c18-a0d8-6c6bc3b46009 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:14.981140 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67868624-ef0f-41df-b545-0ae95807e608', 'name': 'network-vif-deleted', 'tag': '51aca8df-902f-4ea5-ae2a-4c0673830b61', 'status': 'completed', 'code': 200} Mar 23 12:35:14.991747 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d16290d-72b6-4288-83dc-fbe066b7005a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:15.017016 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Attempting to bind port 94749d6b-d980-478e-9e4c-a5155d6827d6 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:35:15.018092 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Attempting to bind port 94749d6b-d980-478e-9e4c-a5155d6827d6 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:35:15.018749 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Attempting to bind port 94749d6b-d980-478e-9e4c-a5155d6827d6 on network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:15.026521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Port 94749d6b-d980-478e-9e4c-a5155d6827d6 on network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:35:15.027207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Attempting to bind port 94749d6b-d980-478e-9e4c-a5155d6827d6 on network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:15.036302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:35:15.036861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Checking segment: {'id': 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:15.037593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Bound using segment: {'id': 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:35:15.038265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Bound port: 94749d6b-d980-478e-9e4c-a5155d6827d6, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:35:15.039401 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:15.069065 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d16290d-72b6-4288-83dc-fbe066b7005a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:15.203147 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] For port 94749d6b-d980-478e-9e4c-a5155d6827d6, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:35:15.210277 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] For port 94749d6b-d980-478e-9e4c-a5155d6827d6, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=94749d6b-d980-478e-9e4c-a5155d6827d6,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:35:15.224175 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:15.281198 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8c69de48-d50c-4676-8b2d-c3d81d2300a0 req-4286bc58-57eb-4c71-8ee0-8a4c28e46ec4 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 210 time: 0.0613387 Mar 23 12:35:15.286608 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d16290d-72b6-4288-83dc-fbe066b7005a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:15.289621 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d16290d-72b6-4288-83dc-fbe066b7005a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:15.293985 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9d16290d-72b6-4288-83dc-fbe066b7005a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc748672-d24b-4d8e-9bd8-208fb1d4b17a HTTP/1.1" status: 204 len: 168 time: 0.5446160 Mar 23 12:35:15.308237 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16290d-72b6-4288-83dc-fbe066b7005a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc748672-d24b-4d8e-9bd8-208fb1d4b17a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:15.323681 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a07435-1c0c-4783-be27-1b6db4595a73 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:35:15.336913 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:15.343825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:15.346087 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:15.354464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Transition to ACTIVE for port object e3a07435-1c0c-4783-be27-1b6db4595a73 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:35:15.354698 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] 10.222.0.77 "PUT /v2.0/ports/94749d6b-d980-478e-9e4c-a5155d6827d6 HTTP/1.1" status: 200 len: 1091 time: 1.7779064 Mar 23 12:35:15.368445 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:15.424809 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'name': 'tempest-ServerRescueTestJSON-1406490456-router', 'tenant_id': '7b58523009564f6bac30930da31ecda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:02Z', 'updated_at': '2022-03-23T12:35:10Z', 'revision_number': 4, 'project_id': '7b58523009564f6bac30930da31ecda3', 'gw_port': {'id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:03Z', 'updated_at': '2022-03-23T12:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2e62475f-4c95-4749-952f-b2fe03a8e862', 'name': '', 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e', 'tenant_id': '7b58523009564f6bac30930da31ecda3', 'mac_address': 'fa:16:3e:d9:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '532f4c4f-053d-46b1-8154-1c17faa5e818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:08Z', 'updated_at': '2022-03-23T12:35:14Z', 'revision_number': 4, 'project_id': '7b58523009564f6bac30930da31ecda3', 'subnets': [{'id': '532f4c4f-053d-46b1-8154-1c17faa5e818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:15.467258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98943d-2f06-4a7f-a2e7-a8cd8816236f service neutron] Pushing event updated for resources: {'Port': ['ID=94749d6b-d980-478e-9e4c-a5155d6827d6,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:15.472133 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cddc81-e141-4ae6-a43c-d179466bd671 None None] The sync data for ids ['f16855da-8ffb-4710-b8e7-dcc74eaf7e66'] in n-d-834854-1 is: [{'id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'name': 'tempest-ServerRescueTestJSON-1406490456-router', 'tenant_id': '7b58523009564f6bac30930da31ecda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:02Z', 'updated_at': '2022-03-23T12:35:10Z', 'revision_number': 4, 'project_id': '7b58523009564f6bac30930da31ecda3', 'gw_port': {'id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:03Z', 'updated_at': '2022-03-23T12:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2e62475f-4c95-4749-952f-b2fe03a8e862', 'name': '', 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e', 'tenant_id': '7b58523009564f6bac30930da31ecda3', 'mac_address': 'fa:16:3e:d9:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '532f4c4f-053d-46b1-8154-1c17faa5e818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:08Z', 'updated_at': '2022-03-23T12:35:14Z', 'revision_number': 4, 'project_id': '7b58523009564f6bac30930da31ecda3', 'subnets': [{'id': '532f4c4f-053d-46b1-8154-1c17faa5e818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:35:15.499366 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a696157-b8ba-41d5-8443-da45b342b63f req-b0615913-dacf-4627-b5a4-d07296b99425 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:15.500722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a07435-1c0c-4783-be27-1b6db4595a73,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:15.506887 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a696157-b8ba-41d5-8443-da45b342b63f req-b0615913-dacf-4627-b5a4-d07296b99425 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.2582085 Mar 23 12:35:15.632817 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a696157-b8ba-41d5-8443-da45b342b63f req-c5c2145d-cb5b-4b02-b062-42bb42ed0fbd tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249230 Mar 23 12:35:15.648228 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-bf71c3cb-f40e-4ad4-9ac8-086e21b5d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:15.651106 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-bf71c3cb-f40e-4ad4-9ac8-086e21b5d75f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1c174c767a1d436e8c78c8a7c5c78a2a&device_id=dd15645c-7460-4f4a-bf42-61fa1aec7f68 HTTP/1.1" status: 200 len: 1094 time: 0.2355235 Mar 23 12:35:15.679520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Attempting to bind port e3a07435-1c0c-4783-be27-1b6db4595a73 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:35:15.679989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Attempting to bind port e3a07435-1c0c-4783-be27-1b6db4595a73 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:35:15.680536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Attempting to bind port e3a07435-1c0c-4783-be27-1b6db4595a73 on network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:15.693886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b3708-205f-42a2-b25d-413f34166796 req-32e9d93a-af25-4a07-b742-e3d2b887f042 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:15.695609 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613b3708-205f-42a2-b25d-413f34166796 req-32e9d93a-af25-4a07-b742-e3d2b887f042 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 944 time: 0.2631383 Mar 23 12:35:15.698112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Port e3a07435-1c0c-4783-be27-1b6db4595a73 on network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:35:15.698437 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Attempting to bind port e3a07435-1c0c-4783-be27-1b6db4595a73 on network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:15.711214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:35:15.711553 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Checking segment: {'id': 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:15.711964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Bound using segment: {'id': 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:35:15.712383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Bound port: e3a07435-1c0c-4783-be27-1b6db4595a73, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:35:15.712731 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:15.792216 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-613b3708-205f-42a2-b25d-413f34166796 req-85ea9eaa-44d2-463b-89a6-e53be4961568 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e02fa6f-30df-4e62-a073-855f8db6074a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882320 Mar 23 12:35:15.813978 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-b7d1588d-dcd4-400b-859f-e41172136946 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94749d6b-d980-478e-9e4c-a5155d6827d6 HTTP/1.1" status: 200 len: 217 time: 0.1544549 Mar 23 12:35:15.819182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 89315252-2ca6-490d-b73c-dbd96365da00 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:35:15.820299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] For port e3a07435-1c0c-4783-be27-1b6db4595a73, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:35:15.831471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] For port e3a07435-1c0c-4783-be27-1b6db4595a73, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e3a07435-1c0c-4783-be27-1b6db4595a73,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:35:15.847004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59490) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:15.869752 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:15.878907 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-250b8d26-d9fa-4317-b06c-f1df51d92a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:15.912210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:15.916520 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:15.920672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] 10.222.0.73 "PUT /v2.0/ports/e3a07435-1c0c-4783-be27-1b6db4595a73 HTTP/1.1" status: 200 len: 1091 time: 1.6273801 Mar 23 12:35:15.935099 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2f71f-f688-45c6-9039-27ef1d57aeb8 req-0f86bf36-3dc9-4276-8948-c85751ae5e84 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:15.937130 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-abf2f71f-f688-45c6-9039-27ef1d57aeb8 req-0f86bf36-3dc9-4276-8948-c85751ae5e84 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.77 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.1877592 Mar 23 12:35:15.968075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce730d7-7040-4b08-ba5a-428388a2157c', 'tag': 'e3a07435-1c0c-4783-be27-1b6db4595a73'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:15.974102 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6359d9a0-ffa8-4a38-b175-1d2e28968490" -d '{"events": [{"name": "network-changed", "server_uuid": "dce730d7-7040-4b08-ba5a-428388a2157c", "tag": "e3a07435-1c0c-4783-be27-1b6db4595a73"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:16.002703 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:16.003630 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-5de6b316-a2cb-4bbc-bf20-617881d44d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:16.008370 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-5de6b316-a2cb-4bbc-bf20-617881d44d4c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fa42aad2-789b-4776-85d3-e4eeb51562f5 HTTP/1.1" status: 200 len: 852 time: 0.1820388 Mar 23 12:35:16.053115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 89315252-2ca6-490d-b73c-dbd96365da00, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=89315252-2ca6-490d-b73c-dbd96365da00,segment=NetworkSegment(337ef7df-eadd-41d1-8087-f14f605b4afa),segment_id=337ef7df-eadd-41d1-8087-f14f605b4afa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:16.073942 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43095051-fb58-437d-915c-01887648ff83 x-openstack-request-id: req-43095051-fb58-437d-915c-01887648ff83 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:16.074553 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce730d7-7040-4b08-ba5a-428388a2157c", "tag": "e3a07435-1c0c-4783-be27-1b6db4595a73", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:16.074553 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43095051-fb58-437d-915c-01887648ff83 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:16.074865 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce730d7-7040-4b08-ba5a-428388a2157c', 'tag': 'e3a07435-1c0c-4783-be27-1b6db4595a73', 'status': 'completed', 'code': 200} Mar 23 12:35:16.079756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '89315252-2ca6-490d-b73c-dbd96365da00', 'network_id': '0a9167cf-1202-4647-b883-14cbb5ed589a', 'port_id': '89315252-2ca6-490d-b73c-dbd96365da00', 'mac_address': 'fa:16:3e:cf:53:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c064a110-fb3d-4c65-89c2-51506cd8fdf7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:35:16.117954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff3b90-9384-4346-9d3a-9f65b5627fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a07435-1c0c-4783-be27-1b6db4595a73,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:16.144725 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-44389e41-4176-4461-b52f-5e978ad3011b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737419 Mar 23 12:35:16.148607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-d6f4d80d-b2f6-4cad-b304-9f5447ce0b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:16.150275 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-d6f4d80d-b2f6-4cad-b304-9f5447ce0b53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c174c767a1d436e8c78c8a7c5c78a2a&device_id=dce730d7-7040-4b08-ba5a-428388a2157c HTTP/1.1" status: 200 len: 1094 time: 0.1567817 Mar 23 12:35:16.163278 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b100b-9b04-4a1c-8554-96665e7c4dd1 req-36c0e6b7-6b68-45f5-ba6f-9677aef877a3 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:16.170608 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b03b100b-9b04-4a1c-8554-96665e7c4dd1 req-36c0e6b7-6b68-45f5-ba6f-9677aef877a3 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=dce730d7-7040-4b08-ba5a-428388a2157c HTTP/1.1" status: 200 len: 943 time: 0.1578248 Mar 23 12:35:16.205775 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:16.212730 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-2e695bca-e6f4-4fd6-8aee-89a59c6bd547 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3a07435-1c0c-4783-be27-1b6db4595a73 HTTP/1.1" status: 200 len: 217 time: 0.0466042 Mar 23 12:35:16.231330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89315252-2ca6-490d-b73c-dbd96365da00 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:35:16.270173 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 89315252-2ca6-490d-b73c-dbd96365da00, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=89315252-2ca6-490d-b73c-dbd96365da00,segment=NetworkSegment(337ef7df-eadd-41d1-8087-f14f605b4afa),segment_id=337ef7df-eadd-41d1-8087-f14f605b4afa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:16.271020 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-250b8d26-d9fa-4317-b06c-f1df51d92a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:16.278990 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:16.282932 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-250b8d26-d9fa-4317-b06c-f1df51d92a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:16.342449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-68a4e51c-68b5-46b4-b8ef-3096935595de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:16.344208 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-68a4e51c-68b5-46b4-b8ef-3096935595de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa42aad2-789b-4776-85d3-e4eeb51562f5 HTTP/1.1" status: 200 len: 852 time: 0.1166651 Mar 23 12:35:16.362279 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=89315252-2ca6-490d-b73c-dbd96365da00,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:16.382044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-abf2f71f-f688-45c6-9039-27ef1d57aeb8 req-132b50ee-77c7-4e01-acce-0340ed9b8327 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Deleting port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:35:16.382303 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-abf2f71f-f688-45c6-9039-27ef1d57aeb8 req-132b50ee-77c7-4e01-acce-0340ed9b8327 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:16.394190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b8d26-d9fa-4317-b06c-f1df51d92a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5aabc7-8137-49b2-9ce0-f1291a2a22d6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:16.408582 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b03b100b-9b04-4a1c-8554-96665e7c4dd1 req-20813541-3bbb-448a-846d-6c6c4f77647f tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181182 Mar 23 12:35:16.422068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-250b8d26-d9fa-4317-b06c-f1df51d92a28 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a5c429b91224cc59c11ae58ecd56818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5713046 Mar 23 12:35:16.422421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-6fbfea7d-9aba-4af3-869c-fbe20866fee5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581136 Mar 23 12:35:16.423132 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59504) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:16.531192 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99c3f139-aa92-458d-8b54-064c4e54077f req-15952d53-9771-41bf-a80f-533adfa65a0a tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 210 time: 0.0769410 Mar 23 12:35:16.643633 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c9f6671-4b74-4a80-91f3-a84e94ee59c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:16.648261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['89315252-2ca6-490d-b73c-dbd96365da00'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:35:16.675850 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c9f6671-4b74-4a80-91f3-a84e94ee59c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:16.679541 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-48c1be77-c516-4c95-8677-bae2d81281ca service neutron] 10.222.0.73 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407529 Mar 23 12:35:16.807174 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c9f6671-4b74-4a80-91f3-a84e94ee59c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:16.810681 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c9f6671-4b74-4a80-91f3-a84e94ee59c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:16.812091 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2c9f6671-4b74-4a80-91f3-a84e94ee59c8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed5aabc7-8137-49b2-9ce0-f1291a2a22d6 HTTP/1.1" status: 204 len: 168 time: 0.3801258 Mar 23 12:35:16.848089 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f6671-4b74-4a80-91f3-a84e94ee59c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5aabc7-8137-49b2-9ce0-f1291a2a22d6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:16.988185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd15645c-7460-4f4a-bf42-61fa1aec7f68', 'tag': '94749d6b-d980-478e-9e4c-a5155d6827d6'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:16.991171 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556189b9-5b31-468b-86c8-f8f92e1e6305" -d '{"events": [{"name": "network-changed", "server_uuid": "dd15645c-7460-4f4a-bf42-61fa1aec7f68", "tag": "94749d6b-d980-478e-9e4c-a5155d6827d6"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:17.028260 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-589eb6f6-df79-4d66-a7a5-cb95c68f395f service neutron] 10.222.0.73 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346853 Mar 23 12:35:17.041182 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-0f735d58-1739-4d0d-b341-0d16a0e69952 service neutron] 10.222.0.77 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8655400 Mar 23 12:35:17.044226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06b785-a883-49bd-a535-378c705feacf req-d25f1f65-d0b3-490c-9c7a-2dadd40339c5 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:17.062290 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fc06b785-a883-49bd-a535-378c705feacf req-d25f1f65-d0b3-490c-9c7a-2dadd40339c5 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 944 time: 0.2468426 Mar 23 12:35:17.139680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-981908d3-a9f8-40a6-a3c0-70348224d982 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:17.141445 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-981908d3-a9f8-40a6-a3c0-70348224d982 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.77 "GET /v2.0/networks?id=0b1e418f-2cfc-420d-8472-de7db6e2f75e HTTP/1.1" status: 200 len: 811 time: 0.2720335 Mar 23 12:35:17.167619 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-cfc91e48-783e-4cd8-baaa-8a939a72f6a8 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Request body: {'port': {'device_id': 'e34ddec5-d50e-4de4-a832-f2aa139c060b', 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e', 'admin_state_up': True, 'tenant_id': '7b58523009564f6bac30930da31ecda3'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:17.180434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84725bbb-53de-4e0b-81eb-007d53693486 req-23489422-eb8b-4a22-8d90-bfb7f42b5d3a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:17.188274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84725bbb-53de-4e0b-81eb-007d53693486 req-23489422-eb8b-4a22-8d90-bfb7f42b5d3a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:17.194391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84725bbb-53de-4e0b-81eb-007d53693486 req-23489422-eb8b-4a22-8d90-bfb7f42b5d3a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:17.200844 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84725bbb-53de-4e0b-81eb-007d53693486 req-23489422-eb8b-4a22-8d90-bfb7f42b5d3a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:17.207461 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84725bbb-53de-4e0b-81eb-007d53693486 req-23489422-eb8b-4a22-8d90-bfb7f42b5d3a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:17.215652 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fc06b785-a883-49bd-a535-378c705feacf req-e4913bb3-08e8-4c83-ba97-794520576bb7 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482701 Mar 23 12:35:17.220685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84725bbb-53de-4e0b-81eb-007d53693486 req-23489422-eb8b-4a22-8d90-bfb7f42b5d3a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:17.235524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84725bbb-53de-4e0b-81eb-007d53693486 req-23489422-eb8b-4a22-8d90-bfb7f42b5d3a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:17.238038 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2e62475f-4c95-4749-952f-b2fe03a8e862 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:35:17.246725 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-84725bbb-53de-4e0b-81eb-007d53693486 req-23489422-eb8b-4a22-8d90-bfb7f42b5d3a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5433 time: 0.4772420 Mar 23 12:35:17.353735 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:17.378881 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2e62475f-4c95-4749-952f-b2fe03a8e862 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:17.379505 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:17.381080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-abf2f71f-f688-45c6-9039-27ef1d57aeb8 req-132b50ee-77c7-4e01-acce-0340ed9b8327 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] For port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:17.387616 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-abf2f71f-f688-45c6-9039-27ef1d57aeb8 req-132b50ee-77c7-4e01-acce-0340ed9b8327 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:17.426194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-abf2f71f-f688-45c6-9039-27ef1d57aeb8 req-132b50ee-77c7-4e01-acce-0340ed9b8327 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Calling delete_port for 3a6265e0-c99a-4887-a70f-8f9a5dd3187d owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:35:17.457206 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-84725bbb-53de-4e0b-81eb-007d53693486 req-d64b353e-963b-445e-8a0e-1c45d2a4bce9 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2074871 Mar 23 12:35:17.579879 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:17.617923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-cfc91e48-783e-4cd8-baaa-8a939a72f6a8 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Made reservation on behalf of 7b58523009564f6bac30930da31ecda3 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:17.621792 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-cfc91e48-783e-4cd8-baaa-8a939a72f6a8 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:17.625621 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359d9a0-ffa8-4a38-b175-1d2e28968490 req-5f5d5387-ca6f-462b-8655-e26feb67b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:17.627356 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6359d9a0-ffa8-4a38-b175-1d2e28968490 req-5f5d5387-ca6f-462b-8655-e26feb67b31e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c174c767a1d436e8c78c8a7c5c78a2a&device_id=dce730d7-7040-4b08-ba5a-428388a2157c HTTP/1.1" status: 200 len: 1094 time: 0.3489654 Mar 23 12:35:17.662843 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea997ec6-a351-45d4-90a3-7373b01f7735 x-openstack-request-id: req-ea997ec6-a351-45d4-90a3-7373b01f7735 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:17.663141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 2e62475f-4c95-4749-952f-b2fe03a8e862, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2e62475f-4c95-4749-952f-b2fe03a8e862,segment=NetworkSegment(16814f52-8332-4b16-8e5e-a18ed785be1a),segment_id=16814f52-8332-4b16-8e5e-a18ed785be1a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:17.664063 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd15645c-7460-4f4a-bf42-61fa1aec7f68", "tag": "94749d6b-d980-478e-9e4c-a5155d6827d6", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:17.664063 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea997ec6-a351-45d4-90a3-7373b01f7735 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:17.664063 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd15645c-7460-4f4a-bf42-61fa1aec7f68', 'tag': '94749d6b-d980-478e-9e4c-a5155d6827d6', 'status': 'completed', 'code': 200} Mar 23 12:35:17.671504 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:17.684508 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de3986fc-d059-4967-b9aa-fdf76cfca5f0 req-b4bd8200-07a2-4838-be5f-e61a8a08d5e8 service neutron] 10.222.0.77 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341927 Mar 23 12:35:17.710122 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e066d6-dc8f-49f8-8433-4e3277a87bc3 req-4c01c911-bca0-4215-b209-fbd4b42ad28d tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:17.717015 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-01e066d6-dc8f-49f8-8433-4e3277a87bc3 req-4c01c911-bca0-4215-b209-fbd4b42ad28d tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 945 time: 0.3033011 Mar 23 12:35:17.740337 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-abf2f71f-f688-45c6-9039-27ef1d57aeb8 req-132b50ee-77c7-4e01-acce-0340ed9b8327 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:17.771686 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=2e62475f-4c95-4749-952f-b2fe03a8e862,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:17.843525 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b50ee-77c7-4e01-acce-0340ed9b8327 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Pushing event deleted for resources: {'Port': ['ID=3a6265e0-c99a-4887-a70f-8f9a5dd3187d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:17.869043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4f79c-17b5-47d8-97e3-e2de6b43b12b req-577e3089-3333-499c-981f-8056cca9f2af tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:17.870603 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bce4f79c-17b5-47d8-97e3-e2de6b43b12b req-577e3089-3333-499c-981f-8056cca9f2af tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=dce730d7-7040-4b08-ba5a-428388a2157c HTTP/1.1" status: 200 len: 943 time: 0.2139988 Mar 23 12:35:17.909945 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf2f71f-f688-45c6-9039-27ef1d57aeb8 req-132b50ee-77c7-4e01-acce-0340ed9b8327 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] No DVR routers for this DVR port 3a6265e0-c99a-4887-a70f-8f9a5dd3187d on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:35:17.913213 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-abf2f71f-f688-45c6-9039-27ef1d57aeb8 req-132b50ee-77c7-4e01-acce-0340ed9b8327 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:17.917385 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-abf2f71f-f688-45c6-9039-27ef1d57aeb8 req-132b50ee-77c7-4e01-acce-0340ed9b8327 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.77 "DELETE /v2.0/ports/3a6265e0-c99a-4887-a70f-8f9a5dd3187d HTTP/1.1" status: 204 len: 173 time: 1.9732726 Mar 23 12:35:17.920690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-01e066d6-dc8f-49f8-8433-4e3277a87bc3 req-434f4c12-2ab0-4d1c-bd88-f5320da39b73 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e02fa6f-30df-4e62-a073-855f8db6074a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005630 Mar 23 12:35:17.927588 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556189b9-5b31-468b-86c8-f8f92e1e6305 req-89583d96-2415-4810-ae2b-44899d148d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:17.929511 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-556189b9-5b31-468b-86c8-f8f92e1e6305 req-89583d96-2415-4810-ae2b-44899d148d84 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1c174c767a1d436e8c78c8a7c5c78a2a&device_id=dd15645c-7460-4f4a-bf42-61fa1aec7f68 HTTP/1.1" status: 200 len: 1094 time: 0.1695604 Mar 23 12:35:17.956411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359d9a0-ffa8-4a38-b175-1d2e28968490 req-df2c6e5e-d72c-4899-962d-a3a3abfe0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:17.958436 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6359d9a0-ffa8-4a38-b175-1d2e28968490 req-df2c6e5e-d72c-4899-962d-a3a3abfe0db8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c HTTP/1.1" status: 200 len: 913 time: 0.3192270 Mar 23 12:35:18.017351 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bce4f79c-17b5-47d8-97e3-e2de6b43b12b req-ff09f66c-8bac-4222-a40e-c1da6a52546b tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313794 Mar 23 12:35:18.032417 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-cfc91e48-783e-4cd8-baaa-8a939a72f6a8 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Allocated IP 172.20.0.3 (0b1e418f-2cfc-420d-8472-de7db6e2f75e/532f4c4f-053d-46b1-8154-1c17faa5e818/04416982-58e8-42c2-b94b-f3705f4b67f9) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:35:18.149397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556189b9-5b31-468b-86c8-f8f92e1e6305 req-efd8dd67-8d8d-47da-aed7-8ab982e09bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:18.151215 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-556189b9-5b31-468b-86c8-f8f92e1e6305 req-efd8dd67-8d8d-47da-aed7-8ab982e09bdd service neutron] 10.222.0.77 "GET /v2.0/networks?id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c HTTP/1.1" status: 200 len: 913 time: 0.2056122 Mar 23 12:35:18.154017 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f487f10-ea47-4c31-90a8-58e8e9626adc req-e835eaa6-929e-4036-8193-6e182dd5dae9 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 210 time: 0.0354619 Mar 23 12:35:18.163886 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6359d9a0-ffa8-4a38-b175-1d2e28968490 req-d206e9e6-c216-4a7a-bca7-ae1c6bfe66a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3a07435-1c0c-4783-be27-1b6db4595a73 HTTP/1.1" status: 200 len: 217 time: 0.1220241 Mar 23 12:35:18.209707 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-556189b9-5b31-468b-86c8-f8f92e1e6305 req-57afb44e-6a55-4730-9ca6-5867741fcbd0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94749d6b-d980-478e-9e4c-a5155d6827d6 HTTP/1.1" status: 200 len: 217 time: 0.0503278 Mar 23 12:35:18.230248 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59538) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:18.254263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cb860-f76c-49c6-9390-f98a18b3b811 req-5ea650ca-50cc-47ed-b330-bde765ba600c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:18.260276 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cb860-f76c-49c6-9390-f98a18b3b811 req-5ea650ca-50cc-47ed-b330-bde765ba600c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:18.266317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cb860-f76c-49c6-9390-f98a18b3b811 req-5ea650ca-50cc-47ed-b330-bde765ba600c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:18.273381 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cb860-f76c-49c6-9390-f98a18b3b811 req-5ea650ca-50cc-47ed-b330-bde765ba600c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:18.279206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cb860-f76c-49c6-9390-f98a18b3b811 req-5ea650ca-50cc-47ed-b330-bde765ba600c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:18.285180 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556189b9-5b31-468b-86c8-f8f92e1e6305 req-d0acf917-0092-473f-8c85-4cdc40f17894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:18.285738 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cb860-f76c-49c6-9390-f98a18b3b811 req-5ea650ca-50cc-47ed-b330-bde765ba600c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:18.287305 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-556189b9-5b31-468b-86c8-f8f92e1e6305 req-d0acf917-0092-473f-8c85-4cdc40f17894 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fa42aad2-789b-4776-85d3-e4eeb51562f5 HTTP/1.1" status: 200 len: 852 time: 0.0693228 Mar 23 12:35:18.291568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cb860-f76c-49c6-9390-f98a18b3b811 req-5ea650ca-50cc-47ed-b330-bde765ba600c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:18.294749 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-895cb860-f76c-49c6-9390-f98a18b3b811 req-5ea650ca-50cc-47ed-b330-bde765ba600c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5433 time: 0.2533333 Mar 23 12:35:18.332115 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-556189b9-5b31-468b-86c8-f8f92e1e6305 req-785f992b-0d09-443d-9c81-027acc52a0c5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357034 Mar 23 12:35:18.334487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359d9a0-ffa8-4a38-b175-1d2e28968490 req-5f9b22b1-6753-408e-b317-d973bc0531a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:18.335936 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6359d9a0-ffa8-4a38-b175-1d2e28968490 req-5f9b22b1-6753-408e-b317-d973bc0531a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa42aad2-789b-4776-85d3-e4eeb51562f5 HTTP/1.1" status: 200 len: 852 time: 0.1594145 Mar 23 12:35:18.391261 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6359d9a0-ffa8-4a38-b175-1d2e28968490 req-a7bac519-0674-4dde-b0df-e4ea71b7ff93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295601 Mar 23 12:35:18.411294 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Request body: {'networks': [{'name': 'tempest-network--1924900137'}, {'name': 'tempest-network--142835341'}]} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:18.411294 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Request body: {'network': {'name': 'tempest-network--1924900137'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:18.411728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Request body: {'network': {'name': 'tempest-network--142835341'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:18.441864 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8078f15c-97eb-4acf-b5dc-2e5165786d0d req-d76107f0-dd14-4a74-8009-7f13c1224436 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=08554b8f-25a3-47c6-8d3c-fe01bfeba9c0 HTTP/1.1" status: 200 len: 210 time: 0.0731659 Mar 23 12:35:18.478665 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Made reservation on behalf of fba4326d27544db397e69e298d57c542 for: {'network': 2} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:18.483596 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:18.501140 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:18.507318 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-556189b9-5b31-468b-86c8-f8f92e1e6305 req-3741e43f-306e-46c2-af2c-5be934415c2a service neutron] 10.222.0.77 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669803 Mar 23 12:35:18.643270 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-556189b9-5b31-468b-86c8-f8f92e1e6305 req-249a0e6d-5e41-4168-9512-9c25be0831f6 service neutron] 10.222.0.77 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219223 Mar 23 12:35:18.664930 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:18.668986 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:18.669411 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:18.712254 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc67042-90b0-4346-9fae-8c8026704db5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:18.722493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:35:18.734605 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:18.735067 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Added segment 3158867c-613c-4c27-8051-9421a35dc562 of type vlan for network 7a960be2-79f9-4fae-921b-9d52c9b29cf7 Mar 23 12:35:18.758566 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-cfc91e48-783e-4cd8-baaa-8a939a72f6a8 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:18.780107 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6359d9a0-ffa8-4a38-b175-1d2e28968490 req-d4b3c60d-5441-4bdc-b96f-3ce19731b40e service neutron] 10.222.0.73 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811944 Mar 23 12:35:18.780819 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:18.817383 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:35:18.828265 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:18.828617 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Added segment 56617f02-d1b4-4909-9c4b-7e369e385889 of type vlan for network fe6d3234-2310-4964-8c9a-0d8de29f661f Mar 23 12:35:18.866787 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-cfc91e48-783e-4cd8-baaa-8a939a72f6a8 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:18.870809 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:18.901438 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:18.901971 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:18.908720 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:18.913198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:18.913848 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:18.928780 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-cfc91e48-783e-4cd8-baaa-8a939a72f6a8 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Network 0b1e418f-2cfc-420d-8472-de7db6e2f75e is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:35:18.936946 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-cfc91e48-783e-4cd8-baaa-8a939a72f6a8 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:18.948988 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-cfc91e48-783e-4cd8-baaa-8a939a72f6a8 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:35:18.958178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc91e48-783e-4cd8-baaa-8a939a72f6a8 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Pushing event updated for resources: {'Port': ['ID=04416982-58e8-42c2-b94b-f3705f4b67f9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:18.962925 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6359d9a0-ffa8-4a38-b175-1d2e28968490 req-d5111712-d62b-4d63-96e6-69a34c50c817 service neutron] 10.222.0.73 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706386 Mar 23 12:35:18.989070 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7573755 Mar 23 12:35:18.991642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59552) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:19.019080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-cfc91e48-783e-4cd8-baaa-8a939a72f6a8 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:19.019747 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-cfc91e48-783e-4cd8-baaa-8a939a72f6a8 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:19.028609 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event updated for resources: {'Network': ['ID=7a960be2-79f9-4fae-921b-9d52c9b29cf7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:19.055838 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 7a960be2-79f9-4fae-921b-9d52c9b29cf7 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:35:19.082197 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-cfc91e48-783e-4cd8-baaa-8a939a72f6a8 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9302914 Mar 23 12:35:19.100408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Request body: {'port': {'device_id': 'e34ddec5-d50e-4de4-a832-f2aa139c060b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:19.161939 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2e62475f-4c95-4749-952f-b2fe03a8e862 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:35:19.189256 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037c49e-f040-4705-907f-4a088a586c58 req-0a7831c5-9c84-4074-a5e5-21a05caadc2e tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:19.191390 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f037c49e-f040-4705-907f-4a088a586c58 req-0a7831c5-9c84-4074-a5e5-21a05caadc2e tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 945 time: 0.1689506 Mar 23 12:35:19.192679 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:19.258866 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eaaf1f-463b-4ee5-819d-20757c9a6835 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event updated for resources: {'Network': ['ID=fe6d3234-2310-4964-8c9a-0d8de29f661f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:19.277360 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f037c49e-f040-4705-907f-4a088a586c58 req-fe71dbea-e240-4114-a876-f6b55c2b3618 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e02fa6f-30df-4e62-a073-855f8db6074a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770693 Mar 23 12:35:19.290219 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59115b90-e287-4f0f-83bc-2ad13d6cbc11 req-699e48f3-b44c-435a-8146-e86f68905c1f tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:19.291704 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-59115b90-e287-4f0f-83bc-2ad13d6cbc11 req-699e48f3-b44c-435a-8146-e86f68905c1f tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=dce730d7-7040-4b08-ba5a-428388a2157c HTTP/1.1" status: 200 len: 943 time: 0.1735992 Mar 23 12:35:19.299861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network fe6d3234-2310-4964-8c9a-0d8de29f661f details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:35:19.312534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f9033-94c7-433d-8e0f-0522157626c8 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:19.319056 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f9033-94c7-433d-8e0f-0522157626c8 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:19.325262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f9033-94c7-433d-8e0f-0522157626c8 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:19.334170 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f9033-94c7-433d-8e0f-0522157626c8 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:19.338698 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bd5f9033-94c7-433d-8e0f-0522157626c8 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3432815 Mar 23 12:35:19.341843 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59560) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:19.352027 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2e62475f-4c95-4749-952f-b2fe03a8e862 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:19.352406 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:19.425146 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-59115b90-e287-4f0f-83bc-2ad13d6cbc11 req-93d12a6e-da63-4f78-b42c-c736d0c260c1 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213546 Mar 23 12:35:19.441901 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7049bf7e-755f-4140-863d-5fd66ece6719 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:19.486965 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdacd8-4f93-4657-af0d-09b99545c308 req-e69d8f45-85fd-4151-b36d-32248a2b5262 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:19.494303 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-12cdacd8-4f93-4657-af0d-09b99545c308 req-e69d8f45-85fd-4151-b36d-32248a2b5262 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 931 time: 0.1226919 Mar 23 12:35:19.571282 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7049bf7e-755f-4140-863d-5fd66ece6719 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:19.572675 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-12cdacd8-4f93-4657-af0d-09b99545c308 req-1955dc03-94ee-4f4f-aef2-7f8a2e826b10 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772772 Mar 23 12:35:19.593944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7049bf7e-755f-4140-863d-5fd66ece6719 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a960be2-79f9-4fae-921b-9d52c9b29cf7']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:19.603863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7049bf7e-755f-4140-863d-5fd66ece6719 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3158867c-613c-4c27-8051-9421a35dc562') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:19.604181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7049bf7e-755f-4140-863d-5fd66ece6719 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3158867c-613c-4c27-8051-9421a35dc562') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:19.614818 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7049bf7e-755f-4140-863d-5fd66ece6719 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:19.629666 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7049bf7e-755f-4140-863d-5fd66ece6719 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:19.636757 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7049bf7e-755f-4140-863d-5fd66ece6719 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:35:19.637502 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7049bf7e-755f-4140-863d-5fd66ece6719 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:19.645356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04416982-58e8-42c2-b94b-f3705f4b67f9 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:35:19.653569 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:35:19.697634 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:35:19.699555 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08554b8f-25a3-47c6-8d3c-fe01bfeba9c0', 'name': 'network-vif-deleted', 'tag': '3a6265e0-c99a-4887-a70f-8f9a5dd3187d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:19.700835 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7f2bad-fe9f-4c85-b6b2-3c8edf1398c1" -d '{"events": [{"server_uuid": "08554b8f-25a3-47c6-8d3c-fe01bfeba9c0", "name": "network-vif-deleted", "tag": "3a6265e0-c99a-4887-a70f-8f9a5dd3187d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:19.706418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3a6265e0-c99a-4887-a70f-8f9a5dd3187d no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:35:19.721204 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7049bf7e-755f-4140-863d-5fd66ece6719 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:19.721451 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Transition to ACTIVE for port object 04416982-58e8-42c2-b94b-f3705f4b67f9 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:35:19.728401 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:19.732340 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7049bf7e-755f-4140-863d-5fd66ece6719 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:19.738861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59582) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:19.741014 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7049bf7e-755f-4140-863d-5fd66ece6719 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "DELETE /v2.0/networks/7a960be2-79f9-4fae-921b-9d52c9b29cf7 HTTP/1.1" status: 204 len: 168 time: 0.3977573 Mar 23 12:35:19.755506 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 3a6265e0-c99a-4887-a70f-8f9a5dd3187d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:35:19.756064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3a6265e0-c99a-4887-a70f-8f9a5dd3187d not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:35:19.770646 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfedd41-0e5a-4939-9504-3aeb3de51b94 x-openstack-request-id: req-2bfedd41-0e5a-4939-9504-3aeb3de51b94 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:19.770925 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08554b8f-25a3-47c6-8d3c-fe01bfeba9c0", "name": "network-vif-deleted", "tag": "3a6265e0-c99a-4887-a70f-8f9a5dd3187d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:19.771406 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2bfedd41-0e5a-4939-9504-3aeb3de51b94 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:19.771999 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08554b8f-25a3-47c6-8d3c-fe01bfeba9c0', 'name': 'network-vif-deleted', 'tag': '3a6265e0-c99a-4887-a70f-8f9a5dd3187d', 'status': 'completed', 'code': 200} Mar 23 12:35:19.772977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049bf7e-755f-4140-863d-5fd66ece6719 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event deleted for resources: {'Network': ['ID=7a960be2-79f9-4fae-921b-9d52c9b29cf7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:19.797113 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59584) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:19.832448 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device e3a07435-1c0c-4783-be27-1b6db4595a73 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:35:19.834742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 89315252-2ca6-490d-b73c-dbd96365da00 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:35:19.855831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Pushing event updated for resources: {'Port': ['ID=04416982-58e8-42c2-b94b-f3705f4b67f9,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:19.860311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f531d-6a02-446e-b120-240074df7950 req-7dece822-3fa6-4a6f-8a00-feabd5b2b8a1 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:19.862656 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-556f531d-6a02-446e-b120-240074df7950 req-7dece822-3fa6-4a6f-8a00-feabd5b2b8a1 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 945 time: 0.0639515 Mar 23 12:35:19.897053 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-030ed02c-9e6d-4bbb-8716-059e322f2c2e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:19.960069 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-556f531d-6a02-446e-b120-240074df7950 req-45f799a7-c5d2-4e6b-b6b8-8020aa6c132c tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906849 Mar 23 12:35:19.975722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd593429-5060-4247-b92a-865d40665e01 req-0ab99436-eb5d-4bc1-8572-67a0414f9e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:19.977267 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd593429-5060-4247-b92a-865d40665e01 req-0ab99436-eb5d-4bc1-8572-67a0414f9e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:19.977427 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd593429-5060-4247-b92a-865d40665e01 req-0ab99436-eb5d-4bc1-8572-67a0414f9e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:19.977893 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd593429-5060-4247-b92a-865d40665e01 req-0ab99436-eb5d-4bc1-8572-67a0414f9e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:19.978353 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd593429-5060-4247-b92a-865d40665e01 req-0ab99436-eb5d-4bc1-8572-67a0414f9e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:19.978810 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd593429-5060-4247-b92a-865d40665e01 req-0ab99436-eb5d-4bc1-8572-67a0414f9e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:19.979529 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd593429-5060-4247-b92a-865d40665e01 req-0ab99436-eb5d-4bc1-8572-67a0414f9e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:19.979786 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 89315252-2ca6-490d-b73c-dbd96365da00 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:35:19.985090 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 89315252-2ca6-490d-b73c-dbd96365da00 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:19.985463 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:19.989786 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dd593429-5060-4247-b92a-865d40665e01 req-0ab99436-eb5d-4bc1-8572-67a0414f9e6f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 6490 time: 0.1884189 Mar 23 12:35:19.998190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Attempting to bind port 04416982-58e8-42c2-b94b-f3705f4b67f9 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:35:19.998529 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Attempting to bind port 04416982-58e8-42c2-b94b-f3705f4b67f9 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '16814f52-8332-4b16-8e5e-a18ed785be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:35:19.998859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Attempting to bind port 04416982-58e8-42c2-b94b-f3705f4b67f9 on network 0b1e418f-2cfc-420d-8472-de7db6e2f75e {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:20.034588 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dd593429-5060-4247-b92a-865d40665e01 req-1df5b413-f601-4817-96a2-8b7580b9b83f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435224 Mar 23 12:35:20.042778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Port 04416982-58e8-42c2-b94b-f3705f4b67f9 on network 0b1e418f-2cfc-420d-8472-de7db6e2f75e not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:35:20.043132 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Attempting to bind port 04416982-58e8-42c2-b94b-f3705f4b67f9 on network 0b1e418f-2cfc-420d-8472-de7db6e2f75e {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:20.060669 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:35:20.061079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Checking segment: {'id': '16814f52-8332-4b16-8e5e-a18ed785be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:20.061463 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Bound using segment: {'id': '16814f52-8332-4b16-8e5e-a18ed785be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:35:20.061887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Bound port: 04416982-58e8-42c2-b94b-f3705f4b67f9, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16814f52-8332-4b16-8e5e-a18ed785be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:35:20.062307 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:20.066222 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-030ed02c-9e6d-4bbb-8716-059e322f2c2e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:20.081596 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port e3a07435-1c0c-4783-be27-1b6db4595a73, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e3a07435-1c0c-4783-be27-1b6db4595a73,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:20.098784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-030ed02c-9e6d-4bbb-8716-059e322f2c2e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6d3234-2310-4964-8c9a-0d8de29f661f']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:20.125504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'e3a07435-1c0c-4783-be27-1b6db4595a73', 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c', 'port_id': 'e3a07435-1c0c-4783-be27-1b6db4595a73', 'mac_address': 'fa:16:3e:43:e8:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa42aad2-789b-4776-85d3-e4eeb51562f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:35:20.128445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-030ed02c-9e6d-4bbb-8716-059e322f2c2e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56617f02-d1b4-4909-9c4b-7e369e385889') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:20.128773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-030ed02c-9e6d-4bbb-8716-059e322f2c2e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56617f02-d1b4-4909-9c4b-7e369e385889') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:20.146497 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-030ed02c-9e6d-4bbb-8716-059e322f2c2e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:20.170245 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-030ed02c-9e6d-4bbb-8716-059e322f2c2e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:20.185006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030ed02c-9e6d-4bbb-8716-059e322f2c2e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:35:20.185410 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-030ed02c-9e6d-4bbb-8716-059e322f2c2e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:20.186320 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:35:20.188446 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:35:20.191420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] For port 04416982-58e8-42c2-b94b-f3705f4b67f9, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:35:20.194934 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] For port 04416982-58e8-42c2-b94b-f3705f4b67f9, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=04416982-58e8-42c2-b94b-f3705f4b67f9,segment=NetworkSegment(16814f52-8332-4b16-8e5e-a18ed785be1a),segment_id=16814f52-8332-4b16-8e5e-a18ed785be1a)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:35:20.210084 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:20.211101 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:20.231791 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a17da0-affc-4633-abb1-ef13211cea68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89315252-2ca6-490d-b73c-dbd96365da00'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:20.234163 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd92a452-6864-4b9c-a963-7536c3344708" -d '{"events": [{"server_uuid": "b6a17da0-affc-4633-abb1-ef13211cea68", "name": "network-vif-plugged", "status": "completed", "tag": "89315252-2ca6-490d-b73c-dbd96365da00"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:20.258094 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a07435-1c0c-4783-be27-1b6db4595a73 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:35:20.265658 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fff066-2c69-4ba1-8ab2-ea73b781bacf req-8f382133-26ef-402e-8f6e-4f5af6063ef8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:20.273124 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-76fff066-2c69-4ba1-8ab2-ea73b781bacf req-8f382133-26ef-402e-8f6e-4f5af6063ef8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1143980 Mar 23 12:35:20.277601 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeedd24-e796-4df0-9bee-2c8d336c8333 req-2d6aee6f-6132-48f0-ae16-60830c698e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:20.279489 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ddeedd24-e796-4df0-9bee-2c8d336c8333 req-2d6aee6f-6132-48f0-ae16-60830c698e96 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 1096 time: 0.0882020 Mar 23 12:35:20.279758 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port e3a07435-1c0c-4783-be27-1b6db4595a73, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e3a07435-1c0c-4783-be27-1b6db4595a73,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:20.284667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 89315252-2ca6-490d-b73c-dbd96365da00, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=89315252-2ca6-490d-b73c-dbd96365da00,segment=NetworkSegment(337ef7df-eadd-41d1-8087-f14f605b4afa),segment_id=337ef7df-eadd-41d1-8087-f14f605b4afa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:20.287009 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:20.311816 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:20.312541 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:20.314349 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] 10.222.0.77 "PUT /v2.0/ports/04416982-58e8-42c2-b94b-f3705f4b67f9 HTTP/1.1" status: 200 len: 1091 time: 1.2194004 Mar 23 12:35:20.314960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34ddec5-d50e-4de4-a832-f2aa139c060b', 'tag': '04416982-58e8-42c2-b94b-f3705f4b67f9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:20.319244 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb772537-b88a-46c7-bd0a-f100e6de210f" -d '{"events": [{"name": "network-changed", "server_uuid": "e34ddec5-d50e-4de4-a832-f2aa139c060b", "tag": "04416982-58e8-42c2-b94b-f3705f4b67f9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:20.334716 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-030ed02c-9e6d-4bbb-8716-059e322f2c2e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:20.347367 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab28611-a6ca-4e14-bdc7-b6b51e93bdc9 x-openstack-request-id: req-9ab28611-a6ca-4e14-bdc7-b6b51e93bdc9 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:20.347809 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a17da0-affc-4633-abb1-ef13211cea68", "name": "network-vif-plugged", "status": "completed", "tag": "89315252-2ca6-490d-b73c-dbd96365da00", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:20.348199 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ab28611-a6ca-4e14-bdc7-b6b51e93bdc9 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:20.348699 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a17da0-affc-4633-abb1-ef13211cea68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89315252-2ca6-490d-b73c-dbd96365da00', 'code': 200} Mar 23 12:35:20.349424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=e3a07435-1c0c-4783-be27-1b6db4595a73,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:20.350450 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-030ed02c-9e6d-4bbb-8716-059e322f2c2e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:20.356674 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:20.356915 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-030ed02c-9e6d-4bbb-8716-059e322f2c2e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "DELETE /v2.0/networks/fe6d3234-2310-4964-8c9a-0d8de29f661f HTTP/1.1" status: 204 len: 168 time: 0.6144369 Mar 23 12:35:20.369579 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59600) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:20.372522 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8f820-b6d8-4b45-9dd5-581a868cc9ba service neutron] Pushing event updated for resources: {'Port': ['ID=04416982-58e8-42c2-b94b-f3705f4b67f9,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:20.376140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ed02c-9e6d-4bbb-8716-059e322f2c2e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event deleted for resources: {'Network': ['ID=fe6d3234-2310-4964-8c9a-0d8de29f661f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:20.425606 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=89315252-2ca6-490d-b73c-dbd96365da00,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:20.474757 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-76fff066-2c69-4ba1-8ab2-ea73b781bacf req-a5951337-d312-4e19-93ab-f059eb3ac18a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007506 Mar 23 12:35:20.526571 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeedd24-e796-4df0-9bee-2c8d336c8333 req-371febf0-c990-4538-aec4-ea4d80d942dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:20.528487 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ddeedd24-e796-4df0-9bee-2c8d336c8333 req-371febf0-c990-4538-aec4-ea4d80d942dd service neutron] 10.222.0.77 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.2324181 Mar 23 12:35:20.553592 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a167bad-d920-4b9c-b9c0-caa613055ccd x-openstack-request-id: req-5a167bad-d920-4b9c-b9c0-caa613055ccd {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:20.554183 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34ddec5-d50e-4de4-a832-f2aa139c060b", "tag": "04416982-58e8-42c2-b94b-f3705f4b67f9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:20.554374 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a167bad-d920-4b9c-b9c0-caa613055ccd {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:20.554767 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34ddec5-d50e-4de4-a832-f2aa139c060b', 'tag': '04416982-58e8-42c2-b94b-f3705f4b67f9', 'status': 'completed', 'code': 200} Mar 23 12:35:20.618301 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ddeedd24-e796-4df0-9bee-2c8d336c8333 req-ef33094b-fe4f-47f8-bcd6-1c4ca7c5564f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027 HTTP/1.1" status: 200 len: 999 time: 0.0813448 Mar 23 12:35:20.660623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['e3a07435-1c0c-4783-be27-1b6db4595a73'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:35:20.672226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-3f3ba9cb-3b0b-4583-8384-d603de12e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:20.673746 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-3f3ba9cb-3b0b-4583-8384-d603de12e755 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7b58523009564f6bac30930da31ecda3&device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 1094 time: 0.2415507 Mar 23 12:35:20.680387 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf37e4-0dc8-4392-b659-a4049eb9bddc req-f948f44c-f0ce-491a-a394-e0235043f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:20.687898 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-11cf37e4-0dc8-4392-b659-a4049eb9bddc req-f948f44c-f0ce-491a-a394-e0235043f15e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 1097 time: 0.1977980 Mar 23 12:35:20.738986 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ba582-504c-4f9a-a666-3206fcc8b545 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:20.744067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeedd24-e796-4df0-9bee-2c8d336c8333 req-b5cb563c-cb97-48f1-8f8e-d73cc0a7f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:20.745497 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ddeedd24-e796-4df0-9bee-2c8d336c8333 req-b5cb563c-cb97-48f1-8f8e-d73cc0a7f0f6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.1086242 Mar 23 12:35:20.745964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ba582-504c-4f9a-a666-3206fcc8b545 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:20.752795 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-754ba582-504c-4f9a-a666-3206fcc8b545 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3813562 Mar 23 12:35:20.756922 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e040fd-6376-4e13-8041-fabb7bd790eb req-878b19d6-c944-44ad-90a5-af80794ac144 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:20.758480 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e7e040fd-6376-4e13-8041-fabb7bd790eb req-878b19d6-c944-44ad-90a5-af80794ac144 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=dce730d7-7040-4b08-ba5a-428388a2157c HTTP/1.1" status: 200 len: 944 time: 0.1390252 Mar 23 12:35:20.760780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59610) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:20.761382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1e1cd-e631-4369-ad8b-1eb69fd431aa req-a30d2b20-1bbd-4e62-b8ed-65e0cef7b66e tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:20.763172 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e5b1e1cd-e631-4369-ad8b-1eb69fd431aa req-a30d2b20-1bbd-4e62-b8ed-65e0cef7b66e tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 946 time: 0.2871737 Mar 23 12:35:20.765313 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-83aa784a-878a-475f-9ee4-cd1cea552b44 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-184755075'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:20.771060 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-6fed4bdf-5974-4b5d-a303-604db39c7483 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04416982-58e8-42c2-b94b-f3705f4b67f9 HTTP/1.1" status: 200 len: 217 time: 0.0863881 Mar 23 12:35:20.782898 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f278ea3-94c4-4620-88aa-b22e176b27d0 req-745614ea-bcce-4499-8992-def84642ef93 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:20.784424 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4f278ea3-94c4-4620-88aa-b22e176b27d0 req-745614ea-bcce-4499-8992-def84642ef93 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.77 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 945 time: 0.1262741 Mar 23 12:35:20.849324 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-11cf37e4-0dc8-4392-b659-a4049eb9bddc req-3dcac082-1c3a-4ed1-9c12-cb9f5523a4e7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5e02fa6f-30df-4e62-a073-855f8db6074a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550448 Mar 23 12:35:20.862855 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e5b1e1cd-e631-4369-ad8b-1eb69fd431aa req-0f852b6f-e46f-4054-9e21-32da3cc2dd22 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e02fa6f-30df-4e62-a073-855f8db6074a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906696 Mar 23 12:35:20.871559 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-03caf75b-881c-4568-9342-e8fe5f8b5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:20.875380 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-03caf75b-881c-4568-9342-e8fe5f8b5da0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=532f4c4f-053d-46b1-8154-1c17faa5e818 HTTP/1.1" status: 200 len: 851 time: 0.0922205 Mar 23 12:35:20.888772 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aa784a-878a-475f-9ee4-cd1cea552b44 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Made reservation on behalf of fba4326d27544db397e69e298d57c542 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:20.895024 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83aa784a-878a-475f-9ee4-cd1cea552b44 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:20.936988 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-da43faef-0e0a-4e9e-8067-8eaf9c9ea8fe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b1e418f-2cfc-420d-8472-de7db6e2f75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526116 Mar 23 12:35:20.956642 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e7e040fd-6376-4e13-8041-fabb7bd790eb req-673e7111-aaac-463b-8945-5946799ca8ae tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695552 Mar 23 12:35:20.973034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeedd24-e796-4df0-9bee-2c8d336c8333 req-255989e4-ff13-4668-acf1-87d775fcb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:20.973034 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ddeedd24-e796-4df0-9bee-2c8d336c8333 req-255989e4-ff13-4668-acf1-87d775fcb4d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2103202 Mar 23 12:35:21.006221 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83aa784a-878a-475f-9ee4-cd1cea552b44 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:35:21.051133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bdd4b-7ab2-4927-a4b8-ae922693cfcb req-2749d73b-d3e7-4700-a12d-66c25385d3d2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:21.052764 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bb2bdd4b-7ab2-4927-a4b8-ae922693cfcb req-2749d73b-d3e7-4700-a12d-66c25385d3d2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 943 time: 0.0984569 Mar 23 12:35:21.060293 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83aa784a-878a-475f-9ee4-cd1cea552b44 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:21.060834 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-83aa784a-878a-475f-9ee4-cd1cea552b44 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Added segment d7960876-9278-4f9e-9008-d63d8fa81d15 of type vlan for network 19658932-b5fe-405d-ad59-2035f5c0b9c5 Mar 23 12:35:21.107252 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-ba96dcab-4fff-4bf4-b5c6-661615a243be service neutron] 10.222.0.77 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614108 Mar 23 12:35:21.121231 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-4f278ea3-94c4-4620-88aa-b22e176b27d0 req-f19480e7-5e04-492c-8aca-02f57852824f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Deleting port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:35:21.121566 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4f278ea3-94c4-4620-88aa-b22e176b27d0 req-f19480e7-5e04-492c-8aca-02f57852824f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:21.157280 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bb2bdd4b-7ab2-4927-a4b8-ae922693cfcb req-81d5f0e2-2888-4f41-ad9a-be3bf8bf96df tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896909 Mar 23 12:35:21.161402 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83aa784a-878a-475f-9ee4-cd1cea552b44 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:21.232208 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62e131e8-0462-4c46-9d5a-292a1f1e28b2 req-7994e0cf-204e-4308-a89b-87aa8a90ae66 service neutron] 10.222.0.77 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168606 Mar 23 12:35:21.259872 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ddeedd24-e796-4df0-9bee-2c8d336c8333 req-0d196a90-aaeb-4617-b973-b0f7f6457435 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791052 Mar 23 12:35:21.265338 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83aa784a-878a-475f-9ee4-cd1cea552b44 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:21.274492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aa784a-878a-475f-9ee4-cd1cea552b44 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:21.274492 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83aa784a-878a-475f-9ee4-cd1cea552b44 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:21.341738 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb772537-b88a-46c7-bd0a-f100e6de210f req-6dd3dc7f-4f6a-46b1-b304-2fd93e301ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:21.344799 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb772537-b88a-46c7-bd0a-f100e6de210f req-6dd3dc7f-4f6a-46b1-b304-2fd93e301ee2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7b58523009564f6bac30930da31ecda3&device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 1094 time: 0.0491421 Mar 23 12:35:21.370726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc915ca-b9ea-4d1e-9e93-149c4fc308a7 req-8dd6eeb6-9a89-40c1-be5f-dfaf7fc0a61a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:21.372258 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3cc915ca-b9ea-4d1e-9e93-149c4fc308a7 req-8dd6eeb6-9a89-40c1-be5f-dfaf7fc0a61a tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 945 time: 0.2693455 Mar 23 12:35:21.397707 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-83aa784a-878a-475f-9ee4-cd1cea552b44 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6359670 Mar 23 12:35:21.405887 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59616) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:21.414622 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-4f278ea3-94c4-4620-88aa-b22e176b27d0 req-f19480e7-5e04-492c-8aca-02f57852824f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] For port 14bc6d0e-4a90-4024-bd21-6c49270c0af9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=14bc6d0e-4a90-4024-bd21-6c49270c0af9,segment=NetworkSegment(4ff7c6de-bb01-4027-832a-d72d4b309320),segment_id=4ff7c6de-bb01-4027-832a-d72d4b309320)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:21.415009 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4f278ea3-94c4-4620-88aa-b22e176b27d0 req-f19480e7-5e04-492c-8aca-02f57852824f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:21.421800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b9493845-6c06-4b85-8c0c-d0e657638811 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1073000203'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:21.456976 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb772537-b88a-46c7-bd0a-f100e6de210f req-326c29e2-f5e3-4852-b25e-7670199339f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:21.467002 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb772537-b88a-46c7-bd0a-f100e6de210f req-326c29e2-f5e3-4852-b25e-7670199339f9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0b1e418f-2cfc-420d-8472-de7db6e2f75e HTTP/1.1" status: 200 len: 912 time: 0.1049912 Mar 23 12:35:21.510335 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb772537-b88a-46c7-bd0a-f100e6de210f req-c9692d92-5bf4-473f-98e1-dd0747a76dbc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04416982-58e8-42c2-b94b-f3705f4b67f9 HTTP/1.1" status: 200 len: 217 time: 0.0419688 Mar 23 12:35:21.569715 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:35:21.574470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb772537-b88a-46c7-bd0a-f100e6de210f req-bf42153e-a385-4e5f-a344-b692e667ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:21.576135 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb772537-b88a-46c7-bd0a-f100e6de210f req-bf42153e-a385-4e5f-a344-b692e667ca49 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=532f4c4f-053d-46b1-8154-1c17faa5e818 HTTP/1.1" status: 200 len: 851 time: 0.0586317 Mar 23 12:35:21.640767 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb772537-b88a-46c7-bd0a-f100e6de210f req-a9b5f6d3-b29c-416b-8091-d824eccaca86 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b1e418f-2cfc-420d-8472-de7db6e2f75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565026 Mar 23 12:35:21.719154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 94749d6b-d980-478e-9e4c-a5155d6827d6 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:35:21.725186 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47487e-4a8d-484d-a824-f9bd25f46beb req-920b3a81-2d8e-45d3-be18-14580a64467d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:21.726830 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aa47487e-4a8d-484d-a824-f9bd25f46beb req-920b3a81-2d8e-45d3-be18-14580a64467d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1559002 Mar 23 12:35:21.748075 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa784a-878a-475f-9ee4-cd1cea552b44 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event updated for resources: {'Network': ['ID=19658932-b5fe-405d-ad59-2035f5c0b9c5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:21.772260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-4f278ea3-94c4-4620-88aa-b22e176b27d0 req-f19480e7-5e04-492c-8aca-02f57852824f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Calling delete_port for 14bc6d0e-4a90-4024-bd21-6c49270c0af9 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:35:21.776879 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 19658932-b5fe-405d-ad59-2035f5c0b9c5 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:35:21.796507 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aa47487e-4a8d-484d-a824-f9bd25f46beb req-17d4c0ae-d0a9-4344-a3a7-c94251206fbf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615077 Mar 23 12:35:21.818591 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb772537-b88a-46c7-bd0a-f100e6de210f req-27ff5670-31b4-4b7f-b4fd-82a308c60f05 service neutron] 10.222.0.77 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706326 Mar 23 12:35:21.849646 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3cc915ca-b9ea-4d1e-9e93-149c4fc308a7 req-fad556ec-7770-48e7-ab97-e37c1ccfa1ed tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554343 Mar 23 12:35:21.881335 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device e3a07435-1c0c-4783-be27-1b6db4595a73 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:35:21.897128 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9493845-6c06-4b85-8c0c-d0e657638811 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Made reservation on behalf of fba4326d27544db397e69e298d57c542 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:21.902977 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9493845-6c06-4b85-8c0c-d0e657638811 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:21.972378 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ddeedd24-e796-4df0-9bee-2c8d336c8333 req-e3578212-116d-43c6-b431-2b1bde607ccd service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6957750 Mar 23 12:35:21.980171 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 94749d6b-d980-478e-9e4c-a5155d6827d6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=94749d6b-d980-478e-9e4c-a5155d6827d6,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:22.012687 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '94749d6b-d980-478e-9e4c-a5155d6827d6', 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c', 'port_id': '94749d6b-d980-478e-9e4c-a5155d6827d6', 'mac_address': 'fa:16:3e:41:b9:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa42aad2-789b-4776-85d3-e4eeb51562f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:35:22.015848 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port e3a07435-1c0c-4783-be27-1b6db4595a73 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:35:22.046965 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port e3a07435-1c0c-4783-be27-1b6db4595a73 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:22.047188 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:22.050295 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb772537-b88a-46c7-bd0a-f100e6de210f req-d6176cc3-df91-46b7-ba76-ed5fd63438cb service neutron] 10.222.0.77 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239728 Mar 23 12:35:22.090845 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9493845-6c06-4b85-8c0c-d0e657638811 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:35:22.137314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e876ece-dd46-4223-a07a-aea817b67c8b req-250efd7a-18c0-4799-993b-4ee93374ee7d tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:22.139599 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e876ece-dd46-4223-a07a-aea817b67c8b req-250efd7a-18c0-4799-993b-4ee93374ee7d tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 946 time: 0.0977607 Mar 23 12:35:22.147167 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:22.166060 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9493845-6c06-4b85-8c0c-d0e657638811 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:22.166590 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-b9493845-6c06-4b85-8c0c-d0e657638811 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Added segment af163bcd-8118-479a-856d-615ce30cdd89 of type vlan for network 69393eb4-ba04-4afb-91b2-3bddcc39fc20 Mar 23 12:35:22.194892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94749d6b-d980-478e-9e4c-a5155d6827d6 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:35:22.211453 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e876ece-dd46-4223-a07a-aea817b67c8b req-b85c42fd-036d-4686-b80d-cc38afebb36f tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e02fa6f-30df-4e62-a073-855f8db6074a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619612 Mar 23 12:35:22.230295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 94749d6b-d980-478e-9e4c-a5155d6827d6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=94749d6b-d980-478e-9e4c-a5155d6827d6,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:22.257789 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:22.300568 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:22.316954 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9493845-6c06-4b85-8c0c-d0e657638811 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:22.332554 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=94749d6b-d980-478e-9e4c-a5155d6827d6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:22.337061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a1bd7-a865-4b59-a8c9-9e8d13e3fcac req-b55f8e3d-ddca-4485-9caf-287a872b0224 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:22.343746 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c07a1bd7-a865-4b59-a8c9-9e8d13e3fcac req-b55f8e3d-ddca-4485-9caf-287a872b0224 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=dce730d7-7040-4b08-ba5a-428388a2157c HTTP/1.1" status: 200 len: 944 time: 0.1821234 Mar 23 12:35:22.349117 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port e3a07435-1c0c-4783-be27-1b6db4595a73, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e3a07435-1c0c-4783-be27-1b6db4595a73,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:22.350010 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce730d7-7040-4b08-ba5a-428388a2157c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a07435-1c0c-4783-be27-1b6db4595a73'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:22.352289 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86defb2c-a3c8-429e-b622-bde747640f8d" -d '{"events": [{"server_uuid": "dce730d7-7040-4b08-ba5a-428388a2157c", "name": "network-vif-plugged", "status": "completed", "tag": "e3a07435-1c0c-4783-be27-1b6db4595a73"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:22.355841 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:22.372540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610ea3a-4cbc-42c5-bfce-089abe5a6d85 req-1ae4dd6a-b29b-4b88-bb34-fe6d41b34c0e tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:22.374280 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6610ea3a-4cbc-42c5-bfce-089abe5a6d85 req-1ae4dd6a-b29b-4b88-bb34-fe6d41b34c0e tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 943 time: 0.0742776 Mar 23 12:35:22.377687 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4f278ea3-94c4-4620-88aa-b22e176b27d0 req-f19480e7-5e04-492c-8aca-02f57852824f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:22.414463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=e3a07435-1c0c-4783-be27-1b6db4595a73,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:22.417862 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9493845-6c06-4b85-8c0c-d0e657638811 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:22.419884 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6610ea3a-4cbc-42c5-bfce-089abe5a6d85 req-8ce1ff75-8d24-4949-89a2-6ff0fb88a8c7 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375619 Mar 23 12:35:22.423369 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9493845-6c06-4b85-8c0c-d0e657638811 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:22.424713 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9493845-6c06-4b85-8c0c-d0e657638811 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:22.442578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19480e7-5e04-492c-8aca-02f57852824f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Pushing event deleted for resources: {'Port': ['ID=14bc6d0e-4a90-4024-bd21-6c49270c0af9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:22.464977 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb7de9b-3b96-48f6-a8e0-6458893357c5 x-openstack-request-id: req-9eb7de9b-3b96-48f6-a8e0-6458893357c5 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:22.465894 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce730d7-7040-4b08-ba5a-428388a2157c", "name": "network-vif-plugged", "status": "completed", "tag": "e3a07435-1c0c-4783-be27-1b6db4595a73", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:22.466384 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9eb7de9b-3b96-48f6-a8e0-6458893357c5 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:22.466933 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce730d7-7040-4b08-ba5a-428388a2157c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a07435-1c0c-4783-be27-1b6db4595a73', 'code': 200} Mar 23 12:35:22.481773 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b9493845-6c06-4b85-8c0c-d0e657638811 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0638647 Mar 23 12:35:22.484652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59628) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:22.490609 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Request body: {'ports': [{'network_id': '19658932-b5fe-405d-ad59-2035f5c0b9c5', 'name': 'tempest-port--394893182', 'admin_state_up': True}, {'network_id': '69393eb4-ba04-4afb-91b2-3bddcc39fc20', 'admin_state_up': False}]} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:22.491020 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Request body: {'port': {'network_id': '19658932-b5fe-405d-ad59-2035f5c0b9c5', 'name': 'tempest-port--394893182', 'admin_state_up': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:22.491512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Request body: {'port': {'network_id': '69393eb4-ba04-4afb-91b2-3bddcc39fc20', 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:22.531748 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c07a1bd7-a865-4b59-a8c9-9e8d13e3fcac req-301eb907-3bed-42f7-abbe-282b73326e8e tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786714 Mar 23 12:35:22.567244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f278ea3-94c4-4620-88aa-b22e176b27d0 req-f19480e7-5e04-492c-8aca-02f57852824f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] No DVR routers for this DVR port 14bc6d0e-4a90-4024-bd21-6c49270c0af9 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:35:22.571975 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4f278ea3-94c4-4620-88aa-b22e176b27d0 req-f19480e7-5e04-492c-8aca-02f57852824f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:22.574872 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4f278ea3-94c4-4620-88aa-b22e176b27d0 req-f19480e7-5e04-492c-8aca-02f57852824f tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.77 "DELETE /v2.0/ports/14bc6d0e-4a90-4024-bd21-6c49270c0af9 HTTP/1.1" status: 204 len: 173 time: 1.7636025 Mar 23 12:35:22.575350 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577', 'name': 'network-vif-deleted', 'tag': '14bc6d0e-4a90-4024-bd21-6c49270c0af9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:22.577729 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fcaf03-8e47-4b49-84c0-dff34f304a5f" -d '{"events": [{"server_uuid": "8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577", "name": "network-vif-deleted", "tag": "14bc6d0e-4a90-4024-bd21-6c49270c0af9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:22.585873 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9493845-6c06-4b85-8c0c-d0e657638811 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event updated for resources: {'Network': ['ID=69393eb4-ba04-4afb-91b2-3bddcc39fc20,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:22.604615 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 69393eb4-ba04-4afb-91b2-3bddcc39fc20 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:35:22.635402 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1537bc-fc20-4308-bb2b-20729bf4ab32 x-openstack-request-id: req-7e1537bc-fc20-4308-bb2b-20729bf4ab32 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:22.635834 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577", "name": "network-vif-deleted", "tag": "14bc6d0e-4a90-4024-bd21-6c49270c0af9", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:22.636359 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e1537bc-fc20-4308-bb2b-20729bf4ab32 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:22.636873 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577', 'name': 'network-vif-deleted', 'tag': '14bc6d0e-4a90-4024-bd21-6c49270c0af9', 'status': 'completed', 'code': 200} Mar 23 12:35:22.671260 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332523d-2fdb-4e92-8a06-4b0d174383c3 req-7810b690-dd38-4885-8e95-2a5727f4c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:22.672816 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4332523d-2fdb-4e92-8a06-4b0d174383c3 req-7810b690-dd38-4885-8e95-2a5727f4c518 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dce730d7-7040-4b08-ba5a-428388a2157c HTTP/1.1" status: 200 len: 1096 time: 0.1178668 Mar 23 12:35:22.733902 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4332523d-2fdb-4e92-8a06-4b0d174383c3 req-4a8e59e8-6736-49ad-b95f-d324a5112116 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467319 Mar 23 12:35:22.735687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Made reservation on behalf of fba4326d27544db397e69e298d57c542 for: {'port': 2} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:22.741037 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:22.756169 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:22.803019 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['94749d6b-d980-478e-9e4c-a5155d6827d6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:35:22.936689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] device_id is not set on port 3dd5056d-07c2-4116-8e56-dbc8ce2d5309 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:35:22.957819 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688f2dd-4d94-40cd-9f91-049afffaf05a req-a0a95694-5590-4f93-9199-aa32c957f173 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:22.968510 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7688f2dd-4d94-40cd-9f91-049afffaf05a req-a0a95694-5590-4f93-9199-aa32c957f173 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0706258 Mar 23 12:35:23.003383 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b3793c7-8b16-4497-9624-6c7fe5445095 req-8174d551-7171-4545-94a6-a9b50a674544 tempest-LiveAutoBlockMigrationV225Test-258635908 tempest-LiveAutoBlockMigrationV225Test-258635908-project] 10.222.0.52 "GET /v2.0/ports?device_id=8201e3dd-2e76-4bb7-9ab2-e2f8ed8b6577 HTTP/1.1" status: 200 len: 210 time: 0.0359404 Mar 23 12:35:23.005294 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7688f2dd-4d94-40cd-9f91-049afffaf05a req-67384b2d-f830-4355-95d3-cbf5214fb97a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357487 Mar 23 12:35:23.302644 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:23.373173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999429-7672-43db-8639-e67d2a6d7c9f req-f568344e-64d3-45fc-97d2-f869a00fac36 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:23.375555 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-29999429-7672-43db-8639-e67d2a6d7c9f req-f568344e-64d3-45fc-97d2-f869a00fac36 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 946 time: 0.0598176 Mar 23 12:35:23.389821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] device_id is not set on port 92c3fb5b-c7a5-4802-8e08-e7c950bb99b9 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:35:23.424115 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-29999429-7672-43db-8639-e67d2a6d7c9f req-bf7fe0d9-5fe7-4a5a-9b83-fa19b07a06bb tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e02fa6f-30df-4e62-a073-855f8db6074a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414088 Mar 23 12:35:23.481360 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:23.566453 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:23.623418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2701dc-b314-4c2f-8231-de4af715ba4b req-7453bcc7-98cb-4b57-a63a-f7dc8b4e09f4 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:23.625219 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d2701dc-b314-4c2f-8231-de4af715ba4b req-7453bcc7-98cb-4b57-a63a-f7dc8b4e09f4 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 943 time: 0.1202183 Mar 23 12:35:23.651287 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event updated for resources: {'Port': ['ID=3dd5056d-07c2-4116-8e56-dbc8ce2d5309,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:23.700150 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Checking segment: {'id': 'd7960876-9278-4f9e-9008-d63d8fa81d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '19658932-b5fe-405d-ad59-2035f5c0b9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:23.700525 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Network hostable DHCP agents. Network: 19658932-b5fe-405d-ad59-2035f5c0b9c5, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:35:23.706123 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d2701dc-b314-4c2f-8231-de4af715ba4b req-ef614960-acf9-4757-8e08-d9bbc1382dbf tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727823 Mar 23 12:35:23.729303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 04416982-58e8-42c2-b94b-f3705f4b67f9 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:35:23.734503 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 14bc6d0e-4a90-4024-bd21-6c49270c0af9 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:35:23.744259 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Network 19658932-b5fe-405d-ad59-2035f5c0b9c5 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:35:23.755251 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 19658932-b5fe-405d-ad59-2035f5c0b9c5) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:23.767012 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:35:23.768723 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:23.773431 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 14bc6d0e-4a90-4024-bd21-6c49270c0af9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:35:23.773952 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 14bc6d0e-4a90-4024-bd21-6c49270c0af9 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:35:23.784137 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3c7e48-9654-443c-a55e-a7203cb22306 None None] Network 19658932-b5fe-405d-ad59-2035f5c0b9c5 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:23.848809 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event updated for resources: {'Port': ['ID=92c3fb5b-c7a5-4802-8e08-e7c950bb99b9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:23.864893 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4ad96-0289-45a5-9050-f6aad8817259 req-532e43b6-11b9-45d9-b1ab-4e5643a8f953 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:23.869737 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81d4ad96-0289-45a5-9050-f6aad8817259 req-532e43b6-11b9-45d9-b1ab-4e5643a8f953 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=dce730d7-7040-4b08-ba5a-428388a2157c HTTP/1.1" status: 200 len: 945 time: 0.1032114 Mar 23 12:35:23.914436 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f785394-fb52-42d0-98c8-ba24969e821e req-6ca58ea5-9efb-4c4e-9e39-18625ec6995d tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:23.916067 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9f785394-fb52-42d0-98c8-ba24969e821e req-6ca58ea5-9efb-4c4e-9e39-18625ec6995d tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 946 time: 0.0891950 Mar 23 12:35:23.918620 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81d4ad96-0289-45a5-9050-f6aad8817259 req-8e5ffe72-5a5e-49eb-b64d-c54c461cf5af tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431669 Mar 23 12:35:23.919100 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Checking segment: {'id': 'af163bcd-8118-479a-856d-615ce30cdd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '69393eb4-ba04-4afb-91b2-3bddcc39fc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:23.919467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Network hostable DHCP agents. Network: 69393eb4-ba04-4afb-91b2-3bddcc39fc20, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:35:23.943297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Network 69393eb4-ba04-4afb-91b2-3bddcc39fc20 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:35:23.981815 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 69393eb4-ba04-4afb-91b2-3bddcc39fc20) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:23.988557 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:35:23.995080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:23.999904 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fd6ded-f3c3-44b1-8e77-8b5abdca1ca7 None None] Network 69393eb4-ba04-4afb-91b2-3bddcc39fc20 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:24.000533 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:24.000878 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.034863 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9f785394-fb52-42d0-98c8-ba24969e821e req-d3aedde3-d825-4658-89bb-f696a69248c9 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e02fa6f-30df-4e62-a073-855f8db6074a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872631 Mar 23 12:35:24.041275 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3b2f8b7e-95d1-49a9-b431-90ac4bd1b237 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.5530396 Mar 23 12:35:24.042725 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59654) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:24.143236 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ea05f1a6-06c1-4050-9ce7-440b26886a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.177583 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59658) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:24.194273 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 04416982-58e8-42c2-b94b-f3705f4b67f9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=04416982-58e8-42c2-b94b-f3705f4b67f9,segment=NetworkSegment(16814f52-8332-4b16-8e5e-a18ed785be1a),segment_id=16814f52-8332-4b16-8e5e-a18ed785be1a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:24.198974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549e19c4-16d5-4921-b48f-2dc4b30d38bc tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:24.205689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549e19c4-16d5-4921-b48f-2dc4b30d38bc tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:24.207384 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-549e19c4-16d5-4921-b48f-2dc4b30d38bc tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1628826 Mar 23 12:35:24.211600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59662) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:24.239810 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '04416982-58e8-42c2-b94b-f3705f4b67f9', 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e', 'port_id': '04416982-58e8-42c2-b94b-f3705f4b67f9', 'mac_address': 'fa:16:3e:12:87:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532f4c4f-053d-46b1-8154-1c17faa5e818', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:35:24.290188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee448205-36ce-43d8-846d-a4757a06e670 req-8158eb2b-2d74-47c1-bcf2-aaec0644e8f0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:24.292349 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee448205-36ce-43d8-846d-a4757a06e670 req-8158eb2b-2d74-47c1-bcf2-aaec0644e8f0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0904367 Mar 23 12:35:24.336562 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.339548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e8257067-eab6-4ae1-9f69-c227cf9bbd0e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Deleting port 3dd5056d-07c2-4116-8e56-dbc8ce2d5309 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:35:24.340418 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e8257067-eab6-4ae1-9f69-c227cf9bbd0e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.357589 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04416982-58e8-42c2-b94b-f3705f4b67f9 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:35:24.366289 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee448205-36ce-43d8-846d-a4757a06e670 req-882801e4-32ac-4061-b636-860ce873bc45 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603449 Mar 23 12:35:24.381160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 04416982-58e8-42c2-b94b-f3705f4b67f9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=04416982-58e8-42c2-b94b-f3705f4b67f9,segment=NetworkSegment(16814f52-8332-4b16-8e5e-a18ed785be1a),segment_id=16814f52-8332-4b16-8e5e-a18ed785be1a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:24.393832 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.440592 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e8257067-eab6-4ae1-9f69-c227cf9bbd0e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.450798 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de9f3f0-1691-4a64-86ed-f0ec2096fd9e admin admin] Deleting subnet 0598634e-d947-470e-93b9-cfe2bd967aa7 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:35:24.455105 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1de9f3f0-1691-4a64-86ed-f0ec2096fd9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.455676 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e8257067-eab6-4ae1-9f69-c227cf9bbd0e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Calling delete_port for 3dd5056d-07c2-4116-8e56-dbc8ce2d5309 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:35:24.457624 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=04416982-58e8-42c2-b94b-f3705f4b67f9,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:24.500688 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1de9f3f0-1691-4a64-86ed-f0ec2096fd9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.545754 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e8257067-eab6-4ae1-9f69-c227cf9bbd0e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.546111 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1de9f3f0-1691-4a64-86ed-f0ec2096fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.583225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8257067-eab6-4ae1-9f69-c227cf9bbd0e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event deleted for resources: {'Port': ['ID=3dd5056d-07c2-4116-8e56-dbc8ce2d5309,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:24.589095 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e8257067-eab6-4ae1-9f69-c227cf9bbd0e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.595219 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e8257067-eab6-4ae1-9f69-c227cf9bbd0e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "DELETE /v2.0/ports/3dd5056d-07c2-4116-8e56-dbc8ce2d5309 HTTP/1.1" status: 204 len: 168 time: 0.3821149 Mar 23 12:35:24.600187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59664) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:24.617297 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1de9f3f0-1691-4a64-86ed-f0ec2096fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.641816 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9f3f0-1691-4a64-86ed-f0ec2096fd9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0598634e-d947-470e-93b9-cfe2bd967aa7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:24.648692 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1de9f3f0-1691-4a64-86ed-f0ec2096fd9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.654428 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1de9f3f0-1691-4a64-86ed-f0ec2096fd9e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0598634e-d947-470e-93b9-cfe2bd967aa7 HTTP/1.1" status: 204 len: 168 time: 0.4713807 Mar 23 12:35:24.654569 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59666) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:24.710648 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a3bda55b-1ff4-4a6f-a6f7-927155a8ed78 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Deleting port 92c3fb5b-c7a5-4802-8e08-e7c950bb99b9 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:35:24.710903 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3bda55b-1ff4-4a6f-a6f7-927155a8ed78 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.732929 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc2e8-b0b8-472d-bc69-20b14e29fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.771561 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['04416982-58e8-42c2-b94b-f3705f4b67f9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:35:24.787382 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3bda55b-1ff4-4a6f-a6f7-927155a8ed78 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.817776 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a3bda55b-1ff4-4a6f-a6f7-927155a8ed78 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Calling delete_port for 92c3fb5b-c7a5-4802-8e08-e7c950bb99b9 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:35:24.845608 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc2e8-b0b8-472d-bc69-20b14e29fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.870155 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0d1cc2e8-b0b8-472d-bc69-20b14e29fe0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5951e4c2-87c6-4843-a65c-4b3c7b3af482']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:24.881777 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0d1cc2e8-b0b8-472d-bc69-20b14e29fe0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff7c6de-bb01-4027-832a-d72d4b309320') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:24.882069 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0d1cc2e8-b0b8-472d-bc69-20b14e29fe0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff7c6de-bb01-4027-832a-d72d4b309320') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:24.893400 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc2e8-b0b8-472d-bc69-20b14e29fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.906737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31482c67-a277-4319-abab-4d35748fc26a req-5b376f19-11c5-41cb-923c-37f93f8ec4d9 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:24.908358 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31482c67-a277-4319-abab-4d35748fc26a req-5b376f19-11c5-41cb-923c-37f93f8ec4d9 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 944 time: 0.1051202 Mar 23 12:35:24.911190 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc2e8-b0b8-472d-bc69-20b14e29fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.921445 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1cc2e8-b0b8-472d-bc69-20b14e29fe0c admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:35:24.922306 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc2e8-b0b8-472d-bc69-20b14e29fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:35:24.925128 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:35:24.982720 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31482c67-a277-4319-abab-4d35748fc26a req-4cba0e5d-9e7e-4f30-998f-5d903329f6bc tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566592 Mar 23 12:35:24.991106 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3bda55b-1ff4-4a6f-a6f7-927155a8ed78 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.009268 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc2e8-b0b8-472d-bc69-20b14e29fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.018164 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc2e8-b0b8-472d-bc69-20b14e29fe0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.027343 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0d1cc2e8-b0b8-472d-bc69-20b14e29fe0c admin admin] 10.222.0.52 "DELETE /v2.0/networks/5951e4c2-87c6-4843-a65c-4b3c7b3af482 HTTP/1.1" status: 204 len: 168 time: 0.3715153 Mar 23 12:35:25.049213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59672) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:25.057936 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bda55b-1ff4-4a6f-a6f7-927155a8ed78 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event deleted for resources: {'Port': ['ID=92c3fb5b-c7a5-4802-8e08-e7c950bb99b9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:25.068638 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3bda55b-1ff4-4a6f-a6f7-927155a8ed78 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.076431 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a3bda55b-1ff4-4a6f-a6f7-927155a8ed78 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "DELETE /v2.0/ports/92c3fb5b-c7a5-4802-8e08-e7c950bb99b9 HTTP/1.1" status: 204 len: 168 time: 0.4724209 Mar 23 12:35:25.076747 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59674) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:25.110638 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cc2e8-b0b8-472d-bc69-20b14e29fe0c admin admin] Pushing event deleted for resources: {'Network': ['ID=5951e4c2-87c6-4843-a65c-4b3c7b3af482,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:25.114230 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ffa90527-9278-4653-80c2-c1684df7ccb6 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0361216 Mar 23 12:35:25.120965 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59678) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:25.125621 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-195c6e99-04ee-45b3-a998-fc38a44844b0 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-206729994'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:25.145666 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa11537-7834-42ba-9ea6-ce69548d9db3 admin admin] Deleting subnet 7f1b0895-06d8-4113-9701-fee983c24888 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:35:25.149086 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195c6e99-04ee-45b3-a998-fc38a44844b0 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Made reservation on behalf of fba4326d27544db397e69e298d57c542 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:25.153274 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2fa11537-7834-42ba-9ea6-ce69548d9db3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.155480 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-195c6e99-04ee-45b3-a998-fc38a44844b0 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.185010 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab022a98-9956-4146-9afc-d2f9960a227d req-ebf0bf4a-0054-49e8-8625-bfc80959e30f tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:25.186584 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab022a98-9956-4146-9afc-d2f9960a227d req-ebf0bf4a-0054-49e8-8625-bfc80959e30f tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=dce730d7-7040-4b08-ba5a-428388a2157c HTTP/1.1" status: 200 len: 945 time: 0.1578257 Mar 23 12:35:25.195817 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195c6e99-04ee-45b3-a998-fc38a44844b0 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:35:25.224449 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-195c6e99-04ee-45b3-a998-fc38a44844b0 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.224705 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-195c6e99-04ee-45b3-a998-fc38a44844b0 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Added segment 86e14d70-a2e4-431c-ab54-ad77255279d3 of type vlan for network 5508e034-1e24-4ccd-900d-069551480d7d Mar 23 12:35:25.236303 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2fa11537-7834-42ba-9ea6-ce69548d9db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.289238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861be78-88f4-40a2-9726-bb453e5cdfea req-486f1c67-c3d4-4047-a61a-7c7d1487beeb tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:25.290817 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3861be78-88f4-40a2-9726-bb453e5cdfea req-486f1c67-c3d4-4047-a61a-7c7d1487beeb tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 946 time: 0.1137652 Mar 23 12:35:25.292625 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-195c6e99-04ee-45b3-a998-fc38a44844b0 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.298991 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab022a98-9956-4146-9afc-d2f9960a227d req-687b05c7-bd41-464e-9425-a57fcee2234d tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954068 Mar 23 12:35:25.309068 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2fa11537-7834-42ba-9ea6-ce69548d9db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.364270 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-195c6e99-04ee-45b3-a998-fc38a44844b0 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.371186 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195c6e99-04ee-45b3-a998-fc38a44844b0 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:25.371801 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-195c6e99-04ee-45b3-a998-fc38a44844b0 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.379994 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3861be78-88f4-40a2-9726-bb453e5cdfea req-cd7841a8-0845-4519-9f42-48be80348075 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e02fa6f-30df-4e62-a073-855f8db6074a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767159 Mar 23 12:35:25.398117 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2fa11537-7834-42ba-9ea6-ce69548d9db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.457804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa11537-7834-42ba-9ea6-ce69548d9db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f1b0895-06d8-4113-9701-fee983c24888,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:25.463535 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-195c6e99-04ee-45b3-a998-fc38a44844b0 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3420858 Mar 23 12:35:25.472634 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2fa11537-7834-42ba-9ea6-ce69548d9db3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.477345 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59684) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:25.480780 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2fa11537-7834-42ba-9ea6-ce69548d9db3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7f1b0895-06d8-4113-9701-fee983c24888 HTTP/1.1" status: 204 len: 168 time: 0.4282706 Mar 23 12:35:25.481950 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59686) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:25.490601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a4493168-f08f-4611-a170-b4e7ec75e57f tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1331473402'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:25.554984 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c6e99-04ee-45b3-a998-fc38a44844b0 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event updated for resources: {'Network': ['ID=5508e034-1e24-4ccd-900d-069551480d7d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:25.574240 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 5508e034-1e24-4ccd-900d-069551480d7d details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:35:25.579886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4493168-f08f-4611-a170-b4e7ec75e57f tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Made reservation on behalf of fba4326d27544db397e69e298d57c542 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:25.583513 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4493168-f08f-4611-a170-b4e7ec75e57f tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.604153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9473c0-ce84-4f65-820e-8a381334d084 req-744f6e60-26fd-4983-b328-2bdf48ff2a3b tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:25.606418 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d9473c0-ce84-4f65-820e-8a381334d084 req-744f6e60-26fd-4983-b328-2bdf48ff2a3b tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd15645c-7460-4f4a-bf42-61fa1aec7f68 HTTP/1.1" status: 200 len: 944 time: 0.1537802 Mar 23 12:35:25.609446 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69094a8e-7d08-49d9-b572-63012e7a0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.621921 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4493168-f08f-4611-a170-b4e7ec75e57f tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:35:25.632565 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4493168-f08f-4611-a170-b4e7ec75e57f tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.632912 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-a4493168-f08f-4611-a170-b4e7ec75e57f tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Added segment 629fc24e-f78b-48ad-8f23-8710356808dc of type vlan for network 6d41ba86-cb03-4011-bc14-52c3fbd070da Mar 23 12:35:25.683210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc88aaf-46d6-482b-b6e6-ec27a0cb0e8d req-7224a9b2-6ae1-45a7-9335-24ac67e88076 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:25.684715 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0fc88aaf-46d6-482b-b6e6-ec27a0cb0e8d req-7224a9b2-6ae1-45a7-9335-24ac67e88076 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 946 time: 0.1837137 Mar 23 12:35:25.692636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bade58-d1a0-4ca6-aca0-26342f3f1190 req-62f5fc79-0cba-404f-a378-4472e0cc362e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:25.694047 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d6bade58-d1a0-4ca6-aca0-26342f3f1190 req-62f5fc79-0cba-404f-a378-4472e0cc362e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.2079451 Mar 23 12:35:25.703463 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4493168-f08f-4611-a170-b4e7ec75e57f tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.718636 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d9473c0-ce84-4f65-820e-8a381334d084 req-cba0cd72-5c33-4cc4-bd0b-ac719098a0e7 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981395 Mar 23 12:35:25.727175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 04416982-58e8-42c2-b94b-f3705f4b67f9 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:35:25.738646 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69094a8e-7d08-49d9-b572-63012e7a0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.762027 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-69094a8e-7d08-49d9-b572-63012e7a0a46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0564bd-b7bc-4ad6-9078-55d22e226228']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:25.773831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-69094a8e-7d08-49d9-b572-63012e7a0a46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966ebd3e-4335-440e-88bc-6b92e0d45081') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:25.774259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-69094a8e-7d08-49d9-b572-63012e7a0a46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966ebd3e-4335-440e-88bc-6b92e0d45081') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:25.787016 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 04416982-58e8-42c2-b94b-f3705f4b67f9 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:35:25.788924 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69094a8e-7d08-49d9-b572-63012e7a0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.792072 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 04416982-58e8-42c2-b94b-f3705f4b67f9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:25.792447 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.802726 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69094a8e-7d08-49d9-b572-63012e7a0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.809684 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4493168-f08f-4611-a170-b4e7ec75e57f tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.811791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69094a8e-7d08-49d9-b572-63012e7a0a46 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:35:25.812230 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69094a8e-7d08-49d9-b572-63012e7a0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:35:25.814239 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:35:25.817882 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4493168-f08f-4611-a170-b4e7ec75e57f tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:25.818572 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4493168-f08f-4611-a170-b4e7ec75e57f tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.837015 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d6bade58-d1a0-4ca6-aca0-26342f3f1190 req-4969f304-92f8-4e39-805d-709de9ffb86f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300542 Mar 23 12:35:25.872389 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a4493168-f08f-4611-a170-b4e7ec75e57f tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3942454 Mar 23 12:35:25.889513 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69094a8e-7d08-49d9-b572-63012e7a0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.894398 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.902183 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69094a8e-7d08-49d9-b572-63012e7a0a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.905739 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-69094a8e-7d08-49d9-b572-63012e7a0a46 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7c0564bd-b7bc-4ad6-9078-55d22e226228 HTTP/1.1" status: 204 len: 168 time: 0.4225292 Mar 23 12:35:25.917526 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69094a8e-7d08-49d9-b572-63012e7a0a46 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c0564bd-b7bc-4ad6-9078-55d22e226228,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:25.933557 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4493168-f08f-4611-a170-b4e7ec75e57f tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event updated for resources: {'Network': ['ID=6d41ba86-cb03-4011-bc14-52c3fbd070da,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:25.938932 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-0fc88aaf-46d6-482b-b6e6-ec27a0cb0e8d req-df95c07f-8843-4cf8-8232-538a4039917f tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Deleting port 89315252-2ca6-490d-b73c-dbd96365da00 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:35:25.939893 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0fc88aaf-46d6-482b-b6e6-ec27a0cb0e8d req-df95c07f-8843-4cf8-8232-538a4039917f tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:25.946380 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 6d41ba86-cb03-4011-bc14-52c3fbd070da details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:35:25.964594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34ddec5-d50e-4de4-a832-f2aa139c060b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04416982-58e8-42c2-b94b-f3705f4b67f9'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:25.967283 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ef9677-8f4d-4e7f-8863-1fb0767d64e6" -d '{"events": [{"server_uuid": "e34ddec5-d50e-4de4-a832-f2aa139c060b", "name": "network-vif-plugged", "status": "completed", "tag": "04416982-58e8-42c2-b94b-f3705f4b67f9"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:26.015864 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59694) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:26.022136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Request body: {'subnets': [{'network_id': '5508e034-1e24-4ccd-900d-069551480d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1686823549', 'ip_version': 4}, {'network_id': '6d41ba86-cb03-4011-bc14-52c3fbd070da', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:26.022457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Request body: {'subnet': {'network_id': '5508e034-1e24-4ccd-900d-069551480d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1686823549', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:26.023125 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Request body: {'subnet': {'network_id': '6d41ba86-cb03-4011-bc14-52c3fbd070da', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:26.038030 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 04416982-58e8-42c2-b94b-f3705f4b67f9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=04416982-58e8-42c2-b94b-f3705f4b67f9,segment=NetworkSegment(16814f52-8332-4b16-8e5e-a18ed785be1a),segment_id=16814f52-8332-4b16-8e5e-a18ed785be1a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:26.042125 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f3325f-95f7-41b4-b40c-865799aed541 x-openstack-request-id: req-84f3325f-95f7-41b4-b40c-865799aed541 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:26.042444 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34ddec5-d50e-4de4-a832-f2aa139c060b", "name": "network-vif-plugged", "status": "completed", "tag": "04416982-58e8-42c2-b94b-f3705f4b67f9", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:26.042719 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84f3325f-95f7-41b4-b40c-865799aed541 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:26.043158 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34ddec5-d50e-4de4-a832-f2aa139c060b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04416982-58e8-42c2-b94b-f3705f4b67f9', 'code': 200} Mar 23 12:35:26.064909 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:26.066240 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 94749d6b-d980-478e-9e4c-a5155d6827d6 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:35:26.091794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-0fc88aaf-46d6-482b-b6e6-ec27a0cb0e8d req-df95c07f-8843-4cf8-8232-538a4039917f tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] For port 89315252-2ca6-490d-b73c-dbd96365da00, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=89315252-2ca6-490d-b73c-dbd96365da00,segment=NetworkSegment(337ef7df-eadd-41d1-8087-f14f605b4afa),segment_id=337ef7df-eadd-41d1-8087-f14f605b4afa)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:26.092572 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0fc88aaf-46d6-482b-b6e6-ec27a0cb0e8d req-df95c07f-8843-4cf8-8232-538a4039917f tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:26.145863 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-0fc88aaf-46d6-482b-b6e6-ec27a0cb0e8d req-df95c07f-8843-4cf8-8232-538a4039917f tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Calling delete_port for 89315252-2ca6-490d-b73c-dbd96365da00 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:35:26.154009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59696) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:26.182097 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=04416982-58e8-42c2-b94b-f3705f4b67f9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:26.201005 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 94749d6b-d980-478e-9e4c-a5155d6827d6 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:35:26.205747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 94749d6b-d980-478e-9e4c-a5155d6827d6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:26.206187 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:26.223384 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de95f6-ca29-4cf6-8117-5d6e4704b2bd req-aabe0f42-6402-4c9c-a824-7ae0cd3d6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:26.224932 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1de95f6-ca29-4cf6-8117-5d6e4704b2bd req-aabe0f42-6402-4c9c-a824-7ae0cd3d6b64 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 1096 time: 0.1238985 Mar 23 12:35:26.250028 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15e102-38cd-4d07-add3-b0b12c4775c9 req-c7cd984a-517c-4392-80b6-154dd3e6b654 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:26.252741 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a15e102-38cd-4d07-add3-b0b12c4775c9 req-c7cd984a-517c-4392-80b6-154dd3e6b654 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.1443818 Mar 23 12:35:26.283954 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1de95f6-ca29-4cf6-8117-5d6e4704b2bd req-f6072e66-4b4d-4835-aae2-25396831a640 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496652 Mar 23 12:35:26.288649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Made reservation on behalf of fba4326d27544db397e69e298d57c542 for: {'subnet': 2} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:26.291535 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:26.294575 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-18182be7-6900-4858-9ecd-13552255c60a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43636dcef9ff4fb98e9524a9242506a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1368294 Mar 23 12:35:26.294685 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:26.294990 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:26.296427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59698) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:26.331634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 94749d6b-d980-478e-9e4c-a5155d6827d6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=94749d6b-d980-478e-9e4c-a5155d6827d6,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:26.336046 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:26.348616 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a15e102-38cd-4d07-add3-b0b12c4775c9 req-579271d6-c5f2-4adc-a1ca-71e80911fb31 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826933 Mar 23 12:35:26.393453 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=94749d6b-d980-478e-9e4c-a5155d6827d6,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:26.419106 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-66a2aa1f-8dbf-4fc9-87e5-017d957a5505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:26.444890 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0fc88aaf-46d6-482b-b6e6-ec27a0cb0e8d req-df95c07f-8843-4cf8-8232-538a4039917f tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:26.456665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-66a2aa1f-8dbf-4fc9-87e5-017d957a5505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:26.491675 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95c07f-8843-4cf8-8232-538a4039917f tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Pushing event deleted for resources: {'Port': ['ID=89315252-2ca6-490d-b73c-dbd96365da00,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:26.541764 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-24377098-bcd6-439b-84bc-8c1b5bf91f35 req-aee40e1d-1159-43b6-9280-d8ca2b8b6791 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 210 time: 0.0513444 Mar 23 12:35:26.557556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc88aaf-46d6-482b-b6e6-ec27a0cb0e8d req-df95c07f-8843-4cf8-8232-538a4039917f tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] No DVR routers for this DVR port 89315252-2ca6-490d-b73c-dbd96365da00 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:35:26.560751 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0fc88aaf-46d6-482b-b6e6-ec27a0cb0e8d req-df95c07f-8843-4cf8-8232-538a4039917f tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:26.564231 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0fc88aaf-46d6-482b-b6e6-ec27a0cb0e8d req-df95c07f-8843-4cf8-8232-538a4039917f tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.73 "DELETE /v2.0/ports/89315252-2ca6-490d-b73c-dbd96365da00 HTTP/1.1" status: 204 len: 173 time: 0.8674138 Mar 23 12:35:26.564716 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a17da0-affc-4633-abb1-ef13211cea68', 'name': 'network-vif-deleted', 'tag': '89315252-2ca6-490d-b73c-dbd96365da00'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:26.567439 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6a6388-5c37-4054-9880-a8afe6c92f56" -d '{"events": [{"server_uuid": "b6a17da0-affc-4633-abb1-ef13211cea68", "name": "network-vif-deleted", "tag": "89315252-2ca6-490d-b73c-dbd96365da00"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:26.603830 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-66a2aa1f-8dbf-4fc9-87e5-017d957a5505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:26.609509 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-66a2aa1f-8dbf-4fc9-87e5-017d957a5505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:26.615570 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-66a2aa1f-8dbf-4fc9-87e5-017d957a5505 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe HTTP/1.1" status: 204 len: 168 time: 0.3139784 Mar 23 12:35:26.627372 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934fed73-315f-44a8-ac44-8904736f18e0 x-openstack-request-id: req-934fed73-315f-44a8-ac44-8904736f18e0 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:26.627678 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a17da0-affc-4633-abb1-ef13211cea68", "name": "network-vif-deleted", "tag": "89315252-2ca6-490d-b73c-dbd96365da00", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:26.628069 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-934fed73-315f-44a8-ac44-8904736f18e0 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:26.628482 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a17da0-affc-4633-abb1-ef13211cea68', 'name': 'network-vif-deleted', 'tag': '89315252-2ca6-490d-b73c-dbd96365da00', 'status': 'completed', 'code': 200} Mar 23 12:35:26.634569 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2aa1f-8dbf-4fc9-87e5-017d957a5505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c10cdd-8c78-4d89-bba3-b5dd55be1bfe,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:26.783299 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8f19855d-54cd-4946-a726-8c6a7de29ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:26.874691 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:26.988425 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82d246-1562-499f-bb83-a563c1ec23b9 req-67624591-94e3-4611-bacf-647a2225b1f4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:26.998019 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event updated for resources: {'Subnet': ['ID=ec9acc3a-e3f6-498e-b229-4b4455810b17,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:26.998214 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7c82d246-1562-499f-bb83-a563c1ec23b9 req-67624591-94e3-4611-bacf-647a2225b1f4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0704982 Mar 23 12:35:27.018085 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb0c7c-61f6-45a8-820f-49e722aa5de5 req-f5807342-9a8e-4373-839a-7bcf541f57b6 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:27.022107 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-97fb0c7c-61f6-45a8-820f-49e722aa5de5 req-f5807342-9a8e-4373-839a-7bcf541f57b6 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd15645c-7460-4f4a-bf42-61fa1aec7f68 HTTP/1.1" status: 200 len: 945 time: 0.1872902 Mar 23 12:35:27.023307 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Checking segment: {'id': '86e14d70-a2e4-431c-ab54-ad77255279d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5508e034-1e24-4ccd-900d-069551480d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:27.028619 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Network hostable DHCP agents. Network: 5508e034-1e24-4ccd-900d-069551480d7d, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:35:27.047888 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7c82d246-1562-499f-bb83-a563c1ec23b9 req-91e589c8-bebf-40e7-afa4-e2b3ad257ce4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452032 Mar 23 12:35:27.085414 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-97fb0c7c-61f6-45a8-820f-49e722aa5de5 req-5c4efe70-8adb-4f3b-b825-fda4828bd84d tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497797 Mar 23 12:35:27.086631 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Network 5508e034-1e24-4ccd-900d-069551480d7d is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:35:27.100588 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 5508e034-1e24-4ccd-900d-069551480d7d) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:27.102509 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59714) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:27.115352 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc635395-b1fe-4195-822d-cfaf71b807d9 None None] Network 5508e034-1e24-4ccd-900d-069551480d7d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:27.120793 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:27.157132 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-55a63672-a1c5-47c0-a51e-1b5140493a83 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8febe13ed9f849d9a1aa0a503bc4155b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534828 Mar 23 12:35:27.159629 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59716) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:27.208867 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event updated for resources: {'Subnet': ['ID=67693747-477c-4ba5-816b-5557a2d4e845,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:27.223764 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee8d7-0e05-4c65-b630-9bd9b1bdc706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:27.233742 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Checking segment: {'id': '629fc24e-f78b-48ad-8f23-8710356808dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6d41ba86-cb03-4011-bc14-52c3fbd070da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:27.234241 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Network hostable DHCP agents. Network: 6d41ba86-cb03-4011-bc14-52c3fbd070da, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:35:27.251422 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee8d7-0e05-4c65-b630-9bd9b1bdc706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:27.254549 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Network 6d41ba86-cb03-4011-bc14-52c3fbd070da is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:35:27.267244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 6d41ba86-cb03-4011-bc14-52c3fbd070da) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:27.273695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:27.274177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:27.277623 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:27.280215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71e8bc7-526a-4552-a031-300fab7ec751 None None] Network 6d41ba86-cb03-4011-bc14-52c3fbd070da requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:27.312590 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-aacda267-9ad2-4d51-957a-ded2fde59947 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2955329 Mar 23 12:35:27.315250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59718) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:27.345208 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee8d7-0e05-4c65-b630-9bd9b1bdc706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:27.349570 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee8d7-0e05-4c65-b630-9bd9b1bdc706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:27.349882 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1495d670-0454-4120-a325-720071181824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-5508e034-1e24-4ccd-900d-069551480d7d', 'network_id': '5508e034-1e24-4ccd-900d-069551480d7d', 'tenant_id': 'fba4326d27544db397e69e298d57c542', 'fixed_ips': [{'subnet_id': 'ec9acc3a-e3f6-498e-b229-4b4455810b17'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:35:27.350814 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2f9ee8d7-0e05-4c65-b630-9bd9b1bdc706 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/251f54e8-de5c-4c92-baa5-da070f5a2f05 HTTP/1.1" status: 204 len: 168 time: 0.1900663 Mar 23 12:35:27.351096 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1495d670-0454-4120-a325-720071181824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:27.359954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ee8d7-0e05-4c65-b630-9bd9b1bdc706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251f54e8-de5c-4c92-baa5-da070f5a2f05,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:27.457897 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21186320-dd54-4004-bef1-c08d09f0f76e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:27.461332 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21186320-dd54-4004-bef1-c08d09f0f76e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:27.465588 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21186320-dd54-4004-bef1-c08d09f0f76e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:27.467688 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-21186320-dd54-4004-bef1-c08d09f0f76e tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1513703 Mar 23 12:35:27.473507 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59724) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:27.521336 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2098938-0e08-4e69-942c-12ceb7087abc req-573e0124-2700-4007-b545-eff1bad900da tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:27.523751 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2098938-0e08-4e69-942c-12ceb7087abc req-573e0124-2700-4007-b545-eff1bad900da tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.0900867 Mar 23 12:35:27.546104 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b757d3-22ad-4e29-9327-9d2dd6bb078b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Deleting subnet ec9acc3a-e3f6-498e-b229-4b4455810b17 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:35:27.555326 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c5b757d3-22ad-4e29-9327-9d2dd6bb078b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:27.604556 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2098938-0e08-4e69-942c-12ceb7087abc req-599943b0-ebf4-41ba-82fb-f70eea5ce5f0 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733795 Mar 23 12:35:27.636818 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c5b757d3-22ad-4e29-9327-9d2dd6bb078b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:27.683873 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:27.686876 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-6d41ba86-cb03-4011-bc14-52c3fbd070da', 'network_id': '6d41ba86-cb03-4011-bc14-52c3fbd070da', 'tenant_id': 'fba4326d27544db397e69e298d57c542', 'fixed_ips': [{'subnet_id': '67693747-477c-4ba5-816b-5557a2d4e845'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:35:27.687611 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:27.718863 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c5b757d3-22ad-4e29-9327-9d2dd6bb078b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:27.823489 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0a8bc82-7d64-4c70-b95b-f2248d0a3b22 req-552ba1f9-2040-458a-9556-1d3630e03c58 tempest-InstanceActionsNegativeTestJSON-715247940 tempest-InstanceActionsNegativeTestJSON-715247940-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6a17da0-affc-4633-abb1-ef13211cea68 HTTP/1.1" status: 200 len: 210 time: 0.0427041 Mar 23 12:35:27.825236 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c5b757d3-22ad-4e29-9327-9d2dd6bb078b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:27.857331 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b757d3-22ad-4e29-9327-9d2dd6bb078b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9acc3a-e3f6-498e-b229-4b4455810b17,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:27.859236 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c5b757d3-22ad-4e29-9327-9d2dd6bb078b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:27.863131 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c5b757d3-22ad-4e29-9327-9d2dd6bb078b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "DELETE /v2.0/subnets/ec9acc3a-e3f6-498e-b229-4b4455810b17 HTTP/1.1" status: 204 len: 168 time: 0.3858535 Mar 23 12:35:27.866015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59732) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-1495d670-0454-4120-a325-720071181824 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec9acc3a-e3f6-498e-b229-4b4455810b17: This subnet is being modified by another concurrent operation. Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:35:27.879655 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec9acc3a-e3f6-498e-b229-4b4455810b17: This subnet is being modified by another concurrent operation. Mar 23 12:35:27.883627 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Mar 23 12:35:27.931034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e7d708-062b-4ebc-965f-3b88d94a1a79 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Deleting subnet 67693747-477c-4ba5-816b-5557a2d4e845 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:35:27.940297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 89315252-2ca6-490d-b73c-dbd96365da00 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:35:27.948253 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b150c5-341a-45a1-86f9-b5b9ddc72f36 None None] Network 5508e034-1e24-4ccd-900d-069551480d7d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:27.966863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Allocated IP 172.20.0.18 (6d41ba86-cb03-4011-bc14-52c3fbd070da/67693747-477c-4ba5-816b-5557a2d4e845/f43cc84c-569d-4d80-9258-2baebc373db0) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:35:27.981870 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 89315252-2ca6-490d-b73c-dbd96365da00 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:35:27.982219 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 89315252-2ca6-490d-b73c-dbd96365da00 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:35:28.044916 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd15645c-7460-4f4a-bf42-61fa1aec7f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94749d6b-d980-478e-9e4c-a5155d6827d6'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:28.047157 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba5cfa2-6e7f-426b-8764-47260931a41b" -d '{"events": [{"server_uuid": "dd15645c-7460-4f4a-bf42-61fa1aec7f68", "name": "network-vif-plugged", "status": "completed", "tag": "94749d6b-d980-478e-9e4c-a5155d6827d6"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:28.131210 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8055534b-6285-4b8e-bdf5-c120571e043e x-openstack-request-id: req-8055534b-6285-4b8e-bdf5-c120571e043e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:28.131401 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd15645c-7460-4f4a-bf42-61fa1aec7f68", "name": "network-vif-plugged", "status": "completed", "tag": "94749d6b-d980-478e-9e4c-a5155d6827d6", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:28.131614 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8055534b-6285-4b8e-bdf5-c120571e043e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:28.132048 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd15645c-7460-4f4a-bf42-61fa1aec7f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94749d6b-d980-478e-9e4c-a5155d6827d6', 'code': 200} Mar 23 12:35:28.213688 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f32e9-e050-40c7-bb51-f85ac9dafa8a req-01c8b9f9-b341-4de7-95f6-9c609f1fcca1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:28.220865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-227f32e9-e050-40c7-bb51-f85ac9dafa8a req-01c8b9f9-b341-4de7-95f6-9c609f1fcca1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0744095 Mar 23 12:35:28.261914 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:28.266840 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-227f32e9-e050-40c7-bb51-f85ac9dafa8a req-49fc5156-4d1c-49b3-8b22-3eb7d6a9c5d1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449979 Mar 23 12:35:28.268715 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48e7d708-062b-4ebc-965f-3b88d94a1a79 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:28.281388 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:28.297870 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d5439-d722-4966-8469-231b29c44242 req-a0b95ba9-ad85-428b-9645-acfa96b98f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:28.300059 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6a8d5439-d722-4966-8469-231b29c44242 req-a0b95ba9-ad85-428b-9645-acfa96b98f10 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd15645c-7460-4f4a-bf42-61fa1aec7f68 HTTP/1.1" status: 200 len: 1096 time: 0.1066763 Mar 23 12:35:28.310077 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c81585-dc70-4e84-bda2-a8a270eb7260 req-cc30da42-ed5d-4fe5-ad44-d1153ed9f5bb tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:28.311841 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5c81585-dc70-4e84-bda2-a8a270eb7260 req-cc30da42-ed5d-4fe5-ad44-d1153ed9f5bb tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd15645c-7460-4f4a-bf42-61fa1aec7f68 HTTP/1.1" status: 200 len: 945 time: 0.1030297 Mar 23 12:35:28.344239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Network 6d41ba86-cb03-4011-bc14-52c3fbd070da is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:35:28.347532 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:28.350104 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48e7d708-062b-4ebc-965f-3b88d94a1a79 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:28.351501 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:35:28.357437 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Pushing event updated for resources: {'Port': ['ID=f43cc84c-569d-4d80-9258-2baebc373db0,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:28.391163 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6a8d5439-d722-4966-8469-231b29c44242 req-eba16a4d-6e5f-43fe-82e1-ce5035b9d74d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781181 Mar 23 12:35:28.402714 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5c81585-dc70-4e84-bda2-a8a270eb7260 req-939d6cdc-d416-480f-a02a-859957678ded tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689709 Mar 23 12:35:28.441102 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Attempting to bind port f43cc84c-569d-4d80-9258-2baebc373db0 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:35:28.441564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Attempting to bind port f43cc84c-569d-4d80-9258-2baebc373db0 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '629fc24e-f78b-48ad-8f23-8710356808dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6d41ba86-cb03-4011-bc14-52c3fbd070da'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:35:28.441994 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Attempting to bind port f43cc84c-569d-4d80-9258-2baebc373db0 on network 6d41ba86-cb03-4011-bc14-52c3fbd070da {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:28.449529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:35:28.450757 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Checking segment: {'id': '629fc24e-f78b-48ad-8f23-8710356808dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6d41ba86-cb03-4011-bc14-52c3fbd070da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:28.451215 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:28.452249 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Bound using segment: {'id': '629fc24e-f78b-48ad-8f23-8710356808dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6d41ba86-cb03-4011-bc14-52c3fbd070da'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:35:28.453677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Bound port: f43cc84c-569d-4d80-9258-2baebc373db0, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629fc24e-f78b-48ad-8f23-8710356808dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6d41ba86-cb03-4011-bc14-52c3fbd070da'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:35:28.454237 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:28.459517 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48e7d708-062b-4ebc-965f-3b88d94a1a79 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:28.521607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59756) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:28.529259 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48e7d708-062b-4ebc-965f-3b88d94a1a79 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:28.548926 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] For port f43cc84c-569d-4d80-9258-2baebc373db0, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:35:28.555804 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] For port f43cc84c-569d-4d80-9258-2baebc373db0, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f43cc84c-569d-4d80-9258-2baebc373db0,segment=NetworkSegment(629fc24e-f78b-48ad-8f23-8710356808dc),segment_id=629fc24e-f78b-48ad-8f23-8710356808dc)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:35:28.558404 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7d708-062b-4ebc-965f-3b88d94a1a79 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event deleted for resources: {'Subnet': ['ID=67693747-477c-4ba5-816b-5557a2d4e845,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:28.564875 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:28.565177 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48e7d708-062b-4ebc-965f-3b88d94a1a79 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:28.568426 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-48e7d708-062b-4ebc-965f-3b88d94a1a79 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "DELETE /v2.0/subnets/67693747-477c-4ba5-816b-5557a2d4e845 HTTP/1.1" status: 204 len: 168 time: 0.7014105 Mar 23 12:35:28.571162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59760) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:28.630073 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a811925-e7a5-4f43-8d02-75b2657910be tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:28.635783 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4a811925-e7a5-4f43-8d02-75b2657910be tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0593109 Mar 23 12:35:28.636509 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59762) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:28.721335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-446a5c85-ceba-40a3-9d12-cb199fb39334 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2008434582-network', 'tenant_id': 'd1929913b1364306b03584922edf0edc'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:28.746139 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446a5c85-ceba-40a3-9d12-cb199fb39334 admin admin] Made reservation on behalf of d1929913b1364306b03584922edf0edc for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:28.748920 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-446a5c85-ceba-40a3-9d12-cb199fb39334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:28.756835 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:28.773458 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-446a5c85-ceba-40a3-9d12-cb199fb39334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:28.792123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc26928-035d-473f-bd1d-ff6784ec214f None None] Pushing event updated for resources: {'Port': ['ID=f43cc84c-569d-4d80-9258-2baebc373db0,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:28.834066 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Deleting port f43cc84c-569d-4d80-9258-2baebc373db0 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:35:28.834792 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:28.850871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91062634-40e4-49b0-96c7-879418daf1a1 req-0eb2eec6-bd87-41ee-a133-92ab5f6a7546 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:28.852427 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-91062634-40e4-49b0-96c7-879418daf1a1 req-0eb2eec6-bd87-41ee-a133-92ab5f6a7546 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.0978160 Mar 23 12:35:28.888430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59768) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:28.938058 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] For port f43cc84c-569d-4d80-9258-2baebc373db0, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f43cc84c-569d-4d80-9258-2baebc373db0,segment=NetworkSegment(629fc24e-f78b-48ad-8f23-8710356808dc),segment_id=629fc24e-f78b-48ad-8f23-8710356808dc)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:28.938816 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:28.943495 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-91062634-40e4-49b0-96c7-879418daf1a1 req-9a8bd097-6bae-49ea-9ec5-3ab481286766 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805595 Mar 23 12:35:29.020519 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-69846b14-94ab-4381-b3ac-97799c9210aa admin admin] Deleting subnet c064a110-fb3d-4c65-89c2-51506cd8fdf7 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:35:29.020654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Calling delete_port for f43cc84c-569d-4d80-9258-2baebc373db0 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:35:29.028212 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69846b14-94ab-4381-b3ac-97799c9210aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:29.033809 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:29.081144 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-446a5c85-ceba-40a3-9d12-cb199fb39334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:29.093256 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-446a5c85-ceba-40a3-9d12-cb199fb39334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:29.134892 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69846b14-94ab-4381-b3ac-97799c9210aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:29.181884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446a5c85-ceba-40a3-9d12-cb199fb39334 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:35:29.205876 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a5c85-ceba-40a3-9d12-cb199fb39334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3458ca-309c-4b94-b8e1-f614d19de919,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:29.214066 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:29.218235 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-446a5c85-ceba-40a3-9d12-cb199fb39334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:29.219150 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-446a5c85-ceba-40a3-9d12-cb199fb39334 admin admin] Added segment d1083d4b-5dd9-46a8-bda8-c861348ce7ba of type vlan for network 17d964f1-9bc1-42d7-b89a-915f95df68b5 Mar 23 12:35:29.230720 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69846b14-94ab-4381-b3ac-97799c9210aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:29.312044 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f43cc84c-569d-4d80-9258-2baebc373db0 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:35:29.326400 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-446a5c85-ceba-40a3-9d12-cb199fb39334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:29.331734 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event deleted for resources: {'Port': ['ID=f43cc84c-569d-4d80-9258-2baebc373db0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:29.335918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f43cc84c-569d-4d80-9258-2baebc373db0 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:35:29.336647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f43cc84c-569d-4d80-9258-2baebc373db0 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 12:35:29.350349 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69846b14-94ab-4381-b3ac-97799c9210aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:29.359008 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Port f43cc84c-569d-4d80-9258-2baebc373db0 not found, will not notify nova. {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 12:35:29.369926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] No DVR routers for this DVR port f43cc84c-569d-4d80-9258-2baebc373db0 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:35:29.371799 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69846b14-94ab-4381-b3ac-97799c9210aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:29.376736 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-69846b14-94ab-4381-b3ac-97799c9210aa admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c064a110-fb3d-4c65-89c2-51506cd8fdf7 HTTP/1.1" status: 204 len: 168 time: 0.4836199 Mar 23 12:35:29.378478 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59774) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:29.407479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69846b14-94ab-4381-b3ac-97799c9210aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c064a110-fb3d-4c65-89c2-51506cd8fdf7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:29.439207 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-446a5c85-ceba-40a3-9d12-cb199fb39334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:29.441052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446a5c85-ceba-40a3-9d12-cb199fb39334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:29.441531 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-446a5c85-ceba-40a3-9d12-cb199fb39334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:29.442956 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:29.474579 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-446a5c85-ceba-40a3-9d12-cb199fb39334 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9492424 Mar 23 12:35:29.479120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59778) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:29.489689 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a7b832d5-7537-4339-b942-8bcb212baaaa admin admin] Request body: {'subnet': {'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2008434582-subnet', 'tenant_id': 'd1929913b1364306b03584922edf0edc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:29.494301 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677e21b-7ae9-45ce-b10b-9a6347c1d853 req-ead1657c-e342-4dd8-a348-8f7a2e4da651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:29.495756 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a677e21b-7ae9-45ce-b10b-9a6347c1d853 req-ead1657c-e342-4dd8-a348-8f7a2e4da651 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7b58523009564f6bac30930da31ecda3&device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 1096 time: 0.1936538 Mar 23 12:35:29.569182 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2d5cd-3320-4b55-8088-6cfb94c432aa req-8f39a3ea-366e-4f38-af71-47daf42f8e9d tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:29.571788 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-88b2d5cd-3320-4b55-8088-6cfb94c432aa req-8f39a3ea-366e-4f38-af71-47daf42f8e9d tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.2077115 Mar 23 12:35:29.584672 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a5c85-ceba-40a3-9d12-cb199fb39334 admin admin] Pushing event updated for resources: {'Network': ['ID=17d964f1-9bc1-42d7-b89a-915f95df68b5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:29.600822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 17d964f1-9bc1-42d7-b89a-915f95df68b5 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:35:29.658673 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-88b2d5cd-3320-4b55-8088-6cfb94c432aa req-4741edc3-55ec-4e7c-a1fc-6e2f16449127 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765429 Mar 23 12:35:29.905103 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.017766 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4040d796-303b-4104-af24-f1a2ff848e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.026355 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d41ba86-cb03-4011-bc14-52c3fbd070da']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:30.029381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b832d5-7537-4339-b942-8bcb212baaaa admin admin] Made reservation on behalf of d1929913b1364306b03584922edf0edc for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:30.031678 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7b832d5-7537-4339-b942-8bcb212baaaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.060696 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629fc24e-f78b-48ad-8f23-8710356808dc') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:30.061117 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629fc24e-f78b-48ad-8f23-8710356808dc') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:30.117362 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509c7d52-1d16-4364-a679-c851376689d6 None None] Network 6d41ba86-cb03-4011-bc14-52c3fbd070da requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:30.122600 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.166374 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.181239 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f477d-4c84-446e-8eec-44688c0866b5 req-dd96917a-fed2-405b-b683-e56a4fee5d28 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:30.182674 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e19f477d-4c84-446e-8eec-44688c0866b5 req-dd96917a-fed2-405b-b683-e56a4fee5d28 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd15645c-7460-4f4a-bf42-61fa1aec7f68 HTTP/1.1" status: 200 len: 945 time: 0.6476512 Mar 23 12:35:30.209640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677e21b-7ae9-45ce-b10b-9a6347c1d853 req-bb3d6ed8-b6c9-4ae9-a68f-0ba157b71ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:30.211168 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a677e21b-7ae9-45ce-b10b-9a6347c1d853 req-bb3d6ed8-b6c9-4ae9-a68f-0ba157b71ae8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0b1e418f-2cfc-420d-8472-de7db6e2f75e HTTP/1.1" status: 200 len: 912 time: 0.3368366 Mar 23 12:35:30.214738 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:35:30.215146 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:35:30.219846 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:35:30.246733 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bf54dc9c-0985-4ac1-a2a8-91c3b19ef6f8 None None] Could not find standard attr ID for object f43cc84c-569d-4d80-9258-2baebc373db0. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:35:30.348273 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a677e21b-7ae9-45ce-b10b-9a6347c1d853 req-79bfa9e6-b7d2-44e1-b75c-b65d1ecbad6a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04416982-58e8-42c2-b94b-f3705f4b67f9 HTTP/1.1" status: 200 len: 217 time: 0.1134512 Mar 23 12:35:30.376784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee7ae18-a44e-4a5c-9417-978409b977f8 None None] DHCP port deletion for 6d41ba86-cb03-4011-bc14-52c3fbd070da request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:35:30.411732 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b57349-6650-427a-93e2-5f1cd74f4aa8 None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:35:30.416466 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4040d796-303b-4104-af24-f1a2ff848e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.418679 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.453819 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e19f477d-4c84-446e-8eec-44688c0866b5 req-8ce62550-b4de-4a7c-a1fc-e2f9caa4146f tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348962 Mar 23 12:35:30.456537 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.462306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59782) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:30.462482 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "DELETE /v2.0/networks/6d41ba86-cb03-4011-bc14-52c3fbd070da HTTP/1.1" status: 204 len: 168 time: 1.8248267 Mar 23 12:35:30.512179 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bda064-5b57-4412-af2d-92e6358e0c2b tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event deleted for resources: {'Network': ['ID=6d41ba86-cb03-4011-bc14-52c3fbd070da,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:30.518543 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4040d796-303b-4104-af24-f1a2ff848e71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9167cf-1202-4647-b883-14cbb5ed589a']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:30.536737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4040d796-303b-4104-af24-f1a2ff848e71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337ef7df-eadd-41d1-8087-f14f605b4afa') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:30.537033 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4040d796-303b-4104-af24-f1a2ff848e71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337ef7df-eadd-41d1-8087-f14f605b4afa') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:30.568045 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677e21b-7ae9-45ce-b10b-9a6347c1d853 req-2eff3922-e690-4d73-b33c-ff56654a53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:30.569571 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a677e21b-7ae9-45ce-b10b-9a6347c1d853 req-2eff3922-e690-4d73-b33c-ff56654a53ee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=532f4c4f-053d-46b1-8154-1c17faa5e818 HTTP/1.1" status: 200 len: 851 time: 0.1763504 Mar 23 12:35:30.574249 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4040d796-303b-4104-af24-f1a2ff848e71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.587243 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4daa8956-371d-4502-a7b0-b1dbeae0394a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.611863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b57349-6650-427a-93e2-5f1cd74f4aa8 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:35:30.619327 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a677e21b-7ae9-45ce-b10b-9a6347c1d853 req-93dbf1f9-a449-4302-898f-23f99843885b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b1e418f-2cfc-420d-8472-de7db6e2f75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412631 Mar 23 12:35:30.621723 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4040d796-303b-4104-af24-f1a2ff848e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.660846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4040d796-303b-4104-af24-f1a2ff848e71 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:35:30.661169 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4040d796-303b-4104-af24-f1a2ff848e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:35:30.662840 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:35:30.784413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4daa8956-371d-4502-a7b0-b1dbeae0394a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.793818 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4040d796-303b-4104-af24-f1a2ff848e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.804684 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7b832d5-7537-4339-b942-8bcb212baaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.842411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4daa8956-371d-4502-a7b0-b1dbeae0394a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5508e034-1e24-4ccd-900d-069551480d7d']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:30.851624 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4040d796-303b-4104-af24-f1a2ff848e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.855830 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4daa8956-371d-4502-a7b0-b1dbeae0394a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e14d70-a2e4-431c-ab54-ad77255279d3') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:30.856583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4daa8956-371d-4502-a7b0-b1dbeae0394a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e14d70-a2e4-431c-ab54-ad77255279d3') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:30.858483 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4040d796-303b-4104-af24-f1a2ff848e71 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0a9167cf-1202-4647-b883-14cbb5ed589a HTTP/1.1" status: 204 len: 168 time: 1.4776909 Mar 23 12:35:30.869756 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4daa8956-371d-4502-a7b0-b1dbeae0394a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.870328 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a677e21b-7ae9-45ce-b10b-9a6347c1d853 req-1fad9b5c-8caf-4d52-9ec7-6ae5af3d0ab3 service neutron] 10.222.0.77 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417653 Mar 23 12:35:30.885822 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4daa8956-371d-4502-a7b0-b1dbeae0394a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.913734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4daa8956-371d-4502-a7b0-b1dbeae0394a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:35:30.915740 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4daa8956-371d-4502-a7b0-b1dbeae0394a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:35:30.919245 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:35:30.942014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a6f7f-293d-4d21-a385-ca95536cc250 req-23dd7bca-6653-4429-a736-d8758f900212 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:30.943948 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d05a6f7f-293d-4d21-a385-ca95536cc250 req-23dd7bca-6653-4429-a736-d8758f900212 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.1518438 Mar 23 12:35:30.953074 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040d796-303b-4104-af24-f1a2ff848e71 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a9167cf-1202-4647-b883-14cbb5ed589a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:30.960550 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b832d5-7537-4339-b942-8bcb212baaaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:31.053218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59788) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:31.056580 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4daa8956-371d-4502-a7b0-b1dbeae0394a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:31.066865 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4daa8956-371d-4502-a7b0-b1dbeae0394a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:31.075865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4daa8956-371d-4502-a7b0-b1dbeae0394a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "DELETE /v2.0/networks/5508e034-1e24-4ccd-900d-069551480d7d HTTP/1.1" status: 204 len: 168 time: 0.6088731 Mar 23 12:35:31.084927 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59790) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:31.162829 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2cae0532-5020-4d14-8928-c3f301abb88d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f207628e6d554fc7a516a57426831390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1013672 Mar 23 12:35:31.164394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b832d5-7537-4339-b942-8bcb212baaaa admin admin] Checking segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:31.164998 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b832d5-7537-4339-b942-8bcb212baaaa admin admin] Network hostable DHCP agents. Network: 17d964f1-9bc1-42d7-b89a-915f95df68b5, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:35:31.173483 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59792) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:31.193245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f43cc84c-569d-4d80-9258-2baebc373db0 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:35:31.220839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa8956-371d-4502-a7b0-b1dbeae0394a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event deleted for resources: {'Network': ['ID=5508e034-1e24-4ccd-900d-069551480d7d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:31.237406 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a677e21b-7ae9-45ce-b10b-9a6347c1d853 req-53dc715c-cd52-4f7f-b124-c2b06d247964 service neutron] 10.222.0.77 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593353 Mar 23 12:35:31.244443 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d05a6f7f-293d-4d21-a385-ca95536cc250 req-b1d3b9ca-2b9b-4205-9475-3bb2f03f8d12 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902148 Mar 23 12:35:31.258864 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f43cc84c-569d-4d80-9258-2baebc373db0 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:35:31.259070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b832d5-7537-4339-b942-8bcb212baaaa admin admin] Network 17d964f1-9bc1-42d7-b89a-915f95df68b5 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:35:31.259368 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f43cc84c-569d-4d80-9258-2baebc373db0 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:35:31.283262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a7b832d5-7537-4339-b942-8bcb212baaaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 17d964f1-9bc1-42d7-b89a-915f95df68b5) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:31.286785 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-816e1114-caee-47a6-a1a8-555fc0983127 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:31.288719 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b832d5-7537-4339-b942-8bcb212baaaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:31.289506 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7b832d5-7537-4339-b942-8bcb212baaaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:31.332030 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a7b832d5-7537-4339-b942-8bcb212baaaa admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8465843 Mar 23 12:35:31.347532 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d143d37-67b0-49df-870d-98872671d891 None None] Network 17d964f1-9bc1-42d7-b89a-915f95df68b5 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:31.366768 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cf862a5-ebb2-4125-94e0-37df794e3ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:31.415594 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-816e1114-caee-47a6-a1a8-555fc0983127 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:31.426233 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cf862a5-ebb2-4125-94e0-37df794e3ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:31.462888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-816e1114-caee-47a6-a1a8-555fc0983127 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69393eb4-ba04-4afb-91b2-3bddcc39fc20']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:31.478326 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-816e1114-caee-47a6-a1a8-555fc0983127 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af163bcd-8118-479a-856d-615ce30cdd89') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:31.479063 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-816e1114-caee-47a6-a1a8-555fc0983127 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af163bcd-8118-479a-856d-615ce30cdd89') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:31.519022 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cf862a5-ebb2-4125-94e0-37df794e3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:31.523278 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cf862a5-ebb2-4125-94e0-37df794e3ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:31.524922 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3cf862a5-ebb2-4125-94e0-37df794e3ba2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e02fa6f-30df-4e62-a073-855f8db6074a HTTP/1.1" status: 204 len: 168 time: 0.3162220 Mar 23 12:35:31.536234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf862a5-ebb2-4125-94e0-37df794e3ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e02fa6f-30df-4e62-a073-855f8db6074a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:31.538524 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-816e1114-caee-47a6-a1a8-555fc0983127 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:31.563709 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-816e1114-caee-47a6-a1a8-555fc0983127 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:31.578254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816e1114-caee-47a6-a1a8-555fc0983127 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:35:31.578595 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-816e1114-caee-47a6-a1a8-555fc0983127 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:35:31.583791 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:35:31.595494 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff35ae8d-9409-4eb6-b54f-b26baffe750d None None] Network 17d964f1-9bc1-42d7-b89a-915f95df68b5 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:31.679634 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-816e1114-caee-47a6-a1a8-555fc0983127 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:31.690055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b378786-a3cc-471d-a858-e01f3e5eb7f4 req-79cc8eae-c985-42f1-956b-f74bfc2be737 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:31.696629 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-816e1114-caee-47a6-a1a8-555fc0983127 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:31.698694 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5b378786-a3cc-471d-a858-e01f3e5eb7f4 req-79cc8eae-c985-42f1-956b-f74bfc2be737 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd15645c-7460-4f4a-bf42-61fa1aec7f68 HTTP/1.1" status: 200 len: 945 time: 0.0993958 Mar 23 12:35:31.702084 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-816e1114-caee-47a6-a1a8-555fc0983127 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "DELETE /v2.0/networks/69393eb4-ba04-4afb-91b2-3bddcc39fc20 HTTP/1.1" status: 204 len: 168 time: 0.6161370 Mar 23 12:35:31.707175 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59806) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:31.730897 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e1114-caee-47a6-a1a8-555fc0983127 tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event deleted for resources: {'Network': ['ID=69393eb4-ba04-4afb-91b2-3bddcc39fc20,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:31.785675 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5b378786-a3cc-471d-a858-e01f3e5eb7f4 req-7e126d86-2df7-4e8b-b3e4-98bb1b69b26e tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777993 Mar 23 12:35:31.833682 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61d6984-4b31-4b10-b5d9-b39e692ecd9a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:32.194920 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61d6984-4b31-4b10-b5d9-b39e692ecd9a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:32.217106 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e61d6984-4b31-4b10-b5d9-b39e692ecd9a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19658932-b5fe-405d-ad59-2035f5c0b9c5']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:32.232448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e61d6984-4b31-4b10-b5d9-b39e692ecd9a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7960876-9278-4f9e-9008-d63d8fa81d15') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:32.232448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e61d6984-4b31-4b10-b5d9-b39e692ecd9a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7960876-9278-4f9e-9008-d63d8fa81d15') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:32.251186 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61d6984-4b31-4b10-b5d9-b39e692ecd9a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:32.269117 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61d6984-4b31-4b10-b5d9-b39e692ecd9a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:32.276801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61d6984-4b31-4b10-b5d9-b39e692ecd9a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:35:32.277206 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61d6984-4b31-4b10-b5d9-b39e692ecd9a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:35:32.290900 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:35:32.419763 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9185-80f9-4f21-ac6e-b98387b8d3e9 req-a9f21824-99e4-4600-a5e3-b4634ea21a73 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:32.432696 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-360a9185-80f9-4f21-ac6e-b98387b8d3e9 req-a9f21824-99e4-4600-a5e3-b4634ea21a73 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.0735946 Mar 23 12:35:32.455306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59846) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:32.461620 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f1267784-60de-48ed-a3a9-f1ca6b17f13e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1493596624-network', 'tenant_id': '118bf58e7f414b86a6f60880f533f170'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:32.474136 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61d6984-4b31-4b10-b5d9-b39e692ecd9a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:32.478865 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61d6984-4b31-4b10-b5d9-b39e692ecd9a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:32.486649 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e61d6984-4b31-4b10-b5d9-b39e692ecd9a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] 10.222.0.52 "DELETE /v2.0/networks/19658932-b5fe-405d-ad59-2035f5c0b9c5 HTTP/1.1" status: 204 len: 168 time: 0.7738764 Mar 23 12:35:32.497197 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-360a9185-80f9-4f21-ac6e-b98387b8d3e9 req-fdb299fd-4b14-4cdb-89f8-929f27673cd3 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624530 Mar 23 12:35:32.505268 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1267784-60de-48ed-a3a9-f1ca6b17f13e admin admin] Made reservation on behalf of 118bf58e7f414b86a6f60880f533f170 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:32.505444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d6984-4b31-4b10-b5d9-b39e692ecd9a tempest-BulkNetworkOpsTest-77114342 tempest-BulkNetworkOpsTest-77114342-project] Pushing event deleted for resources: {'Network': ['ID=19658932-b5fe-405d-ad59-2035f5c0b9c5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:32.510908 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1267784-60de-48ed-a3a9-f1ca6b17f13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:32.523705 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1267784-60de-48ed-a3a9-f1ca6b17f13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:32.566177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-2446ffac-aefd-466e-a2d1-125fbd21f107 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:32.573416 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-2446ffac-aefd-466e-a2d1-125fbd21f107 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/networks?id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c HTTP/1.1" status: 200 len: 812 time: 0.1996737 Mar 23 12:35:32.586224 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-72d09473-4082-48d2-ac38-f1c9216c4114 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/quotas/1c174c767a1d436e8c78c8a7c5c78a2a HTTP/1.1" status: 200 len: 375 time: 0.0111074 Mar 23 12:35:32.644285 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1267784-60de-48ed-a3a9-f1ca6b17f13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:32.652188 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1267784-60de-48ed-a3a9-f1ca6b17f13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:32.687555 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1267784-60de-48ed-a3a9-f1ca6b17f13e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:35:32.700897 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-63dd4489-e616-4711-9e23-90d19281666a tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c174c767a1d436e8c78c8a7c5c78a2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067395 Mar 23 12:35:32.706926 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f1cdf17a-5360-437f-bfed-ffd1ad1d1aa2 req-00891f90-86bf-4a74-9c87-4c3e7a083423 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684540 Mar 23 12:35:32.716039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1267784-60de-48ed-a3a9-f1ca6b17f13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cddc174-863b-44e6-bf52-b6369089ef51,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:32.720704 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1267784-60de-48ed-a3a9-f1ca6b17f13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:32.721059 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-f1267784-60de-48ed-a3a9-f1ca6b17f13e admin admin] Added segment 219ee7a0-10dd-404b-8b7a-23096b83e932 of type vlan for network 78a9e3c7-2f94-4706-a7f1-7ffaf51bf8f4 Mar 23 12:35:32.774722 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1267784-60de-48ed-a3a9-f1ca6b17f13e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:32.820993 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1267784-60de-48ed-a3a9-f1ca6b17f13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:32.822265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1267784-60de-48ed-a3a9-f1ca6b17f13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:32.823864 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1267784-60de-48ed-a3a9-f1ca6b17f13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:32.876450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdf17a-5360-437f-bfed-ffd1ad1d1aa2 req-e08d140a-4c94-4d75-988a-8992cc48c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:32.878161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f1cdf17a-5360-437f-bfed-ffd1ad1d1aa2 req-e08d140a-4c94-4d75-988a-8992cc48c748 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 1096 time: 0.0908411 Mar 23 12:35:32.881432 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-8ab42762-9f8e-46a3-a3de-b4ecf3ca5475 service neutron] 10.222.0.52 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728580 Mar 23 12:35:32.944272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f1267784-60de-48ed-a3a9-f1ca6b17f13e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4880555 Mar 23 12:35:32.946818 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59860) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:32.952732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-365c9761-53bc-4073-8fc1-a90035203bf1 admin admin] Request body: {'subnet': {'network_id': '78a9e3c7-2f94-4706-a7f1-7ffaf51bf8f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1493596624-subnet', 'tenant_id': '118bf58e7f414b86a6f60880f533f170', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:32.956920 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1267784-60de-48ed-a3a9-f1ca6b17f13e admin admin] Pushing event updated for resources: {'Network': ['ID=78a9e3c7-2f94-4706-a7f1-7ffaf51bf8f4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:32.971076 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 78a9e3c7-2f94-4706-a7f1-7ffaf51bf8f4 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:35:32.989067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365c9761-53bc-4073-8fc1-a90035203bf1 admin admin] Made reservation on behalf of 118bf58e7f414b86a6f60880f533f170 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:32.994868 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-365c9761-53bc-4073-8fc1-a90035203bf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:33.047075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59866) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:33.171201 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-e8a30e1d-f4ce-4436-8717-4e16f13d1b14 service neutron] 10.222.0.52 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772892 Mar 23 12:35:33.181725 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdf17a-5360-437f-bfed-ffd1ad1d1aa2 req-b7ec7ae8-4d58-4c20-92d2-bf2e138462e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:33.183193 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f1cdf17a-5360-437f-bfed-ffd1ad1d1aa2 req-b7ec7ae8-4d58-4c20-92d2-bf2e138462e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.1715512 Mar 23 12:35:33.355555 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f1cdf17a-5360-437f-bfed-ffd1ad1d1aa2 req-40677165-d10d-447d-bf3b-ed2df91a6ea2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de415ab8-a994-497f-88e7-c4873f3b75e4 HTTP/1.1" status: 200 len: 217 time: 0.1632390 Mar 23 12:35:33.416902 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-05d69aea-ed2d-4eeb-8307-6f66b46a7c9f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fba4326d27544db397e69e298d57c542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682196 Mar 23 12:35:33.419425 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59874) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:33.431169 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-365c9761-53bc-4073-8fc1-a90035203bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:33.447016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdf17a-5360-437f-bfed-ffd1ad1d1aa2 req-6f9cb44f-d7fe-4938-a34e-aa6fb3cc07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:33.451975 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f1cdf17a-5360-437f-bfed-ffd1ad1d1aa2 req-6f9cb44f-d7fe-4938-a34e-aa6fb3cc07c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.0868986 Mar 23 12:35:33.558831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c9761-53bc-4073-8fc1-a90035203bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb02aad0-7991-4d15-a25e-8ddc36370b48,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:33.570105 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de348e88-3dd7-4d1c-be69-8844e185569f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:33.575064 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c9761-53bc-4073-8fc1-a90035203bf1 admin admin] Checking segment: {'id': '219ee7a0-10dd-404b-8b7a-23096b83e932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '78a9e3c7-2f94-4706-a7f1-7ffaf51bf8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:33.575440 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365c9761-53bc-4073-8fc1-a90035203bf1 admin admin] Network hostable DHCP agents. Network: 78a9e3c7-2f94-4706-a7f1-7ffaf51bf8f4, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:35:33.596803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdf17a-5360-437f-bfed-ffd1ad1d1aa2 req-a6c84319-1908-400e-9769-b46ef643b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:33.599401 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f1cdf17a-5360-437f-bfed-ffd1ad1d1aa2 req-a6c84319-1908-400e-9769-b46ef643b84f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285377 Mar 23 12:35:33.620801 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365c9761-53bc-4073-8fc1-a90035203bf1 admin admin] Network 78a9e3c7-2f94-4706-a7f1-7ffaf51bf8f4 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:35:33.635188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de348e88-3dd7-4d1c-be69-8844e185569f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:33.658422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-365c9761-53bc-4073-8fc1-a90035203bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 78a9e3c7-2f94-4706-a7f1-7ffaf51bf8f4) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:33.669872 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0ef0d0-9a69-4e17-a091-b1d3da6c324c None None] Network 78a9e3c7-2f94-4706-a7f1-7ffaf51bf8f4 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:33.670995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365c9761-53bc-4073-8fc1-a90035203bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:33.671696 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-365c9761-53bc-4073-8fc1-a90035203bf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:33.779557 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59888) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:33.810396 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-365c9761-53bc-4073-8fc1-a90035203bf1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8619547 Mar 23 12:35:33.829934 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b8570-8e67-4aa1-a7d4-52fe628221a3 req-724d2a2a-5cc1-435e-816f-50f12c4733a1 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:33.832387 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f3b8570-8e67-4aa1-a7d4-52fe628221a3 req-724d2a2a-5cc1-435e-816f-50f12c4733a1 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd15645c-7460-4f4a-bf42-61fa1aec7f68 HTTP/1.1" status: 200 len: 945 time: 0.2003264 Mar 23 12:35:33.855250 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de348e88-3dd7-4d1c-be69-8844e185569f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:33.858457 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de348e88-3dd7-4d1c-be69-8844e185569f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:33.859607 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-de348e88-3dd7-4d1c-be69-8844e185569f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9bc67042-90b0-4346-9fae-8c8026704db5 HTTP/1.1" status: 204 len: 168 time: 0.4392769 Mar 23 12:35:33.880333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de348e88-3dd7-4d1c-be69-8844e185569f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc67042-90b0-4346-9fae-8c8026704db5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:33.911208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374bc7e-1f95-499b-a6c2-d6cb663bc632 req-b028d5f0-1be2-4d1a-b494-7a08d22193ed tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:33.919326 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7374bc7e-1f95-499b-a6c2-d6cb663bc632 req-b028d5f0-1be2-4d1a-b494-7a08d22193ed tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.2188880 Mar 23 12:35:33.922381 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-56d76bc2-66c4-42f8-b036-30d749c9a74b req-a11cde61-1884-41f1-a919-e7df039517b6 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 210 time: 0.1031826 Mar 23 12:35:33.946210 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f1cdf17a-5360-437f-bfed-ffd1ad1d1aa2 req-1b5855a0-53e6-43f7-985c-204d94e66fbb service neutron] 10.222.0.73 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316460 Mar 23 12:35:33.987022 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7374bc7e-1f95-499b-a6c2-d6cb663bc632 req-55684ff9-bdcb-4851-8421-abbc4b9a3353 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659025 Mar 23 12:35:34.079100 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-685daf63-ec23-4b5c-9e82-2a1aa94729be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:34.093001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c211500a-ff86-4007-b8e2-b1072be38093 None None] Network 78a9e3c7-2f94-4706-a7f1-7ffaf51bf8f4 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:34.097005 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398495df-6744-440f-9a35-f66152016dbf req-30c2a6e9-7fea-47e0-867d-63d9edbb498d tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:34.105436 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-398495df-6744-440f-9a35-f66152016dbf req-30c2a6e9-7fea-47e0-867d-63d9edbb498d tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.73 "GET /v2.0/ports?device_id=dce730d7-7040-4b08-ba5a-428388a2157c HTTP/1.1" status: 200 len: 945 time: 0.2713258 Mar 23 12:35:34.220347 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f1cdf17a-5360-437f-bfed-ffd1ad1d1aa2 req-7a571031-2613-4c89-8ea3-40d59b679036 service neutron] 10.222.0.73 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482111 Mar 23 12:35:34.263602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-1f3b8570-8e67-4aa1-a7d4-52fe628221a3 req-5967ef03-4687-44a0-b880-cd67bf621b1b tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Deleting port 94749d6b-d980-478e-9e4c-a5155d6827d6 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:35:34.264104 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1f3b8570-8e67-4aa1-a7d4-52fe628221a3 req-5967ef03-4687-44a0-b880-cd67bf621b1b tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:34.328265 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-685daf63-ec23-4b5c-9e82-2a1aa94729be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:34.335892 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-685daf63-ec23-4b5c-9e82-2a1aa94729be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:34.372158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-398495df-6744-440f-9a35-f66152016dbf req-051e2404-a3c3-4c9c-85d3-e598568bd053 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Deleting port e3a07435-1c0c-4783-be27-1b6db4595a73 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:35:34.372507 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-398495df-6744-440f-9a35-f66152016dbf req-051e2404-a3c3-4c9c-85d3-e598568bd053 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:34.374355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685daf63-ec23-4b5c-9e82-2a1aa94729be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb7dfa7-b24f-482b-af81-4b8fbab1c968,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:34.433020 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-685daf63-ec23-4b5c-9e82-2a1aa94729be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94ba7b1839d94bc9909ee1ea1ffeedde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6523800 Mar 23 12:35:34.436398 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59912) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:34.456429 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-1f3b8570-8e67-4aa1-a7d4-52fe628221a3 req-5967ef03-4687-44a0-b880-cd67bf621b1b tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] For port 94749d6b-d980-478e-9e4c-a5155d6827d6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=94749d6b-d980-478e-9e4c-a5155d6827d6,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:34.456944 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1f3b8570-8e67-4aa1-a7d4-52fe628221a3 req-5967ef03-4687-44a0-b880-cd67bf621b1b tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:34.475579 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-1f3b8570-8e67-4aa1-a7d4-52fe628221a3 req-5967ef03-4687-44a0-b880-cd67bf621b1b tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Calling delete_port for 94749d6b-d980-478e-9e4c-a5155d6827d6 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:35:34.531521 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7a2ce79-8f8b-47e3-93b0-f3a0393f5cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:34.543455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-398495df-6744-440f-9a35-f66152016dbf req-051e2404-a3c3-4c9c-85d3-e598568bd053 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] For port e3a07435-1c0c-4783-be27-1b6db4595a73, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=e3a07435-1c0c-4783-be27-1b6db4595a73,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:34.543826 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-398495df-6744-440f-9a35-f66152016dbf req-051e2404-a3c3-4c9c-85d3-e598568bd053 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:34.561053 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-398495df-6744-440f-9a35-f66152016dbf req-051e2404-a3c3-4c9c-85d3-e598568bd053 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Calling delete_port for e3a07435-1c0c-4783-be27-1b6db4595a73 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:35:34.565848 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7a2ce79-8f8b-47e3-93b0-f3a0393f5cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:34.658945 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7a2ce79-8f8b-47e3-93b0-f3a0393f5cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:34.662905 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7a2ce79-8f8b-47e3-93b0-f3a0393f5cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:34.667326 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b7a2ce79-8f8b-47e3-93b0-f3a0393f5cde admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2bb7dfa7-b24f-482b-af81-4b8fbab1c968 HTTP/1.1" status: 204 len: 168 time: 0.2276874 Mar 23 12:35:34.713536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2ce79-8f8b-47e3-93b0-f3a0393f5cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb7dfa7-b24f-482b-af81-4b8fbab1c968,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:34.765881 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1f3b8570-8e67-4aa1-a7d4-52fe628221a3 req-5967ef03-4687-44a0-b880-cd67bf621b1b tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:34.779337 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['e3a07435-1c0c-4783-be27-1b6db4595a73'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:35:34.897473 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-398495df-6744-440f-9a35-f66152016dbf req-051e2404-a3c3-4c9c-85d3-e598568bd053 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:34.926600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967ef03-4687-44a0-b880-cd67bf621b1b tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Pushing event deleted for resources: {'Port': ['ID=94749d6b-d980-478e-9e4c-a5155d6827d6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:34.958591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e2404-a3c3-4c9c-85d3-e598568bd053 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Pushing event deleted for resources: {'Port': ['ID=e3a07435-1c0c-4783-be27-1b6db4595a73,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:35.036671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3b8570-8e67-4aa1-a7d4-52fe628221a3 req-5967ef03-4687-44a0-b880-cd67bf621b1b tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] No DVR routers for this DVR port 94749d6b-d980-478e-9e4c-a5155d6827d6 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:35:35.055449 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f90abdef-3da2-4d6f-a68c-736838858432 req-70d1cd3c-7fd1-4dd0-aa05-aaa6ef333d09 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 210 time: 0.0389092 Mar 23 12:35:35.059240 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1f3b8570-8e67-4aa1-a7d4-52fe628221a3 req-5967ef03-4687-44a0-b880-cd67bf621b1b tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:35.062614 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f3b8570-8e67-4aa1-a7d4-52fe628221a3 req-5967ef03-4687-44a0-b880-cd67bf621b1b tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.77 "DELETE /v2.0/ports/94749d6b-d980-478e-9e4c-a5155d6827d6 HTTP/1.1" status: 204 len: 173 time: 1.2005861 Mar 23 12:35:35.063260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd15645c-7460-4f4a-bf42-61fa1aec7f68', 'name': 'network-vif-deleted', 'tag': '94749d6b-d980-478e-9e4c-a5155d6827d6'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:35.066436 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cfc9c7-102c-42a8-adc5-8beedbccaff9" -d '{"events": [{"server_uuid": "dd15645c-7460-4f4a-bf42-61fa1aec7f68", "name": "network-vif-deleted", "tag": "94749d6b-d980-478e-9e4c-a5155d6827d6"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:35.109906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-398495df-6744-440f-9a35-f66152016dbf req-051e2404-a3c3-4c9c-85d3-e598568bd053 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] No DVR routers for this DVR port e3a07435-1c0c-4783-be27-1b6db4595a73 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:35:35.114571 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-398495df-6744-440f-9a35-f66152016dbf req-051e2404-a3c3-4c9c-85d3-e598568bd053 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:35.118475 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-398495df-6744-440f-9a35-f66152016dbf req-051e2404-a3c3-4c9c-85d3-e598568bd053 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.73 "DELETE /v2.0/ports/e3a07435-1c0c-4783-be27-1b6db4595a73 HTTP/1.1" status: 204 len: 173 time: 1.0043433 Mar 23 12:35:35.129746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134045-f765-4084-85f4-63fb5018264c req-3a8ca6e4-363c-4ac9-90df-1d9154385d85 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:35.131795 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d134045-f765-4084-85f4-63fb5018264c req-3a8ca6e4-363c-4ac9-90df-1d9154385d85 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 808 time: 0.3695600 Mar 23 12:35:35.167623 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d134045-f765-4084-85f4-63fb5018264c req-c43707fa-c8fe-4de3-a611-0fad9bddaa18 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/quotas/d1929913b1364306b03584922edf0edc HTTP/1.1" status: 200 len: 375 time: 0.0202405 Mar 23 12:35:35.236747 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d9d89-e036-4845-9292-c0900bf511f2 req-9a8f0d88-8ed9-4bf3-a242-33cf07e7bb7e tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:35.236747 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d74d9d89-e036-4845-9292-c0900bf511f2 req-9a8f0d88-8ed9-4bf3-a242-33cf07e7bb7e tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.0789378 Mar 23 12:35:35.263448 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d134045-f765-4084-85f4-63fb5018264c req-a4232def-884a-4b51-abba-d2053d80affb tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881953 Mar 23 12:35:35.341447 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d74d9d89-e036-4845-9292-c0900bf511f2 req-7aeec30f-8f7b-4271-9fda-40ffdee2676c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962243 Mar 23 12:35:35.451864 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79292ff-f78d-44ac-bd1b-505045ebe23f x-openstack-request-id: req-f79292ff-f78d-44ac-bd1b-505045ebe23f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:35.452189 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd15645c-7460-4f4a-bf42-61fa1aec7f68", "name": "network-vif-deleted", "tag": "94749d6b-d980-478e-9e4c-a5155d6827d6", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:35.452438 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f79292ff-f78d-44ac-bd1b-505045ebe23f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:35.453007 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd15645c-7460-4f4a-bf42-61fa1aec7f68', 'name': 'network-vif-deleted', 'tag': '94749d6b-d980-478e-9e4c-a5155d6827d6', 'status': 'completed', 'code': 200} Mar 23 12:35:35.487230 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d134045-f765-4084-85f4-63fb5018264c req-7861b6b5-4933-4017-9025-1d470a3bbb2a service neutron] 10.222.0.52 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146084 Mar 23 12:35:35.531523 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-829ee682-e0b3-4955-bc5b-60a5bae8893c tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:35.533443 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-829ee682-e0b3-4955-bc5b-60a5bae8893c tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.73 "GET /v2.0/networks?id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c HTTP/1.1" status: 200 len: 812 time: 0.1700974 Mar 23 12:35:35.552927 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-41c55f4b-c396-4340-a5ee-6b583a3991ba tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Request body: {'port': {'device_id': 'f9876c53-d2dd-4dca-803f-a8cb2274333e', 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c', 'admin_state_up': True, 'tenant_id': '1c174c767a1d436e8c78c8a7c5c78a2a'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:35.681637 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59962) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:35.722822 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d134045-f765-4084-85f4-63fb5018264c req-efcfdd40-9d32-461a-91a7-3729448f36d0 service neutron] 10.222.0.52 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254703 Mar 23 12:35:35.750400 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-41c55f4b-c396-4340-a5ee-6b583a3991ba tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Made reservation on behalf of 1c174c767a1d436e8c78c8a7c5c78a2a for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:35.756862 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-41c55f4b-c396-4340-a5ee-6b583a3991ba tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:35.797526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 94749d6b-d980-478e-9e4c-a5155d6827d6 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:35:35.831750 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2273d6f9-34f7-4dda-a689-088269ce41a7 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group': {'name': 'tempest-secgroup--65098966'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:35.841523 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 94749d6b-d980-478e-9e4c-a5155d6827d6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:35:35.841862 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 94749d6b-d980-478e-9e4c-a5155d6827d6 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:35:35.890717 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2273d6f9-34f7-4dda-a689-088269ce41a7 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:35.917167 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2273d6f9-34f7-4dda-a689-088269ce41a7 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:36.023517 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59974) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:36.045693 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad3cc60f-3c19-4830-a416-8e6e33098a41 req-b82f6049-9de6-4d87-9576-bf5ec2042f90 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 210 time: 0.0925741 Mar 23 12:35:36.060678 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-41c55f4b-c396-4340-a5ee-6b583a3991ba tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Allocated IP 172.20.0.4 (83c3d223-a90d-4fa2-a08e-7ed538f62a7c/fa42aad2-789b-4776-85d3-e4eeb51562f5/a6d21013-1578-4cb7-81bf-4edb5a5960d8) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:35:36.305697 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-99b26ded-c45d-43a2-8ea1-6e51cbddebb5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-343389541-network', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:36.342468 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fab0e7ca-7365-4d60-8a37-1ac1e642897d req-cd2b526d-3245-44db-a748-bca3cf37f1c4 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 210 time: 0.1589212 Mar 23 12:35:36.383126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-8318c92a-6fff-43b0-adf5-c0a44339c91e tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:36.394483 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-8318c92a-6fff-43b0-adf5-c0a44339c91e tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.73 "GET /v2.0/networks?id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c HTTP/1.1" status: 200 len: 812 time: 0.4025929 Mar 23 12:35:36.409944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1214046e-c951-4534-8f01-aee6c9139f96 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Request body: {'port': {'device_id': '9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a', 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c', 'admin_state_up': True, 'tenant_id': '1c174c767a1d436e8c78c8a7c5c78a2a'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:36.467058 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-41c55f4b-c396-4340-a5ee-6b583a3991ba tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:36.532831 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-41c55f4b-c396-4340-a5ee-6b583a3991ba tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:36.560772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b26ded-c45d-43a2-8ea1-6e51cbddebb5 admin admin] Made reservation on behalf of 3e1363c48ca9457e9793255c56c3986d for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:36.563167 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99b26ded-c45d-43a2-8ea1-6e51cbddebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:36.578430 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2273d6f9-34f7-4dda-a689-088269ce41a7 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:36.586175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-41c55f4b-c396-4340-a5ee-6b583a3991ba tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:35:36.590496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-41c55f4b-c396-4340-a5ee-6b583a3991ba tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:36.593043 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99b26ded-c45d-43a2-8ea1-6e51cbddebb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:36.595354 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-41c55f4b-c396-4340-a5ee-6b583a3991ba tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:35:36.598584 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2273d6f9-34f7-4dda-a689-088269ce41a7 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:36.624217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c55f4b-c396-4340-a5ee-6b583a3991ba tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Pushing event updated for resources: {'Port': ['ID=a6d21013-1578-4cb7-81bf-4edb5a5960d8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:36.663040 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-41c55f4b-c396-4340-a5ee-6b583a3991ba tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:36.663737 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-41c55f4b-c396-4340-a5ee-6b583a3991ba tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:36.684207 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-41c55f4b-c396-4340-a5ee-6b583a3991ba tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1356885 Mar 23 12:35:36.692606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68861cbf-b61f-4f36-9e62-a479ae8eee8c req-5d7f8f9b-8f52-43f2-8281-7d341a799ebe tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:36.694133 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68861cbf-b61f-4f36-9e62-a479ae8eee8c req-5d7f8f9b-8f52-43f2-8281-7d341a799ebe tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.2046900 Mar 23 12:35:36.698312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Request body: {'port': {'device_id': 'f9876c53-d2dd-4dca-803f-a8cb2274333e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:36.726296 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273d6f9-34f7-4dda-a689-088269ce41a7 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919fa345-3012-4895-899f-50d7d2717663,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:36.801353 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:36.816210 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2273d6f9-34f7-4dda-a689-088269ce41a7 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:36.820141 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68861cbf-b61f-4f36-9e62-a479ae8eee8c req-7624ab32-ed0b-40d3-952e-8295f2f6c7df tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149201 Mar 23 12:35:36.822174 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1214046e-c951-4534-8f01-aee6c9139f96 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Made reservation on behalf of 1c174c767a1d436e8c78c8a7c5c78a2a for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:36.825706 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1214046e-c951-4534-8f01-aee6c9139f96 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:36.835080 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2273d6f9-34f7-4dda-a689-088269ce41a7 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:36.900932 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2273d6f9-34f7-4dda-a689-088269ce41a7 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:36.902531 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2273d6f9-34f7-4dda-a689-088269ce41a7 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2198949 Mar 23 12:35:36.910058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59988) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:36.918004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273d6f9-34f7-4dda-a689-088269ce41a7 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5303b3-537a-48aa-b801-712461c9bcbb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:36.970866 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99b26ded-c45d-43a2-8ea1-6e51cbddebb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:36.985460 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99b26ded-c45d-43a2-8ea1-6e51cbddebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.050449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b26ded-c45d-43a2-8ea1-6e51cbddebb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:35:37.063046 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b26ded-c45d-43a2-8ea1-6e51cbddebb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50edf41-00e9-44b3-8020-694f0582c9d7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:37.079709 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ceecd3fa-54d5-4a7e-a2d2-9786169d35c6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1660538 Mar 23 12:35:37.079709 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99b26ded-c45d-43a2-8ea1-6e51cbddebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.079709 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-99b26ded-c45d-43a2-8ea1-6e51cbddebb5 admin admin] Added segment 00a5957f-7d98-4688-9782-1963fda91f98 of type vlan for network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 Mar 23 12:35:37.080682 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59992) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:37.084822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9e6da382-1700-470f-b487-1565a9f783ab tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group': {'name': 'tempest-security--973197041', 'description': 'tempest-security-description-356287493'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:37.154637 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e6da382-1700-470f-b487-1565a9f783ab tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.160855 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99b26ded-c45d-43a2-8ea1-6e51cbddebb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.194624 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-15dc21b9-00ca-48f5-b7b6-13a2f6c00495 req-2bfd183b-26ad-4dfb-9ec0-60d7808c815c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 210 time: 0.0503790 Mar 23 12:35:37.210313 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d21013-1578-4cb7-81bf-4edb5a5960d8 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:35:37.216511 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99b26ded-c45d-43a2-8ea1-6e51cbddebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.217739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b26ded-c45d-43a2-8ea1-6e51cbddebb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:37.218314 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99b26ded-c45d-43a2-8ea1-6e51cbddebb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.218425 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.222562 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e6da382-1700-470f-b487-1565a9f783ab tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.231987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Transition to ACTIVE for port object a6d21013-1578-4cb7-81bf-4edb5a5960d8 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:35:37.236866 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.243918 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e6da382-1700-470f-b487-1565a9f783ab tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.246938 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e6da382-1700-470f-b487-1565a9f783ab tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.248182 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9e6da382-1700-470f-b487-1565a9f783ab tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "PUT /v2.0/security-groups/5d5303b3-537a-48aa-b801-712461c9bcbb HTTP/1.1" status: 200 len: 1778 time: 0.1669164 Mar 23 12:35:37.261891 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59994) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:37.296832 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Pushing event updated for resources: {'Port': ['ID=a6d21013-1578-4cb7-81bf-4edb5a5960d8,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:37.326745 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-99b26ded-c45d-43a2-8ea1-6e51cbddebb5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2874570 Mar 23 12:35:37.354622 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59996) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:37.366151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-534fc944-bd30-43fb-a03e-0e1c8e0f17f3 admin admin] Request body: {'subnet': {'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-subnet', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:37.408962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b26ded-c45d-43a2-8ea1-6e51cbddebb5 admin admin] Pushing event updated for resources: {'Network': ['ID=5fdfc60f-283e-4e22-9f20-1cfdeadd8050,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:37.422220 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:35:37.449881 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1214046e-c951-4534-8f01-aee6c9139f96 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Allocated IP 172.20.0.11 (83c3d223-a90d-4fa2-a08e-7ed538f62a7c/fa42aad2-789b-4776-85d3-e4eeb51562f5/8d37cb40-4f3c-4210-8e8b-de9760cfbf5b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:35:37.507502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6da382-1700-470f-b487-1565a9f783ab tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5303b3-537a-48aa-b801-712461c9bcbb,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:37.522372 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cfea3c12-ce4d-49dd-bf0f-a3324c8986d7 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-groups/5d5303b3-537a-48aa-b801-712461c9bcbb HTTP/1.1" status: 200 len: 1778 time: 0.2593281 Mar 23 12:35:37.532418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60000) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:37.586335 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d628f5b9-036b-401c-91ea-3de6ec21c7e0 req-c6c1922c-76b7-4bfd-8ef0-84c3cda8281d tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 210 time: 0.0619750 Mar 23 12:35:37.600542 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534fc944-bd30-43fb-a03e-0e1c8e0f17f3 admin admin] Made reservation on behalf of 3e1363c48ca9457e9793255c56c3986d for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:37.603400 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-534fc944-bd30-43fb-a03e-0e1c8e0f17f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.618428 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce730d7-7040-4b08-ba5a-428388a2157c', 'name': 'network-vif-deleted', 'tag': 'e3a07435-1c0c-4783-be27-1b6db4595a73'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:37.621080 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97dbd6f-dc45-41f3-a860-9fad0d57439d" -d '{"events": [{"server_uuid": "dce730d7-7040-4b08-ba5a-428388a2157c", "name": "network-vif-deleted", "tag": "e3a07435-1c0c-4783-be27-1b6db4595a73"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:37.700083 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78369bf6-f7cb-4d8a-85d7-db6cb92c5dcf x-openstack-request-id: req-78369bf6-f7cb-4d8a-85d7-db6cb92c5dcf {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:37.700375 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce730d7-7040-4b08-ba5a-428388a2157c", "name": "network-vif-deleted", "tag": "e3a07435-1c0c-4783-be27-1b6db4595a73", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:37.700620 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78369bf6-f7cb-4d8a-85d7-db6cb92c5dcf {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:37.700999 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce730d7-7040-4b08-ba5a-428388a2157c', 'name': 'network-vif-deleted', 'tag': 'e3a07435-1c0c-4783-be27-1b6db4595a73', 'status': 'completed', 'code': 200} Mar 23 12:35:37.732768 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29ad617b-1455-43a0-95db-af7fc7e08ca8 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.755811 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Attempting to bind port a6d21013-1578-4cb7-81bf-4edb5a5960d8 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:35:37.756237 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Attempting to bind port a6d21013-1578-4cb7-81bf-4edb5a5960d8 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:35:37.756564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Attempting to bind port a6d21013-1578-4cb7-81bf-4edb5a5960d8 on network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:37.767754 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Port a6d21013-1578-4cb7-81bf-4edb5a5960d8 on network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:35:37.768108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Attempting to bind port a6d21013-1578-4cb7-81bf-4edb5a5960d8 on network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:37.777150 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134045-f765-4084-85f4-63fb5018264c req-441706df-1c57-4643-a498-33348631aaa6 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:37.778626 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d134045-f765-4084-85f4-63fb5018264c req-441706df-1c57-4643-a498-33348631aaa6 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.77 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 808 time: 0.1530843 Mar 23 12:35:37.781474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:35:37.781806 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Checking segment: {'id': 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:37.782187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Bound using segment: {'id': 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:35:37.783157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Bound port: a6d21013-1578-4cb7-81bf-4edb5a5960d8, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:35:37.783504 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.786905 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29ad617b-1455-43a0-95db-af7fc7e08ca8 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.801162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-0d134045-f765-4084-85f4-63fb5018264c req-f72b5a45-4bcb-48d8-a606-a0dd5df4c3dd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Request body: {'port': {'device_id': 'de652fbc-f56c-4f8e-b8b7-8984ae37fc3f', 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5', 'admin_state_up': True, 'tenant_id': 'd1929913b1364306b03584922edf0edc'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:37.822580 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1214046e-c951-4534-8f01-aee6c9139f96 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.903788 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29ad617b-1455-43a0-95db-af7fc7e08ca8 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.906418 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29ad617b-1455-43a0-95db-af7fc7e08ca8 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.908197 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-29ad617b-1455-43a0-95db-af7fc7e08ca8 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-groups/5d5303b3-537a-48aa-b801-712461c9bcbb HTTP/1.1" status: 204 len: 168 time: 0.3687336 Mar 23 12:35:37.911422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60006) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:37.947213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] For port a6d21013-1578-4cb7-81bf-4edb5a5960d8, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:35:37.972176 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device e3a07435-1c0c-4783-be27-1b6db4595a73 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:35:37.978189 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1214046e-c951-4534-8f01-aee6c9139f96 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:37.983639 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad617b-1455-43a0-95db-af7fc7e08ca8 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5303b3-537a-48aa-b801-712461c9bcbb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:37.984432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] For port a6d21013-1578-4cb7-81bf-4edb5a5960d8, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a6d21013-1578-4cb7-81bf-4edb5a5960d8,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:35:38.003753 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.011290 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: e3a07435-1c0c-4783-be27-1b6db4595a73 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:35:38.011633 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device e3a07435-1c0c-4783-be27-1b6db4595a73 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:35:38.031744 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-534fc944-bd30-43fb-a03e-0e1c8e0f17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.066525 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4d1c81dd-e532-495a-96cc-96c2da6cfccf tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1434579 Mar 23 12:35:38.067970 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:38.068589 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.069898 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] 10.222.0.73 "PUT /v2.0/ports/a6d21013-1578-4cb7-81bf-4edb5a5960d8 HTTP/1.1" status: 200 len: 1091 time: 1.3768904 Mar 23 12:35:38.074047 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d134045-f765-4084-85f4-63fb5018264c req-f72b5a45-4bcb-48d8-a606-a0dd5df4c3dd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Made reservation on behalf of d1929913b1364306b03584922edf0edc for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:38.076300 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d134045-f765-4084-85f4-63fb5018264c req-f72b5a45-4bcb-48d8-a606-a0dd5df4c3dd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.076861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1214046e-c951-4534-8f01-aee6c9139f96 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:35:38.079043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60008) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:38.087733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1214046e-c951-4534-8f01-aee6c9139f96 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:38.097222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720a98c-f57d-4316-839b-c69d14c1f38c req-a07daa2e-a02b-49bd-bcad-391dc5c3acaf tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:38.098817 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4720a98c-f57d-4316-839b-c69d14c1f38c req-a07daa2e-a02b-49bd-bcad-391dc5c3acaf tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.1895370 Mar 23 12:35:38.104085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1214046e-c951-4534-8f01-aee6c9139f96 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:35:38.118309 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-bb7852f8-509c-466f-8526-6c24d45b6b7e tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] delete failed (client error): The resource could not be found. Mar 23 12:35:38.119434 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214046e-c951-4534-8f01-aee6c9139f96 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Pushing event updated for resources: {'Port': ['ID=8d37cb40-4f3c-4210-8e8b-de9760cfbf5b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:38.119576 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bb7852f8-509c-466f-8526-6c24d45b6b7e tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-groups/5d5303b3-537a-48aa-b801-712461c9bcbb HTTP/1.1" status: 404 len: 347 time: 0.0373323 Mar 23 12:35:38.121450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7c793-1d3a-4b61-98fe-26683f3f0f7e service neutron] Pushing event updated for resources: {'Port': ['ID=a6d21013-1578-4cb7-81bf-4edb5a5960d8,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:38.129244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60010) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:38.136101 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1e7dd907-d9ab-469f-b1a2-f2c814f850da tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group': {'name': 'tempest-secgroup--438434188'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:38.192472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fc944-bd30-43fb-a03e-0e1c8e0f17f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a802d9a-4ada-4d77-b03c-b6045d268421,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:38.207336 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1214046e-c951-4534-8f01-aee6c9139f96 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:38.207970 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1214046e-c951-4534-8f01-aee6c9139f96 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.212829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4720a98c-f57d-4316-839b-c69d14c1f38c req-db4922fb-f1fd-4c3d-bc6d-a3421bf8eace tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026890 Mar 23 12:35:38.225780 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534fc944-bd30-43fb-a03e-0e1c8e0f17f3 admin admin] Checking segment: {'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:38.226152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534fc944-bd30-43fb-a03e-0e1c8e0f17f3 admin admin] Network hostable DHCP agents. Network: 5fdfc60f-283e-4e22-9f20-1cfdeadd8050, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:35:38.239124 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1214046e-c951-4534-8f01-aee6c9139f96 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8411806 Mar 23 12:35:38.251114 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Request body: {'port': {'device_id': '9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:38.255489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534fc944-bd30-43fb-a03e-0e1c8e0f17f3 admin admin] Network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:35:38.257692 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd907-d9ab-469f-b1a2-f2c814f850da tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.287346 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-534fc944-bd30-43fb-a03e-0e1c8e0f17f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 5fdfc60f-283e-4e22-9f20-1cfdeadd8050) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:38.291507 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-b880d24f-ddc9-4f4d-acee-92209b2102b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:38.293735 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-b880d24f-ddc9-4f4d-acee-92209b2102b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c174c767a1d436e8c78c8a7c5c78a2a&device_id=f9876c53-d2dd-4dca-803f-a8cb2274333e HTTP/1.1" status: 200 len: 1094 time: 0.1634338 Mar 23 12:35:38.296341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcd5ed1-44e1-47d2-84bc-28b0c22ae887 None None] Network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:38.310320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534fc944-bd30-43fb-a03e-0e1c8e0f17f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:38.311002 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-534fc944-bd30-43fb-a03e-0e1c8e0f17f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.326225 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.340674 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-534fc944-bd30-43fb-a03e-0e1c8e0f17f3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9850142 Mar 23 12:35:38.343529 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60014) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:38.348361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:38.401554 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-503c45b2-4032-4d23-94fa-67ead8dcf95e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6d21013-1578-4cb7-81bf-4edb5a5960d8 HTTP/1.1" status: 200 len: 217 time: 0.0841999 Mar 23 12:35:38.401985 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.403427 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.408503 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-820b583f-58a9-4394-91cb-4d7ae4f8bed8 req-e1cec417-132c-4a03-b5c9-2132b2d66fda tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 210 time: 0.0917039 Mar 23 12:35:38.456720 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-0d134045-f765-4084-85f4-63fb5018264c req-f72b5a45-4bcb-48d8-a606-a0dd5df4c3dd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Allocated IP 172.20.0.7 (17d964f1-9bc1-42d7-b89a-915f95df68b5/e5b7d4b1-e59a-4f34-a91f-437ec6f5c041/82cf8604-d1f3-455f-960c-f5f524b14517) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:35:38.488226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:35:38.490135 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.537014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-3f902cbe-10d6-4be0-b46a-dff50c8219d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:38.539098 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-3f902cbe-10d6-4be0-b46a-dff50c8219d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa42aad2-789b-4776-85d3-e4eeb51562f5 HTTP/1.1" status: 200 len: 852 time: 0.1253450 Mar 23 12:35:38.541862 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd907-d9ab-469f-b1a2-f2c814f850da tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.558639 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd907-d9ab-469f-b1a2-f2c814f850da tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.599366 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-35d91e8b-c54b-4fc0-ab64-42ff89e2bb75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526724 Mar 23 12:35:38.644078 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Allocated IP 172.20.0.2 (5fdfc60f-283e-4e22-9f20-1cfdeadd8050/4a802d9a-4ada-4d77-b03c-b6045d268421/0f26ef31-c5c2-4797-8cb4-12d8144389de) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:35:38.692710 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd907-d9ab-469f-b1a2-f2c814f850da tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.696957 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1e7dd907-d9ab-469f-b1a2-f2c814f850da tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5655792 Mar 23 12:35:38.727473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60018) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:38.734495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6396c50b-864d-4f0a-ba62-542866a90b12 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group_rule': {'security_group_id': 'b61f3eaf-e0aa-4271-9710-454d8541ca7e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:38.743463 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dd907-d9ab-469f-b1a2-f2c814f850da tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61f3eaf-e0aa-4271-9710-454d8541ca7e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:38.783874 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.818614 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6396c50b-864d-4f0a-ba62-542866a90b12 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.835831 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.840336 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-37d62b08-c218-4f86-b429-6e9b9342aa9d service neutron] 10.222.0.73 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191751 Mar 23 12:35:38.844839 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.864681 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:35:38.867772 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:38.892041 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d134045-f765-4084-85f4-63fb5018264c req-f72b5a45-4bcb-48d8-a606-a0dd5df4c3dd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.895366 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:35:38.932393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Pushing event updated for resources: {'Port': ['ID=0f26ef31-c5c2-4797-8cb4-12d8144389de,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:38.964610 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6396c50b-864d-4f0a-ba62-542866a90b12 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.973627 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Attempting to bind port 0f26ef31-c5c2-4797-8cb4-12d8144389de on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:35:38.974141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Attempting to bind port 0f26ef31-c5c2-4797-8cb4-12d8144389de by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:35:38.974642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Attempting to bind port 0f26ef31-c5c2-4797-8cb4-12d8144389de on network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:38.981434 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:35:38.981805 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6396c50b-864d-4f0a-ba62-542866a90b12 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.982406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Checking segment: {'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:38.982876 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.983333 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Bound using segment: {'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:35:38.983873 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Bound port: 0f26ef31-c5c2-4797-8cb4-12d8144389de, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:35:38.984386 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:38.989448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3b654-51b5-4d8b-81eb-6fc70ed052e7 req-1a25aa6c-d601-4ba4-a77f-4a701e2c27a7 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:38.991019 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-82c3b654-51b5-4d8b-81eb-6fc70ed052e7 req-1a25aa6c-d601-4ba4-a77f-4a701e2c27a7 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 932 time: 0.2180467 Mar 23 12:35:39.019088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396c50b-864d-4f0a-ba62-542866a90b12 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc076c7-8a64-486d-9b65-60d7bb9a7627,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:39.036124 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6396c50b-864d-4f0a-ba62-542866a90b12 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.040526 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6396c50b-864d-4f0a-ba62-542866a90b12 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3109217 Mar 23 12:35:39.043385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60020) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:39.047182 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.059640 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d134045-f765-4084-85f4-63fb5018264c req-f72b5a45-4bcb-48d8-a606-a0dd5df4c3dd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.070673 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-4e1235a4-471b-4c4e-b369-20ffae86285b service neutron] 10.222.0.73 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198524 Mar 23 12:35:39.080104 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] For port 0f26ef31-c5c2-4797-8cb4-12d8144389de, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:35:39.084485 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] For port 0f26ef31-c5c2-4797-8cb4-12d8144389de, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0f26ef31-c5c2-4797-8cb4-12d8144389de,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:35:39.089538 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.124617 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d134045-f765-4084-85f4-63fb5018264c req-f72b5a45-4bcb-48d8-a606-a0dd5df4c3dd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Network 17d964f1-9bc1-42d7-b89a-915f95df68b5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:35:39.131435 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-0d134045-f765-4084-85f4-63fb5018264c req-f72b5a45-4bcb-48d8-a606-a0dd5df4c3dd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:39.136737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d134045-f765-4084-85f4-63fb5018264c req-f72b5a45-4bcb-48d8-a606-a0dd5df4c3dd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:35:39.143334 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-82c3b654-51b5-4d8b-81eb-6fc70ed052e7 req-684d40cb-e3fd-4329-948f-87094db7babc tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175396 Mar 23 12:35:39.158219 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c6c78e-d04e-4fde-9e71-ff94dee89329 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.170183 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc9912-4c22-4848-b121-196b1a322cfa None None] Pushing event updated for resources: {'Port': ['ID=0f26ef31-c5c2-4797-8cb4-12d8144389de,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:39.175067 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c6c78e-d04e-4fde-9e71-ff94dee89329 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.204404 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b5a45-4bcb-48d8-a606-a0dd5df4c3dd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Pushing event updated for resources: {'Port': ['ID=82cf8604-d1f3-455f-960c-f5f524b14517,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:39.218899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:35:39.225344 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134045-f765-4084-85f4-63fb5018264c req-f72b5a45-4bcb-48d8-a606-a0dd5df4c3dd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:39.225787 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d134045-f765-4084-85f4-63fb5018264c req-f72b5a45-4bcb-48d8-a606-a0dd5df4c3dd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.232070 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.254271 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d134045-f765-4084-85f4-63fb5018264c req-f72b5a45-4bcb-48d8-a606-a0dd5df4c3dd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4594879 Mar 23 12:35:39.258124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Transition to ACTIVE for port object 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:35:39.258920 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c6c78e-d04e-4fde-9e71-ff94dee89329 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.266261 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c6c78e-d04e-4fde-9e71-ff94dee89329 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.269892 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-94c6c78e-d04e-4fde-9e71-ff94dee89329 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/ecc076c7-8a64-486d-9b65-60d7bb9a7627 HTTP/1.1" status: 204 len: 168 time: 0.2165604 Mar 23 12:35:39.273251 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60026) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:39.276099 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Request body: {'port': {'device_id': 'de652fbc-f56c-4f8e-b8b7-8984ae37fc3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:39.280029 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.286468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6c78e-d04e-4fde-9e71-ff94dee89329 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecc076c7-8a64-486d-9b65-60d7bb9a7627,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:39.372298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d37cb40-4f3c-4210-8e8b-de9760cfbf5b,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:39.404217 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2f904ad8-c872-4774-9996-8792470aa7e6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1296308 Mar 23 12:35:39.408240 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60028) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:39.420940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff85057-f557-4c73-93df-ea9aa71daf2b req-d08e5f4a-f05e-41c5-8566-095610945759 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:39.423886 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bff85057-f557-4c73-93df-ea9aa71daf2b req-d08e5f4a-f05e-41c5-8566-095610945759 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.1089773 Mar 23 12:35:39.424790 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.604192 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bff85057-f557-4c73-93df-ea9aa71daf2b req-962cc583-1ab0-44e1-9f43-f255b3bf309c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487918 Mar 23 12:35:39.691108 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Attempting to bind port 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:35:39.691367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Attempting to bind port 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:35:39.691700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Attempting to bind port 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b on network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:39.702753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9876c53-d2dd-4dca-803f-a8cb2274333e', 'tag': 'a6d21013-1578-4cb7-81bf-4edb5a5960d8'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:39.705633 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945b2a18-b75c-4dbb-964c-9f0e1c8d4bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "f9876c53-d2dd-4dca-803f-a8cb2274333e", "tag": "a6d21013-1578-4cb7-81bf-4edb5a5960d8"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:39.706657 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec7beee-d583-42a3-861b-251a7a1726b0 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.711987 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Port 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b on network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:35:39.712254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Attempting to bind port 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b on network 83c3d223-a90d-4fa2-a08e-7ed538f62a7c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:39.721685 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58019c59-b483-4e8b-b3f8-8be3daa6ee75 req-6a5088fd-775b-4e48-91ef-cc7dc2dc73ba tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:39.723248 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-58019c59-b483-4e8b-b3f8-8be3daa6ee75 req-6a5088fd-775b-4e48-91ef-cc7dc2dc73ba tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 931 time: 0.1971459 Mar 23 12:35:39.751949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:35:39.752318 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Checking segment: {'id': 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:39.752713 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Bound using segment: {'id': 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:35:39.752984 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f5efaa-9451-44c4-b33e-1c62620b5c63 x-openstack-request-id: req-e8f5efaa-9451-44c4-b33e-1c62620b5c63 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:39.753158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Bound port: 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:35:39.753311 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9876c53-d2dd-4dca-803f-a8cb2274333e", "tag": "a6d21013-1578-4cb7-81bf-4edb5a5960d8", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:39.753585 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e8f5efaa-9451-44c4-b33e-1c62620b5c63 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:39.753734 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.753852 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9876c53-d2dd-4dca-803f-a8cb2274333e', 'tag': 'a6d21013-1578-4cb7-81bf-4edb5a5960d8', 'status': 'completed', 'code': 200} Mar 23 12:35:39.764775 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec7beee-d583-42a3-861b-251a7a1726b0 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.774770 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.820971 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.855464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82cf8604-d1f3-455f-960c-f5f524b14517 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:35:39.866335 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.881528 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b2a18-b75c-4dbb-964c-9f0e1c8d4bfc req-eba8837b-fd35-4754-9a1f-0fc23be33067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:39.883656 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-945b2a18-b75c-4dbb-964c-9f0e1c8d4bfc req-eba8837b-fd35-4754-9a1f-0fc23be33067 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c174c767a1d436e8c78c8a7c5c78a2a&device_id=f9876c53-d2dd-4dca-803f-a8cb2274333e HTTP/1.1" status: 200 len: 1094 time: 0.0785959 Mar 23 12:35:39.887007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Transition to ACTIVE for port object 82cf8604-d1f3-455f-960c-f5f524b14517 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:35:39.891775 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.927177 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-58019c59-b483-4e8b-b3f8-8be3daa6ee75 req-4d3c064e-b795-4089-904f-49179185b710 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846015 Mar 23 12:35:39.964801 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec7beee-d583-42a3-861b-251a7a1726b0 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.964801 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eec7beee-d583-42a3-861b-251a7a1726b0 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:39.964801 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-eec7beee-d583-42a3-861b-251a7a1726b0 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-groups/b61f3eaf-e0aa-4271-9710-454d8541ca7e HTTP/1.1" status: 204 len: 168 time: 0.5487745 Mar 23 12:35:39.964801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60034) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:39.989115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] For port 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:35:40.020568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7beee-d583-42a3-861b-251a7a1726b0 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61f3eaf-e0aa-4271-9710-454d8541ca7e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:40.037596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] For port 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8d37cb40-4f3c-4210-8e8b-de9760cfbf5b,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:35:40.052345 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:40.074342 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Pushing event updated for resources: {'Port': ['ID=82cf8604-d1f3-455f-960c-f5f524b14517,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:40.107632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Allocated IP 172.25.2.38 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/2150ca8f-0923-4bee-ae4e-01e04b0d9508) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:35:40.134207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b2a18-b75c-4dbb-964c-9f0e1c8d4bfc req-6bc786b4-9d24-4bf4-8520-d68b61d00ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:40.136588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:40.136854 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-945b2a18-b75c-4dbb-964c-9f0e1c8d4bfc req-6bc786b4-9d24-4bf4-8520-d68b61d00ea7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c HTTP/1.1" status: 200 len: 913 time: 0.2382448 Mar 23 12:35:40.137224 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:40.138695 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] 10.222.0.73 "PUT /v2.0/ports/8d37cb40-4f3c-4210-8e8b-de9760cfbf5b HTTP/1.1" status: 200 len: 1092 time: 1.8918743 Mar 23 12:35:40.147070 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0eac67ed-8cd0-4b41-a8d4-b1073bd644d7 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1764541 Mar 23 12:35:40.147070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a', 'tag': '8d37cb40-4f3c-4210-8e8b-de9760cfbf5b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:40.147070 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8694ecc2-bc2d-4dc3-83fe-15fbb63a8f73" -d '{"events": [{"name": "network-changed", "server_uuid": "9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a", "tag": "8d37cb40-4f3c-4210-8e8b-de9760cfbf5b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:40.152589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60036) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:40.160700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-aafe18e8-9814-4f60-b1bd-4136c8b11126 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group': {'name': 'tempest-secgroup--1701783617'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:40.194009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34e6e7-e2dd-4195-b8b0-d2edb6f04bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d37cb40-4f3c-4210-8e8b-de9760cfbf5b,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:40.229951 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbf16e3-289e-4095-bd0e-0dcb7bbe1469 x-openstack-request-id: req-dbbf16e3-289e-4095-bd0e-0dcb7bbe1469 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:40.230250 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a", "tag": "8d37cb40-4f3c-4210-8e8b-de9760cfbf5b", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:40.230506 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dbbf16e3-289e-4095-bd0e-0dcb7bbe1469 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:40.231027 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a', 'tag': '8d37cb40-4f3c-4210-8e8b-de9760cfbf5b', 'status': 'completed', 'code': 200} Mar 23 12:35:40.247422 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-945b2a18-b75c-4dbb-964c-9f0e1c8d4bfc req-1d0cfa78-9154-4598-8a0a-cd8a560185c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6d21013-1578-4cb7-81bf-4edb5a5960d8 HTTP/1.1" status: 200 len: 217 time: 0.0789332 Mar 23 12:35:40.280770 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aafe18e8-9814-4f60-b1bd-4136c8b11126 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:40.316071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Attempting to bind port 82cf8604-d1f3-455f-960c-f5f524b14517 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:35:40.316518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Attempting to bind port 82cf8604-d1f3-455f-960c-f5f524b14517 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:35:40.316879 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Attempting to bind port 82cf8604-d1f3-455f-960c-f5f524b14517 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:40.327345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Port 82cf8604-d1f3-455f-960c-f5f524b14517 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:35:40.327663 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Attempting to bind port 82cf8604-d1f3-455f-960c-f5f524b14517 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:40.338234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:35:40.338234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Checking segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:40.338624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Bound using segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:35:40.339057 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Bound port: 82cf8604-d1f3-455f-960c-f5f524b14517, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:35:40.339960 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:40.343286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b2a18-b75c-4dbb-964c-9f0e1c8d4bfc req-c2a090f6-31d2-4c0e-9ee8-5716c527687e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:40.344551 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-945b2a18-b75c-4dbb-964c-9f0e1c8d4bfc req-c2a090f6-31d2-4c0e-9ee8-5716c527687e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa42aad2-789b-4776-85d3-e4eeb51562f5 HTTP/1.1" status: 200 len: 852 time: 0.0752454 Mar 23 12:35:40.369041 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-a75d5215-80c4-4189-b01d-fa125c4c45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:40.370608 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-a75d5215-80c4-4189-b01d-fa125c4c45b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c174c767a1d436e8c78c8a7c5c78a2a&device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 1095 time: 0.1349223 Mar 23 12:35:40.372268 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28325a84-f83f-4857-81ea-0702ed7e0f30 None None] Network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:40.399411 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-945b2a18-b75c-4dbb-964c-9f0e1c8d4bfc req-0d6ead81-09f7-4288-a173-670197d4ad24 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461135 Mar 23 12:35:40.401182 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:40.444561 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-3140bc52-2d08-4eb6-bf53-257fad29e363 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d37cb40-4f3c-4210-8e8b-de9760cfbf5b HTTP/1.1" status: 200 len: 217 time: 0.0573142 Mar 23 12:35:40.451876 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91efed1-f1e7-4d94-94ab-ec48f6681e73 req-0e34bd02-632b-48eb-91b9-a3de55ed4c43 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:40.453543 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a91efed1-f1e7-4d94-94ab-ec48f6681e73 req-0e34bd02-632b-48eb-91b9-a3de55ed4c43 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 944 time: 0.1791306 Mar 23 12:35:40.465768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] Provisioning complete for port 0f26ef31-c5c2-4797-8cb4-12d8144389de triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:40.466528 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:40.526206 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-945b2a18-b75c-4dbb-964c-9f0e1c8d4bfc req-76f95138-b29c-4f27-a2ba-901958da565f service neutron] 10.222.0.73 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159027 Mar 23 12:35:40.558712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] For port 82cf8604-d1f3-455f-960c-f5f524b14517, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:35:40.571208 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aafe18e8-9814-4f60-b1bd-4136c8b11126 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:40.582649 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aafe18e8-9814-4f60-b1bd-4136c8b11126 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:40.585797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-df9da9f1-2e19-43ce-a2c6-014a14d1e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:40.587250 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-df9da9f1-2e19-43ce-a2c6-014a14d1e870 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa42aad2-789b-4776-85d3-e4eeb51562f5 HTTP/1.1" status: 200 len: 852 time: 0.1298988 Mar 23 12:35:40.594837 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a91efed1-f1e7-4d94-94ab-ec48f6681e73 req-593cb2fd-5f82-4dfa-ab7a-66a461fb2bda tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263087 Mar 23 12:35:40.604710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] For port 82cf8604-d1f3-455f-960c-f5f524b14517, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=82cf8604-d1f3-455f-960c-f5f524b14517,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:35:40.615454 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:40.618089 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:40.618246 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:40.678277 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:40.679173 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:40.680644 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d134045-f765-4084-85f4-63fb5018264c req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] 10.222.0.77 "PUT /v2.0/ports/82cf8604-d1f3-455f-960c-f5f524b14517 HTTP/1.1" status: 200 len: 1091 time: 1.4094973 Mar 23 12:35:40.687080 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] For port 0f26ef31-c5c2-4797-8cb4-12d8144389de, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0f26ef31-c5c2-4797-8cb4-12d8144389de,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:40.693402 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:40.718255 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-1ce0c26d-51fe-43b0-8662-1e36b4a6e2e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224031 Mar 23 12:35:40.739253 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-945b2a18-b75c-4dbb-964c-9f0e1c8d4bfc req-fed1430b-6ba1-42ec-919c-9a5660852c73 service neutron] 10.222.0.73 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042713 Mar 23 12:35:40.742876 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aafe18e8-9814-4f60-b1bd-4136c8b11126 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:40.747483 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-aafe18e8-9814-4f60-b1bd-4136c8b11126 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5899425 Mar 23 12:35:40.752691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60044) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:40.763695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5a0d8-ae04-4641-86f8-484403ac3e86 service neutron] Pushing event updated for resources: {'Port': ['ID=82cf8604-d1f3-455f-960c-f5f524b14517,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:40.764364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] Pushing event updated for resources: {'Port': ['ID=0f26ef31-c5c2-4797-8cb4-12d8144389de,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:40.774988 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe18e8-9814-4f60-b1bd-4136c8b11126 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9585c285-9086-4fbd-9e69-6d76899250d4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:40.779561 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:40.780330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:40.780958 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:40.781074 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:35:40.781535 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:40.782012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:40.784237 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:40.784730 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:40.785207 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:40.785710 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:40.786180 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:40.786671 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:40.787139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0322-77e0-493a-80bc-19b27a2a03ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:40.787907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-076a913c-cc75-4d3f-ba85-b6f29aa29859 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group_rule': {'security_group_id': '9585c285-9086-4fbd-9e69-6d76899250d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:40.802331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:40.840186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734650fb-c1f3-4571-9636-f529a02450d9 req-a406c354-597b-48b9-97f8-dacd9519d016 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:40.841283 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:35:40.841989 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-734650fb-c1f3-4571-9636-f529a02450d9 req-a406c354-597b-48b9-97f8-dacd9519d016 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.1246881 Mar 23 12:35:40.845508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134045-f765-4084-85f4-63fb5018264c req-3eff3e83-99ab-4b0d-bbfb-fe6057054348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:40.847257 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d134045-f765-4084-85f4-63fb5018264c req-3eff3e83-99ab-4b0d-bbfb-fe6057054348 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 1094 time: 0.1071515 Mar 23 12:35:40.851967 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=2150ca8f-0923-4bee-ae4e-01e04b0d9508,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:40.916867 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d134045-f765-4084-85f4-63fb5018264c req-4e610054-3fa7-43c6-951a-2ed4e6e3b4a5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82cf8604-d1f3-455f-960c-f5f524b14517 HTTP/1.1" status: 200 len: 217 time: 0.0413907 Mar 23 12:35:40.932939 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-076a913c-cc75-4d3f-ba85-b6f29aa29859 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:40.965876 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-734650fb-c1f3-4571-9636-f529a02450d9 req-7374c742-e694-49f0-bec0-cb85e8c3587a tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146595 Mar 23 12:35:40.990421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-dc9568d9-16b4-4fd2-8692-e30f96ec01ef service neutron] 10.222.0.73 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640061 Mar 23 12:35:40.993282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134045-f765-4084-85f4-63fb5018264c req-5c041e08-6dfc-4c58-88c8-508a7355c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:40.994814 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d134045-f765-4084-85f4-63fb5018264c req-5c041e08-6dfc-4c58-88c8-508a7355c37c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.0652535 Mar 23 12:35:41.025558 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-982dbc5d-e1d5-46f6-b3f1-4a077c7dcd7a None None] Provisioning complete for port 0f26ef31-c5c2-4797-8cb4-12d8144389de triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:41.026338 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-982dbc5d-e1d5-46f6-b3f1-4a077c7dcd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.031852 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d134045-f765-4084-85f4-63fb5018264c req-0e7ba812-05d1-490c-8e4f-ad319d245736 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286648 Mar 23 12:35:41.176333 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0f26ef31-c5c2-4797-8cb4-12d8144389de up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:35:41.192325 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d134045-f765-4084-85f4-63fb5018264c req-10815f71-446c-405c-8e18-75aa0e96e6b8 service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530974 Mar 23 12:35:41.226180 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0f26ef31-c5c2-4797-8cb4-12d8144389de triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:41.226645 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.293996 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260698ba-92d4-4149-97a3-b14c4358424a req-a6c3a061-a605-4b82-91e7-374f8aa3fceb tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:41.296414 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-260698ba-92d4-4149-97a3-b14c4358424a req-a6c3a061-a605-4b82-91e7-374f8aa3fceb tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 943 time: 0.2485578 Mar 23 12:35:41.310062 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d134045-f765-4084-85f4-63fb5018264c req-2661b686-a7c3-4c55-8880-a50550e0270d service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067388 Mar 23 12:35:41.318152 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-076a913c-cc75-4d3f-ba85-b6f29aa29859 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.334008 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-076a913c-cc75-4d3f-ba85-b6f29aa29859 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.384487 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d2ad59f2-4a7f-428e-b794-f21a1ba2c620 req-d623acf1-3911-4a6e-904d-401d476e7076 service neutron] 10.222.0.73 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864164 Mar 23 12:35:41.391553 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a913c-cc75-4d3f-ba85-b6f29aa29859 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331a7c94-22b0-4c1a-b18a-cf5fec99d48c,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:41.395452 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-076a913c-cc75-4d3f-ba85-b6f29aa29859 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.399220 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-076a913c-cc75-4d3f-ba85-b6f29aa29859 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6189775 Mar 23 12:35:41.402208 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60048) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:41.408871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d622d73b-fa7a-4054-901a-e699e738283a tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group_rule': {'security_group_id': '9585c285-9086-4fbd-9e69-6d76899250d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:41.432322 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-260698ba-92d4-4149-97a3-b14c4358424a req-5d21a4a6-1579-4d9b-946e-8ddcd21dcc14 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161318 Mar 23 12:35:41.441464 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d622d73b-fa7a-4054-901a-e699e738283a tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.461128 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.514528 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d622d73b-fa7a-4054-901a-e699e738283a tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.518587 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d622d73b-fa7a-4054-901a-e699e738283a tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.537741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622d73b-fa7a-4054-901a-e699e738283a tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fc1196-ff93-426c-baf7-6c0f6fcbcf7f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:41.550346 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d622d73b-fa7a-4054-901a-e699e738283a tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.554447 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d622d73b-fa7a-4054-901a-e699e738283a tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480498 Mar 23 12:35:41.554732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60050) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:41.559673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6778db8e-3aa8-46b5-bc51-9832232c2191 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group_rule': {'security_group_id': '9585c285-9086-4fbd-9e69-6d76899250d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:41.586981 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6778db8e-3aa8-46b5-bc51-9832232c2191 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.660347 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6778db8e-3aa8-46b5-bc51-9832232c2191 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.664883 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6778db8e-3aa8-46b5-bc51-9832232c2191 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.689469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778db8e-3aa8-46b5-bc51-9832232c2191 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d5a0eb-2742-47e4-a29d-439986555151,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:41.695711 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6778db8e-3aa8-46b5-bc51-9832232c2191 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.699362 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6778db8e-3aa8-46b5-bc51-9832232c2191 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412833 Mar 23 12:35:41.700378 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60054) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:41.706554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c45a252c-14cd-48bf-9d02-95f4b9443889 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group_rule': {'security_group_id': '9585c285-9086-4fbd-9e69-6d76899250d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:41.740766 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c45a252c-14cd-48bf-9d02-95f4b9443889 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.754694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de652fbc-f56c-4f8e-b8b7-8984ae37fc3f', 'tag': '82cf8604-d1f3-455f-960c-f5f524b14517'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:41.756940 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e769f23e-b192-4db6-826e-bb40ff19295a" -d '{"events": [{"name": "network-changed", "server_uuid": "de652fbc-f56c-4f8e-b8b7-8984ae37fc3f", "tag": "82cf8604-d1f3-455f-960c-f5f524b14517"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:41.773599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694ecc2-bc2d-4dc3-83fe-15fbb63a8f73 req-bb9727f1-db8c-4056-88d9-17c85a39df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:41.775120 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8694ecc2-bc2d-4dc3-83fe-15fbb63a8f73 req-bb9727f1-db8c-4056-88d9-17c85a39df4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c174c767a1d436e8c78c8a7c5c78a2a&device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 1095 time: 0.3264647 Mar 23 12:35:41.816083 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702fcca1-0806-4637-8743-4aff1eb74586 x-openstack-request-id: req-702fcca1-0806-4637-8743-4aff1eb74586 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:41.816450 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de652fbc-f56c-4f8e-b8b7-8984ae37fc3f", "tag": "82cf8604-d1f3-455f-960c-f5f524b14517", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:41.816624 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-702fcca1-0806-4637-8743-4aff1eb74586 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:41.817935 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de652fbc-f56c-4f8e-b8b7-8984ae37fc3f', 'tag': '82cf8604-d1f3-455f-960c-f5f524b14517', 'status': 'completed', 'code': 200} Mar 23 12:35:41.857171 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee561c9-acf9-4267-a716-1fa3cd58489e req-7a060b90-7fe9-4cd8-94c0-ec32075f6d4c tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:41.858695 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fee561c9-acf9-4267-a716-1fa3cd58489e req-7a060b90-7fe9-4cd8-94c0-ec32075f6d4c tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 944 time: 0.1147718 Mar 23 12:35:41.903564 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c45a252c-14cd-48bf-9d02-95f4b9443889 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.911734 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c45a252c-14cd-48bf-9d02-95f4b9443889 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.949910 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fee561c9-acf9-4267-a716-1fa3cd58489e req-c5e25608-46dc-45b0-949d-6f7cb862d585 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757425 Mar 23 12:35:41.952496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769f23e-b192-4db6-826e-bb40ff19295a req-0178f1fb-024b-4ccd-b402-2a2b34945e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:41.953348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694ecc2-bc2d-4dc3-83fe-15fbb63a8f73 req-583e2c0b-f500-4546-8991-2a46ad7790cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:41.953512 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e769f23e-b192-4db6-826e-bb40ff19295a req-0178f1fb-024b-4ccd-b402-2a2b34945e10 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 1094 time: 0.1155932 Mar 23 12:35:41.954165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a252c-14cd-48bf-9d02-95f4b9443889 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e329fcbb-d5c8-41a4-b76a-9c483fb9c06d,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:41.955343 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8694ecc2-bc2d-4dc3-83fe-15fbb63a8f73 req-583e2c0b-f500-4546-8991-2a46ad7790cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c HTTP/1.1" status: 200 len: 913 time: 0.1536419 Mar 23 12:35:41.959586 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c45a252c-14cd-48bf-9d02-95f4b9443889 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:41.964138 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c45a252c-14cd-48bf-9d02-95f4b9443889 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2615733 Mar 23 12:35:41.964775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60058) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:41.971255 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e85b92c3-09a6-43e0-8bb9-520de1fa4adc tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group_rule': {'security_group_id': '9585c285-9086-4fbd-9e69-6d76899250d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:41.988670 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a6d21013-1578-4cb7-81bf-4edb5a5960d8 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:35:42.031109 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8694ecc2-bc2d-4dc3-83fe-15fbb63a8f73 req-a3b45518-2be9-40c4-b44e-f1be8fa7f5c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d37cb40-4f3c-4210-8e8b-de9760cfbf5b HTTP/1.1" status: 200 len: 217 time: 0.0436411 Mar 23 12:35:42.054743 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.060030 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e85b92c3-09a6-43e0-8bb9-520de1fa4adc tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.113044 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a6d21013-1578-4cb7-81bf-4edb5a5960d8, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a6d21013-1578-4cb7-81bf-4edb5a5960d8,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:42.113400 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769f23e-b192-4db6-826e-bb40ff19295a req-4c4a41fa-f8ba-4bfa-940c-5222a69d7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:42.114921 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e769f23e-b192-4db6-826e-bb40ff19295a req-4c4a41fa-f8ba-4bfa-940c-5222a69d7c0e service neutron] 10.222.0.77 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.1492593 Mar 23 12:35:42.134585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'a6d21013-1578-4cb7-81bf-4edb5a5960d8', 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c', 'port_id': 'a6d21013-1578-4cb7-81bf-4edb5a5960d8', 'mac_address': 'fa:16:3e:68:87:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa42aad2-789b-4776-85d3-e4eeb51562f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:35:42.174608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694ecc2-bc2d-4dc3-83fe-15fbb63a8f73 req-1a1caa2d-d36b-4b72-bb26-8cf3a75b0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:42.174962 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e85b92c3-09a6-43e0-8bb9-520de1fa4adc tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.176173 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8694ecc2-bc2d-4dc3-83fe-15fbb63a8f73 req-1a1caa2d-d36b-4b72-bb26-8cf3a75b0b83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa42aad2-789b-4776-85d3-e4eeb51562f5 HTTP/1.1" status: 200 len: 852 time: 0.1328413 Mar 23 12:35:42.177325 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e769f23e-b192-4db6-826e-bb40ff19295a req-39429433-d03e-4196-ac67-8ce2ad8932ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82cf8604-d1f3-455f-960c-f5f524b14517 HTTP/1.1" status: 200 len: 217 time: 0.0474520 Mar 23 12:35:42.180219 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e85b92c3-09a6-43e0-8bb9-520de1fa4adc tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.186947 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.208229 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d21013-1578-4cb7-81bf-4edb5a5960d8 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:35:42.230349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b92c3-09a6-43e0-8bb9-520de1fa4adc tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43988f52-0b86-468f-99dc-b87a998a37b0,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:42.240895 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd230a-37e0-4935-808d-86bff252e954 req-eabfb6ae-07aa-4e25-9d91-05dbd8a71f15 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:42.244772 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eefd230a-37e0-4935-808d-86bff252e954 req-eabfb6ae-07aa-4e25-9d91-05dbd8a71f15 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.1613977 Mar 23 12:35:42.245630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a6d21013-1578-4cb7-81bf-4edb5a5960d8, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a6d21013-1578-4cb7-81bf-4edb5a5960d8,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:42.246224 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e85b92c3-09a6-43e0-8bb9-520de1fa4adc tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.251001 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.252006 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e85b92c3-09a6-43e0-8bb9-520de1fa4adc tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2843783 Mar 23 12:35:42.252629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60062) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:42.274496 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8694ecc2-bc2d-4dc3-83fe-15fbb63a8f73 req-c745729a-b840-44fc-9d14-e44ddddcdc2a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83c3d223-a90d-4fa2-a08e-7ed538f62a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886960 Mar 23 12:35:42.282247 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769f23e-b192-4db6-826e-bb40ff19295a req-c158ea35-c3ec-446d-a7dc-004592d91cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:42.284475 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e769f23e-b192-4db6-826e-bb40ff19295a req-c158ea35-c3ec-446d-a7dc-004592d91cfd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.0983860 Mar 23 12:35:42.303695 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f631df64-9680-40e5-8650-ecb4b586be19 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.325678 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e769f23e-b192-4db6-826e-bb40ff19295a req-a4e08a99-d39b-463d-9cde-bb523b4b9e2a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327618 Mar 23 12:35:42.327263 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=a6d21013-1578-4cb7-81bf-4edb5a5960d8,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:42.332001 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f631df64-9680-40e5-8650-ecb4b586be19 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.388183 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eefd230a-37e0-4935-808d-86bff252e954 req-4e7beb8a-6966-4b4f-a039-e1c11c326c93 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160486 Mar 23 12:35:42.416559 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f631df64-9680-40e5-8650-ecb4b586be19 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.425735 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f631df64-9680-40e5-8650-ecb4b586be19 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.426873 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f631df64-9680-40e5-8650-ecb4b586be19 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/43988f52-0b86-468f-99dc-b87a998a37b0 HTTP/1.1" status: 204 len: 168 time: 0.1712089 Mar 23 12:35:42.431627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60064) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:42.435275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631df64-9680-40e5-8650-ecb4b586be19 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43988f52-0b86-468f-99dc-b87a998a37b0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:42.465663 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e769f23e-b192-4db6-826e-bb40ff19295a req-6cf8b6cc-a6cc-42ff-ba22-b921a24d07c0 service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267445 Mar 23 12:35:42.474917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Router d8d80209-e725-4e13-aca7-cf531443d97d is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:35:42.482385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8694ecc2-bc2d-4dc3-83fe-15fbb63a8f73 req-6884f31e-f0e8-425b-ae1e-1ac7c6d4723e service neutron] 10.222.0.73 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952426 Mar 23 12:35:42.527974 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-41d2b93f-df99-4b57-a4ce-f9e904349b7a tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0919490 Mar 23 12:35:42.568226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60068) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:42.575068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a6d21013-1578-4cb7-81bf-4edb5a5960d8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:35:42.664395 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93b1e8c4-fbcd-4b7e-9813-4da59ae52b16 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.714906 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93b1e8c4-fbcd-4b7e-9813-4da59ae52b16 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.750516 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8694ecc2-bc2d-4dc3-83fe-15fbb63a8f73 req-531c07ab-a7be-4e2a-aee0-a214df3532a3 service neutron] 10.222.0.73 "GET /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524695 Mar 23 12:35:42.756480 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:35:42.770198 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Sync routers for ids ['d8d80209-e725-4e13-aca7-cf531443d97d'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:35:42.779801 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93b1e8c4-fbcd-4b7e-9813-4da59ae52b16 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.783883 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Routers {'d8d80209-e725-4e13-aca7-cf531443d97d'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:35:42.784606 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:35:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8d80209-e725-4e13-aca7-cf531443d97d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:42.789391 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93b1e8c4-fbcd-4b7e-9813-4da59ae52b16 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.792448 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-93b1e8c4-fbcd-4b7e-9813-4da59ae52b16 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e329fcbb-d5c8-41a4-b76a-9c483fb9c06d HTTP/1.1" status: 204 len: 168 time: 0.2231588 Mar 23 12:35:42.798172 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.800232 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-94af2e9b-f7e5-4b1f-a4db-30964f28c8f8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4554827 Mar 23 12:35:42.801769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60070) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:42.808857 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1e8c4-fbcd-4b7e-9813-4da59ae52b16 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e329fcbb-d5c8-41a4-b76a-9c483fb9c06d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:42.816185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60072) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:42.858971 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-729618eb-0a60-4cd8-90bb-a496c3ac5e3b tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0497339 Mar 23 12:35:42.861301 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60074) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:42.889099 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-060b0e8b-5d06-4cf9-8d19-dcb98ea393fb tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.904487 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Set router d8d80209-e725-4e13-aca7-cf531443d97d gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:35:42.904704 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-060b0e8b-5d06-4cf9-8d19-dcb98ea393fb tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.945517 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-060b0e8b-5d06-4cf9-8d19-dcb98ea393fb tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.958436 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-060b0e8b-5d06-4cf9-8d19-dcb98ea393fb tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:42.962641 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-060b0e8b-5d06-4cf9-8d19-dcb98ea393fb tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/47d5a0eb-2742-47e4-a29d-439986555151 HTTP/1.1" status: 204 len: 168 time: 0.0978494 Mar 23 12:35:42.965596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60076) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:42.976981 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b0e8b-5d06-4cf9-8d19-dcb98ea393fb tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47d5a0eb-2742-47e4-a29d-439986555151,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:43.019164 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14404f8c-3900-46b1-9732-7d91edcbc3a8 req-8301547e-d8f8-4c53-80d3-0a87f969c961 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:43.020733 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-14404f8c-3900-46b1-9732-7d91edcbc3a8 req-8301547e-d8f8-4c53-80d3-0a87f969c961 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 943 time: 0.2056472 Mar 23 12:35:43.025059 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e769f23e-b192-4db6-826e-bb40ff19295a req-90577929-2eba-4b44-8ab3-f82437cce91a service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480459 Mar 23 12:35:43.046327 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e54e6093-9631-4bcb-a094-e9b624905d66 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0794692 Mar 23 12:35:43.056062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60080) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:43.101541 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:41Z', 'revision_number': 3, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:43.111784 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ab6c-e33b-43d4-a0e3-f1546600ae62 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.118593 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-14404f8c-3900-46b1-9732-7d91edcbc3a8 req-ca167eb5-0bd1-4a19-84b5-9b7ff58e3514 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872049 Mar 23 12:35:43.124062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67520c-d5c9-4686-9fda-69fd0f5a190f req-92775099-c9bc-4603-a5f7-64271f37cde8 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:43.131748 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d67520c-d5c9-4686-9fda-69fd0f5a190f req-92775099-c9bc-4603-a5f7-64271f37cde8 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 944 time: 0.0998471 Mar 23 12:35:43.135139 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Checking router: d8d80209-e725-4e13-aca7-cf531443d97d for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:35:43.135744 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Updating router d8d80209-e725-4e13-aca7-cf531443d97d port 2150ca8f-0923-4bee-ae4e-01e04b0d9508 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:35:43.148510 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ab6c-e33b-43d4-a0e3-f1546600ae62 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.163129 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.208582 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d67520c-d5c9-4686-9fda-69fd0f5a190f req-3d7f238c-1b42-428b-9041-480a366cc3d0 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756679 Mar 23 12:35:43.210183 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ab6c-e33b-43d4-a0e3-f1546600ae62 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.219398 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ab6c-e33b-43d4-a0e3-f1546600ae62 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.224665 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b9b5ab6c-e33b-43d4-a0e3-f1546600ae62 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/20fc1196-ff93-426c-baf7-6c0f6fcbcf7f HTTP/1.1" status: 204 len: 168 time: 0.1662505 Mar 23 12:35:43.225348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60082) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:43.245309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5ab6c-e33b-43d4-a0e3-f1546600ae62 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20fc1196-ff93-426c-baf7-6c0f6fcbcf7f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:43.280406 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bb5edf79-6ed9-4fc9-b845-ed2a04e29770 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0490294 Mar 23 12:35:43.280628 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60084) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:43.307796 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-088fb8ed-ff8e-48ca-a87c-9d0eadd1fd39 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.316562 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-088fb8ed-ff8e-48ca-a87c-9d0eadd1fd39 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.350276 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-088fb8ed-ff8e-48ca-a87c-9d0eadd1fd39 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.356557 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-088fb8ed-ff8e-48ca-a87c-9d0eadd1fd39 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.360202 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-088fb8ed-ff8e-48ca-a87c-9d0eadd1fd39 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/331a7c94-22b0-4c1a-b18a-cf5fec99d48c HTTP/1.1" status: 204 len: 168 time: 0.0763555 Mar 23 12:35:43.365325 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60086) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:43.371357 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fb8ed-ff8e-48ca-a87c-9d0eadd1fd39 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=331a7c94-22b0-4c1a-b18a-cf5fec99d48c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:43.444836 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.453761 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.463027 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fcfe790f-13c4-4513-b0f2-7b3fd8aa157d tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0963464 Mar 23 12:35:43.467109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60090) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:43.505710 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.506654 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Attempting to bind port 2150ca8f-0923-4bee-ae4e-01e04b0d9508 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:35:43.507200 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Attempting to bind port 2150ca8f-0923-4bee-ae4e-01e04b0d9508 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:35:43.507775 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Attempting to bind port 2150ca8f-0923-4bee-ae4e-01e04b0d9508 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:43.514803 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:35:43.515166 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:43.515997 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.516388 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:35:43.517705 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Bound port: 2150ca8f-0923-4bee-ae4e-01e04b0d9508, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:35:43.518267 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.532249 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60dba10f-5f72-428f-baf6-c1ee57fcaf29 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.544519 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d9266-61e3-49eb-8e6e-e0f0ae3799d7 req-1abfef67-2db8-4a85-b28e-b1d593fd243d tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:43.548416 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e6d9266-61e3-49eb-8e6e-e0f0ae3799d7 req-1abfef67-2db8-4a85-b28e-b1d593fd243d tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.0791311 Mar 23 12:35:43.556641 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c47b0-ff7d-45c1-982c-5280d972c88e None None] Pushing event updated for resources: {'Port': ['ID=2150ca8f-0923-4bee-ae4e-01e04b0d9508,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:43.558867 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60dba10f-5f72-428f-baf6-c1ee57fcaf29 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.588940 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] For port 2150ca8f-0923-4bee-ae4e-01e04b0d9508, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:35:43.592648 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] For port 2150ca8f-0923-4bee-ae4e-01e04b0d9508, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2150ca8f-0923-4bee-ae4e-01e04b0d9508,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:35:43.598994 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.613772 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60dba10f-5f72-428f-baf6-c1ee57fcaf29 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.617332 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60dba10f-5f72-428f-baf6-c1ee57fcaf29 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.618606 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-60dba10f-5f72-428f-baf6-c1ee57fcaf29 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-groups/9585c285-9086-4fbd-9e69-6d76899250d4 HTTP/1.1" status: 204 len: 168 time: 0.1505828 Mar 23 12:35:43.621430 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60092) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:43.629279 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dba10f-5f72-428f-baf6-c1ee57fcaf29 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9585c285-9086-4fbd-9e69-6d76899250d4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:43.657101 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Routers {'d8d80209-e725-4e13-aca7-cf531443d97d'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:35:43.658578 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:35:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8d80209-e725-4e13-aca7-cf531443d97d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:43.691168 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e6d9266-61e3-49eb-8e6e-e0f0ae3799d7 req-130069f5-e6a7-424d-8e3c-26af18895e88 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248388 Mar 23 12:35:43.732261 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-25446503-629b-4a26-a013-0824de3428e5 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1076124 Mar 23 12:35:43.739069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60094) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:43.744029 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b75a104a-b6fb-43ab-be30-f7f37c684cd5 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group': {'name': 'tempest-secgroup--10599252'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:43.769372 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b75a104a-b6fb-43ab-be30-f7f37c684cd5 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.781048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Allocated IP 172.20.0.1 (5fdfc60f-283e-4e22-9f20-1cfdeadd8050/4a802d9a-4ada-4d77-b03c-b6045d268421/c769a205-aa93-49ea-a142-4abe8167d2dc) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:35:43.800875 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c47b0-ff7d-45c1-982c-5280d972c88e None None] Pushing event updated for resources: {'Port': ['ID=2150ca8f-0923-4bee-ae4e-01e04b0d9508,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:43.846572 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b75a104a-b6fb-43ab-be30-f7f37c684cd5 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.851711 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b75a104a-b6fb-43ab-be30-f7f37c684cd5 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.882987 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] Set router d8d80209-e725-4e13-aca7-cf531443d97d gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:35:43.883549 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b75a104a-b6fb-43ab-be30-f7f37c684cd5 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.887305 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 82cf8604-d1f3-455f-960c-f5f524b14517 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:35:43.888675 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b75a104a-b6fb-43ab-be30-f7f37c684cd5 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1474235 Mar 23 12:35:43.888788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60096) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:43.890366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a104a-b6fb-43ab-be30-f7f37c684cd5 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=796c911d-6fc1-4864-9daa-36fc0e130366,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:43.905551 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-049b55f7-06bb-4074-9527-fc9e5e0f0988 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group_rule': {'security_group_id': '796c911d-6fc1-4864-9daa-36fc0e130366', 'direction': 'ingress', 'protocol': 17}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:43.916500 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.951033 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-049b55f7-06bb-4074-9527-fc9e5e0f0988 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.991950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:35:43.993285 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:43.994504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a6d21013-1578-4cb7-81bf-4edb5a5960d8 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:35:44.044865 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:35:44.051883 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:44.057750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:35:44.074741 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:41Z', 'revision_number': 3, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:44.089113 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Pushing event updated for resources: {'Port': ['ID=c769a205-aa93-49ea-a142-4abe8167d2dc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:44.091163 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 82cf8604-d1f3-455f-960c-f5f524b14517, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=82cf8604-d1f3-455f-960c-f5f524b14517,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:44.094658 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-049b55f7-06bb-4074-9527-fc9e5e0f0988 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.105020 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-049b55f7-06bb-4074-9527-fc9e5e0f0988 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.113446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port a6d21013-1578-4cb7-81bf-4edb5a5960d8 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:35:44.121270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port a6d21013-1578-4cb7-81bf-4edb5a5960d8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:44.121646 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.124293 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3348e571-ccfc-494f-b512-55ac2b2b6187 None None] The sync data for ids ['d8d80209-e725-4e13-aca7-cf531443d97d'] in n-d-834854-1 is: [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:41Z', 'revision_number': 3, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:35:44.139550 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.142856 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b55f7-06bb-4074-9527-fc9e5e0f0988 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2825645c-7b26-44d4-9c23-b0cff45ad9c0,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:44.198769 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-049b55f7-06bb-4074-9527-fc9e5e0f0988 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.202666 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-049b55f7-06bb-4074-9527-fc9e5e0f0988 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3107748 Mar 23 12:35:44.203265 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60100) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:44.234231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '82cf8604-d1f3-455f-960c-f5f524b14517', 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5', 'port_id': '82cf8604-d1f3-455f-960c-f5f524b14517', 'mac_address': 'fa:16:3e:0b:d2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b7d4b1-e59a-4f34-a91f-437ec6f5c041', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:35:44.346341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e0242-a356-47ea-a83f-d96150349349 req-012e360c-b1fd-4d9f-b95d-30e8a7c276a3 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:44.346847 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.348312 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-973e0242-a356-47ea-a83f-d96150349349 req-012e360c-b1fd-4d9f-b95d-30e8a7c276a3 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 943 time: 0.1176293 Mar 23 12:35:44.399899 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ea50a7a-cb06-446a-9f6f-247d919b82ad tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.403092 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8d37cb40-4f3c-4210-8e8b-de9760cfbf5b,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:44.406708 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.410638 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-973e0242-a356-47ea-a83f-d96150349349 req-c884a0ea-efa7-4e22-8369-734fe1f46c6a tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499840 Mar 23 12:35:44.411200 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82cf8604-d1f3-455f-960c-f5f524b14517 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:35:44.434979 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ea50a7a-cb06-446a-9f6f-247d919b82ad tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.436590 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6469582-21cd-428f-9b70-a3e62b50aac0 req-cb003873-1bf6-474e-91dc-48d12f3dbfe1 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:44.438389 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a6469582-21cd-428f-9b70-a3e62b50aac0 req-cb003873-1bf6-474e-91dc-48d12f3dbfe1 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 944 time: 0.1140049 Mar 23 12:35:44.463903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 82cf8604-d1f3-455f-960c-f5f524b14517, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=82cf8604-d1f3-455f-960c-f5f524b14517,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:44.465504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '8d37cb40-4f3c-4210-8e8b-de9760cfbf5b', 'network_id': '83c3d223-a90d-4fa2-a08e-7ed538f62a7c', 'port_id': '8d37cb40-4f3c-4210-8e8b-de9760cfbf5b', 'mac_address': 'fa:16:3e:67:b7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa42aad2-789b-4776-85d3-e4eeb51562f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:35:44.467070 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.478794 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.487054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-844b8c97-f02f-4242-8906-1040b2a1fd41 None None] Provisioning complete for port c769a205-aa93-49ea-a142-4abe8167d2dc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:44.487412 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-844b8c97-f02f-4242-8906-1040b2a1fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.506238 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a6469582-21cd-428f-9b70-a3e62b50aac0 req-5fa2157d-1a6a-425a-8acf-76b24a3e9f41 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500255 Mar 23 12:35:44.541230 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ea50a7a-cb06-446a-9f6f-247d919b82ad tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.545357 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ea50a7a-cb06-446a-9f6f-247d919b82ad tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.545357 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4ea50a7a-cb06-446a-9f6f-247d919b82ad tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-groups/796c911d-6fc1-4864-9daa-36fc0e130366 HTTP/1.1" status: 204 len: 168 time: 0.3388398 Mar 23 12:35:44.558013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60104) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:44.596594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9876c53-d2dd-4dca-803f-a8cb2274333e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d21013-1578-4cb7-81bf-4edb5a5960d8'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:44.598814 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ecd94f-0bbb-4d16-b7a9-03919b9b0d94" -d '{"events": [{"server_uuid": "f9876c53-d2dd-4dca-803f-a8cb2274333e", "name": "network-vif-plugged", "status": "completed", "tag": "a6d21013-1578-4cb7-81bf-4edb5a5960d8"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:44.606778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea50a7a-cb06-446a-9f6f-247d919b82ad tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=796c911d-6fc1-4864-9daa-36fc0e130366,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:44.640430 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a6d21013-1578-4cb7-81bf-4edb5a5960d8, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a6d21013-1578-4cb7-81bf-4edb5a5960d8,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:44.642689 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.662675 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.664452 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-844b8c97-f02f-4242-8906-1040b2a1fd41 None None] Port c769a205-aa93-49ea-a142-4abe8167d2dc cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:35:44.674278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=82cf8604-d1f3-455f-960c-f5f524b14517,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:44.682600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:35:44.696246 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5f26b1a6-c313-4fbe-be97-7789ff45fa64 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1320796 Mar 23 12:35:44.696852 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60108) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:44.713057 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.713288 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-118fc5d8-98e4-4b55-a783-c0e308fb87e6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group': {'name': 'tempest-secgroup--774996239'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:44.717761 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800cd0f5-c7f9-42d5-abee-9738f3ca8b82 x-openstack-request-id: req-800cd0f5-c7f9-42d5-abee-9738f3ca8b82 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:44.718083 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9876c53-d2dd-4dca-803f-a8cb2274333e", "name": "network-vif-plugged", "status": "completed", "tag": "a6d21013-1578-4cb7-81bf-4edb5a5960d8", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:44.718340 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-800cd0f5-c7f9-42d5-abee-9738f3ca8b82 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:44.718898 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9876c53-d2dd-4dca-803f-a8cb2274333e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d21013-1578-4cb7-81bf-4edb5a5960d8', 'code': 200} Mar 23 12:35:44.731739 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.738307 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8d37cb40-4f3c-4210-8e8b-de9760cfbf5b,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:44.759153 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.764457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=a6d21013-1578-4cb7-81bf-4edb5a5960d8,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:44.805929 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-118fc5d8-98e4-4b55-a783-c0e308fb87e6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.832761 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=8d37cb40-4f3c-4210-8e8b-de9760cfbf5b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:44.868190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc595a5f-336b-40fa-9395-66cdab1943ab req-c168a562-0b76-412f-9c73-e8713b22eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:44.870048 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc595a5f-336b-40fa-9395-66cdab1943ab req-c168a562-0b76-412f-9c73-e8713b22eb52 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f9876c53-d2dd-4dca-803f-a8cb2274333e HTTP/1.1" status: 200 len: 1096 time: 0.0859365 Mar 23 12:35:44.889568 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.892975 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Pushing event updated for resources: {'Port': ['ID=c769a205-aa93-49ea-a142-4abe8167d2dc,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:44.914712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54e596-8ead-4d5d-a228-a314a1aa4572 req-b4423c09-947b-4572-a710-ca92dcc76cad tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:44.919289 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af54e596-8ead-4d5d-a228-a314a1aa4572 req-b4423c09-947b-4572-a710-ca92dcc76cad tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.0968983 Mar 23 12:35:44.927510 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['82cf8604-d1f3-455f-960c-f5f524b14517'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:35:44.940083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc595a5f-336b-40fa-9395-66cdab1943ab req-aee5b521-0fcc-40ba-a43e-d99be25a709d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605927 Mar 23 12:35:44.942475 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-118fc5d8-98e4-4b55-a783-c0e308fb87e6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:44.955752 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-118fc5d8-98e4-4b55-a783-c0e308fb87e6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.011031 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-118fc5d8-98e4-4b55-a783-c0e308fb87e6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.013139 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-118fc5d8-98e4-4b55-a783-c0e308fb87e6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3146756 Mar 23 12:35:45.016645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60112) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:45.025799 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a6fcda86-aa34-4edf-880f-1e972a2f71e6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group': {'name': 'tempest-secgroup--883376160'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:45.038931 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fc5d8-98e4-4b55-a783-c0e308fb87e6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5856cc-1f05-4e99-a12f-60eac1821130,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:45.057115 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6fcda86-aa34-4edf-880f-1e972a2f71e6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.076515 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af54e596-8ead-4d5d-a228-a314a1aa4572 req-db2736f9-b2d0-4bb7-8b3a-cf00b1d1072b tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444287 Mar 23 12:35:45.114085 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:35:45.115727 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:45.136228 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['8d37cb40-4f3c-4210-8e8b-de9760cfbf5b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:35:45.174699 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6fcda86-aa34-4edf-880f-1e972a2f71e6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.180323 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6fcda86-aa34-4edf-880f-1e972a2f71e6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.235384 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6fcda86-aa34-4edf-880f-1e972a2f71e6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.237243 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a6fcda86-aa34-4edf-880f-1e972a2f71e6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2194219 Mar 23 12:35:45.245664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60114) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:45.251975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-93f45a48-e2a7-47e0-97ed-a9b5f056ec4a tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group_rule': {'security_group_id': '1f5856cc-1f05-4e99-a12f-60eac1821130', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '024d75bb-7af1-4701-8b48-4d85dd28bd95', 'remote_ip_prefix': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:45.268265 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2150ca8f-0923-4bee-ae4e-01e04b0d9508 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:35:45.269351 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcda86-aa34-4edf-880f-1e972a2f71e6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024d75bb-7af1-4701-8b48-4d85dd28bd95,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:45.323312 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93f45a48-e2a7-47e0-97ed-a9b5f056ec4a tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.386117 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Router d8d80209-e725-4e13-aca7-cf531443d97d has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:35:45.451348 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2150ca8f-0923-4bee-ae4e-01e04b0d9508 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:45.451715 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.487004 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93f45a48-e2a7-47e0-97ed-a9b5f056ec4a tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.495554 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93f45a48-e2a7-47e0-97ed-a9b5f056ec4a tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.521642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f45a48-e2a7-47e0-97ed-a9b5f056ec4a tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38de3b4-55dc-4c38-a043-996d6f5758a3,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:45.524297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4d6f99d1-280a-41e1-a5d0-9931ac926fd3 None None] Provisioning complete for port c769a205-aa93-49ea-a142-4abe8167d2dc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:45.524648 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4d6f99d1-280a-41e1-a5d0-9931ac926fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.552513 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93f45a48-e2a7-47e0-97ed-a9b5f056ec4a tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.556503 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-93f45a48-e2a7-47e0-97ed-a9b5f056ec4a tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3092058 Mar 23 12:35:45.560034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60120) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:45.582535 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:35:45.596574 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2ab44b88-b9d6-48bb-b252-3437490f766b admin admin] 10.222.0.52 "PUT /v2.0/routers/d8d80209-e725-4e13-aca7-cf531443d97d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7794561 Mar 23 12:35:45.659121 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e19c7b13-a1c0-49a6-aa4a-ed76c9e7c071 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.677675 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e19c7b13-a1c0-49a6-aa4a-ed76c9e7c071 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.697251 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871e3c8-c27c-462a-9210-55af29b2f317 req-3dac9294-0897-4321-944b-8efc5db2bed8 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:45.698824 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c871e3c8-c27c-462a-9210-55af29b2f317 req-3dac9294-0897-4321-944b-8efc5db2bed8 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 944 time: 0.1628289 Mar 23 12:35:45.763908 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e19c7b13-a1c0-49a6-aa4a-ed76c9e7c071 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.771065 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f99d1-280a-41e1-a5d0-9931ac926fd3 None None] Port c769a205-aa93-49ea-a142-4abe8167d2dc cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:35:45.776903 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e19c7b13-a1c0-49a6-aa4a-ed76c9e7c071 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.778002 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e19c7b13-a1c0-49a6-aa4a-ed76c9e7c071 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b38de3b4-55dc-4c38-a043-996d6f5758a3 HTTP/1.1" status: 204 len: 168 time: 0.2161353 Mar 23 12:35:45.781851 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60124) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:45.788892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e57c4-1a98-42e3-8b8f-c46dab71cb5e req-7805a347-410d-4178-8472-ffa02dd12098 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:45.790992 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.791982 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e85e57c4-1a98-42e3-8b8f-c46dab71cb5e req-7805a347-410d-4178-8472-ffa02dd12098 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 945 time: 0.0982745 Mar 23 12:35:45.818505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 2150ca8f-0923-4bee-ae4e-01e04b0d9508, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2150ca8f-0923-4bee-ae4e-01e04b0d9508,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:45.826689 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.830297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c7b13-a1c0-49a6-aa4a-ed76c9e7c071 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b38de3b4-55dc-4c38-a043-996d6f5758a3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:45.844693 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c871e3c8-c27c-462a-9210-55af29b2f317 req-0044a0d8-6aa7-4811-8dc3-8d9cc2785a06 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373057 Mar 23 12:35:45.879976 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e85e57c4-1a98-42e3-8b8f-c46dab71cb5e req-aa42f4df-513d-49d3-af48-e5db67389812 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683830 Mar 23 12:35:45.908932 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5cbd4bca-e6c9-4864-bdf2-5a145558b892 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1254811 Mar 23 12:35:45.910656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60130) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:45.919182 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:45.945373 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=2150ca8f-0923-4bee-ae4e-01e04b0d9508,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:45.989998 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8422c2de-2586-4005-af22-3c691a295596 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.036806 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8422c2de-2586-4005-af22-3c691a295596 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.086004 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8422c2de-2586-4005-af22-3c691a295596 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.089380 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8422c2de-2586-4005-af22-3c691a295596 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.092275 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8422c2de-2586-4005-af22-3c691a295596 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-groups/024d75bb-7af1-4701-8b48-4d85dd28bd95 HTTP/1.1" status: 204 len: 168 time: 0.1802430 Mar 23 12:35:46.094614 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60132) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:46.108400 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422c2de-2586-4005-af22-3c691a295596 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=024d75bb-7af1-4701-8b48-4d85dd28bd95,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:46.204919 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60136) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:46.220769 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a571aac9-8a00-4e09-a6bd-25d8b689bbfb tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1227024 Mar 23 12:35:46.329420 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-68272d66-839d-4fdb-bab4-6c3fb1198a68 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.338671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24aaf6-3ef5-4d4e-9657-bab90f124588 req-230e8b6e-fac6-4a8b-9542-0ff54c838374 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:46.340440 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2b24aaf6-3ef5-4d4e-9657-bab90f124588 req-230e8b6e-fac6-4a8b-9542-0ff54c838374 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.0844226 Mar 23 12:35:46.359844 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-68272d66-839d-4fdb-bab4-6c3fb1198a68 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.390624 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2b24aaf6-3ef5-4d4e-9657-bab90f124588 req-84a1a818-928a-4291-9554-f50d82370f0e tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416596 Mar 23 12:35:46.429614 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-68272d66-839d-4fdb-bab4-6c3fb1198a68 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.434165 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-68272d66-839d-4fdb-bab4-6c3fb1198a68 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.435981 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-68272d66-839d-4fdb-bab4-6c3fb1198a68 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-groups/1f5856cc-1f05-4e99-a12f-60eac1821130 HTTP/1.1" status: 204 len: 168 time: 0.2254393 Mar 23 12:35:46.438659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60138) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:46.450789 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68272d66-839d-4fdb-bab4-6c3fb1198a68 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5856cc-1f05-4e99-a12f-60eac1821130,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:46.497818 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-94274eed-fb6f-4164-b438-de4df65515d6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0526295 Mar 23 12:35:46.498588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60140) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:46.503304 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7c19ac57-e6fc-492c-91ef-6f9280b3ee96 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191416989'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:46.533060 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c19ac57-e6fc-492c-91ef-6f9280b3ee96 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.586180 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60142) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:46.591412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9670a0a5-1d7a-4fe8-a8ac-9de00437a5df tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1731721248', 'description': 'tempest-description--1594138709'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:46.615604 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c19ac57-e6fc-492c-91ef-6f9280b3ee96 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.622515 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9670a0a5-1d7a-4fe8-a8ac-9de00437a5df tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.624774 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c19ac57-e6fc-492c-91ef-6f9280b3ee96 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.653567 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c19ac57-e6fc-492c-91ef-6f9280b3ee96 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.658282 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7c19ac57-e6fc-492c-91ef-6f9280b3ee96 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1580527 Mar 23 12:35:46.659705 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60144) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:46.663603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Sync routers for ids ['d8d80209-e725-4e13-aca7-cf531443d97d'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:35:46.664370 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0fe8f7c8-7a90-4a53-853e-8a145f468a54 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group_rule': {'security_group_id': 'b9f9eb97-0252-46a2-bc4a-6a93ddb19714', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:46.666334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19ac57-e6fc-492c-91ef-6f9280b3ee96 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f9eb97-0252-46a2-bc4a-6a93ddb19714,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:46.683590 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Routers {'d8d80209-e725-4e13-aca7-cf531443d97d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:35:46.685055 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:35:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8d80209-e725-4e13-aca7-cf531443d97d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:46.722321 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f7c8-7a90-4a53-853e-8a145f468a54 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.730867 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9670a0a5-1d7a-4fe8-a8ac-9de00437a5df tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.737142 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9670a0a5-1d7a-4fe8-a8ac-9de00437a5df tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.778026 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9670a0a5-1d7a-4fe8-a8ac-9de00437a5df tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.779254 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9670a0a5-1d7a-4fe8-a8ac-9de00437a5df tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1920698 Mar 23 12:35:46.782362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60146) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:46.787859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6ba5900f-1e11-41ff-86c1-2bad304ca218 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Request body: {'security_group_rule': {'security_group_id': 'f97fd142-7e9e-4162-8893-4b28327fc935', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:46.791666 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670a0a5-1d7a-4fe8-a8ac-9de00437a5df tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f97fd142-7e9e-4162-8893-4b28327fc935,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:46.810017 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Set router d8d80209-e725-4e13-aca7-cf531443d97d gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:35:46.810137 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f7c8-7a90-4a53-853e-8a145f468a54 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.815280 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f7c8-7a90-4a53-853e-8a145f468a54 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.830841 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba5900f-1e11-41ff-86c1-2bad304ca218 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.835361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8f7c8-7a90-4a53-853e-8a145f468a54 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9760aca-d3a0-4e30-aaaf-cd7328f7343f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:46.846023 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f7c8-7a90-4a53-853e-8a145f468a54 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.847798 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0fe8f7c8-7a90-4a53-853e-8a145f468a54 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1866665 Mar 23 12:35:46.851163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60148) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:46.877063 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2cb0233c-288b-40fd-9fae-4fa5cf423d92 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.890643 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2cb0233c-288b-40fd-9fae-4fa5cf423d92 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.892862 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba5900f-1e11-41ff-86c1-2bad304ca218 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.898140 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba5900f-1e11-41ff-86c1-2bad304ca218 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.921830 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2cb0233c-288b-40fd-9fae-4fa5cf423d92 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.926074 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba5900f-1e11-41ff-86c1-2bad304ca218 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.928146 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6ba5900f-1e11-41ff-86c1-2bad304ca218 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444635 Mar 23 12:35:46.933180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60154) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:46.937711 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0c239747-2da4-4e2d-963c-3b9ae3171cae tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Request body: {'security_group_rule': {'security_group_id': 'f97fd142-7e9e-4162-8893-4b28327fc935', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:46.941876 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2cb0233c-288b-40fd-9fae-4fa5cf423d92 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:46.945607 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2cb0233c-288b-40fd-9fae-4fa5cf423d92 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/d9760aca-d3a0-4e30-aaaf-cd7328f7343f HTTP/1.1" status: 204 len: 168 time: 0.0917897 Mar 23 12:35:46.945607 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0233c-288b-40fd-9fae-4fa5cf423d92 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9760aca-d3a0-4e30-aaaf-cd7328f7343f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:46.946465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60156) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:46.948544 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5900f-1e11-41ff-86c1-2bad304ca218 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4059c92-f2d9-433f-969e-3774b2301e84,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:46.977254 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c239747-2da4-4e2d-963c-3b9ae3171cae tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.016088 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-01701b29-3e85-4200-b492-83cfc14beb2c tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0659919 Mar 23 12:35:47.024629 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60158) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:47.059299 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:44Z', 'revision_number': 4, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c769a205-aa93-49ea-a142-4abe8167d2dc', 'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'mac_address': 'fa:16:3e:35:2c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:43Z', 'updated_at': '2022-03-23T12:35:44Z', 'revision_number': 2, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'subnets': [{'id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:47.076450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9697-f9ee-47d4-9b39-7ab7b6cfa968 req-64d3082f-2e36-4492-8aa4-23a6b3a9fe40 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:47.085271 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fd5d9697-f9ee-47d4-9b39-7ab7b6cfa968 req-64d3082f-2e36-4492-8aa4-23a6b3a9fe40 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 944 time: 0.0704162 Mar 23 12:35:47.097971 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Checking router: d8d80209-e725-4e13-aca7-cf531443d97d for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:35:47.099008 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Updating router d8d80209-e725-4e13-aca7-cf531443d97d port c769a205-aa93-49ea-a142-4abe8167d2dc binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:35:47.112340 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c239747-2da4-4e2d-963c-3b9ae3171cae tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.132229 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.133038 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fd5d9697-f9ee-47d4-9b39-7ab7b6cfa968 req-17b62082-325b-423d-8e18-3cc2427c1c76 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468245 Mar 23 12:35:47.136224 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c239747-2da4-4e2d-963c-3b9ae3171cae tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.155864 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2150ca8f-0923-4bee-ae4e-01e04b0d9508 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:35:47.171637 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765f58a-89ec-4796-a382-f1054881689b req-67548671-c831-40d2-b82f-0210f54407cc tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:47.173683 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c765f58a-89ec-4796-a382-f1054881689b req-67548671-c831-40d2-b82f-0210f54407cc tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 945 time: 0.1400840 Mar 23 12:35:47.181594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c239747-2da4-4e2d-963c-3b9ae3171cae tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c32e742-2d21-4fd2-8e0b-888ae6ee55e9,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:47.192064 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c239747-2da4-4e2d-963c-3b9ae3171cae tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.193204 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0c239747-2da4-4e2d-963c-3b9ae3171cae tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2590895 Mar 23 12:35:47.197652 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60160) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:47.203038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:47.236814 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebf86f4b-3ef2-4e9f-95ea-59b7de065ae6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.237701 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.247790 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c765f58a-89ec-4796-a382-f1054881689b req-3edb2e66-e97c-442c-918c-4b412e22ecc4 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628397 Mar 23 12:35:47.279813 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebf86f4b-3ef2-4e9f-95ea-59b7de065ae6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.321092 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.323885 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2150ca8f-0923-4bee-ae4e-01e04b0d9508 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:47.324285 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.358345 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebf86f4b-3ef2-4e9f-95ea-59b7de065ae6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.363568 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebf86f4b-3ef2-4e9f-95ea-59b7de065ae6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.369703 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ebf86f4b-3ef2-4e9f-95ea-59b7de065ae6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-groups/b9f9eb97-0252-46a2-bc4a-6a93ddb19714 HTTP/1.1" status: 204 len: 168 time: 0.3433554 Mar 23 12:35:47.371025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60162) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:47.394695 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf86f4b-3ef2-4e9f-95ea-59b7de065ae6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f9eb97-0252-46a2-bc4a-6a93ddb19714,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:47.439735 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.448026 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-84046979-6e43-4d43-91cb-1460e7d01003 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718167 Mar 23 12:35:47.448026 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60166) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:47.452955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-52c49dc6-3e31-423a-acdb-9f028dc39cdd tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823088874'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:47.483275 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52c49dc6-3e31-423a-acdb-9f028dc39cdd tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.558711 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52c49dc6-3e31-423a-acdb-9f028dc39cdd tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.563196 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52c49dc6-3e31-423a-acdb-9f028dc39cdd tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.563337 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f59368-8df5-4021-92cf-aefdc8d63737 req-90938c09-69fa-4a9a-83cf-e396905a6276 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:47.564805 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03f59368-8df5-4021-92cf-aefdc8d63737 req-90938c09-69fa-4a9a-83cf-e396905a6276 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.0678229 Mar 23 12:35:47.580849 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.586761 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.591561 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52c49dc6-3e31-423a-acdb-9f028dc39cdd tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.595824 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-52c49dc6-3e31-423a-acdb-9f028dc39cdd tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1439092 Mar 23 12:35:47.597816 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60168) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:47.602089 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5ad0f728-d8bd-4d84-85ef-dfd6a101a7f9 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group_rule': {'security_group_id': '666c0b08-227c-4eb8-a2a0-85f1bb59d705', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:47.613291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c49dc6-3e31-423a-acdb-9f028dc39cdd tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666c0b08-227c-4eb8-a2a0-85f1bb59d705,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:47.635588 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03f59368-8df5-4021-92cf-aefdc8d63737 req-0915568c-2833-48b4-bee4-1ec75a59dcc3 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439470 Mar 23 12:35:47.639870 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5ad0f728-d8bd-4d84-85ef-dfd6a101a7f9 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.662400 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Allocated IP 172.25.2.76 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/9a4f9564-54c5-450b-9130-d16db8c29b9f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:35:47.673852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cc0aa-dd75-4fa4-b222-5eea483bf59e None None] Pushing event updated for resources: {'Port': ['ID=c769a205-aa93-49ea-a142-4abe8167d2dc,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:47.710623 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5ad0f728-d8bd-4d84-85ef-dfd6a101a7f9 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.715983 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5ad0f728-d8bd-4d84-85ef-dfd6a101a7f9 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.742981 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0f728-d8bd-4d84-85ef-dfd6a101a7f9 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402e18b6-5b5f-4070-b48e-7bee0a10310b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:47.754414 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Attempting to bind port c769a205-aa93-49ea-a142-4abe8167d2dc on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:35:47.754851 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Attempting to bind port c769a205-aa93-49ea-a142-4abe8167d2dc by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:35:47.755354 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Attempting to bind port c769a205-aa93-49ea-a142-4abe8167d2dc on network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:47.758380 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5ad0f728-d8bd-4d84-85ef-dfd6a101a7f9 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.761144 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:35:47.763976 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Checking segment: {'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:47.764148 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5ad0f728-d8bd-4d84-85ef-dfd6a101a7f9 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1631689 Mar 23 12:35:47.764257 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.764257 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Bound using segment: {'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:35:47.764257 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Bound port: c769a205-aa93-49ea-a142-4abe8167d2dc, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:35:47.764257 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.764804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60170) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:47.785051 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7f97cb81-1faf-464e-8c1d-b75a19d56004 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules/402e18b6-5b5f-4070-b48e-7bee0a10310b HTTP/1.1" status: 200 len: 763 time: 0.0189769 Mar 23 12:35:47.787481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60172) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:47.838825 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] For port c769a205-aa93-49ea-a142-4abe8167d2dc, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:35:47.842159 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] For port c769a205-aa93-49ea-a142-4abe8167d2dc, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c769a205-aa93-49ea-a142-4abe8167d2dc,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:35:47.848395 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.897330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 82cf8604-d1f3-455f-960c-f5f524b14517 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:35:47.916773 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b2cb6f59-dccd-47f7-9506-52ced2268cd1 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1252568 Mar 23 12:35:47.916877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60174) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:47.925080 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.949242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Routers {'d8d80209-e725-4e13-aca7-cf531443d97d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:35:47.949973 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:35:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8d80209-e725-4e13-aca7-cf531443d97d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:47.950487 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-723828b9-77f1-4434-a027-54793367fcda tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.953517 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cc0aa-dd75-4fa4-b222-5eea483bf59e None None] Pushing event updated for resources: {'Port': ['ID=c769a205-aa93-49ea-a142-4abe8167d2dc,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:47.969831 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-723828b9-77f1-4434-a027-54793367fcda tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:47.986412 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.012059 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-723828b9-77f1-4434-a027-54793367fcda tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.014491 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:35:48.018470 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-723828b9-77f1-4434-a027-54793367fcda tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.019807 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-723828b9-77f1-4434-a027-54793367fcda tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/402e18b6-5b5f-4070-b48e-7bee0a10310b HTTP/1.1" status: 204 len: 168 time: 0.1017613 Mar 23 12:35:48.022779 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60176) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:48.041181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723828b9-77f1-4434-a027-54793367fcda tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=402e18b6-5b5f-4070-b48e-7bee0a10310b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:48.071102 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-20d0d348-c614-4240-9a08-2a3a059654cf tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0472462 Mar 23 12:35:48.073586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60178) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:48.076834 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:35:48.079098 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-29282f36-40ed-43e2-8103-f6cb978293bb tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group_rule': {'security_group_id': '666c0b08-227c-4eb8-a2a0-85f1bb59d705', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:48.090516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:48.098327 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:35:48.107913 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 82cf8604-d1f3-455f-960c-f5f524b14517 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:35:48.118574 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f747763e-972c-4435-bfab-de1797a44848 None None] Provisioning complete for port c769a205-aa93-49ea-a142-4abe8167d2dc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:48.119009 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f747763e-972c-4435-bfab-de1797a44848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.122546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29282f36-40ed-43e2-8103-f6cb978293bb tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.122965 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 82cf8604-d1f3-455f-960c-f5f524b14517 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:48.123330 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.166785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event updated for resources: {'Port': ['ID=9a4f9564-54c5-450b-9130-d16db8c29b9f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:48.218604 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] Set router d8d80209-e725-4e13-aca7-cf531443d97d gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:35:48.221932 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29282f36-40ed-43e2-8103-f6cb978293bb tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.233291 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29282f36-40ed-43e2-8103-f6cb978293bb tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.259238 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.282066 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-29282f36-40ed-43e2-8103-f6cb978293bb tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.284463 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-29282f36-40ed-43e2-8103-f6cb978293bb tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2083447 Mar 23 12:35:48.292312 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60184) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:48.317080 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.323356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29282f36-40ed-43e2-8103-f6cb978293bb tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea736a2b-b8e0-4705-88c3-743524243a74,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:48.337535 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3d1a5284-994e-4d1c-9fa3-636c88cc88cb tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules/ea736a2b-b8e0-4705-88c3-743524243a74 HTTP/1.1" status: 200 len: 763 time: 0.0430040 Mar 23 12:35:48.340080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60186) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:48.387709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c154f1e-93db-4171-8161-5a98493b7f37 req-4e89636c-1638-4ea2-a2c1-dd7877bf7e54 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:48.390128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:35:48.392989 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3c154f1e-93db-4171-8161-5a98493b7f37 req-4e89636c-1638-4ea2-a2c1-dd7877bf7e54 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 944 time: 0.1149828 Mar 23 12:35:48.433249 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ea38fc3a-853d-448d-a974-238b4db8d80f tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0845776 Mar 23 12:35:48.433533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:48.433533 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.433825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60188) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:48.456614 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b29ef-0a3b-40d2-a44d-75002225afd3 req-380f6bec-7b30-4072-a8ca-9c63f1344641 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:48.458254 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6a8b29ef-0a3b-40d2-a44d-75002225afd3 req-380f6bec-7b30-4072-a8ca-9c63f1344641 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 945 time: 0.1062546 Mar 23 12:35:48.472316 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3c154f1e-93db-4171-8161-5a98493b7f37 req-866b07fb-8e93-4f55-8faf-fc5163ba2b46 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649662 Mar 23 12:35:48.508280 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.533995 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53260b89-80c1-4f10-9e91-7dbfdb4359bf tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.560157 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53260b89-80c1-4f10-9e91-7dbfdb4359bf tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.567767 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6a8b29ef-0a3b-40d2-a44d-75002225afd3 req-deca80db-3714-4dbb-8079-a2a01b3f5b9f tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783792 Mar 23 12:35:48.595757 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de652fbc-f56c-4f8e-b8b7-8984ae37fc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cf8604-d1f3-455f-960c-f5f524b14517'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:48.598035 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f274c5-e59e-4658-8538-0a437890657b" -d '{"events": [{"server_uuid": "de652fbc-f56c-4f8e-b8b7-8984ae37fc3f", "name": "network-vif-plugged", "status": "completed", "tag": "82cf8604-d1f3-455f-960c-f5f524b14517"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:48.610336 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f747763e-972c-4435-bfab-de1797a44848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.618757 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53260b89-80c1-4f10-9e91-7dbfdb4359bf tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.619390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 82cf8604-d1f3-455f-960c-f5f524b14517, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=82cf8604-d1f3-455f-960c-f5f524b14517,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:48.631249 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53260b89-80c1-4f10-9e91-7dbfdb4359bf tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.635001 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-53260b89-80c1-4f10-9e91-7dbfdb4359bf tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/ea736a2b-b8e0-4705-88c3-743524243a74 HTTP/1.1" status: 204 len: 168 time: 0.1999128 Mar 23 12:35:48.635264 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.635389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60192) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:48.640569 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.643281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53260b89-80c1-4f10-9e91-7dbfdb4359bf tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea736a2b-b8e0-4705-88c3-743524243a74,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:48.652777 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.671233 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5700eaeb-b57a-49ab-ba19-373dd70145c9 x-openstack-request-id: req-5700eaeb-b57a-49ab-ba19-373dd70145c9 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:48.671528 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de652fbc-f56c-4f8e-b8b7-8984ae37fc3f", "name": "network-vif-plugged", "status": "completed", "tag": "82cf8604-d1f3-455f-960c-f5f524b14517", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:48.671966 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5700eaeb-b57a-49ab-ba19-373dd70145c9 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:48.672367 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de652fbc-f56c-4f8e-b8b7-8984ae37fc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cf8604-d1f3-455f-960c-f5f524b14517', 'code': 200} Mar 23 12:35:48.700360 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8b2aef01-0c88-497a-b030-2df82aa8f1a2 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0636044 Mar 23 12:35:48.703246 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60196) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:48.709367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7cb7b1cc-282b-41a2-9984-016c542e485c tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group_rule': {'security_group_id': '666c0b08-227c-4eb8-a2a0-85f1bb59d705', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:48.747041 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.749217 n-d-834854-1 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-7cb7b1cc-282b-41a2-9984-016c542e485c tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Project 5bf80de586454588a2b471a04d3d1d5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:35:48.752145 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f747763e-972c-4435-bfab-de1797a44848 None None] For port c769a205-aa93-49ea-a142-4abe8167d2dc, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c769a205-aa93-49ea-a142-4abe8167d2dc,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:48.757512 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b1cc-282b-41a2-9984-016c542e485c tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.828029 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b1cc-282b-41a2-9984-016c542e485c tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.832680 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b1cc-282b-41a2-9984-016c542e485c tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.853324 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7b1cc-282b-41a2-9984-016c542e485c tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460f55e2-861c-4f56-ac86-39b6fdad93f2,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:48.865860 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b1cc-282b-41a2-9984-016c542e485c tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.868219 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7cb7b1cc-282b-41a2-9984-016c542e485c tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1641808 Mar 23 12:35:48.870431 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60198) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:48.890059 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-82fc1177-8283-4630-ba5d-39e750a2655b tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules/460f55e2-861c-4f56-ac86-39b6fdad93f2 HTTP/1.1" status: 200 len: 769 time: 0.0180233 Mar 23 12:35:48.895386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60200) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:48.934721 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f747763e-972c-4435-bfab-de1797a44848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.947132 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-37acc287-2400-4b47-9cca-532721c8f864 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0471327 Mar 23 12:35:48.947339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=82cf8604-d1f3-455f-960c-f5f524b14517,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:48.947447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60202) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:48.958393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:44Z', 'revision_number': 4, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c769a205-aa93-49ea-a142-4abe8167d2dc', 'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'mac_address': 'fa:16:3e:35:2c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:43Z', 'updated_at': '2022-03-23T12:35:47Z', 'revision_number': 4, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'subnets': [{'id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:48.976096 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e81dbfd-232a-4bd7-a4d4-2758ef080893 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:48.985161 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e81dbfd-232a-4bd7-a4d4-2758ef080893 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.017638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e32d7-50fb-4120-acdd-fefec249cbce None None] The sync data for ids ['d8d80209-e725-4e13-aca7-cf531443d97d'] in n-d-834854-1 is: [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:44Z', 'revision_number': 4, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c769a205-aa93-49ea-a142-4abe8167d2dc', 'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'mac_address': 'fa:16:3e:35:2c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:43Z', 'updated_at': '2022-03-23T12:35:47Z', 'revision_number': 4, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'subnets': [{'id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:35:49.019438 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e81dbfd-232a-4bd7-a4d4-2758ef080893 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.026856 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e81dbfd-232a-4bd7-a4d4-2758ef080893 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.030310 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3e81dbfd-232a-4bd7-a4d4-2758ef080893 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/460f55e2-861c-4f56-ac86-39b6fdad93f2 HTTP/1.1" status: 204 len: 168 time: 0.0805595 Mar 23 12:35:49.032820 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8d37cb40-4f3c-4210-8e8b-de9760cfbf5b,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:49.034401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60204) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:49.040462 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.041947 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81dbfd-232a-4bd7-a4d4-2758ef080893 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=460f55e2-861c-4f56-ac86-39b6fdad93f2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:49.072650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747763e-972c-4435-bfab-de1797a44848 None None] Pushing event updated for resources: {'Port': ['ID=c769a205-aa93-49ea-a142-4abe8167d2dc,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:49.101221 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a839cf0a-8277-4b8a-880a-125328f892e6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629451 Mar 23 12:35:49.101615 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60206) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:49.106226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-809080bd-ff6a-4f6b-ae28-748015434efc None None] Provisioning complete for port c769a205-aa93-49ea-a142-4abe8167d2dc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:49.106226 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-809080bd-ff6a-4f6b-ae28-748015434efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.180938 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event updated for resources: {'Port': ['ID=9a4f9564-54c5-450b-9130-d16db8c29b9f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:49.192962 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.203062 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=8d37cb40-4f3c-4210-8e8b-de9760cfbf5b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:49.222028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43656ce4-281c-4506-bd46-39ba81d371b7 req-49cef02f-3f75-4f9c-8571-74483a6c2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:49.223721 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-43656ce4-281c-4506-bd46-39ba81d371b7 req-49cef02f-3f75-4f9c-8571-74483a6c2366 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 1096 time: 0.4383280 Mar 23 12:35:49.230354 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a03e0f4-ce79-430e-a173-c7e9a71ccdb3 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.231623 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.240503 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7480158d-10cc-4fe4-82a8-52c714f8a112 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0416670 Mar 23 12:35:49.261516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663d2ef-4672-41ab-9d97-db80b0a7d70e req-9cb57359-7f0b-46b1-97b5-7a02daba38c2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:49.269065 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a03e0f4-ce79-430e-a173-c7e9a71ccdb3 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.272564 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f663d2ef-4672-41ab-9d97-db80b0a7d70e req-9cb57359-7f0b-46b1-97b5-7a02daba38c2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.4901526 Mar 23 12:35:49.323600 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-43656ce4-281c-4506-bd46-39ba81d371b7 req-4b7f349d-61dc-4ca3-a502-2fdd1e7da347 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816350 Mar 23 12:35:49.342448 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a03e0f4-ce79-430e-a173-c7e9a71ccdb3 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.345364 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a03e0f4-ce79-430e-a173-c7e9a71ccdb3 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.349403 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7a03e0f4-ce79-430e-a173-c7e9a71ccdb3 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-groups/666c0b08-227c-4eb8-a2a0-85f1bb59d705 HTTP/1.1" status: 204 len: 168 time: 0.2439809 Mar 23 12:35:49.350467 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60216) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:49.357399 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03e0f4-ce79-430e-a173-c7e9a71ccdb3 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=666c0b08-227c-4eb8-a2a0-85f1bb59d705,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:49.391081 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f663d2ef-4672-41ab-9d97-db80b0a7d70e req-2e8e75a0-8b11-4f6f-8047-cc678fa1eff2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956819 Mar 23 12:35:49.423629 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-618daa4a-1b9c-4c1a-ad85-4662131a35b3 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0713329 Mar 23 12:35:49.428962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60222) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:49.433514 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d8709fa1-e1e1-4b3b-b811-498475279cbe tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group': {'name': 'tempest-secgroup--1119042234'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:49.441845 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-f1b46aa1-05fd-48f6-902a-d4da805c670c tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1731721248&fields=id&tenant_id=3e1363c48ca9457e9793255c56c3986d HTTP/1.1" status: 200 len: 267 time: 0.0579903 Mar 23 12:35:49.460317 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8709fa1-e1e1-4b3b-b811-498475279cbe tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.555969 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8709fa1-e1e1-4b3b-b811-498475279cbe tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.563083 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8709fa1-e1e1-4b3b-b811-498475279cbe tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.569640 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-8dcbdf1f-397e-4fc8-ab5e-f8374b6102e5 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:49.577018 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-8dcbdf1f-397e-4fc8-ab5e-f8374b6102e5 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/networks?id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050 HTTP/1.1" status: 200 len: 816 time: 0.1271064 Mar 23 12:35:49.589141 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-55dafe31-54fb-424e-b3ab-23bf4b1669f9 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/quotas/3e1363c48ca9457e9793255c56c3986d HTTP/1.1" status: 200 len: 375 time: 0.0112658 Mar 23 12:35:49.623964 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d8709fa1-e1e1-4b3b-b811-498475279cbe tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.628350 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d8709fa1-e1e1-4b3b-b811-498475279cbe tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1952810 Mar 23 12:35:49.630145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60230) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:49.634563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ed234eeb-da0b-465a-904f-8fb959f6cd35 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Request body: {'security_group_rule': {'security_group_id': 'f3a0e68f-5d68-469c-be3d-f03dcd483633', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:49.640790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8709fa1-e1e1-4b3b-b811-498475279cbe tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a0e68f-5d68-469c-be3d-f03dcd483633,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:49.655842 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-8aa44a41-06b0-40b6-9422-d5a19f3f2939 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e1363c48ca9457e9793255c56c3986d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552742 Mar 23 12:35:49.668362 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b414dc4-9d5d-4e22-af82-c8a89508be8a req-f9ed7994-e91e-4607-8c1e-7858a06a95c2 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:49.670091 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0b414dc4-9d5d-4e22-af82-c8a89508be8a req-f9ed7994-e91e-4607-8c1e-7858a06a95c2 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 945 time: 0.1087458 Mar 23 12:35:49.699195 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed234eeb-da0b-465a-904f-8fb959f6cd35 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.745966 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0b414dc4-9d5d-4e22-af82-c8a89508be8a req-822ae208-3d60-4762-bb96-e5b78a10e88f tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627053 Mar 23 12:35:49.777232 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed234eeb-da0b-465a-904f-8fb959f6cd35 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.783147 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed234eeb-da0b-465a-904f-8fb959f6cd35 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.794367 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-da6c7e5f-ff9b-4e4e-b49c-e724b44a50d7 service neutron] 10.222.0.52 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215115 Mar 23 12:35:49.808987 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed234eeb-da0b-465a-904f-8fb959f6cd35 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.810288 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ed234eeb-da0b-465a-904f-8fb959f6cd35 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1792059 Mar 23 12:35:49.813285 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60232) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:49.817929 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed234eeb-da0b-465a-904f-8fb959f6cd35 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c17aaff-5cdb-4af5-aecf-a6aebd291322,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:49.896535 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781ff39-9980-42cc-81e8-e4ff58b561c8 req-9ed2012d-63d0-49f1-befa-e9d4fe643a36 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:49.900407 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a781ff39-9980-42cc-81e8-e4ff58b561c8 req-9ed2012d-63d0-49f1-befa-e9d4fe643a36 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 946 time: 0.0650883 Mar 23 12:35:49.943870 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6d98-a3b0-45cc-8ba7-bb80d0bcdad6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:49.947071 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-f7d30072-7302-4ed2-b68e-e8ae8e9747fb service neutron] 10.222.0.52 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455784 Mar 23 12:35:49.948664 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a781ff39-9980-42cc-81e8-e4ff58b561c8 req-d8f9e16c-e163-4be2-9753-12f2dbb1b8d9 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438216 Mar 23 12:35:49.974053 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6d98-a3b0-45cc-8ba7-bb80d0bcdad6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:50.034905 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6d98-a3b0-45cc-8ba7-bb80d0bcdad6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:50.038309 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6d98-a3b0-45cc-8ba7-bb80d0bcdad6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:50.042953 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60234) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:50.051008 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c5fa6d98-a3b0-45cc-8ba7-bb80d0bcdad6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-groups/f3a0e68f-5d68-469c-be3d-f03dcd483633 HTTP/1.1" status: 204 len: 168 time: 0.2224531 Mar 23 12:35:50.075703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa6d98-a3b0-45cc-8ba7-bb80d0bcdad6 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a0e68f-5d68-469c-be3d-f03dcd483633,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:50.107740 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6d16de9d-0bae-4f6a-af2b-393067f5ed5b tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0611298 Mar 23 12:35:50.111661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60236) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:50.195761 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-68b60254-46fa-465d-ad02-061fc6112296 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0807400 Mar 23 12:35:50.198431 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60242) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:50.222321 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-76509551-1662-42da-b63c-f244f9bc83a5 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] delete failed (client error): The resource could not be found. Mar 23 12:35:50.223350 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-76509551-1662-42da-b63c-f244f9bc83a5 tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "DELETE /v2.0/security-groups/f3a0e68f-5d68-469c-be3d-f03dcd483633 HTTP/1.1" status: 404 len: 347 time: 0.0235472 Mar 23 12:35:50.227152 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d89830b8-5baf-4075-bd6f-1d1686358849 req-3f3db053-7b84-47fc-8934-6e1487c28b9a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 210 time: 0.0432401 Mar 23 12:35:50.227635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60244) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:50.280608 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a25c383f-4391-4e27-bf13-21c8abd8ea7a tempest-SecGroupIPv6Test-64340919 tempest-SecGroupIPv6Test-64340919-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514233 Mar 23 12:35:50.512723 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60258) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:50.536528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63116b26-af1c-47e7-bbe4-425b85eead8d req-a6507177-c6ac-4d66-95ab-4c5f21d58ac6 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:50.544944 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-63116b26-af1c-47e7-bbe4-425b85eead8d req-a6507177-c6ac-4d66-95ab-4c5f21d58ac6 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.0620773 Mar 23 12:35:50.584986 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-63116b26-af1c-47e7-bbe4-425b85eead8d req-7f1ec556-f129-4a71-9add-8a66364b0274 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390537 Mar 23 12:35:50.673891 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d37cb40-4f3c-4210-8e8b-de9760cfbf5b'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:50.676398 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-78487bf5-8b0d-435b-a4cc-61349cd18b68 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5bf80de586454588a2b471a04d3d1d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623440 Mar 23 12:35:50.676545 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd51115d-aef6-4f74-9283-b9224499f092" -d '{"events": [{"server_uuid": "9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a", "name": "network-vif-plugged", "status": "completed", "tag": "8d37cb40-4f3c-4210-8e8b-de9760cfbf5b"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:50.679100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60262) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:50.718369 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e13260-8c06-4a2f-bf4f-9046913871eb x-openstack-request-id: req-b8e13260-8c06-4a2f-bf4f-9046913871eb {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:50.718732 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a", "name": "network-vif-plugged", "status": "completed", "tag": "8d37cb40-4f3c-4210-8e8b-de9760cfbf5b", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:50.719085 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8e13260-8c06-4a2f-bf4f-9046913871eb {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:50.719539 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d37cb40-4f3c-4210-8e8b-de9760cfbf5b', 'code': 200} Mar 23 12:35:50.730408 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d513e3ad-9824-4258-8016-8dbdb8d0540a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:50.756351 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d513e3ad-9824-4258-8016-8dbdb8d0540a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:50.837929 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d513e3ad-9824-4258-8016-8dbdb8d0540a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:50.841869 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d513e3ad-9824-4258-8016-8dbdb8d0540a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:50.842378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07473-fbeb-45ff-8427-50b51c09fcb5 req-eee46bec-8e51-4017-b82c-2f8f3b608a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:50.843852 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94e07473-fbeb-45ff-8427-50b51c09fcb5 req-eee46bec-8e51-4017-b82c-2f8f3b608a38 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 1097 time: 0.0588543 Mar 23 12:35:50.844369 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d513e3ad-9824-4258-8016-8dbdb8d0540a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/919fa345-3012-4895-899f-50d7d2717663 HTTP/1.1" status: 204 len: 168 time: 0.1641376 Mar 23 12:35:50.853988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513e3ad-9824-4258-8016-8dbdb8d0540a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919fa345-3012-4895-899f-50d7d2717663,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:51.170532 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a50cc-1e81-4e4f-8dd1-7985becb31f2 req-451f3492-5fda-416c-b72f-90845cc9bc50 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:51.172601 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8c0a50cc-1e81-4e4f-8dd1-7985becb31f2 req-451f3492-5fda-416c-b72f-90845cc9bc50 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 946 time: 0.1208830 Mar 23 12:35:51.210243 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c769a205-aa93-49ea-a142-4abe8167d2dc up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:35:51.250661 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8c0a50cc-1e81-4e4f-8dd1-7985becb31f2 req-c1f47999-c87e-444f-84f8-64cb1b19f7a3 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705373 Mar 23 12:35:51.258714 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94e07473-fbeb-45ff-8427-50b51c09fcb5 req-f0a3cc6e-696b-43fd-b701-d2a7f06771b1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920679 Mar 23 12:35:51.276069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab856b66-1b20-4d62-aac8-1c079a86c8a5 req-f6cd80ef-7c19-471e-882f-76f9c35fa83c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:51.279362 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab856b66-1b20-4d62-aac8-1c079a86c8a5 req-f6cd80ef-7c19-471e-882f-76f9c35fa83c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 945 time: 0.4342651 Mar 23 12:35:51.305578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c769a205-aa93-49ea-a142-4abe8167d2dc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:51.306823 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:51.346514 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab856b66-1b20-4d62-aac8-1c079a86c8a5 req-15633ee0-909b-4cbb-a1e3-2768709094a7 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559099 Mar 23 12:35:51.359020 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d2e060c-cab2-4bb6-a7cf-078896e2f9c2 req-9ad0b0ff-b9e7-4116-8b25-e40ae71328fc tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 210 time: 0.0354607 Mar 23 12:35:51.596435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-0e22afaf-4c6e-4b0e-bd6a-8e1026cc4444 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:51.598042 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-0e22afaf-4c6e-4b0e-bd6a-8e1026cc4444 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.73 "GET /v2.0/networks?id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050 HTTP/1.1" status: 200 len: 816 time: 0.1305568 Mar 23 12:35:51.706977 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-6b5009c4-3b6b-4a07-924a-b693a457a4fb tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e1363c48ca9457e9793255c56c3986d HTTP/1.1" status: 200 len: 380 time: 0.0974936 Mar 23 12:35:51.721033 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-79e2e2d9-0969-4135-98c8-a7db4a406a77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Request body: {'port': {'device_id': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'admin_state_up': True, 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'security_groups': ['f97fd142-7e9e-4162-8893-4b28327fc935']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:51.807436 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba043c-8941-4a58-8470-edfe35fbaa06 req-a9d69685-5f6f-4fbf-ad67-3167d77021e1 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:51.820645 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-deba043c-8941-4a58-8470-edfe35fbaa06 req-a9d69685-5f6f-4fbf-ad67-3167d77021e1 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.1109786 Mar 23 12:35:51.884755 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-deba043c-8941-4a58-8470-edfe35fbaa06 req-953a0c6a-b081-4cef-9100-21445d1dd876 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514519 Mar 23 12:35:51.912859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-79e2e2d9-0969-4135-98c8-a7db4a406a77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Made reservation on behalf of 3e1363c48ca9457e9793255c56c3986d for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:51.923978 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-79e2e2d9-0969-4135-98c8-a7db4a406a77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:51.995910 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60298) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:52.052611 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824d982-e1ce-4079-9ec2-c005501ff2cd req-9be0261d-3211-464a-b3bd-d53de13c73ec tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:52.054290 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d824d982-e1ce-4079-9ec2-c005501ff2cd req-9be0261d-3211-464a-b3bd-d53de13c73ec tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 946 time: 0.1265118 Mar 23 12:35:52.135112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f9a194c5-40b6-48d0-92da-46a2bd52c23a tempest-SubnetPoolsTestJSON-208424250 tempest-SubnetPoolsTestJSON-208424250-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1268625065', 'prefixes': ['172.20.0.0/16']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:52.151933 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d824d982-e1ce-4079-9ec2-c005501ff2cd req-b307c886-7909-4026-b2d0-28077a0107d4 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/security-groups?id=181951cc-cc70-4d5f-bc27-ba1cb0f55800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834537 Mar 23 12:35:52.157056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-79e2e2d9-0969-4135-98c8-a7db4a406a77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Allocated IP 172.20.0.9 (5fdfc60f-283e-4e22-9f20-1cfdeadd8050/4a802d9a-4ada-4d77-b03c-b6045d268421/f6aa4d3c-580f-42da-b1bb-2f00909c1c95) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:35:52.229659 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9a194c5-40b6-48d0-92da-46a2bd52c23a tempest-SubnetPoolsTestJSON-208424250 tempest-SubnetPoolsTestJSON-208424250-project] Notify callbacks [] for subnetpool, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:52.232044 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f9a194c5-40b6-48d0-92da-46a2bd52c23a tempest-SubnetPoolsTestJSON-208424250 tempest-SubnetPoolsTestJSON-208424250-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2319188 Mar 23 12:35:52.235845 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60306) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:52.314100 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1196f474-dc5b-4a89-9b95-e5a82fcb4304 tempest-SubnetPoolsTestJSON-208424250 tempest-SubnetPoolsTestJSON-208424250-project] 10.222.0.52 "GET /v2.0/subnetpools/212fa026-8726-426a-881a-282594c56c96 HTTP/1.1" status: 200 len: 732 time: 0.0760949 Mar 23 12:35:52.317546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60310) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:52.321779 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-351af860-d2c9-4cc8-b44e-604ee6083e2b tempest-SubnetPoolsTestJSON-208424250 tempest-SubnetPoolsTestJSON-208424250-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1917482392'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:52.398932 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-79e2e2d9-0969-4135-98c8-a7db4a406a77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:52.439439 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-351af860-d2c9-4cc8-b44e-604ee6083e2b tempest-SubnetPoolsTestJSON-208424250 tempest-SubnetPoolsTestJSON-208424250-project] Notify callbacks [] for subnetpool, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:52.441864 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-351af860-d2c9-4cc8-b44e-604ee6083e2b tempest-SubnetPoolsTestJSON-208424250 tempest-SubnetPoolsTestJSON-208424250-project] 10.222.0.52 "PUT /v2.0/subnetpools/212fa026-8726-426a-881a-282594c56c96 HTTP/1.1" status: 200 len: 684 time: 0.1235445 Mar 23 12:35:52.445277 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60316) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:52.459078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268fc5c-4535-41b8-bc94-c2b6955bec0a req-54343d37-e652-48d5-b0da-c80080dad5e7 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:52.461132 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7268fc5c-4535-41b8-bc94-c2b6955bec0a req-54343d37-e652-48d5-b0da-c80080dad5e7 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 946 time: 0.1212320 Mar 23 12:35:52.515706 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-79e2e2d9-0969-4135-98c8-a7db4a406a77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:52.534346 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7268fc5c-4535-41b8-bc94-c2b6955bec0a req-942e8230-594f-402e-a10d-e61d0ed3c43b tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563428 Mar 23 12:35:52.558157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fccdc3-36e6-439b-a9dd-d7513fa400a3 req-dfe65e95-b727-48b0-a3b8-2d8dabe35e7f tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:52.559982 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68fccdc3-36e6-439b-a9dd-d7513fa400a3 req-dfe65e95-b727-48b0-a3b8-2d8dabe35e7f tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 945 time: 0.1160190 Mar 23 12:35:52.590680 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dc4a5270-44a4-4c4f-9069-4423f914358a tempest-SubnetPoolsTestJSON-208424250 tempest-SubnetPoolsTestJSON-208424250-project] Notify callbacks [] for subnetpool, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:52.591130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-79e2e2d9-0969-4135-98c8-a7db4a406a77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:35:52.592825 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dc4a5270-44a4-4c4f-9069-4423f914358a tempest-SubnetPoolsTestJSON-208424250 tempest-SubnetPoolsTestJSON-208424250-project] 10.222.0.52 "DELETE /v2.0/subnetpools/212fa026-8726-426a-881a-282594c56c96 HTTP/1.1" status: 204 len: 168 time: 0.1452191 Mar 23 12:35:52.594761 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-79e2e2d9-0969-4135-98c8-a7db4a406a77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:52.597316 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60320) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:52.598535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-79e2e2d9-0969-4135-98c8-a7db4a406a77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:35:52.621356 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-8304fb11-ab6f-4f2d-8418-7322d948c546 tempest-SubnetPoolsTestJSON-208424250 tempest-SubnetPoolsTestJSON-208424250-project] show failed (client error): The resource could not be found. Mar 23 12:35:52.622407 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8304fb11-ab6f-4f2d-8418-7322d948c546 tempest-SubnetPoolsTestJSON-208424250 tempest-SubnetPoolsTestJSON-208424250-project] 10.222.0.52 "GET /v2.0/subnetpools/212fa026-8726-426a-881a-282594c56c96 HTTP/1.1" status: 404 len: 346 time: 0.0241420 Mar 23 12:35:52.626942 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68fccdc3-36e6-439b-a9dd-d7513fa400a3 req-1558756e-d168-4b4d-b087-57cb518f4488 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583277 Mar 23 12:35:52.627559 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60322) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:52.634649 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2e2d9-0969-4135-98c8-a7db4a406a77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event updated for resources: {'Port': ['ID=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:52.642651 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-aaf13bc5-1f8b-49f2-a8b8-9bda5accb7bb tempest-SubnetPoolsTestJSON-208424250 tempest-SubnetPoolsTestJSON-208424250-project] delete failed (client error): The resource could not be found. Mar 23 12:35:52.647763 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-aaf13bc5-1f8b-49f2-a8b8-9bda5accb7bb tempest-SubnetPoolsTestJSON-208424250 tempest-SubnetPoolsTestJSON-208424250-project] 10.222.0.52 "DELETE /v2.0/subnetpools/212fa026-8726-426a-881a-282594c56c96 HTTP/1.1" status: 404 len: 346 time: 0.0152788 Mar 23 12:35:52.708379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-79e2e2d9-0969-4135-98c8-a7db4a406a77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:52.709023 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-79e2e2d9-0969-4135-98c8-a7db4a406a77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:52.746176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d4a3b-7e17-4050-8157-1e94dc35d1ea req-319cfe9d-6202-49e4-8ec6-4613dde770cd tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:52.754454 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-351d4a3b-7e17-4050-8157-1e94dc35d1ea req-319cfe9d-6202-49e4-8ec6-4613dde770cd tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 931 time: 0.1047771 Mar 23 12:35:52.778240 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-79e2e2d9-0969-4135-98c8-a7db4a406a77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0643926 Mar 23 12:35:52.801026 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Request body: {'port': {'device_id': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:52.806636 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-351d4a3b-7e17-4050-8157-1e94dc35d1ea req-0ef06a37-ca8e-4169-a213-02244b6f3363 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512660 Mar 23 12:35:52.900432 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:53.006085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6028ab2-ecda-4d7c-8bf0-97e9c7611156 req-becd566e-079f-482b-a8e2-653d3d347ee6 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:53.007589 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a6028ab2-ecda-4d7c-8bf0-97e9c7611156 req-becd566e-079f-482b-a8e2-653d3d347ee6 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 946 time: 0.0918472 Mar 23 12:35:53.038519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b71d2acb-e8f0-4bc0-a237-dba20f802f7b None None] Provisioning complete for port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:35:53.039015 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b71d2acb-e8f0-4bc0-a237-dba20f802f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:53.039118 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60336) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:53.077626 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b71d2acb-e8f0-4bc0-a237-dba20f802f7b None None] Port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:35:53.163772 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a6028ab2-ecda-4d7c-8bf0-97e9c7611156 req-08db9007-c807-4dfd-90c7-409c4404bfd6 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/security-groups?id=181951cc-cc70-4d5f-bc27-ba1cb0f55800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488807 Mar 23 12:35:53.230615 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c437ef6-eecf-4de9-a15b-3d8fa8648864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:53.313544 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6aa4d3c-580f-42da-b1bb-2f00909c1c95 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:35:53.327072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53790fec-7b02-4837-879f-18b73293095f req-5e5a750c-30f6-46f9-a9d8-95609d72a060 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:53.328528 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53790fec-7b02-4837-879f-18b73293095f req-5e5a750c-30f6-46f9-a9d8-95609d72a060 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.0925426 Mar 23 12:35:53.330894 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:53.336655 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a8ee6-e937-4190-b500-8a0baf7e705e req-339a32e8-1ff8-4ae7-a489-73a098e486a8 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:53.339161 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-606a8ee6-e937-4190-b500-8a0baf7e705e req-339a32e8-1ff8-4ae7-a489-73a098e486a8 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 1096 time: 0.1116223 Mar 23 12:35:53.355706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Transition to ACTIVE for port object f6aa4d3c-580f-42da-b1bb-2f00909c1c95 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:35:53.360065 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:53.403547 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53790fec-7b02-4837-879f-18b73293095f req-5762dfcf-7ae5-41a5-bc61-d458e8cee87b tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664492 Mar 23 12:35:53.423588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Pushing event updated for resources: {'Port': ['ID=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:53.442795 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-606a8ee6-e937-4190-b500-8a0baf7e705e req-df8fd8b6-fc6a-4f0c-9301-6322705340df tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945675 Mar 23 12:35:53.472406 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c437ef6-eecf-4de9-a15b-3d8fa8648864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:53.478199 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c437ef6-eecf-4de9-a15b-3d8fa8648864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:53.511568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Attempting to bind port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:35:53.512020 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Attempting to bind port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:35:53.512242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Attempting to bind port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 on network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:53.518294 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 on network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:35:53.518626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Attempting to bind port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 on network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:53.526507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:35:53.526851 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Checking segment: {'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:53.527239 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Bound using segment: {'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:35:53.527678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Bound port: f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:35:53.528071 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:53.541958 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8c437ef6-eecf-4de9-a15b-3d8fa8648864 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3bb03ce32f244348a0d8d62daf64f121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007248 Mar 23 12:35:53.545792 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60342) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:53.564413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c437ef6-eecf-4de9-a15b-3d8fa8648864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca99d472-6f3f-4332-8706-77b6ee46eb41,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:53.627241 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e411-21d2-4915-ab99-143cd6b47c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:53.645312 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303b38a-42a9-4888-8463-5a2256a03301 req-3486ca3d-5b25-4826-b9b5-747057be9e6c tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:53.647117 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c303b38a-42a9-4888-8463-5a2256a03301 req-3486ca3d-5b25-4826-b9b5-747057be9e6c tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 1096 time: 0.1090767 Mar 23 12:35:53.682815 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] For port f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:35:53.684430 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e411-21d2-4915-ab99-143cd6b47c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:53.703483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] For port f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:35:53.712532 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c303b38a-42a9-4888-8463-5a2256a03301 req-c3c107fb-e5f5-4509-b6fd-89f9dec5757c tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550647 Mar 23 12:35:53.714314 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:53.739591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059beae-d4af-4ea6-8e93-54a3f4e5b046 req-0bccbf8c-0854-48c6-abbc-18116bf68d82 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:53.747465 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8059beae-d4af-4ea6-8e93-54a3f4e5b046 req-0bccbf8c-0854-48c6-abbc-18116bf68d82 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 946 time: 0.1030252 Mar 23 12:35:53.749876 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:53.751515 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:53.753301 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] 10.222.0.73 "PUT /v2.0/ports/f6aa4d3c-580f-42da-b1bb-2f00909c1c95 HTTP/1.1" status: 200 len: 1091 time: 0.9584701 Mar 23 12:35:53.756188 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'tag': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:53.759689 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2e7ba1-b6f3-4ec8-90e2-4ea10a5e3d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "16ed7997-92ce-486e-b6cb-b3d02df09f03", "tag": "f6aa4d3c-580f-42da-b1bb-2f00909c1c95"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:53.808009 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8059beae-d4af-4ea6-8e93-54a3f4e5b046 req-071c1c52-b8dc-42a6-9cbc-c869de7fe3ca tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598412 Mar 23 12:35:53.824593 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e411-21d2-4915-ab99-143cd6b47c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:53.840671 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e411-21d2-4915-ab99-143cd6b47c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:53.840671 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f7e2e411-21d2-4915-ab99-143cd6b47c36 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca99d472-6f3f-4332-8706-77b6ee46eb41 HTTP/1.1" status: 204 len: 168 time: 0.2927229 Mar 23 12:35:53.850741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2e411-21d2-4915-ab99-143cd6b47c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca99d472-6f3f-4332-8706-77b6ee46eb41,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:53.889254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d809d2-af50-4433-8886-a53c7ff26e80 service neutron] Pushing event updated for resources: {'Port': ['ID=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:53.894098 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f1593a-4978-4fa1-ae85-c7dccb324299 x-openstack-request-id: req-73f1593a-4978-4fa1-ae85-c7dccb324299 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:53.894415 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ed7997-92ce-486e-b6cb-b3d02df09f03", "tag": "f6aa4d3c-580f-42da-b1bb-2f00909c1c95", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:53.894673 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-73f1593a-4978-4fa1-ae85-c7dccb324299 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:53.895071 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'tag': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95', 'status': 'completed', 'code': 200} Mar 23 12:35:53.902347 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-3ca8d36f-a82d-4b8a-b27c-3554a746e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:53.904671 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-3ca8d36f-a82d-4b8a-b27c-3554a746e169 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3e1363c48ca9457e9793255c56c3986d&device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 1094 time: 0.0917523 Mar 23 12:35:53.985074 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-a5a83016-33f5-43ff-972d-4ff000e522fa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95 HTTP/1.1" status: 200 len: 217 time: 0.0626392 Mar 23 12:35:54.016677 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59100406-39c7-44c9-8aa1-a1d0df8e7a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:54.078257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6cee0-a6e1-417a-93f1-fcef25887494 req-e53b2550-4727-4dff-b2b1-68501ccd6ae0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:54.079866 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7f6cee0-a6e1-417a-93f1-fcef25887494 req-e53b2550-4727-4dff-b2b1-68501ccd6ae0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 943 time: 0.0974610 Mar 23 12:35:54.088694 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-da092ddb-6881-4c42-aa45-50d600a68741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:54.090207 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-da092ddb-6881-4c42-aa45-50d600a68741 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4a802d9a-4ada-4d77-b03c-b6045d268421 HTTP/1.1" status: 200 len: 855 time: 0.0735250 Mar 23 12:35:54.156616 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7f6cee0-a6e1-417a-93f1-fcef25887494 req-b3510b39-a0b4-4aa9-80e4-e27ca47f8ae6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652256 Mar 23 12:35:54.174313 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-bd9a1ba0-a4c6-46e7-8587-4163a8e3fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:54.175808 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-bd9a1ba0-a4c6-46e7-8587-4163a8e3fc3a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737534 Mar 23 12:35:54.319032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9f3ff-51ce-43a0-91f8-75b9864a0e12 req-345cf160-ff7f-416e-956c-a842383210c7 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:54.320192 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75a9f3ff-51ce-43a0-91f8-75b9864a0e12 req-345cf160-ff7f-416e-956c-a842383210c7 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9876c53-d2dd-4dca-803f-a8cb2274333e HTTP/1.1" status: 200 len: 945 time: 0.0941324 Mar 23 12:35:54.354302 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-ec854181-d07f-4a4c-8e77-7ec77cfee43b service neutron] 10.222.0.73 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590672 Mar 23 12:35:54.398858 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75a9f3ff-51ce-43a0-91f8-75b9864a0e12 req-61266e56-c2df-444e-a6ad-be517d32cdd8 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683367 Mar 23 12:35:54.485446 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4286e63d-3709-43d8-a5e7-a5c4785398b4 req-c98dbe3a-3ff1-46bc-953b-a6958657b3da service neutron] 10.222.0.73 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300817 Mar 23 12:35:54.557597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d37c5-6f96-43a9-8315-fc42a6e8fbb1 req-b7788464-a4a6-426e-9865-fdfd6caf454b tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:54.559200 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-295d37c5-6f96-43a9-8315-fc42a6e8fbb1 req-b7788464-a4a6-426e-9865-fdfd6caf454b tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 946 time: 0.0724723 Mar 23 12:35:54.657651 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-295d37c5-6f96-43a9-8315-fc42a6e8fbb1 req-5fda3319-4f96-48c6-8d75-de449a6ba067 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/security-groups?id=181951cc-cc70-4d5f-bc27-ba1cb0f55800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836265 Mar 23 12:35:54.658142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c788c2-d8ad-4a39-b474-472274cb46d8 req-18e64f70-00da-4c40-bb46-caefcc2c5b3f tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:54.660385 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-59c788c2-d8ad-4a39-b474-472274cb46d8 req-18e64f70-00da-4c40-bb46-caefcc2c5b3f tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 946 time: 0.0908296 Mar 23 12:35:54.660539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e7ba1-b6f3-4ec8-90e2-4ea10a5e3d8b req-2ead7ac0-16f2-4ca6-b694-67cf0010e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:54.661984 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe2e7ba1-b6f3-4ec8-90e2-4ea10a5e3d8b req-2ead7ac0-16f2-4ca6-b694-67cf0010e9a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3e1363c48ca9457e9793255c56c3986d&device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 1094 time: 0.1017618 Mar 23 12:35:54.784518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-59c788c2-d8ad-4a39-b474-472274cb46d8 req-f8c927d4-6b6b-408a-ad7a-f759c82af6e3 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Deleting port 20d3a6b0-0209-4be2-ab2b-8930eee855c2 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:35:54.784885 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-59c788c2-d8ad-4a39-b474-472274cb46d8 req-f8c927d4-6b6b-408a-ad7a-f759c82af6e3 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:54.799175 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e7ba1-b6f3-4ec8-90e2-4ea10a5e3d8b req-379baa24-6ac2-46d9-adaa-58e464e15e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:54.801132 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe2e7ba1-b6f3-4ec8-90e2-4ea10a5e3d8b req-379baa24-6ac2-46d9-adaa-58e464e15e0b service neutron] 10.222.0.73 "GET /v2.0/networks?id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050 HTTP/1.1" status: 200 len: 917 time: 0.1305811 Mar 23 12:35:54.874016 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60404) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:54.922609 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe2e7ba1-b6f3-4ec8-90e2-4ea10a5e3d8b req-5f28d3d6-f6fe-4f82-9089-c5a7825ea45c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95 HTTP/1.1" status: 200 len: 217 time: 0.1066682 Mar 23 12:35:54.937697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-59c788c2-d8ad-4a39-b474-472274cb46d8 req-f8c927d4-6b6b-408a-ad7a-f759c82af6e3 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] For port 20d3a6b0-0209-4be2-ab2b-8930eee855c2, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=20d3a6b0-0209-4be2-ab2b-8930eee855c2,segment=NetworkSegment(12fbbdbc-26ef-43af-a762-98675ee48446),segment_id=12fbbdbc-26ef-43af-a762-98675ee48446)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:54.938112 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-59c788c2-d8ad-4a39-b474-472274cb46d8 req-f8c927d4-6b6b-408a-ad7a-f759c82af6e3 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:55.043789 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e7ba1-b6f3-4ec8-90e2-4ea10a5e3d8b req-500e9a69-de0f-4373-aba7-b0454b340186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:55.045343 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe2e7ba1-b6f3-4ec8-90e2-4ea10a5e3d8b req-500e9a69-de0f-4373-aba7-b0454b340186 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4a802d9a-4ada-4d77-b03c-b6045d268421 HTTP/1.1" status: 200 len: 855 time: 0.1100042 Mar 23 12:35:55.067486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215374c-f52f-4274-a525-71495ad26a21 req-53cd9013-83bd-4882-9c0e-a503ba353e4e tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:55.074200 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6215374c-f52f-4274-a525-71495ad26a21 req-53cd9013-83bd-4882-9c0e-a503ba353e4e tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.0704582 Mar 23 12:35:55.074933 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0aeb7d17-f322-424e-8de6-dd13d85e8c8e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-661913125-network', 'tenant_id': '89d89e5fa6c940218796fe5fca986267'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:55.148462 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e7ba1-b6f3-4ec8-90e2-4ea10a5e3d8b req-a064e377-712a-40c5-b86a-1a0f9d1a4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:55.149829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe2e7ba1-b6f3-4ec8-90e2-4ea10a5e3d8b req-a064e377-712a-40c5-b86a-1a0f9d1a4840 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746064 Mar 23 12:35:55.153931 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6215374c-f52f-4274-a525-71495ad26a21 req-e8b1002d-d6eb-4f63-adc7-11bf0ad7af3c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698595 Mar 23 12:35:55.161318 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aeb7d17-f322-424e-8de6-dd13d85e8c8e admin admin] Made reservation on behalf of 89d89e5fa6c940218796fe5fca986267 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:55.163654 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7d17-f322-424e-8de6-dd13d85e8c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:55.206129 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7d17-f322-424e-8de6-dd13d85e8c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:55.274060 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-59c788c2-d8ad-4a39-b474-472274cb46d8 req-f8c927d4-6b6b-408a-ad7a-f759c82af6e3 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:55.274639 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-59c788c2-d8ad-4a39-b474-472274cb46d8 req-f8c927d4-6b6b-408a-ad7a-f759c82af6e3 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:55.275151 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [req-59c788c2-d8ad-4a39-b474-472274cb46d8 req-f8c927d4-6b6b-408a-ad7a-f759c82af6e3 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Floating IP 7a75b6be-6443-4071-992d-155d219e5a44 disassociated. External IP: 172.25.2.106, port: 20d3a6b0-0209-4be2-ab2b-8930eee855c2. Mar 23 12:35:55.276360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-59c788c2-d8ad-4a39-b474-472274cb46d8 req-f8c927d4-6b6b-408a-ad7a-f759c82af6e3 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Calling delete_port for 20d3a6b0-0209-4be2-ab2b-8930eee855c2 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:35:55.324894 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe2e7ba1-b6f3-4ec8-90e2-4ea10a5e3d8b req-466c7abf-d63c-4677-933b-42bb24bff8d3 service neutron] 10.222.0.73 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592121 Mar 23 12:35:55.440021 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7d17-f322-424e-8de6-dd13d85e8c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:55.446227 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7d17-f322-424e-8de6-dd13d85e8c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:55.520743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aeb7d17-f322-424e-8de6-dd13d85e8c8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:35:55.545177 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7d17-f322-424e-8de6-dd13d85e8c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:55.545527 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-0aeb7d17-f322-424e-8de6-dd13d85e8c8e admin admin] Added segment a97b6388-7b50-437f-ae0f-2e4d698b261e of type vlan for network b8defcf6-9346-4add-a28d-c5ef8b4075cd Mar 23 12:35:55.557072 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe2e7ba1-b6f3-4ec8-90e2-4ea10a5e3d8b req-323febf7-1420-4aed-8dc6-7c4047079a88 service neutron] 10.222.0.73 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018666 Mar 23 12:35:55.561495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb7d17-f322-424e-8de6-dd13d85e8c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcfc172-f8b1-4e1c-89ca-1ed525e25597,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:55.602298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-638535c3-6494-47f4-9500-b36766335716 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:35:55.604211 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-638535c3-6494-47f4-9500-b36766335716 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098240 Mar 23 12:35:55.611716 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-59c788c2-d8ad-4a39-b474-472274cb46d8 req-f8c927d4-6b6b-408a-ad7a-f759c82af6e3 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:55.646437 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7d17-f322-424e-8de6-dd13d85e8c8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:55.653219 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c927d4-6b6b-408a-ad7a-f759c82af6e3 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Pushing event deleted for resources: {'Port': ['ID=20d3a6b0-0209-4be2-ab2b-8930eee855c2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:55.660512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b0c4f-6487-4f7d-abd0-bc7426108a32 req-535b5d0e-5cc2-4fd2-89a1-c91941f1b245 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:55.664264 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a43b0c4f-6487-4f7d-abd0-bc7426108a32 req-535b5d0e-5cc2-4fd2-89a1-c91941f1b245 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 943 time: 0.1371272 Mar 23 12:35:55.677821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-40bd010b-c7e8-4f17-8f25-9397fe6fcd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:55.680098 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-40bd010b-c7e8-4f17-8f25-9397fe6fcd8d service neutron] 10.222.0.52 "GET /v2.0/ports/82cf8604-d1f3-455f-960c-f5f524b14517 HTTP/1.1" status: 200 len: 1093 time: 0.0611277 Mar 23 12:35:55.709484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-f8faedb0-4ad7-47e3-9e22-f5e83443c8b2 service neutron] Request body: {'binding': {'host': 'n-h2-834854-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:55.710172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-f8faedb0-4ad7-47e3-9e22-f5e83443c8b2 service neutron] Unknown quota resources ['binding']. {{(pid=102778) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 12:35:55.723605 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7d17-f322-424e-8de6-dd13d85e8c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:55.724600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb7d17-f322-424e-8de6-dd13d85e8c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:55.725213 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7d17-f322-424e-8de6-dd13d85e8c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:55.763470 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a43b0c4f-6487-4f7d-abd0-bc7426108a32 req-b39e4e51-9172-4390-8f03-d5f14bb6f629 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820401 Mar 23 12:35:55.767479 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0aeb7d17-f322-424e-8de6-dd13d85e8c8e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8886828 Mar 23 12:35:55.768470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60418) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:55.776184 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0502a798-4f21-406f-8e62-b240c21af320 admin admin] Request body: {'subnet': {'network_id': 'b8defcf6-9346-4add-a28d-c5ef8b4075cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-661913125-subnet', 'tenant_id': '89d89e5fa6c940218796fe5fca986267', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:55.845290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb7d17-f322-424e-8de6-dd13d85e8c8e admin admin] Pushing event updated for resources: {'Network': ['ID=b8defcf6-9346-4add-a28d-c5ef8b4075cd,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:55.865798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network b8defcf6-9346-4add-a28d-c5ef8b4075cd details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:35:55.867587 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59c788c2-d8ad-4a39-b474-472274cb46d8 req-f8c927d4-6b6b-408a-ad7a-f759c82af6e3 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Router d2bce484-8e59-4c46-a322-92761a61c443 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:35:55.940708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0502a798-4f21-406f-8e62-b240c21af320 admin admin] Made reservation on behalf of 89d89e5fa6c940218796fe5fca986267 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:55.944771 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0502a798-4f21-406f-8e62-b240c21af320 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:56.022136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59c788c2-d8ad-4a39-b474-472274cb46d8 req-f8c927d4-6b6b-408a-ad7a-f759c82af6e3 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:35:56.037431 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1a0329-41b5-476f-86a9-72836c46f3b5 None None] Sync routers for ids ['d2bce484-8e59-4c46-a322-92761a61c443'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:35:56.067285 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a0329-41b5-476f-86a9-72836c46f3b5 None None] Routers {'d2bce484-8e59-4c46-a322-92761a61c443'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:35:56.068354 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-bb1a0329-41b5-476f-86a9-72836c46f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:35:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d2bce484-8e59-4c46-a322-92761a61c443'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:56.108838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c788c2-d8ad-4a39-b474-472274cb46d8 req-f8c927d4-6b6b-408a-ad7a-f759c82af6e3 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] No DVR routers for this DVR port 20d3a6b0-0209-4be2-ab2b-8930eee855c2 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:35:56.113928 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-59c788c2-d8ad-4a39-b474-472274cb46d8 req-f8c927d4-6b6b-408a-ad7a-f759c82af6e3 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:56.117659 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-59c788c2-d8ad-4a39-b474-472274cb46d8 req-f8c927d4-6b6b-408a-ad7a-f759c82af6e3 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.77 "DELETE /v2.0/ports/20d3a6b0-0209-4be2-ab2b-8930eee855c2 HTTP/1.1" status: 204 len: 173 time: 1.4491572 Mar 23 12:35:56.118149 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec45aeae-927a-477f-ba43-9690e4fe2fdf', 'name': 'network-vif-deleted', 'tag': '20d3a6b0-0209-4be2-ab2b-8930eee855c2'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:56.118801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b2dc9-c995-42b0-9c29-2e9aa9021148 req-3d7cfc2a-ac51-422a-ab2d-7bcf9c6b990b tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:56.120758 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b5b2dc9-c995-42b0-9c29-2e9aa9021148 req-3d7cfc2a-ac51-422a-ab2d-7bcf9c6b990b tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9876c53-d2dd-4dca-803f-a8cb2274333e HTTP/1.1" status: 200 len: 945 time: 0.2111626 Mar 23 12:35:56.128425 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9867b1-1373-4f0e-9a15-ee192334a763" -d '{"events": [{"server_uuid": "ec45aeae-927a-477f-ba43-9690e4fe2fdf", "name": "network-vif-deleted", "tag": "20d3a6b0-0209-4be2-ab2b-8930eee855c2"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:56.274063 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-bb1a0329-41b5-476f-86a9-72836c46f3b5 None None] Set router d2bce484-8e59-4c46-a322-92761a61c443 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:35:56.296398 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-f8faedb0-4ad7-47e3-9e22-f5e83443c8b2 service neutron] Attempting to bind port 82cf8604-d1f3-455f-960c-f5f524b14517 on host n-h2-834854-1 for vnic_type normal with profile None {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:35:56.297203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-f8faedb0-4ad7-47e3-9e22-f5e83443c8b2 service neutron] Attempting to bind port 82cf8604-d1f3-455f-960c-f5f524b14517 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:35:56.297203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-f8faedb0-4ad7-47e3-9e22-f5e83443c8b2 service neutron] Attempting to bind port 82cf8604-d1f3-455f-960c-f5f524b14517 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:56.302268 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0502a798-4f21-406f-8e62-b240c21af320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:56.335838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-f8faedb0-4ad7-47e3-9e22-f5e83443c8b2 service neutron] Port 82cf8604-d1f3-455f-960c-f5f524b14517 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:35:56.336177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-f8faedb0-4ad7-47e3-9e22-f5e83443c8b2 service neutron] Attempting to bind port 82cf8604-d1f3-455f-960c-f5f524b14517 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:56.369119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-f8faedb0-4ad7-47e3-9e22-f5e83443c8b2 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:35:56.369452 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-f8faedb0-4ad7-47e3-9e22-f5e83443c8b2 service neutron] Checking segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:56.369831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-f8faedb0-4ad7-47e3-9e22-f5e83443c8b2 service neutron] Bound using segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:35:56.370284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-f8faedb0-4ad7-47e3-9e22-f5e83443c8b2 service neutron] Bound port: 82cf8604-d1f3-455f-960c-f5f524b14517, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:35:56.390478 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b5b2dc9-c995-42b0-9c29-2e9aa9021148 req-d5afbbbf-691c-4f28-8ed5-2f83e00c21e8 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206746 Mar 23 12:35:56.424585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502a798-4f21-406f-8e62-b240c21af320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4544aa8f-f33c-400b-b692-52b5959f6ff6,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:56.462589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0502a798-4f21-406f-8e62-b240c21af320 admin admin] Checking segment: {'id': 'a97b6388-7b50-437f-ae0f-2e4d698b261e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b8defcf6-9346-4add-a28d-c5ef8b4075cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:56.462998 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0502a798-4f21-406f-8e62-b240c21af320 admin admin] Network hostable DHCP agents. Network: b8defcf6-9346-4add-a28d-c5ef8b4075cd, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:35:56.477062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-f8faedb0-4ad7-47e3-9e22-f5e83443c8b2 service neutron] For port 82cf8604-d1f3-455f-960c-f5f524b14517, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=82cf8604-d1f3-455f-960c-f5f524b14517,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:35:56.496854 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-f8faedb0-4ad7-47e3-9e22-f5e83443c8b2 service neutron] Notify callbacks [] for binding, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:56.498758 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-f8faedb0-4ad7-47e3-9e22-f5e83443c8b2 service neutron] 10.222.0.52 "POST /v2.0/ports/82cf8604-d1f3-455f-960c-f5f524b14517/bindings HTTP/1.1" status: 201 len: 389 time: 0.8051517 Mar 23 12:35:56.526512 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-bb1a0329-41b5-476f-86a9-72836c46f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'name': 'tempest-ServersTestJSON-1463403295-router', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd0f90260-22ca-4503-93db-74550b268747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:50Z', 'updated_at': '2022-03-23T12:34:02Z', 'revision_number': 4, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'gw_port': {'id': 'd0f90260-22ca-4503-93db-74550b268747', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:33:53Z', 'updated_at': '2022-03-23T12:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '79e5be4f-d9e7-4a8a-a7f5-66350cca240b', 'name': '', 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'mac_address': 'fa:16:3e:e9:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:34:00Z', 'updated_at': '2022-03-23T12:34:08Z', 'revision_number': 5, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'subnets': [{'id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:56.539130 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0bc3f45-ee07-466e-ad0b-67edbb7f525a req-a9fc2726-368d-4e4b-9db4-6c41729d252f tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec45aeae-927a-477f-ba43-9690e4fe2fdf HTTP/1.1" status: 200 len: 210 time: 0.0514097 Mar 23 12:35:56.541021 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0502a798-4f21-406f-8e62-b240c21af320 admin admin] Network b8defcf6-9346-4add-a28d-c5ef8b4075cd is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:35:56.561157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0502a798-4f21-406f-8e62-b240c21af320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, b8defcf6-9346-4add-a28d-c5ef8b4075cd) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:35:56.561564 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1a0329-41b5-476f-86a9-72836c46f3b5 None None] Checking router: d2bce484-8e59-4c46-a322-92761a61c443 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:35:56.570869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0502a798-4f21-406f-8e62-b240c21af320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:56.572049 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a0329-41b5-476f-86a9-72836c46f3b5 None None] Routers {'d2bce484-8e59-4c46-a322-92761a61c443'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:35:56.572533 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0502a798-4f21-406f-8e62-b240c21af320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:56.573128 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-bb1a0329-41b5-476f-86a9-72836c46f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:35:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d2bce484-8e59-4c46-a322-92761a61c443'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:56.595316 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff432074-d9aa-40bc-83d0-8fd19fce4cdc None None] Network b8defcf6-9346-4add-a28d-c5ef8b4075cd requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:56.630810 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0502a798-4f21-406f-8e62-b240c21af320 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8492906 Mar 23 12:35:56.639985 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2dcaff-eb7b-4f65-9b27-530c1299dbb2 x-openstack-request-id: req-9d2dcaff-eb7b-4f65-9b27-530c1299dbb2 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:56.640583 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec45aeae-927a-477f-ba43-9690e4fe2fdf", "name": "network-vif-deleted", "tag": "20d3a6b0-0209-4be2-ab2b-8930eee855c2", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:56.640948 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d2dcaff-eb7b-4f65-9b27-530c1299dbb2 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:56.642357 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec45aeae-927a-477f-ba43-9690e4fe2fdf', 'name': 'network-vif-deleted', 'tag': '20d3a6b0-0209-4be2-ab2b-8930eee855c2', 'status': 'completed', 'code': 200} Mar 23 12:35:56.772756 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be776c0-1abf-4d90-a9cc-753971f7f841 req-237bf57d-8ed1-4479-bbf8-85a57b150fdb tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:56.780929 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2be776c0-1abf-4d90-a9cc-753971f7f841 req-237bf57d-8ed1-4479-bbf8-85a57b150fdb tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 945 time: 0.0839756 Mar 23 12:35:56.792173 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-bb1a0329-41b5-476f-86a9-72836c46f3b5 None None] Set router d2bce484-8e59-4c46-a322-92761a61c443 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:35:56.877086 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2be776c0-1abf-4d90-a9cc-753971f7f841 req-db40542c-af0c-476b-a457-fe6e9223dd99 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950103 Mar 23 12:35:56.918463 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-352c2042-a4a1-47db-8a71-b46638d35198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:56.965727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c081efb4-6faf-4d2e-8331-31cbc24816bb None None] Network b8defcf6-9346-4add-a28d-c5ef8b4075cd requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:35:56.993949 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c215175-feb3-43da-8ac2-fc9af525486a req-e057d7f8-4c01-4248-a9cc-08c3c1e1b3c5 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:56.996588 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5c215175-feb3-43da-8ac2-fc9af525486a req-e057d7f8-4c01-4248-a9cc-08c3c1e1b3c5 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.1552706 Mar 23 12:35:57.145727 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5c215175-feb3-43da-8ac2-fc9af525486a req-488081c5-7493-4a52-a486-2c721e3a3e34 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328535 Mar 23 12:35:57.154873 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-bb1a0329-41b5-476f-86a9-72836c46f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'name': 'tempest-ServersTestJSON-1463403295-router', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd0f90260-22ca-4503-93db-74550b268747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:50Z', 'updated_at': '2022-03-23T12:34:02Z', 'revision_number': 4, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'gw_port': {'id': 'd0f90260-22ca-4503-93db-74550b268747', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:33:53Z', 'updated_at': '2022-03-23T12:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '79e5be4f-d9e7-4a8a-a7f5-66350cca240b', 'name': '', 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'mac_address': 'fa:16:3e:e9:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:34:00Z', 'updated_at': '2022-03-23T12:34:08Z', 'revision_number': 5, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'subnets': [{'id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:35:57.171993 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a3b3a-6e68-40e9-9c36-2efcf63e116c req-0346e1d1-76c5-4af6-985f-9da7905afdb8 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:57.174117 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5e2a3b3a-6e68-40e9-9c36-2efcf63e116c req-0346e1d1-76c5-4af6-985f-9da7905afdb8 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 943 time: 0.1529472 Mar 23 12:35:57.202993 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1a0329-41b5-476f-86a9-72836c46f3b5 None None] The sync data for ids ['d2bce484-8e59-4c46-a322-92761a61c443'] in n-d-834854-1 is: [{'id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'name': 'tempest-ServersTestJSON-1463403295-router', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd0f90260-22ca-4503-93db-74550b268747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:50Z', 'updated_at': '2022-03-23T12:34:02Z', 'revision_number': 4, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'gw_port': {'id': 'd0f90260-22ca-4503-93db-74550b268747', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:33:53Z', 'updated_at': '2022-03-23T12:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '79e5be4f-d9e7-4a8a-a7f5-66350cca240b', 'name': '', 'network_id': '390b0a03-cc42-43de-bc59-2514c3b31b13', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'mac_address': 'fa:16:3e:e9:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:34:00Z', 'updated_at': '2022-03-23T12:34:08Z', 'revision_number': 5, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'subnets': [{'id': '25910460-dc05-4fdf-abdd-3cfdf8cb7412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:35:57.209009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b839a-7875-487f-925e-0882b4a714bb req-dbc83c1c-c088-4cc9-883d-6a4580dc3001 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:57.211461 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a4b839a-7875-487f-925e-0882b4a714bb req-dbc83c1c-c088-4cc9-883d-6a4580dc3001 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9876c53-d2dd-4dca-803f-a8cb2274333e HTTP/1.1" status: 200 len: 945 time: 0.2125289 Mar 23 12:35:57.229513 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-37430884-504f-48c2-bdc4-477fcae74496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:57.232607 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-37430884-504f-48c2-bdc4-477fcae74496 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 1096 time: 0.0961344 Mar 23 12:35:57.356511 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5e2a3b3a-6e68-40e9-9c36-2efcf63e116c req-9e187955-2c73-4ec2-b60d-c6d77eb78110 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438448 Mar 23 12:35:57.376061 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8a4b839a-7875-487f-925e-0882b4a714bb req-295f8217-b2e2-48ec-b9b8-c59ffaa18fd2 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Deleting port a6d21013-1578-4cb7-81bf-4edb5a5960d8 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:35:57.376643 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8a4b839a-7875-487f-925e-0882b4a714bb req-295f8217-b2e2-48ec-b9b8-c59ffaa18fd2 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:57.407621 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-20d27165-52b1-460e-bfb5-51435692e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:57.409701 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-20d27165-52b1-460e-bfb5-51435692e571 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.1641695 Mar 23 12:35:57.495528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-26bd9a15-5a6d-4ede-9edc-ed6d8546e232 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82cf8604-d1f3-455f-960c-f5f524b14517 HTTP/1.1" status: 200 len: 217 time: 0.0665872 Mar 23 12:35:57.555155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37683f4e-c420-45bb-8c81-a50305b16d0b req-0647edfa-0476-41be-a858-f3b3d97fc7c8 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:57.556827 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37683f4e-c420-45bb-8c81-a50305b16d0b req-0647edfa-0476-41be-a858-f3b3d97fc7c8 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.73 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 946 time: 0.1048272 Mar 23 12:35:57.565987 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-8a4b839a-7875-487f-925e-0882b4a714bb req-295f8217-b2e2-48ec-b9b8-c59ffaa18fd2 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] For port a6d21013-1578-4cb7-81bf-4edb5a5960d8, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a6d21013-1578-4cb7-81bf-4edb5a5960d8,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:57.566352 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8a4b839a-7875-487f-925e-0882b4a714bb req-295f8217-b2e2-48ec-b9b8-c59ffaa18fd2 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:57.579151 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-679c7397-1eff-445d-a41e-2aaf4a15d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:57.580827 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-679c7397-1eff-445d-a41e-2aaf4a15d2de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.0716746 Mar 23 12:35:57.592154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645c965d-d562-49e9-90ab-032e28047137 None None] New status for floating IP 7a75b6be-6443-4071-992d-155d219e5a44: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:35:57.611496 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8a4b839a-7875-487f-925e-0882b4a714bb req-295f8217-b2e2-48ec-b9b8-c59ffaa18fd2 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Calling delete_port for a6d21013-1578-4cb7-81bf-4edb5a5960d8 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:35:57.623218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-c73c59b5-b7e3-40fd-b4e1-0ef8b7a4e447 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348601 Mar 23 12:35:57.677913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c8438-4728-439f-a891-6f5cc9524e85 req-598e447e-f6da-4353-932a-1ae55830e982 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:57.684605 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-526c8438-4728-439f-a891-6f5cc9524e85 req-598e447e-f6da-4353-932a-1ae55830e982 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9876c53-d2dd-4dca-803f-a8cb2274333e HTTP/1.1" status: 200 len: 945 time: 0.1878829 Mar 23 12:35:57.685458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60448) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:57.742388 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60450) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:57.748552 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-711944c3-521b-496c-99fd-ad6c7e3b606f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2060552367-network', 'tenant_id': 'df17bebf33544dd68b1ec9d5ca1628f3'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:57.765997 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-37683f4e-c420-45bb-8c81-a50305b16d0b req-b07b27ee-278b-437d-93b5-12ad43d66e15 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Deleting port 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:35:57.766337 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-37683f4e-c420-45bb-8c81-a50305b16d0b req-b07b27ee-278b-437d-93b5-12ad43d66e15 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:57.798232 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:57.833153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711944c3-521b-496c-99fd-ad6c7e3b606f admin admin] Made reservation on behalf of df17bebf33544dd68b1ec9d5ca1628f3 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:57.835425 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-711944c3-521b-496c-99fd-ad6c7e3b606f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:57.852850 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-526c8438-4728-439f-a891-6f5cc9524e85 req-8517d2d4-e234-446e-b434-a6989f0a72df tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ad3512b-e793-4317-ada3-a1e80ea17852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501584 Mar 23 12:35:57.866400 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:57.868143 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-711944c3-521b-496c-99fd-ad6c7e3b606f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:57.874270 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-0660d974-e730-4152-af23-3e9f5eb4fc7f service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411170 Mar 23 12:35:57.922447 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:57.943850 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-37683f4e-c420-45bb-8c81-a50305b16d0b req-b07b27ee-278b-437d-93b5-12ad43d66e15 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] For port 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8d37cb40-4f3c-4210-8e8b-de9760cfbf5b,segment=NetworkSegment(f84a526d-c0d5-4d16-bd08-246e2e7c8f8a),segment_id=f84a526d-c0d5-4d16-bd08-246e2e7c8f8a)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:57.944217 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-37683f4e-c420-45bb-8c81-a50305b16d0b req-b07b27ee-278b-437d-93b5-12ad43d66e15 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:57.965143 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8a4b839a-7875-487f-925e-0882b4a714bb req-295f8217-b2e2-48ec-b9b8-c59ffaa18fd2 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:57.983502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a6d21013-1578-4cb7-81bf-4edb5a5960d8', '8d37cb40-4f3c-4210-8e8b-de9760cfbf5b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:35:58.001914 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-37683f4e-c420-45bb-8c81-a50305b16d0b req-b07b27ee-278b-437d-93b5-12ad43d66e15 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Calling delete_port for 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:35:58.034314 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-92e9606b-7b17-431a-930e-ac835fbad26e service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511223 Mar 23 12:35:58.035227 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device f6aa4d3c-580f-42da-b1bb-2f00909c1c95 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:35:58.035984 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f8217-b2e2-48ec-b9b8-c59ffaa18fd2 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Pushing event deleted for resources: {'Port': ['ID=a6d21013-1578-4cb7-81bf-4edb5a5960d8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:58.061892 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.066040 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.067512 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "DELETE /v2.0/security-groups/181951cc-cc70-4d5f-bc27-ba1cb0f55800 HTTP/1.1" status: 204 len: 168 time: 0.3695319 Mar 23 12:35:58.071362 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60454) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:58.091388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=181951cc-cc70-4d5f-bc27-ba1cb0f55800,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:58.099868 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-951d2c71-aac3-4a61-9cc3-3cd6e042b7b0 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] show failed (client error): The resource could not be found. Mar 23 12:35:58.101146 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-951d2c71-aac3-4a61-9cc3-3cd6e042b7b0 tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "GET /v2.0/security-groups/181951cc-cc70-4d5f-bc27-ba1cb0f55800 HTTP/1.1" status: 404 len: 347 time: 0.0272589 Mar 23 12:35:58.105661 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60456) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:58.114880 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:58.115223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:58.115567 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:58.115902 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:58.116264 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:58.116595 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:58.116922 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:58.117248 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:58.117578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:58.117904 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:58.118225 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:58.118544 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c6e8d-806e-4742-9202-50eaedbd74ef tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:35:58.137384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4b839a-7875-487f-925e-0882b4a714bb req-295f8217-b2e2-48ec-b9b8-c59ffaa18fd2 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] No DVR routers for this DVR port a6d21013-1578-4cb7-81bf-4edb5a5960d8 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:35:58.145116 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8a4b839a-7875-487f-925e-0882b4a714bb req-295f8217-b2e2-48ec-b9b8-c59ffaa18fd2 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.148751 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a4b839a-7875-487f-925e-0882b4a714bb req-295f8217-b2e2-48ec-b9b8-c59ffaa18fd2 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.73 "DELETE /v2.0/ports/a6d21013-1578-4cb7-81bf-4edb5a5960d8 HTTP/1.1" status: 204 len: 173 time: 0.9261439 Mar 23 12:35:58.158813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596ddc1-a35d-45e4-b182-8165cb07baab req-0f9afccf-152a-4464-a0cb-92c8b2597600 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:58.165673 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6596ddc1-a35d-45e4-b182-8165cb07baab req-0f9afccf-152a-4464-a0cb-92c8b2597600 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 945 time: 0.2237971 Mar 23 12:35:58.167361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9876c53-d2dd-4dca-803f-a8cb2274333e', 'name': 'network-vif-deleted', 'tag': 'a6d21013-1578-4cb7-81bf-4edb5a5960d8'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:58.170294 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f933105-6f6f-4a24-828a-df2a30ee3926" -d '{"events": [{"server_uuid": "f9876c53-d2dd-4dca-803f-a8cb2274333e", "name": "network-vif-deleted", "tag": "a6d21013-1578-4cb7-81bf-4edb5a5960d8"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:58.229779 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-711944c3-521b-496c-99fd-ad6c7e3b606f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.237626 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-711944c3-521b-496c-99fd-ad6c7e3b606f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.255398 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:58.259097 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6596ddc1-a35d-45e4-b182-8165cb07baab req-f02bbfc4-7d7a-40ac-a941-44c66aadb672 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924752 Mar 23 12:35:58.294036 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'port_id': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95', 'mac_address': 'fa:16:3e:60:25:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:35:58.298080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711944c3-521b-496c-99fd-ad6c7e3b606f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:35:58.320164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711944c3-521b-496c-99fd-ad6c7e3b606f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f63aad5-2e83-4e2a-899f-b4ea3879e328,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:58.326306 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-711944c3-521b-496c-99fd-ad6c7e3b606f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.326875 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-711944c3-521b-496c-99fd-ad6c7e3b606f admin admin] Added segment 050370d7-f785-4471-a2fb-8b4450f56087 of type vlan for network cdf97484-c9da-413f-b83e-8d2dd8e57d1b Mar 23 12:35:58.384409 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-1d32a2fe-9a92-4820-b593-79f009203a66 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:58.394507 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.398097 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-1d32a2fe-9a92-4820-b593-79f009203a66 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f&tenant_id=d1929913b1364306b03584922edf0edc&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 1096 time: 0.2741346 Mar 23 12:35:58.412687 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6aa4d3c-580f-42da-b1bb-2f00909c1c95 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:35:58.421700 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834854-1'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:58.443484 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:58.450799 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.506910 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-99c53d34-c8d7-482c-b3d1-ab83cd9d95aa tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Deleting port 4cd8d6b2-a847-4547-9876-8982fca882d3 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:35:58.507277 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99c53d34-c8d7-482c-b3d1-ab83cd9d95aa tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.522424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:58.533894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca181d-7760-4cfc-9d84-7bef5b3f3691 req-52c9523c-c70b-4c5e-bb8e-31fc8a6ea689 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:58.535509 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53ca181d-7760-4cfc-9d84-7bef5b3f3691 req-52c9523c-c70b-4c5e-bb8e-31fc8a6ea689 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.2163899 Mar 23 12:35:58.538737 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.575754 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:35:58.656941 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b06abb-dcdf-4529-a5c0-6f0dc025047a x-openstack-request-id: req-52b06abb-dcdf-4529-a5c0-6f0dc025047a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:58.657564 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9876c53-d2dd-4dca-803f-a8cb2274333e", "name": "network-vif-deleted", "tag": "a6d21013-1578-4cb7-81bf-4edb5a5960d8", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:58.657564 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52b06abb-dcdf-4529-a5c0-6f0dc025047a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:58.657890 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9876c53-d2dd-4dca-803f-a8cb2274333e', 'name': 'network-vif-deleted', 'tag': 'a6d21013-1578-4cb7-81bf-4edb5a5960d8', 'status': 'completed', 'code': 200} Mar 23 12:35:58.673343 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53ca181d-7760-4cfc-9d84-7bef5b3f3691 req-a3cbedd6-6335-4c80-8cb4-319846ded87b tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235948 Mar 23 12:35:58.721156 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-711944c3-521b-496c-99fd-ad6c7e3b606f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.742721 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99c53d34-c8d7-482c-b3d1-ab83cd9d95aa tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.743214 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99c53d34-c8d7-482c-b3d1-ab83cd9d95aa tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.758925 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-37683f4e-c420-45bb-8c81-a50305b16d0b req-b07b27ee-278b-437d-93b5-12ad43d66e15 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.765737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-99c53d34-c8d7-482c-b3d1-ab83cd9d95aa tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Calling delete_port for 4cd8d6b2-a847-4547-9876-8982fca882d3 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:35:58.784084 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74986be1-6b56-48b1-a0a9-206930cf38ce req-6a060425-2c8c-4858-8493-cfa3fa402fd9 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:58.791484 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-74986be1-6b56-48b1-a0a9-206930cf38ce req-6a060425-2c8c-4858-8493-cfa3fa402fd9 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.1303124 Mar 23 12:35:58.811523 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-711944c3-521b-496c-99fd-ad6c7e3b606f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.812568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711944c3-521b-496c-99fd-ad6c7e3b606f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:58.813050 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-711944c3-521b-496c-99fd-ad6c7e3b606f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.829632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b27ee-278b-437d-93b5-12ad43d66e15 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Pushing event deleted for resources: {'Port': ['ID=8d37cb40-4f3c-4210-8e8b-de9760cfbf5b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:58.837761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] For port 82cf8604-d1f3-455f-960c-f5f524b14517, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=82cf8604-d1f3-455f-960c-f5f524b14517,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:35:58.875957 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['f6aa4d3c-580f-42da-b1bb-2f00909c1c95'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:35:58.897891 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] For port 82cf8604-d1f3-455f-960c-f5f524b14517, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:35:58.926897 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-711944c3-521b-496c-99fd-ad6c7e3b606f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1833787 Mar 23 12:35:58.934081 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60466) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:58.940191 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a845a88c-d394-4283-a83d-dd01de1eec02 admin admin] Request body: {'subnet': {'network_id': 'cdf97484-c9da-413f-b83e-8d2dd8e57d1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2060552367-subnet', 'tenant_id': 'df17bebf33544dd68b1ec9d5ca1628f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:35:58.957276 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-37683f4e-c420-45bb-8c81-a50305b16d0b req-b07b27ee-278b-437d-93b5-12ad43d66e15 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] No DVR routers for this DVR port 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:35:58.962389 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-37683f4e-c420-45bb-8c81-a50305b16d0b req-b07b27ee-278b-437d-93b5-12ad43d66e15 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.966351 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37683f4e-c420-45bb-8c81-a50305b16d0b req-b07b27ee-278b-437d-93b5-12ad43d66e15 tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.73 "DELETE /v2.0/ports/8d37cb40-4f3c-4210-8e8b-de9760cfbf5b HTTP/1.1" status: 204 len: 173 time: 1.4023609 Mar 23 12:35:58.967159 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711944c3-521b-496c-99fd-ad6c7e3b606f admin admin] Pushing event updated for resources: {'Network': ['ID=cdf97484-c9da-413f-b83e-8d2dd8e57d1b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:58.977202 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de652fbc-f56c-4f8e-b8b7-8984ae37fc3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82cf8604-d1f3-455f-960c-f5f524b14517'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:35:58.979515 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148e6b80-1792-4e25-86d9-cb3cbffdc6f2" -d '{"events": [{"server_uuid": "de652fbc-f56c-4f8e-b8b7-8984ae37fc3f", "name": "network-vif-unplugged", "status": "completed", "tag": "82cf8604-d1f3-455f-960c-f5f524b14517"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:35:58.987066 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:58.989352 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-74986be1-6b56-48b1-a0a9-206930cf38ce req-e833fb71-9fd1-4647-a3cf-44fcb02cc1a2 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968846 Mar 23 12:35:59.001862 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network cdf97484-c9da-413f-b83e-8d2dd8e57d1b details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:35:59.031705 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b8c5fc-8b69-417e-a8c0-6f1e83ea4166 x-openstack-request-id: req-c6b8c5fc-8b69-417e-a8c0-6f1e83ea4166 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:35:59.032561 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de652fbc-f56c-4f8e-b8b7-8984ae37fc3f", "name": "network-vif-unplugged", "status": "completed", "tag": "82cf8604-d1f3-455f-960c-f5f524b14517", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:35:59.032819 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6b8c5fc-8b69-417e-a8c0-6f1e83ea4166 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:35:59.033215 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de652fbc-f56c-4f8e-b8b7-8984ae37fc3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82cf8604-d1f3-455f-960c-f5f524b14517', 'code': 200} Mar 23 12:35:59.036426 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:59.044999 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a845a88c-d394-4283-a83d-dd01de1eec02 admin admin] Made reservation on behalf of df17bebf33544dd68b1ec9d5ca1628f3 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:35:59.047291 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a845a88c-d394-4283-a83d-dd01de1eec02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:59.108609 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Pushing event updated for resources: {'Port': ['ID=82cf8604-d1f3-455f-960c-f5f524b14517,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:59.123731 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:59.202424 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-31146810-a7d3-409f-91ef-78626d9fe1aa req-f5ae829e-6c9c-42a9-b894-eaba7f62bb0b tempest-MultipleCreateTestJSON-1787842565 tempest-MultipleCreateTestJSON-1787842565-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a HTTP/1.1" status: 200 len: 210 time: 0.0908418 Mar 23 12:35:59.235753 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99c53d34-c8d7-482c-b3d1-ab83cd9d95aa tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:59.281432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c53d34-c8d7-482c-b3d1-ab83cd9d95aa tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Pushing event deleted for resources: {'Port': ['ID=4cd8d6b2-a847-4547-9876-8982fca882d3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:35:59.289541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Attempting to bind port 82cf8604-d1f3-455f-960c-f5f524b14517 on host n-h1-834854-1 for vnic_type normal with profile {"migrating_to": "n-h2-834854-1"} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:35:59.289874 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Attempting to bind port 82cf8604-d1f3-455f-960c-f5f524b14517 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:35:59.290207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Attempting to bind port 82cf8604-d1f3-455f-960c-f5f524b14517 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:59.342062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Port 82cf8604-d1f3-455f-960c-f5f524b14517 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:35:59.342062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Attempting to bind port 82cf8604-d1f3-455f-960c-f5f524b14517 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:35:59.358937 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:35:59.358937 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Checking segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:35:59.359385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Bound using segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:35:59.359790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Bound port: 82cf8604-d1f3-455f-960c-f5f524b14517, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:35:59.360226 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:59.399649 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca78ab-86e8-43cd-83d2-3409015d3199 req-d77962ec-8523-4526-ba99-1913e9c489e8 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:35:59.401270 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0dca78ab-86e8-43cd-83d2-3409015d3199 req-d77962ec-8523-4526-ba99-1913e9c489e8 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 943 time: 0.0636628 Mar 23 12:35:59.426092 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99c53d34-c8d7-482c-b3d1-ab83cd9d95aa tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:59.428961 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99c53d34-c8d7-482c-b3d1-ab83cd9d95aa tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:59.430144 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-99c53d34-c8d7-482c-b3d1-ab83cd9d95aa tempest-ServersTestJSON-96211673 tempest-ServersTestJSON-96211673-project] 10.222.0.52 "DELETE /v2.0/floatingips/7a75b6be-6443-4071-992d-155d219e5a44 HTTP/1.1" status: 204 len: 168 time: 1.3235638 Mar 23 12:35:59.434241 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60474) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:35:59.448337 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:59.458842 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0dca78ab-86e8-43cd-83d2-3409015d3199 req-6cd31822-f829-4df4-a3bd-841d72a0b57f tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493577 Mar 23 12:35:59.598673 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a845a88c-d394-4283-a83d-dd01de1eec02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:35:59.888820 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] For port 82cf8604-d1f3-455f-960c-f5f524b14517, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:35:59.913823 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 20d3a6b0-0209-4be2-ab2b-8930eee855c2 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:35:59.934214 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 20d3a6b0-0209-4be2-ab2b-8930eee855c2 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:35:59.934562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 20d3a6b0-0209-4be2-ab2b-8930eee855c2 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:35:59.942146 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] For port 82cf8604-d1f3-455f-960c-f5f524b14517, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=82cf8604-d1f3-455f-960c-f5f524b14517,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:35:59.970444 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.033519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device f6aa4d3c-580f-42da-b1bb-2f00909c1c95 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:36:00.062439 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845a88c-d394-4283-a83d-dd01de1eec02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e29679c-19bb-4de9-94a7-12d25663bb35,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:00.107697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:36:00.111737 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:36:00.112877 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.113318 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f13671-4de3-4219-8422-89bbabaf9100 req-e41af265-5035-42db-836b-26f4037a1865 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:00.116338 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53f13671-4de3-4219-8422-89bbabaf9100 req-e41af265-5035-42db-836b-26f4037a1865 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.0564301 Mar 23 12:36:00.123542 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5d5f0-83ef-4ad4-9015-d3b087a5d640 req-af94f7ce-9a51-441f-88a4-9f39cd915d35 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:00.125058 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ba5d5f0-83ef-4ad4-9015-d3b087a5d640 req-af94f7ce-9a51-441f-88a4-9f39cd915d35 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.2317820 Mar 23 12:36:00.131010 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845a88c-d394-4283-a83d-dd01de1eec02 admin admin] Checking segment: {'id': '050370d7-f785-4471-a2fb-8b4450f56087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cdf97484-c9da-413f-b83e-8d2dd8e57d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:36:00.131363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a845a88c-d394-4283-a83d-dd01de1eec02 admin admin] Network hostable DHCP agents. Network: cdf97484-c9da-413f-b83e-8d2dd8e57d1b, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:36:00.139008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Pushing event updated for resources: {'Port': ['ID=82cf8604-d1f3-455f-960c-f5f524b14517,revision_number=8']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:00.167883 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53f13671-4de3-4219-8422-89bbabaf9100 req-f93e707b-1062-4b27-9a8c-f93fb28ea4de tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461507 Mar 23 12:36:00.208260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:00.208873 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.210284 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cbd57076-c060-4240-a0d9-602e9c0bfda7 service neutron] 10.222.0.73 "PUT /v2.0/ports/82cf8604-d1f3-455f-960c-f5f524b14517 HTTP/1.1" status: 200 len: 1121 time: 1.8039844 Mar 23 12:36:00.211917 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.245665 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a845a88c-d394-4283-a83d-dd01de1eec02 admin admin] Network cdf97484-c9da-413f-b83e-8d2dd8e57d1b is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:36:00.252370 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:00.254782 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cbc4d4-01ad-4035-8774-18448f747e38" -d '{"events": [{"server_uuid": "16ed7997-92ce-486e-b6cb-b3d02df09f03", "name": "network-vif-plugged", "status": "completed", "tag": "f6aa4d3c-580f-42da-b1bb-2f00909c1c95"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:00.256261 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ba5d5f0-83ef-4ad4-9015-d3b087a5d640 req-d71e437e-cdfe-4ba0-88fb-667b4fb45740 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205103 Mar 23 12:36:00.284605 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60484) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:00.290036 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:00.294284 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a845a88c-d394-4283-a83d-dd01de1eec02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, cdf97484-c9da-413f-b83e-8d2dd8e57d1b) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:36:00.303377 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a845a88c-d394-4283-a83d-dd01de1eec02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:00.304431 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a845a88c-d394-4283-a83d-dd01de1eec02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.312202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['82cf8604-d1f3-455f-960c-f5f524b14517'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:00.315063 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3c4e33-be1b-4d4c-b0f8-f5af2e272551 None None] Network cdf97484-c9da-413f-b83e-8d2dd8e57d1b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:36:00.318861 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.319738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:36:00.348497 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5ecf22-9471-4b52-8679-2421a5671b4a x-openstack-request-id: req-1e5ecf22-9471-4b52-8679-2421a5671b4a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:00.348789 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ed7997-92ce-486e-b6cb-b3d02df09f03", "name": "network-vif-plugged", "status": "completed", "tag": "f6aa4d3c-580f-42da-b1bb-2f00909c1c95", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:00.349040 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e5ecf22-9471-4b52-8679-2421a5671b4a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:00.349423 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95', 'code': 200} Mar 23 12:36:00.359422 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76885db-dfd7-453d-b504-e7d7c899b025 admin admin] Deleting subnet fa42aad2-789b-4776-85d3-e4eeb51562f5 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:36:00.364613 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f76885db-dfd7-453d-b504-e7d7c899b025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.376578 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a845a88c-d394-4283-a83d-dd01de1eec02 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4415147 Mar 23 12:36:00.435581 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f76885db-dfd7-453d-b504-e7d7c899b025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.475974 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:36:00.476736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 8d37cb40-4f3c-4210-8e8b-de9760cfbf5b not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:36:00.477635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a6d21013-1578-4cb7-81bf-4edb5a5960d8 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:36:00.480828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17268af5-b921-482b-8ada-86d4ff06acac req-7be56e71-2e5b-46e0-8abd-571970c4c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:00.488495 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-17268af5-b921-482b-8ada-86d4ff06acac req-7be56e71-2e5b-46e0-8abd-571970c4c633 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 1096 time: 0.0749869 Mar 23 12:36:00.506648 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f76885db-dfd7-453d-b504-e7d7c899b025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.531195 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: a6d21013-1578-4cb7-81bf-4edb5a5960d8 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:36:00.531195 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a6d21013-1578-4cb7-81bf-4edb5a5960d8 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:36:00.537737 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:00.581172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60490) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:00.612516 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-17268af5-b921-482b-8ada-86d4ff06acac req-eb12449c-aa84-4765-a7ec-6b50222ab791 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059914 Mar 23 12:36:00.634029 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f76885db-dfd7-453d-b504-e7d7c899b025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.638395 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f783f7b-1740-4ae4-8d4c-ead0196634d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.674640 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a', 'name': 'network-vif-deleted', 'tag': '8d37cb40-4f3c-4210-8e8b-de9760cfbf5b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:00.677237 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ff1df2-ec8b-4e01-89dc-e989c7451e69" -d '{"events": [{"server_uuid": "9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a", "name": "network-vif-deleted", "tag": "8d37cb40-4f3c-4210-8e8b-de9760cfbf5b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:00.688134 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76885db-dfd7-453d-b504-e7d7c899b025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa42aad2-789b-4776-85d3-e4eeb51562f5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:00.690759 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f76885db-dfd7-453d-b504-e7d7c899b025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.698127 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f76885db-dfd7-453d-b504-e7d7c899b025 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fa42aad2-789b-4776-85d3-e4eeb51562f5 HTTP/1.1" status: 204 len: 168 time: 0.4121144 Mar 23 12:36:00.699303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60494) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:00.704871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94dbef7-8980-4a7e-ae6a-92afd471813b None None] Network cdf97484-c9da-413f-b83e-8d2dd8e57d1b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:36:00.707418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a875cfb6-26c8-4740-97ac-d1b2d539605a admin admin] Deleting subnet 4544aa8f-f33c-400b-b692-52b5959f6ff6 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:36:00.718120 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf620e46-871f-4e28-90d0-c9230b96bac3 req-696d3df0-226b-4b77-aefe-6b51e1fcd244 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:00.720411 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf620e46-871f-4e28-90d0-c9230b96bac3 req-696d3df0-226b-4b77-aefe-6b51e1fcd244 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 943 time: 0.1631880 Mar 23 12:36:00.721254 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a875cfb6-26c8-4740-97ac-d1b2d539605a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.745520 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1327cf56-424d-4053-bbc5-a96467dbf1be x-openstack-request-id: req-1327cf56-424d-4053-bbc5-a96467dbf1be {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:00.745946 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a", "name": "network-vif-deleted", "tag": "8d37cb40-4f3c-4210-8e8b-de9760cfbf5b", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:00.746971 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1327cf56-424d-4053-bbc5-a96467dbf1be {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:00.746971 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eaf7c7b-49a2-4dd8-aa7a-ca8f1c0e5d9a', 'name': 'network-vif-deleted', 'tag': '8d37cb40-4f3c-4210-8e8b-de9760cfbf5b', 'status': 'completed', 'code': 200} Mar 23 12:36:00.783210 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a875cfb6-26c8-4740-97ac-d1b2d539605a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.835579 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b91c8c0-2b05-40d9-83d3-977987a3a84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.835800 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf620e46-871f-4e28-90d0-c9230b96bac3 req-bcee25b2-1d9f-4327-a3b3-501bb3c2d8e5 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919526 Mar 23 12:36:00.855264 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a875cfb6-26c8-4740-97ac-d1b2d539605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.947586 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a875cfb6-26c8-4740-97ac-d1b2d539605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.979562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875cfb6-26c8-4740-97ac-d1b2d539605a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4544aa8f-f33c-400b-b692-52b5959f6ff6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:00.984935 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a875cfb6-26c8-4740-97ac-d1b2d539605a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:00.991242 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a875cfb6-26c8-4740-97ac-d1b2d539605a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4544aa8f-f33c-400b-b692-52b5959f6ff6 HTTP/1.1" status: 204 len: 168 time: 0.3942935 Mar 23 12:36:00.993805 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60498) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:01.046184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de652fbc-f56c-4f8e-b8b7-8984ae37fc3f', 'tag': '82cf8604-d1f3-455f-960c-f5f524b14517'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:01.048540 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc54aa07-f977-44e0-b347-33919630f732" -d '{"events": [{"name": "network-changed", "server_uuid": "de652fbc-f56c-4f8e-b8b7-8984ae37fc3f", "tag": "82cf8604-d1f3-455f-960c-f5f524b14517"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:01.068614 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b91c8c0-2b05-40d9-83d3-977987a3a84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.087522 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-364ac16c-022d-4c4c-b425-a6d2c4ea13c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.115533 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4b91c8c0-2b05-40d9-83d3-977987a3a84e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c3d223-a90d-4fa2-a08e-7ed538f62a7c']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:01.124232 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badc47cb-412f-4019-9204-8c8f8c128048 x-openstack-request-id: req-badc47cb-412f-4019-9204-8c8f8c128048 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:01.124516 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de652fbc-f56c-4f8e-b8b7-8984ae37fc3f", "tag": "82cf8604-d1f3-455f-960c-f5f524b14517", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:01.124773 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-badc47cb-412f-4019-9204-8c8f8c128048 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:01.125166 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de652fbc-f56c-4f8e-b8b7-8984ae37fc3f', 'tag': '82cf8604-d1f3-455f-960c-f5f524b14517', 'status': 'completed', 'code': 200} Mar 23 12:36:01.133296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4b91c8c0-2b05-40d9-83d3-977987a3a84e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:01.133569 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4b91c8c0-2b05-40d9-83d3-977987a3a84e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84a526d-c0d5-4d16-bd08-246e2e7c8f8a') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:01.153949 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b91c8c0-2b05-40d9-83d3-977987a3a84e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.198457 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b91c8c0-2b05-40d9-83d3-977987a3a84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.226800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b91c8c0-2b05-40d9-83d3-977987a3a84e admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:36:01.227233 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b91c8c0-2b05-40d9-83d3-977987a3a84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:36:01.231641 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:36:01.249895 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-364ac16c-022d-4c4c-b425-a6d2c4ea13c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.324386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-364ac16c-022d-4c4c-b425-a6d2c4ea13c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8defcf6-9346-4add-a28d-c5ef8b4075cd']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:01.324820 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54aa07-f977-44e0-b347-33919630f732 req-df8e5d80-fa97-40ae-8681-bbaa63f4a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:01.326435 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc54aa07-f977-44e0-b347-33919630f732 req-df8e5d80-fa97-40ae-8681-bbaa63f4a77a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 1124 time: 0.1640620 Mar 23 12:36:01.342316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-364ac16c-022d-4c4c-b425-a6d2c4ea13c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97b6388-7b50-437f-ae0f-2e4d698b261e') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:01.342599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-364ac16c-022d-4c4c-b425-a6d2c4ea13c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97b6388-7b50-437f-ae0f-2e4d698b261e') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:01.355601 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-364ac16c-022d-4c4c-b425-a6d2c4ea13c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.362823 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b91c8c0-2b05-40d9-83d3-977987a3a84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.379342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f3bc5-24a5-4687-93bb-8984dfdce374 req-f0ca6faf-b868-44f8-a3b1-4a72f0696ddc tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:01.381110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b61f3bc5-24a5-4687-93bb-8984dfdce374 req-f0ca6faf-b868-44f8-a3b1-4a72f0696ddc tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.1166217 Mar 23 12:36:01.382078 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b91c8c0-2b05-40d9-83d3-977987a3a84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.385336 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4b91c8c0-2b05-40d9-83d3-977987a3a84e admin admin] 10.222.0.52 "DELETE /v2.0/networks/83c3d223-a90d-4fa2-a08e-7ed538f62a7c HTTP/1.1" status: 204 len: 168 time: 0.6850502 Mar 23 12:36:01.387466 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-364ac16c-022d-4c4c-b425-a6d2c4ea13c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.400651 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364ac16c-022d-4c4c-b425-a6d2c4ea13c3 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:36:01.401581 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-364ac16c-022d-4c4c-b425-a6d2c4ea13c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:36:01.403908 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:36:01.444771 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91c8c0-2b05-40d9-83d3-977987a3a84e admin admin] Pushing event deleted for resources: {'Network': ['ID=83c3d223-a90d-4fa2-a08e-7ed538f62a7c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:01.479298 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8f783f7b-1740-4ae4-8d4c-ead0196634d8 admin admin] Deleting port 79e5be4f-d9e7-4a8a-a7f5-66350cca240b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:36:01.479638 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f783f7b-1740-4ae4-8d4c-ead0196634d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.520055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e6904-0012-4969-ab54-fe6098c915a2 req-ee7b7d47-75b1-44c2-8b55-32bbb8e6311d tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:01.521651 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-db0e6904-0012-4969-ab54-fe6098c915a2 req-ee7b7d47-75b1-44c2-8b55-32bbb8e6311d tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.1697185 Mar 23 12:36:01.545127 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-364ac16c-022d-4c4c-b425-a6d2c4ea13c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.552455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54aa07-f977-44e0-b347-33919630f732 req-11be1297-c99f-4327-8604-36d28bac8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:01.553457 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc54aa07-f977-44e0-b347-33919630f732 req-11be1297-c99f-4327-8604-36d28bac8905 service neutron] 10.222.0.77 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.2182920 Mar 23 12:36:01.562843 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-364ac16c-022d-4c4c-b425-a6d2c4ea13c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.570173 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-364ac16c-022d-4c4c-b425-a6d2c4ea13c3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b8defcf6-9346-4add-a28d-c5ef8b4075cd HTTP/1.1" status: 204 len: 168 time: 0.5744541 Mar 23 12:36:01.578375 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60508) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:01.583784 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b61f3bc5-24a5-4687-93bb-8984dfdce374 req-de62a868-cb13-45e4-9ceb-5bf31657c491 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671557 Mar 23 12:36:01.584911 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ac16c-022d-4c4c-b425-a6d2c4ea13c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8defcf6-9346-4add-a28d-c5ef8b4075cd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:01.661575 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc54aa07-f977-44e0-b347-33919630f732 req-4b9a4e52-3436-4714-92de-631d39c469a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82cf8604-d1f3-455f-960c-f5f524b14517 HTTP/1.1" status: 200 len: 217 time: 0.0932019 Mar 23 12:36:01.669901 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60510) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:01.727298 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-db0e6904-0012-4969-ab54-fe6098c915a2 req-f14b5936-b89e-4bc1-85ca-b8c2a1d36ef6 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771173 Mar 23 12:36:01.727504 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d7e55908-eab1-43af-9f11-a85ef2838d42 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c174c767a1d436e8c78c8a7c5c78a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558462 Mar 23 12:36:01.730393 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60512) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:01.747146 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-8f783f7b-1740-4ae4-8d4c-ead0196634d8 admin admin] For port 79e5be4f-d9e7-4a8a-a7f5-66350cca240b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=79e5be4f-d9e7-4a8a-a7f5-66350cca240b,segment=NetworkSegment(12fbbdbc-26ef-43af-a762-98675ee48446),segment_id=12fbbdbc-26ef-43af-a762-98675ee48446)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:01.747430 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f783f7b-1740-4ae4-8d4c-ead0196634d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.759460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47c1599-427b-495e-b75f-22ecc63cc52c admin admin] Deleting subnet 8e29679c-19bb-4de9-94a7-12d25663bb35 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:36:01.767540 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e47c1599-427b-495e-b75f-22ecc63cc52c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.792454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8f783f7b-1740-4ae4-8d4c-ead0196634d8 admin admin] Calling delete_port for 79e5be4f-d9e7-4a8a-a7f5-66350cca240b owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:36:01.800867 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54aa07-f977-44e0-b347-33919630f732 req-f366ea6f-ec65-4a4e-bd0e-1977d973c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:01.802656 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc54aa07-f977-44e0-b347-33919630f732 req-f366ea6f-ec65-4a4e-bd0e-1977d973c1d3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.1303754 Mar 23 12:36:01.806902 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e229c7a-5d23-46ec-a51e-d400949832a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.830477 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e229c7a-5d23-46ec-a51e-d400949832a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.852334 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e47c1599-427b-495e-b75f-22ecc63cc52c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.882774 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc54aa07-f977-44e0-b347-33919630f732 req-99bd14b7-c418-4aa7-a820-1eec21fab2d9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724127 Mar 23 12:36:01.894229 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e229c7a-5d23-46ec-a51e-d400949832a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.900036 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e229c7a-5d23-46ec-a51e-d400949832a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:01.902133 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9e229c7a-5d23-46ec-a51e-d400949832a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3ad3512b-e793-4317-ada3-a1e80ea17852 HTTP/1.1" status: 204 len: 168 time: 0.1704633 Mar 23 12:36:01.919910 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e229c7a-5d23-46ec-a51e-d400949832a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad3512b-e793-4317-ada3-a1e80ea17852,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:02.015510 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e47c1599-427b-495e-b75f-22ecc63cc52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:02.037545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 82cf8604-d1f3-455f-960c-f5f524b14517 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:36:02.167081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8d3d8-ab2c-4e8a-b430-550a7027625b req-9e10ce74-7392-403f-b191-cfe3791e01df tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:02.180590 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66c8d3d8-ab2c-4e8a-b430-550a7027625b req-9e10ce74-7392-403f-b191-cfe3791e01df tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 943 time: 0.1720645 Mar 23 12:36:02.183974 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc54aa07-f977-44e0-b347-33919630f732 req-30623e9c-31c7-468d-9c71-8b1254eea321 service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790534 Mar 23 12:36:02.248218 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66c8d3d8-ab2c-4e8a-b430-550a7027625b req-3957879b-eb38-40b4-88fa-a638d61a3ded tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663447 Mar 23 12:36:02.279601 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 82cf8604-d1f3-455f-960c-f5f524b14517, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=82cf8604-d1f3-455f-960c-f5f524b14517,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:02.302415 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 82cf8604-d1f3-455f-960c-f5f524b14517 has no active binding in host n-h2-834854-1 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 12:36:02.322232 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e47c1599-427b-495e-b75f-22ecc63cc52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:02.370674 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c1599-427b-495e-b75f-22ecc63cc52c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e29679c-19bb-4de9-94a7-12d25663bb35,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:02.459092 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e47c1599-427b-495e-b75f-22ecc63cc52c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:02.465302 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e47c1599-427b-495e-b75f-22ecc63cc52c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8e29679c-19bb-4de9-94a7-12d25663bb35 HTTP/1.1" status: 204 len: 168 time: 0.8778772 Mar 23 12:36:02.469021 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60524) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:02.509698 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc54aa07-f977-44e0-b347-33919630f732 req-9c51baa0-702d-411e-bef1-1cddde9ff580 service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164396 Mar 23 12:36:02.520788 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f783f7b-1740-4ae4-8d4c-ead0196634d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:02.577135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-344d12a6-d7fe-4a71-ab89-5ffeb01a2a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:02.722719 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-344d12a6-d7fe-4a71-ab89-5ffeb01a2a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:02.745548 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f783f7b-1740-4ae4-8d4c-ead0196634d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e5be4f-d9e7-4a8a-a7f5-66350cca240b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:02.763478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-344d12a6-d7fe-4a71-ab89-5ffeb01a2a23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf97484-c9da-413f-b83e-8d2dd8e57d1b']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:02.805192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-344d12a6-d7fe-4a71-ab89-5ffeb01a2a23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050370d7-f785-4471-a2fb-8b4450f56087') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:02.805685 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-344d12a6-d7fe-4a71-ab89-5ffeb01a2a23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050370d7-f785-4471-a2fb-8b4450f56087') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:02.873228 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-344d12a6-d7fe-4a71-ab89-5ffeb01a2a23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:02.919795 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-344d12a6-d7fe-4a71-ab89-5ffeb01a2a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:02.986844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344d12a6-d7fe-4a71-ab89-5ffeb01a2a23 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:36:02.988324 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-344d12a6-d7fe-4a71-ab89-5ffeb01a2a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:36:02.992883 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:36:03.112731 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ee0cf-066d-4980-ae83-5140284b4062 req-b46b6d73-0d93-4de0-8510-2ab7d46ab21c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:03.114385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d56ee0cf-066d-4980-ae83-5140284b4062 req-b46b6d73-0d93-4de0-8510-2ab7d46ab21c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.1989906 Mar 23 12:36:03.115667 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-344d12a6-d7fe-4a71-ab89-5ffeb01a2a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:03.122038 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-344d12a6-d7fe-4a71-ab89-5ffeb01a2a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:03.140261 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-344d12a6-d7fe-4a71-ab89-5ffeb01a2a23 admin admin] 10.222.0.52 "DELETE /v2.0/networks/cdf97484-c9da-413f-b83e-8d2dd8e57d1b HTTP/1.1" status: 204 len: 168 time: 0.6602166 Mar 23 12:36:03.195808 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d12a6-d7fe-4a71-ab89-5ffeb01a2a23 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdf97484-c9da-413f-b83e-8d2dd8e57d1b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:03.261366 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d56ee0cf-066d-4980-ae83-5140284b4062 req-9c2199e8-5610-454f-87fb-301e0404051e tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009698 Mar 23 12:36:03.336562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908f3c1-0f63-4f9d-81f2-251fdb3b719d req-f0da73b9-cfa6-4635-ab9f-beb86b43c8ac tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:03.344237 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2908f3c1-0f63-4f9d-81f2-251fdb3b719d req-f0da73b9-cfa6-4635-ab9f-beb86b43c8ac tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.5183659 Mar 23 12:36:03.402115 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f783f7b-1740-4ae4-8d4c-ead0196634d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:03.425596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60546) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:03.452873 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2908f3c1-0f63-4f9d-81f2-251fdb3b719d req-a29d43ee-e2b3-4824-9a71-f145ed070b48 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073380 Mar 23 12:36:03.536821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60550) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:03.580958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2732479-c445-4a7e-a40d-9d907d39bfc1 req-c1243c75-fd82-4fb9-a936-94b594d848b7 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:03.584138 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b2732479-c445-4a7e-a40d-9d907d39bfc1 req-c1243c75-fd82-4fb9-a936-94b594d848b7 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 943 time: 0.1957591 Mar 23 12:36:03.590137 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-48fcd0f9-c202-4f01-8b68-07ebe64e09dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89d89e5fa6c940218796fe5fca986267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596794 Mar 23 12:36:03.598249 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60554) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:03.673269 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b2732479-c445-4a7e-a40d-9d907d39bfc1 req-1b809392-a91e-4802-bafe-5e5a30052fbb tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755057 Mar 23 12:36:03.699628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e106000-339e-4f87-a07e-a690b34ed6cc req-1c387390-6903-412f-a42e-02277702669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:03.701502 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e106000-339e-4f87-a07e-a690b34ed6cc req-1c387390-6903-412f-a42e-02277702669f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 1096 time: 0.1634071 Mar 23 12:36:03.710901 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dd00865-f2b7-4b0d-96b9-3a8caa25646c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:03.729226 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5616d80-4cde-4f7f-b25e-39c9c2c183ef req-25eb50f9-468c-4baa-8b2a-8025dae08dc9 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:03.731852 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e5616d80-4cde-4f7f-b25e-39c9c2c183ef req-25eb50f9-468c-4baa-8b2a-8025dae08dc9 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.1357379 Mar 23 12:36:03.744752 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60556) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:03.754067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b3981ef8-0e7c-4f2d-831f-ce9de869ff50 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Request body: {'floatingip': {'port_id': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:03.761109 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dd00865-f2b7-4b0d-96b9-3a8caa25646c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:03.816426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8d6d2b36-3076-4a68-bb5e-ffb9d19130ce admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1731721391-network', 'tenant_id': '4ecbf4855cb04c57bc5da80f51ff5750'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:03.849873 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dd00865-f2b7-4b0d-96b9-3a8caa25646c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:03.852752 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dd00865-f2b7-4b0d-96b9-3a8caa25646c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:03.853922 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7dd00865-f2b7-4b0d-96b9-3a8caa25646c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3fcfc172-f8b1-4e1c-89ca-1ed525e25597 HTTP/1.1" status: 204 len: 168 time: 0.2545631 Mar 23 12:36:03.857846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6d2b36-3076-4a68-bb5e-ffb9d19130ce admin admin] Made reservation on behalf of 4ecbf4855cb04c57bc5da80f51ff5750 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:03.860720 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2b36-3076-4a68-bb5e-ffb9d19130ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:03.868876 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd00865-f2b7-4b0d-96b9-3a8caa25646c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcfc172-f8b1-4e1c-89ca-1ed525e25597,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:03.884750 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2b36-3076-4a68-bb5e-ffb9d19130ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:03.885075 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3981ef8-0e7c-4f2d-831f-ce9de869ff50 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:03.927180 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e106000-339e-4f87-a07e-a690b34ed6cc req-4705c6b3-bef3-4d0a-81bc-97072899a2d6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172325 Mar 23 12:36:03.995503 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2b36-3076-4a68-bb5e-ffb9d19130ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:04.001549 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2b36-3076-4a68-bb5e-ffb9d19130ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:04.022342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6d2b36-3076-4a68-bb5e-ffb9d19130ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:36:04.064975 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2b36-3076-4a68-bb5e-ffb9d19130ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:04.065455 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-8d6d2b36-3076-4a68-bb5e-ffb9d19130ce admin admin] Added segment 05569cb6-7cf4-480d-9426-cbeb927e61be of type vlan for network 72da2e9c-cdd0-42bc-88fb-fb55d06fa136 Mar 23 12:36:04.079568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d2b36-3076-4a68-bb5e-ffb9d19130ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80acf85-eea0-4659-8a8f-43774bab4f57,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:04.099790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f783f7b-1740-4ae4-8d4c-ead0196634d8 admin admin] Router d2bce484-8e59-4c46-a322-92761a61c443 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:36:04.153015 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2b36-3076-4a68-bb5e-ffb9d19130ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:04.201475 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2b36-3076-4a68-bb5e-ffb9d19130ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:04.203432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d2b36-3076-4a68-bb5e-ffb9d19130ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:04.204964 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2b36-3076-4a68-bb5e-ffb9d19130ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:04.231908 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60562) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:04.329622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8d6d2b36-3076-4a68-bb5e-ffb9d19130ce admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7899623 Mar 23 12:36:04.330105 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f783f7b-1740-4ae4-8d4c-ead0196634d8 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:36:04.333055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60566) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:04.337002 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8f783f7b-1740-4ae4-8d4c-ead0196634d8 admin admin] 10.222.0.52 "PUT /v2.0/routers/d2bce484-8e59-4c46-a322-92761a61c443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8994560 Mar 23 12:36:04.343212 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-89166b2e-79f0-4493-98f0-089913d08c93 admin admin] Request body: {'subnet': {'network_id': '72da2e9c-cdd0-42bc-88fb-fb55d06fa136', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1731721391-subnet', 'tenant_id': '4ecbf4855cb04c57bc5da80f51ff5750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:04.346202 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2670681b-ef42-435d-b968-6ea34121d7cc None None] Sync routers for ids ['d2bce484-8e59-4c46-a322-92761a61c443'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:36:04.348249 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60568) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:04.361309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d2b36-3076-4a68-bb5e-ffb9d19130ce admin admin] Pushing event updated for resources: {'Network': ['ID=72da2e9c-cdd0-42bc-88fb-fb55d06fa136,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:04.363467 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2670681b-ef42-435d-b968-6ea34121d7cc None None] Routers {'d2bce484-8e59-4c46-a322-92761a61c443'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:36:04.364148 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2670681b-ef42-435d-b968-6ea34121d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:35:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d2bce484-8e59-4c46-a322-92761a61c443'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:04.376563 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 72da2e9c-cdd0-42bc-88fb-fb55d06fa136 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:36:04.386188 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ea8e9b46-ec90-4ac5-ad79-48a783f97846 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df17bebf33544dd68b1ec9d5ca1628f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505926 Mar 23 12:36:04.386605 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60570) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:04.461315 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89166b2e-79f0-4493-98f0-089913d08c93 admin admin] Made reservation on behalf of 4ecbf4855cb04c57bc5da80f51ff5750 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:04.463887 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89166b2e-79f0-4493-98f0-089913d08c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:04.497249 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2670681b-ef42-435d-b968-6ea34121d7cc None None] Set router d2bce484-8e59-4c46-a322-92761a61c443 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:36:04.537626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c89776-5b7b-4e5b-8efd-31abbb0fd28f req-2a143ad7-9f91-4729-b570-5fbd9327c07a tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:04.540244 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66c89776-5b7b-4e5b-8efd-31abbb0fd28f req-2a143ad7-9f91-4729-b570-5fbd9327c07a tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.1430128 Mar 23 12:36:04.579499 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a55c37c4-530a-4cae-bafe-ad139fb717a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:04.596321 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bea58081-5222-482d-ae55-4b2588813520 admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:04.635416 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a55c37c4-530a-4cae-bafe-ad139fb717a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:04.637083 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [None req-b3981ef8-0e7c-4f2d-831f-ce9de869ff50 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:36:04.643056 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66c89776-5b7b-4e5b-8efd-31abbb0fd28f req-811693c9-6fb3-4940-a6ac-75cf5c4c678d tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935152 Mar 23 12:36:04.715192 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3981ef8-0e7c-4f2d-831f-ce9de869ff50 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:04.721254 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a55c37c4-530a-4cae-bafe-ad139fb717a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:04.724054 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a55c37c4-530a-4cae-bafe-ad139fb717a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:04.727742 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a55c37c4-530a-4cae-bafe-ad139fb717a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f63aad5-2e83-4e2a-899f-b4ea3879e328 HTTP/1.1" status: 204 len: 168 time: 0.3376188 Mar 23 12:36:04.735737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c37c4-530a-4cae-bafe-ad139fb717a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f63aad5-2e83-4e2a-899f-b4ea3879e328,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:04.736217 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2670681b-ef42-435d-b968-6ea34121d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'name': 'tempest-ServersTestJSON-1463403295-router', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd0f90260-22ca-4503-93db-74550b268747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:50Z', 'updated_at': '2022-03-23T12:36:02Z', 'revision_number': 5, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'gw_port': {'id': 'd0f90260-22ca-4503-93db-74550b268747', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:33:53Z', 'updated_at': '2022-03-23T12:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:04.786912 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2670681b-ef42-435d-b968-6ea34121d7cc None None] Checking router: d2bce484-8e59-4c46-a322-92761a61c443 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:36:04.797724 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2670681b-ef42-435d-b968-6ea34121d7cc None None] Routers {'d2bce484-8e59-4c46-a322-92761a61c443'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:36:04.798568 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2670681b-ef42-435d-b968-6ea34121d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:35:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d2bce484-8e59-4c46-a322-92761a61c443'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:04.799837 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3981ef8-0e7c-4f2d-831f-ce9de869ff50 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:05.012419 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2670681b-ef42-435d-b968-6ea34121d7cc None None] Set router d2bce484-8e59-4c46-a322-92761a61c443 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:36:05.103783 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bea58081-5222-482d-ae55-4b2588813520 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:05.145120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558914c-9a23-4a0e-8981-7486f8afcb02 req-f6967bb0-e990-4f94-a137-63dea19445bc tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:05.145120 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a558914c-9a23-4a0e-8981-7486f8afcb02 req-f6967bb0-e990-4f94-a137-63dea19445bc tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 943 time: 0.3484058 Mar 23 12:36:05.224824 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-b3981ef8-0e7c-4f2d-831f-ce9de869ff50 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Floating IP 92c64aba-faee-4854-aa0f-0eb38803602f associated. External IP: 172.25.2.76, port: f6aa4d3c-580f-42da-b1bb-2f00909c1c95. Mar 23 12:36:05.274071 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2670681b-ef42-435d-b968-6ea34121d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'name': 'tempest-ServersTestJSON-1463403295-router', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd0f90260-22ca-4503-93db-74550b268747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:50Z', 'updated_at': '2022-03-23T12:36:02Z', 'revision_number': 5, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'gw_port': {'id': 'd0f90260-22ca-4503-93db-74550b268747', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:33:53Z', 'updated_at': '2022-03-23T12:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:05.309924 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2670681b-ef42-435d-b968-6ea34121d7cc None None] The sync data for ids ['d2bce484-8e59-4c46-a322-92761a61c443'] in n-d-834854-1 is: [{'id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'name': 'tempest-ServersTestJSON-1463403295-router', 'tenant_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'd0f90260-22ca-4503-93db-74550b268747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:33:50Z', 'updated_at': '2022-03-23T12:36:02Z', 'revision_number': 5, 'project_id': '36278bd2a44c4d9c911365a1d50f6ec2', 'gw_port': {'id': 'd0f90260-22ca-4503-93db-74550b268747', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bce484-8e59-4c46-a322-92761a61c443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:33:53Z', 'updated_at': '2022-03-23T12:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:36:05.332089 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89166b2e-79f0-4493-98f0-089913d08c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:05.691719 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a558914c-9a23-4a0e-8981-7486f8afcb02 req-4dc2aa61-53a4-46a4-bf2a-fef931b0dd57 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897571 Mar 23 12:36:05.804806 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89166b2e-79f0-4493-98f0-089913d08c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df38450-8d14-408e-9742-7f224866590e,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:05.811093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db906c-45db-45b3-8573-cbd7fc12ba9d req-3fc7e417-36ca-4e9b-a897-9c7220b5570b tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:05.811655 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-9871d332-30a8-4c77-a5b0-330654d76708 service neutron] 10.222.0.77 "GET /v2.0/ports/82cf8604-d1f3-455f-960c-f5f524b14517/bindings/n-h2-834854-1 HTTP/1.1" status: 200 len: 384 time: 0.5307364 Mar 23 12:36:05.812508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bea58081-5222-482d-ae55-4b2588813520 admin admin] Deleting port d0f90260-22ca-4503-93db-74550b268747 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:36:05.812843 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bea58081-5222-482d-ae55-4b2588813520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:05.822007 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0db906c-45db-45b3-8573-cbd7fc12ba9d req-3fc7e417-36ca-4e9b-a897-9c7220b5570b tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.0710533 Mar 23 12:36:05.862183 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0db906c-45db-45b3-8573-cbd7fc12ba9d req-7b4cddda-6b0c-4f21-90c5-23af8e4c1410 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386531 Mar 23 12:36:05.896297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89166b2e-79f0-4493-98f0-089913d08c93 admin admin] Checking segment: {'id': '05569cb6-7cf4-480d-9426-cbeb927e61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '72da2e9c-cdd0-42bc-88fb-fb55d06fa136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:36:05.896656 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89166b2e-79f0-4493-98f0-089913d08c93 admin admin] Network hostable DHCP agents. Network: 72da2e9c-cdd0-42bc-88fb-fb55d06fa136, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:36:06.047233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89166b2e-79f0-4493-98f0-089913d08c93 admin admin] Network 72da2e9c-cdd0-42bc-88fb-fb55d06fa136 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:36:06.114806 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-89166b2e-79f0-4493-98f0-089913d08c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 72da2e9c-cdd0-42bc-88fb-fb55d06fa136) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:36:06.125032 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d3472d-229d-44b3-a402-ede393868621 None None] Network 72da2e9c-cdd0-42bc-88fb-fb55d06fa136 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:36:06.162398 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89166b2e-79f0-4493-98f0-089913d08c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:06.162398 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89166b2e-79f0-4493-98f0-089913d08c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:06.259264 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-bea58081-5222-482d-ae55-4b2588813520 admin admin] For port d0f90260-22ca-4503-93db-74550b268747, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d0f90260-22ca-4503-93db-74550b268747,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:06.259655 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bea58081-5222-482d-ae55-4b2588813520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:06.276808 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08f479f-acbb-44a2-810b-84bd3ee9dbfd None None] Network 72da2e9c-cdd0-42bc-88fb-fb55d06fa136 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:36:06.298590 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-89166b2e-79f0-4493-98f0-089913d08c93 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9523230 Mar 23 12:36:06.298590 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3981ef8-0e7c-4f2d-831f-ce9de869ff50 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Router d8d80209-e725-4e13-aca7-cf531443d97d has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:36:06.308072 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bea58081-5222-482d-ae55-4b2588813520 admin admin] Calling delete_port for d0f90260-22ca-4503-93db-74550b268747 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:36:06.356870 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-5098b0b0-e680-4fab-a067-a0de666182fe service neutron] For port 82cf8604-d1f3-455f-960c-f5f524b14517, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=82cf8604-d1f3-455f-960c-f5f524b14517,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:06.458169 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-0878d5be-18d3-48d9-a693-fe53cee91a60 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:06.459758 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-0878d5be-18d3-48d9-a693-fe53cee91a60 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/networks?id=0b1e418f-2cfc-420d-8472-de7db6e2f75e HTTP/1.1" status: 200 len: 811 time: 0.3628497 Mar 23 12:36:06.489368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-5098b0b0-e680-4fab-a067-a0de666182fe service neutron] For port 82cf8604-d1f3-455f-960c-f5f524b14517, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:36:06.536322 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-575fb26c-a373-4366-b84e-58e8deba26dc tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/quotas/7b58523009564f6bac30930da31ecda3 HTTP/1.1" status: 200 len: 375 time: 0.0617180 Mar 23 12:36:06.545084 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-5098b0b0-e680-4fab-a067-a0de666182fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82cf8604-d1f3-455f-960c-f5f524b14517 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:06.628223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-5098b0b0-e680-4fab-a067-a0de666182fe service neutron] For port 82cf8604-d1f3-455f-960c-f5f524b14517, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=82cf8604-d1f3-455f-960c-f5f524b14517,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:06.684556 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-5098b0b0-e680-4fab-a067-a0de666182fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:06.713807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3981ef8-0e7c-4f2d-831f-ce9de869ff50 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:36:06.719115 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3981ef8-0e7c-4f2d-831f-ce9de869ff50 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:06.721960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0b1c10-f5d4-46f3-a678-50e53196bd66 None None] Sync routers for ids ['d8d80209-e725-4e13-aca7-cf531443d97d'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:36:06.740265 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b1c10-f5d4-46f3-a678-50e53196bd66 None None] Routers {'d8d80209-e725-4e13-aca7-cf531443d97d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:36:06.741293 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0e0b1c10-f5d4-46f3-a678-50e53196bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:35:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8d80209-e725-4e13-aca7-cf531443d97d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:06.820689 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-d84bf6cb-8d57-41e4-8a9f-3af25a3285e3 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b58523009564f6bac30930da31ecda3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2406371 Mar 23 12:36:06.833534 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b3981ef8-0e7c-4f2d-831f-ce9de869ff50 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "PUT /v2.0/floatingips/92c64aba-faee-4854-aa0f-0eb38803602f HTTP/1.1" status: 200 len: 990 time: 3.0862653 Mar 23 12:36:06.841538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'tag': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:06.843773 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea5b7a2-db68-4317-a87a-40b6ca8533f9" -d '{"events": [{"name": "network-changed", "server_uuid": "16ed7997-92ce-486e-b6cb-b3d02df09f03", "tag": "f6aa4d3c-580f-42da-b1bb-2f00909c1c95"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:06.925730 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bea58081-5222-482d-ae55-4b2588813520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:06.961356 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-0e0b1c10-f5d4-46f3-a678-50e53196bd66 None None] Set router d8d80209-e725-4e13-aca7-cf531443d97d gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:36:06.979672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-5098b0b0-e680-4fab-a067-a0de666182fe service neutron] Transition to ACTIVE for port object 82cf8604-d1f3-455f-960c-f5f524b14517 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:36:06.983793 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea58081-5222-482d-ae55-4b2588813520 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f90260-22ca-4503-93db-74550b268747,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:06.992835 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-5098b0b0-e680-4fab-a067-a0de666182fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:06.998663 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83046b2b-bf49-41d4-85dc-01cc5fd2fa13 req-f9f7964e-2f18-4202-9522-84b762d842d4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:07.002035 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83046b2b-bf49-41d4-85dc-01cc5fd2fa13 req-f9f7964e-2f18-4202-9522-84b762d842d4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 943 time: 0.0928879 Mar 23 12:36:07.063795 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83046b2b-bf49-41d4-85dc-01cc5fd2fa13 req-9441ef8a-23f6-4a32-bc6c-50f410f9ca05 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525413 Mar 23 12:36:07.115083 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098b0b0-e680-4fab-a067-a0de666182fe service neutron] Pushing event updated for resources: {'Port': ['ID=82cf8604-d1f3-455f-960c-f5f524b14517,revision_number=10']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:07.197377 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-533c2d79-b92e-41f9-9f82-d627d28e07c4 service neutron] 10.222.0.52 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626084 Mar 23 12:36:07.228392 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-5098b0b0-e680-4fab-a067-a0de666182fe service neutron] No DVR routers for this DVR port 82cf8604-d1f3-455f-960c-f5f524b14517 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:36:07.248504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 79e5be4f-d9e7-4a8a-a7f5-66350cca240b no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:36:07.275942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 79e5be4f-d9e7-4a8a-a7f5-66350cca240b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:36:07.276472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 79e5be4f-d9e7-4a8a-a7f5-66350cca240b not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:36:07.289944 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bea58081-5222-482d-ae55-4b2588813520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:07.378539 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd3953a-6c18-4638-9172-45303d47ca9c x-openstack-request-id: req-bcd3953a-6c18-4638-9172-45303d47ca9c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:07.378800 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ed7997-92ce-486e-b6cb-b3d02df09f03", "tag": "f6aa4d3c-580f-42da-b1bb-2f00909c1c95", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:07.379150 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bcd3953a-6c18-4638-9172-45303d47ca9c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:07.379962 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'tag': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95', 'status': 'completed', 'code': 200} Mar 23 12:36:07.395595 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-5098b0b0-e680-4fab-a067-a0de666182fe service neutron] 10.222.0.77 "PUT /v2.0/ports/82cf8604-d1f3-455f-960c-f5f524b14517/bindings/n-h2-834854-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5757616 Mar 23 12:36:07.406208 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0e0b1c10-f5d4-46f3-a678-50e53196bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:44Z', 'revision_number': 4, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '92c64aba-faee-4854-aa0f-0eb38803602f', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'port_id': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'mac_address': 'fa:16:3e:60:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:35:48Z', 'updated_at': '2022-03-23T12:36:04Z', 'revision_number': 1, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c769a205-aa93-49ea-a142-4abe8167d2dc', 'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'mac_address': 'fa:16:3e:35:2c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:43Z', 'updated_at': '2022-03-23T12:35:48Z', 'revision_number': 5, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'subnets': [{'id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:07.462385 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0b1c10-f5d4-46f3-a678-50e53196bd66 None None] Checking router: d8d80209-e725-4e13-aca7-cf531443d97d for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:36:07.482731 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b1c10-f5d4-46f3-a678-50e53196bd66 None None] Routers {'d8d80209-e725-4e13-aca7-cf531443d97d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:36:07.483722 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0e0b1c10-f5d4-46f3-a678-50e53196bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:35:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8d80209-e725-4e13-aca7-cf531443d97d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:07.510244 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bea58081-5222-482d-ae55-4b2588813520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:07.514025 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bea58081-5222-482d-ae55-4b2588813520 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:07.577332 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-5f1bba0e-ef1a-4d1d-a7c4-25d021dc99c1 service neutron] 10.222.0.52 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789837 Mar 23 12:36:07.580812 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5b7a2-db68-4317-a87a-40b6ca8533f9 req-15f202e5-8e2a-4dbf-9a81-815fd3b41434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:07.582377 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4ea5b7a2-db68-4317-a87a-40b6ca8533f9 req-15f202e5-8e2a-4dbf-9a81-815fd3b41434 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3e1363c48ca9457e9793255c56c3986d&device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 1096 time: 0.2001297 Mar 23 12:36:07.591533 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bea58081-5222-482d-ae55-4b2588813520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:07.596246 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea58081-5222-482d-ae55-4b2588813520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2bce484-8e59-4c46-a322-92761a61c443 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:36:07.615511 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bea58081-5222-482d-ae55-4b2588813520 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:07.616956 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bea58081-5222-482d-ae55-4b2588813520 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d2bce484-8e59-4c46-a322-92761a61c443 HTTP/1.1" status: 204 len: 168 time: 3.2675107 Mar 23 12:36:07.619278 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60678) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:07.656539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-700f9a72-8ac0-43be-8bc6-b169022e7c9f tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:07.661716 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-700f9a72-8ac0-43be-8bc6-b169022e7c9f tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f&tenant_id=d1929913b1364306b03584922edf0edc&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 1095 time: 0.2016261 Mar 23 12:36:07.689154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-0e0b1c10-f5d4-46f3-a678-50e53196bd66 None None] Set router d8d80209-e725-4e13-aca7-cf531443d97d gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:36:07.775729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-6edbe188-8c94-49e0-9d3f-f236e4cf9d1b admin admin] Deleting subnet 25910460-dc05-4fdf-abdd-3cfdf8cb7412 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:36:07.785049 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6edbe188-8c94-49e0-9d3f-f236e4cf9d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:07.828789 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5b7a2-db68-4317-a87a-40b6ca8533f9 req-c72812f4-d1d6-4230-85a6-bcac15a601da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:07.830319 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4ea5b7a2-db68-4317-a87a-40b6ca8533f9 req-c72812f4-d1d6-4230-85a6-bcac15a601da service neutron] 10.222.0.73 "GET /v2.0/networks?id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050 HTTP/1.1" status: 200 len: 917 time: 0.2270610 Mar 23 12:36:07.843739 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6edbe188-8c94-49e0-9d3f-f236e4cf9d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:07.904781 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60688) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:07.961214 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb4e2ad9-c92d-4b3a-acc6-bace158f6d92 req-5b5e45f2-530f-40ec-a458-5af8f306c450 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 210 time: 0.0441327 Mar 23 12:36:07.978444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cd6fcfd2-38ca-49fb-bf92-aca7f89a1b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:07.990644 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-cd6fcfd2-38ca-49fb-bf92-aca7f89a1b1f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f&tenant_id=d1929913b1364306b03584922edf0edc HTTP/1.1" status: 200 len: 1095 time: 0.3202677 Mar 23 12:36:07.995524 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4ea5b7a2-db68-4317-a87a-40b6ca8533f9 req-7c84eec4-16d2-4e2a-9d77-85005ca34825 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95 HTTP/1.1" status: 200 len: 998 time: 0.1488371 Mar 23 12:36:08.086124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-192abf07-07c3-4c97-9e5a-afa2881dac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:08.089656 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-192abf07-07c3-4c97-9e5a-afa2881dac46 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 1095 time: 0.0616632 Mar 23 12:36:08.103262 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6edbe188-8c94-49e0-9d3f-f236e4cf9d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:08.183263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5b7a2-db68-4317-a87a-40b6ca8533f9 req-fb91d3d5-e186-4743-b813-22990cd0d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:08.184964 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4ea5b7a2-db68-4317-a87a-40b6ca8533f9 req-fb91d3d5-e186-4743-b813-22990cd0d181 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4a802d9a-4ada-4d77-b03c-b6045d268421 HTTP/1.1" status: 200 len: 855 time: 0.1700273 Mar 23 12:36:08.256559 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0e0b1c10-f5d4-46f3-a678-50e53196bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:44Z', 'revision_number': 4, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '92c64aba-faee-4854-aa0f-0eb38803602f', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'port_id': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'mac_address': 'fa:16:3e:60:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:35:48Z', 'updated_at': '2022-03-23T12:36:04Z', 'revision_number': 1, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c769a205-aa93-49ea-a142-4abe8167d2dc', 'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'mac_address': 'fa:16:3e:35:2c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:43Z', 'updated_at': '2022-03-23T12:35:48Z', 'revision_number': 5, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'subnets': [{'id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:08.267811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-6c0a0055-89f2-4e8a-8fa8-1fbfa3f2f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:08.269769 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-6c0a0055-89f2-4e8a-8fa8-1fbfa3f2f1cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.1693010 Mar 23 12:36:08.279303 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50d72299-5c54-4488-ab22-f0b954090e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:08.323867 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0b1c10-f5d4-46f3-a678-50e53196bd66 None None] The sync data for ids ['d8d80209-e725-4e13-aca7-cf531443d97d'] in n-d-834854-1 is: [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:44Z', 'revision_number': 4, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '92c64aba-faee-4854-aa0f-0eb38803602f', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'port_id': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'mac_address': 'fa:16:3e:60:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:35:48Z', 'updated_at': '2022-03-23T12:36:04Z', 'revision_number': 1, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c769a205-aa93-49ea-a142-4abe8167d2dc', 'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'mac_address': 'fa:16:3e:35:2c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:43Z', 'updated_at': '2022-03-23T12:35:48Z', 'revision_number': 5, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'subnets': [{'id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:36:08.352543 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-3595b762-5925-4ca0-b79c-3042b99d4dd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82cf8604-d1f3-455f-960c-f5f524b14517 HTTP/1.1" status: 200 len: 217 time: 0.0619180 Mar 23 12:36:08.396006 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03415666-148c-4e91-a743-24db10d1fb74 req-00b43711-c384-4974-b315-99154e6b7d6b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:08.397664 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03415666-148c-4e91-a743-24db10d1fb74 req-00b43711-c384-4974-b315-99154e6b7d6b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 944 time: 0.2261446 Mar 23 12:36:08.473798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-3942f73c-a232-43f2-9d2d-dae3165ea343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:08.475325 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-3942f73c-a232-43f2-9d2d-dae3165ea343 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.1121120 Mar 23 12:36:08.475444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5b7a2-db68-4317-a87a-40b6ca8533f9 req-958c5d4e-92bb-4411-8d20-20208296a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:08.477616 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4ea5b7a2-db68-4317-a87a-40b6ca8533f9 req-958c5d4e-92bb-4411-8d20-20208296a2c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2060404 Mar 23 12:36:08.479393 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6edbe188-8c94-49e0-9d3f-f236e4cf9d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:08.545059 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbe188-8c94-49e0-9d3f-f236e4cf9d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25910460-dc05-4fdf-abdd-3cfdf8cb7412,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:08.554674 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7aff71-70a7-4e5a-9a4e-db9355e13d16 None None] Network 390b0a03-cc42-43de-bc59-2514c3b31b13 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:36:08.557038 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-4a2eb2aa-cfcc-48e7-99a6-796c8c8fc2cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579114 Mar 23 12:36:08.562024 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6edbe188-8c94-49e0-9d3f-f236e4cf9d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:08.570983 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6edbe188-8c94-49e0-9d3f-f236e4cf9d1b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/25910460-dc05-4fdf-abdd-3cfdf8cb7412 HTTP/1.1" status: 204 len: 168 time: 0.9506009 Mar 23 12:36:08.576399 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60712) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:08.632416 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03415666-148c-4e91-a743-24db10d1fb74 req-4c23879e-327f-412a-9462-e25e8ee99a94 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161391 Mar 23 12:36:08.682028 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50d72299-5c54-4488-ab22-f0b954090e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:08.772501 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5338bbb-b789-4d71-8bde-8dc37f704b33 None None] New status for floating IP 92c64aba-faee-4854-aa0f-0eb38803602f: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:36:08.784953 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50d72299-5c54-4488-ab22-f0b954090e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:08.854160 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:08.861525 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-50d72299-5c54-4488-ab22-f0b954090e18 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6cc7b878f2af457c8881aea2cb211e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9553416 Mar 23 12:36:08.865838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60724) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:08.908283 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4ea5b7a2-db68-4317-a87a-40b6ca8533f9 req-0ca1e4f1-5e7a-4c5f-8986-259fb7862f50 service neutron] 10.222.0.73 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801117 Mar 23 12:36:08.938922 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfdd043-727a-4417-936d-a23bc93d6f62 None None] DHCP port deletion for 390b0a03-cc42-43de-bc59-2514c3b31b13 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:36:09.048246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1dfdd043-727a-4417-936d-a23bc93d6f62 None None] Deleting port c3486cab-b3be-4469-b3dd-a15c06867066 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:36:09.048635 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd043-727a-4417-936d-a23bc93d6f62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:09.060866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d72299-5c54-4488-ab22-f0b954090e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9da47d5-54bb-414d-aef4-5eb297bdfef8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:09.097031 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-d7a6e64f-c356-4211-9b54-f7c6cf5922b2 service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280132 Mar 23 12:36:09.156743 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-acf87c54-03f0-4d4f-a25d-37665853cc39 req-18696357-277e-45b6-94d4-7aceb2d5ec10 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 210 time: 0.0539484 Mar 23 12:36:09.163606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-4ee6c53f-de37-49c9-b7d9-2fee5b2b7982 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:09.165882 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-4ee6c53f-de37-49c9-b7d9-2fee5b2b7982 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/networks?id=72da2e9c-cdd0-42bc-88fb-fb55d06fa136 HTTP/1.1" status: 200 len: 810 time: 0.3171325 Mar 23 12:36:09.176461 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3291e092-e94c-4622-8d09-65f5e412b951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:09.208643 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1dfdd043-727a-4417-936d-a23bc93d6f62 None None] For port c3486cab-b3be-4469-b3dd-a15c06867066, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c3486cab-b3be-4469-b3dd-a15c06867066,segment=NetworkSegment(12fbbdbc-26ef-43af-a762-98675ee48446),segment_id=12fbbdbc-26ef-43af-a762-98675ee48446)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:09.208643 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd043-727a-4417-936d-a23bc93d6f62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:09.211058 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4ea5b7a2-db68-4317-a87a-40b6ca8533f9 req-3eb86aec-a9e3-4369-b9ca-d5eac37a0048 service neutron] 10.222.0.73 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946136 Mar 23 12:36:09.223117 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1dfdd043-727a-4417-936d-a23bc93d6f62 None None] Calling delete_port for c3486cab-b3be-4469-b3dd-a15c06867066 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:36:09.231146 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3291e092-e94c-4622-8d09-65f5e412b951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:09.232316 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d0f90260-22ca-4503-93db-74550b268747 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:36:09.239556 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-c508bf6f-73c1-48c4-8098-a7559aee2e21 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/quotas/4ecbf4855cb04c57bc5da80f51ff5750 HTTP/1.1" status: 200 len: 375 time: 0.0594437 Mar 23 12:36:09.271194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: d0f90260-22ca-4503-93db-74550b268747 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:36:09.271764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d0f90260-22ca-4503-93db-74550b268747 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:36:09.271848 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c3486cab-b3be-4469-b3dd-a15c06867066 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:36:09.277979 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-219d0a89-5f4b-421c-b060-ef29a6d74057 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ecbf4855cb04c57bc5da80f51ff5750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297503 Mar 23 12:36:09.294791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] Deleting port c3486cab-b3be-4469-b3dd-a15c06867066 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:36:09.295214 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:09.336014 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-623e2899-047e-4b0e-ab27-610af27ca47a service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259190 Mar 23 12:36:09.437715 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd043-727a-4417-936d-a23bc93d6f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:09.447978 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-5a2201a4-8eb2-4f7c-bbad-4f3989721669 service neutron] 10.222.0.52 "GET /v2.0/networks/72da2e9c-cdd0-42bc-88fb-fb55d06fa136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505306 Mar 23 12:36:09.451444 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:09.491309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdd043-727a-4417-936d-a23bc93d6f62 None None] Pushing event deleted for resources: {'Port': ['ID=c3486cab-b3be-4469-b3dd-a15c06867066,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:09.496900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfdd043-727a-4417-936d-a23bc93d6f62 None None] No DVR routers for this DVR port c3486cab-b3be-4469-b3dd-a15c06867066 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:36:09.752529 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3291e092-e94c-4622-8d09-65f5e412b951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:09.755450 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3291e092-e94c-4622-8d09-65f5e412b951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:09.759069 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3291e092-e94c-4622-8d09-65f5e412b951 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c9da47d5-54bb-414d-aef4-5eb297bdfef8 HTTP/1.1" status: 204 len: 168 time: 0.8879471 Mar 23 12:36:09.822455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] For port c3486cab-b3be-4469-b3dd-a15c06867066, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c3486cab-b3be-4469-b3dd-a15c06867066,segment=NetworkSegment(12fbbdbc-26ef-43af-a762-98675ee48446),segment_id=12fbbdbc-26ef-43af-a762-98675ee48446)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:09.822918 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:09.829469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291e092-e94c-4622-8d09-65f5e412b951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9da47d5-54bb-414d-aef4-5eb297bdfef8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:09.856416 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] Calling delete_port for c3486cab-b3be-4469-b3dd-a15c06867066 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:36:09.885157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-98d37455-73a3-46bf-8f8f-2eabfcc2b510 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:09.886512 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-98d37455-73a3-46bf-8f8f-2eabfcc2b510 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f&tenant_id=d1929913b1364306b03584922edf0edc&binding%3Ahost_id=n-h2-834854-1 HTTP/1.1" status: 200 len: 1095 time: 0.1598809 Mar 23 12:36:09.929587 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe0560-3fa6-4980-9ed5-c7f988171342 req-424f6252-986d-4e9b-b9de-e63ea1be5c61 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:09.931144 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2ebe0560-3fa6-4980-9ed5-c7f988171342 req-424f6252-986d-4e9b-b9de-e63ea1be5c61 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 944 time: 0.1837904 Mar 23 12:36:09.952540 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 82cf8604-d1f3-455f-960c-f5f524b14517 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:36:10.007214 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 82cf8604-d1f3-455f-960c-f5f524b14517 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:36:10.012537 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2ebe0560-3fa6-4980-9ed5-c7f988171342 req-4f5fc1ea-a8a3-4985-b248-7ad88b290060 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674412 Mar 23 12:36:10.032502 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-cf8bd5ca-db4f-49e5-b56a-9ceefcd803bd service neutron] 10.222.0.52 "GET /v2.0/networks/72da2e9c-cdd0-42bc-88fb-fb55d06fa136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712006 Mar 23 12:36:10.082182 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-a60603e2-de83-44a5-913e-156e98c50edd tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:10.083611 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-a60603e2-de83-44a5-913e-156e98c50edd tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.73 "GET /v2.0/networks?id=0b1e418f-2cfc-420d-8472-de7db6e2f75e HTTP/1.1" status: 200 len: 811 time: 0.5122683 Mar 23 12:36:10.099613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-b0a71291-55c4-4079-a0bf-bfd753673c8c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Request body: {'port': {'device_id': 'bbc5b083-7a09-4849-b2ad-fad1ecd842dc', 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e', 'admin_state_up': True, 'tenant_id': '7b58523009564f6bac30930da31ecda3'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:10.111663 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:10.158433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3486cab-b3be-4469-b3dd-a15c06867066,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:10.161997 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] No DVR routers for this DVR port c3486cab-b3be-4469-b3dd-a15c06867066 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:36:10.200041 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-7d6c5f68-72ee-4815-9f86-a62ccd5c0cb2 service neutron] For port 82cf8604-d1f3-455f-960c-f5f524b14517, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:36:10.206777 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-7d6c5f68-72ee-4815-9f86-a62ccd5c0cb2 service neutron] Notify callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:10.208529 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6bb6809c-9236-4a2e-8c81-782b29fd6a08 req-7d6c5f68-72ee-4815-9f86-a62ccd5c0cb2 service neutron] 10.222.0.73 "DELETE /v2.0/ports/82cf8604-d1f3-455f-960c-f5f524b14517/bindings/n-h1-834854-1 HTTP/1.1" status: 204 len: 173 time: 0.2762754 Mar 23 12:36:10.281114 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-b0a71291-55c4-4079-a0bf-bfd753673c8c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Made reservation on behalf of 7b58523009564f6bac30930da31ecda3 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:10.287686 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-b0a71291-55c4-4079-a0bf-bfd753673c8c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:10.322907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60736) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:10.342553 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-893a5648-76fa-4b3d-bade-cec817cf1d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:10.416877 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0610b6f6-5043-487d-abac-0a2c17c12fbf req-29382c4d-e2f7-463b-ba1d-76e5ba4f6aa4 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 210 time: 0.0582149 Mar 23 12:36:10.431221 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:10.433274 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9abc498d-b33b-4068-b400-cb2e54f3825d req-48fe4fa6-f9bd-47ec-b5e7-1c27a10a5b12 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 210 time: 0.0525680 Mar 23 12:36:10.478461 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390b0a03-cc42-43de-bc59-2514c3b31b13']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:10.491496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12fbbdbc-26ef-43af-a762-98675ee48446') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:10.492030 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12fbbdbc-26ef-43af-a762-98675ee48446') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:10.506912 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:10.527669 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:10.533157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-b0a71291-55c4-4079-a0bf-bfd753673c8c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Allocated IP 172.20.0.5 (0b1e418f-2cfc-420d-8472-de7db6e2f75e/532f4c4f-053d-46b1-8154-1c17faa5e818/27b23cde-4300-434a-95cf-7d818c3fa036) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:36:10.544352 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:36:10.545684 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:36:10.551651 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:36:10.564492 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-893a5648-76fa-4b3d-bade-cec817cf1d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:10.570447 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-893a5648-76fa-4b3d-bade-cec817cf1d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:10.634483 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:10.640216 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-893a5648-76fa-4b3d-bade-cec817cf1d8c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74be29cf1e494878a7e3e83a4d2bca13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160717 Mar 23 12:36:10.644351 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60746) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:10.646409 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:10.650536 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] 10.222.0.52 "DELETE /v2.0/networks/390b0a03-cc42-43de-bc59-2514c3b31b13 HTTP/1.1" status: 204 len: 168 time: 2.0731673 Mar 23 12:36:10.658855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a5648-76fa-4b3d-bade-cec817cf1d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7154db15-0222-4f57-9141-b53f309a8d07,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:10.662095 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba42c8b-130f-40df-b288-a04865312182 admin admin] Pushing event deleted for resources: {'Network': ['ID=390b0a03-cc42-43de-bc59-2514c3b31b13,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:10.686087 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5648-76fa-4b3d-bade-cec817cf1d8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:10.686444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5648-76fa-4b3d-bade-cec817cf1d8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:10.686787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5648-76fa-4b3d-bade-cec817cf1d8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:10.687128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5648-76fa-4b3d-bade-cec817cf1d8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:10.687474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5648-76fa-4b3d-bade-cec817cf1d8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:10.687785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5648-76fa-4b3d-bade-cec817cf1d8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:10.688173 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5648-76fa-4b3d-bade-cec817cf1d8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:10.688497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5648-76fa-4b3d-bade-cec817cf1d8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:10.688821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5648-76fa-4b3d-bade-cec817cf1d8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:10.689146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5648-76fa-4b3d-bade-cec817cf1d8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:10.689465 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5648-76fa-4b3d-bade-cec817cf1d8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:10.689785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5648-76fa-4b3d-bade-cec817cf1d8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:10.795827 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-985ed071-783c-4820-9f31-6653ab4dcc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:10.807944 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-b0a71291-55c4-4079-a0bf-bfd753673c8c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:10.840870 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-985ed071-783c-4820-9f31-6653ab4dcc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:10.866758 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60752) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:10.911265 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-b0a71291-55c4-4079-a0bf-bfd753673c8c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:10.924559 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['04416982-58e8-42c2-b94b-f3705f4b67f9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:10.964698 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fb903bb4-e4c4-446e-8edd-6bbd5ade4512 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=36278bd2a44c4d9c911365a1d50f6ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0957625 Mar 23 12:36:10.966163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60754) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:10.989093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-b0a71291-55c4-4079-a0bf-bfd753673c8c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Network 0b1e418f-2cfc-420d-8472-de7db6e2f75e is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:36:10.992570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-b0a71291-55c4-4079-a0bf-bfd753673c8c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:36:11.010721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-b0a71291-55c4-4079-a0bf-bfd753673c8c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:36:11.069662 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-985ed071-783c-4820-9f31-6653ab4dcc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:11.078223 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-985ed071-783c-4820-9f31-6653ab4dcc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:11.080188 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-985ed071-783c-4820-9f31-6653ab4dcc34 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7154db15-0222-4f57-9141-b53f309a8d07 HTTP/1.1" status: 204 len: 168 time: 0.4329908 Mar 23 12:36:11.103402 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a71291-55c4-4079-a0bf-bfd753673c8c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Pushing event updated for resources: {'Port': ['ID=27b23cde-4300-434a-95cf-7d818c3fa036,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:11.107287 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dfad-9c8a-433c-9acc-812b8c8ab9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:11.160004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ed071-783c-4820-9f31-6653ab4dcc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7154db15-0222-4f57-9141-b53f309a8d07,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:11.202017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-b0a71291-55c4-4079-a0bf-bfd753673c8c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:11.203178 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-b0a71291-55c4-4079-a0bf-bfd753673c8c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:11.227216 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dfad-9c8a-433c-9acc-812b8c8ab9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:11.238231 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-b0a71291-55c4-4079-a0bf-bfd753673c8c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1428447 Mar 23 12:36:11.254911 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Request body: {'port': {'device_id': 'bbc5b083-7a09-4849-b2ad-fad1ecd842dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:11.298794 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6db58e-7898-4255-adcb-ed39a3560b37 req-0ad116d6-0e08-4d92-b589-fe73b225dc83 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:11.300680 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ef6db58e-7898-4255-adcb-ed39a3560b37 req-0ad116d6-0e08-4d92-b589-fe73b225dc83 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 944 time: 0.1153870 Mar 23 12:36:11.338382 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:11.348999 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dfad-9c8a-433c-9acc-812b8c8ab9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:11.353616 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dfad-9c8a-433c-9acc-812b8c8ab9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:11.368718 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8bd8dfad-9c8a-433c-9acc-812b8c8ab9b2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e01be69e-ef97-4211-8cd0-3b97cb15fb86 HTTP/1.1" status: 204 len: 168 time: 0.4006159 Mar 23 12:36:11.400921 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8dfad-9c8a-433c-9acc-812b8c8ab9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01be69e-ef97-4211-8cd0-3b97cb15fb86,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:11.427184 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ef6db58e-7898-4255-adcb-ed39a3560b37 req-cf11ffc7-3187-45aa-aa48-003470018bc0 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023211 Mar 23 12:36:11.632576 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0539ea-f094-4ba6-a54c-a0d871771531 req-4382a4ce-21bf-4b76-bb2e-5829c8499cb4 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:11.636401 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a69afae3-7620-4c83-89ce-5fcf7eb0474e req-03f7a9a1-aade-4f0b-b7d7-144cdaffcaf5 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 210 time: 0.0443008 Mar 23 12:36:11.642385 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d0539ea-f094-4ba6-a54c-a0d871771531 req-4382a4ce-21bf-4b76-bb2e-5829c8499cb4 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 931 time: 0.0696776 Mar 23 12:36:11.713204 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d0539ea-f094-4ba6-a54c-a0d871771531 req-8f9bfbed-0722-4298-8948-1751d37a2990 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691419 Mar 23 12:36:11.846226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b23cde-4300-434a-95cf-7d818c3fa036 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:11.857539 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:11.876992 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Transition to ACTIVE for port object 27b23cde-4300-434a-95cf-7d818c3fa036 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:36:11.879152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbffbc-67c4-4a49-84b3-caec6c112c30 req-01ba0820-00dd-4327-b304-bd1978184011 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:11.886727 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-acfbffbc-67c4-4a49-84b3-caec6c112c30 req-01ba0820-00dd-4327-b304-bd1978184011 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 1095 time: 0.0979705 Mar 23 12:36:11.895278 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:11.975548 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-acfbffbc-67c4-4a49-84b3-caec6c112c30 req-4fedddc7-954c-4c63-8c40-e0e650a6ce2a tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874372 Mar 23 12:36:11.976190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Pushing event updated for resources: {'Port': ['ID=27b23cde-4300-434a-95cf-7d818c3fa036,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:12.108521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-49b84c28-d4fe-4c70-90ae-f2dcd26e79cc tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:12.110162 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-49b84c28-d4fe-4c70-90ae-f2dcd26e79cc tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.73 "GET /v2.0/networks?id=72da2e9c-cdd0-42bc-88fb-fb55d06fa136 HTTP/1.1" status: 200 len: 810 time: 0.2379758 Mar 23 12:36:12.113229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Attempting to bind port 27b23cde-4300-434a-95cf-7d818c3fa036 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:36:12.114543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Attempting to bind port 27b23cde-4300-434a-95cf-7d818c3fa036 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '16814f52-8332-4b16-8e5e-a18ed785be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:36:12.114990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Attempting to bind port 27b23cde-4300-434a-95cf-7d818c3fa036 on network 0b1e418f-2cfc-420d-8472-de7db6e2f75e {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:12.122347 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Port 27b23cde-4300-434a-95cf-7d818c3fa036 on network 0b1e418f-2cfc-420d-8472-de7db6e2f75e not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:36:12.122801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Attempting to bind port 27b23cde-4300-434a-95cf-7d818c3fa036 on network 0b1e418f-2cfc-420d-8472-de7db6e2f75e {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:12.124947 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-157b6457-38ec-40e9-a341-299394b7be4a tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Request body: {'port': {'device_id': '3ade1003-6842-4d78-b129-7e6322bf410a', 'network_id': '72da2e9c-cdd0-42bc-88fb-fb55d06fa136', 'admin_state_up': True, 'tenant_id': '4ecbf4855cb04c57bc5da80f51ff5750'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:12.131491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:36:12.132988 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Checking segment: {'id': '16814f52-8332-4b16-8e5e-a18ed785be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:36:12.133902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Bound using segment: {'id': '16814f52-8332-4b16-8e5e-a18ed785be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:36:12.134968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Bound port: 27b23cde-4300-434a-95cf-7d818c3fa036, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16814f52-8332-4b16-8e5e-a18ed785be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:36:12.135857 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:12.269798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] For port 27b23cde-4300-434a-95cf-7d818c3fa036, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:36:12.275482 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] For port 27b23cde-4300-434a-95cf-7d818c3fa036, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=27b23cde-4300-434a-95cf-7d818c3fa036,segment=NetworkSegment(16814f52-8332-4b16-8e5e-a18ed785be1a),segment_id=16814f52-8332-4b16-8e5e-a18ed785be1a)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:36:12.282447 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:12.343401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:12.344548 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:12.350450 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] 10.222.0.73 "PUT /v2.0/ports/27b23cde-4300-434a-95cf-7d818c3fa036 HTTP/1.1" status: 200 len: 1091 time: 1.0983996 Mar 23 12:36:12.350450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc5b083-7a09-4849-b2ad-fad1ecd842dc', 'tag': '27b23cde-4300-434a-95cf-7d818c3fa036'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:12.350450 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42541b1c-b805-4532-bec9-5953f5438723" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc5b083-7a09-4849-b2ad-fad1ecd842dc", "tag": "27b23cde-4300-434a-95cf-7d818c3fa036"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:12.381099 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdbf5e-e7b3-45bb-bddf-04f47bfa8eda service neutron] Pushing event updated for resources: {'Port': ['ID=27b23cde-4300-434a-95cf-7d818c3fa036,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:12.443544 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaa15d4-bfe2-4470-8ac0-526d41a5cc03 x-openstack-request-id: req-beaa15d4-bfe2-4470-8ac0-526d41a5cc03 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:12.443544 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc5b083-7a09-4849-b2ad-fad1ecd842dc", "tag": "27b23cde-4300-434a-95cf-7d818c3fa036", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:12.443845 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-beaa15d4-bfe2-4470-8ac0-526d41a5cc03 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:12.444195 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc5b083-7a09-4849-b2ad-fad1ecd842dc', 'tag': '27b23cde-4300-434a-95cf-7d818c3fa036', 'status': 'completed', 'code': 200} Mar 23 12:36:12.453004 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-157b6457-38ec-40e9-a341-299394b7be4a tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Made reservation on behalf of 4ecbf4855cb04c57bc5da80f51ff5750 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:12.457086 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-157b6457-38ec-40e9-a341-299394b7be4a tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:12.470348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-3ad21db9-24ea-4a6b-829c-735074eb5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:12.473252 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-3ad21db9-24ea-4a6b-829c-735074eb5075 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7b58523009564f6bac30930da31ecda3&device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 1094 time: 0.0615551 Mar 23 12:36:12.532324 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60818) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:12.540591 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-593ea968-1ca9-4c16-949d-19550247caa7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27b23cde-4300-434a-95cf-7d818c3fa036 HTTP/1.1" status: 200 len: 217 time: 0.0595706 Mar 23 12:36:12.541103 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-ec2c84de-519a-4962-aa25-eae488cf8871 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:12.542595 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-ec2c84de-519a-4962-aa25-eae488cf8871 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 808 time: 0.2500317 Mar 23 12:36:12.567825 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-cde09b20-5773-4bc1-81cc-23eb6e3a4159 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/quotas/d1929913b1364306b03584922edf0edc HTTP/1.1" status: 200 len: 375 time: 0.0148618 Mar 23 12:36:12.615477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-70c48802-1235-4b00-a78c-44a1bd8cbe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:12.618398 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-70c48802-1235-4b00-a78c-44a1bd8cbe2e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=532f4c4f-053d-46b1-8154-1c17faa5e818 HTTP/1.1" status: 200 len: 851 time: 0.0680411 Mar 23 12:36:12.664578 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-a2bf1a7f-ec9f-4e82-aa0c-35bbfa7bc7a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0b1e418f-2cfc-420d-8472-de7db6e2f75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341818 Mar 23 12:36:12.664903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60824) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:12.670931 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-1268dbbe-cc8f-4daa-afbe-d028362b7aeb tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0909014 Mar 23 12:36:12.677408 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-157b6457-38ec-40e9-a341-299394b7be4a tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Allocated IP 172.20.0.9 (72da2e9c-cdd0-42bc-88fb-fb55d06fa136/4df38450-8d14-408e-9742-7f224866590e/5a424149-85f8-403d-aaed-8451955e60f3) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:36:12.765634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-afba769e-6786-4f75-9c8a-86cec522ccef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-174131596-network', 'tenant_id': '263f1505435941ebbb3ac4c91494b3e7'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:12.782635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-348d4b55-43d4-4885-a1a2-7b3b82cb1c46 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1956119648-network', 'tenant_id': '94bd604e153d4325b00d4f8451712134'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:12.804482 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d198961-2aa6-482a-9828-d2ccabd65df2 req-741e8b8c-f254-4562-922b-6689d8fe792d tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 210 time: 0.0454385 Mar 23 12:36:12.836053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afba769e-6786-4f75-9c8a-86cec522ccef admin admin] Made reservation on behalf of 263f1505435941ebbb3ac4c91494b3e7 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:12.840517 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afba769e-6786-4f75-9c8a-86cec522ccef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:12.862591 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afba769e-6786-4f75-9c8a-86cec522ccef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:12.874722 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-239d4c17-93c9-4264-8330-62bfa46c2a7d service neutron] 10.222.0.73 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004764 Mar 23 12:36:12.902628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348d4b55-43d4-4885-a1a2-7b3b82cb1c46 admin admin] Made reservation on behalf of 94bd604e153d4325b00d4f8451712134 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:12.904931 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-348d4b55-43d4-4885-a1a2-7b3b82cb1c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:12.955266 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-348d4b55-43d4-4885-a1a2-7b3b82cb1c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:12.961077 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-b269cbfa-9548-448f-8bff-8446033d5c49 service neutron] 10.222.0.52 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544453 Mar 23 12:36:13.033869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c9937-246b-44e4-8889-812b971554e6 req-9c3cc2c5-06e4-4064-aa0a-eba35fa4d227 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:13.035358 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-716c9937-246b-44e4-8889-812b971554e6 req-9c3cc2c5-06e4-4064-aa0a-eba35fa4d227 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 943 time: 0.1379814 Mar 23 12:36:13.059221 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37ccf938-2f4e-4964-8f95-98a9750b5873 req-f451e95e-e197-4e0d-8080-4d5c9653d780 service neutron] 10.222.0.73 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727183 Mar 23 12:36:13.098860 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afba769e-6786-4f75-9c8a-86cec522ccef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:13.104970 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-716c9937-246b-44e4-8889-812b971554e6 req-60959298-f5fe-4512-a7f7-8ee632df2567 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614977 Mar 23 12:36:13.108722 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afba769e-6786-4f75-9c8a-86cec522ccef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:13.109275 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-157b6457-38ec-40e9-a341-299394b7be4a tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:13.135127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afba769e-6786-4f75-9c8a-86cec522ccef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:36:13.155449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba769e-6786-4f75-9c8a-86cec522ccef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:13.160051 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-3f03c21a-c874-4a87-b338-d83f5a0728c1 service neutron] 10.222.0.52 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871145 Mar 23 12:36:13.179398 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afba769e-6786-4f75-9c8a-86cec522ccef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:13.179820 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-afba769e-6786-4f75-9c8a-86cec522ccef admin admin] Added segment 991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f of type vlan for network 7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 Mar 23 12:36:13.218209 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-157b6457-38ec-40e9-a341-299394b7be4a tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:13.231877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42541b1c-b805-4532-bec9-5953f5438723 req-8cb4a5d0-7a7e-494f-aeff-0fa3c7276060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:13.234222 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42541b1c-b805-4532-bec9-5953f5438723 req-8cb4a5d0-7a7e-494f-aeff-0fa3c7276060 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7b58523009564f6bac30930da31ecda3&device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 1094 time: 0.0932422 Mar 23 12:36:13.236055 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afba769e-6786-4f75-9c8a-86cec522ccef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:13.248322 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-348d4b55-43d4-4885-a1a2-7b3b82cb1c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:13.271715 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-348d4b55-43d4-4885-a1a2-7b3b82cb1c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:13.303763 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-157b6457-38ec-40e9-a341-299394b7be4a tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Network 72da2e9c-cdd0-42bc-88fb-fb55d06fa136 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:36:13.325156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-157b6457-38ec-40e9-a341-299394b7be4a tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:36:13.347237 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-157b6457-38ec-40e9-a341-299394b7be4a tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:36:13.358025 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afba769e-6786-4f75-9c8a-86cec522ccef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:13.359162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afba769e-6786-4f75-9c8a-86cec522ccef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:13.360376 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afba769e-6786-4f75-9c8a-86cec522ccef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:13.410100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-157b6457-38ec-40e9-a341-299394b7be4a tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:13.410531 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-157b6457-38ec-40e9-a341-299394b7be4a tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:13.413211 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b6457-38ec-40e9-a341-299394b7be4a tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Pushing event updated for resources: {'Port': ['ID=5a424149-85f8-403d-aaed-8451955e60f3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:13.419627 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348d4b55-43d4-4885-a1a2-7b3b82cb1c46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:36:13.432231 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d4b55-43d4-4885-a1a2-7b3b82cb1c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e9ad70-50e7-400b-b505-4c59f8d543a0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:13.443765 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-348d4b55-43d4-4885-a1a2-7b3b82cb1c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:13.444435 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-348d4b55-43d4-4885-a1a2-7b3b82cb1c46 admin admin] Added segment 28db9df2-2ddb-4172-b921-3d0f5364299a of type vlan for network a72b36eb-69cb-4d04-b462-b2cd5c57987a Mar 23 12:36:13.458440 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-157b6457-38ec-40e9-a341-299394b7be4a tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3388729 Mar 23 12:36:13.480518 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-afba769e-6786-4f75-9c8a-86cec522ccef admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8143635 Mar 23 12:36:13.484059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60836) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:13.497897 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Request body: {'port': {'device_id': '3ade1003-6842-4d78-b129-7e6322bf410a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:13.500023 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca275bbf-b695-4581-91af-7df2f553535a req-50a47a40-8e8c-4309-a42f-d04d7f5d5a14 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 210 time: 0.0952086 Mar 23 12:36:13.505907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a6a2e0b8-6474-4224-bb3d-ef8ea34abb8b admin admin] Request body: {'subnet': {'network_id': '7eefc280-1bb0-4875-9c57-3a8c9c00c7e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-174131596-subnet', 'tenant_id': '263f1505435941ebbb3ac4c91494b3e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:13.516818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42541b1c-b805-4532-bec9-5953f5438723 req-2e94c905-cff7-4dff-bff8-7b6380dda5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:13.518730 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42541b1c-b805-4532-bec9-5953f5438723 req-2e94c905-cff7-4dff-bff8-7b6380dda5e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0b1e418f-2cfc-420d-8472-de7db6e2f75e HTTP/1.1" status: 200 len: 912 time: 0.2744887 Mar 23 12:36:13.531085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba769e-6786-4f75-9c8a-86cec522ccef admin admin] Pushing event updated for resources: {'Network': ['ID=7eefc280-1bb0-4875-9c57-3a8c9c00c7e6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:13.551646 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:36:13.582404 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:13.594972 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42541b1c-b805-4532-bec9-5953f5438723 req-16651253-abc6-4eed-a34e-c943c0d30b8a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27b23cde-4300-434a-95cf-7d818c3fa036 HTTP/1.1" status: 200 len: 217 time: 0.0580463 Mar 23 12:36:13.611326 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a2e0b8-6474-4224-bb3d-ef8ea34abb8b admin admin] Made reservation on behalf of 263f1505435941ebbb3ac4c91494b3e7 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:13.615597 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6a2e0b8-6474-4224-bb3d-ef8ea34abb8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:13.631352 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-348d4b55-43d4-4885-a1a2-7b3b82cb1c46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:13.721067 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42541b1c-b805-4532-bec9-5953f5438723 req-34392353-0a35-439b-b36b-3627e66b1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:13.725046 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42541b1c-b805-4532-bec9-5953f5438723 req-34392353-0a35-439b-b36b-3627e66b1291 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=532f4c4f-053d-46b1-8154-1c17faa5e818 HTTP/1.1" status: 200 len: 851 time: 0.1022196 Mar 23 12:36:13.738895 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-348d4b55-43d4-4885-a1a2-7b3b82cb1c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:13.739997 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348d4b55-43d4-4885-a1a2-7b3b82cb1c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:13.740582 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-348d4b55-43d4-4885-a1a2-7b3b82cb1c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:13.789472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42541b1c-b805-4532-bec9-5953f5438723 req-f22f5961-42d4-489b-979d-b627e1cdad55 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0b1e418f-2cfc-420d-8472-de7db6e2f75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511625 Mar 23 12:36:13.826824 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-348d4b55-43d4-4885-a1a2-7b3b82cb1c46 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2900636 Mar 23 12:36:13.827967 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60844) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:13.833868 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1df26961-3fd9-4291-ad7d-b892dc7b2a80 admin admin] Request body: {'subnet': {'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1956119648-subnet', 'tenant_id': '94bd604e153d4325b00d4f8451712134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:13.846425 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d4b55-43d4-4885-a1a2-7b3b82cb1c46 admin admin] Pushing event updated for resources: {'Network': ['ID=a72b36eb-69cb-4d04-b462-b2cd5c57987a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:13.874725 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network a72b36eb-69cb-4d04-b462-b2cd5c57987a details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:36:13.884872 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df26961-3fd9-4291-ad7d-b892dc7b2a80 admin admin] Made reservation on behalf of 94bd604e153d4325b00d4f8451712134 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:13.888789 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1df26961-3fd9-4291-ad7d-b892dc7b2a80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:14.030906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a424149-85f8-403d-aaed-8451955e60f3 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:14.041234 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:14.058135 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa8ddd-64c5-4948-8d1e-a79e4926099b req-3a0a1923-7082-4c59-9a64-d401b04a2f04 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:14.059636 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e9aa8ddd-64c5-4948-8d1e-a79e4926099b req-3a0a1923-7082-4c59-9a64-d401b04a2f04 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 931 time: 0.1052494 Mar 23 12:36:14.069528 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Transition to ACTIVE for port object 5a424149-85f8-403d-aaed-8451955e60f3 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:36:14.076258 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:14.148820 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e9aa8ddd-64c5-4948-8d1e-a79e4926099b req-8af4c8c4-9172-48b0-9118-494f40d5a319 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/security-groups?id=e80acf85-eea0-4659-8a8f-43774bab4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810575 Mar 23 12:36:14.194677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Pushing event updated for resources: {'Port': ['ID=5a424149-85f8-403d-aaed-8451955e60f3,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:14.294846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Attempting to bind port 5a424149-85f8-403d-aaed-8451955e60f3 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:36:14.295075 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Attempting to bind port 5a424149-85f8-403d-aaed-8451955e60f3 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '05569cb6-7cf4-480d-9426-cbeb927e61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '72da2e9c-cdd0-42bc-88fb-fb55d06fa136'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:36:14.295428 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Attempting to bind port 5a424149-85f8-403d-aaed-8451955e60f3 on network 72da2e9c-cdd0-42bc-88fb-fb55d06fa136 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:14.301439 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Port 5a424149-85f8-403d-aaed-8451955e60f3 on network 72da2e9c-cdd0-42bc-88fb-fb55d06fa136 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:36:14.301757 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Attempting to bind port 5a424149-85f8-403d-aaed-8451955e60f3 on network 72da2e9c-cdd0-42bc-88fb-fb55d06fa136 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:14.302587 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42541b1c-b805-4532-bec9-5953f5438723 req-435dd098-57fc-4b57-b5a7-ea8cb59a0f58 service neutron] 10.222.0.73 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992702 Mar 23 12:36:14.303685 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1df26961-3fd9-4291-ad7d-b892dc7b2a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:14.309167 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:36:14.309506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Checking segment: {'id': '05569cb6-7cf4-480d-9426-cbeb927e61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '72da2e9c-cdd0-42bc-88fb-fb55d06fa136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:36:14.309786 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Bound using segment: {'id': '05569cb6-7cf4-480d-9426-cbeb927e61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '72da2e9c-cdd0-42bc-88fb-fb55d06fa136'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:36:14.310515 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Bound port: 5a424149-85f8-403d-aaed-8451955e60f3, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05569cb6-7cf4-480d-9426-cbeb927e61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '72da2e9c-cdd0-42bc-88fb-fb55d06fa136'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:36:14.310833 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:14.351793 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6a2e0b8-6474-4224-bb3d-ef8ea34abb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:14.388958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] For port 5a424149-85f8-403d-aaed-8451955e60f3, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:36:14.393083 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] For port 5a424149-85f8-403d-aaed-8451955e60f3, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=5a424149-85f8-403d-aaed-8451955e60f3,segment=NetworkSegment(05569cb6-7cf4-480d-9426-cbeb927e61be),segment_id=05569cb6-7cf4-480d-9426-cbeb927e61be)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:36:14.398601 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:14.442057 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a575c03-ecc4-4a91-ab2b-2a6b748c2a4a req-bb2ac25a-4ec5-4e8b-85e8-3b950198785a tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:14.443736 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7a575c03-ecc4-4a91-ab2b-2a6b748c2a4a req-bb2ac25a-4ec5-4e8b-85e8-3b950198785a tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 943 time: 0.2005768 Mar 23 12:36:14.444435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df26961-3fd9-4291-ad7d-b892dc7b2a80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c42c450d-02be-4634-87ca-2a6532e0441a,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:14.452660 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:14.453302 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:14.454766 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] 10.222.0.73 "PUT /v2.0/ports/5a424149-85f8-403d-aaed-8451955e60f3 HTTP/1.1" status: 200 len: 1091 time: 0.9648354 Mar 23 12:36:14.455228 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ade1003-6842-4d78-b129-7e6322bf410a', 'tag': '5a424149-85f8-403d-aaed-8451955e60f3'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:14.457575 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1943c75-2434-4440-a5db-0bd4876295d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3ade1003-6842-4d78-b129-7e6322bf410a", "tag": "5a424149-85f8-403d-aaed-8451955e60f3"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:14.502574 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26393147-df1d-40b5-af9d-10111e0d5258 service neutron] Pushing event updated for resources: {'Port': ['ID=5a424149-85f8-403d-aaed-8451955e60f3,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:14.522887 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0173999-49df-4b00-9f67-e6eff2c62c1a x-openstack-request-id: req-c0173999-49df-4b00-9f67-e6eff2c62c1a {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:14.523240 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ade1003-6842-4d78-b129-7e6322bf410a", "tag": "5a424149-85f8-403d-aaed-8451955e60f3", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:14.523504 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0173999-49df-4b00-9f67-e6eff2c62c1a {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:14.524454 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ade1003-6842-4d78-b129-7e6322bf410a', 'tag': '5a424149-85f8-403d-aaed-8451955e60f3', 'status': 'completed', 'code': 200} Mar 23 12:36:14.569799 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42541b1c-b805-4532-bec9-5953f5438723 req-d15b8284-362f-4c70-a60a-7f26964e7a3f service neutron] 10.222.0.73 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338591 Mar 23 12:36:14.570494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df26961-3fd9-4291-ad7d-b892dc7b2a80 admin admin] Checking segment: {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:36:14.570850 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df26961-3fd9-4291-ad7d-b892dc7b2a80 admin admin] Network hostable DHCP agents. Network: a72b36eb-69cb-4d04-b462-b2cd5c57987a, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:36:14.584716 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2e0b8-6474-4224-bb3d-ef8ea34abb8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b4ca56f-a648-4f8f-83cd-f0481155507e,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:14.591570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a2e0b8-6474-4224-bb3d-ef8ea34abb8b admin admin] Checking segment: {'id': '991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7eefc280-1bb0-4875-9c57-3a8c9c00c7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:36:14.591968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a2e0b8-6474-4224-bb3d-ef8ea34abb8b admin admin] Network hostable DHCP agents. Network: 7eefc280-1bb0-4875-9c57-3a8c9c00c7e6, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:36:14.607564 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7a575c03-ecc4-4a91-ab2b-2a6b748c2a4a req-38078822-ef74-4a28-a609-992ff4db18a6 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468067 Mar 23 12:36:14.626454 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df26961-3fd9-4291-ad7d-b892dc7b2a80 admin admin] Network a72b36eb-69cb-4d04-b462-b2cd5c57987a is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:36:14.640667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a2e0b8-6474-4224-bb3d-ef8ea34abb8b admin admin] Network 7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:36:14.640892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-3a96a6b4-61e7-4998-ae97-08b9a72a484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:14.643371 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-3a96a6b4-61e7-4998-ae97-08b9a72a484c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ecbf4855cb04c57bc5da80f51ff5750&device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 1094 time: 0.1055689 Mar 23 12:36:14.645010 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-1df26961-3fd9-4291-ad7d-b892dc7b2a80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, a72b36eb-69cb-4d04-b462-b2cd5c57987a) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:36:14.647127 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e963ed8-cba1-43e0-a6c7-b03ab1c10d42 req-0f87f3fc-5fa1-4200-bde0-ea1ca7fa4e72 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 210 time: 0.0387704 Mar 23 12:36:14.652219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df26961-3fd9-4291-ad7d-b892dc7b2a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:14.652896 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1df26961-3fd9-4291-ad7d-b892dc7b2a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:14.657582 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a6a2e0b8-6474-4224-bb3d-ef8ea34abb8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 7eefc280-1bb0-4875-9c57-3a8c9c00c7e6) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:36:14.665620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b708c0d9-c659-4def-9493-1c8a433cff37 None None] Network a72b36eb-69cb-4d04-b462-b2cd5c57987a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:36:14.666582 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a2e0b8-6474-4224-bb3d-ef8ea34abb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:14.667331 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6a2e0b8-6474-4224-bb3d-ef8ea34abb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:14.681424 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1df26961-3fd9-4291-ad7d-b892dc7b2a80 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8519003 Mar 23 12:36:14.700130 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a6a2e0b8-6474-4224-bb3d-ef8ea34abb8b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2016490 Mar 23 12:36:14.700780 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e067316e-2423-4c15-bb68-13a0eadedbc7 None None] Network 7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:36:14.741251 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-2554089f-382d-4b0a-b52a-dbde052af35f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a424149-85f8-403d-aaed-8451955e60f3 HTTP/1.1" status: 200 len: 217 time: 0.0869594 Mar 23 12:36:14.807414 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-edaaa474-9117-4050-9c0e-110b2e926fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:14.809669 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-edaaa474-9117-4050-9c0e-110b2e926fb8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4df38450-8d14-408e-9742-7f224866590e HTTP/1.1" status: 200 len: 850 time: 0.0545907 Mar 23 12:36:14.894252 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-8fb346ea-47ac-4738-99ea-30a58ded7561 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72da2e9c-cdd0-42bc-88fb-fb55d06fa136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575697 Mar 23 12:36:14.931664 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9afcc3-c49d-40f1-8285-181551b3fb1b None None] Network a72b36eb-69cb-4d04-b462-b2cd5c57987a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:36:15.007368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-a1ca2966-b9bc-468e-aa35-f6b02335aaee tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:15.008868 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-a1ca2966-b9bc-468e-aa35-f6b02335aaee tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.77 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 808 time: 0.2665982 Mar 23 12:36:15.023784 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-2c624704-d313-4368-9304-07cbf29ec7a4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Request body: {'port': {'device_id': 'b928e9c7-22de-438d-8d0c-0b4b7b0d0738', 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5', 'admin_state_up': True, 'tenant_id': 'd1929913b1364306b03584922edf0edc'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:15.166344 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecbabcc-b903-4c4c-bebf-90fd4c810c4f None None] Network 7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:36:15.184597 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-f62cc65c-660b-47a5-ba27-30a14a5c4650 service neutron] 10.222.0.73 "GET /v2.0/networks/72da2e9c-cdd0-42bc-88fb-fb55d06fa136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746700 Mar 23 12:36:15.215516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-2c624704-d313-4368-9304-07cbf29ec7a4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Made reservation on behalf of d1929913b1364306b03584922edf0edc for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:15.218926 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-2c624704-d313-4368-9304-07cbf29ec7a4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:15.328312 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-26697563-1a19-4dcf-9660-b5a7ed51d3c6 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:15.333057 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-26697563-1a19-4dcf-9660-b5a7ed51d3c6 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 812 time: 0.1915853 Mar 23 12:36:15.351336 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-7b54baf7-ff06-45aa-8b4e-5e6a8e26169a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/quotas/94bd604e153d4325b00d4f8451712134 HTTP/1.1" status: 200 len: 375 time: 0.0124793 Mar 23 12:36:15.404786 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-1c1cc5ff-14a8-41b8-9c16-251f5e819be8 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475085 Mar 23 12:36:15.480963 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ccac8d18-8a9f-4b7f-a09a-8a85ea98a699 req-fc16eb15-8133-4dff-8115-2ee87c47d132 service neutron] 10.222.0.73 "GET /v2.0/networks/72da2e9c-cdd0-42bc-88fb-fb55d06fa136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745504 Mar 23 12:36:15.530000 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-a39635ac-f5b0-4532-9e05-29aa788ac297 service neutron] 10.222.0.52 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155767 Mar 23 12:36:15.540973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d681ddb-119d-44af-ac32-58987a89ae0c req-d563119a-50a2-4092-b030-a05b05c7edea tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:15.544610 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d681ddb-119d-44af-ac32-58987a89ae0c req-d563119a-50a2-4092-b030-a05b05c7edea tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 943 time: 0.2500355 Mar 23 12:36:15.546657 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-2c624704-d313-4368-9304-07cbf29ec7a4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Allocated IP 172.20.0.14 (17d964f1-9bc1-42d7-b89a-915f95df68b5/e5b7d4b1-e59a-4f34-a91f-437ec6f5c041/7cc61709-ab54-4965-a611-9b7f983f6b13) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:36:15.654056 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d681ddb-119d-44af-ac32-58987a89ae0c req-cce58a8e-5e58-40e3-a1fa-31d5aeb227e5 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/security-groups?id=e80acf85-eea0-4659-8a8f-43774bab4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908322 Mar 23 12:36:15.700002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943c75-2434-4440-a5db-0bd4876295d0 req-64a10ea9-b8ca-4990-b1de-28bb341af981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:15.701626 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1943c75-2434-4440-a5db-0bd4876295d0 req-64a10ea9-b8ca-4990-b1de-28bb341af981 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ecbf4855cb04c57bc5da80f51ff5750&device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 1094 time: 0.1205339 Mar 23 12:36:15.738212 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-5ca55731-5d2d-41f6-b9fe-34a0890b863e service neutron] 10.222.0.52 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822224 Mar 23 12:36:15.861503 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:16.009962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e603b-6d22-4b8a-9bd8-34b4ac660406 req-acd80236-98e2-42f4-958a-0812cdba5577 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:16.020682 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-711e603b-6d22-4b8a-9bd8-34b4ac660406 req-acd80236-98e2-42f4-958a-0812cdba5577 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 943 time: 0.2243817 Mar 23 12:36:16.063563 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b18eb4cb-ebe1-4ab6-a090-df437d2ea57a req-e7035b04-b404-4dd1-8935-3818990f4a52 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 210 time: 0.0621064 Mar 23 12:36:16.087300 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-2c624704-d313-4368-9304-07cbf29ec7a4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:16.087406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 27b23cde-4300-434a-95cf-7d818c3fa036 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:36:16.101183 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943c75-2434-4440-a5db-0bd4876295d0 req-b96f169d-17d5-4e4f-911c-5f17392523c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:16.108730 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1943c75-2434-4440-a5db-0bd4876295d0 req-b96f169d-17d5-4e4f-911c-5f17392523c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=72da2e9c-cdd0-42bc-88fb-fb55d06fa136 HTTP/1.1" status: 200 len: 911 time: 0.3927417 Mar 23 12:36:16.235290 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a59469d-6ba5-4c04-98bf-da99fdac905e req-d70b6158-b429-4c1a-ba23-00f6209abfb4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 210 time: 0.0899212 Mar 23 12:36:16.247488 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1943c75-2434-4440-a5db-0bd4876295d0 req-2e75d09c-e469-4722-bfae-f5664a192891 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a424149-85f8-403d-aaed-8451955e60f3 HTTP/1.1" status: 200 len: 217 time: 0.0664427 Mar 23 12:36:16.254463 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-2c624704-d313-4368-9304-07cbf29ec7a4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:16.280140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 27b23cde-4300-434a-95cf-7d818c3fa036, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=27b23cde-4300-434a-95cf-7d818c3fa036,segment=NetworkSegment(16814f52-8332-4b16-8e5e-a18ed785be1a),segment_id=16814f52-8332-4b16-8e5e-a18ed785be1a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:16.289085 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-711e603b-6d22-4b8a-9bd8-34b4ac660406 req-3ae257f1-44d1-4b77-a806-629105b392f4 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674401 Mar 23 12:36:16.296733 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '27b23cde-4300-434a-95cf-7d818c3fa036', 'network_id': '0b1e418f-2cfc-420d-8472-de7db6e2f75e', 'port_id': '27b23cde-4300-434a-95cf-7d818c3fa036', 'mac_address': 'fa:16:3e:44:a6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532f4c4f-053d-46b1-8154-1c17faa5e818', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:36:16.370709 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-2c624704-d313-4368-9304-07cbf29ec7a4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Network 17d964f1-9bc1-42d7-b89a-915f95df68b5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:36:16.370979 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:16.385152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-2c624704-d313-4368-9304-07cbf29ec7a4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:36:16.389167 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-2c624704-d313-4368-9304-07cbf29ec7a4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:36:16.404587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b23cde-4300-434a-95cf-7d818c3fa036 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:16.478502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 27b23cde-4300-434a-95cf-7d818c3fa036, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=27b23cde-4300-434a-95cf-7d818c3fa036,segment=NetworkSegment(16814f52-8332-4b16-8e5e-a18ed785be1a),segment_id=16814f52-8332-4b16-8e5e-a18ed785be1a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:16.489520 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c624704-d313-4368-9304-07cbf29ec7a4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Pushing event updated for resources: {'Port': ['ID=7cc61709-ab54-4965-a611-9b7f983f6b13,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:16.490344 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:16.520334 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-2c624704-d313-4368-9304-07cbf29ec7a4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:16.522818 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-2c624704-d313-4368-9304-07cbf29ec7a4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:16.534159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943c75-2434-4440-a5db-0bd4876295d0 req-10aaaeae-2cc0-4676-84d4-c46a097b8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:16.537701 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1943c75-2434-4440-a5db-0bd4876295d0 req-10aaaeae-2cc0-4676-84d4-c46a097b8fcc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4df38450-8d14-408e-9742-7f224866590e HTTP/1.1" status: 200 len: 850 time: 0.2733829 Mar 23 12:36:16.563899 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-2c624704-d313-4368-9304-07cbf29ec7a4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5444548 Mar 23 12:36:16.585670 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=27b23cde-4300-434a-95cf-7d818c3fa036,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:16.606640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Request body: {'port': {'device_id': 'b928e9c7-22de-438d-8d0c-0b4b7b0d0738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:16.656457 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1943c75-2434-4440-a5db-0bd4876295d0 req-22ef4828-40ce-4be9-8af6-1c8082e9d8af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72da2e9c-cdd0-42bc-88fb-fb55d06fa136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910950 Mar 23 12:36:16.816783 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:16.870355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08ec79-b079-4fd8-91da-4a9fed3ee821 req-9b6ca68d-72ec-4b2a-936b-7702deb30fb4 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:16.872216 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7a08ec79-b079-4fd8-91da-4a9fed3ee821 req-9b6ca68d-72ec-4b2a-936b-7702deb30fb4 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 943 time: 0.0788181 Mar 23 12:36:16.902032 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1943c75-2434-4440-a5db-0bd4876295d0 req-025da4e2-6272-4dbf-8ca4-a5b6babdc2a4 service neutron] 10.222.0.73 "GET /v2.0/networks/72da2e9c-cdd0-42bc-88fb-fb55d06fa136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171531 Mar 23 12:36:16.944857 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7a08ec79-b079-4fd8-91da-4a9fed3ee821 req-c819661b-da6b-4197-be1f-b24215ce1322 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/security-groups?id=e80acf85-eea0-4659-8a8f-43774bab4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603743 Mar 23 12:36:17.018082 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['27b23cde-4300-434a-95cf-7d818c3fa036'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:17.356661 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:17.482508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0574d59-15d1-4ecd-8cd6-40c0fe1c1955 req-b3b39af7-f9d9-4c4e-a7cf-f7b7c1c164be tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:17.490622 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e0574d59-15d1-4ecd-8cd6-40c0fe1c1955 req-b3b39af7-f9d9-4c4e-a7cf-f7b7c1c164be tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 932 time: 0.1503711 Mar 23 12:36:17.510432 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b9b71ce-a39a-4f17-844e-56900ae2465b req-dab7f587-2d20-44fc-a97a-15a12898a40c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 210 time: 0.0622735 Mar 23 12:36:17.528356 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1943c75-2434-4440-a5db-0bd4876295d0 req-119c1da4-e868-482d-8aa0-6756776d73ae service neutron] 10.222.0.73 "GET /v2.0/networks/72da2e9c-cdd0-42bc-88fb-fb55d06fa136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6138129 Mar 23 12:36:17.552722 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e0574d59-15d1-4ecd-8cd6-40c0fe1c1955 req-09926b6a-3177-4baf-ae4d-d49ac83fa0b4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611057 Mar 23 12:36:17.597826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-d72b0941-800c-48fe-96dd-afe5a8cb0650 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:17.599912 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-d72b0941-800c-48fe-96dd-afe5a8cb0650 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 812 time: 0.3014910 Mar 23 12:36:17.624257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-74f0d31f-856d-4cd2-a4b5-cb16765d4f9f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Request body: {'port': {'device_id': '3556b47c-f7c7-476f-bdaf-13882da69b7f', 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a', 'admin_state_up': True, 'tenant_id': '94bd604e153d4325b00d4f8451712134'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:17.745015 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc61709-ab54-4965-a611-9b7f983f6b13 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:17.759295 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:17.784967 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Transition to ACTIVE for port object 7cc61709-ab54-4965-a611-9b7f983f6b13 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:36:17.791207 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:17.810129 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baca2c-6c31-433f-9110-16b43478be63 req-c7ccd0b1-f9d4-4211-b855-e6758bfb1e7b tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:17.811508 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-14baca2c-6c31-433f-9110-16b43478be63 req-c7ccd0b1-f9d4-4211-b855-e6758bfb1e7b tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 944 time: 0.1598389 Mar 23 12:36:17.903888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc61709-ab54-4965-a611-9b7f983f6b13,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:18.077781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Attempting to bind port 7cc61709-ab54-4965-a611-9b7f983f6b13 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:36:18.078260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Attempting to bind port 7cc61709-ab54-4965-a611-9b7f983f6b13 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:36:18.078919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Attempting to bind port 7cc61709-ab54-4965-a611-9b7f983f6b13 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:18.098626 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Port 7cc61709-ab54-4965-a611-9b7f983f6b13 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:36:18.099045 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Attempting to bind port 7cc61709-ab54-4965-a611-9b7f983f6b13 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:18.103060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 5a424149-85f8-403d-aaed-8451955e60f3 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:36:18.107260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:36:18.107668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Checking segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:36:18.108067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Bound using segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:36:18.108611 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Bound port: 7cc61709-ab54-4965-a611-9b7f983f6b13, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:36:18.109281 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:18.145783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-735d66bc-eae1-48ce-bf84-1bfae47bfb8d tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:18.147862 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-735d66bc-eae1-48ce-bf84-1bfae47bfb8d tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/networks?id=7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 HTTP/1.1" status: 200 len: 808 time: 0.2108107 Mar 23 12:36:18.201096 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-1a3f90ff-ca87-47d6-9d8b-65aead23feae tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/quotas/263f1505435941ebbb3ac4c91494b3e7 HTTP/1.1" status: 200 len: 375 time: 0.0186341 Mar 23 12:36:18.228950 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-14baca2c-6c31-433f-9110-16b43478be63 req-489daa2f-0d9b-4b24-8ecf-500b762a7939 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007452 Mar 23 12:36:18.246229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-74f0d31f-856d-4cd2-a4b5-cb16765d4f9f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Made reservation on behalf of 94bd604e153d4325b00d4f8451712134 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:18.252713 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-74f0d31f-856d-4cd2-a4b5-cb16765d4f9f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:18.256908 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-4d83b205-2fcf-461e-a546-b8e7cf45e4d5 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=263f1505435941ebbb3ac4c91494b3e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409322 Mar 23 12:36:18.300826 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 5a424149-85f8-403d-aaed-8451955e60f3, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=5a424149-85f8-403d-aaed-8451955e60f3,segment=NetworkSegment(05569cb6-7cf4-480d-9426-cbeb927e61be),segment_id=05569cb6-7cf4-480d-9426-cbeb927e61be)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:18.338162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] For port 7cc61709-ab54-4965-a611-9b7f983f6b13, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:36:18.347998 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '5a424149-85f8-403d-aaed-8451955e60f3', 'network_id': '72da2e9c-cdd0-42bc-88fb-fb55d06fa136', 'port_id': '5a424149-85f8-403d-aaed-8451955e60f3', 'mac_address': 'fa:16:3e:f0:55:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df38450-8d14-408e-9742-7f224866590e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:36:18.364776 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] For port 7cc61709-ab54-4965-a611-9b7f983f6b13, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=7cc61709-ab54-4965-a611-9b7f983f6b13,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:36:18.383532 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:18.424159 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:18.443085 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a424149-85f8-403d-aaed-8451955e60f3 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:18.466600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:18.467226 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:18.468718 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] 10.222.0.77 "PUT /v2.0/ports/7cc61709-ab54-4965-a611-9b7f983f6b13 HTTP/1.1" status: 200 len: 1092 time: 1.8736534 Mar 23 12:36:18.469745 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b928e9c7-22de-438d-8d0c-0b4b7b0d0738', 'tag': '7cc61709-ab54-4965-a611-9b7f983f6b13'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:18.472097 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4049e4-fdba-4210-9c41-7f3b39e6ccea" -d '{"events": [{"name": "network-changed", "server_uuid": "b928e9c7-22de-438d-8d0c-0b4b7b0d0738", "tag": "7cc61709-ab54-4965-a611-9b7f983f6b13"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:18.482041 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 5a424149-85f8-403d-aaed-8451955e60f3, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=5a424149-85f8-403d-aaed-8451955e60f3,segment=NetworkSegment(05569cb6-7cf4-480d-9426-cbeb927e61be),segment_id=05569cb6-7cf4-480d-9426-cbeb927e61be)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:18.486047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-74f0d31f-856d-4cd2-a4b5-cb16765d4f9f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Allocated IP 172.20.0.7 (a72b36eb-69cb-4d04-b462-b2cd5c57987a/c42c450d-02be-4634-87ca-2a6532e0441a/55561990-757c-4169-ba0e-66f85f5d77d2) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:36:18.489458 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:18.514886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6479a9-4f6a-4ffb-aab1-92c623bd68c8 req-f8b20574-f8e5-43da-8d59-ad483ac7bee3 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:18.517356 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9b6479a9-4f6a-4ffb-aab1-92c623bd68c8 req-f8b20574-f8e5-43da-8d59-ad483ac7bee3 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 943 time: 0.1039400 Mar 23 12:36:18.520166 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-f8c469f8-195b-4474-8353-102f2c8e2108 service neutron] 10.222.0.52 "GET /v2.0/networks/7eefc280-1bb0-4875-9c57-3a8c9c00c7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563698 Mar 23 12:36:18.545685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b597e42-a614-4f08-bec7-d5a0bb527f85 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc61709-ab54-4965-a611-9b7f983f6b13,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:18.590981 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9b6479a9-4f6a-4ffb-aab1-92c623bd68c8 req-21afff2c-0f32-4d02-896a-51d041e94a38 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/security-groups?id=e80acf85-eea0-4659-8a8f-43774bab4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540578 Mar 23 12:36:18.596027 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=5a424149-85f8-403d-aaed-8451955e60f3,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:18.692259 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efc6149-1824-48f3-adb4-91c582a0ccb1 x-openstack-request-id: req-2efc6149-1824-48f3-adb4-91c582a0ccb1 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:18.692733 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b928e9c7-22de-438d-8d0c-0b4b7b0d0738", "tag": "7cc61709-ab54-4965-a611-9b7f983f6b13", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:18.693148 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2efc6149-1824-48f3-adb4-91c582a0ccb1 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:18.693876 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b928e9c7-22de-438d-8d0c-0b4b7b0d0738', 'tag': '7cc61709-ab54-4965-a611-9b7f983f6b13', 'status': 'completed', 'code': 200} Mar 23 12:36:18.722430 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-f92e64f6-267b-481d-b2b2-6910c8b55b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:18.724792 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-f92e64f6-267b-481d-b2b2-6910c8b55b4e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 1095 time: 0.1967802 Mar 23 12:36:18.750970 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-74f0d31f-856d-4cd2-a4b5-cb16765d4f9f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:18.806878 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-3bac3e34-9897-4881-86b4-533a1ea6ae30 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc61709-ab54-4965-a611-9b7f983f6b13 HTTP/1.1" status: 200 len: 217 time: 0.0714741 Mar 23 12:36:18.815290 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-60d5eeb4-4421-422e-af17-892754b41649 service neutron] 10.222.0.52 "GET /v2.0/networks/7eefc280-1bb0-4875-9c57-3a8c9c00c7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487781 Mar 23 12:36:18.825635 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-80b1b3b1-cba0-44bd-9332-a91579ee0e20 req-ede0c242-adc2-4b98-892e-8eba190ffa79 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 210 time: 0.0366156 Mar 23 12:36:18.840805 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-74f0d31f-856d-4cd2-a4b5-cb16765d4f9f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:18.875796 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-f957e335-8f57-4efe-a775-88d039bad780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:18.878532 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-f957e335-8f57-4efe-a775-88d039bad780 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.0620127 Mar 23 12:36:18.897163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-74f0d31f-856d-4cd2-a4b5-cb16765d4f9f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Network a72b36eb-69cb-4d04-b462-b2cd5c57987a is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:36:18.900604 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-74f0d31f-856d-4cd2-a4b5-cb16765d4f9f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:36:18.906119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-74f0d31f-856d-4cd2-a4b5-cb16765d4f9f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:36:18.928357 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-51219526-4e6c-4d4c-8e76-9ce24bda974b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395687 Mar 23 12:36:18.958431 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0d31f-856d-4cd2-a4b5-cb16765d4f9f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Pushing event updated for resources: {'Port': ['ID=55561990-757c-4169-ba0e-66f85f5d77d2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:18.986376 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['5a424149-85f8-403d-aaed-8451955e60f3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:19.036168 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-74f0d31f-856d-4cd2-a4b5-cb16765d4f9f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:19.036886 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-74f0d31f-856d-4cd2-a4b5-cb16765d4f9f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:19.060242 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-cf2a14f9-eab8-4d0f-9bee-427e9c88e43c service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220582 Mar 23 12:36:19.066349 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-74f0d31f-856d-4cd2-a4b5-cb16765d4f9f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4476855 Mar 23 12:36:19.082691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Request body: {'port': {'device_id': '3556b47c-f7c7-476f-bdaf-13882da69b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:19.091014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117ddc7-3e36-4713-8870-6756ff745d89 req-5327e979-b6fc-4083-9964-9a3d7d751cfa tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:19.105632 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4117ddc7-3e36-4713-8870-6756ff745d89 req-5327e979-b6fc-4083-9964-9a3d7d751cfa tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 944 time: 0.1681366 Mar 23 12:36:19.221676 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c818624d-18a8-422d-a2df-72188d4aed44 req-f00c2d66-e612-4fcb-84e2-0a2abbe153e9 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 210 time: 0.0731540 Mar 23 12:36:19.225742 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4117ddc7-3e36-4713-8870-6756ff745d89 req-6e61e4dc-9349-4f58-9e15-d9344e23ba43 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192100 Mar 23 12:36:19.242647 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:19.293453 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8738fb6-40ac-437c-99b9-c04339aa919b req-925d8bf9-9921-46e5-b8fc-c71c198cde50 service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244797 Mar 23 12:36:19.468288 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4d979-d4d0-45c5-b90f-e4f75219d6b9 req-4e0c875c-0029-4a6b-bbac-7da6d0b03e1c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:19.471761 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b4d979-d4d0-45c5-b90f-e4f75219d6b9 req-4e0c875c-0029-4a6b-bbac-7da6d0b03e1c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 944 time: 0.1164646 Mar 23 12:36:19.474421 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4049e4-fdba-4210-9c41-7f3b39e6ccea req-39947702-26b3-4f01-a8da-4c59ffe53605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:19.476255 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd4049e4-fdba-4210-9c41-7f3b39e6ccea req-39947702-26b3-4f01-a8da-4c59ffe53605 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 1095 time: 0.1022842 Mar 23 12:36:19.592896 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41b4d979-d4d0-45c5-b90f-e4f75219d6b9 req-94f109cc-ab44-484d-885a-139b06378a63 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121459 Mar 23 12:36:19.656031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55561990-757c-4169-ba0e-66f85f5d77d2 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:19.667770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4049e4-fdba-4210-9c41-7f3b39e6ccea req-0c189ffc-1211-4102-99df-dba25c08d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:19.669546 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd4049e4-fdba-4210-9c41-7f3b39e6ccea req-0c189ffc-1211-4102-99df-dba25c08d2d9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.1777308 Mar 23 12:36:19.671283 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:19.708116 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Transition to ACTIVE for port object 55561990-757c-4169-ba0e-66f85f5d77d2 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:36:19.714285 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:19.759896 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd4049e4-fdba-4210-9c41-7f3b39e6ccea req-9d9cadc6-9ce6-4993-bbca-50026cf1ee01 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc61709-ab54-4965-a611-9b7f983f6b13 HTTP/1.1" status: 200 len: 217 time: 0.0776722 Mar 23 12:36:19.819649 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Pushing event updated for resources: {'Port': ['ID=55561990-757c-4169-ba0e-66f85f5d77d2,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:19.825363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4049e4-fdba-4210-9c41-7f3b39e6ccea req-e83808fb-9195-4b78-8bf9-426af5d580ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:19.827758 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd4049e4-fdba-4210-9c41-7f3b39e6ccea req-e83808fb-9195-4b78-8bf9-426af5d580ff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.0601535 Mar 23 12:36:19.846897 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661392d6-b9ce-4f93-bd71-f5a4e815c565 req-06c3ed63-49bf-494e-956e-7abbea7800db tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:19.848839 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-661392d6-b9ce-4f93-bd71-f5a4e815c565 req-06c3ed63-49bf-494e-956e-7abbea7800db tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 944 time: 0.1559458 Mar 23 12:36:19.876846 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd4049e4-fdba-4210-9c41-7f3b39e6ccea req-d2ad95bb-1614-433f-aa85-268f4cba4b7f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364573 Mar 23 12:36:19.964360 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-661392d6-b9ce-4f93-bd71-f5a4e815c565 req-4ce6867e-918e-4586-96f4-7037052c1419 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/security-groups?id=e80acf85-eea0-4659-8a8f-43774bab4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900192 Mar 23 12:36:19.980935 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Attempting to bind port 55561990-757c-4169-ba0e-66f85f5d77d2 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:36:19.980935 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Attempting to bind port 55561990-757c-4169-ba0e-66f85f5d77d2 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:36:19.980935 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Attempting to bind port 55561990-757c-4169-ba0e-66f85f5d77d2 on network a72b36eb-69cb-4d04-b462-b2cd5c57987a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:19.988585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Port 55561990-757c-4169-ba0e-66f85f5d77d2 on network a72b36eb-69cb-4d04-b462-b2cd5c57987a not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:36:19.989066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Attempting to bind port 55561990-757c-4169-ba0e-66f85f5d77d2 on network a72b36eb-69cb-4d04-b462-b2cd5c57987a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:19.998607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:36:19.998945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Checking segment: {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:36:19.999379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Bound using segment: {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:36:19.999885 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Bound port: 55561990-757c-4169-ba0e-66f85f5d77d2, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:36:20.000204 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:20.081108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af42d4-f87d-4879-8198-0a6e4f10ea67 req-074873dd-e489-4ba6-a3c7-57c9baf528ed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:20.082779 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-52af42d4-f87d-4879-8198-0a6e4f10ea67 req-074873dd-e489-4ba6-a3c7-57c9baf528ed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 943 time: 0.1148367 Mar 23 12:36:20.092325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] For port 55561990-757c-4169-ba0e-66f85f5d77d2, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:36:20.098494 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd4049e4-fdba-4210-9c41-7f3b39e6ccea req-b133c01c-fb7f-4de1-85af-1912a1aa99f3 service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076149 Mar 23 12:36:20.099838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] For port 55561990-757c-4169-ba0e-66f85f5d77d2, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=55561990-757c-4169-ba0e-66f85f5d77d2,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:36:20.105108 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:20.118243 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 27b23cde-4300-434a-95cf-7d818c3fa036 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:36:20.153379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:20.154013 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:20.155844 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] 10.222.0.77 "PUT /v2.0/ports/55561990-757c-4169-ba0e-66f85f5d77d2 HTTP/1.1" status: 200 len: 1091 time: 1.0821669 Mar 23 12:36:20.156361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3556b47c-f7c7-476f-bdaf-13882da69b7f', 'tag': '55561990-757c-4169-ba0e-66f85f5d77d2'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:20.159434 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f188eb-f4f0-48e0-9f1c-e5d4ace74eab" -d '{"events": [{"name": "network-changed", "server_uuid": "3556b47c-f7c7-476f-bdaf-13882da69b7f", "tag": "55561990-757c-4169-ba0e-66f85f5d77d2"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:20.194224 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f80aa6-4f88-4855-8ee5-4ca12d6a5531 service neutron] Pushing event updated for resources: {'Port': ['ID=55561990-757c-4169-ba0e-66f85f5d77d2,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:20.224486 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-52af42d4-f87d-4879-8198-0a6e4f10ea67 req-8db4b2e5-0755-4683-b66d-f56af7f47d7b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309946 Mar 23 12:36:20.237201 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 27b23cde-4300-434a-95cf-7d818c3fa036 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:36:20.244321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 27b23cde-4300-434a-95cf-7d818c3fa036 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:36:20.245323 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:20.282304 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd4049e4-fdba-4210-9c41-7f3b39e6ccea req-22669c09-f985-4953-9aaa-21402522da24 service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650164 Mar 23 12:36:20.299788 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e93720-ff93-46ed-8178-413a00aa62bb x-openstack-request-id: req-52e93720-ff93-46ed-8178-413a00aa62bb {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:20.300320 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3556b47c-f7c7-476f-bdaf-13882da69b7f", "tag": "55561990-757c-4169-ba0e-66f85f5d77d2", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:20.300527 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52e93720-ff93-46ed-8178-413a00aa62bb {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:20.300887 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3556b47c-f7c7-476f-bdaf-13882da69b7f', 'tag': '55561990-757c-4169-ba0e-66f85f5d77d2', 'status': 'completed', 'code': 200} Mar 23 12:36:20.318734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-138b0ed4-bc85-4079-b753-6a5792bfba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:20.320950 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-138b0ed4-bc85-4079-b753-6a5792bfba68 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 1094 time: 0.0976140 Mar 23 12:36:20.378233 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3867b0ab-a158-4a35-8ecf-0588593a33ed req-25298cf7-0206-40cb-96b5-1b352fa5f29c tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 210 time: 0.0379543 Mar 23 12:36:20.400729 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-efb4bcf0-1079-4874-9735-ef8b85fd1d26 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55561990-757c-4169-ba0e-66f85f5d77d2 HTTP/1.1" status: 200 len: 217 time: 0.0661583 Mar 23 12:36:20.414476 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:20.441035 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc5b083-7a09-4849-b2ad-fad1ecd842dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b23cde-4300-434a-95cf-7d818c3fa036'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:20.443474 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf89eeb-efff-4d48-b85a-c94e99131468" -d '{"events": [{"server_uuid": "bbc5b083-7a09-4849-b2ad-fad1ecd842dc", "name": "network-vif-plugged", "status": "completed", "tag": "27b23cde-4300-434a-95cf-7d818c3fa036"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:20.458003 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 27b23cde-4300-434a-95cf-7d818c3fa036, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=27b23cde-4300-434a-95cf-7d818c3fa036,segment=NetworkSegment(16814f52-8332-4b16-8e5e-a18ed785be1a),segment_id=16814f52-8332-4b16-8e5e-a18ed785be1a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:20.463890 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:20.502856 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e970c56-e639-433d-ac02-d660cc9851f8 req-c7f5acc8-d4d8-479c-b235-021e834998a6 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:20.504496 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e970c56-e639-433d-ac02-d660cc9851f8 req-c7f5acc8-d4d8-479c-b235-021e834998a6 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 944 time: 0.1180098 Mar 23 12:36:20.506672 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff97885-d53b-4d28-896c-8dc0ed4b0bcf x-openstack-request-id: req-4ff97885-d53b-4d28-896c-8dc0ed4b0bcf {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:20.507187 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc5b083-7a09-4849-b2ad-fad1ecd842dc", "name": "network-vif-plugged", "status": "completed", "tag": "27b23cde-4300-434a-95cf-7d818c3fa036", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:20.507613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-0442b207-c19a-47b3-8e16-b541a1a94850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:20.507754 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ff97885-d53b-4d28-896c-8dc0ed4b0bcf {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:20.508380 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc5b083-7a09-4849-b2ad-fad1ecd842dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b23cde-4300-434a-95cf-7d818c3fa036', 'code': 200} Mar 23 12:36:20.510321 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-0442b207-c19a-47b3-8e16-b541a1a94850 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c42c450d-02be-4634-87ca-2a6532e0441a HTTP/1.1" status: 200 len: 852 time: 0.0861027 Mar 23 12:36:20.558052 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=27b23cde-4300-434a-95cf-7d818c3fa036,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:20.570797 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-df092bec-7dc4-4d18-914a-30d5a682cdb1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a72b36eb-69cb-4d04-b462-b2cd5c57987a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519669 Mar 23 12:36:20.641346 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e970c56-e639-433d-ac02-d660cc9851f8 req-d5d8b7c3-651e-45a2-8ca8-d8251a15dacf tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059833 Mar 23 12:36:20.771779 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-1b7c7c77-db62-42ec-84b5-09715a91d9d8 service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789603 Mar 23 12:36:20.802068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f06e9-510f-4486-840b-ddfc16f50a6a req-02cb6205-1187-45dd-be1d-f53e83fb9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:20.804781 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7e2f06e9-510f-4486-840b-ddfc16f50a6a req-02cb6205-1187-45dd-be1d-f53e83fb9803 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 1096 time: 0.2033718 Mar 23 12:36:20.892212 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c4ba8-33dc-4ab7-a48e-5bb2f2408de7 req-1f81de85-8582-4900-8227-05fd66adf1da tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:20.894528 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b14d035-1838-4754-81b2-a579b01d1d90 req-daddb189-6109-42ad-8b32-0a4e602aa83b service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123118 Mar 23 12:36:20.894757 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e58c4ba8-33dc-4ab7-a48e-5bb2f2408de7 req-1f81de85-8582-4900-8227-05fd66adf1da tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1850836 Mar 23 12:36:20.902772 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7e2f06e9-510f-4486-840b-ddfc16f50a6a req-55052560-efc8-4a50-935c-ee32e50dd3ca service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844116 Mar 23 12:36:20.910745 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-19748225-547d-483f-81cf-c896c8849050 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:20.912461 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-19748225-547d-483f-81cf-c896c8849050 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.77 "GET /v2.0/networks?id=7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 HTTP/1.1" status: 200 len: 808 time: 0.2956264 Mar 23 12:36:20.926948 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-f889d245-2534-42b6-a69a-cb8e2575ad19 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Request body: {'port': {'device_id': '8aa8bc4d-cb55-4012-b59d-31d1d6609189', 'network_id': '7eefc280-1bb0-4875-9c57-3a8c9c00c7e6', 'admin_state_up': True, 'tenant_id': '263f1505435941ebbb3ac4c91494b3e7'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:21.006121 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e58c4ba8-33dc-4ab7-a48e-5bb2f2408de7 req-fd77f812-bdf4-42b3-a4f5-510c80d12167 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924191 Mar 23 12:36:21.035955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f188eb-f4f0-48e0-9f1c-e5d4ace74eab req-5bd47fad-6329-4845-804b-9fd3f15ec8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:21.037787 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f188eb-f4f0-48e0-9f1c-e5d4ace74eab req-5bd47fad-6329-4845-804b-9fd3f15ec8d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 1094 time: 0.0672033 Mar 23 12:36:21.075671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-f889d245-2534-42b6-a69a-cb8e2575ad19 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Made reservation on behalf of 263f1505435941ebbb3ac4c91494b3e7 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:21.080076 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-f889d245-2534-42b6-a69a-cb8e2575ad19 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:21.166483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d8c45-cde5-4466-b351-ff1e9bad2268 req-1f061dd0-1805-4106-b0ee-fae409130c79 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:21.168094 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-307d8c45-cde5-4466-b351-ff1e9bad2268 req-1f061dd0-1805-4106-b0ee-fae409130c79 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 944 time: 0.1208451 Mar 23 12:36:21.191188 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f188eb-f4f0-48e0-9f1c-e5d4ace74eab req-cb05d68d-64ce-4dea-b7cd-d80b441a7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:21.192843 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f188eb-f4f0-48e0-9f1c-e5d4ace74eab req-cb05d68d-64ce-4dea-b7cd-d80b441a7b8c service neutron] 10.222.0.77 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 913 time: 0.1468940 Mar 23 12:36:21.247105 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f188eb-f4f0-48e0-9f1c-e5d4ace74eab req-4a9e962b-77d8-4de9-b293-0647167775fb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55561990-757c-4169-ba0e-66f85f5d77d2 HTTP/1.1" status: 200 len: 217 time: 0.0441790 Mar 23 12:36:21.252671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-f889d245-2534-42b6-a69a-cb8e2575ad19 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Allocated IP 172.20.0.7 (7eefc280-1bb0-4875-9c57-3a8c9c00c7e6/2b4ca56f-a648-4f8f-83cd-f0481155507e/69ae6273-4baa-4ce1-8cda-e0544d8159b0) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:36:21.287553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-307d8c45-cde5-4466-b351-ff1e9bad2268 req-19dd1f5d-a678-468f-b33a-79516b2f9afe tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/security-groups?id=e80acf85-eea0-4659-8a8f-43774bab4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078367 Mar 23 12:36:21.326421 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f188eb-f4f0-48e0-9f1c-e5d4ace74eab req-a4c72b91-74ff-40e9-9e4c-f3233489bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:21.328018 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f188eb-f4f0-48e0-9f1c-e5d4ace74eab req-a4c72b91-74ff-40e9-9e4c-f3233489bb1d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c42c450d-02be-4634-87ca-2a6532e0441a HTTP/1.1" status: 200 len: 852 time: 0.0717900 Mar 23 12:36:21.377724 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f188eb-f4f0-48e0-9f1c-e5d4ace74eab req-55c1a053-c080-459e-a1a4-3f9c16923fc2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a72b36eb-69cb-4d04-b462-b2cd5c57987a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377707 Mar 23 12:36:21.445131 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa53bd9-da81-4cf7-9713-21ce04397bc9 req-f4da5101-43ef-4c6f-8752-e5759a8c52e5 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:21.446598 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffa53bd9-da81-4cf7-9713-21ce04397bc9 req-f4da5101-43ef-4c6f-8752-e5759a8c52e5 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 943 time: 0.1036465 Mar 23 12:36:21.491367 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-f889d245-2534-42b6-a69a-cb8e2575ad19 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:21.501081 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df03e9c3-e42f-45d2-aadd-60f095664a83 req-ea7e4c86-d892-4960-be83-2913423a9df3 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 210 time: 0.0366287 Mar 23 12:36:21.525753 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f188eb-f4f0-48e0-9f1c-e5d4ace74eab req-d1ce3d47-5bb5-4653-8ca8-726af24b7635 service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400793 Mar 23 12:36:21.533079 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffa53bd9-da81-4cf7-9713-21ce04397bc9 req-33b5002c-4dc8-43da-b21f-cefa82aa156c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699377 Mar 23 12:36:21.553111 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-f889d245-2534-42b6-a69a-cb8e2575ad19 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:21.601015 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-f889d245-2534-42b6-a69a-cb8e2575ad19 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Network 7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:36:21.604639 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-f889d245-2534-42b6-a69a-cb8e2575ad19 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:36:21.608888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-f889d245-2534-42b6-a69a-cb8e2575ad19 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:36:21.616335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889d245-2534-42b6-a69a-cb8e2575ad19 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Pushing event updated for resources: {'Port': ['ID=69ae6273-4baa-4ce1-8cda-e0544d8159b0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:21.667681 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-f889d245-2534-42b6-a69a-cb8e2575ad19 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:21.668346 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-f889d245-2534-42b6-a69a-cb8e2575ad19 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:21.683326 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f188eb-f4f0-48e0-9f1c-e5d4ace74eab req-ecc621ed-3cc9-478b-b68c-dd5050b669bf service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124525 Mar 23 12:36:21.690137 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-f889d245-2534-42b6-a69a-cb8e2575ad19 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7675004 Mar 23 12:36:21.708775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Request body: {'port': {'device_id': '8aa8bc4d-cb55-4012-b59d-31d1d6609189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:21.772460 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:21.808785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d33333-8f73-484b-b04f-d3295475ef29 req-6ebe9f0b-43ad-4d4f-9fa0-c6100355f7db tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:21.810334 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a1d33333-8f73-484b-b04f-d3295475ef29 req-6ebe9f0b-43ad-4d4f-9fa0-c6100355f7db tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 944 time: 0.0628953 Mar 23 12:36:21.851545 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a1d33333-8f73-484b-b04f-d3295475ef29 req-dbb85600-0591-4f95-ae1d-a8c0fdffb6d5 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337691 Mar 23 12:36:22.071877 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ae6273-4baa-4ce1-8cda-e0544d8159b0 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:22.084623 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:22.117267 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 5a424149-85f8-403d-aaed-8451955e60f3 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:36:22.121097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Transition to ACTIVE for port object 69ae6273-4baa-4ce1-8cda-e0544d8159b0 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:36:22.127710 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:22.198387 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 5a424149-85f8-403d-aaed-8451955e60f3 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:36:22.203634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 5a424149-85f8-403d-aaed-8451955e60f3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:36:22.204066 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068c990-d82d-4c51-8fba-91aa2ac8cb5b req-a8f6794e-85f0-4e4e-9a58-c40004a06daa tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:22.204388 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:22.206123 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6068c990-d82d-4c51-8fba-91aa2ac8cb5b req-a8f6794e-85f0-4e4e-9a58-c40004a06daa tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1172268 Mar 23 12:36:22.208891 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Pushing event updated for resources: {'Port': ['ID=69ae6273-4baa-4ce1-8cda-e0544d8159b0,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:22.320136 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:22.341889 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6068c990-d82d-4c51-8fba-91aa2ac8cb5b req-977e9f01-180a-4308-b496-e840f78d8b48 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251583 Mar 23 12:36:22.379874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 5a424149-85f8-403d-aaed-8451955e60f3, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=5a424149-85f8-403d-aaed-8451955e60f3,segment=NetworkSegment(05569cb6-7cf4-480d-9426-cbeb927e61be),segment_id=05569cb6-7cf4-480d-9426-cbeb927e61be)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:22.381603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Attempting to bind port 69ae6273-4baa-4ce1-8cda-e0544d8159b0 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:36:22.382043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Attempting to bind port 69ae6273-4baa-4ce1-8cda-e0544d8159b0 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7eefc280-1bb0-4875-9c57-3a8c9c00c7e6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:36:22.382480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Attempting to bind port 69ae6273-4baa-4ce1-8cda-e0544d8159b0 on network 7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:22.385928 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:22.390720 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Port 69ae6273-4baa-4ce1-8cda-e0544d8159b0 on network 7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:36:22.391378 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Attempting to bind port 69ae6273-4baa-4ce1-8cda-e0544d8159b0 on network 7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:22.401738 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:36:22.402437 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Checking segment: {'id': '991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7eefc280-1bb0-4875-9c57-3a8c9c00c7e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:36:22.404126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Bound using segment: {'id': '991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7eefc280-1bb0-4875-9c57-3a8c9c00c7e6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:36:22.405002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Bound port: 69ae6273-4baa-4ce1-8cda-e0544d8159b0, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7eefc280-1bb0-4875-9c57-3a8c9c00c7e6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:36:22.405645 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:22.444558 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=5a424149-85f8-403d-aaed-8451955e60f3,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:22.504175 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137f012-c6f3-4efc-9509-d22ccd1d2693 req-5ef2f524-827c-469d-8806-d69da5b6c050 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:22.507090 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f137f012-c6f3-4efc-9509-d22ccd1d2693 req-5ef2f524-827c-469d-8806-d69da5b6c050 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 945 time: 0.0653000 Mar 23 12:36:22.509648 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ade1003-6842-4d78-b129-7e6322bf410a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a424149-85f8-403d-aaed-8451955e60f3'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:22.512177 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d707f782-7cc7-491e-bd20-0a96c2659892" -d '{"events": [{"server_uuid": "3ade1003-6842-4d78-b129-7e6322bf410a", "name": "network-vif-plugged", "status": "completed", "tag": "5a424149-85f8-403d-aaed-8451955e60f3"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:22.513485 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] For port 69ae6273-4baa-4ce1-8cda-e0544d8159b0, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:36:22.517753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] For port 69ae6273-4baa-4ce1-8cda-e0544d8159b0, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=69ae6273-4baa-4ce1-8cda-e0544d8159b0,segment=NetworkSegment(991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f),segment_id=991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:36:22.522779 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:22.553979 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23576618-9aa0-4768-9907-7e3c1139a5a9 x-openstack-request-id: req-23576618-9aa0-4768-9907-7e3c1139a5a9 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:22.554505 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ade1003-6842-4d78-b129-7e6322bf410a", "name": "network-vif-plugged", "status": "completed", "tag": "5a424149-85f8-403d-aaed-8451955e60f3", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:22.554923 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-23576618-9aa0-4768-9907-7e3c1139a5a9 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:22.555316 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ade1003-6842-4d78-b129-7e6322bf410a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a424149-85f8-403d-aaed-8451955e60f3', 'code': 200} Mar 23 12:36:22.565569 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f137f012-c6f3-4efc-9509-d22ccd1d2693 req-7c7fd55b-b1e4-471b-87c4-09ab36e6581a tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/security-groups?id=e80acf85-eea0-4659-8a8f-43774bab4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443218 Mar 23 12:36:22.599256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:22.600891 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:22.603342 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] 10.222.0.77 "PUT /v2.0/ports/69ae6273-4baa-4ce1-8cda-e0544d8159b0 HTTP/1.1" status: 200 len: 1091 time: 0.9050612 Mar 23 12:36:22.604217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa8bc4d-cb55-4012-b59d-31d1d6609189', 'tag': '69ae6273-4baa-4ce1-8cda-e0544d8159b0'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:22.609107 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deae18a9-810b-4677-ba6a-5ae8390efdd7" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa8bc4d-cb55-4012-b59d-31d1d6609189", "tag": "69ae6273-4baa-4ce1-8cda-e0544d8159b0"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:22.637190 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e855374-0666-44ca-bf59-c38605d39907 service neutron] Pushing event updated for resources: {'Port': ['ID=69ae6273-4baa-4ce1-8cda-e0544d8159b0,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:22.723518 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813b80f-0785-4bc0-af01-6845ebc9119c req-5e72f6bd-5bd5-4d5c-9cd5-b41b37a60752 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:22.725585 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3813b80f-0785-4bc0-af01-6845ebc9119c req-5e72f6bd-5bd5-4d5c-9cd5-b41b37a60752 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 943 time: 0.0594518 Mar 23 12:36:22.760507 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-1f20458c-0879-454f-890a-99f78207025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:22.762014 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-1f20458c-0879-454f-890a-99f78207025f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=263f1505435941ebbb3ac4c91494b3e7&device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 1094 time: 0.0946236 Mar 23 12:36:22.769966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fd58f-abb7-45be-89d7-f6ca051c1b4c req-2fd3d4cf-3d55-4687-8b5f-c939fafdce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:22.771456 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-707fd58f-abb7-45be-89d7-f6ca051c1b4c req-2fd3d4cf-3d55-4687-8b5f-c939fafdce3b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 1096 time: 0.0931625 Mar 23 12:36:22.777973 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3813b80f-0785-4bc0-af01-6845ebc9119c req-6b865faf-f26b-4cd9-8e21-bc46e8448932 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457399 Mar 23 12:36:22.786169 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98775f8-bc8c-4ffc-b1b8-574273e153c2 req-2978f883-e660-45b9-9e1c-34ca799b7f7e tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:22.787810 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c98775f8-bc8c-4ffc-b1b8-574273e153c2 req-2978f883-e660-45b9-9e1c-34ca799b7f7e tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 943 time: 0.1298652 Mar 23 12:36:22.835610 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-21e7b84b-92c2-4ae1-b6eb-76aa3ae5f4cd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69ae6273-4baa-4ce1-8cda-e0544d8159b0 HTTP/1.1" status: 200 len: 217 time: 0.0631959 Mar 23 12:36:22.837913 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed46851b-21e1-46b9-978e-d2a16e7385f2 x-openstack-request-id: req-ed46851b-21e1-46b9-978e-d2a16e7385f2 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:22.840766 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa8bc4d-cb55-4012-b59d-31d1d6609189", "tag": "69ae6273-4baa-4ce1-8cda-e0544d8159b0", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:22.840766 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed46851b-21e1-46b9-978e-d2a16e7385f2 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:22.840766 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa8bc4d-cb55-4012-b59d-31d1d6609189', 'tag': '69ae6273-4baa-4ce1-8cda-e0544d8159b0', 'status': 'completed', 'code': 200} Mar 23 12:36:22.910982 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-707fd58f-abb7-45be-89d7-f6ca051c1b4c req-54f32df3-b7bc-4209-aff6-97d8100f382e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e80acf85-eea0-4659-8a8f-43774bab4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210084 Mar 23 12:36:22.919162 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c98775f8-bc8c-4ffc-b1b8-574273e153c2 req-62986d24-c1fa-4153-a1b0-64dbd5ccff30 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972538 Mar 23 12:36:22.925738 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-ba65c3f6-8619-4550-aa5b-04bb41a3217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:22.927836 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-ba65c3f6-8619-4550-aa5b-04bb41a3217f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2b4ca56f-a648-4f8f-83cd-f0481155507e HTTP/1.1" status: 200 len: 848 time: 0.0802324 Mar 23 12:36:22.964075 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-5640a58c-9e38-4156-b524-112ebeb6c097 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7eefc280-1bb0-4875-9c57-3a8c9c00c7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285919 Mar 23 12:36:23.008638 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96808c44-73f5-4d42-b70a-12b34a5502e7 req-91f0b31e-e19e-4943-88c7-987728bee808 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:23.010705 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-96808c44-73f5-4d42-b70a-12b34a5502e7 req-91f0b31e-e19e-4943-88c7-987728bee808 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 944 time: 0.0803831 Mar 23 12:36:23.051472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-96808c44-73f5-4d42-b70a-12b34a5502e7 req-35037adf-19da-47f2-b191-52bea1651d54 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338147 Mar 23 12:36:23.057089 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-92181206-a90e-454d-8911-d7b091bd9a2f service neutron] 10.222.0.77 "GET /v2.0/networks/7eefc280-1bb0-4875-9c57-3a8c9c00c7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853770 Mar 23 12:36:23.159353 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa31bf9d-23b9-4fe9-b3e4-c39446f8ddb2 req-71e91ba5-1332-4492-9e34-318251023492 service neutron] 10.222.0.77 "GET /v2.0/networks/7eefc280-1bb0-4875-9c57-3a8c9c00c7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949101 Mar 23 12:36:23.259017 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae18a9-810b-4677-ba6a-5ae8390efdd7 req-34853b05-2463-4ed5-882e-91673aaa7c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:23.260584 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-deae18a9-810b-4677-ba6a-5ae8390efdd7 req-34853b05-2463-4ed5-882e-91673aaa7c14 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=263f1505435941ebbb3ac4c91494b3e7&device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 1094 time: 0.0497434 Mar 23 12:36:23.380349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae18a9-810b-4677-ba6a-5ae8390efdd7 req-90c867d7-4b2c-4872-a048-6e9ce2aadf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:23.382500 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-deae18a9-810b-4677-ba6a-5ae8390efdd7 req-90c867d7-4b2c-4872-a048-6e9ce2aadf36 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 HTTP/1.1" status: 200 len: 909 time: 0.1098256 Mar 23 12:36:23.716969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85fbfd-09bf-43f8-8a2d-583748e1fc56 req-9f627b76-fc0c-4bca-ba2d-4ba7cfc3866f tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:23.718549 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b85fbfd-09bf-43f8-8a2d-583748e1fc56 req-9f627b76-fc0c-4bca-ba2d-4ba7cfc3866f tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 945 time: 0.0626116 Mar 23 12:36:23.751609 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-deae18a9-810b-4677-ba6a-5ae8390efdd7 req-8529ebc7-499e-4947-833e-4c46e5c45434 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69ae6273-4baa-4ce1-8cda-e0544d8159b0 HTTP/1.1" status: 200 len: 217 time: 0.3610423 Mar 23 12:36:23.770771 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b85fbfd-09bf-43f8-8a2d-583748e1fc56 req-6cb71b36-8e4e-4932-9377-73851737413c tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/security-groups?id=e80acf85-eea0-4659-8a8f-43774bab4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Mar 23 12:36:23.850080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae18a9-810b-4677-ba6a-5ae8390efdd7 req-52c8af21-0b7b-412d-83bd-e976ee1058bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:23.851743 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-deae18a9-810b-4677-ba6a-5ae8390efdd7 req-52c8af21-0b7b-412d-83bd-e976ee1058bc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2b4ca56f-a648-4f8f-83cd-f0481155507e HTTP/1.1" status: 200 len: 848 time: 0.0859139 Mar 23 12:36:23.862987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ff3fd-f35d-4858-89f5-88f75293838c req-f37746b7-93e6-4a3f-92af-045c8106ec7c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:23.864525 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-482ff3fd-f35d-4858-89f5-88f75293838c req-f37746b7-93e6-4a3f-92af-045c8106ec7c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1158473 Mar 23 12:36:23.897245 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-deae18a9-810b-4677-ba6a-5ae8390efdd7 req-a3fc2394-1f51-44c5-8192-e43df2626ee3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7eefc280-1bb0-4875-9c57-3a8c9c00c7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317035 Mar 23 12:36:23.934477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12219781-7eb6-4956-8311-b498d07f4226 req-2f438135-f835-4193-ad56-708889babb4f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:23.936815 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-12219781-7eb6-4956-8311-b498d07f4226 req-2f438135-f835-4193-ad56-708889babb4f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 943 time: 0.0703607 Mar 23 12:36:23.972067 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-482ff3fd-f35d-4858-89f5-88f75293838c req-5f98f758-b68e-4428-b8d1-1cf8c4180818 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982502 Mar 23 12:36:23.985757 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-12219781-7eb6-4956-8311-b498d07f4226 req-a5e61ad7-032b-491f-ae55-00a620c29d1a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387692 Mar 23 12:36:24.008197 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a4517ff7-c86f-4c38-89a7-2f8f48f0a323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:24.027368 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-deae18a9-810b-4677-ba6a-5ae8390efdd7 req-61f839ed-32bc-4f38-9f10-e6bf09901ccf service neutron] 10.222.0.77 "GET /v2.0/networks/7eefc280-1bb0-4875-9c57-3a8c9c00c7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184328 Mar 23 12:36:24.029690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 7cc61709-ab54-4965-a611-9b7f983f6b13 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:36:24.169304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 7cc61709-ab54-4965-a611-9b7f983f6b13, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=7cc61709-ab54-4965-a611-9b7f983f6b13,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:24.209646 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '7cc61709-ab54-4965-a611-9b7f983f6b13', 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5', 'port_id': '7cc61709-ab54-4965-a611-9b7f983f6b13', 'mac_address': 'fa:16:3e:84:ab:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b7d4b1-e59a-4f34-a91f-437ec6f5c041', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:36:24.219697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4ef66-e15e-4358-8fb2-ca61e4f3e215 req-2ca20d4f-3aa6-49d3-8285-1de14a51bcdd tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:24.221184 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5db4ef66-e15e-4358-8fb2-ca61e4f3e215 req-2ca20d4f-3aa6-49d3-8285-1de14a51bcdd tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 943 time: 0.0917182 Mar 23 12:36:24.223872 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-deae18a9-810b-4677-ba6a-5ae8390efdd7 req-16f9d00f-c098-4519-933d-7e05000d58db service neutron] 10.222.0.77 "GET /v2.0/networks/7eefc280-1bb0-4875-9c57-3a8c9c00c7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825416 Mar 23 12:36:24.275230 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:24.295136 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc61709-ab54-4965-a611-9b7f983f6b13 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:24.327174 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 7cc61709-ab54-4965-a611-9b7f983f6b13, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=7cc61709-ab54-4965-a611-9b7f983f6b13,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:24.339219 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:24.348542 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5db4ef66-e15e-4358-8fb2-ca61e4f3e215 req-6bea917b-76c1-4a69-af36-ad10b90492ae tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205971 Mar 23 12:36:24.408191 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9cd4c-3f88-4839-8180-50aa787a0393 req-bbb610ef-46f2-48aa-92d3-d5569fe8c543 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:24.408191 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aad9cd4c-3f88-4839-8180-50aa787a0393 req-bbb610ef-46f2-48aa-92d3-d5569fe8c543 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 944 time: 0.0855072 Mar 23 12:36:24.437737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db9d5b-bd80-4bc1-83bf-9bc2cefabff5 req-327130ad-07b6-46e9-9062-a2a4b9b34b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:24.440287 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-48db9d5b-bd80-4bc1-83bf-9bc2cefabff5 req-327130ad-07b6-46e9-9062-a2a4b9b34b32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7b58523009564f6bac30930da31ecda3&device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 1096 time: 0.0888956 Mar 23 12:36:24.454964 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=7cc61709-ab54-4965-a611-9b7f983f6b13,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:24.459404 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aad9cd4c-3f88-4839-8180-50aa787a0393 req-f274fc43-9ddd-428c-ab9e-0aa1e1f51d1c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442905 Mar 23 12:36:24.645251 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf14f0-5246-4ae7-a97a-6a238c478618 req-6995141f-f4ec-46f9-9f55-d0453510a1e6 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:24.645847 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-05cf14f0-5246-4ae7-a97a-6a238c478618 req-6995141f-f4ec-46f9-9f55-d0453510a1e6 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1452689 Mar 23 12:36:24.667746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db9d5b-bd80-4bc1-83bf-9bc2cefabff5 req-c01a5952-236e-4f97-8166-abec7e4efc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:24.669375 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-48db9d5b-bd80-4bc1-83bf-9bc2cefabff5 req-c01a5952-236e-4f97-8166-abec7e4efc20 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0b1e418f-2cfc-420d-8472-de7db6e2f75e HTTP/1.1" status: 200 len: 912 time: 0.2041626 Mar 23 12:36:24.718643 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-48db9d5b-bd80-4bc1-83bf-9bc2cefabff5 req-c811db61-ec84-41d7-ba5e-67e9438e339b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27b23cde-4300-434a-95cf-7d818c3fa036 HTTP/1.1" status: 200 len: 217 time: 0.0394006 Mar 23 12:36:24.732079 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-05cf14f0-5246-4ae7-a97a-6a238c478618 req-df0b3d67-fc61-4d8f-82e7-462fddffce15 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757201 Mar 23 12:36:24.772329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['7cc61709-ab54-4965-a611-9b7f983f6b13'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:24.784424 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db9d5b-bd80-4bc1-83bf-9bc2cefabff5 req-b02195e5-dd7b-4917-9d0a-2c162c66f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:24.786860 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-48db9d5b-bd80-4bc1-83bf-9bc2cefabff5 req-b02195e5-dd7b-4917-9d0a-2c162c66f7ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=532f4c4f-053d-46b1-8154-1c17faa5e818 HTTP/1.1" status: 200 len: 851 time: 0.0538273 Mar 23 12:36:24.843127 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-48db9d5b-bd80-4bc1-83bf-9bc2cefabff5 req-d9b23803-a9a5-4e3c-b4d1-60b35fef1623 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0b1e418f-2cfc-420d-8472-de7db6e2f75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384912 Mar 23 12:36:24.960891 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebc852-9d9d-498b-a092-7eb21737bedb req-b8c4caec-e2fd-4a0a-9151-e65bcf52212e tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:24.961761 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-48db9d5b-bd80-4bc1-83bf-9bc2cefabff5 req-046d9a03-9aab-4e93-8aab-008c20a4d7b5 service neutron] 10.222.0.73 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154790 Mar 23 12:36:24.963450 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5cebc852-9d9d-498b-a092-7eb21737bedb req-b8c4caec-e2fd-4a0a-9151-e65bcf52212e tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 945 time: 0.0761316 Mar 23 12:36:25.013183 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5cebc852-9d9d-498b-a092-7eb21737bedb req-c69392b1-6089-47ff-8bed-41b49f827513 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/security-groups?id=e80acf85-eea0-4659-8a8f-43774bab4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397727 Mar 23 12:36:25.095031 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-48db9d5b-bd80-4bc1-83bf-9bc2cefabff5 req-8dd99ef0-1a92-42a7-9f9f-77465fed6fcb service neutron] 10.222.0.73 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247971 Mar 23 12:36:25.190407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d89139-f23b-482e-933e-eb837375842d req-b3a8ce6e-125c-4aff-bf84-961273bef8ff tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:25.198439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-24d89139-f23b-482e-933e-eb837375842d req-b3a8ce6e-125c-4aff-bf84-961273bef8ff tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 943 time: 0.1032791 Mar 23 12:36:25.234588 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-24d89139-f23b-482e-933e-eb837375842d req-07088a9b-13d8-45ed-ba89-4aa30817b580 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351892 Mar 23 12:36:25.440069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9350d80-395b-41ba-ba32-9c07f2c5c17c req-78bf0d3a-e055-46c0-b031-92f2686ea5d9 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:25.441663 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9350d80-395b-41ba-ba32-9c07f2c5c17c req-78bf0d3a-e055-46c0-b031-92f2686ea5d9 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 945 time: 0.0863998 Mar 23 12:36:25.503739 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9350d80-395b-41ba-ba32-9c07f2c5c17c req-27245c5c-9be3-478f-bf09-3c7e828db0b4 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/security-groups?id=e80acf85-eea0-4659-8a8f-43774bab4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558832 Mar 23 12:36:25.562358 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be36bc4-5713-4880-9cc7-4da788baae1a req-db346f13-5c03-4960-9425-898eb1ff9465 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:25.564576 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8be36bc4-5713-4880-9cc7-4da788baae1a req-db346f13-5c03-4960-9425-898eb1ff9465 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 943 time: 0.0718920 Mar 23 12:36:25.626317 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8be36bc4-5713-4880-9cc7-4da788baae1a req-708b3608-8ab7-4c16-b7be-9790dd62316e tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498450 Mar 23 12:36:25.626599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4103b7b-cb39-4309-a6b6-a6f31c07a360 req-9b8a1f26-0d7b-4c3f-beb5-d90dc1e277e6 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:25.628241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4103b7b-cb39-4309-a6b6-a6f31c07a360 req-9b8a1f26-0d7b-4c3f-beb5-d90dc1e277e6 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 945 time: 0.0590315 Mar 23 12:36:25.673331 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4103b7b-cb39-4309-a6b6-a6f31c07a360 req-9ad30b46-1e5e-4cbf-b59d-ba186908b841 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388052 Mar 23 12:36:25.875755 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099b4f6-9ce5-4f16-a62c-90d4b5ec33ce req-ca96aadb-c6a9-4911-9d7d-4c7b26209a8d tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:25.878314 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2099b4f6-9ce5-4f16-a62c-90d4b5ec33ce req-ca96aadb-c6a9-4911-9d7d-4c7b26209a8d tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.0627785 Mar 23 12:36:25.923621 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2099b4f6-9ce5-4f16-a62c-90d4b5ec33ce req-c73e2f0f-41e5-40c6-8ef7-8da50e5a06dc tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360827 Mar 23 12:36:26.045960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 55561990-757c-4169-ba0e-66f85f5d77d2 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:36:26.049591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 7cc61709-ab54-4965-a611-9b7f983f6b13 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:36:26.168340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 7cc61709-ab54-4965-a611-9b7f983f6b13 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:36:26.180006 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 7cc61709-ab54-4965-a611-9b7f983f6b13 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:36:26.180370 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:26.238141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 55561990-757c-4169-ba0e-66f85f5d77d2, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=55561990-757c-4169-ba0e-66f85f5d77d2,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:26.254549 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '55561990-757c-4169-ba0e-66f85f5d77d2', 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a', 'port_id': '55561990-757c-4169-ba0e-66f85f5d77d2', 'mac_address': 'fa:16:3e:53:c2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c42c450d-02be-4634-87ca-2a6532e0441a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:36:26.333384 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:26.350224 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:26.354218 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55561990-757c-4169-ba0e-66f85f5d77d2 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:26.393886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b928e9c7-22de-438d-8d0c-0b4b7b0d0738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc61709-ab54-4965-a611-9b7f983f6b13'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:26.396180 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f405e9ea-f88b-4a83-accb-b5421780bce0" -d '{"events": [{"server_uuid": "b928e9c7-22de-438d-8d0c-0b4b7b0d0738", "name": "network-vif-plugged", "status": "completed", "tag": "7cc61709-ab54-4965-a611-9b7f983f6b13"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:26.409853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 55561990-757c-4169-ba0e-66f85f5d77d2, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=55561990-757c-4169-ba0e-66f85f5d77d2,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:26.414623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 7cc61709-ab54-4965-a611-9b7f983f6b13, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=7cc61709-ab54-4965-a611-9b7f983f6b13,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:26.416584 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:26.424189 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:26.424813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7781b-a516-48a8-8a68-8fdf4410fc20 req-ac881afc-a833-4b6d-8f38-51fb9fd9efdf tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:26.425520 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e2d7781b-a516-48a8-8a68-8fdf4410fc20 req-ac881afc-a833-4b6d-8f38-51fb9fd9efdf tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 943 time: 0.0914617 Mar 23 12:36:26.465150 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50ade25-fe8f-4022-8428-c4f81fa38578 x-openstack-request-id: req-d50ade25-fe8f-4022-8428-c4f81fa38578 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:26.465443 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b928e9c7-22de-438d-8d0c-0b4b7b0d0738", "name": "network-vif-plugged", "status": "completed", "tag": "7cc61709-ab54-4965-a611-9b7f983f6b13", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:26.465690 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d50ade25-fe8f-4022-8428-c4f81fa38578 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:26.466080 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b928e9c7-22de-438d-8d0c-0b4b7b0d0738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc61709-ab54-4965-a611-9b7f983f6b13', 'code': 200} Mar 23 12:36:26.470290 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e2d7781b-a516-48a8-8a68-8fdf4410fc20 req-6b70d778-59bc-4f6c-ad14-0b103c5058df tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372183 Mar 23 12:36:26.484942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=55561990-757c-4169-ba0e-66f85f5d77d2,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:26.553623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=7cc61709-ab54-4965-a611-9b7f983f6b13,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:26.602385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3cd31-729d-4689-8f44-65cfd80174a4 req-dfd00a81-e9d1-4b01-b712-5db99a868d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:26.606973 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ddd3cd31-729d-4689-8f44-65cfd80174a4 req-dfd00a81-e9d1-4b01-b712-5db99a868d7b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 1097 time: 0.0667500 Mar 23 12:36:26.676465 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ddd3cd31-729d-4689-8f44-65cfd80174a4 req-0e779463-9f77-409f-95aa-73b02906a6bd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582886 Mar 23 12:36:26.685762 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb802f6-4809-496c-a830-32c0f90e7afa req-89b55bb8-e81e-451e-b562-8a14da78320a tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:26.687287 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7eb802f6-4809-496c-a830-32c0f90e7afa req-89b55bb8-e81e-451e-b562-8a14da78320a tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 945 time: 0.0794210 Mar 23 12:36:26.745125 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7eb802f6-4809-496c-a830-32c0f90e7afa req-88ac9297-d2ac-465e-808e-94f9557bb38b tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/security-groups?id=e80acf85-eea0-4659-8a8f-43774bab4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472050 Mar 23 12:36:26.779486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01d588-6b08-408b-9905-47f84bb7bb43 req-38ee3e89-5ef3-4548-b8ef-06746157836b tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:26.789804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c01d588-6b08-408b-9905-47f84bb7bb43 req-38ee3e89-5ef3-4548-b8ef-06746157836b tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 943 time: 0.0818496 Mar 23 12:36:26.793780 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-faa860a2-9dce-44b6-ba6a-f5ee646e6d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:26.842010 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c01d588-6b08-408b-9905-47f84bb7bb43 req-3c1f3690-5549-4d4a-b38b-84a8700763dc tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511575 Mar 23 12:36:26.850820 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['55561990-757c-4169-ba0e-66f85f5d77d2'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:26.915157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5563d-1b8a-47eb-ac4a-709073638ac4 req-707b8df5-fa3a-4994-b73c-9e10480a47d9 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:26.916995 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dea5563d-1b8a-47eb-ac4a-709073638ac4 req-707b8df5-fa3a-4994-b73c-9e10480a47d9 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 946 time: 0.0832345 Mar 23 12:36:26.973149 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dea5563d-1b8a-47eb-ac4a-709073638ac4 req-6861cc9d-2cdc-48a7-96a8-2df3c34c5569 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486443 Mar 23 12:36:27.089042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cce12-0282-4d9d-b7ce-22e6b4228b63 req-cb9fe47b-ae8c-41c5-9d98-70c1b4160b0b tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:27.090688 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-140cce12-0282-4d9d-b7ce-22e6b4228b63 req-cb9fe47b-ae8c-41c5-9d98-70c1b4160b0b tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.0731826 Mar 23 12:36:27.136229 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-140cce12-0282-4d9d-b7ce-22e6b4228b63 req-50ee3968-319d-4c04-9f83-0665cf1caa19 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355964 Mar 23 12:36:27.368306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e4d74-c646-42ab-94bf-f173b422009f req-53176eaf-20cd-4603-91c1-844319c0c54f tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:27.369779 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-330e4d74-c646-42ab-94bf-f173b422009f req-53176eaf-20cd-4603-91c1-844319c0c54f tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 945 time: 0.0559597 Mar 23 12:36:27.487152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-330e4d74-c646-42ab-94bf-f173b422009f req-0051ded8-c469-4288-a8ee-1fed16d393d1 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Deleting port 5a424149-85f8-403d-aaed-8451955e60f3 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:36:27.487491 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-330e4d74-c646-42ab-94bf-f173b422009f req-0051ded8-c469-4288-a8ee-1fed16d393d1 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:27.651121 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:27.670239 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-330e4d74-c646-42ab-94bf-f173b422009f req-0051ded8-c469-4288-a8ee-1fed16d393d1 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] For port 5a424149-85f8-403d-aaed-8451955e60f3, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=5a424149-85f8-403d-aaed-8451955e60f3,segment=NetworkSegment(05569cb6-7cf4-480d-9426-cbeb927e61be),segment_id=05569cb6-7cf4-480d-9426-cbeb927e61be)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:27.670831 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-330e4d74-c646-42ab-94bf-f173b422009f req-0051ded8-c469-4288-a8ee-1fed16d393d1 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:27.687270 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b1462-ab5e-4156-8341-f2a7a4f96526 req-4608ed8a-5a01-4c8d-b549-39f72e9c6e91 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:27.688863 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-614b1462-ab5e-4156-8341-f2a7a4f96526 req-4608ed8a-5a01-4c8d-b549-39f72e9c6e91 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 944 time: 0.1068203 Mar 23 12:36:27.695137 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-330e4d74-c646-42ab-94bf-f173b422009f req-0051ded8-c469-4288-a8ee-1fed16d393d1 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Calling delete_port for 5a424149-85f8-403d-aaed-8451955e60f3 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:36:27.775070 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-614b1462-ab5e-4156-8341-f2a7a4f96526 req-4b405639-a830-4f77-b929-145d9653c8b0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777760 Mar 23 12:36:27.891162 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-330e4d74-c646-42ab-94bf-f173b422009f req-0051ded8-c469-4288-a8ee-1fed16d393d1 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:27.894473 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87948e6-3ab3-4057-9ce0-31af83d16b74 req-d107dd0d-c906-438a-a8e8-60819c6a7004 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:27.896448 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a87948e6-3ab3-4057-9ce0-31af83d16b74 req-d107dd0d-c906-438a-a8e8-60819c6a7004 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ade1003-6842-4d78-b129-7e6322bf410a HTTP/1.1" status: 200 len: 945 time: 0.0549393 Mar 23 12:36:27.907696 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['5a424149-85f8-403d-aaed-8451955e60f3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:27.930038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051ded8-c469-4288-a8ee-1fed16d393d1 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Pushing event deleted for resources: {'Port': ['ID=5a424149-85f8-403d-aaed-8451955e60f3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:27.966561 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a87948e6-3ab3-4057-9ce0-31af83d16b74 req-6e4dfffb-232d-4e3b-9a21-e8272f81a830 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.52 "GET /v2.0/security-groups?id=e80acf85-eea0-4659-8a8f-43774bab4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588441 Mar 23 12:36:27.978792 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-330e4d74-c646-42ab-94bf-f173b422009f req-0051ded8-c469-4288-a8ee-1fed16d393d1 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] No DVR routers for this DVR port 5a424149-85f8-403d-aaed-8451955e60f3 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:36:27.981946 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-330e4d74-c646-42ab-94bf-f173b422009f req-0051ded8-c469-4288-a8ee-1fed16d393d1 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:27.986168 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-330e4d74-c646-42ab-94bf-f173b422009f req-0051ded8-c469-4288-a8ee-1fed16d393d1 tempest-ServerGroupTestJSON-973001274 tempest-ServerGroupTestJSON-973001274-project] 10.222.0.73 "DELETE /v2.0/ports/5a424149-85f8-403d-aaed-8451955e60f3 HTTP/1.1" status: 204 len: 173 time: 0.6080563 Mar 23 12:36:27.986666 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ade1003-6842-4d78-b129-7e6322bf410a', 'name': 'network-vif-deleted', 'tag': '5a424149-85f8-403d-aaed-8451955e60f3'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:27.989051 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4bffca-fe40-4c67-aa8d-7283a74c93d0" -d '{"events": [{"server_uuid": "3ade1003-6842-4d78-b129-7e6322bf410a", "name": "network-vif-deleted", "tag": "5a424149-85f8-403d-aaed-8451955e60f3"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:28.043287 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6c6290-bce5-4e49-b124-c04437170a2f x-openstack-request-id: req-5e6c6290-bce5-4e49-b124-c04437170a2f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:28.044612 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ade1003-6842-4d78-b129-7e6322bf410a", "name": "network-vif-deleted", "tag": "5a424149-85f8-403d-aaed-8451955e60f3", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:28.045023 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e6c6290-bce5-4e49-b124-c04437170a2f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:28.046034 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ade1003-6842-4d78-b129-7e6322bf410a', 'name': 'network-vif-deleted', 'tag': '5a424149-85f8-403d-aaed-8451955e60f3', 'status': 'completed', 'code': 200} Mar 23 12:36:28.057377 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 69ae6273-4baa-4ce1-8cda-e0544d8159b0 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:36:28.062806 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 55561990-757c-4169-ba0e-66f85f5d77d2 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:36:28.074629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bba72-83a4-4a7a-9607-13ce2a37ad4a req-05e9a6b6-67dc-4b1a-b790-f535c1cd6212 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:28.083223 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b3bba72-83a4-4a7a-9607-13ce2a37ad4a req-05e9a6b6-67dc-4b1a-b790-f535c1cd6212 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 943 time: 0.1056147 Mar 23 12:36:28.132813 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b3bba72-83a4-4a7a-9607-13ce2a37ad4a req-44022c86-0d00-4b4c-8f25-94e6fba390cc tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480287 Mar 23 12:36:28.193196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ff606-9614-4abd-bf12-7677b56609c7 req-90a27e46-2a85-4f00-9b1e-18911b788c6d tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:28.200598 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b45ff606-9614-4abd-bf12-7677b56609c7 req-90a27e46-2a85-4f00-9b1e-18911b788c6d tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 946 time: 0.0895331 Mar 23 12:36:28.244910 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 55561990-757c-4169-ba0e-66f85f5d77d2 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:36:28.250866 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b45ff606-9614-4abd-bf12-7677b56609c7 req-1bfa9b52-8e71-455e-80a6-be4b19496218 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465124 Mar 23 12:36:28.256415 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 55561990-757c-4169-ba0e-66f85f5d77d2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:36:28.256784 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:28.308801 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 69ae6273-4baa-4ce1-8cda-e0544d8159b0, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=69ae6273-4baa-4ce1-8cda-e0544d8159b0,segment=NetworkSegment(991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f),segment_id=991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:28.330023 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '69ae6273-4baa-4ce1-8cda-e0544d8159b0', 'network_id': '7eefc280-1bb0-4875-9c57-3a8c9c00c7e6', 'port_id': '69ae6273-4baa-4ce1-8cda-e0544d8159b0', 'mac_address': 'fa:16:3e:b8:fc:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4ca56f-a648-4f8f-83cd-f0481155507e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:36:28.341976 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26fbbe-04e6-4d8a-a5f0-bca5792a4f6b req-2b729ef6-0cb8-4be5-9e33-91da56a6891a tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:28.343531 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7a26fbbe-04e6-4d8a-a5f0-bca5792a4f6b req-2b729ef6-0cb8-4be5-9e33-91da56a6891a tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.0679812 Mar 23 12:36:28.413388 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7a26fbbe-04e6-4d8a-a5f0-bca5792a4f6b req-40372322-624a-4c79-9301-a748ec4a4389 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570657 Mar 23 12:36:28.415713 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:28.427412 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:28.432792 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ae6273-4baa-4ce1-8cda-e0544d8159b0 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:28.468948 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3556b47c-f7c7-476f-bdaf-13882da69b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55561990-757c-4169-ba0e-66f85f5d77d2'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:28.471192 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059b5920-fa18-4fce-b4d4-4bf4e9f5fcbe" -d '{"events": [{"server_uuid": "3556b47c-f7c7-476f-bdaf-13882da69b7f", "name": "network-vif-plugged", "status": "completed", "tag": "55561990-757c-4169-ba0e-66f85f5d77d2"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:28.474954 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 69ae6273-4baa-4ce1-8cda-e0544d8159b0, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=69ae6273-4baa-4ce1-8cda-e0544d8159b0,segment=NetworkSegment(991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f),segment_id=991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:28.483567 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:28.490540 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 55561990-757c-4169-ba0e-66f85f5d77d2, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=55561990-757c-4169-ba0e-66f85f5d77d2,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:28.516923 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:28.521822 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4501122e-7179-4588-940b-e87878dd2a64 x-openstack-request-id: req-4501122e-7179-4588-940b-e87878dd2a64 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:28.522110 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3556b47c-f7c7-476f-bdaf-13882da69b7f", "name": "network-vif-plugged", "status": "completed", "tag": "55561990-757c-4169-ba0e-66f85f5d77d2", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:28.522366 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4501122e-7179-4588-940b-e87878dd2a64 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:28.522770 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3556b47c-f7c7-476f-bdaf-13882da69b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55561990-757c-4169-ba0e-66f85f5d77d2', 'code': 200} Mar 23 12:36:28.547990 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=69ae6273-4baa-4ce1-8cda-e0544d8159b0,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:28.606155 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=55561990-757c-4169-ba0e-66f85f5d77d2,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:28.680904 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce994a57-820f-47ab-923c-513d5aa1ff82 req-47f92fe5-24f3-4d88-98e3-a12ffa4b8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:28.684646 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ce994a57-820f-47ab-923c-513d5aa1ff82 req-47f92fe5-24f3-4d88-98e3-a12ffa4b8b92 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 1096 time: 0.0869083 Mar 23 12:36:28.744202 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ce994a57-820f-47ab-923c-513d5aa1ff82 req-0bc59190-3a47-4c3e-aa84-6a5b314894bf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422189 Mar 23 12:36:28.752769 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13301221-9aa3-4dc6-a561-431de07dac4c req-d916957d-1b93-4e4b-afa7-868c12b6011f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505919 Mar 23 12:36:28.910989 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b7912-60c3-429d-b290-3b3719ee8e0e req-74c317ce-c2d6-4490-9e1a-873cda6b48ae tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:28.912583 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-511b7912-60c3-429d-b290-3b3719ee8e0e req-74c317ce-c2d6-4490-9e1a-873cda6b48ae tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 945 time: 0.0596170 Mar 23 12:36:28.918105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['69ae6273-4baa-4ce1-8cda-e0544d8159b0'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:28.964611 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-511b7912-60c3-429d-b290-3b3719ee8e0e req-27c99e9e-3326-4e3f-8147-2085b7c6b037 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439417 Mar 23 12:36:29.037077 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:29.183052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13301221-9aa3-4dc6-a561-431de07dac4c req-761ddf04-8442-45ee-9d39-00178afa34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:29.185822 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13301221-9aa3-4dc6-a561-431de07dac4c req-761ddf04-8442-45ee-9d39-00178afa34e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 1096 time: 0.1003168 Mar 23 12:36:29.297639 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e6e3b-a697-4970-a138-f7fbbff1524b req-995cc173-b156-4a7d-9276-91d5c1013719 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:29.300765 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-808e6e3b-a697-4970-a138-f7fbbff1524b req-995cc173-b156-4a7d-9276-91d5c1013719 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 944 time: 0.0782821 Mar 23 12:36:29.364002 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-808e6e3b-a697-4970-a138-f7fbbff1524b req-6d2e51c5-9103-4a51-a368-c7369dc3e4f7 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517597 Mar 23 12:36:29.395650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13301221-9aa3-4dc6-a561-431de07dac4c req-a3a36222-3aec-4364-b549-9064a2cbaec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:29.397306 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13301221-9aa3-4dc6-a561-431de07dac4c req-a3a36222-3aec-4364-b549-9064a2cbaec3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.1609452 Mar 23 12:36:29.443135 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:29.461247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ecb59-248f-4731-a7de-2fbd3bb794a0 req-dee4b0fc-6359-46fd-b6dc-2883c028a66f tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:29.462889 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c0ecb59-248f-4731-a7de-2fbd3bb794a0 req-dee4b0fc-6359-46fd-b6dc-2883c028a66f tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 946 time: 0.1089029 Mar 23 12:36:29.518790 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13301221-9aa3-4dc6-a561-431de07dac4c req-6dac6fb8-47f3-4950-a1cc-76aa48cff418 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027 HTTP/1.1" status: 200 len: 999 time: 0.1132045 Mar 23 12:36:29.528518 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c0ecb59-248f-4731-a7de-2fbd3bb794a0 req-e0b5362f-e043-485d-a6b2-8ca3df5dc8b2 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567989 Mar 23 12:36:29.593301 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543c67d-fb22-4817-b58b-bc8bd249a269 req-83675a68-06d4-4811-b4d8-850c2f44f5d5 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:29.596789 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6543c67d-fb22-4817-b58b-bc8bd249a269 req-83675a68-06d4-4811-b4d8-850c2f44f5d5 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.0742195 Mar 23 12:36:29.598329 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13301221-9aa3-4dc6-a561-431de07dac4c req-2d0a08ba-0fc5-4283-98c5-0fda50246b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:29.600114 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13301221-9aa3-4dc6-a561-431de07dac4c req-2d0a08ba-0fc5-4283-98c5-0fda50246b37 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.0706203 Mar 23 12:36:29.604063 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 32842) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:29.652689 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6543c67d-fb22-4817-b58b-bc8bd249a269 req-cace6156-db1e-41b7-88c5-71a06ecc9a9c tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485334 Mar 23 12:36:29.713440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-d149a818-a1ae-4d8a-bed5-383f684085f6 admin admin] Deleting subnet 4df38450-8d14-408e-9742-7f224866590e {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:36:29.718098 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d149a818-a1ae-4d8a-bed5-383f684085f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:29.744654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13301221-9aa3-4dc6-a561-431de07dac4c req-166215cd-6971-45e2-8801-7aa5e1cbf775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:29.746047 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13301221-9aa3-4dc6-a561-431de07dac4c req-166215cd-6971-45e2-8801-7aa5e1cbf775 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339540 Mar 23 12:36:29.772762 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d149a818-a1ae-4d8a-bed5-383f684085f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:29.804805 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238570d6-1e1a-41db-8a8e-78b55f98a827 req-d5db7cf7-2dec-4183-8737-94d3b4ceb326 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:29.806341 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-238570d6-1e1a-41db-8a8e-78b55f98a827 req-d5db7cf7-2dec-4183-8737-94d3b4ceb326 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 1097 time: 0.1471505 Mar 23 12:36:29.874339 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d149a818-a1ae-4d8a-bed5-383f684085f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:29.943691 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-238570d6-1e1a-41db-8a8e-78b55f98a827 req-eb989abc-9580-4b2a-8bd0-2745fb93c951 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035330 Mar 23 12:36:29.953943 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13301221-9aa3-4dc6-a561-431de07dac4c req-9f189538-118e-42df-a54b-795369bcdf91 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927989 Mar 23 12:36:29.970577 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d149a818-a1ae-4d8a-bed5-383f684085f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:30.059227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149a818-a1ae-4d8a-bed5-383f684085f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4df38450-8d14-408e-9742-7f224866590e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:30.065106 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d149a818-a1ae-4d8a-bed5-383f684085f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:30.070991 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d149a818-a1ae-4d8a-bed5-383f684085f6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4df38450-8d14-408e-9742-7f224866590e HTTP/1.1" status: 204 len: 168 time: 0.4632161 Mar 23 12:36:30.079955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 32848) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:30.106766 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244afe3a-3a1f-4889-b435-6ed5a1aaeb12 req-f5a1e95f-a63a-495b-a130-ae35efb12671 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:30.109267 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-244afe3a-3a1f-4889-b435-6ed5a1aaeb12 req-f5a1e95f-a63a-495b-a130-ae35efb12671 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 1097 time: 0.0655868 Mar 23 12:36:30.151441 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-244afe3a-3a1f-4889-b435-6ed5a1aaeb12 req-3491d1fe-1d8c-44d2-9790-a8232d2f9a58 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367336 Mar 23 12:36:30.206490 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13301221-9aa3-4dc6-a561-431de07dac4c req-b8d73bfb-3e78-4710-9f65-c3ef87ba16fa service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423372 Mar 23 12:36:30.211598 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17f66705-2062-4748-9f30-df43f9c1a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:30.226731 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb630a4b-445f-47ce-8149-53abee9ee11a req-c3b5fd3e-8188-4ca7-9a52-9a1e8f18eaed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:30.228300 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb630a4b-445f-47ce-8149-53abee9ee11a req-c3b5fd3e-8188-4ca7-9a52-9a1e8f18eaed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 945 time: 0.1647992 Mar 23 12:36:30.497169 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec46fb-0e5d-457f-abca-4de83ec81a7a req-27255a76-4d8f-45e1-9463-8093eead8f38 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:30.501173 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-17ec46fb-0e5d-457f-abca-4de83ec81a7a req-27255a76-4d8f-45e1-9463-8093eead8f38 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 1097 time: 0.0555954 Mar 23 12:36:30.550277 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-17ec46fb-0e5d-457f-abca-4de83ec81a7a req-2fb1d177-e0f1-4ab2-b64e-c1039b1c4194 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436037 Mar 23 12:36:30.579480 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17f66705-2062-4748-9f30-df43f9c1a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:30.591057 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb630a4b-445f-47ce-8149-53abee9ee11a req-a2168d69-8d5e-472e-b9ac-c683546e6e0f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831606 Mar 23 12:36:30.605217 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-17f66705-2062-4748-9f30-df43f9c1a0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72da2e9c-cdd0-42bc-88fb-fb55d06fa136']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:30.626119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-17f66705-2062-4748-9f30-df43f9c1a0e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05569cb6-7cf4-480d-9426-cbeb927e61be') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:30.626433 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-17f66705-2062-4748-9f30-df43f9c1a0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05569cb6-7cf4-480d-9426-cbeb927e61be') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:36:30.640083 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17f66705-2062-4748-9f30-df43f9c1a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:30.667375 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17f66705-2062-4748-9f30-df43f9c1a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:30.683177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f66705-2062-4748-9f30-df43f9c1a0e4 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:36:30.684546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17f66705-2062-4748-9f30-df43f9c1a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:36:30.699813 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:36:30.721995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd2583-c59a-4fe0-baf4-2342611753e8 req-52340da1-8b76-4663-881d-f7a9a290a80b tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:30.724771 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fbcd2583-c59a-4fe0-baf4-2342611753e8 req-52340da1-8b76-4663-881d-f7a9a290a80b tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 944 time: 0.0763161 Mar 23 12:36:30.748943 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17f66705-2062-4748-9f30-df43f9c1a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:30.755823 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17f66705-2062-4748-9f30-df43f9c1a0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:30.759503 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-17f66705-2062-4748-9f30-df43f9c1a0e4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/72da2e9c-cdd0-42bc-88fb-fb55d06fa136 HTTP/1.1" status: 204 len: 168 time: 0.6748285 Mar 23 12:36:30.788181 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fbcd2583-c59a-4fe0-baf4-2342611753e8 req-f9f73f70-e1e7-4a2e-b3d6-80d0092aa26c tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547171 Mar 23 12:36:30.815468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f66705-2062-4748-9f30-df43f9c1a0e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=72da2e9c-cdd0-42bc-88fb-fb55d06fa136,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:30.844840 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dc89f-5a58-4952-a1c9-85535f0004fe req-96687c32-e759-4bbd-a51c-3f5f40c5b344 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:30.847705 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-204dc89f-5a58-4952-a1c9-85535f0004fe req-96687c32-e759-4bbd-a51c-3f5f40c5b344 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.0859268 Mar 23 12:36:30.902932 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-204dc89f-5a58-4952-a1c9-85535f0004fe req-63466a42-9955-409b-a780-2f26a568938d tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484419 Mar 23 12:36:30.950688 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 32866) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:31.001688 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ae3ec4e4-b6ed-41e5-b029-09de32fcdf81 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ecbf4855cb04c57bc5da80f51ff5750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493596 Mar 23 12:36:31.004631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 32868) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:31.055788 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f04107e-6bd5-416c-814a-0a12ea3dc9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:31.081915 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f04107e-6bd5-416c-814a-0a12ea3dc9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:31.136315 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f04107e-6bd5-416c-814a-0a12ea3dc9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:31.139444 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f04107e-6bd5-416c-814a-0a12ea3dc9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:31.144634 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4f04107e-6bd5-416c-814a-0a12ea3dc9ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e80acf85-eea0-4659-8a8f-43774bab4f57 HTTP/1.1" status: 204 len: 168 time: 0.1350389 Mar 23 12:36:31.153476 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04107e-6bd5-416c-814a-0a12ea3dc9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80acf85-eea0-4659-8a8f-43774bab4f57,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:31.572191 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5c1b2-4acb-44e9-a926-ae51cf996c7a req-a1f5dc89-d283-4c38-af55-d57cf6b3fffd tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:31.573653 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-48d5c1b2-4acb-44e9-a926-ae51cf996c7a req-a1f5dc89-d283-4c38-af55-d57cf6b3fffd tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0595469 Mar 23 12:36:31.630635 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-48d5c1b2-4acb-44e9-a926-ae51cf996c7a req-962df062-edda-4b89-834e-821cda7a1aea tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471332 Mar 23 12:36:31.721829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8b326-2c6e-4108-8e5a-8154937bcd52 req-1a4765f7-0591-4302-a346-8ba5b1360e2e tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:31.724055 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bc8b326-2c6e-4108-8e5a-8154937bcd52 req-1a4765f7-0591-4302-a346-8ba5b1360e2e tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 1097 time: 0.0467660 Mar 23 12:36:31.780513 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bc8b326-2c6e-4108-8e5a-8154937bcd52 req-887e60d0-9301-4745-97f6-2dccbcad257a tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439827 Mar 23 12:36:31.787736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb03695-25be-467f-94e6-dc6f515e4190 req-d69d3333-8663-4a1b-8a04-d08a41924c40 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:31.789872 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1eb03695-25be-467f-94e6-dc6f515e4190 req-d69d3333-8663-4a1b-8a04-d08a41924c40 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 945 time: 0.0671127 Mar 23 12:36:31.850827 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1eb03695-25be-467f-94e6-dc6f515e4190 req-4132809c-f05d-4892-95a8-2db6f2d26b0d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507679 Mar 23 12:36:31.920098 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2617a-f707-49fd-9112-3931e63fb870 req-aa355888-c771-4afc-80bf-5a4dab5bd319 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:31.925303 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4bf2617a-f707-49fd-9112-3931e63fb870 req-aa355888-c771-4afc-80bf-5a4dab5bd319 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0652633 Mar 23 12:36:31.988784 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4bf2617a-f707-49fd-9112-3931e63fb870 req-723ebca8-7d10-4ef6-9379-6734a6989098 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572917 Mar 23 12:36:32.012151 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26c73a-0d55-45ee-b046-8b44b5daf063 req-7806127f-f2f3-4f40-93fe-ab80fc05ab7c tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:32.021499 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d26c73a-0d55-45ee-b046-8b44b5daf063 req-7806127f-f2f3-4f40-93fe-ab80fc05ab7c tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 944 time: 0.0790660 Mar 23 12:36:32.073091 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d26c73a-0d55-45ee-b046-8b44b5daf063 req-6f5665fe-7869-445b-abf8-33e174fe63ff tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488300 Mar 23 12:36:32.088497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 32908) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:32.090573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 69ae6273-4baa-4ce1-8cda-e0544d8159b0 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:36:32.170496 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 5a424149-85f8-403d-aaed-8451955e60f3 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:36:32.207903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 5a424149-85f8-403d-aaed-8451955e60f3 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:36:32.208278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 5a424149-85f8-403d-aaed-8451955e60f3 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:36:32.209715 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 69ae6273-4baa-4ce1-8cda-e0544d8159b0 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:36:32.214577 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 69ae6273-4baa-4ce1-8cda-e0544d8159b0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:36:32.214951 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:32.247951 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e1c2f747-a2a5-40d5-b96b-a0bb764b0a11 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-707575046-network', 'tenant_id': '2f6f2177507c4c65872c1482e9c5ed53'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:32.283799 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c2f747-a2a5-40d5-b96b-a0bb764b0a11 admin admin] Made reservation on behalf of 2f6f2177507c4c65872c1482e9c5ed53 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:32.286497 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f747-a2a5-40d5-b96b-a0bb764b0a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:32.311146 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f747-a2a5-40d5-b96b-a0bb764b0a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:32.319177 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:32.349096 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa8bc4d-cb55-4012-b59d-31d1d6609189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ae6273-4baa-4ce1-8cda-e0544d8159b0'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:32.351556 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def96bff-bae9-4bf6-a3f5-c30b47241dcb" -d '{"events": [{"server_uuid": "8aa8bc4d-cb55-4012-b59d-31d1d6609189", "name": "network-vif-plugged", "status": "completed", "tag": "69ae6273-4baa-4ce1-8cda-e0544d8159b0"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:32.366783 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 69ae6273-4baa-4ce1-8cda-e0544d8159b0, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=69ae6273-4baa-4ce1-8cda-e0544d8159b0,segment=NetworkSegment(991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f),segment_id=991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:32.372577 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:32.401722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d8ce6-e872-4bf0-ae8f-95f7d848fc44 req-a42f4305-e035-4256-85d9-3df6a17e04c1 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:32.403664 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f99d8ce6-e872-4bf0-ae8f-95f7d848fc44 req-a42f4305-e035-4256-85d9-3df6a17e04c1 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.0722244 Mar 23 12:36:32.434813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=69ae6273-4baa-4ce1-8cda-e0544d8159b0,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:32.452464 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f747-a2a5-40d5-b96b-a0bb764b0a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:32.458157 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f747-a2a5-40d5-b96b-a0bb764b0a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:32.471606 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f99d8ce6-e872-4bf0-ae8f-95f7d848fc44 req-fcefedcc-d64f-4018-a7b3-f1b5a7614b72 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576069 Mar 23 12:36:32.481332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c2f747-a2a5-40d5-b96b-a0bb764b0a11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:36:32.494744 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2f747-a2a5-40d5-b96b-a0bb764b0a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931c674b-a96f-45b1-ae11-aa0b0322c098,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:32.502585 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f747-a2a5-40d5-b96b-a0bb764b0a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:32.503264 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-e1c2f747-a2a5-40d5-b96b-a0bb764b0a11 admin admin] Added segment 8de0747f-f9e3-4da9-8950-250cf80410f8 of type vlan for network d9a8c31f-7514-4dae-accf-44b11ee69a39 Mar 23 12:36:32.563492 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f747-a2a5-40d5-b96b-a0bb764b0a11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:32.611080 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f747-a2a5-40d5-b96b-a0bb764b0a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:32.612913 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c2f747-a2a5-40d5-b96b-a0bb764b0a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:32.613951 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f747-a2a5-40d5-b96b-a0bb764b0a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:32.614954 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb154576-8f18-4961-a010-f212c0b18dc1 req-3a48b1f6-545c-4164-80b9-fc6efe9e7d5f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:32.616543 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb154576-8f18-4961-a010-f212c0b18dc1 req-3a48b1f6-545c-4164-80b9-fc6efe9e7d5f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0599873 Mar 23 12:36:32.661290 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb154576-8f18-4961-a010-f212c0b18dc1 req-e9cb1836-2c52-4995-8836-2dacd198c665 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335410 Mar 23 12:36:32.703099 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e1c2f747-a2a5-40d5-b96b-a0bb764b0a11 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6124349 Mar 23 12:36:32.707770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 32934) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:36:32.715307 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-84771d03-a4ac-4a4b-9c52-5cdaa051fd76 admin admin] Request body: {'subnet': {'network_id': 'd9a8c31f-7514-4dae-accf-44b11ee69a39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-707575046-subnet', 'tenant_id': '2f6f2177507c4c65872c1482e9c5ed53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:32.724080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2f747-a2a5-40d5-b96b-a0bb764b0a11 admin admin] Pushing event updated for resources: {'Network': ['ID=d9a8c31f-7514-4dae-accf-44b11ee69a39,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:32.739299 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network d9a8c31f-7514-4dae-accf-44b11ee69a39 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:36:32.765749 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84771d03-a4ac-4a4b-9c52-5cdaa051fd76 admin admin] Made reservation on behalf of 2f6f2177507c4c65872c1482e9c5ed53 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:32.769960 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84771d03-a4ac-4a4b-9c52-5cdaa051fd76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:32.866756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540c9f8-b7ca-49d8-997b-fea2f1a582c2 req-0950817b-cd2f-4278-a307-ca3935ca05c0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:32.868276 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e540c9f8-b7ca-49d8-997b-fea2f1a582c2 req-0950817b-cd2f-4278-a307-ca3935ca05c0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 945 time: 0.1160402 Mar 23 12:36:32.946995 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e540c9f8-b7ca-49d8-997b-fea2f1a582c2 req-efa5f17e-f362-4dc5-b578-f10dbaa98997 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641024 Mar 23 12:36:33.032735 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84771d03-a4ac-4a4b-9c52-5cdaa051fd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:33.035325 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77cd8a6-24f5-479a-af4b-e9ccf321e93b x-openstack-request-id: req-c77cd8a6-24f5-479a-af4b-e9ccf321e93b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:33.035720 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa8bc4d-cb55-4012-b59d-31d1d6609189", "name": "network-vif-plugged", "status": "completed", "tag": "69ae6273-4baa-4ce1-8cda-e0544d8159b0", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:33.036043 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c77cd8a6-24f5-479a-af4b-e9ccf321e93b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:33.036830 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa8bc4d-cb55-4012-b59d-31d1d6609189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ae6273-4baa-4ce1-8cda-e0544d8159b0', 'code': 200} Mar 23 12:36:33.095723 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84771d03-a4ac-4a4b-9c52-5cdaa051fd76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d54aa883-1c19-4551-a28b-bff3c2761ab4,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:33.113162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84771d03-a4ac-4a4b-9c52-5cdaa051fd76 admin admin] Checking segment: {'id': '8de0747f-f9e3-4da9-8950-250cf80410f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd9a8c31f-7514-4dae-accf-44b11ee69a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:36:33.113706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84771d03-a4ac-4a4b-9c52-5cdaa051fd76 admin admin] Network hostable DHCP agents. Network: d9a8c31f-7514-4dae-accf-44b11ee69a39, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:36:33.161871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84771d03-a4ac-4a4b-9c52-5cdaa051fd76 admin admin] Network d9a8c31f-7514-4dae-accf-44b11ee69a39 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:36:33.188549 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4fd5f-7a4f-4e94-8494-8ba3812f5675 req-9171645f-6dd8-4917-b062-78f685f7865c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:33.190712 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96b4fd5f-7a4f-4e94-8494-8ba3812f5675 req-9171645f-6dd8-4917-b062-78f685f7865c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0743711 Mar 23 12:36:33.191345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-84771d03-a4ac-4a4b-9c52-5cdaa051fd76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, d9a8c31f-7514-4dae-accf-44b11ee69a39) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:36:33.192218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ba966-63a8-458c-bdb4-3eeeb1186973 req-9b3a1d59-4c56-474c-8dd7-9a8e5ef85979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:33.194756 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ae8ba966-63a8-458c-bdb4-3eeeb1186973 req-9b3a1d59-4c56-474c-8dd7-9a8e5ef85979 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 1096 time: 0.0597410 Mar 23 12:36:33.197212 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84771d03-a4ac-4a4b-9c52-5cdaa051fd76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:33.198170 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84771d03-a4ac-4a4b-9c52-5cdaa051fd76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:33.210047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5579365f-63cf-4f22-b316-5608456bd3a9 None None] Network d9a8c31f-7514-4dae-accf-44b11ee69a39 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:36:33.233803 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-84771d03-a4ac-4a4b-9c52-5cdaa051fd76 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5239875 Mar 23 12:36:33.260143 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ae8ba966-63a8-458c-bdb4-3eeeb1186973 req-c14cad5a-28e3-49c4-8836-d394a491bc40 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545790 Mar 23 12:36:33.266860 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96b4fd5f-7a4f-4e94-8494-8ba3812f5675 req-20f2a3ae-5653-4438-b92d-28a7448579ce tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614786 Mar 23 12:36:33.298634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-9404734e-bc80-48fc-86d3-417a2620cf28 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:36:33.301211 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-9404734e-bc80-48fc-86d3-417a2620cf28 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175798 Mar 23 12:36:33.369553 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6275-e7e2-425b-80af-b4daffc9681c req-44997031-8ee7-40ca-86be-eb691a431138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:33.376553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-44997031-8ee7-40ca-86be-eb691a431138 service neutron] 10.222.0.52 "GET /v2.0/ports/7cc61709-ab54-4965-a611-9b7f983f6b13 HTTP/1.1" status: 200 len: 1094 time: 0.0626290 Mar 23 12:36:33.393187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-775a6275-e7e2-425b-80af-b4daffc9681c req-cd5cf0c2-7793-421c-ada3-1652ea032d24 service neutron] Request body: {'binding': {'host': 'n-h2-834854-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:33.393645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-775a6275-e7e2-425b-80af-b4daffc9681c req-cd5cf0c2-7793-421c-ada3-1652ea032d24 service neutron] Unknown quota resources ['binding']. {{(pid=102778) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 12:36:33.472993 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a325922-123b-4445-bd5f-d5a7d77f842a None None] Network d9a8c31f-7514-4dae-accf-44b11ee69a39 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:36:33.482966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c93b2f-7971-4016-8439-234aebb9aa42 req-a783855f-cad8-46d4-80c0-547f35f052f5 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:33.485249 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42c93b2f-7971-4016-8439-234aebb9aa42 req-a783855f-cad8-46d4-80c0-547f35f052f5 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 945 time: 0.1231129 Mar 23 12:36:33.534582 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-2523350f-68f7-4ce1-ab1a-99662659be7b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0980406 Mar 23 12:36:33.560395 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42c93b2f-7971-4016-8439-234aebb9aa42 req-d4a04279-a5b4-4ae3-bc95-4a176d08f7cc tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680726 Mar 23 12:36:33.643671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-e5cef362-b723-426b-8f09-5ae1b3308100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:33.643671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-e5cef362-b723-426b-8f09-5ae1b3308100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:33.646654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-e5cef362-b723-426b-8f09-5ae1b3308100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:33.646654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-e5cef362-b723-426b-8f09-5ae1b3308100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:33.646654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-e5cef362-b723-426b-8f09-5ae1b3308100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:33.646654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-e5cef362-b723-426b-8f09-5ae1b3308100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:33.646654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-e5cef362-b723-426b-8f09-5ae1b3308100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:33.649446 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-e5cef362-b723-426b-8f09-5ae1b3308100 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 6490 time: 0.0804598 Mar 23 12:36:33.684173 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-775a6275-e7e2-425b-80af-b4daffc9681c req-cd5cf0c2-7793-421c-ada3-1652ea032d24 service neutron] Attempting to bind port 7cc61709-ab54-4965-a611-9b7f983f6b13 on host n-h2-834854-1 for vnic_type normal with profile None {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:36:33.684745 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-775a6275-e7e2-425b-80af-b4daffc9681c req-cd5cf0c2-7793-421c-ada3-1652ea032d24 service neutron] Attempting to bind port 7cc61709-ab54-4965-a611-9b7f983f6b13 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:36:33.685366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a6275-e7e2-425b-80af-b4daffc9681c req-cd5cf0c2-7793-421c-ada3-1652ea032d24 service neutron] Attempting to bind port 7cc61709-ab54-4965-a611-9b7f983f6b13 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:33.692869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a6275-e7e2-425b-80af-b4daffc9681c req-cd5cf0c2-7793-421c-ada3-1652ea032d24 service neutron] Port 7cc61709-ab54-4965-a611-9b7f983f6b13 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:36:33.693461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a6275-e7e2-425b-80af-b4daffc9681c req-cd5cf0c2-7793-421c-ada3-1652ea032d24 service neutron] Attempting to bind port 7cc61709-ab54-4965-a611-9b7f983f6b13 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:33.700079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a6275-e7e2-425b-80af-b4daffc9681c req-cd5cf0c2-7793-421c-ada3-1652ea032d24 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:36:33.700572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a6275-e7e2-425b-80af-b4daffc9681c req-cd5cf0c2-7793-421c-ada3-1652ea032d24 service neutron] Checking segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:36:33.701331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a6275-e7e2-425b-80af-b4daffc9681c req-cd5cf0c2-7793-421c-ada3-1652ea032d24 service neutron] Bound using segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:36:33.702192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-775a6275-e7e2-425b-80af-b4daffc9681c req-cd5cf0c2-7793-421c-ada3-1652ea032d24 service neutron] Bound port: 7cc61709-ab54-4965-a611-9b7f983f6b13, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:36:33.730256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc31486-c2ea-4dfe-bdf1-3d2ada4a7a76 req-f7acbf19-5d2c-4ab0-87ed-8ab1f4262dc1 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:33.732602 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5cc31486-c2ea-4dfe-bdf1-3d2ada4a7a76 req-f7acbf19-5d2c-4ab0-87ed-8ab1f4262dc1 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.0815592 Mar 23 12:36:33.804316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-775a6275-e7e2-425b-80af-b4daffc9681c req-cd5cf0c2-7793-421c-ada3-1652ea032d24 service neutron] For port 7cc61709-ab54-4965-a611-9b7f983f6b13, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=7cc61709-ab54-4965-a611-9b7f983f6b13,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:36:33.818169 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-775a6275-e7e2-425b-80af-b4daffc9681c req-cd5cf0c2-7793-421c-ada3-1652ea032d24 service neutron] Notify callbacks [] for binding, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:33.821180 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-cd5cf0c2-7793-421c-ada3-1652ea032d24 service neutron] 10.222.0.52 "POST /v2.0/ports/7cc61709-ab54-4965-a611-9b7f983f6b13/bindings HTTP/1.1" status: 201 len: 389 time: 0.4310699 Mar 23 12:36:33.838943 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5cc31486-c2ea-4dfe-bdf1-3d2ada4a7a76 req-d93cb937-2dff-4e75-91aa-c1a805ce7a6f tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688474 Mar 23 12:36:33.867423 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-6048bc34-b5bd-4256-b203-761888d3b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:33.867423 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-6048bc34-b5bd-4256-b203-761888d3b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:33.867423 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-6048bc34-b5bd-4256-b203-761888d3b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:33.867423 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-6048bc34-b5bd-4256-b203-761888d3b9a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3dd3fd8f-403e-4371-8d96-fb79d3d28631&id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&id=426297fc-89ed-49a5-9d37-294ef2ded004&id=426297fc-89ed-49a5-9d37-294ef2ded004 HTTP/1.1" status: 200 len: 2293 time: 0.1741512 Mar 23 12:36:33.992847 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-03710f1f-5651-44fa-85ab-9e30cc38cf69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1698fd1c-e6a1-41b4-b140-ae1d533f3205 HTTP/1.1" status: 200 len: 1001 time: 0.1048927 Mar 23 12:36:34.090763 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-5404caca-9469-4243-b50f-182fdf63a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:34.094045 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-5404caca-9469-4243-b50f-182fdf63a4c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75ef03eb-4a13-4caf-9933-73053b45298f HTTP/1.1" status: 200 len: 851 time: 0.0894928 Mar 23 12:36:34.189928 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-a98b830c-9bde-4f72-a852-a226211d542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:34.194887 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-a98b830c-9bde-4f72-a852-a226211d542d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3dd3fd8f-403e-4371-8d96-fb79d3d28631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908196 Mar 23 12:36:34.258617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6275-e7e2-425b-80af-b4daffc9681c req-a37a4069-c1ef-4748-bee0-020f9f1da63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:34.260170 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-a37a4069-c1ef-4748-bee0-020f9f1da63f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 1097 time: 0.1386087 Mar 23 12:36:34.273703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-866deec3-760c-46e8-a901-fd6066fe1643 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:34.275172 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-866deec3-760c-46e8-a901-fd6066fe1643 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 811 time: 0.2326131 Mar 23 12:36:34.290043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f59d0-cd13-49f4-839d-12ecf1101cd2 req-37e31602-297f-4b1f-ad21-377490d431ff tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:34.291521 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-843f59d0-cd13-49f4-839d-12ecf1101cd2 req-37e31602-297f-4b1f-ad21-377490d431ff tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "GET /v2.0/ports?device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 945 time: 0.1180878 Mar 23 12:36:34.349563 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-ad9d8757-30e8-4a47-b07e-fb44ef31369d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/quotas/906b254f196b435d9d1387f29fa51c7f HTTP/1.1" status: 200 len: 375 time: 0.0683830 Mar 23 12:36:34.402980 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-dbe5c724-bd5c-4092-949d-37269f857305 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:34.404465 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-dbe5c724-bd5c-4092-949d-37269f857305 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/networks?id=d9a8c31f-7514-4dae-accf-44b11ee69a39 HTTP/1.1" status: 200 len: 820 time: 0.1896083 Mar 23 12:36:34.406614 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-16df8e2e-d3b5-4d55-bed6-0ab421dc8f99 service neutron] 10.222.0.73 "GET /v2.0/networks/3dd3fd8f-403e-4371-8d96-fb79d3d28631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034142 Mar 23 12:36:34.423218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-dece16e0-da34-48a0-a98a-910f855e2456 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/quotas/2f6f2177507c4c65872c1482e9c5ed53 HTTP/1.1" status: 200 len: 375 time: 0.0119519 Mar 23 12:36:34.505546 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6275-e7e2-425b-80af-b4daffc9681c req-4970b877-9d20-400d-a54a-7a8f19c93b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:34.507006 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-4970b877-9d20-400d-a54a-7a8f19c93b7c service neutron] 10.222.0.73 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.2146077 Mar 23 12:36:34.507625 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-94cbfbe9-f64a-471e-b93e-fa5f0afac8f3 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f6f2177507c4c65872c1482e9c5ed53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744550 Mar 23 12:36:34.524407 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-d7d815b1-14a9-4718-8725-ec187edccc50 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1651118 Mar 23 12:36:34.596765 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-f12a1d01-7ebf-46dd-a90d-b0c98fd84c03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc61709-ab54-4965-a611-9b7f983f6b13 HTTP/1.1" status: 200 len: 217 time: 0.0689836 Mar 23 12:36:34.606090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-843f59d0-cd13-49f4-839d-12ecf1101cd2 req-8e122030-a3d9-4912-a93e-89b9480759fe tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Deleting port 55561990-757c-4169-ba0e-66f85f5d77d2 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:36:34.606435 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-843f59d0-cd13-49f4-839d-12ecf1101cd2 req-8e122030-a3d9-4912-a93e-89b9480759fe tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:34.616500 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-815f4ff8-a823-4f9e-a39d-718a87c2a58a service neutron] 10.222.0.73 "GET /v2.0/networks/3dd3fd8f-403e-4371-8d96-fb79d3d28631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967783 Mar 23 12:36:34.677152 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-2cc14ad2-7c65-4355-8602-016b9ccba5b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=a832adda-3f39-4da1-8a38-dce921f63818 HTTP/1.1" status: 200 len: 217 time: 0.0492518 Mar 23 12:36:34.701761 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-2b13d25d-ae64-4129-bff9-fe19d3f6d383 service neutron] 10.222.0.52 "GET /v2.0/networks/d9a8c31f-7514-4dae-accf-44b11ee69a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788173 Mar 23 12:36:34.756689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6275-e7e2-425b-80af-b4daffc9681c req-c4312700-b564-4f43-8502-bea837d1958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:34.757995 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-c4312700-b564-4f43-8502-bea837d1958a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.1477349 Mar 23 12:36:34.793988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-9a83d74e-9094-4626-acc9-6381ba6ff6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:34.795293 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-9a83d74e-9094-4626-acc9-6381ba6ff6d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c205191f-6c59-4df0-b4d9-0420dce47036 HTTP/1.1" status: 200 len: 797 time: 0.1047580 Mar 23 12:36:34.817178 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-ba97ce34-47fc-4ade-b28f-3f7085f39486 service neutron] 10.222.0.52 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830803 Mar 23 12:36:34.824749 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-6e78acb3-c948-4de6-9086-86f40660e6c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462341 Mar 23 12:36:34.847871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-843f59d0-cd13-49f4-839d-12ecf1101cd2 req-8e122030-a3d9-4912-a93e-89b9480759fe tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] For port 55561990-757c-4169-ba0e-66f85f5d77d2, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=55561990-757c-4169-ba0e-66f85f5d77d2,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:34.848249 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-843f59d0-cd13-49f4-839d-12ecf1101cd2 req-8e122030-a3d9-4912-a93e-89b9480759fe tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:34.885634 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-24291e25-a166-4ad9-b491-2d36aaa7b4e1 service neutron] 10.222.0.52 "GET /v2.0/networks/d9a8c31f-7514-4dae-accf-44b11ee69a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648955 Mar 23 12:36:34.893800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-6994eaa5-a7c3-469a-9d73-b1bf615911b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:34.895495 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-6994eaa5-a7c3-469a-9d73-b1bf615911b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0859733 Mar 23 12:36:34.989230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-843f59d0-cd13-49f4-839d-12ecf1101cd2 req-8e122030-a3d9-4912-a93e-89b9480759fe tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Calling delete_port for 55561990-757c-4169-ba0e-66f85f5d77d2 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:36:35.080339 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-2e3e8a63-5407-414f-8453-679e61e4d6a5 service neutron] 10.222.0.73 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708479 Mar 23 12:36:35.153108 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-25c7ec87-bf9c-4d26-af4b-c7cf6dee7698 service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146605 Mar 23 12:36:35.157062 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-66662df2-9cc1-444e-92e4-fd6c46886caa service neutron] 10.222.0.52 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304694 Mar 23 12:36:35.257524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a0d47-13a1-426e-af50-e575dc2c1115 req-ea1a590a-4c1b-4838-9456-6d52589216be tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:35.259092 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-285a0d47-13a1-426e-af50-e575dc2c1115 req-ea1a590a-4c1b-4838-9456-6d52589216be tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 946 time: 0.1109817 Mar 23 12:36:35.274100 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-30b96652-3fa5-414f-b382-cc82eea59482 service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075332 Mar 23 12:36:35.318998 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-1123f19f-e0bb-4a74-a653-35f27fd44366 service neutron] 10.222.0.73 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216649 Mar 23 12:36:35.360847 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-285a0d47-13a1-426e-af50-e575dc2c1115 req-def0757c-ea9d-44e4-bef0-314be00cf146 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872703 Mar 23 12:36:35.405200 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-843f59d0-cd13-49f4-839d-12ecf1101cd2 req-8e122030-a3d9-4912-a93e-89b9480759fe tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:35.422627 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['55561990-757c-4169-ba0e-66f85f5d77d2'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:35.456926 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-6b48ec00-006c-4ac9-ba7c-94ce482e4089 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=38e184cd-13be-4459-9b2f-1cf77184162c HTTP/1.1" status: 200 len: 217 time: 0.1145666 Mar 23 12:36:35.519500 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e122030-a3d9-4912-a93e-89b9480759fe tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Pushing event deleted for resources: {'Port': ['ID=55561990-757c-4169-ba0e-66f85f5d77d2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:35.528471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-283f5f6b-49ee-448f-a375-c6d6355d881d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:35.530029 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-283f5f6b-49ee-448f-a375-c6d6355d881d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c205191f-6c59-4df0-b4d9-0420dce47036 HTTP/1.1" status: 200 len: 797 time: 0.0590007 Mar 23 12:36:35.575172 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:36:35.596542 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77553d3e-b2a2-4517-8c1f-0d0e805ce27c req-3bbb4e37-5373-4de9-9db5-cd8992ccf1ec tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=3556b47c-f7c7-476f-bdaf-13882da69b7f HTTP/1.1" status: 200 len: 210 time: 0.0860875 Mar 23 12:36:35.607087 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8db98-39d0-45b4-8996-b479c34f91ba req-be14e689-24d4-49cd-8a6a-03c76124d35c tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:35.611779 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-30c8db98-39d0-45b4-8996-b479c34f91ba req-be14e689-24d4-49cd-8a6a-03c76124d35c tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 945 time: 0.0971613 Mar 23 12:36:35.625558 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-0d36c264-65b8-4b3b-a944-2d11703ee970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:35.627049 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-0d36c264-65b8-4b3b-a944-2d11703ee970 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0783105 Mar 23 12:36:35.643506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6275-e7e2-425b-80af-b4daffc9681c req-9561ebb5-83e2-4756-8052-abe954b9274e tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:35.645571 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-9561ebb5-83e2-4756-8052-abe954b9274e tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738&tenant_id=d1929913b1364306b03584922edf0edc&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 1097 time: 0.2251458 Mar 23 12:36:35.646777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-843f59d0-cd13-49f4-839d-12ecf1101cd2 req-8e122030-a3d9-4912-a93e-89b9480759fe tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] No DVR routers for this DVR port 55561990-757c-4169-ba0e-66f85f5d77d2 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:36:35.652050 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-843f59d0-cd13-49f4-839d-12ecf1101cd2 req-8e122030-a3d9-4912-a93e-89b9480759fe tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:35.657479 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-843f59d0-cd13-49f4-839d-12ecf1101cd2 req-8e122030-a3d9-4912-a93e-89b9480759fe tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "DELETE /v2.0/ports/55561990-757c-4169-ba0e-66f85f5d77d2 HTTP/1.1" status: 204 len: 173 time: 1.3590670 Mar 23 12:36:35.658206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3556b47c-f7c7-476f-bdaf-13882da69b7f', 'name': 'network-vif-deleted', 'tag': '55561990-757c-4169-ba0e-66f85f5d77d2'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:35.663420 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7702c4c-b13c-4127-baf0-3ef344f76978" -d '{"events": [{"server_uuid": "3556b47c-f7c7-476f-bdaf-13882da69b7f", "name": "network-vif-deleted", "tag": "55561990-757c-4169-ba0e-66f85f5d77d2"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:35.675196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834854-1'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:35.699044 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-30c8db98-39d0-45b4-8996-b479c34f91ba req-58ac7a48-3004-48cc-b5e3-38076246e8cb tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840414 Mar 23 12:36:35.783239 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:36.132907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] For port 7cc61709-ab54-4965-a611-9b7f983f6b13, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=7cc61709-ab54-4965-a611-9b7f983f6b13,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:36.181761 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb6243-f9d1-454f-a5c5-3cddf44e992b req-7c50254d-951f-4cab-89d7-fcace1732227 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:36.208920 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-43eb6243-f9d1-454f-a5c5-3cddf44e992b req-7c50254d-951f-4cab-89d7-fcace1732227 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.2633162 Mar 23 12:36:36.337268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] For port 7cc61709-ab54-4965-a611-9b7f983f6b13, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:36:36.448771 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-43eb6243-f9d1-454f-a5c5-3cddf44e992b req-e418ac67-baed-4208-af30-df2126f84025 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383323 Mar 23 12:36:36.468325 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b6892399-97a9-4129-ac0c-4771d76acc8a req-10c485d2-f54a-4c21-a2fa-2dd00e25525b tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 210 time: 0.6464143 Mar 23 12:36:36.548398 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:36.559492 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:36.643403 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-dc5e6ea3-7dc9-4ce5-9bd6-e32dbf6e917d service neutron] 10.222.0.73 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0030622 Mar 23 12:36:36.651841 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853b5712-be8c-47b9-bb49-9d61c24c900b x-openstack-request-id: req-853b5712-be8c-47b9-bb49-9d61c24c900b {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:36.652429 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3556b47c-f7c7-476f-bdaf-13882da69b7f", "name": "network-vif-deleted", "tag": "55561990-757c-4169-ba0e-66f85f5d77d2", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:36.654314 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-853b5712-be8c-47b9-bb49-9d61c24c900b {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:36.655019 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3556b47c-f7c7-476f-bdaf-13882da69b7f', 'name': 'network-vif-deleted', 'tag': '55561990-757c-4169-ba0e-66f85f5d77d2', 'status': 'completed', 'code': 200} Mar 23 12:36:36.779965 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Pushing event updated for resources: {'Port': ['ID=7cc61709-ab54-4965-a611-9b7f983f6b13,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:36.786119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Attempting to bind port 7cc61709-ab54-4965-a611-9b7f983f6b13 on host n-h1-834854-1 for vnic_type normal with profile {"migrating_to": "n-h2-834854-1"} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:36:36.786671 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Attempting to bind port 7cc61709-ab54-4965-a611-9b7f983f6b13 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:36:36.787177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Attempting to bind port 7cc61709-ab54-4965-a611-9b7f983f6b13 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:36.799709 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-56b0de41-0c26-4860-924c-315f9e10347e req-1877792f-b0cc-49a0-a2e5-c5d57e7b55d4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 210 time: 0.0402975 Mar 23 12:36:36.808433 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Port 7cc61709-ab54-4965-a611-9b7f983f6b13 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:36:36.808984 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Attempting to bind port 7cc61709-ab54-4965-a611-9b7f983f6b13 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:36.827593 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:36:36.827593 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Checking segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:36:36.827593 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Bound using segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:36:36.828526 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Bound port: 7cc61709-ab54-4965-a611-9b7f983f6b13, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:36:36.829088 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:36.855599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6abdc9-ee6a-43d5-a86d-04b970068b3b req-089fc1ad-7649-45a2-aef7-35b8300560ac tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:36.858932 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b6abdc9-ee6a-43d5-a86d-04b970068b3b req-089fc1ad-7649-45a2-aef7-35b8300560ac tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 944 time: 0.1265981 Mar 23 12:36:36.871094 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-87edd16a-7ac2-4ce8-8cbf-b8788a3ad238 service neutron] 10.222.0.73 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194037 Mar 23 12:36:36.954837 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-8206b5b2-5f01-45f2-bc9a-3ba9480f92cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=6b13f8a1-7061-499d-9dcc-a959ec9d1418 HTTP/1.1" status: 200 len: 217 time: 0.0724194 Mar 23 12:36:36.985528 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b6abdc9-ee6a-43d5-a86d-04b970068b3b req-6814a73b-9d42-4d04-8853-a781ba9f6c5b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157384 Mar 23 12:36:37.052602 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] For port 7cc61709-ab54-4965-a611-9b7f983f6b13, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:36:37.059422 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] For port 7cc61709-ab54-4965-a611-9b7f983f6b13, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=7cc61709-ab54-4965-a611-9b7f983f6b13,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:36:37.061643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-c8259efd-c655-440f-aedc-365e28ed0045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:37.063673 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-c8259efd-c655-440f-aedc-365e28ed0045 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c205191f-6c59-4df0-b4d9-0420dce47036 HTTP/1.1" status: 200 len: 797 time: 0.0915236 Mar 23 12:36:37.067739 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:37.138388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-80363351-bf8e-45db-8a45-4f140e60c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:37.140268 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-80363351-bf8e-45db-8a45-4f140e60c45a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0612707 Mar 23 12:36:37.299643 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Pushing event updated for resources: {'Port': ['ID=7cc61709-ab54-4965-a611-9b7f983f6b13,revision_number=8']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:37.374927 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:37.376013 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:37.377714 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-20f1734c-0d60-4a81-8af9-6467df30184c service neutron] 10.222.0.73 "PUT /v2.0/ports/7cc61709-ab54-4965-a611-9b7f983f6b13 HTTP/1.1" status: 200 len: 1122 time: 1.7112491 Mar 23 12:36:37.386960 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-4b81c56d-710e-414d-8b20-3af97e81559b service neutron] 10.222.0.73 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101116 Mar 23 12:36:37.436886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a95438-c79d-4281-8189-9636862aeeda req-19b9b4fa-0268-47b1-9146-d222d770376b tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:37.450495 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a8a95438-c79d-4281-8189-9636862aeeda req-19b9b4fa-0268-47b1-9146-d222d770376b tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 945 time: 0.1283841 Mar 23 12:36:37.460198 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['7cc61709-ab54-4965-a611-9b7f983f6b13'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:37.581228 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a8a95438-c79d-4281-8189-9636862aeeda req-59539df8-a906-4676-9287-26263c2307fd tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295118 Mar 23 12:36:37.597209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-0a25daa2-b7e8-40ac-a482-97b50d0736ab tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:37.598930 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-0a25daa2-b7e8-40ac-a482-97b50d0736ab tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 812 time: 0.2900786 Mar 23 12:36:37.607722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-11a5e34c-8fbc-4ccd-88dc-f2dc35841c55 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:37.608650 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-11a5e34c-8fbc-4ccd-88dc-f2dc35841c55 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.73 "GET /v2.0/networks?id=d9a8c31f-7514-4dae-accf-44b11ee69a39 HTTP/1.1" status: 200 len: 820 time: 0.2356079 Mar 23 12:36:37.635102 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-9af3dd35-10ae-4adb-9b57-a28b7929c18b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/quotas/94bd604e153d4325b00d4f8451712134 HTTP/1.1" status: 200 len: 375 time: 0.0175385 Mar 23 12:36:37.642028 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-78fbfb50-e417-421d-9cb0-c0b7a6714843 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Request body: {'port': {'device_id': 'da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82', 'network_id': 'd9a8c31f-7514-4dae-accf-44b11ee69a39', 'admin_state_up': True, 'tenant_id': '2f6f2177507c4c65872c1482e9c5ed53'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:37.700115 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-17dbe810-ae05-4c68-acab-879eb8f4cf2c service neutron] 10.222.0.73 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460518 Mar 23 12:36:37.733336 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f1e97e5b-607a-4c01-80d9-4f0a7dea7a5f req-b480d64b-8a4c-4d98-b4c3-804e47c78e27 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 210 time: 0.0470309 Mar 23 12:36:37.742048 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-21071cba-d0d4-4ee8-84fc-e0bf02d0b7e2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396326 Mar 23 12:36:37.778145 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-e0934057-dc8e-4c25-85a7-a5c5a6d9b632 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=d289d27a-322f-466e-be09-f483ea23288a HTTP/1.1" status: 200 len: 217 time: 0.0535970 Mar 23 12:36:37.874661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-78fbfb50-e417-421d-9cb0-c0b7a6714843 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Made reservation on behalf of 2f6f2177507c4c65872c1482e9c5ed53 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:37.878754 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-78fbfb50-e417-421d-9cb0-c0b7a6714843 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:37.894384 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-38d59e6f-6a61-4125-a8ea-7944f7a270cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:37.895868 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-38d59e6f-6a61-4125-a8ea-7944f7a270cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c205191f-6c59-4df0-b4d9-0420dce47036 HTTP/1.1" status: 200 len: 797 time: 0.1030610 Mar 23 12:36:37.917684 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-a3d5e4f3-357c-44dd-802a-afb56d0c57c1 service neutron] 10.222.0.52 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614366 Mar 23 12:36:37.929172 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e580e-8f63-40d5-a718-ce2a3e27e1a2 req-7d457c3d-c895-4a9c-8c06-559968db7b7a tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:37.931161 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-293e580e-8f63-40d5-a718-ce2a3e27e1a2 req-7d457c3d-c895-4a9c-8c06-559968db7b7a tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.0938861 Mar 23 12:36:38.000315 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-7f3454ce-b3bc-4253-ad9d-97ffe35eb508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:38.001938 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-7f3454ce-b3bc-4253-ad9d-97ffe35eb508 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85f7b380-6dd2-4c8f-a9df-eb96fe696602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0932827 Mar 23 12:36:38.005486 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-293e580e-8f63-40d5-a718-ce2a3e27e1a2 req-2154378c-d543-42d7-b51d-c2a66943c2fc tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492213 Mar 23 12:36:38.094817 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 55561990-757c-4169-ba0e-66f85f5d77d2 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:36:38.134066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 55561990-757c-4169-ba0e-66f85f5d77d2 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:36:38.134814 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 55561990-757c-4169-ba0e-66f85f5d77d2 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:36:38.198144 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1fcac93f-18ed-48c7-ae90-87fc941a4aa8 req-9829b2a5-64ea-4207-a656-3fe9119a6d8f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 210 time: 0.0390809 Mar 23 12:36:38.260789 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-5354f4f2-dec2-4a88-bd69-efc6a4cff8ee service neutron] 10.222.0.73 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271729 Mar 23 12:36:38.425725 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd696a1f-5fa2-43d6-8e8b-aedc5b3e3013 req-f5c328e5-3379-40ce-a01e-59514068a65f tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:38.427279 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd696a1f-5fa2-43d6-8e8b-aedc5b3e3013 req-f5c328e5-3379-40ce-a01e-59514068a65f tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 944 time: 0.1024435 Mar 23 12:36:38.432143 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-7b43584f-6d5c-45e2-b19e-4f9f185a15e1 service neutron] 10.222.0.73 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602838 Mar 23 12:36:38.489915 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-8b0c8242-1539-4937-8842-8f2d3268249b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0462e814-926b-4a23-8fca-8bc2535b4ddd HTTP/1.1" status: 200 len: 217 time: 0.0474215 Mar 23 12:36:38.549808 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd696a1f-5fa2-43d6-8e8b-aedc5b3e3013 req-151c1713-8884-46f5-b2c8-b880d31e88d4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141160 Mar 23 12:36:38.568652 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-f1a1e4ce-32bf-4abe-8f61-3e95a6826bb6 service neutron] 10.222.0.52 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001210 Mar 23 12:36:38.569948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-78fbfb50-e417-421d-9cb0-c0b7a6714843 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Allocated IP 172.20.0.14 (d9a8c31f-7514-4dae-accf-44b11ee69a39/d54aa883-1c19-4551-a28b-bff3c2761ab4/3c21b6ec-dcb4-4753-a6b1-420f413809ab) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:36:38.579759 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-4f74a755-76cc-48da-9543-e183b4d27f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:38.581386 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-4f74a755-76cc-48da-9543-e183b4d27f50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d48a5b8a-c042-4f0c-8e2e-538dc09aa987 HTTP/1.1" status: 200 len: 797 time: 0.0779071 Mar 23 12:36:38.615913 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-fbf94e7a-1ba1-401e-a247-023cf87b7a05 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:38.617704 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-fbf94e7a-1ba1-401e-a247-023cf87b7a05 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.73 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 811 time: 0.5756905 Mar 23 12:36:38.642193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-5567dbb1-f2be-44da-8e6a-6407a9e58fdb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Request body: {'port': {'device_id': '8ce5df16-dbb6-4607-b8bd-b11305d13e45', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'admin_state_up': True, 'tenant_id': '906b254f196b435d9d1387f29fa51c7f'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:38.655012 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-720f0018-b2b9-4ddc-8958-20cb5d629576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:38.656733 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-720f0018-b2b9-4ddc-8958-20cb5d629576 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=426297fc-89ed-49a5-9d37-294ef2ded004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0599253 Mar 23 12:36:38.693985 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b928e9c7-22de-438d-8d0c-0b4b7b0d0738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc61709-ab54-4965-a611-9b7f983f6b13'}, {'name': 'network-changed', 'server_uuid': 'b928e9c7-22de-438d-8d0c-0b4b7b0d0738', 'tag': '7cc61709-ab54-4965-a611-9b7f983f6b13'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:38.697319 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f39148a-3d13-4a91-8904-e9f6575359eb" -d '{"events": [{"server_uuid": "b928e9c7-22de-438d-8d0c-0b4b7b0d0738", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc61709-ab54-4965-a611-9b7f983f6b13"}, {"name": "network-changed", "server_uuid": "b928e9c7-22de-438d-8d0c-0b4b7b0d0738", "tag": "7cc61709-ab54-4965-a611-9b7f983f6b13"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:38.793907 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ee1af4-1273-4ccd-9c61-c3e66870d738 x-openstack-request-id: req-43ee1af4-1273-4ccd-9c61-c3e66870d738 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:38.794281 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b928e9c7-22de-438d-8d0c-0b4b7b0d0738", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc61709-ab54-4965-a611-9b7f983f6b13", "code": 200}, {"name": "network-changed", "server_uuid": "b928e9c7-22de-438d-8d0c-0b4b7b0d0738", "tag": "7cc61709-ab54-4965-a611-9b7f983f6b13", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:38.794931 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43ee1af4-1273-4ccd-9c61-c3e66870d738 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:38.795391 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b928e9c7-22de-438d-8d0c-0b4b7b0d0738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc61709-ab54-4965-a611-9b7f983f6b13', 'code': 200} Mar 23 12:36:38.795756 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b928e9c7-22de-438d-8d0c-0b4b7b0d0738', 'tag': '7cc61709-ab54-4965-a611-9b7f983f6b13', 'status': 'completed', 'code': 200} Mar 23 12:36:38.888032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9c36c-1d94-4020-ade3-dd05d993cfc7 req-02039d39-61e8-4d83-ba31-d0ebffecc220 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:38.891734 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-12f9c36c-1d94-4020-ade3-dd05d993cfc7 req-02039d39-61e8-4d83-ba31-d0ebffecc220 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.77 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 945 time: 0.2714257 Mar 23 12:36:38.917414 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-f8af5a99-4d0c-401a-bc5c-4c7b042f34cf service neutron] 10.222.0.73 "GET /v2.0/networks/426297fc-89ed-49a5-9d37-294ef2ded004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451718 Mar 23 12:36:38.955821 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39148a-3d13-4a91-8904-e9f6575359eb req-3aabf5c1-5fa0-46a1-bcc0-b33892883032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:38.957363 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f39148a-3d13-4a91-8904-e9f6575359eb req-3aabf5c1-5fa0-46a1-bcc0-b33892883032 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 1125 time: 0.1085413 Mar 23 12:36:38.989832 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-acfc5d6e-14fc-4b85-9279-6b7ff6d8a8dd req-5ae7aea5-bf7f-4976-94f3-68e95df83d72 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 210 time: 0.1238825 Mar 23 12:36:39.079177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d03f8a-8086-4ad1-9053-e95ea5537963 req-b072f55d-2676-42c9-be68-6122cb3e17cd tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:39.079177 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-80d03f8a-8086-4ad1-9053-e95ea5537963 req-b072f55d-2676-42c9-be68-6122cb3e17cd tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 945 time: 0.2329929 Mar 23 12:36:39.104673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-5567dbb1-f2be-44da-8e6a-6407a9e58fdb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Made reservation on behalf of 906b254f196b435d9d1387f29fa51c7f for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:39.113854 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-5567dbb1-f2be-44da-8e6a-6407a9e58fdb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:39.167227 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-04e8873f-8e8e-4c47-b905-b5da06832445 service neutron] 10.222.0.73 "GET /v2.0/networks/426297fc-89ed-49a5-9d37-294ef2ded004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401898 Mar 23 12:36:39.174893 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-78fbfb50-e417-421d-9cb0-c0b7a6714843 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:39.225487 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df546e4b-a9d7-4981-b619-7c8c1d5d3d7b req-f2bf7394-9bd5-4c2c-b2dc-d9924d28568a tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 210 time: 0.0621173 Mar 23 12:36:39.238705 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-e0607c7b-2263-4cab-a55d-4a9ef01814e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95a785d3-ff97-4176-9b31-c36e92acfa7f HTTP/1.1" status: 200 len: 217 time: 0.0582364 Mar 23 12:36:39.243769 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-80d03f8a-8086-4ad1-9053-e95ea5537963 req-ab3924e4-a6f5-4b31-bf9a-0ac4cd078f00 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553223 Mar 23 12:36:39.245426 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39148a-3d13-4a91-8904-e9f6575359eb req-7df28ef7-b318-4d86-9a13-2c10caab5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:39.247010 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f39148a-3d13-4a91-8904-e9f6575359eb req-7df28ef7-b318-4d86-9a13-2c10caab5d0c service neutron] 10.222.0.77 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.2807062 Mar 23 12:36:39.338883 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f39148a-3d13-4a91-8904-e9f6575359eb req-2d606d13-274d-44aa-999c-596079005b5d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc61709-ab54-4965-a611-9b7f983f6b13 HTTP/1.1" status: 200 len: 217 time: 0.0714378 Mar 23 12:36:39.363964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-12f9c36c-1d94-4020-ade3-dd05d993cfc7 req-b7e44b1f-9ae9-4d90-a7bc-26b43c2ff19a tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Deleting port 69ae6273-4baa-4ce1-8cda-e0544d8159b0 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:36:39.364291 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-12f9c36c-1d94-4020-ade3-dd05d993cfc7 req-b7e44b1f-9ae9-4d90-a7bc-26b43c2ff19a tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:39.446241 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fcb85818-9c8e-4c98-85db-383a2b888578 req-6c5ffb2c-b460-4b21-8144-420ac02fcfb4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 210 time: 0.0836413 Mar 23 12:36:39.461702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39148a-3d13-4a91-8904-e9f6575359eb req-c8d4eb88-d904-4c58-b42a-3fb0b1d62b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:39.463182 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f39148a-3d13-4a91-8904-e9f6575359eb req-c8d4eb88-d904-4c58-b42a-3fb0b1d62b84 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.0995812 Mar 23 12:36:39.464757 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-b95c2ffc-814d-42fc-a873-85e9ebcdaf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:39.466480 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-b95c2ffc-814d-42fc-a873-85e9ebcdaf81 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d48a5b8a-c042-4f0c-8e2e-538dc09aa987 HTTP/1.1" status: 200 len: 797 time: 0.2139072 Mar 23 12:36:39.517313 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f39148a-3d13-4a91-8904-e9f6575359eb req-3d1899c9-1d54-432f-955c-47af6f37b324 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466893 Mar 23 12:36:39.567879 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20e38e-3a9d-4304-b275-d1b7ab493b57 req-0cc13405-cc1c-4b87-8484-366b7885be18 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:39.569434 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b20e38e-3a9d-4304-b275-d1b7ab493b57 req-0cc13405-cc1c-4b87-8484-366b7885be18 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.2417316 Mar 23 12:36:39.578877 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-78fbfb50-e417-421d-9cb0-c0b7a6714843 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:39.611881 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-12f9c36c-1d94-4020-ade3-dd05d993cfc7 req-b7e44b1f-9ae9-4d90-a7bc-26b43c2ff19a tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] For port 69ae6273-4baa-4ce1-8cda-e0544d8159b0, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=69ae6273-4baa-4ce1-8cda-e0544d8159b0,segment=NetworkSegment(991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f),segment_id=991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:39.612191 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-12f9c36c-1d94-4020-ade3-dd05d993cfc7 req-b7e44b1f-9ae9-4d90-a7bc-26b43c2ff19a tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:39.629056 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-aecb6da5-de33-4e90-b2e0-6cb507c7470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:39.629056 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-aecb6da5-de33-4e90-b2e0-6cb507c7470a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=426297fc-89ed-49a5-9d37-294ef2ded004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1424897 Mar 23 12:36:39.661855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-5567dbb1-f2be-44da-8e6a-6407a9e58fdb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Allocated IP 172.20.0.6 (ebaa652a-c49f-4907-afdf-128ac03bfaa6/d5ca3030-361f-4822-91f3-c1514558b716/8c0e9785-5028-4847-bb66-511c0d185e92) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:36:39.684849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-12f9c36c-1d94-4020-ade3-dd05d993cfc7 req-b7e44b1f-9ae9-4d90-a7bc-26b43c2ff19a tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Calling delete_port for 69ae6273-4baa-4ce1-8cda-e0544d8159b0 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:36:39.699022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-78fbfb50-e417-421d-9cb0-c0b7a6714843 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Network d9a8c31f-7514-4dae-accf-44b11ee69a39 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:36:39.719705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-78fbfb50-e417-421d-9cb0-c0b7a6714843 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:36:39.733564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-78fbfb50-e417-421d-9cb0-c0b7a6714843 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:36:39.747220 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f39148a-3d13-4a91-8904-e9f6575359eb req-4efa8e1c-6db5-4a81-8033-1ad9f6aa040e service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096522 Mar 23 12:36:39.764696 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbfb50-e417-421d-9cb0-c0b7a6714843 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Pushing event updated for resources: {'Port': ['ID=3c21b6ec-dcb4-4753-a6b1-420f413809ab,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:39.772620 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b20e38e-3a9d-4304-b275-d1b7ab493b57 req-8e394db7-a76d-46f1-86e1-fe086340a3ef tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822040 Mar 23 12:36:39.842795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97ce7d-d207-4f65-9dbe-6b81a549584a req-85fbe547-6b23-4d11-9661-70c7ed080ccf tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:39.845415 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ca97ce7d-d207-4f65-9dbe-6b81a549584a req-85fbe547-6b23-4d11-9661-70c7ed080ccf tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 944 time: 0.1714699 Mar 23 12:36:39.891140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-78fbfb50-e417-421d-9cb0-c0b7a6714843 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:39.891790 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-78fbfb50-e417-421d-9cb0-c0b7a6714843 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:39.895893 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-82b10662-0b15-4a2f-804f-8ca74eb15583 service neutron] 10.222.0.73 "GET /v2.0/networks/426297fc-89ed-49a5-9d37-294ef2ded004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499697 Mar 23 12:36:39.975514 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-78fbfb50-e417-421d-9cb0-c0b7a6714843 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3392582 Mar 23 12:36:39.981195 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ca97ce7d-d207-4f65-9dbe-6b81a549584a req-9cd6108f-0409-470c-89c5-ac8fe238d45c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175456 Mar 23 12:36:39.992507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Request body: {'port': {'device_id': 'da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:40.063646 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f39148a-3d13-4a91-8904-e9f6575359eb req-58dd055a-ae75-4b41-a9ad-413ff82f274e service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058629 Mar 23 12:36:40.175391 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c3f6bb5-25cc-4842-8f42-6cdbe973a51c req-073d0feb-698b-4bdf-b810-b525127317c9 service neutron] 10.222.0.73 "GET /v2.0/networks/426297fc-89ed-49a5-9d37-294ef2ded004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615266 Mar 23 12:36:40.210844 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 7cc61709-ab54-4965-a611-9b7f983f6b13 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:36:40.234217 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-12f9c36c-1d94-4020-ade3-dd05d993cfc7 req-b7e44b1f-9ae9-4d90-a7bc-26b43c2ff19a tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:40.246945 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['69ae6273-4baa-4ce1-8cda-e0544d8159b0'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:40.270947 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-5567dbb1-f2be-44da-8e6a-6407a9e58fdb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:40.281201 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:40.287554 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-549490cd-bbc0-41af-bddc-da07df2d235a req-38499a8d-ba6f-48a0-b3d1-bed7bf3da071 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 210 time: 0.0956397 Mar 23 12:36:40.359716 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e44b1f-9ae9-4d90-a7bc-26b43c2ff19a tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Pushing event deleted for resources: {'Port': ['ID=69ae6273-4baa-4ce1-8cda-e0544d8159b0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:40.429875 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-0cce44bc-94b9-44dc-97d6-b702ed0cd1f4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:40.432335 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-0cce44bc-94b9-44dc-97d6-b702ed0cd1f4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 812 time: 0.2867503 Mar 23 12:36:40.434273 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 7cc61709-ab54-4965-a611-9b7f983f6b13, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=7cc61709-ab54-4965-a611-9b7f983f6b13,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:40.447685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6b7ff-f06c-4a97-b54b-9c1843d4bec9 req-e295b9b9-3653-44cf-a411-dbfd619cbb7b tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:40.449308 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-25c6b7ff-f06c-4a97-b54b-9c1843d4bec9 req-e295b9b9-3653-44cf-a411-dbfd619cbb7b tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 932 time: 0.1053417 Mar 23 12:36:40.452740 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 7cc61709-ab54-4965-a611-9b7f983f6b13 has no active binding in host n-h2-834854-1 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 12:36:40.456043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-aa28028d-6dc2-42a4-84d3-bde94e7640ed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Request body: {'port': {'device_id': 'be0f9b80-0890-4d0c-bd05-79580bbd427d', 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a', 'admin_state_up': True, 'tenant_id': '94bd604e153d4325b00d4f8451712134'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:40.459731 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f9c36c-1d94-4020-ade3-dd05d993cfc7 req-b7e44b1f-9ae9-4d90-a7bc-26b43c2ff19a tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] No DVR routers for this DVR port 69ae6273-4baa-4ce1-8cda-e0544d8159b0 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:36:40.463556 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-12f9c36c-1d94-4020-ade3-dd05d993cfc7 req-b7e44b1f-9ae9-4d90-a7bc-26b43c2ff19a tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:40.469222 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-12f9c36c-1d94-4020-ade3-dd05d993cfc7 req-b7e44b1f-9ae9-4d90-a7bc-26b43c2ff19a tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.77 "DELETE /v2.0/ports/69ae6273-4baa-4ce1-8cda-e0544d8159b0 HTTP/1.1" status: 204 len: 173 time: 1.5330420 Mar 23 12:36:40.505686 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b539ee37-877c-44a7-b3c7-436ebbbb4fc0 req-2da32ef9-ddb4-45b2-a121-fbddca076bdc tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aa8bc4d-cb55-4012-b59d-31d1d6609189 HTTP/1.1" status: 200 len: 210 time: 0.0882640 Mar 23 12:36:40.575752 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-25c6b7ff-f06c-4a97-b54b-9c1843d4bec9 req-ad2e87dc-3942-48b4-987c-a4f3a374400d tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/security-groups?id=931c674b-a96f-45b1-ae11-aa0b0322c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133513 Mar 23 12:36:40.648288 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-5567dbb1-f2be-44da-8e6a-6407a9e58fdb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:40.660795 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['cf5233d7-db34-4a02-9837-fcce7b93f271'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:40.665529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['de415ab8-a994-497f-88e7-c4873f3b75e4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:40.670946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-aa28028d-6dc2-42a4-84d3-bde94e7640ed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Made reservation on behalf of 94bd604e153d4325b00d4f8451712134 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:40.676476 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-aa28028d-6dc2-42a4-84d3-bde94e7640ed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:40.773589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-5567dbb1-f2be-44da-8e6a-6407a9e58fdb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Network ebaa652a-c49f-4907-afdf-128ac03bfaa6 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:36:40.801545 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567dbb1-f2be-44da-8e6a-6407a9e58fdb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event updated for resources: {'Port': ['ID=8c0e9785-5028-4847-bb66-511c0d185e92,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:40.803145 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa8bc4d-cb55-4012-b59d-31d1d6609189', 'name': 'network-vif-deleted', 'tag': '69ae6273-4baa-4ce1-8cda-e0544d8159b0'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:40.805954 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7878b244-934d-475c-a48d-2c624ba764a3" -d '{"events": [{"server_uuid": "8aa8bc4d-cb55-4012-b59d-31d1d6609189", "name": "network-vif-deleted", "tag": "69ae6273-4baa-4ce1-8cda-e0544d8159b0"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:40.835070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cae35d-5a5b-4d94-9540-12b06d96b425 req-ea2d8db2-246a-4a4a-8135-13cc259a82be tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:40.837826 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50cae35d-5a5b-4d94-9540-12b06d96b425 req-ea2d8db2-246a-4a4a-8135-13cc259a82be tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 931 time: 0.2094185 Mar 23 12:36:40.839534 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-5567dbb1-f2be-44da-8e6a-6407a9e58fdb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:36:40.848346 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-5567dbb1-f2be-44da-8e6a-6407a9e58fdb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:36:40.881302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-aa28028d-6dc2-42a4-84d3-bde94e7640ed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Allocated IP 172.20.0.5 (a72b36eb-69cb-4d04-b462-b2cd5c57987a/c42c450d-02be-4634-87ca-2a6532e0441a/8d4fc5ea-7db3-4323-a6f7-28b15629c4ff) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:36:41.052322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-5567dbb1-f2be-44da-8e6a-6407a9e58fdb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:41.054633 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-5567dbb1-f2be-44da-8e6a-6407a9e58fdb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:41.078550 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50cae35d-5a5b-4d94-9540-12b06d96b425 req-184072f6-f11d-4213-83ab-cea16c8a045d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239525 Mar 23 12:36:41.112272 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c95483-bdd5-4944-869e-24603957ece4 req-05293ed0-c024-4f24-a891-009b6c9be8c1 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:41.115162 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f5c95483-bdd5-4944-869e-24603957ece4 req-05293ed0-c024-4f24-a891-009b6c9be8c1 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1920836 Mar 23 12:36:41.149001 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-5567dbb1-f2be-44da-8e6a-6407a9e58fdb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5131009 Mar 23 12:36:41.207818 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f5c95483-bdd5-4944-869e-24603957ece4 req-57e4312f-fc76-41c0-b975-87b6c73c2ad6 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770524 Mar 23 12:36:41.230281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c21b6ec-dcb4-4753-a6b1-420f413809ab {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:41.241148 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9ceda7-667b-41f8-ad7a-81a19ea6feb0 x-openstack-request-id: req-9f9ceda7-667b-41f8-ad7a-81a19ea6feb0 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:41.241425 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa8bc4d-cb55-4012-b59d-31d1d6609189", "name": "network-vif-deleted", "tag": "69ae6273-4baa-4ce1-8cda-e0544d8159b0", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:41.241723 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f9ceda7-667b-41f8-ad7a-81a19ea6feb0 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:41.242318 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa8bc4d-cb55-4012-b59d-31d1d6609189', 'name': 'network-vif-deleted', 'tag': '69ae6273-4baa-4ce1-8cda-e0544d8159b0', 'status': 'completed', 'code': 200} Mar 23 12:36:41.249076 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Request body: {'port': {'device_id': '8ce5df16-dbb6-4607-b8bd-b11305d13e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:41.256323 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-aa28028d-6dc2-42a4-84d3-bde94e7640ed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:41.260494 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:41.351365 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-aa28028d-6dc2-42a4-84d3-bde94e7640ed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:41.360562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Transition to ACTIVE for port object 3c21b6ec-dcb4-4753-a6b1-420f413809ab will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:36:41.376808 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:41.380636 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b1dc89b7-148c-4a3c-804b-0d8b817798e1 None None] Provisioning complete for port 8c0e9785-5028-4847-bb66-511c0d185e92 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:36:41.381337 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b1dc89b7-148c-4a3c-804b-0d8b817798e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:41.441205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Pushing event updated for resources: {'Port': ['ID=3c21b6ec-dcb4-4753-a6b1-420f413809ab,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:41.466453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-aa28028d-6dc2-42a4-84d3-bde94e7640ed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Network a72b36eb-69cb-4d04-b462-b2cd5c57987a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:36:41.475780 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b1dc89b7-148c-4a3c-804b-0d8b817798e1 None None] Port 8c0e9785-5028-4847-bb66-511c0d185e92 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:36:41.504732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234c152-96c5-4543-99d0-50e41eb33f5a req-a342edec-febd-4077-b9df-7e53cf978f81 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:41.507179 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0234c152-96c5-4543-99d0-50e41eb33f5a req-a342edec-febd-4077-b9df-7e53cf978f81 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 944 time: 0.1931028 Mar 23 12:36:41.508151 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:41.512640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-aa28028d-6dc2-42a4-84d3-bde94e7640ed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:36:41.517273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-aa28028d-6dc2-42a4-84d3-bde94e7640ed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:36:41.568357 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28028d-6dc2-42a4-84d3-bde94e7640ed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Pushing event updated for resources: {'Port': ['ID=8d4fc5ea-7db3-4323-a6f7-28b15629c4ff,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:41.604187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-aa28028d-6dc2-42a4-84d3-bde94e7640ed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:41.604905 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-aa28028d-6dc2-42a4-84d3-bde94e7640ed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:41.617734 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d88945-0470-495c-8a21-a38aec4e1437 req-e9195bcc-a1a5-44d7-a3ae-c4739cbde01c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:41.619414 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-15d88945-0470-495c-8a21-a38aec4e1437 req-e9195bcc-a1a5-44d7-a3ae-c4739cbde01c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 931 time: 0.1903479 Mar 23 12:36:41.645737 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-aa28028d-6dc2-42a4-84d3-bde94e7640ed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1951668 Mar 23 12:36:41.670537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Request body: {'port': {'device_id': 'be0f9b80-0890-4d0c-bd05-79580bbd427d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:41.732942 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-15d88945-0470-495c-8a21-a38aec4e1437 req-4bb57e99-3193-4c52-be7d-398198e2337e tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033351 Mar 23 12:36:41.760676 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0234c152-96c5-4543-99d0-50e41eb33f5a req-275fd826-8338-49a6-ad49-bd4245e565bb tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243278 Mar 23 12:36:41.827288 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:41.936349 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Attempting to bind port 3c21b6ec-dcb4-4753-a6b1-420f413809ab on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:36:41.936974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Attempting to bind port 3c21b6ec-dcb4-4753-a6b1-420f413809ab by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8de0747f-f9e3-4da9-8950-250cf80410f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd9a8c31f-7514-4dae-accf-44b11ee69a39'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:36:41.937604 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Attempting to bind port 3c21b6ec-dcb4-4753-a6b1-420f413809ab on network d9a8c31f-7514-4dae-accf-44b11ee69a39 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:41.970418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Port 3c21b6ec-dcb4-4753-a6b1-420f413809ab on network d9a8c31f-7514-4dae-accf-44b11ee69a39 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:36:41.970916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Attempting to bind port 3c21b6ec-dcb4-4753-a6b1-420f413809ab on network d9a8c31f-7514-4dae-accf-44b11ee69a39 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:42.027506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:36:42.028059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Checking segment: {'id': '8de0747f-f9e3-4da9-8950-250cf80410f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd9a8c31f-7514-4dae-accf-44b11ee69a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:36:42.028655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Bound using segment: {'id': '8de0747f-f9e3-4da9-8950-250cf80410f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd9a8c31f-7514-4dae-accf-44b11ee69a39'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:36:42.029221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Bound port: 3c21b6ec-dcb4-4753-a6b1-420f413809ab, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de0747f-f9e3-4da9-8950-250cf80410f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd9a8c31f-7514-4dae-accf-44b11ee69a39'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:36:42.029682 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:42.096080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146e023-cd72-4440-b1fc-e2970760ee75 req-0d6f3e0d-33ad-44d3-8e1a-309a3f7194cb tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:42.099287 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6146e023-cd72-4440-b1fc-e2970760ee75 req-0d6f3e0d-33ad-44d3-8e1a-309a3f7194cb tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 944 time: 0.2115445 Mar 23 12:36:42.253882 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] For port 3c21b6ec-dcb4-4753-a6b1-420f413809ab, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:36:42.259538 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6146e023-cd72-4440-b1fc-e2970760ee75 req-42fcf9e3-8979-440b-88f2-e3aaf88041b2 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/security-groups?id=931c674b-a96f-45b1-ae11-aa0b0322c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313696 Mar 23 12:36:42.287306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] For port 3c21b6ec-dcb4-4753-a6b1-420f413809ab, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=3c21b6ec-dcb4-4753-a6b1-420f413809ab,segment=NetworkSegment(8de0747f-f9e3-4da9-8950-250cf80410f8),segment_id=8de0747f-f9e3-4da9-8950-250cf80410f8)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:36:42.303004 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:42.303809 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:42.315165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-7bb2567e-ecb9-4c5e-a968-af8399e44364 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:42.318784 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-7bb2567e-ecb9-4c5e-a968-af8399e44364 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/networks?id=7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 HTTP/1.1" status: 200 len: 808 time: 0.2022212 Mar 23 12:36:42.326373 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:42.349073 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-0dffbf0c-5c33-4790-902d-63d8950da0d3 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/quotas/263f1505435941ebbb3ac4c91494b3e7 HTTP/1.1" status: 200 len: 375 time: 0.0191386 Mar 23 12:36:42.350082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Transition to ACTIVE for port object 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:36:42.360886 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:42.422993 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-abce6ef8-08fa-4ab4-8bd3-44fd9b02458d tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=263f1505435941ebbb3ac4c91494b3e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641761 Mar 23 12:36:42.475715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4fc5ea-7db3-4323-a6f7-28b15629c4ff,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:42.611029 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-7cf7dd2b-d084-442f-a57c-21f7e833f49e service neutron] 10.222.0.52 "GET /v2.0/networks/7eefc280-1bb0-4875-9c57-3a8c9c00c7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735847 Mar 23 12:36:42.617481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Attempting to bind port 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:36:42.618048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Attempting to bind port 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:36:42.619685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Attempting to bind port 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff on network a72b36eb-69cb-4d04-b462-b2cd5c57987a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:42.641819 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Port 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff on network a72b36eb-69cb-4d04-b462-b2cd5c57987a not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:36:42.642115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Attempting to bind port 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff on network a72b36eb-69cb-4d04-b462-b2cd5c57987a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:42.654279 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:42.654279 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:42.655586 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] 10.222.0.73 "PUT /v2.0/ports/3c21b6ec-dcb4-4753-a6b1-420f413809ab HTTP/1.1" status: 200 len: 1092 time: 2.6678967 Mar 23 12:36:42.657694 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0e9785-5028-4847-bb66-511c0d185e92 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:42.662597 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:36:42.663065 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Checking segment: {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:36:42.664069 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Bound using segment: {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:36:42.664838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Bound port: 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:36:42.665520 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:42.672090 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:42.721267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Transition to ACTIVE for port object 8c0e9785-5028-4847-bb66-511c0d185e92 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:36:42.723347 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d0269-6695-4c24-a026-47ce4e2e9100 service neutron] Pushing event updated for resources: {'Port': ['ID=3c21b6ec-dcb4-4753-a6b1-420f413809ab,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:42.743163 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:42.805224 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ddd56-7c97-4a31-b2bd-9055181d3f09 req-eaf990d9-efba-4b7f-aa08-d667560e49ec tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:42.806853 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-398ddd56-7c97-4a31-b2bd-9055181d3f09 req-eaf990d9-efba-4b7f-aa08-d667560e49ec tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 931 time: 0.4328611 Mar 23 12:36:42.830573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0e9785-5028-4847-bb66-511c0d185e92,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:42.841280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-60ca6472-635c-4881-a670-ee30fb04eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:42.842807 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-60ca6472-635c-4881-a670-ee30fb04eeb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2f6f2177507c4c65872c1482e9c5ed53&device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 1095 time: 0.1370773 Mar 23 12:36:42.973251 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-78ed19e2-ef53-4604-baca-2d8bfd4b2928 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c21b6ec-dcb4-4753-a6b1-420f413809ab HTTP/1.1" status: 200 len: 217 time: 0.0998642 Mar 23 12:36:43.020261 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-398ddd56-7c97-4a31-b2bd-9055181d3f09 req-4fc1bab6-9f3c-427c-ae4b-0c776c2e8767 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900342 Mar 23 12:36:43.068869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-3982ecc8-2196-497e-920d-7ca6243243b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:43.070472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-3982ecc8-2196-497e-920d-7ca6243243b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d54aa883-1c19-4551-a28b-bff3c2761ab4 HTTP/1.1" status: 200 len: 860 time: 0.0791757 Mar 23 12:36:43.096543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Attempting to bind port 8c0e9785-5028-4847-bb66-511c0d185e92 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:36:43.096879 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Attempting to bind port 8c0e9785-5028-4847-bb66-511c0d185e92 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:36:43.097199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Attempting to bind port 8c0e9785-5028-4847-bb66-511c0d185e92 on network ebaa652a-c49f-4907-afdf-128ac03bfaa6 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:43.158597 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-0651ce49-99ac-4613-91fa-f36e1aa6355b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d9a8c31f-7514-4dae-accf-44b11ee69a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652797 Mar 23 12:36:43.181650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Port 8c0e9785-5028-4847-bb66-511c0d185e92 on network ebaa652a-c49f-4907-afdf-128ac03bfaa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:36:43.182115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Attempting to bind port 8c0e9785-5028-4847-bb66-511c0d185e92 on network ebaa652a-c49f-4907-afdf-128ac03bfaa6 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:43.188372 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-c8cb17e4-3ceb-4aa3-b73b-6554c9e11c94 service neutron] 10.222.0.52 "GET /v2.0/networks/7eefc280-1bb0-4875-9c57-3a8c9c00c7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570357 Mar 23 12:36:43.211359 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-bd8ce0c9-d2fe-4b83-b4b9-103dbcfaff6d service neutron] 10.222.0.77 "GET /v2.0/ports/7cc61709-ab54-4965-a611-9b7f983f6b13/bindings/n-h2-834854-1 HTTP/1.1" status: 200 len: 384 time: 0.3238142 Mar 23 12:36:43.213040 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] For port 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:36:43.221640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] For port 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8d4fc5ea-7db3-4323-a6f7-28b15629c4ff,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:36:43.228725 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:43.248695 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82', 'tag': '3c21b6ec-dcb4-4753-a6b1-420f413809ab'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:43.251432 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88fddc0-bb14-4a49-9fa4-cc33dbb6dea2" -d '{"events": [{"name": "network-changed", "server_uuid": "da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82", "tag": "3c21b6ec-dcb4-4753-a6b1-420f413809ab"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:43.262659 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:36:43.263084 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Checking segment: {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:36:43.263413 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Bound using segment: {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:36:43.263915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Bound port: 8c0e9785-5028-4847-bb66-511c0d185e92, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:36:43.264234 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:43.287626 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:43.288361 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:43.291747 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] 10.222.0.77 "PUT /v2.0/ports/8d4fc5ea-7db3-4323-a6f7-28b15629c4ff HTTP/1.1" status: 200 len: 1091 time: 1.6312978 Mar 23 12:36:43.292271 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0f9b80-0890-4d0c-bd05-79580bbd427d', 'tag': '8d4fc5ea-7db3-4323-a6f7-28b15629c4ff'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:43.295090 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8107b97a-e593-4e49-8eb0-eb12b33c6a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "be0f9b80-0890-4d0c-bd05-79580bbd427d", "tag": "8d4fc5ea-7db3-4323-a6f7-28b15629c4ff"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:43.339916 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2401a2c-f860-4c50-9d2a-fc7800971442 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4fc5ea-7db3-4323-a6f7-28b15629c4ff,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:43.432807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded38f07-7ec0-4405-98a2-ce6038273de9 req-a9ca6387-15f5-49b2-a107-d5c62b8718d5 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:43.434336 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ded38f07-7ec0-4405-98a2-ce6038273de9 req-a9ca6387-15f5-49b2-a107-d5c62b8718d5 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.3388054 Mar 23 12:36:43.441071 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-6779088a-d753-4377-bbc3-58a23df259c7 service neutron] 10.222.0.73 "GET /v2.0/networks/d9a8c31f-7514-4dae-accf-44b11ee69a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603960 Mar 23 12:36:43.475770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-f8c48317-fb31-4f69-9e2b-6d1f31701198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:43.477467 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-f8c48317-fb31-4f69-9e2b-6d1f31701198 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 1094 time: 0.1157897 Mar 23 12:36:43.501856 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255489d4-5ffd-4960-8427-bfab13b55d66 req-ec791c2b-623e-4c03-b614-cec9b91bc394 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:43.503512 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-255489d4-5ffd-4960-8427-bfab13b55d66 req-ec791c2b-623e-4c03-b614-cec9b91bc394 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 943 time: 0.0899563 Mar 23 12:36:43.548744 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-104c6e58-ebe0-4bc9-8832-90485e43bb3f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d4fc5ea-7db3-4323-a6f7-28b15629c4ff HTTP/1.1" status: 200 len: 217 time: 0.0624235 Mar 23 12:36:43.593809 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] For port 8c0e9785-5028-4847-bb66-511c0d185e92, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:36:43.629988 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] For port 8c0e9785-5028-4847-bb66-511c0d185e92, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8c0e9785-5028-4847-bb66-511c0d185e92,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:36:43.664747 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ded38f07-7ec0-4405-98a2-ce6038273de9 req-ef33b94e-4442-4974-9242-7c06f108038a tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071850 Mar 23 12:36:43.669281 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-255489d4-5ffd-4960-8427-bfab13b55d66 req-9d436f40-a3a0-4d3d-abee-eb0f0e7d8936 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257756 Mar 23 12:36:43.672571 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-856d2d9a-4855-4832-91f6-792c0aaf42ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:43.674816 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-856d2d9a-4855-4832-91f6-792c0aaf42ef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c42c450d-02be-4634-87ca-2a6532e0441a HTTP/1.1" status: 200 len: 852 time: 0.1156514 Mar 23 12:36:43.699634 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:43.756609 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-2bed9415-28d1-4b44-99a9-a5de8e230ef5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a72b36eb-69cb-4d04-b462-b2cd5c57987a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743592 Mar 23 12:36:43.782409 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f751df3-840d-4e01-a6ba-2b769d520768 x-openstack-request-id: req-3f751df3-840d-4e01-a6ba-2b769d520768 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:43.782747 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82", "tag": "3c21b6ec-dcb4-4753-a6b1-420f413809ab", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:43.783121 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f751df3-840d-4e01-a6ba-2b769d520768 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:43.783678 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82', 'tag': '3c21b6ec-dcb4-4753-a6b1-420f413809ab', 'status': 'completed', 'code': 200} Mar 23 12:36:43.913153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:43.914291 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:43.916427 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] 10.222.0.73 "PUT /v2.0/ports/8c0e9785-5028-4847-bb66-511c0d185e92 HTTP/1.1" status: 200 len: 1091 time: 2.6782076 Mar 23 12:36:43.931246 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5b0fe6ab-3693-4abf-b843-918a8362c4dd req-35ff39a3-1d27-483f-9173-14a914f6461e service neutron] 10.222.0.73 "GET /v2.0/networks/d9a8c31f-7514-4dae-accf-44b11ee69a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651110 Mar 23 12:36:43.968148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-775a6275-e7e2-425b-80af-b4daffc9681c req-bddc2aab-67cb-4969-b7f7-7223beb7c362 service neutron] For port 7cc61709-ab54-4965-a611-9b7f983f6b13, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=7cc61709-ab54-4965-a611-9b7f983f6b13,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:43.975634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c08345-8f48-464a-bbd6-d90e8e05e7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0e9785-5028-4847-bb66-511c0d185e92,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:44.038056 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916af1cc-7855-451a-b3d8-27d3483cb759 req-3e874705-17d2-4ba2-b0af-a55d9318e1b9 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:44.046873 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-916af1cc-7855-451a-b3d8-27d3483cb759 req-3e874705-17d2-4ba2-b0af-a55d9318e1b9 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 944 time: 0.1529307 Mar 23 12:36:44.052405 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-ff4cdc5f-3ac0-44b8-8a45-c270fccf38d7 service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864113 Mar 23 12:36:44.095595 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d5936-1893-4f88-8501-e3ca407e2e1d req-af345cc8-225b-4859-bda3-30ce6c8d3ef3 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:44.098503 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad5d5936-1893-4f88-8501-e3ca407e2e1d req-af345cc8-225b-4859-bda3-30ce6c8d3ef3 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 944 time: 0.3548305 Mar 23 12:36:44.135566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-775a6275-e7e2-425b-80af-b4daffc9681c req-bddc2aab-67cb-4969-b7f7-7223beb7c362 service neutron] For port 7cc61709-ab54-4965-a611-9b7f983f6b13, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:36:44.156558 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 69ae6273-4baa-4ce1-8cda-e0544d8159b0 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:36:44.190890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 69ae6273-4baa-4ce1-8cda-e0544d8159b0 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:36:44.191659 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 69ae6273-4baa-4ce1-8cda-e0544d8159b0 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:36:44.192355 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 7cc61709-ab54-4965-a611-9b7f983f6b13 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:36:44.221230 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-916af1cc-7855-451a-b3d8-27d3483cb759 req-2a741248-00cb-4b56-af9f-dee3136e372f tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/security-groups?id=931c674b-a96f-45b1-ae11-aa0b0322c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707284 Mar 23 12:36:44.272010 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-5c6f1cf6-36f2-4bc6-9c9f-34762a35ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:44.273706 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-5c6f1cf6-36f2-4bc6-9c9f-34762a35ff0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 1094 time: 0.2639852 Mar 23 12:36:44.280905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-775a6275-e7e2-425b-80af-b4daffc9681c req-bddc2aab-67cb-4969-b7f7-7223beb7c362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc61709-ab54-4965-a611-9b7f983f6b13 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:44.300810 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fddc0-bb14-4a49-9fa4-cc33dbb6dea2 req-6c958442-e90f-4d58-9a1f-6cbbb6e5f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:44.302448 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c88fddc0-bb14-4a49-9fa4-cc33dbb6dea2 req-6c958442-e90f-4d58-9a1f-6cbbb6e5f1cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2f6f2177507c4c65872c1482e9c5ed53&device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 1095 time: 0.2413752 Mar 23 12:36:44.311525 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f931b9-dc9d-41d6-be20-960091b9db05 x-openstack-request-id: req-04f931b9-dc9d-41d6-be20-960091b9db05 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:44.313029 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0f9b80-0890-4d0c-bd05-79580bbd427d", "tag": "8d4fc5ea-7db3-4323-a6f7-28b15629c4ff", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:44.313587 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04f931b9-dc9d-41d6-be20-960091b9db05 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:44.314347 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0f9b80-0890-4d0c-bd05-79580bbd427d', 'tag': '8d4fc5ea-7db3-4323-a6f7-28b15629c4ff', 'status': 'completed', 'code': 200} Mar 23 12:36:44.315630 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad5d5936-1893-4f88-8501-e3ca407e2e1d req-628bfdd2-7ff8-4fc4-a934-1f7adcc42e12 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961269 Mar 23 12:36:44.345693 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac244cce-3d7e-4f09-a83e-93e59d95a0a2 req-7539d7fc-0eb2-4e9b-bbba-59c210739012 service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659173 Mar 23 12:36:44.414376 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-775a6275-e7e2-425b-80af-b4daffc9681c req-bddc2aab-67cb-4969-b7f7-7223beb7c362 service neutron] For port 7cc61709-ab54-4965-a611-9b7f983f6b13, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=7cc61709-ab54-4965-a611-9b7f983f6b13,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:44.461427 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-c9b0e3c9-2548-46b9-b993-79a1d085785f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c0e9785-5028-4847-bb66-511c0d185e92 HTTP/1.1" status: 200 len: 217 time: 0.1743572 Mar 23 12:36:44.473985 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bab96aa6-e63e-4213-9a3f-e77d580b8610 req-a05c6f22-7efb-42a8-9033-f3e528c3b1ae tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 210 time: 0.0420465 Mar 23 12:36:44.548778 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107b97a-e593-4e49-8eb0-eb12b33c6a6b req-aed0677e-cd56-48e9-aacd-3aa1c27fb745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:44.550253 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8107b97a-e593-4e49-8eb0-eb12b33c6a6b req-aed0677e-cd56-48e9-aacd-3aa1c27fb745 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 1094 time: 0.0787811 Mar 23 12:36:44.593270 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-775a6275-e7e2-425b-80af-b4daffc9681c req-bddc2aab-67cb-4969-b7f7-7223beb7c362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:44.680722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107b97a-e593-4e49-8eb0-eb12b33c6a6b req-61031321-b83b-411f-b35a-1f1fad7c097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:44.682224 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8107b97a-e593-4e49-8eb0-eb12b33c6a6b req-61031321-b83b-411f-b35a-1f1fad7c097e service neutron] 10.222.0.77 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 913 time: 0.1204357 Mar 23 12:36:44.725141 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-fb322c36-336a-4afa-8f71-f0a96d22fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:44.727335 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-fb322c36-336a-4afa-8f71-f0a96d22fb0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.2067223 Mar 23 12:36:44.736489 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8107b97a-e593-4e49-8eb0-eb12b33c6a6b req-a75fb17c-5a49-4fea-9636-436f65d21e53 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d4fc5ea-7db3-4323-a6f7-28b15629c4ff HTTP/1.1" status: 200 len: 217 time: 0.0467815 Mar 23 12:36:44.737486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fddc0-bb14-4a49-9fa4-cc33dbb6dea2 req-28fc1381-a8d6-41cc-be18-fab3e5ab7c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:44.739957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c88fddc0-bb14-4a49-9fa4-cc33dbb6dea2 req-28fc1381-a8d6-41cc-be18-fab3e5ab7c83 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d9a8c31f-7514-4dae-accf-44b11ee69a39 HTTP/1.1" status: 200 len: 921 time: 0.3310945 Mar 23 12:36:44.760529 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5e44f-3a30-4a5d-b7b7-a625ec684c5b req-4c7e0d88-8a48-4be0-82a7-00f1ec5e5923 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:44.763214 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-01c5e44f-3a30-4a5d-b7b7-a625ec684c5b req-4c7e0d88-8a48-4be0-82a7-00f1ec5e5923 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 943 time: 0.2445333 Mar 23 12:36:44.817297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107b97a-e593-4e49-8eb0-eb12b33c6a6b req-b23a5e58-e9c1-4f9b-a81a-0582dd9cf8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:44.818845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8107b97a-e593-4e49-8eb0-eb12b33c6a6b req-b23a5e58-e9c1-4f9b-a81a-0582dd9cf8bc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c42c450d-02be-4634-87ca-2a6532e0441a HTTP/1.1" status: 200 len: 852 time: 0.0750575 Mar 23 12:36:44.844782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045a26b-8a77-46bb-bc80-1c74b75272e0 req-a29b2be4-8bd4-436a-9f67-bcecbf95579f tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:44.845090 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c88fddc0-bb14-4a49-9fa4-cc33dbb6dea2 req-93c2694f-e2a0-4b9c-811a-ba3a9d091d42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c21b6ec-dcb4-4753-a6b1-420f413809ab HTTP/1.1" status: 200 len: 217 time: 0.0785351 Mar 23 12:36:44.846690 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4045a26b-8a77-46bb-bc80-1c74b75272e0 req-a29b2be4-8bd4-436a-9f67-bcecbf95579f tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.0924664 Mar 23 12:36:44.863043 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8107b97a-e593-4e49-8eb0-eb12b33c6a6b req-9874397a-e365-49f8-a857-900f7aa10b19 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a72b36eb-69cb-4d04-b462-b2cd5c57987a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369985 Mar 23 12:36:44.939008 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-775a6275-e7e2-425b-80af-b4daffc9681c req-bddc2aab-67cb-4969-b7f7-7223beb7c362 service neutron] Transition to ACTIVE for port object 7cc61709-ab54-4965-a611-9b7f983f6b13 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:36:44.949829 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-775a6275-e7e2-425b-80af-b4daffc9681c req-bddc2aab-67cb-4969-b7f7-7223beb7c362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:44.955472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-01c5e44f-3a30-4a5d-b7b7-a625ec684c5b req-fe24717d-10fc-4368-bac3-a11352dc7eeb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638939 Mar 23 12:36:44.970707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-98c2b325-6a2c-4013-ad92-1cf8955b3536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:44.972558 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-98c2b325-6a2c-4013-ad92-1cf8955b3536 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2048883 Mar 23 12:36:44.988082 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fddc0-bb14-4a49-9fa4-cc33dbb6dea2 req-81d53b89-c01f-40ab-9bb9-086ffa76c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:44.988082 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c88fddc0-bb14-4a49-9fa4-cc33dbb6dea2 req-81d53b89-c01f-40ab-9bb9-086ffa76c11f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d54aa883-1c19-4551-a28b-bff3c2761ab4 HTTP/1.1" status: 200 len: 860 time: 0.1215746 Mar 23 12:36:45.024742 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4045a26b-8a77-46bb-bc80-1c74b75272e0 req-4ea045dc-a011-4563-bff8-4b17d125de77 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603224 Mar 23 12:36:45.081936 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c88fddc0-bb14-4a49-9fa4-cc33dbb6dea2 req-ac67c95e-d08f-4b9e-896e-2c239f1a985a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d9a8c31f-7514-4dae-accf-44b11ee69a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707881 Mar 23 12:36:45.188141 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8107b97a-e593-4e49-8eb0-eb12b33c6a6b req-fda7bfed-55c5-4429-addc-39e2bfb3836a service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079302 Mar 23 12:36:45.206825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-775a6275-e7e2-425b-80af-b4daffc9681c req-bddc2aab-67cb-4969-b7f7-7223beb7c362 service neutron] No DVR routers for this DVR port 7cc61709-ab54-4965-a611-9b7f983f6b13 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:36:45.300020 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc2aab-67cb-4969-b7f7-7223beb7c362 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc61709-ab54-4965-a611-9b7f983f6b13,revision_number=10']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:45.334674 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-9ec7fe55-7ec1-44c0-9235-3f8f268210ba tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:45.336498 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-9ec7fe55-7ec1-44c0-9235-3f8f268210ba tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.77 "GET /v2.0/networks?id=7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 HTTP/1.1" status: 200 len: 808 time: 0.3105996 Mar 23 12:36:45.359452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-0c20f8ee-4533-4673-9b45-566e12970310 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Request body: {'port': {'device_id': 'fdb418c1-069b-4993-9706-c42c924a3587', 'network_id': '7eefc280-1bb0-4875-9c57-3a8c9c00c7e6', 'admin_state_up': True, 'tenant_id': '263f1505435941ebbb3ac4c91494b3e7'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:45.383401 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-bddc2aab-67cb-4969-b7f7-7223beb7c362 service neutron] 10.222.0.77 "PUT /v2.0/ports/7cc61709-ab54-4965-a611-9b7f983f6b13/bindings/n-h2-834854-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1356230 Mar 23 12:36:45.433514 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9beee4-75c5-44da-bb34-62d8b812b074 req-6f931587-5b66-49de-9e0e-94cbc04427c6 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:45.436276 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca9beee4-75c5-44da-bb34-62d8b812b074 req-6f931587-5b66-49de-9e0e-94cbc04427c6 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 943 time: 0.3566999 Mar 23 12:36:45.448430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-a40fd1c1-88f1-4d10-ac7e-9228ab89a25c service neutron] 10.222.0.73 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350173 Mar 23 12:36:45.451772 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c88fddc0-bb14-4a49-9fa4-cc33dbb6dea2 req-d6479ec3-a3ed-4fac-9a2f-60ae7d3982ec service neutron] 10.222.0.73 "GET /v2.0/networks/d9a8c31f-7514-4dae-accf-44b11ee69a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449538 Mar 23 12:36:45.490123 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca9beee4-75c5-44da-bb34-62d8b812b074 req-1a4fc7cf-8d8b-42fb-82d0-7f0e23e71c0a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360894 Mar 23 12:36:45.564500 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8107b97a-e593-4e49-8eb0-eb12b33c6a6b req-af85c6b8-5396-4d4b-832b-c02fefb80ddb service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604827 Mar 23 12:36:45.609082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbf2a9-917e-4721-915c-f7489431756f req-ae8dabcc-9975-4eae-898c-3b65347a015c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:45.611549 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b0fbf2a9-917e-4721-915c-f7489431756f req-ae8dabcc-9975-4eae-898c-3b65347a015c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 944 time: 0.2739699 Mar 23 12:36:45.710435 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6275-e7e2-425b-80af-b4daffc9681c req-0b20b80e-9e4b-4648-869d-5cc501b1dfcd tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:45.713522 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-0b20b80e-9e4b-4648-869d-5cc501b1dfcd tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738&tenant_id=d1929913b1364306b03584922edf0edc&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 1096 time: 0.2024755 Mar 23 12:36:45.715956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-0c20f8ee-4533-4673-9b45-566e12970310 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Made reservation on behalf of 263f1505435941ebbb3ac4c91494b3e7 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:45.722665 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-0c20f8ee-4533-4673-9b45-566e12970310 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:45.730345 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b0fbf2a9-917e-4721-915c-f7489431756f req-80425b4d-680c-43a2-976f-18513b0890bc tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/security-groups?id=931c674b-a96f-45b1-ae11-aa0b0322c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003139 Mar 23 12:36:45.874951 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:45.902174 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce5df16-dbb6-4607-b8bd-b11305d13e45', 'tag': '8c0e9785-5028-4847-bb66-511c0d185e92'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:45.904479 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b3bb29-5c1e-4900-b87d-ea78a98ecc74" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce5df16-dbb6-4607-b8bd-b11305d13e45", "tag": "8c0e9785-5028-4847-bb66-511c0d185e92"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:45.919977 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6ef5ec08-4fcd-4441-bf74-e3817c110eed req-b898ce6a-e700-489b-b21b-6f5bec7757e6 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 210 time: 0.0638316 Mar 23 12:36:45.924518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6275-e7e2-425b-80af-b4daffc9681c req-9a9b8e72-65cb-458f-b2d8-883ba9c00101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:45.926045 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-9a9b8e72-65cb-458f-b2d8-883ba9c00101 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738&tenant_id=d1929913b1364306b03584922edf0edc HTTP/1.1" status: 200 len: 1096 time: 0.1927147 Mar 23 12:36:45.989732 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8193222-b610-40f0-8454-26fae1b418ab x-openstack-request-id: req-e8193222-b610-40f0-8454-26fae1b418ab {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:45.990547 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce5df16-dbb6-4607-b8bd-b11305d13e45", "tag": "8c0e9785-5028-4847-bb66-511c0d185e92", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:45.990547 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e8193222-b610-40f0-8454-26fae1b418ab {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:45.990799 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce5df16-dbb6-4607-b8bd-b11305d13e45', 'tag': '8c0e9785-5028-4847-bb66-511c0d185e92', 'status': 'completed', 'code': 200} Mar 23 12:36:46.031814 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c88fddc0-bb14-4a49-9fa4-cc33dbb6dea2 req-5d7cc2e5-7112-4d96-91df-88b660c023ae service neutron] 10.222.0.73 "GET /v2.0/networks/d9a8c31f-7514-4dae-accf-44b11ee69a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137689 Mar 23 12:36:46.034782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6275-e7e2-425b-80af-b4daffc9681c req-4d48c67e-d1da-414a-9613-64bb9bda8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:46.036536 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-4d48c67e-d1da-414a-9613-64bb9bda8618 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 1096 time: 0.0577929 Mar 23 12:36:46.048487 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-0c20f8ee-4533-4673-9b45-566e12970310 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Allocated IP 172.20.0.13 (7eefc280-1bb0-4875-9c57-3a8c9c00c7e6/2b4ca56f-a648-4f8f-83cd-f0481155507e/3597349d-2b37-4183-bd0a-a886146901b7) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:36:46.061585 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-660c47df-3e22-4a49-92f2-075aa11bb562 req-b5826726-6d3e-4511-8ed6-1774c2440947 service neutron] 10.222.0.73 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589085 Mar 23 12:36:46.075357 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93801a73-03c3-48ca-828d-79c8cc495b87 req-a5b64e97-fcfa-4cee-a98b-18a6ee96c090 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:46.077106 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-93801a73-03c3-48ca-828d-79c8cc495b87 req-a5b64e97-fcfa-4cee-a98b-18a6ee96c090 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 945 time: 0.1687763 Mar 23 12:36:46.129866 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-93801a73-03c3-48ca-828d-79c8cc495b87 req-08994fe5-64fa-4fce-a901-d2b02f496770 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442631 Mar 23 12:36:46.206247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3bb29-5c1e-4900-b87d-ea78a98ecc74 req-5025ea61-4eeb-409f-b1cf-fb279d7f43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:46.207844 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-11b3bb29-5c1e-4900-b87d-ea78a98ecc74 req-5025ea61-4eeb-409f-b1cf-fb279d7f43e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 1094 time: 0.0728691 Mar 23 12:36:46.243183 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 3c21b6ec-dcb4-4753-a6b1-420f413809ab details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:36:46.248619 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f7ae4-0d3d-4875-8add-2871d1beb39e req-164628b3-6c29-4993-b386-bdd71c36b3ce tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:46.251025 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a88f7ae4-0d3d-4875-8add-2871d1beb39e req-164628b3-6c29-4993-b386-bdd71c36b3ce tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 943 time: 0.1752722 Mar 23 12:36:46.263514 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6275-e7e2-425b-80af-b4daffc9681c req-9ca2750b-8160-4637-a2ed-6d4d1bcbaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:46.266978 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-9ca2750b-8160-4637-a2ed-6d4d1bcbaec5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.2156205 Mar 23 12:36:46.366605 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcfb3c-d443-45c9-9a7b-6dabd8b37d87 req-d0627d33-bbab-43e1-b7dc-1033628f7518 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:46.368274 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8fbcfb3c-d443-45c9-9a7b-6dabd8b37d87 req-d0627d33-bbab-43e1-b7dc-1033628f7518 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1363401 Mar 23 12:36:46.392152 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 3c21b6ec-dcb4-4753-a6b1-420f413809ab, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=3c21b6ec-dcb4-4753-a6b1-420f413809ab,segment=NetworkSegment(8de0747f-f9e3-4da9-8950-250cf80410f8),segment_id=8de0747f-f9e3-4da9-8950-250cf80410f8)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:46.402954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3bb29-5c1e-4900-b87d-ea78a98ecc74 req-88a30c55-c9fd-4334-b9d1-ac10e7ef7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:46.404491 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-11b3bb29-5c1e-4900-b87d-ea78a98ecc74 req-88a30c55-c9fd-4334-b9d1-ac10e7ef7bb8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.1831152 Mar 23 12:36:46.405561 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-a2bdbb10-138e-48a5-90f9-bd972f092677 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc61709-ab54-4965-a611-9b7f983f6b13 HTTP/1.1" status: 200 len: 217 time: 0.0857520 Mar 23 12:36:46.409603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '3c21b6ec-dcb4-4753-a6b1-420f413809ab', 'network_id': 'd9a8c31f-7514-4dae-accf-44b11ee69a39', 'port_id': '3c21b6ec-dcb4-4753-a6b1-420f413809ab', 'mac_address': 'fa:16:3e:03:c7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54aa883-1c19-4551-a28b-bff3c2761ab4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:36:46.433000 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8fbcfb3c-d443-45c9-9a7b-6dabd8b37d87 req-2af4783c-68ba-4c1f-a1a8-6b2e86e3e77a tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503416 Mar 23 12:36:46.459171 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:46.475200 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-11b3bb29-5c1e-4900-b87d-ea78a98ecc74 req-c2ca055a-a5b1-4a30-b5a3-5330801d073e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c0e9785-5028-4847-bb66-511c0d185e92 HTTP/1.1" status: 200 len: 217 time: 0.0411973 Mar 23 12:36:46.475497 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c21b6ec-dcb4-4753-a6b1-420f413809ab {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:46.476037 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a88f7ae4-0d3d-4875-8add-2871d1beb39e req-6561da99-988b-414b-b410-8606a5fcbc18 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074718 Mar 23 12:36:46.511871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 3c21b6ec-dcb4-4753-a6b1-420f413809ab, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=3c21b6ec-dcb4-4753-a6b1-420f413809ab,segment=NetworkSegment(8de0747f-f9e3-4da9-8950-250cf80410f8),segment_id=8de0747f-f9e3-4da9-8950-250cf80410f8)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:46.519183 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:46.530497 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6275-e7e2-425b-80af-b4daffc9681c req-0cb6cc4a-b399-4bab-b02e-362ab5fafa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:46.533640 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-0cb6cc4a-b399-4bab-b02e-362ab5fafa7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.1013258 Mar 23 12:36:46.566177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3bb29-5c1e-4900-b87d-ea78a98ecc74 req-64e36231-3cdc-4233-9a0f-1a9e00751b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:46.567839 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-11b3bb29-5c1e-4900-b87d-ea78a98ecc74 req-64e36231-3cdc-4233-9a0f-1a9e00751b31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.0814729 Mar 23 12:36:46.587296 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-0c20f8ee-4533-4673-9b45-566e12970310 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:46.614518 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-afd94964-4793-47d8-a841-ce711e7c2a0a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550494 Mar 23 12:36:46.620631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=3c21b6ec-dcb4-4753-a6b1-420f413809ab,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:46.634332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:46.634876 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:46.635447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:46.635798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:46.636290 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:46.636827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:46.637284 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:46.637838 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:46.638326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:46.638746 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:46.639081 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:46.639411 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:36:46.723403 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3bb29-5c1e-4900-b87d-ea78a98ecc74 req-1bfa5832-0522-440a-9873-9293890cbe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:46.725874 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-11b3bb29-5c1e-4900-b87d-ea78a98ecc74 req-1bfa5832-0522-440a-9873-9293890cbe1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411541 Mar 23 12:36:46.741217 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516f3d2-2cb0-40dd-833b-495d348756b3 req-e9048b1e-ab88-49e8-9131-241fc85c7edb tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:46.743695 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c516f3d2-2cb0-40dd-833b-495d348756b3 req-e9048b1e-ab88-49e8-9131-241fc85c7edb tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 943 time: 0.1346190 Mar 23 12:36:46.751308 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-0c20f8ee-4533-4673-9b45-566e12970310 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:46.900608 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c516f3d2-2cb0-40dd-833b-495d348756b3 req-8b8940ea-3a30-4b0d-b495-d7499fbec9e8 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399932 Mar 23 12:36:46.913090 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-0c20f8ee-4533-4673-9b45-566e12970310 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Network 7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:36:46.928586 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-0c20f8ee-4533-4673-9b45-566e12970310 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:36:46.940651 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-0c20f8ee-4533-4673-9b45-566e12970310 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:36:46.943226 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20f8ee-4533-4673-9b45-566e12970310 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Pushing event updated for resources: {'Port': ['ID=3597349d-2b37-4183-bd0a-a886146901b7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:46.949445 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-11b3bb29-5c1e-4900-b87d-ea78a98ecc74 req-7ee975ff-90c8-4f85-8971-a9dbb94bfe47 service neutron] 10.222.0.73 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042010 Mar 23 12:36:46.969556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['3c21b6ec-dcb4-4753-a6b1-420f413809ab'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:46.996718 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-c8d9809c-bf66-4373-9fd1-37bc927313ab service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631694 Mar 23 12:36:47.057598 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d05fbe-9471-4055-a102-4f1a72259575 req-67c4ab93-248a-497e-891c-2357a2251e8b tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:47.059171 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e0d05fbe-9471-4055-a102-4f1a72259575 req-67c4ab93-248a-497e-891c-2357a2251e8b tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 945 time: 0.2245266 Mar 23 12:36:47.068276 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-0c20f8ee-4533-4673-9b45-566e12970310 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:47.068949 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-0c20f8ee-4533-4673-9b45-566e12970310 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:47.145426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee572667-c256-4b45-80d0-bc0127b87eed req-2d076f40-7393-46ff-8259-11ebd8d60a3f tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:47.145426 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee572667-c256-4b45-80d0-bc0127b87eed req-2d076f40-7393-46ff-8259-11ebd8d60a3f tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 932 time: 0.0851526 Mar 23 12:36:47.162546 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-0c20f8ee-4533-4673-9b45-566e12970310 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8108335 Mar 23 12:36:47.173884 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-11b3bb29-5c1e-4900-b87d-ea78a98ecc74 req-c488b456-d195-4dc9-b928-12f00c721ee9 service neutron] 10.222.0.73 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106059 Mar 23 12:36:47.191809 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Request body: {'port': {'device_id': 'fdb418c1-069b-4993-9706-c42c924a3587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:47.203396 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee572667-c256-4b45-80d0-bc0127b87eed req-3d7bb1d3-1343-4dac-bb41-edde3de7cbb6 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504704 Mar 23 12:36:47.230753 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e0d05fbe-9471-4055-a102-4f1a72259575 req-2362cc53-6cea-4d81-9729-94747c83c183 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/security-groups?id=931c674b-a96f-45b1-ae11-aa0b0322c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245556 Mar 23 12:36:47.288261 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-5e0099b6-502a-47d4-acde-6e18f18f8a32 service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744570 Mar 23 12:36:47.300971 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:47.321701 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:47.369128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493800a-f70d-455e-9118-5f796ce0d0af req-c09f3bb6-2840-42b0-abc7-34c4117c2ed9 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:47.370704 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c493800a-f70d-455e-9118-5f796ce0d0af req-c09f3bb6-2840-42b0-abc7-34c4117c2ed9 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 945 time: 0.0807154 Mar 23 12:36:47.430344 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c493800a-f70d-455e-9118-5f796ce0d0af req-afff0ec4-0cc7-4252-be8d-27090c91620d tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498376 Mar 23 12:36:47.622146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08b4d2-a911-46da-b73f-fd409c87a0e7 req-b69ab728-9321-4f16-a662-291195d6383c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:47.623836 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a08b4d2-a911-46da-b73f-fd409c87a0e7 req-b69ab728-9321-4f16-a662-291195d6383c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 943 time: 0.0566065 Mar 23 12:36:47.669145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6275-e7e2-425b-80af-b4daffc9681c req-500163bf-e74f-4786-ac35-2f28a781592a tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:47.670872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a08b4d2-a911-46da-b73f-fd409c87a0e7 req-45cdbf2a-0ca5-4211-8fb1-756c850f0b6e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387533 Mar 23 12:36:47.671452 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-500163bf-e74f-4786-ac35-2f28a781592a tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738&tenant_id=d1929913b1364306b03584922edf0edc&binding%3Ahost_id=n-h2-834854-1 HTTP/1.1" status: 200 len: 1096 time: 0.1127033 Mar 23 12:36:47.681819 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3322b-8a87-45f2-8037-0b7a8fe4075d req-f0cfa700-02d2-466f-bbfb-8f01158b8e1d tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:47.683192 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-04a3322b-8a87-45f2-8037-0b7a8fe4075d req-f0cfa700-02d2-466f-bbfb-8f01158b8e1d tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1259878 Mar 23 12:36:47.823413 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-04a3322b-8a87-45f2-8037-0b7a8fe4075d req-01f0a107-97a7-4616-a201-a418910ee8ff tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152730 Mar 23 12:36:47.841861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3597349d-2b37-4183-bd0a-a886146901b7 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:47.852474 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:47.891791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Transition to ACTIVE for port object 3597349d-2b37-4183-bd0a-a886146901b7 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:36:47.896907 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:47.947116 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-775a6275-e7e2-425b-80af-b4daffc9681c req-81e4f87d-373b-4920-9b62-e6368644072c service neutron] For port 7cc61709-ab54-4965-a611-9b7f983f6b13, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:36:47.960452 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-775a6275-e7e2-425b-80af-b4daffc9681c req-81e4f87d-373b-4920-9b62-e6368644072c service neutron] Notify callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:47.964943 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-775a6275-e7e2-425b-80af-b4daffc9681c req-81e4f87d-373b-4920-9b62-e6368644072c service neutron] 10.222.0.73 "DELETE /v2.0/ports/7cc61709-ab54-4965-a611-9b7f983f6b13/bindings/n-h1-834854-1 HTTP/1.1" status: 204 len: 173 time: 0.2775481 Mar 23 12:36:47.964943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3597349d-2b37-4183-bd0a-a886146901b7,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:48.059081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df6c3b-e2c3-4b64-8328-987ed065497e req-28fc491e-d66c-430a-9904-aa56e09498b8 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:48.060701 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-69df6c3b-e2c3-4b64-8328-987ed065497e req-28fc491e-d66c-430a-9904-aa56e09498b8 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 943 time: 0.0588868 Mar 23 12:36:48.064214 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Attempting to bind port 3597349d-2b37-4183-bd0a-a886146901b7 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:36:48.064581 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Attempting to bind port 3597349d-2b37-4183-bd0a-a886146901b7 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7eefc280-1bb0-4875-9c57-3a8c9c00c7e6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:36:48.064907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Attempting to bind port 3597349d-2b37-4183-bd0a-a886146901b7 on network 7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:48.069819 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Port 3597349d-2b37-4183-bd0a-a886146901b7 on network 7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:36:48.070130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Attempting to bind port 3597349d-2b37-4183-bd0a-a886146901b7 on network 7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:48.077475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:36:48.077846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Checking segment: {'id': '991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7eefc280-1bb0-4875-9c57-3a8c9c00c7e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:36:48.078423 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Bound using segment: {'id': '991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7eefc280-1bb0-4875-9c57-3a8c9c00c7e6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:36:48.079120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Bound port: 3597349d-2b37-4183-bd0a-a886146901b7, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7eefc280-1bb0-4875-9c57-3a8c9c00c7e6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:36:48.079697 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:48.104699 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-69df6c3b-e2c3-4b64-8328-987ed065497e req-2b0486f5-6746-4046-a6b8-95bc1a49e121 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348465 Mar 23 12:36:48.139116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:36:48.154010 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] For port 3597349d-2b37-4183-bd0a-a886146901b7, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:36:48.157635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] For port 3597349d-2b37-4183-bd0a-a886146901b7, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3597349d-2b37-4183-bd0a-a886146901b7,segment=NetworkSegment(991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f),segment_id=991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:36:48.164519 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:48.203109 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:48.203712 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:48.205289 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] 10.222.0.77 "PUT /v2.0/ports/3597349d-2b37-4183-bd0a-a886146901b7 HTTP/1.1" status: 200 len: 1092 time: 1.0264738 Mar 23 12:36:48.205773 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb418c1-069b-4993-9706-c42c924a3587', 'tag': '3597349d-2b37-4183-bd0a-a886146901b7'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:48.208170 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07ae24b-8004-4621-9bba-fee0b5d44e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb418c1-069b-4993-9706-c42c924a3587", "tag": "3597349d-2b37-4183-bd0a-a886146901b7"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:48.261884 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 8c0e9785-5028-4847-bb66-511c0d185e92 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:36:48.264200 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 7cc61709-ab54-4965-a611-9b7f983f6b13 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:36:48.298347 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487b1593-e48d-413e-8697-917ec332bfa8 x-openstack-request-id: req-487b1593-e48d-413e-8697-917ec332bfa8 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:48.298647 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb418c1-069b-4993-9706-c42c924a3587", "tag": "3597349d-2b37-4183-bd0a-a886146901b7", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:48.299669 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-487b1593-e48d-413e-8697-917ec332bfa8 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:48.300184 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb418c1-069b-4993-9706-c42c924a3587', 'tag': '3597349d-2b37-4183-bd0a-a886146901b7', 'status': 'completed', 'code': 200} Mar 23 12:36:48.304415 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933f342-1bff-4192-bc5c-3e3782a6ccd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3597349d-2b37-4183-bd0a-a886146901b7,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:48.330612 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-0d8f5633-039b-417b-82e3-8cbf16d7a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:48.332349 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-0d8f5633-039b-417b-82e3-8cbf16d7a03d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=263f1505435941ebbb3ac4c91494b3e7&device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 1095 time: 0.0774641 Mar 23 12:36:48.382011 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8d4fc5ea-7db3-4323-a6f7-28b15629c4ff,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:48.384544 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-ab86d2cb-ee7d-4a12-8af6-9915036fc07d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3597349d-2b37-4183-bd0a-a886146901b7 HTTP/1.1" status: 200 len: 217 time: 0.0435996 Mar 23 12:36:48.427164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb16743-bf47-420f-9806-5353b30a9df3 req-4060105f-ceb0-46d4-a782-1c196f0e1639 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:48.429147 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9bb16743-bf47-420f-9806-5353b30a9df3 req-4060105f-ceb0-46d4-a782-1c196f0e1639 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 944 time: 0.0731845 Mar 23 12:36:48.444205 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '8d4fc5ea-7db3-4323-a6f7-28b15629c4ff', 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a', 'port_id': '8d4fc5ea-7db3-4323-a6f7-28b15629c4ff', 'mac_address': 'fa:16:3e:66:75:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c42c450d-02be-4634-87ca-2a6532e0441a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:36:48.486121 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179946cd-8dab-42ae-a234-aa255eab2e01 req-4818f9e5-6f3f-464a-a9c2-4eb45e885f9c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:48.487618 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-179946cd-8dab-42ae-a234-aa255eab2e01 req-4818f9e5-6f3f-464a-a9c2-4eb45e885f9c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 945 time: 0.1021771 Mar 23 12:36:48.497305 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9bb16743-bf47-420f-9806-5353b30a9df3 req-ae1a8b2e-0f1f-47dd-99f0-de4aed525495 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618503 Mar 23 12:36:48.502469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-0a6387ce-de8b-4c82-9ca5-b138390cead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:48.503904 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-0a6387ce-de8b-4c82-9ca5-b138390cead2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2b4ca56f-a648-4f8f-83cd-f0481155507e HTTP/1.1" status: 200 len: 848 time: 0.1095567 Mar 23 12:36:48.544335 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-08b55f34-a2b2-42a7-9202-d7898d3e427f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7eefc280-1bb0-4875-9c57-3a8c9c00c7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289893 Mar 23 12:36:48.568946 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:48.572759 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-179946cd-8dab-42ae-a234-aa255eab2e01 req-0a34e7ea-a5ba-4cbc-b688-99be23bdefb6 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/security-groups?id=931c674b-a96f-45b1-ae11-aa0b0322c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771604 Mar 23 12:36:48.573793 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 8c0e9785-5028-4847-bb66-511c0d185e92, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8c0e9785-5028-4847-bb66-511c0d185e92,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:48.604244 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '8c0e9785-5028-4847-bb66-511c0d185e92', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'port_id': '8c0e9785-5028-4847-bb66-511c0d185e92', 'mac_address': 'fa:16:3e:7f:7b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:36:48.610451 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:48.627465 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823d68c-9ebb-4e98-aaab-8971c59dac8e req-ac1b9480-0631-4658-a933-d929ad178377 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:48.629091 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d823d68c-9ebb-4e98-aaab-8971c59dac8e req-ac1b9480-0631-4658-a933-d929ad178377 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 945 time: 0.0516410 Mar 23 12:36:48.650822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8d4fc5ea-7db3-4323-a6f7-28b15629c4ff,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:48.670702 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:48.680381 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d823d68c-9ebb-4e98-aaab-8971c59dac8e req-3c8c15c2-3ed9-4910-8367-08647d9abb3e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449352 Mar 23 12:36:48.690817 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-b38a26ba-a3f1-4b56-b649-8c82ef618551 service neutron] 10.222.0.77 "GET /v2.0/networks/7eefc280-1bb0-4875-9c57-3a8c9c00c7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344087 Mar 23 12:36:48.717944 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:48.739661 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0e9785-5028-4847-bb66-511c0d185e92 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:48.761560 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 8c0e9785-5028-4847-bb66-511c0d185e92, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8c0e9785-5028-4847-bb66-511c0d185e92,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:48.770514 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:48.777236 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=8d4fc5ea-7db3-4323-a6f7-28b15629c4ff,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:48.832196 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=8c0e9785-5028-4847-bb66-511c0d185e92,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:48.898910 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e81c8a-117d-42d4-834e-6df4e03285e2 req-705c3028-d2b7-4260-80df-a1f301bab9d0 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:48.899737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb31e86-dd79-4f57-85f3-b4d8b0c7c98a req-e946b8ae-c9a0-499d-ba58-86a660976c62 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:48.900481 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8e81c8a-117d-42d4-834e-6df4e03285e2 req-705c3028-d2b7-4260-80df-a1f301bab9d0 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 1096 time: 0.0427358 Mar 23 12:36:48.903258 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-acb31e86-dd79-4f57-85f3-b4d8b0c7c98a req-e946b8ae-c9a0-499d-ba58-86a660976c62 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 944 time: 0.0986125 Mar 23 12:36:48.907212 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed26e2c1-09e6-43e5-a5b8-eb950e3105a5 req-888da444-aa6e-4c5f-8964-a00ad499b700 service neutron] 10.222.0.77 "GET /v2.0/networks/7eefc280-1bb0-4875-9c57-3a8c9c00c7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045763 Mar 23 12:36:48.960763 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8e81c8a-117d-42d4-834e-6df4e03285e2 req-9bbb326c-62d8-4357-a280-4df881aa555f tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464840 Mar 23 12:36:48.984571 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-acb31e86-dd79-4f57-85f3-b4d8b0c7c98a req-7566a9b8-6ed6-4461-b91a-0dafdef0f00c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720439 Mar 23 12:36:49.031045 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ae24b-8004-4621-9bba-fee0b5d44e2e req-2ff670c2-aa0c-481a-9b32-fc5b6af21c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:49.033725 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d07ae24b-8004-4621-9bba-fee0b5d44e2e req-2ff670c2-aa0c-481a-9b32-fc5b6af21c27 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=263f1505435941ebbb3ac4c91494b3e7&device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 1095 time: 0.0641880 Mar 23 12:36:49.044240 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['8d4fc5ea-7db3-4323-a6f7-28b15629c4ff'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:49.133617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cddf6-8ac5-48c7-bbcd-e1c9c2cacd02 req-938d8d86-0dfb-4970-b4ba-6144c7a50de0 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:49.136100 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4a0cddf6-8ac5-48c7-bbcd-e1c9c2cacd02 req-938d8d86-0dfb-4970-b4ba-6144c7a50de0 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.0911114 Mar 23 12:36:49.196439 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ae24b-8004-4621-9bba-fee0b5d44e2e req-c88a5404-32bf-407d-b4de-2b5a0312a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:49.198617 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d07ae24b-8004-4621-9bba-fee0b5d44e2e req-c88a5404-32bf-407d-b4de-2b5a0312a95b service neutron] 10.222.0.77 "GET /v2.0/networks?id=7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 HTTP/1.1" status: 200 len: 909 time: 0.1576529 Mar 23 12:36:49.213931 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4a0cddf6-8ac5-48c7-bbcd-e1c9c2cacd02 req-6b71752e-3d87-4193-aad7-1cd7c02e28d4 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689232 Mar 23 12:36:49.284075 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d07ae24b-8004-4621-9bba-fee0b5d44e2e req-85ca72d3-1dce-4a67-9ab5-de22f85fc703 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3597349d-2b37-4183-bd0a-a886146901b7 HTTP/1.1" status: 200 len: 217 time: 0.0765705 Mar 23 12:36:49.349102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c51c5f-81ae-4671-a633-a06a83bb3995 req-ace71e76-2052-4d7a-b4d8-3821c0cd2b02 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:49.350253 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e5c51c5f-81ae-4671-a633-a06a83bb3995 req-ace71e76-2052-4d7a-b4d8-3821c0cd2b02 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 944 time: 0.1443102 Mar 23 12:36:49.376689 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ae24b-8004-4621-9bba-fee0b5d44e2e req-ef2af67d-b889-4f9d-9e95-248f3fac4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:49.378164 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d07ae24b-8004-4621-9bba-fee0b5d44e2e req-ef2af67d-b889-4f9d-9e95-248f3fac4418 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2b4ca56f-a648-4f8f-83cd-f0481155507e HTTP/1.1" status: 200 len: 848 time: 0.0768998 Mar 23 12:36:49.423614 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d07ae24b-8004-4621-9bba-fee0b5d44e2e req-3c3cc22b-d137-4917-a184-b1622fb3135c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7eefc280-1bb0-4875-9c57-3a8c9c00c7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345867 Mar 23 12:36:49.425773 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['8c0e9785-5028-4847-bb66-511c0d185e92'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:49.427016 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e5c51c5f-81ae-4671-a633-a06a83bb3995 req-e2f6c84a-a866-432f-8517-4210578e9e81 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696332 Mar 23 12:36:49.448424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-0e8490da-688a-4303-9508-c4c9567b6f34 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:49.448424 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-0e8490da-688a-4303-9508-c4c9567b6f34 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 808 time: 0.1208909 Mar 23 12:36:49.471486 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-8238096a-d4ff-47ed-a11a-d0f0646c4759 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/quotas/d1929913b1364306b03584922edf0edc HTTP/1.1" status: 200 len: 375 time: 0.0140626 Mar 23 12:36:49.529429 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-a9d52aa5-8a43-47f2-a73c-272457a8df62 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513375 Mar 23 12:36:49.549101 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d07ae24b-8004-4621-9bba-fee0b5d44e2e req-72963626-a6e1-4d17-a696-ec10720fa6eb service neutron] 10.222.0.77 "GET /v2.0/networks/7eefc280-1bb0-4875-9c57-3a8c9c00c7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173365 Mar 23 12:36:49.683184 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-d372410f-b163-4543-89a4-253f5f4225c4 service neutron] 10.222.0.52 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448376 Mar 23 12:36:49.831061 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-23018fc0-a02b-46cc-9732-30c009968870 service neutron] 10.222.0.52 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367514 Mar 23 12:36:50.106879 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d07ae24b-8004-4621-9bba-fee0b5d44e2e req-72f7c091-215b-4841-b8fa-c7b33b54ab3a service neutron] 10.222.0.77 "GET /v2.0/networks/7eefc280-1bb0-4875-9c57-3a8c9c00c7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505052 Mar 23 12:36:50.111247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac187cf-67f0-48d2-bef9-44037e43762e req-99b07b3c-5bed-4756-a704-a1b7c8e18e73 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:50.116564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cd4a3-c233-456d-888f-0cad46ca3a07 req-f122a892-b406-4868-b983-3481d1ba7a99 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:50.118452 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0e0cd4a3-c233-456d-888f-0cad46ca3a07 req-f122a892-b406-4868-b983-3481d1ba7a99 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 944 time: 0.4736938 Mar 23 12:36:50.119688 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ac187cf-67f0-48d2-bef9-44037e43762e req-99b07b3c-5bed-4756-a704-a1b7c8e18e73 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 945 time: 0.0918651 Mar 23 12:36:50.153296 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:36:50.190603 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ac187cf-67f0-48d2-bef9-44037e43762e req-9572ee44-7da0-4e65-b91c-cbeb2b9180ec tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/security-groups?id=931c674b-a96f-45b1-ae11-aa0b0322c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612738 Mar 23 12:36:50.194681 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0e0cd4a3-c233-456d-888f-0cad46ca3a07 req-54fd82ce-1e33-4b59-b2d4-8926ac0f2e02 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611498 Mar 23 12:36:50.240462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:36:50.254071 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:36:50.255068 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:50.286764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 3c21b6ec-dcb4-4753-a6b1-420f413809ab up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:36:50.304106 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f24c2111-d69f-4665-a847-608ecdc5b388 req-6298f495-b559-46eb-82d8-2907c96f9e41 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 210 time: 0.0325637 Mar 23 12:36:50.381775 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 3c21b6ec-dcb4-4753-a6b1-420f413809ab completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:36:50.397579 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15482925-65fc-44f5-a82d-35efa1c05fbb req-2992ed04-4798-40ab-b90d-48eba6abfcc6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:50.399455 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15482925-65fc-44f5-a82d-35efa1c05fbb req-2992ed04-4798-40ab-b90d-48eba6abfcc6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 944 time: 0.0993247 Mar 23 12:36:50.432661 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 3c21b6ec-dcb4-4753-a6b1-420f413809ab triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:36:50.433420 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:50.454629 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15482925-65fc-44f5-a82d-35efa1c05fbb req-414229fd-e88e-4964-937d-45b08f028e5f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448484 Mar 23 12:36:50.478927 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da81cc9-e263-44a1-b324-9e1375aa4483 req-35341dc5-98b6-4c0c-8c19-d848af24eac2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:50.490585 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2da81cc9-e263-44a1-b324-9e1375aa4483 req-35341dc5-98b6-4c0c-8c19-d848af24eac2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.0885432 Mar 23 12:36:50.519967 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:50.537210 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2da81cc9-e263-44a1-b324-9e1375aa4483 req-e64d916a-bfa1-4356-b381-c5375a34bace tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453582 Mar 23 12:36:50.581065 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0f9b80-0890-4d0c-bd05-79580bbd427d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4fc5ea-7db3-4323-a6f7-28b15629c4ff'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:50.584963 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc8a530-5f78-4191-bd2e-c4fd7441fc44" -d '{"events": [{"server_uuid": "be0f9b80-0890-4d0c-bd05-79580bbd427d", "name": "network-vif-plugged", "status": "completed", "tag": "8d4fc5ea-7db3-4323-a6f7-28b15629c4ff"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:50.641644 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8d4fc5ea-7db3-4323-a6f7-28b15629c4ff,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:50.648643 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf5ff7d-c03a-4e40-9da8-a0541476e244 x-openstack-request-id: req-3cf5ff7d-c03a-4e40-9da8-a0541476e244 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:50.648948 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0f9b80-0890-4d0c-bd05-79580bbd427d", "name": "network-vif-plugged", "status": "completed", "tag": "8d4fc5ea-7db3-4323-a6f7-28b15629c4ff", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:50.649186 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3cf5ff7d-c03a-4e40-9da8-a0541476e244 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:50.649700 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0f9b80-0890-4d0c-bd05-79580bbd427d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4fc5ea-7db3-4323-a6f7-28b15629c4ff', 'code': 200} Mar 23 12:36:50.655813 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:50.662267 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:50.669090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dd32d-3e1f-477c-8823-5812a7b48bde req-804a1601-39fc-4647-ae74-f1106c8ec329 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:50.670880 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7f3dd32d-3e1f-477c-8823-5812a7b48bde req-804a1601-39fc-4647-ae74-f1106c8ec329 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 944 time: 0.0903013 Mar 23 12:36:50.720363 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7f3dd32d-3e1f-477c-8823-5812a7b48bde req-8903e61f-8129-4cb3-b203-ad6a58d20d1b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427227 Mar 23 12:36:50.740019 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 3c21b6ec-dcb4-4753-a6b1-420f413809ab, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=3c21b6ec-dcb4-4753-a6b1-420f413809ab,segment=NetworkSegment(8de0747f-f9e3-4da9-8950-250cf80410f8),segment_id=8de0747f-f9e3-4da9-8950-250cf80410f8)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:50.742174 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=8d4fc5ea-7db3-4323-a6f7-28b15629c4ff,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:50.746518 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:50.815909 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7776704-5ade-4762-a68b-0319b2e61c00 req-105e7632-cca8-49ea-ab8f-a4a964d7aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:50.816210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=3c21b6ec-dcb4-4753-a6b1-420f413809ab,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:50.817496 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7776704-5ade-4762-a68b-0319b2e61c00 req-105e7632-cca8-49ea-ab8f-a4a964d7aa5d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 1096 time: 0.0700860 Mar 23 12:36:50.859826 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7776704-5ade-4762-a68b-0319b2e61c00 req-0b808fd2-2ced-4431-9537-60e7ba855cce service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337667 Mar 23 12:36:51.336524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79f23b-08e8-47ce-a20a-ff11082cc3fd req-54c5d383-801f-48d5-80aa-9818379d0bef tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:51.337255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4478a4a-a634-4404-8297-36b5230e4650 req-3bf38b4b-eb28-4797-8261-e0404dee20b2 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:51.338075 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ca79f23b-08e8-47ce-a20a-ff11082cc3fd req-54c5d383-801f-48d5-80aa-9818379d0bef tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 946 time: 0.0586987 Mar 23 12:36:51.338311 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4478a4a-a634-4404-8297-36b5230e4650 req-3bf38b4b-eb28-4797-8261-e0404dee20b2 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 944 time: 0.0551033 Mar 23 12:36:51.378733 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ca79f23b-08e8-47ce-a20a-ff11082cc3fd req-6251db5d-c541-424b-97cb-92c4104f515b tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/security-groups?id=931c674b-a96f-45b1-ae11-aa0b0322c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337570 Mar 23 12:36:51.383228 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4478a4a-a634-4404-8297-36b5230e4650 req-b6aad10f-6409-48ea-9273-486c9d87551d tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373845 Mar 23 12:36:51.468330 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3838250e-3545-4f80-ab2a-fe0bb3652c48 req-64d93a61-73d0-4a04-a544-49ca68fd7bdf tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 210 time: 0.0311148 Mar 23 12:36:51.680487 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e72e4-98fd-4b62-a4c7-eba83ca5b831 req-885c5e13-4e50-4509-8f82-e4b47c82a3f0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:51.682325 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-090e72e4-98fd-4b62-a4c7-eba83ca5b831 req-885c5e13-4e50-4509-8f82-e4b47c82a3f0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 944 time: 0.0936487 Mar 23 12:36:51.699131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12648a-c77a-4b69-83f9-356a3432920d req-dd8e3652-f543-4d3e-9362-48299ae12f13 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:51.701119 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a12648a-c77a-4b69-83f9-356a3432920d req-dd8e3652-f543-4d3e-9362-48299ae12f13 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.0767558 Mar 23 12:36:51.732657 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-b1d63b2d-68cf-46a5-ae50-b3b13257c0a6 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:51.734866 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-b1d63b2d-68cf-46a5-ae50-b3b13257c0a6 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.77 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 808 time: 0.2207260 Mar 23 12:36:51.752531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-4a5aaa40-c4e1-4a85-b9f8-64d5dfb04bc4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Request body: {'port': {'device_id': '44da92d0-9e6a-416f-b081-6c49a37842a5', 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5', 'admin_state_up': True, 'tenant_id': 'd1929913b1364306b03584922edf0edc'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:51.758087 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a12648a-c77a-4b69-83f9-356a3432920d req-a328691d-ba61-4f94-af9c-e3cbeeca9dad tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491257 Mar 23 12:36:51.763007 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-090e72e4-98fd-4b62-a4c7-eba83ca5b831 req-31487607-48ad-44b0-a3fc-d33fa748a9f3 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725832 Mar 23 12:36:51.916264 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-4a5aaa40-c4e1-4a85-b9f8-64d5dfb04bc4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Made reservation on behalf of d1929913b1364306b03584922edf0edc for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:36:51.920484 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-4a5aaa40-c4e1-4a85-b9f8-64d5dfb04bc4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:51.936379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d624bc-ba91-4bd4-86cb-a43b4e5d7b1c req-3b01b9d2-ccaf-4480-9258-9ee0a9bad1df tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:51.942599 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25d624bc-ba91-4bd4-86cb-a43b4e5d7b1c req-3b01b9d2-ccaf-4480-9258-9ee0a9bad1df tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 945 time: 0.1006215 Mar 23 12:36:52.010263 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25d624bc-ba91-4bd4-86cb-a43b4e5d7b1c req-32964222-3cd6-4e7d-b8da-ccd7d8bf99cb tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573657 Mar 23 12:36:52.089943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-4a5aaa40-c4e1-4a85-b9f8-64d5dfb04bc4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Allocated IP 172.20.0.10 (17d964f1-9bc1-42d7-b89a-915f95df68b5/e5b7d4b1-e59a-4f34-a91f-437ec6f5c041/3f10ed64-2c58-47d2-9718-c537b3d1b053) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:36:52.265889 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-4a5aaa40-c4e1-4a85-b9f8-64d5dfb04bc4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:52.284245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 8c0e9785-5028-4847-bb66-511c0d185e92 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:36:52.317647 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-4a5aaa40-c4e1-4a85-b9f8-64d5dfb04bc4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:52.351874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 8c0e9785-5028-4847-bb66-511c0d185e92 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:36:52.357035 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 8c0e9785-5028-4847-bb66-511c0d185e92 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:36:52.357745 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:52.388537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-4a5aaa40-c4e1-4a85-b9f8-64d5dfb04bc4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Network 17d964f1-9bc1-42d7-b89a-915f95df68b5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:36:52.392111 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-4a5aaa40-c4e1-4a85-b9f8-64d5dfb04bc4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:36:52.396413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-4a5aaa40-c4e1-4a85-b9f8-64d5dfb04bc4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:36:52.451807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5aaa40-c4e1-4a85-b9f8-64d5dfb04bc4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Pushing event updated for resources: {'Port': ['ID=3f10ed64-2c58-47d2-9718-c537b3d1b053,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:52.502994 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-4a5aaa40-c4e1-4a85-b9f8-64d5dfb04bc4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:52.504223 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-4a5aaa40-c4e1-4a85-b9f8-64d5dfb04bc4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:52.536136 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:52.580287 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-4a5aaa40-c4e1-4a85-b9f8-64d5dfb04bc4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8322020 Mar 23 12:36:52.583406 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13a143-53fc-46e5-8e37-38aca767d521 req-a19fb9e5-0f18-4641-9aab-77a8cadb7678 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:52.584150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 8c0e9785-5028-4847-bb66-511c0d185e92, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8c0e9785-5028-4847-bb66-511c0d185e92,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:52.586692 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e13a143-53fc-46e5-8e37-38aca767d521 req-a19fb9e5-0f18-4641-9aab-77a8cadb7678 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 944 time: 0.1034942 Mar 23 12:36:52.594191 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:52.599962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef88c7-5ad3-4a6f-9479-7cd86bfb7031 req-f02901e3-b531-48ef-a20a-81cdc25824d2 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:52.606920 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d7ef88c7-5ad3-4a6f-9479-7cd86bfb7031 req-f02901e3-b531-48ef-a20a-81cdc25824d2 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 946 time: 0.0974350 Mar 23 12:36:52.620113 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Request body: {'port': {'device_id': '44da92d0-9e6a-416f-b081-6c49a37842a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:52.659122 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c21b6ec-dcb4-4753-a6b1-420f413809ab'}, {'server_uuid': '8ce5df16-dbb6-4607-b8bd-b11305d13e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0e9785-5028-4847-bb66-511c0d185e92'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:52.663334 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf87d1e-3a91-4d80-a160-48c6fc9f38d8" -d '{"events": [{"server_uuid": "da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82", "name": "network-vif-plugged", "status": "completed", "tag": "3c21b6ec-dcb4-4753-a6b1-420f413809ab"}, {"server_uuid": "8ce5df16-dbb6-4607-b8bd-b11305d13e45", "name": "network-vif-plugged", "status": "completed", "tag": "8c0e9785-5028-4847-bb66-511c0d185e92"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:52.682230 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e13a143-53fc-46e5-8e37-38aca767d521 req-9513690a-eac4-43dc-a012-ad86fe7ce3d9 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830309 Mar 23 12:36:52.685477 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d7ef88c7-5ad3-4a6f-9479-7cd86bfb7031 req-5a8b8924-9be8-4dd1-ba7f-625e03a4d1af tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/security-groups?id=931c674b-a96f-45b1-ae11-aa0b0322c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775552 Mar 23 12:36:52.731738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=8c0e9785-5028-4847-bb66-511c0d185e92,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:52.752777 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:52.761928 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29163d7a-de44-4e93-9645-6cf5fa8fc597 x-openstack-request-id: req-29163d7a-de44-4e93-9645-6cf5fa8fc597 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:52.762225 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82", "name": "network-vif-plugged", "status": "completed", "tag": "3c21b6ec-dcb4-4753-a6b1-420f413809ab", "code": 200}, {"server_uuid": "8ce5df16-dbb6-4607-b8bd-b11305d13e45", "name": "network-vif-plugged", "status": "completed", "tag": "8c0e9785-5028-4847-bb66-511c0d185e92", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:52.762472 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29163d7a-de44-4e93-9645-6cf5fa8fc597 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:52.762863 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c21b6ec-dcb4-4753-a6b1-420f413809ab', 'code': 200} Mar 23 12:36:52.763123 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce5df16-dbb6-4607-b8bd-b11305d13e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0e9785-5028-4847-bb66-511c0d185e92', 'code': 200} Mar 23 12:36:52.865827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c9a67-2774-40b8-836d-336dcd920273 req-3e47e2fb-5359-4e5c-9209-e21e81b2e646 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:52.868637 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f40c9a67-2774-40b8-836d-336dcd920273 req-3e47e2fb-5359-4e5c-9209-e21e81b2e646 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 932 time: 0.0574582 Mar 23 12:36:52.954476 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbed67-daa5-47bb-a6c4-7843e46de4e6 req-e648881c-4feb-44a3-b525-af8a51b14d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:52.956582 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0dcbed67-daa5-47bb-a6c4-7843e46de4e6 req-e648881c-4feb-44a3-b525-af8a51b14d9f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 1097 time: 0.0848629 Mar 23 12:36:52.961507 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f40c9a67-2774-40b8-836d-336dcd920273 req-d70a123d-f3e2-482c-928b-74a96a2b16ec tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813334 Mar 23 12:36:53.006870 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0dcbed67-daa5-47bb-a6c4-7843e46de4e6 req-28a545e4-b8d6-4d4b-add4-4337529dcd5d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=931c674b-a96f-45b1-ae11-aa0b0322c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394812 Mar 23 12:36:53.043210 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4eefc-9e98-41ad-a9de-d682b840c8a8 req-4070c6a4-6e43-4b82-a727-3bc56ac56510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:53.045115 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-27d4eefc-9e98-41ad-a9de-d682b840c8a8 req-4070c6a4-6e43-4b82-a727-3bc56ac56510 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 1096 time: 0.1462169 Mar 23 12:36:53.068951 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59ce49-a03a-4f29-8d9b-185ae84dbcf3 req-d266a6aa-adc9-42cc-a8c5-5069a544d228 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:53.070484 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dc59ce49-a03a-4f29-8d9b-185ae84dbcf3 req-d266a6aa-adc9-42cc-a8c5-5069a544d228 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1727259 Mar 23 12:36:53.105982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874224f-82ae-456e-8721-1cd4c0f7fe1a req-5d41af80-d3af-48a7-bc58-911485e9f835 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:53.108016 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e874224f-82ae-456e-8721-1cd4c0f7fe1a req-5d41af80-d3af-48a7-bc58-911485e9f835 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 945 time: 0.0736909 Mar 23 12:36:53.147047 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dc59ce49-a03a-4f29-8d9b-185ae84dbcf3 req-da0ce3f3-fc77-4c12-8c9c-0d513471da29 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697701 Mar 23 12:36:53.173976 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e874224f-82ae-456e-8721-1cd4c0f7fe1a req-8275bd62-6352-4a14-adf2-4ba785dd1657 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573857 Mar 23 12:36:53.272215 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f10ed64-2c58-47d2-9718-c537b3d1b053 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:53.283991 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:53.315050 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-27d4eefc-9e98-41ad-a9de-d682b840c8a8 req-2241e272-0973-46a6-b103-4edb840ff70a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773835 Mar 23 12:36:53.315744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Transition to ACTIVE for port object 3f10ed64-2c58-47d2-9718-c537b3d1b053 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:36:53.325660 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:53.368951 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f6286-9633-4cf2-87fb-ac06efe3c41b req-50dfdae1-1796-42c6-93f9-f4acbfbf6edf tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:53.370575 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8e4f6286-9633-4cf2-87fb-ac06efe3c41b req-50dfdae1-1796-42c6-93f9-f4acbfbf6edf tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 945 time: 0.1500514 Mar 23 12:36:53.408558 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Pushing event updated for resources: {'Port': ['ID=3f10ed64-2c58-47d2-9718-c537b3d1b053,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:53.471391 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8e4f6286-9633-4cf2-87fb-ac06efe3c41b req-0b91e60d-dcdd-4190-8608-a2ca40c56136 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889680 Mar 23 12:36:53.505393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Attempting to bind port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:36:53.505853 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Attempting to bind port 3f10ed64-2c58-47d2-9718-c537b3d1b053 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:36:53.506269 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Attempting to bind port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:53.513255 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:36:53.513703 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Attempting to bind port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:36:53.526593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:36:53.526982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Checking segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:36:53.527320 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Bound using segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:36:53.527815 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Bound port: 3f10ed64-2c58-47d2-9718-c537b3d1b053, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:36:53.528200 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:53.617728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] For port 3f10ed64-2c58-47d2-9718-c537b3d1b053, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:36:53.621466 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] For port 3f10ed64-2c58-47d2-9718-c537b3d1b053, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3f10ed64-2c58-47d2-9718-c537b3d1b053,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:36:53.629520 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:53.689333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:53.690048 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:53.692189 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] 10.222.0.77 "PUT /v2.0/ports/3f10ed64-2c58-47d2-9718-c537b3d1b053 HTTP/1.1" status: 200 len: 1092 time: 1.0765321 Mar 23 12:36:53.692837 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44da92d0-9e6a-416f-b081-6c49a37842a5', 'tag': '3f10ed64-2c58-47d2-9718-c537b3d1b053'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:53.696858 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a1dba4-b468-4f45-b730-e7ca8ea8c22c" -d '{"events": [{"name": "network-changed", "server_uuid": "44da92d0-9e6a-416f-b081-6c49a37842a5", "tag": "3f10ed64-2c58-47d2-9718-c537b3d1b053"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:53.737995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18553e4b-1bcb-4362-807e-e624448a2172 service neutron] Pushing event updated for resources: {'Port': ['ID=3f10ed64-2c58-47d2-9718-c537b3d1b053,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:53.761732 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a8fe98-3a09-4bfe-b780-118355bf1f0a x-openstack-request-id: req-a4a8fe98-3a09-4bfe-b780-118355bf1f0a {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:53.762077 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44da92d0-9e6a-416f-b081-6c49a37842a5", "tag": "3f10ed64-2c58-47d2-9718-c537b3d1b053", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:53.762367 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4a8fe98-3a09-4bfe-b780-118355bf1f0a {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:53.762808 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44da92d0-9e6a-416f-b081-6c49a37842a5', 'tag': '3f10ed64-2c58-47d2-9718-c537b3d1b053', 'status': 'completed', 'code': 200} Mar 23 12:36:53.811348 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18be3b18-8054-4244-b910-ebd62bdde222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:53.813573 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-18be3b18-8054-4244-b910-ebd62bdde222 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 1095 time: 0.0698419 Mar 23 12:36:53.885667 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-ad713e6e-9db0-4d84-9626-ef6ed19a4e98 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f10ed64-2c58-47d2-9718-c537b3d1b053 HTTP/1.1" status: 200 len: 217 time: 0.0575805 Mar 23 12:36:53.899221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45821f61-4a54-49e3-affc-00d6d0b566b1 req-85f97bec-0217-476c-84f9-8eece66a7982 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:53.901049 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-45821f61-4a54-49e3-affc-00d6d0b566b1 req-85f97bec-0217-476c-84f9-8eece66a7982 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 946 time: 0.0704515 Mar 23 12:36:53.936443 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7fc17-5180-4a13-b89d-97df6baf99e9 req-ee85dae4-bc5a-4c79-9bec-834d7be48264 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:53.938839 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6ea7fc17-5180-4a13-b89d-97df6baf99e9 req-ee85dae4-bc5a-4c79-9bec-834d7be48264 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 944 time: 0.1408138 Mar 23 12:36:53.982698 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-45821f61-4a54-49e3-affc-00d6d0b566b1 req-bd72ed5f-9ece-4a1f-b2fe-b94c1353b2da tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/security-groups?id=931c674b-a96f-45b1-ae11-aa0b0322c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670452 Mar 23 12:36:53.988309 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-d5a91ede-aef3-4ab2-ae3e-9abc0b92c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:53.990849 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-d5a91ede-aef3-4ab2-ae3e-9abc0b92c925 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.0911047 Mar 23 12:36:54.025810 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-96965dbb-e3e7-480c-95a1-f02c20b91241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:54.034032 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6ea7fc17-5180-4a13-b89d-97df6baf99e9 req-3f755d06-7892-48d8-91bc-4d01f47641e7 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765719 Mar 23 12:36:54.050725 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-e0ee7d22-a7f5-48c1-b1e9-6df6928c00f5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362589 Mar 23 12:36:54.165487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff133ce9-a458-4a77-9ed8-d0dd6f815b71 req-19bc871f-b6e7-42e4-824e-a2c9afd94f3a tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:54.167725 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff133ce9-a458-4a77-9ed8-d0dd6f815b71 req-19bc871f-b6e7-42e4-824e-a2c9afd94f3a tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 944 time: 0.0791771 Mar 23 12:36:54.192207 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3597349d-2b37-4183-bd0a-a886146901b7 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:36:54.214957 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-0d830bd5-1347-4790-8b83-6a646e16650b service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555691 Mar 23 12:36:54.277170 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff133ce9-a458-4a77-9ed8-d0dd6f815b71 req-4640103b-08ef-40e7-833a-3af627b121e3 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977836 Mar 23 12:36:54.432381 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84240971-0d2f-432f-85c3-beb4cb55b9c0 req-7a99404d-299f-43d0-9ee3-23936c829537 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:54.440778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3597349d-2b37-4183-bd0a-a886146901b7, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3597349d-2b37-4183-bd0a-a886146901b7,segment=NetworkSegment(991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f),segment_id=991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:54.441639 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84240971-0d2f-432f-85c3-beb4cb55b9c0 req-7a99404d-299f-43d0-9ee3-23936c829537 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 945 time: 0.0907826 Mar 23 12:36:54.458846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edefc0-c719-42b1-97f5-ed2211b779f0 req-5ce22531-64bb-4e62-a235-7bf7e59883ad tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:54.465940 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '3597349d-2b37-4183-bd0a-a886146901b7', 'network_id': '7eefc280-1bb0-4875-9c57-3a8c9c00c7e6', 'port_id': '3597349d-2b37-4183-bd0a-a886146901b7', 'mac_address': 'fa:16:3e:cc:26:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4ca56f-a648-4f8f-83cd-f0481155507e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:36:54.468265 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21edefc0-c719-42b1-97f5-ed2211b779f0 req-5ce22531-64bb-4e62-a235-7bf7e59883ad tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1176462 Mar 23 12:36:54.505888 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-153cf409-c9f1-447f-bce3-8bc0d4dae568 req-bd681d62-2476-4b0a-99c6-10d267a5513e service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839725 Mar 23 12:36:54.509505 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84240971-0d2f-432f-85c3-beb4cb55b9c0 req-90810c76-3cad-4196-9855-21cf15ce82ad tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666156 Mar 23 12:36:54.534664 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21edefc0-c719-42b1-97f5-ed2211b779f0 req-5c305bff-eb06-4ccc-812f-a8b8a90b5c2e tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652180 Mar 23 12:36:54.551605 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:54.586751 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3597349d-2b37-4183-bd0a-a886146901b7 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:54.621926 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3597349d-2b37-4183-bd0a-a886146901b7, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3597349d-2b37-4183-bd0a-a886146901b7,segment=NetworkSegment(991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f),segment_id=991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:54.630842 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:54.649087 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1dba4-b468-4f45-b730-e7ca8ea8c22c req-872b4df1-bc45-4fbe-b209-9d562f9e0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:54.651486 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1a1dba4-b468-4f45-b730-e7ca8ea8c22c req-872b4df1-bc45-4fbe-b209-9d562f9e0a5c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 1095 time: 0.0748038 Mar 23 12:36:54.726502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=3597349d-2b37-4183-bd0a-a886146901b7,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:54.837942 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1dba4-b468-4f45-b730-e7ca8ea8c22c req-68463682-9153-4e5a-aedb-a1056466aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:54.840879 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1a1dba4-b468-4f45-b730-e7ca8ea8c22c req-68463682-9153-4e5a-aedb-a1056466aabf service neutron] 10.222.0.77 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.1816547 Mar 23 12:36:54.922964 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1a1dba4-b468-4f45-b730-e7ca8ea8c22c req-5f43d574-f19e-4494-99e8-6a0fde9fa52d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f10ed64-2c58-47d2-9718-c537b3d1b053 HTTP/1.1" status: 200 len: 217 time: 0.0723155 Mar 23 12:36:54.988163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1dba4-b468-4f45-b730-e7ca8ea8c22c req-15ae8a7b-4491-4246-bfc6-399940c12ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:54.989982 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1a1dba4-b468-4f45-b730-e7ca8ea8c22c req-15ae8a7b-4491-4246-bfc6-399940c12ab6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.0584452 Mar 23 12:36:55.093832 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1a1dba4-b468-4f45-b730-e7ca8ea8c22c req-b313e840-a621-4a2d-89ab-99cb12e90eca service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840495 Mar 23 12:36:55.248599 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['3597349d-2b37-4183-bd0a-a886146901b7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:55.339777 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980c934-95d2-49ec-94c6-055da1a189ed req-adb47a6a-a115-4821-95ba-258f7ace37b4 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:55.341520 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5980c934-95d2-49ec-94c6-055da1a189ed req-adb47a6a-a115-4821-95ba-258f7ace37b4 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 946 time: 0.1075850 Mar 23 12:36:55.347371 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1a1dba4-b468-4f45-b730-e7ca8ea8c22c req-bb29f9ca-81b6-4a31-97df-d668dd49b0af service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466710 Mar 23 12:36:55.476395 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5980c934-95d2-49ec-94c6-055da1a189ed req-afc8b696-c120-47c3-bb91-0c644558390b tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/security-groups?id=931c674b-a96f-45b1-ae11-aa0b0322c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276870 Mar 23 12:36:55.520578 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1a1dba4-b468-4f45-b730-e7ca8ea8c22c req-e39e9497-04d3-429a-bd5f-f849c8400533 service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649141 Mar 23 12:36:55.610248 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6cd68-085c-49d0-9ffa-38cce9dd065d req-ce4b99f1-a64d-4b14-af1b-ac35d7e80c88 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:55.612745 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d3a6cd68-085c-49d0-9ffa-38cce9dd065d req-ce4b99f1-a64d-4b14-af1b-ac35d7e80c88 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 945 time: 0.0865664 Mar 23 12:36:55.659053 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22bb9b-46a2-492f-93d2-47c9a76e7fb9 req-89593c79-ee44-4791-8242-3ef406ac971f tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:55.660777 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-db22bb9b-46a2-492f-93d2-47c9a76e7fb9 req-89593c79-ee44-4791-8242-3ef406ac971f tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 944 time: 0.0665026 Mar 23 12:36:55.664979 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d3a6cd68-085c-49d0-9ffa-38cce9dd065d req-2ac0d325-23b5-4277-a91b-5c108a566440 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419915 Mar 23 12:36:55.712544 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-db22bb9b-46a2-492f-93d2-47c9a76e7fb9 req-41a8b999-a88f-463f-8b80-c3d615453ee5 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438235 Mar 23 12:36:55.807830 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3f0d5-c100-465e-81c9-8c2013cca3bc req-f1b39c85-6437-453c-a536-0f7cb8c83a05 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:55.809522 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ef3f0d5-c100-465e-81c9-8c2013cca3bc req-f1b39c85-6437-453c-a536-0f7cb8c83a05 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.0636218 Mar 23 12:36:55.851178 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ef3f0d5-c100-465e-81c9-8c2013cca3bc req-9c4595ca-2f66-4890-90f2-db4f4f5824f1 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336549 Mar 23 12:36:55.896924 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97869608-94aa-47fd-8d39-d03a1a9c4b24 req-c85bc204-8467-4e01-92f1-11a8b26dfd75 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:55.898824 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-97869608-94aa-47fd-8d39-d03a1a9c4b24 req-c85bc204-8467-4e01-92f1-11a8b26dfd75 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 945 time: 0.0891216 Mar 23 12:36:55.958002 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-97869608-94aa-47fd-8d39-d03a1a9c4b24 req-68876d5f-da4c-4914-9433-bf20c2b20374 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525568 Mar 23 12:36:56.016531 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1915525-8585-41d7-a145-582fb2b08512 req-9bd5d84a-56f3-4b2a-97c0-7c0ab943fdd9 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:56.018182 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1915525-8585-41d7-a145-582fb2b08512 req-9bd5d84a-56f3-4b2a-97c0-7c0ab943fdd9 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.0904658 Mar 23 12:36:56.073972 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1915525-8585-41d7-a145-582fb2b08512 req-11631a4e-cae1-4916-81b8-56b292cb4c02 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444543 Mar 23 12:36:56.088810 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a4fd8a7-a168-46e4-949e-dcbbbc3b0665 req-23af5e79-d87d-4934-b643-b2740ab2aead tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=906b254f196b435d9d1387f29fa51c7f HTTP/1.1" status: 200 len: 267 time: 0.0418251 Mar 23 12:36:56.168046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fd8a7-a168-46e4-949e-dcbbbc3b0665 req-ea7adca8-07ac-42ec-9efd-8d40ccf88c1c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:56.169702 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a4fd8a7-a168-46e4-949e-dcbbbc3b0665 req-ea7adca8-07ac-42ec-9efd-8d40ccf88c1c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 945 time: 0.0728228 Mar 23 12:36:56.188881 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-5a4fd8a7-a168-46e4-949e-dcbbbc3b0665 req-90669456-6de5-4616-97a9-0e861240a158 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Request body: {'port': {'security_groups': []}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:36:56.285051 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5a4fd8a7-a168-46e4-949e-dcbbbc3b0665 req-90669456-6de5-4616-97a9-0e861240a158 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:56.502822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-5a4fd8a7-a168-46e4-949e-dcbbbc3b0665 req-90669456-6de5-4616-97a9-0e861240a158 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] For port 8c0e9785-5028-4847-bb66-511c0d185e92, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8c0e9785-5028-4847-bb66-511c0d185e92,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:56.534406 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5a4fd8a7-a168-46e4-949e-dcbbbc3b0665 req-90669456-6de5-4616-97a9-0e861240a158 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:56.541026 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5a4fd8a7-a168-46e4-949e-dcbbbc3b0665 req-90669456-6de5-4616-97a9-0e861240a158 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:56.552420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['cf5233d7-db34-4a02-9837-fcce7b93f271'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:56.584752 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['de415ab8-a994-497f-88e7-c4873f3b75e4', '8c0e9785-5028-4847-bb66-511c0d185e92'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:56.631248 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fd8a7-a168-46e4-949e-dcbbbc3b0665 req-90669456-6de5-4616-97a9-0e861240a158 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:56.632477 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5a4fd8a7-a168-46e4-949e-dcbbbc3b0665 req-90669456-6de5-4616-97a9-0e861240a158 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:56.640386 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a4fd8a7-a168-46e4-949e-dcbbbc3b0665 req-90669456-6de5-4616-97a9-0e861240a158 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "PUT /v2.0/ports/8c0e9785-5028-4847-bb66-511c0d185e92 HTTP/1.1" status: 200 len: 904 time: 0.4582064 Mar 23 12:36:56.641362 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce5df16-dbb6-4607-b8bd-b11305d13e45', 'tag': '8c0e9785-5028-4847-bb66-511c0d185e92'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:56.661227 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe94b1e-c31f-4a84-a155-18bbb194ed57" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce5df16-dbb6-4607-b8bd-b11305d13e45", "tag": "8c0e9785-5028-4847-bb66-511c0d185e92"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:56.736070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90669456-6de5-4616-97a9-0e861240a158 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event updated for resources: {'Port': ['ID=8c0e9785-5028-4847-bb66-511c0d185e92,revision_number=6']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:56.875246 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-19bb2e4d-d3d5-467c-abc9-0b4928610ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:56.912225 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585364da-51e4-4ecd-9285-d940edef474d x-openstack-request-id: req-585364da-51e4-4ecd-9285-d940edef474d {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:56.912683 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce5df16-dbb6-4607-b8bd-b11305d13e45", "tag": "8c0e9785-5028-4847-bb66-511c0d185e92", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:56.913084 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-585364da-51e4-4ecd-9285-d940edef474d {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:56.913713 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce5df16-dbb6-4607-b8bd-b11305d13e45', 'tag': '8c0e9785-5028-4847-bb66-511c0d185e92', 'status': 'completed', 'code': 200} Mar 23 12:36:56.948377 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['8c0e9785-5028-4847-bb66-511c0d185e92'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:57.054049 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe94b1e-c31f-4a84-a155-18bbb194ed57 req-9fb6df56-a31e-41d5-bb51-341c0b9fc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:57.056511 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffe94b1e-c31f-4a84-a155-18bbb194ed57 req-9fb6df56-a31e-41d5-bb51-341c0b9fc76e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 1058 time: 0.1559224 Mar 23 12:36:57.073541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395e458-7dc4-4837-8cca-5895c9e1ba78 req-f8870467-01b9-4c31-a83c-0f1a027d5e75 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:57.076287 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0395e458-7dc4-4837-8cca-5895c9e1ba78 req-f8870467-01b9-4c31-a83c-0f1a027d5e75 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 907 time: 0.2980399 Mar 23 12:36:57.094952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744e3b8-69a7-48c0-b4b9-9f7855abdd64 req-0b2d6c76-3984-4374-8633-d42bea6fb0a6 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:57.117818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4744e3b8-69a7-48c0-b4b9-9f7855abdd64 req-0b2d6c76-3984-4374-8633-d42bea6fb0a6 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 945 time: 0.1187191 Mar 23 12:36:57.191369 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4744e3b8-69a7-48c0-b4b9-9f7855abdd64 req-f49e6911-2fb0-499b-b950-71e4c904d8ad tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722799 Mar 23 12:36:57.242625 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-43367f3a-cab2-4210-ae4f-f6e0689f3f9d None None] Provisioning complete for port 8c0e9785-5028-4847-bb66-511c0d185e92 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:36:57.243308 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-43367f3a-cab2-4210-ae4f-f6e0689f3f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:57.370710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe94b1e-c31f-4a84-a155-18bbb194ed57 req-222a5e5b-1d84-4397-8bd6-7fd604ffab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:57.373185 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffe94b1e-c31f-4a84-a155-18bbb194ed57 req-222a5e5b-1d84-4397-8bd6-7fd604ffab70 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.2944806 Mar 23 12:36:57.419055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b35216-d4ad-4235-9cf2-f7f81b6f706e req-c360db58-fd4a-4c4e-987b-d8aaa8817204 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:57.425853 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-04b35216-d4ad-4235-9cf2-f7f81b6f706e req-c360db58-fd4a-4c4e-987b-d8aaa8817204 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.0969369 Mar 23 12:36:57.445935 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffe94b1e-c31f-4a84-a155-18bbb194ed57 req-1d33a9ee-edd1-482c-bf67-0ab9c9d56f96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c0e9785-5028-4847-bb66-511c0d185e92 HTTP/1.1" status: 200 len: 217 time: 0.0594568 Mar 23 12:36:57.458575 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1225f4d-60df-4ed9-a17c-d726357eef91 req-a70eb7dc-b76a-4c9d-9ec9-e5fdc8856486 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:57.460157 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c1225f4d-60df-4ed9-a17c-d726357eef91 req-a70eb7dc-b76a-4c9d-9ec9-e5fdc8856486 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 944 time: 0.1955409 Mar 23 12:36:57.496406 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-04b35216-d4ad-4235-9cf2-f7f81b6f706e req-6a136ddb-ce41-4028-bc0d-2678bbf4431a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634651 Mar 23 12:36:57.569162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe94b1e-c31f-4a84-a155-18bbb194ed57 req-75564665-7b2f-47bc-96d0-de0d93e90cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:57.571535 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffe94b1e-c31f-4a84-a155-18bbb194ed57 req-75564665-7b2f-47bc-96d0-de0d93e90cf5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.1068113 Mar 23 12:36:57.576930 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c1225f4d-60df-4ed9-a17c-d726357eef91 req-09f19dc8-9880-4651-b685-a9fae7288c8a tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019533 Mar 23 12:36:57.657472 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:57.660113 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe94b1e-c31f-4a84-a155-18bbb194ed57 req-cd3c2f7f-4bb9-4fe6-872a-f5f99ecd0e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:57.663247 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffe94b1e-c31f-4a84-a155-18bbb194ed57 req-cd3c2f7f-4bb9-4fe6-872a-f5f99ecd0e52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763986 Mar 23 12:36:57.718427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5862141-10a8-4e59-b5b8-b366dd8fe339 req-951f9b46-3c8a-4dda-914e-086aa4e5d9a2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:57.720941 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a5862141-10a8-4e59-b5b8-b366dd8fe339 req-951f9b46-3c8a-4dda-914e-086aa4e5d9a2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1003180 Mar 23 12:36:57.770565 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a5862141-10a8-4e59-b5b8-b366dd8fe339 req-9a1f6b29-2363-4f01-82ff-8c2f81dd43eb tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419874 Mar 23 12:36:57.802606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a9e30-99e7-4c28-bbc7-b5e23d367c02 req-32cb928f-a4b5-40c8-b7ac-7a8db08637e7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:57.804491 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-813a9e30-99e7-4c28-bbc7-b5e23d367c02 req-32cb928f-a4b5-40c8-b7ac-7a8db08637e7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1263072 Mar 23 12:36:57.909811 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-813a9e30-99e7-4c28-bbc7-b5e23d367c02 req-71c605bb-85c0-4db2-bf53-86136fa86970 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821486 Mar 23 12:36:57.913364 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffe94b1e-c31f-4a84-a155-18bbb194ed57 req-63ceb7a9-ca7c-4718-9bd3-68c7751e4692 service neutron] 10.222.0.73 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437398 Mar 23 12:36:58.140063 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1eee7c-d202-477b-8a99-c562cae96bd2 req-2aff3dd6-2dd5-45a0-b41d-9f41a3ba89c0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:58.148655 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bb1eee7c-d202-477b-8a99-c562cae96bd2 req-2aff3dd6-2dd5-45a0-b41d-9f41a3ba89c0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1309333 Mar 23 12:36:58.156494 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffe94b1e-c31f-4a84-a155-18bbb194ed57 req-cf693d90-9230-4c60-8851-7362b22133df service neutron] 10.222.0.73 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259150 Mar 23 12:36:58.202537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81b7ea-bc84-4e9f-b0b9-4ee4d777d9b1 req-c99ebe52-f646-41ec-85fe-776739b5ee5f tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:58.206573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3f10ed64-2c58-47d2-9718-c537b3d1b053 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:36:58.212943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3597349d-2b37-4183-bd0a-a886146901b7 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:36:58.221222 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b81b7ea-bc84-4e9f-b0b9-4ee4d777d9b1 req-c99ebe52-f646-41ec-85fe-776739b5ee5f tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 946 time: 0.0862007 Mar 23 12:36:58.225907 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bb1eee7c-d202-477b-8a99-c562cae96bd2 req-0146c3ff-959b-4b24-a231-b3194e262755 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674706 Mar 23 12:36:58.300394 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b81b7ea-bc84-4e9f-b0b9-4ee4d777d9b1 req-334ee2c7-f996-41d1-bec8-d5bdaac52bc2 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/security-groups?id=931c674b-a96f-45b1-ae11-aa0b0322c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757830 Mar 23 12:36:58.356277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 3597349d-2b37-4183-bd0a-a886146901b7 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:36:58.386813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 3597349d-2b37-4183-bd0a-a886146901b7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:36:58.387817 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:58.440872 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb5137-12cd-4c89-8940-a0790de3c670 req-1ea17c69-6e81-4cfc-8faf-c1a490012da9 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:58.445620 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-51fb5137-12cd-4c89-8940-a0790de3c670 req-1ea17c69-6e81-4cfc-8faf-c1a490012da9 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 945 time: 0.1020563 Mar 23 12:36:58.473712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5247fe-873d-4a5f-b0a9-a0fdf356ca9f req-9343321d-1236-4069-87f0-970aa868b389 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:58.476606 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed5247fe-873d-4a5f-b0a9-a0fdf356ca9f req-9343321d-1236-4069-87f0-970aa868b389 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0691133 Mar 23 12:36:58.531021 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-51fb5137-12cd-4c89-8940-a0790de3c670 req-22ad1cd4-d38f-429b-8799-d2ebed286135 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742943 Mar 23 12:36:58.542832 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3f10ed64-2c58-47d2-9718-c537b3d1b053, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3f10ed64-2c58-47d2-9718-c537b3d1b053,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:58.576246 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed5247fe-873d-4a5f-b0a9-a0fdf356ca9f req-c4f64908-7c13-4494-a13d-9872f70ea3f1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825276 Mar 23 12:36:58.584369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '3f10ed64-2c58-47d2-9718-c537b3d1b053', 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5', 'port_id': '3f10ed64-2c58-47d2-9718-c537b3d1b053', 'mac_address': 'fa:16:3e:d1:32:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b7d4b1-e59a-4f34-a91f-437ec6f5c041', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:36:58.675645 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:58.704967 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc6cb3-d3c7-43a9-81c8-19ca580ff01d req-87e3d2a8-86c8-4042-b01d-31021415ebf8 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:58.707232 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b0dc6cb3-d3c7-43a9-81c8-19ca580ff01d req-87e3d2a8-86c8-4042-b01d-31021415ebf8 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.0735488 Mar 23 12:36:58.707669 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:58.727169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f10ed64-2c58-47d2-9718-c537b3d1b053 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:36:58.766386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb418c1-069b-4993-9706-c42c924a3587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3597349d-2b37-4183-bd0a-a886146901b7'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:36:58.769856 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27306645-4b74-4500-ae37-d159f0d4a09b" -d '{"events": [{"server_uuid": "fdb418c1-069b-4993-9706-c42c924a3587", "name": "network-vif-plugged", "status": "completed", "tag": "3597349d-2b37-4183-bd0a-a886146901b7"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:36:58.782988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3f10ed64-2c58-47d2-9718-c537b3d1b053, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3f10ed64-2c58-47d2-9718-c537b3d1b053,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:58.787392 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3597349d-2b37-4183-bd0a-a886146901b7, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3597349d-2b37-4183-bd0a-a886146901b7,segment=NetworkSegment(991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f),segment_id=991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:36:58.788989 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:58.794703 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:58.831738 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b0dc6cb3-d3c7-43a9-81c8-19ca580ff01d req-2d9ad6c2-343e-4593-9150-0012e19b02f2 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111076 Mar 23 12:36:58.860126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01806d4-e9d4-4ef7-9671-c4b93c951848 req-53eba815-40fc-473a-89cc-cf5dcff1d3f5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:58.862074 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c01806d4-e9d4-4ef7-9671-c4b93c951848 req-53eba815-40fc-473a-89cc-cf5dcff1d3f5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1472747 Mar 23 12:36:58.862513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=3f10ed64-2c58-47d2-9718-c537b3d1b053,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:58.958515 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c01806d4-e9d4-4ef7-9671-c4b93c951848 req-1366a5a0-de6d-4a66-945e-38b0906a48cf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844457 Mar 23 12:36:59.016905 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13669009-7c15-4882-a04c-f71382c2b3d9 x-openstack-request-id: req-13669009-7c15-4882-a04c-f71382c2b3d9 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:36:59.017697 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb418c1-069b-4993-9706-c42c924a3587", "name": "network-vif-plugged", "status": "completed", "tag": "3597349d-2b37-4183-bd0a-a886146901b7", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:36:59.018093 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-13669009-7c15-4882-a04c-f71382c2b3d9 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:36:59.019674 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb418c1-069b-4993-9706-c42c924a3587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3597349d-2b37-4183-bd0a-a886146901b7', 'code': 200} Mar 23 12:36:59.022878 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=3597349d-2b37-4183-bd0a-a886146901b7,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:36:59.030457 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:59.134235 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be282fc-3c2d-4f0c-a407-64922e528995 req-fbfe9907-cac8-4acd-a5ef-a196e293265c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:59.137451 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3be282fc-3c2d-4f0c-a407-64922e528995 req-fbfe9907-cac8-4acd-a5ef-a196e293265c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 945 time: 0.1557889 Mar 23 12:36:59.184632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['3f10ed64-2c58-47d2-9718-c537b3d1b053'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:36:59.225351 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53d26a-5b0b-4921-a33f-565076a6450b req-e461d6eb-6dd6-4160-ba15-333cbf740603 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:59.237350 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4a53d26a-5b0b-4921-a33f-565076a6450b req-e461d6eb-6dd6-4160-ba15-333cbf740603 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1112230 Mar 23 12:36:59.240289 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934e830-4ff4-4d70-ad7f-cedacbc643f2 req-216167ae-3e66-46a9-a71b-9844d0b2e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:59.243150 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3934e830-4ff4-4d70-ad7f-cedacbc643f2 req-216167ae-3e66-46a9-a71b-9844d0b2e2af service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 1097 time: 0.1459985 Mar 23 12:36:59.253801 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3be282fc-3c2d-4f0c-a407-64922e528995 req-767a12b6-1c88-4a40-a003-813b09d04c3e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902028 Mar 23 12:36:59.299096 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4a53d26a-5b0b-4921-a33f-565076a6450b req-ae21feb3-c6a6-4ea4-a839-55a7a647d8b7 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599973 Mar 23 12:36:59.324338 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3934e830-4ff4-4d70-ad7f-cedacbc643f2 req-49867816-0345-4c2b-88ae-9a0ece5abe3a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689881 Mar 23 12:36:59.462867 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:36:59.526125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb65c29-29a1-464b-a45c-bb2bfda60267 req-656d33c0-64ff-4b60-8fc4-a2bf5ea8dcb8 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:59.532412 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5eb65c29-29a1-464b-a45c-bb2bfda60267 req-656d33c0-64ff-4b60-8fc4-a2bf5ea8dcb8 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 946 time: 0.0971525 Mar 23 12:36:59.555445 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21416a4d-0244-454a-86eb-d448665de1f2 req-1f302123-6ef5-43a1-8729-31de9b4e2088 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:59.559363 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21416a4d-0244-454a-86eb-d448665de1f2 req-1f302123-6ef5-43a1-8729-31de9b4e2088 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 811 time: 0.1883230 Mar 23 12:36:59.582286 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21416a4d-0244-454a-86eb-d448665de1f2 req-179b8d3f-556a-4d74-8ce1-8860dc883751 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/quotas/906b254f196b435d9d1387f29fa51c7f HTTP/1.1" status: 200 len: 375 time: 0.0165942 Mar 23 12:36:59.589140 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5eb65c29-29a1-464b-a45c-bb2bfda60267 req-b389a107-713c-46f0-97ab-9afb28a45c7b tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/security-groups?id=931c674b-a96f-45b1-ae11-aa0b0322c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524564 Mar 23 12:36:59.679834 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21416a4d-0244-454a-86eb-d448665de1f2 req-56886c5a-7457-460c-8486-076079db4818 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0798581 Mar 23 12:36:59.762059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36579134-a92f-40ca-b392-a38ea6a81586 req-9e113afe-c35b-435d-96fb-9f106523909d tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:36:59.764800 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36579134-a92f-40ca-b392-a38ea6a81586 req-9e113afe-c35b-435d-96fb-9f106523909d tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 946 time: 0.0854237 Mar 23 12:36:59.825129 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21416a4d-0244-454a-86eb-d448665de1f2 req-f5f8491f-1ea3-4041-8a2f-b466a3981270 service neutron] 10.222.0.52 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383381 Mar 23 12:36:59.827721 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36579134-a92f-40ca-b392-a38ea6a81586 req-ff1897e6-b7d9-4bbf-95cd-b1a76590dc34 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534003 Mar 23 12:36:59.977195 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21416a4d-0244-454a-86eb-d448665de1f2 req-ec76e210-98da-4c60-98e0-d834ea5b5d5f service neutron] 10.222.0.52 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313863 Mar 23 12:37:00.075562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5602e-52a9-44f3-8d72-b8833a5b6dc3 req-a5e38a75-849f-4f8b-8786-07a24c037321 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:00.078548 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4b5602e-52a9-44f3-8d72-b8833a5b6dc3 req-a5e38a75-849f-4f8b-8786-07a24c037321 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.0950594 Mar 23 12:37:00.142183 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4b5602e-52a9-44f3-8d72-b8833a5b6dc3 req-f34451b5-2cbe-4f15-9af2-0660d83bbbe0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539496 Mar 23 12:37:00.281315 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-278585fa-f3cc-4f1e-a94b-45145f091988 req-cb496f66-b558-42d4-b176-736d48ae02bf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 210 time: 0.0457337 Mar 23 12:37:00.432885 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163757-f1df-4a2d-8798-00ce196c0cb6 req-2d5a9172-0963-4eae-9629-60d865256940 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:00.435151 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7a163757-f1df-4a2d-8798-00ce196c0cb6 req-2d5a9172-0963-4eae-9629-60d865256940 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 945 time: 0.0709946 Mar 23 12:37:00.526320 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7a163757-f1df-4a2d-8798-00ce196c0cb6 req-48b8c5c8-4ff3-49ab-9b15-fd4612a1409e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795009 Mar 23 12:37:00.537192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71aa6-4d59-415f-8e07-5ce37b857380 req-e53b3afa-99cc-4766-8903-742ec0124c4a tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:00.539228 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f6c71aa6-4d59-415f-8e07-5ce37b857380 req-e53b3afa-99cc-4766-8903-742ec0124c4a tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1181762 Mar 23 12:37:00.552601 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ff752-af4d-4ef2-9a2a-16f0730efc46 req-4d0399c6-d925-48b7-809f-80f295421593 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:00.554577 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-691ff752-af4d-4ef2-9a2a-16f0730efc46 req-4d0399c6-d925-48b7-809f-80f295421593 tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.73 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 946 time: 0.1595929 Mar 23 12:37:00.646968 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f6c71aa6-4d59-415f-8e07-5ce37b857380 req-dbfd9244-7b51-4845-bc4f-4fc92ec26965 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910382 Mar 23 12:37:00.787769 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-691ff752-af4d-4ef2-9a2a-16f0730efc46 req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Deleting port 3c21b6ec-dcb4-4753-a6b1-420f413809ab {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:37:00.788074 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-691ff752-af4d-4ef2-9a2a-16f0730efc46 req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:00.790182 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde847a6-27d5-4058-a13f-db0cb4fbcf35 req-66495ddf-0ddf-4526-b058-4450f4bddf8e tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:00.792873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cde847a6-27d5-4058-a13f-db0cb4fbcf35 req-66495ddf-0ddf-4526-b058-4450f4bddf8e tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 946 time: 0.0923514 Mar 23 12:37:00.863840 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cde847a6-27d5-4058-a13f-db0cb4fbcf35 req-0d901da5-2332-4e9e-8381-425355b0588c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/security-groups?id=931c674b-a96f-45b1-ae11-aa0b0322c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499411 Mar 23 12:37:01.328307 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4799e8-024d-4283-8075-283a88800de3 req-eeccea7f-445e-4faa-a78c-7ef0907a2615 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:01.329743 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ce4799e8-024d-4283-8075-283a88800de3 req-eeccea7f-445e-4faa-a78c-7ef0907a2615 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 946 time: 0.0928235 Mar 23 12:37:01.352565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e2d74-0834-4d95-b191-ec75de1308a1 req-abbb675f-8b09-4488-9d5e-9cba74102d97 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:01.354370 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fc8e2d74-0834-4d95-b191-ec75de1308a1 req-abbb675f-8b09-4488-9d5e-9cba74102d97 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.0677092 Mar 23 12:37:01.385013 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-691ff752-af4d-4ef2-9a2a-16f0730efc46 req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] For port 3c21b6ec-dcb4-4753-a6b1-420f413809ab, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=3c21b6ec-dcb4-4753-a6b1-420f413809ab,segment=NetworkSegment(8de0747f-f9e3-4da9-8950-250cf80410f8),segment_id=8de0747f-f9e3-4da9-8950-250cf80410f8)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:01.385374 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-691ff752-af4d-4ef2-9a2a-16f0730efc46 req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:01.407362 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-691ff752-af4d-4ef2-9a2a-16f0730efc46 req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Calling delete_port for 3c21b6ec-dcb4-4753-a6b1-420f413809ab owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:37:01.420201 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fc8e2d74-0834-4d95-b191-ec75de1308a1 req-c8b4f2e8-7950-436e-b6be-1af7ead973d8 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514309 Mar 23 12:37:01.421921 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ce4799e8-024d-4283-8075-283a88800de3 req-eefe75d3-0d4e-47de-92b9-654d0550ff80 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686307 Mar 23 12:37:01.653789 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-691ff752-af4d-4ef2-9a2a-16f0730efc46 req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:01.670878 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['3c21b6ec-dcb4-4753-a6b1-420f413809ab'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:37:01.697154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f12f2-5e53-4cee-ba29-f4bed749166f req-7307acfc-ff76-4d92-8f40-203d2630875e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:01.698979 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b09f12f2-5e53-4cee-ba29-f4bed749166f req-7307acfc-ff76-4d92-8f40-203d2630875e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 945 time: 0.0758698 Mar 23 12:37:01.716548 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7202297e-4eb7-470a-aec7-e4878baf225b req-d62f133b-f117-4a98-8fc8-7610a2f5a95e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 210 time: 0.1272662 Mar 23 12:37:01.784494 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b09f12f2-5e53-4cee-ba29-f4bed749166f req-cb3f5e99-b1fc-404d-8302-ffb3be26423b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778568 Mar 23 12:37:01.813831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Pushing event deleted for resources: {'Port': ['ID=3c21b6ec-dcb4-4753-a6b1-420f413809ab,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:01.868652 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:01.869009 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:01.869349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:01.869685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:01.870010 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:01.870335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:01.870661 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:01.870987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:01.871308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:01.871625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:01.871957 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:01.872278 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:01.915786 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-691ff752-af4d-4ef2-9a2a-16f0730efc46 req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] No DVR routers for this DVR port 3c21b6ec-dcb4-4753-a6b1-420f413809ab on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:37:01.928247 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-691ff752-af4d-4ef2-9a2a-16f0730efc46 req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:01.930520 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-691ff752-af4d-4ef2-9a2a-16f0730efc46 req-2f46ea2f-b849-4990-9c01-1d959754996c tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.73 "DELETE /v2.0/ports/3c21b6ec-dcb4-4753-a6b1-420f413809ab HTTP/1.1" status: 204 len: 173 time: 1.3671083 Mar 23 12:37:01.930978 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82', 'name': 'network-vif-deleted', 'tag': '3c21b6ec-dcb4-4753-a6b1-420f413809ab'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:01.933248 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b341c666-de76-4143-9b22-91c375713cc4" -d '{"events": [{"server_uuid": "da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82", "name": "network-vif-deleted", "tag": "3c21b6ec-dcb4-4753-a6b1-420f413809ab"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:01.961302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21416a4d-0244-454a-86eb-d448665de1f2 req-40220c8b-d42e-4c61-8bf0-073b0ed15e86 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:01.962830 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21416a4d-0244-454a-86eb-d448665de1f2 req-40220c8b-d42e-4c61-8bf0-073b0ed15e86 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.77 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 811 time: 0.3721883 Mar 23 12:37:01.975789 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1e60e-8a88-49d5-8c7d-e2a2b9d2bf6e req-3d9f839b-53ec-4b4b-bc8d-e63ea997c33e tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:01.977542 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ede1e60e-8a88-49d5-8c7d-e2a2b9d2bf6e req-3d9f839b-53ec-4b4b-bc8d-e63ea997c33e tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1900578 Mar 23 12:37:01.982381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-21416a4d-0244-454a-86eb-d448665de1f2 req-8025693a-4060-4146-b981-688861ee03f5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Request body: {'port': {'device_id': '168c863d-0273-42b7-b90d-f8bb411c2910', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'admin_state_up': True, 'tenant_id': '906b254f196b435d9d1387f29fa51c7f'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:37:02.009499 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b85ab45-d1a1-4fd4-862a-32ac8ebbed61 req-491a491f-b2d1-4630-aca6-a8f8c3c6198f tempest-ServerMetadataNegativeTestJSON-204986745 tempest-ServerMetadataNegativeTestJSON-204986745-project] 10.222.0.52 "GET /v2.0/ports?device_id=da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82 HTTP/1.1" status: 200 len: 210 time: 0.0403283 Mar 23 12:37:02.090301 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae7a4b7-8839-422e-b63b-eef12163e46d x-openstack-request-id: req-8ae7a4b7-8839-422e-b63b-eef12163e46d {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:02.090685 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82", "name": "network-vif-deleted", "tag": "3c21b6ec-dcb4-4753-a6b1-420f413809ab", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:02.091007 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ae7a4b7-8839-422e-b63b-eef12163e46d {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:02.091459 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0d6ca9-3442-4f9b-b57b-ebea6e0a2c82', 'name': 'network-vif-deleted', 'tag': '3c21b6ec-dcb4-4753-a6b1-420f413809ab', 'status': 'completed', 'code': 200} Mar 23 12:37:02.104033 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ede1e60e-8a88-49d5-8c7d-e2a2b9d2bf6e req-693f9fd6-d7ef-417f-9ba2-a9eb718803b4 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877717 Mar 23 12:37:02.173606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21416a4d-0244-454a-86eb-d448665de1f2 req-8025693a-4060-4146-b981-688861ee03f5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Made reservation on behalf of 906b254f196b435d9d1387f29fa51c7f for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:37:02.178377 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-21416a4d-0244-454a-86eb-d448665de1f2 req-8025693a-4060-4146-b981-688861ee03f5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:02.230463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3f10ed64-2c58-47d2-9718-c537b3d1b053 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:37:02.375783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-21416a4d-0244-454a-86eb-d448665de1f2 req-8025693a-4060-4146-b981-688861ee03f5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Allocated IP 172.20.0.14 (ebaa652a-c49f-4907-afdf-128ac03bfaa6/d5ca3030-361f-4822-91f3-c1514558b716/4868cdba-cded-498f-831c-e7cf87270724) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:37:02.455261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 3f10ed64-2c58-47d2-9718-c537b3d1b053 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:37:02.461530 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 3f10ed64-2c58-47d2-9718-c537b3d1b053 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:37:02.462066 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:02.601880 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:02.657616 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3f10ed64-2c58-47d2-9718-c537b3d1b053, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3f10ed64-2c58-47d2-9718-c537b3d1b053,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:02.658514 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44da92d0-9e6a-416f-b081-6c49a37842a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f10ed64-2c58-47d2-9718-c537b3d1b053'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:02.662091 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca531689-84cd-4aac-800e-98a7ef482799" -d '{"events": [{"server_uuid": "44da92d0-9e6a-416f-b081-6c49a37842a5", "name": "network-vif-plugged", "status": "completed", "tag": "3f10ed64-2c58-47d2-9718-c537b3d1b053"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:02.667743 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:02.668052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fd41f-0922-4b77-86c4-cf452db6c93e req-044db8c0-afb3-4d2d-a808-0a95e6316839 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:02.677210 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a09fd41f-0922-4b77-86c4-cf452db6c93e req-044db8c0-afb3-4d2d-a808-0a95e6316839 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 946 time: 0.1043384 Mar 23 12:37:02.702727 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a18a5-34aa-4f55-b9c6-3d1b2427aaa0 req-b09cf7e5-7d5b-4e71-aeb6-eb339a1d8d4a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:02.710183 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a76a18a5-34aa-4f55-b9c6-3d1b2427aaa0 req-b09cf7e5-7d5b-4e71-aeb6-eb339a1d8d4a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.1392281 Mar 23 12:37:02.728764 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-21416a4d-0244-454a-86eb-d448665de1f2 req-8025693a-4060-4146-b981-688861ee03f5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:02.754797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=3f10ed64-2c58-47d2-9718-c537b3d1b053,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:02.757988 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a09fd41f-0922-4b77-86c4-cf452db6c93e req-8dbed16b-2d39-452a-9653-4e8ced4b1a56 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795023 Mar 23 12:37:02.817749 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78941bfd-2e52-4e8d-b08f-83f2c482f072 x-openstack-request-id: req-78941bfd-2e52-4e8d-b08f-83f2c482f072 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:02.818113 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44da92d0-9e6a-416f-b081-6c49a37842a5", "name": "network-vif-plugged", "status": "completed", "tag": "3f10ed64-2c58-47d2-9718-c537b3d1b053", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:02.818362 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78941bfd-2e52-4e8d-b08f-83f2c482f072 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:02.818770 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44da92d0-9e6a-416f-b081-6c49a37842a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f10ed64-2c58-47d2-9718-c537b3d1b053', 'code': 200} Mar 23 12:37:02.872286 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a76a18a5-34aa-4f55-b9c6-3d1b2427aaa0 req-b23d954f-e554-48a3-9b3a-29825787d219 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609373 Mar 23 12:37:02.881270 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-21416a4d-0244-454a-86eb-d448665de1f2 req-8025693a-4060-4146-b981-688861ee03f5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:02.900139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['cf5233d7-db34-4a02-9837-fcce7b93f271'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:37:02.978030 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62620b5-3b3e-47f2-8159-55a51804ec0b req-3bcc6b94-ba92-433f-bd77-487ff568b167 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:02.994508 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f62620b5-3b3e-47f2-8159-55a51804ec0b req-3bcc6b94-ba92-433f-bd77-487ff568b167 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 932 time: 0.1068764 Mar 23 12:37:02.995338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['de415ab8-a994-497f-88e7-c4873f3b75e4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:37:03.078684 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21416a4d-0244-454a-86eb-d448665de1f2 req-8025693a-4060-4146-b981-688861ee03f5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Network ebaa652a-c49f-4907-afdf-128ac03bfaa6 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:37:03.092518 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f62620b5-3b3e-47f2-8159-55a51804ec0b req-4cc20aae-9a0e-476f-a55d-cb93230f4c44 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926616 Mar 23 12:37:03.094636 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-21416a4d-0244-454a-86eb-d448665de1f2 req-8025693a-4060-4146-b981-688861ee03f5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:37:03.126718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-21416a4d-0244-454a-86eb-d448665de1f2 req-8025693a-4060-4146-b981-688861ee03f5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:37:03.136200 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025693a-4060-4146-b981-688861ee03f5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event updated for resources: {'Port': ['ID=4868cdba-cded-498f-831c-e7cf87270724,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:03.221954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33448) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:37:03.343694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c68e2-5ee2-492e-89ce-a14d5114d4e6 req-aa404dfb-672c-4d4d-b634-25a5585ef4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:03.348903 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-580c68e2-5ee2-492e-89ce-a14d5114d4e6 req-aa404dfb-672c-4d4d-b634-25a5585ef4ef service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 1097 time: 0.3674307 Mar 23 12:37:03.433320 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21416a4d-0244-454a-86eb-d448665de1f2 req-8025693a-4060-4146-b981-688861ee03f5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:03.434674 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-21416a4d-0244-454a-86eb-d448665de1f2 req-8025693a-4060-4146-b981-688861ee03f5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:03.443512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b62b65f-63af-4005-86b6-e2e77d3d1f17 admin admin] Deleting subnet d54aa883-1c19-4551-a28b-bff3c2761ab4 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:37:03.453353 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b62b65f-63af-4005-86b6-e2e77d3d1f17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:03.474297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf9c1c-3c7e-4b70-84e5-5f9d0b05f894 req-95273d19-4060-447b-a583-1ece51c01b0e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:03.486119 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-63bf9c1c-3c7e-4b70-84e5-5f9d0b05f894 req-95273d19-4060-447b-a583-1ece51c01b0e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 946 time: 0.4350343 Mar 23 12:37:03.507152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d9e0e-8cff-47fd-ab7f-d47bb3a79c3f req-07f993c5-5a2c-44f6-867a-f7870ba6a5b1 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:03.508841 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fc1d9e0e-8cff-47fd-ab7f-d47bb3a79c3f req-07f993c5-5a2c-44f6-867a-f7870ba6a5b1 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1619475 Mar 23 12:37:03.530833 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21416a4d-0244-454a-86eb-d448665de1f2 req-8025693a-4060-4146-b981-688861ee03f5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5519440 Mar 23 12:37:03.557348 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b62b65f-63af-4005-86b6-e2e77d3d1f17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:03.569629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Request body: {'port': {'device_id': '168c863d-0273-42b7-b90d-f8bb411c2910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:37:03.597304 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-63bf9c1c-3c7e-4b70-84e5-5f9d0b05f894 req-afc1575e-223c-46fa-a02a-c9e9a32efab0 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016192 Mar 23 12:37:03.598892 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-580c68e2-5ee2-492e-89ce-a14d5114d4e6 req-06673331-945c-45de-9a37-6eb8b82c3055 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355723 Mar 23 12:37:03.622949 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fc1d9e0e-8cff-47fd-ab7f-d47bb3a79c3f req-3def508a-5b54-482a-96db-5ce15a7ee29f tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943069 Mar 23 12:37:03.642021 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b62b65f-63af-4005-86b6-e2e77d3d1f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:03.660417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1b2eadaa-ae4d-4705-8ea9-f9db2b5293c0 None None] Provisioning complete for port 4868cdba-cded-498f-831c-e7cf87270724 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:37:03.661248 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b2eadaa-ae4d-4705-8ea9-f9db2b5293c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:03.705061 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:03.714162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1b2eadaa-ae4d-4705-8ea9-f9db2b5293c0 None None] Port 4868cdba-cded-498f-831c-e7cf87270724 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:37:03.740046 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b62b65f-63af-4005-86b6-e2e77d3d1f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:03.783562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62b65f-63af-4005-86b6-e2e77d3d1f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d54aa883-1c19-4551-a28b-bff3c2761ab4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:03.790916 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b62b65f-63af-4005-86b6-e2e77d3d1f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:03.798967 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0b62b65f-63af-4005-86b6-e2e77d3d1f17 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d54aa883-1c19-4551-a28b-bff3c2761ab4 HTTP/1.1" status: 204 len: 168 time: 0.5717099 Mar 23 12:37:03.800337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33456) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:37:03.918794 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9244-2e6c-4c10-9439-74df67212e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:04.055066 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9244-2e6c-4c10-9439-74df67212e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:04.083564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-dd3b9244-2e6c-4c10-9439-74df67212e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a8c31f-7514-4dae-accf-44b11ee69a39']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:04.088235 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4868cdba-cded-498f-831c-e7cf87270724 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:37:04.094958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e34924-6127-4d13-a46b-b6d854d3593c req-a5554e4d-d592-48f6-a1e2-c78e2f251c4e tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:04.096884 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d7e34924-6127-4d13-a46b-b6d854d3593c req-a5554e4d-d592-48f6-a1e2-c78e2f251c4e tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 946 time: 0.1190457 Mar 23 12:37:04.098841 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:04.115217 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-dd3b9244-2e6c-4c10-9439-74df67212e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de0747f-f9e3-4da9-8950-250cf80410f8') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:04.116027 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-dd3b9244-2e6c-4c10-9439-74df67212e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de0747f-f9e3-4da9-8950-250cf80410f8') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:04.120073 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c52cf-62e4-4183-9ba1-6654ca8b6346 req-66e295b8-2ff3-4e5f-a0f7-96195f290d94 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:04.121619 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c53c52cf-62e4-4183-9ba1-6654ca8b6346 req-66e295b8-2ff3-4e5f-a0f7-96195f290d94 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.0995493 Mar 23 12:37:04.124545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Transition to ACTIVE for port object 4868cdba-cded-498f-831c-e7cf87270724 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:37:04.129658 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:04.144236 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9244-2e6c-4c10-9439-74df67212e57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:04.168045 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9244-2e6c-4c10-9439-74df67212e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:04.177614 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3b9244-2e6c-4c10-9439-74df67212e57 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:37:04.177717 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9244-2e6c-4c10-9439-74df67212e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:37:04.179654 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:37:04.184944 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d7e34924-6127-4d13-a46b-b6d854d3593c req-a992dbec-ebdf-46cd-9bf8-04dfcbc1809d tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729263 Mar 23 12:37:04.213308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Pushing event updated for resources: {'Port': ['ID=4868cdba-cded-498f-831c-e7cf87270724,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:04.238420 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c53c52cf-62e4-4183-9ba1-6654ca8b6346 req-96164404-424a-4113-9404-d7416de41aae tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064060 Mar 23 12:37:04.285756 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9244-2e6c-4c10-9439-74df67212e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:04.315275 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 3c21b6ec-dcb4-4753-a6b1-420f413809ab no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:37:04.319953 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9244-2e6c-4c10-9439-74df67212e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:04.323112 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dd3b9244-2e6c-4c10-9439-74df67212e57 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d9a8c31f-7514-4dae-accf-44b11ee69a39 HTTP/1.1" status: 204 len: 168 time: 0.5217154 Mar 23 12:37:04.324694 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b9244-2e6c-4c10-9439-74df67212e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9a8c31f-7514-4dae-accf-44b11ee69a39,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:04.347548 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Attempting to bind port 4868cdba-cded-498f-831c-e7cf87270724 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:37:04.348124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Attempting to bind port 4868cdba-cded-498f-831c-e7cf87270724 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:37:04.348666 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Attempting to bind port 4868cdba-cded-498f-831c-e7cf87270724 on network ebaa652a-c49f-4907-afdf-128ac03bfaa6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:37:04.357568 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Port 4868cdba-cded-498f-831c-e7cf87270724 on network ebaa652a-c49f-4907-afdf-128ac03bfaa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:37:04.358049 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Attempting to bind port 4868cdba-cded-498f-831c-e7cf87270724 on network ebaa652a-c49f-4907-afdf-128ac03bfaa6 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:37:04.368273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:37:04.368865 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Checking segment: {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:37:04.369473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Bound using segment: {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:37:04.370095 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 3c21b6ec-dcb4-4753-a6b1-420f413809ab {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:37:04.370245 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Bound port: 4868cdba-cded-498f-831c-e7cf87270724, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd244f77-eb6a-48e8-bd37-4f908ad8502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:37:04.370727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 3c21b6ec-dcb4-4753-a6b1-420f413809ab not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:37:04.370944 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:04.417570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63678c-8ab0-499a-b9ca-f8a46d8edeb3 req-b745fd8a-6c36-4960-b984-46695efdebf5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:04.419789 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ea63678c-8ab0-499a-b9ca-f8a46d8edeb3 req-b745fd8a-6c36-4960-b984-46695efdebf5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 944 time: 0.0913761 Mar 23 12:37:04.473958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] For port 4868cdba-cded-498f-831c-e7cf87270724, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:37:04.477689 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] For port 4868cdba-cded-498f-831c-e7cf87270724, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4868cdba-cded-498f-831c-e7cf87270724,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:37:04.482902 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:04.509713 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ea63678c-8ab0-499a-b9ca-f8a46d8edeb3 req-0c0ff0cf-29ec-4711-bd7e-84de636d1eca tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728281 Mar 23 12:37:04.525591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:04.526209 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:04.527091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33468) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:37:04.527916 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21416a4d-0244-454a-86eb-d448665de1f2 req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] 10.222.0.77 "PUT /v2.0/ports/4868cdba-cded-498f-831c-e7cf87270724 HTTP/1.1" status: 200 len: 1092 time: 0.9627237 Mar 23 12:37:04.528390 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168c863d-0273-42b7-b90d-f8bb411c2910', 'tag': '4868cdba-cded-498f-831c-e7cf87270724'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:04.530730 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2251c53-5589-4723-941f-122bb9ff99eb" -d '{"events": [{"name": "network-changed", "server_uuid": "168c863d-0273-42b7-b90d-f8bb411c2910", "tag": "4868cdba-cded-498f-831c-e7cf87270724"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:04.585592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ed156-7704-4d0e-8cd8-8ce9984c672d service neutron] Pushing event updated for resources: {'Port': ['ID=4868cdba-cded-498f-831c-e7cf87270724,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:04.616118 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e308456-0483-4db8-9296-62941ab5b79c x-openstack-request-id: req-7e308456-0483-4db8-9296-62941ab5b79c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:04.616420 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168c863d-0273-42b7-b90d-f8bb411c2910", "tag": "4868cdba-cded-498f-831c-e7cf87270724", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:04.616642 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e308456-0483-4db8-9296-62941ab5b79c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:04.617090 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168c863d-0273-42b7-b90d-f8bb411c2910', 'tag': '4868cdba-cded-498f-831c-e7cf87270724', 'status': 'completed', 'code': 200} Mar 23 12:37:04.623982 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2bb65b74-f952-4fd8-badf-421812993ac1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f6f2177507c4c65872c1482e9c5ed53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0947556 Mar 23 12:37:04.627860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33472) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:37:04.727620 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21416a4d-0244-454a-86eb-d448665de1f2 req-55389648-f815-4b3c-a61c-7269d179a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:04.729245 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21416a4d-0244-454a-86eb-d448665de1f2 req-55389648-f815-4b3c-a61c-7269d179a37a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 1095 time: 0.1112854 Mar 23 12:37:04.812386 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1d5054a-fc28-4442-a755-f65c0354bae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:04.818758 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25544af3-d1d5-41ad-8415-28cc4d885ff8 req-331cad13-fa36-4a68-a453-e9123aa7d0c3 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:04.819572 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21416a4d-0244-454a-86eb-d448665de1f2 req-36be495e-2a87-419c-89a5-dc59dc60f7f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4868cdba-cded-498f-831c-e7cf87270724 HTTP/1.1" status: 200 len: 217 time: 0.0644503 Mar 23 12:37:04.819728 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25544af3-d1d5-41ad-8415-28cc4d885ff8 req-331cad13-fa36-4a68-a453-e9123aa7d0c3 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 946 time: 0.1035383 Mar 23 12:37:04.883485 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25544af3-d1d5-41ad-8415-28cc4d885ff8 req-579f6f04-9094-49c3-9d20-a00de3d32ab4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571983 Mar 23 12:37:04.895861 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1d5054a-fc28-4442-a755-f65c0354bae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:04.943459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21416a4d-0244-454a-86eb-d448665de1f2 req-45c66929-93f2-4295-a921-2c2d6b0310a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:04.944959 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21416a4d-0244-454a-86eb-d448665de1f2 req-45c66929-93f2-4295-a921-2c2d6b0310a8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.0908253 Mar 23 12:37:04.954062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fa12d-6670-4788-96ec-d5a5407811f5 req-770fb6f2-b7ef-47d6-829d-f1414bd34a0b tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:04.955512 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8c6fa12d-6670-4788-96ec-d5a5407811f5 req-770fb6f2-b7ef-47d6-829d-f1414bd34a0b tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1881697 Mar 23 12:37:05.027380 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21416a4d-0244-454a-86eb-d448665de1f2 req-20e8dd2b-c18f-417c-8229-8f671e330508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:05.028934 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21416a4d-0244-454a-86eb-d448665de1f2 req-20e8dd2b-c18f-417c-8229-8f671e330508 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725238 Mar 23 12:37:05.029498 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1d5054a-fc28-4442-a755-f65c0354bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:05.032070 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1d5054a-fc28-4442-a755-f65c0354bae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:05.033078 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a1d5054a-fc28-4442-a755-f65c0354bae3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/931c674b-a96f-45b1-ae11-aa0b0322c098 HTTP/1.1" status: 204 len: 168 time: 0.4042490 Mar 23 12:37:05.035950 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8c6fa12d-6670-4788-96ec-d5a5407811f5 req-465b8113-08f1-470c-a9d0-ad73d05ddee1 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717819 Mar 23 12:37:05.060434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5054a-fc28-4442-a755-f65c0354bae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931c674b-a96f-45b1-ae11-aa0b0322c098,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:05.134951 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21416a4d-0244-454a-86eb-d448665de1f2 req-679157c3-c593-4c33-adae-2c22a1e2c9e1 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971842 Mar 23 12:37:05.238849 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21416a4d-0244-454a-86eb-d448665de1f2 req-395e8a44-c4dc-42df-951e-37bf89980847 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947020 Mar 23 12:37:05.335539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859b38f-56af-4f38-b60d-c8e43c69ba92 req-c318a17c-c64b-4c59-8cd2-74c4d54620c9 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:05.337134 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0859b38f-56af-4f38-b60d-c8e43c69ba92 req-c318a17c-c64b-4c59-8cd2-74c4d54620c9 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 946 time: 0.0586007 Mar 23 12:37:05.368938 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2251c53-5589-4723-941f-122bb9ff99eb req-fcbbfd2f-bd8c-4ae4-96cc-cb3c9bd538ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:05.370564 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2251c53-5589-4723-941f-122bb9ff99eb req-fcbbfd2f-bd8c-4ae4-96cc-cb3c9bd538ae service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 1095 time: 0.0751295 Mar 23 12:37:05.382541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259868c3-706d-4e66-a6ea-9763f0915db3 req-5d4042e1-05a5-41f8-b749-e1d7eb905a62 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:05.384315 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-259868c3-706d-4e66-a6ea-9763f0915db3 req-5d4042e1-05a5-41f8-b749-e1d7eb905a62 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.0780900 Mar 23 12:37:05.394625 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0859b38f-56af-4f38-b60d-c8e43c69ba92 req-4b772108-572b-4aa6-b540-c5e9b9b57f4f tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/security-groups?id=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491612 Mar 23 12:37:05.479858 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-259868c3-706d-4e66-a6ea-9763f0915db3 req-bf9b5e9f-725d-47e0-be13-ca982091b61d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869253 Mar 23 12:37:05.518143 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2251c53-5589-4723-941f-122bb9ff99eb req-b8ef84d7-50a1-4305-893b-bd8f92dbad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:05.519890 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2251c53-5589-4723-941f-122bb9ff99eb req-b8ef84d7-50a1-4305-893b-bd8f92dbad50 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.1344934 Mar 23 12:37:05.570614 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2251c53-5589-4723-941f-122bb9ff99eb req-fada20ed-00f6-46d8-b811-1929c92cfbd4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4868cdba-cded-498f-831c-e7cf87270724 HTTP/1.1" status: 200 len: 217 time: 0.0430155 Mar 23 12:37:05.633535 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2251c53-5589-4723-941f-122bb9ff99eb req-d08dde62-74d6-4dd9-8475-00f23192b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:05.635019 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2251c53-5589-4723-941f-122bb9ff99eb req-d08dde62-74d6-4dd9-8475-00f23192b7c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.0554197 Mar 23 12:37:05.679362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19e096-ad0e-4785-a2fe-415b35028508 req-78dbf6e8-5e36-45f6-8f18-eeef6f6296a8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:05.679754 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e19e096-ad0e-4785-a2fe-415b35028508 req-78dbf6e8-5e36-45f6-8f18-eeef6f6296a8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 944 time: 0.0613351 Mar 23 12:37:05.700536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2251c53-5589-4723-941f-122bb9ff99eb req-882af96c-7cda-472d-b725-f21ac3c1af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:05.702076 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2251c53-5589-4723-941f-122bb9ff99eb req-882af96c-7cda-472d-b725-f21ac3c1af02 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564125 Mar 23 12:37:05.729489 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e19e096-ad0e-4785-a2fe-415b35028508 req-08d53297-a7ff-4635-b8ce-7f41b06a9cfb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395417 Mar 23 12:37:05.853403 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59daabae-eb3b-4d0d-b3a1-bbad811a1650 req-8104cfad-5c43-45ac-a1ef-0702a759d93f tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:05.855023 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-59daabae-eb3b-4d0d-b3a1-bbad811a1650 req-8104cfad-5c43-45ac-a1ef-0702a759d93f tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 946 time: 0.0882483 Mar 23 12:37:05.857354 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2251c53-5589-4723-941f-122bb9ff99eb req-5e0739db-bb40-49ff-9eb0-48e0b831744f service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448302 Mar 23 12:37:05.940290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33508) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:37:06.057738 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2251c53-5589-4723-941f-122bb9ff99eb req-b8953654-b0ca-4560-985e-930362a1b6d5 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850777 Mar 23 12:37:06.067691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e2b2c43c-07f7-4577-85cd-bf00b4da5b44 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-network', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:37:06.073442 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8a5df-688e-4bd0-9b9c-ded44936acc0 req-fe69fcdb-c162-443f-8d0e-c298092f035b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:06.076276 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c6b8a5df-688e-4bd0-9b9c-ded44936acc0 req-fe69fcdb-c162-443f-8d0e-c298092f035b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 946 time: 0.1161652 Mar 23 12:37:06.096961 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-59daabae-eb3b-4d0d-b3a1-bbad811a1650 req-177a9bcd-7b51-47ab-aa82-67bde381ed2f tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Deleting port 3597349d-2b37-4183-bd0a-a886146901b7 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:37:06.097770 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-59daabae-eb3b-4d0d-b3a1-bbad811a1650 req-177a9bcd-7b51-47ab-aa82-67bde381ed2f tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:06.106084 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b2c43c-07f7-4577-85cd-bf00b4da5b44 admin admin] Made reservation on behalf of cec345c2fbc5453cb53f17937b01e8ba for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:37:06.109425 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c43c-07f7-4577-85cd-bf00b4da5b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:06.120816 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c43c-07f7-4577-85cd-bf00b4da5b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:06.206082 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c6b8a5df-688e-4bd0-9b9c-ded44936acc0 req-86366b8e-eea6-4c90-9cdf-1bba04b6a79f tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025615 Mar 23 12:37:06.244229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9a999-af6e-44f7-b318-556f32fcafcd req-f25901f3-b91d-4e49-8cf5-9d3b96535bef tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:06.244229 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ee9a999-af6e-44f7-b318-556f32fcafcd req-f25901f3-b91d-4e49-8cf5-9d3b96535bef tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1120689 Mar 23 12:37:06.273315 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-59daabae-eb3b-4d0d-b3a1-bbad811a1650 req-177a9bcd-7b51-47ab-aa82-67bde381ed2f tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] For port 3597349d-2b37-4183-bd0a-a886146901b7, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3597349d-2b37-4183-bd0a-a886146901b7,segment=NetworkSegment(991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f),segment_id=991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:06.273901 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-59daabae-eb3b-4d0d-b3a1-bbad811a1650 req-177a9bcd-7b51-47ab-aa82-67bde381ed2f tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:06.295737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-59daabae-eb3b-4d0d-b3a1-bbad811a1650 req-177a9bcd-7b51-47ab-aa82-67bde381ed2f tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Calling delete_port for 3597349d-2b37-4183-bd0a-a886146901b7 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:37:06.322639 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ee9a999-af6e-44f7-b318-556f32fcafcd req-6efff3d9-3ea0-4b46-a090-a0a4d75d2ede tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784652 Mar 23 12:37:06.332571 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c43c-07f7-4577-85cd-bf00b4da5b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:06.337447 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c43c-07f7-4577-85cd-bf00b4da5b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:06.364104 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b2c43c-07f7-4577-85cd-bf00b4da5b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:37:06.374899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2c43c-07f7-4577-85cd-bf00b4da5b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9646f597-2791-4e93-885a-746f8baa093b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:06.382765 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c43c-07f7-4577-85cd-bf00b4da5b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:06.383116 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-e2b2c43c-07f7-4577-85cd-bf00b4da5b44 admin admin] Added segment 94397f8e-e6cd-44d5-88cc-9a968b41e07e of type vlan for network 2706f020-61c4-48af-8454-98afd060d9c5 Mar 23 12:37:06.441694 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c43c-07f7-4577-85cd-bf00b4da5b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:06.469506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd8496-2524-4659-8c8a-a5f8b45f7e05 req-fe64cb62-c149-4a67-88f4-8496999ea2f1 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:06.471994 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4fd8496-2524-4659-8c8a-a5f8b45f7e05 req-fe64cb62-c149-4a67-88f4-8496999ea2f1 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 1097 time: 0.1110320 Mar 23 12:37:06.476112 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c43c-07f7-4577-85cd-bf00b4da5b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:06.477826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b2c43c-07f7-4577-85cd-bf00b4da5b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:06.478624 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c43c-07f7-4577-85cd-bf00b4da5b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:06.504685 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-59daabae-eb3b-4d0d-b3a1-bbad811a1650 req-177a9bcd-7b51-47ab-aa82-67bde381ed2f tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:06.522596 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['3597349d-2b37-4183-bd0a-a886146901b7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:37:06.542781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a9bcd-7b51-47ab-aa82-67bde381ed2f tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Pushing event deleted for resources: {'Port': ['ID=3597349d-2b37-4183-bd0a-a886146901b7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:06.558368 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0eb41b5b-b75c-45bb-868a-33242bd31b75 req-b3429aee-a8a8-4e3f-880b-9be143b100b2 tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb418c1-069b-4993-9706-c42c924a3587 HTTP/1.1" status: 200 len: 210 time: 0.0728247 Mar 23 12:37:06.580049 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e2b2c43c-07f7-4577-85cd-bf00b4da5b44 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6359379 Mar 23 12:37:06.585594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33522) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:37:06.591764 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-00e1fa76-ae02-4daf-bf37-511484198765 admin admin] Request body: {'subnet': {'network_id': '2706f020-61c4-48af-8454-98afd060d9c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-subnet', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:37:06.600869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2c43c-07f7-4577-85cd-bf00b4da5b44 admin admin] Pushing event updated for resources: {'Network': ['ID=2706f020-61c4-48af-8454-98afd060d9c5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:06.601909 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4fd8496-2524-4659-8c8a-a5f8b45f7e05 req-f0accbe2-9f5f-4460-b386-5faa64af6188 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154516 Mar 23 12:37:06.622944 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 2706f020-61c4-48af-8454-98afd060d9c5 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:37:06.625971 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e1fa76-ae02-4daf-bf37-511484198765 admin admin] Made reservation on behalf of cec345c2fbc5453cb53f17937b01e8ba for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:37:06.629501 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00e1fa76-ae02-4daf-bf37-511484198765 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:06.646521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-59daabae-eb3b-4d0d-b3a1-bbad811a1650 req-177a9bcd-7b51-47ab-aa82-67bde381ed2f tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] No DVR routers for this DVR port 3597349d-2b37-4183-bd0a-a886146901b7 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:37:06.658591 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-59daabae-eb3b-4d0d-b3a1-bbad811a1650 req-177a9bcd-7b51-47ab-aa82-67bde381ed2f tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:06.667754 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-59daabae-eb3b-4d0d-b3a1-bbad811a1650 req-177a9bcd-7b51-47ab-aa82-67bde381ed2f tempest-VolumesActionsTest-772105449 tempest-VolumesActionsTest-772105449-project] 10.222.0.77 "DELETE /v2.0/ports/3597349d-2b37-4183-bd0a-a886146901b7 HTTP/1.1" status: 204 len: 173 time: 0.8016706 Mar 23 12:37:06.679409 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb418c1-069b-4993-9706-c42c924a3587', 'name': 'network-vif-deleted', 'tag': '3597349d-2b37-4183-bd0a-a886146901b7'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:06.681862 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9114f894-f0aa-44ef-8a82-128cdbcf7aa5" -d '{"events": [{"server_uuid": "fdb418c1-069b-4993-9706-c42c924a3587", "name": "network-vif-deleted", "tag": "3597349d-2b37-4183-bd0a-a886146901b7"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:06.782806 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4f5d59-a9e4-4f4e-b07b-6371f3823da2 x-openstack-request-id: req-de4f5d59-a9e4-4f4e-b07b-6371f3823da2 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:06.783100 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb418c1-069b-4993-9706-c42c924a3587", "name": "network-vif-deleted", "tag": "3597349d-2b37-4183-bd0a-a886146901b7", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:06.783395 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de4f5d59-a9e4-4f4e-b07b-6371f3823da2 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:06.783803 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb418c1-069b-4993-9706-c42c924a3587', 'name': 'network-vif-deleted', 'tag': '3597349d-2b37-4183-bd0a-a886146901b7', 'status': 'completed', 'code': 200} Mar 23 12:37:06.830729 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf92755-80b1-4ee8-9a16-bcfcc8bc8697 req-32c36b8d-9c80-4cd5-882d-9a72da3df822 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:06.832791 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8bf92755-80b1-4ee8-9a16-bcfcc8bc8697 req-32c36b8d-9c80-4cd5-882d-9a72da3df822 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.1127658 Mar 23 12:37:06.912300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c7706-6213-483b-b086-dd816b76c848 req-9f2023da-7cff-4e91-96b8-85afe77c6160 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:06.920705 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5b7c7706-6213-483b-b086-dd816b76c848 req-9f2023da-7cff-4e91-96b8-85afe77c6160 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 944 time: 0.0761132 Mar 23 12:37:06.941041 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8bf92755-80b1-4ee8-9a16-bcfcc8bc8697 req-146544fc-0fc5-4fdc-b051-23e5aaef6f1c tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875618 Mar 23 12:37:06.995554 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5b7c7706-6213-483b-b086-dd816b76c848 req-a930d3e8-cb71-437d-abdf-2fc3f78340a1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711200 Mar 23 12:37:07.018267 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00e1fa76-ae02-4daf-bf37-511484198765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:07.096223 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1fa76-ae02-4daf-bf37-511484198765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e1c930a-1bb6-4f3f-a6ae-e757297f4d58,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:07.103263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e1fa76-ae02-4daf-bf37-511484198765 admin admin] Checking segment: {'id': '94397f8e-e6cd-44d5-88cc-9a968b41e07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:37:07.103490 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e1fa76-ae02-4daf-bf37-511484198765 admin admin] Network hostable DHCP agents. Network: 2706f020-61c4-48af-8454-98afd060d9c5, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:37:07.124795 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e1fa76-ae02-4daf-bf37-511484198765 admin admin] Network 2706f020-61c4-48af-8454-98afd060d9c5 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:37:07.143116 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-00e1fa76-ae02-4daf-bf37-511484198765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 2706f020-61c4-48af-8454-98afd060d9c5) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:37:07.155215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e1fa76-ae02-4daf-bf37-511484198765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:07.156735 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-00e1fa76-ae02-4daf-bf37-511484198765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:07.157505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd9c5cf-c777-4e0f-91bc-f6e16ccb3514 None None] Network 2706f020-61c4-48af-8454-98afd060d9c5 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:37:07.170500 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a9e0e-4f5c-4b68-8cbb-6b1e2f34e835 req-efbf86cf-4bd5-4331-b530-3398620d9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:07.172680 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-853a9e0e-4f5c-4b68-8cbb-6b1e2f34e835 req-efbf86cf-4bd5-4331-b530-3398620d9c6c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 1096 time: 0.0843344 Mar 23 12:37:07.184032 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-00e1fa76-ae02-4daf-bf37-511484198765 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5978365 Mar 23 12:37:07.185240 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33536) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:37:07.190235 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-router', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:37:07.219569 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:07.222225 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:07.267513 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-853a9e0e-4f5c-4b68-8cbb-6b1e2f34e835 req-cfaca79e-4dfa-4fb0-815c-016629ba30c1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803051 Mar 23 12:37:07.297578 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:07.349327 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9313ae-7309-48be-a95b-44efbcb5e610 None None] Network 2706f020-61c4-48af-8454-98afd060d9c5 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:37:07.551599 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:07.588618 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4584a-dd64-4f41-bf03-ef25a1de7f71 req-d689ad7a-7604-4d97-a7f3-252df4c9be9d tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:07.590162 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-26d4584a-dd64-4f41-bf03-ef25a1de7f71 req-d689ad7a-7604-4d97-a7f3-252df4c9be9d tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.0969093 Mar 23 12:37:07.679064 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-26d4584a-dd64-4f41-bf03-ef25a1de7f71 req-e1ebb83c-3243-491d-9429-b528da3fa2f4 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540595 Mar 23 12:37:07.872321 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:07.898882 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:08.061033 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Allocated IP 172.25.2.36 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/5f109a29-657f-4db3-a94e-fb2965ae4bea) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:37:08.185297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527dd01-31e0-43a0-a33f-1faabf391364 req-88e3b466-0e99-4e4e-80fa-b67253e53b76 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:08.187380 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7527dd01-31e0-43a0-a33f-1faabf391364 req-88e3b466-0e99-4e4e-80fa-b67253e53b76 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.0685802 Mar 23 12:37:08.235735 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7527dd01-31e0-43a0-a33f-1faabf391364 req-98d515bb-c7da-499d-bfb7-7c99897371b4 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410926 Mar 23 12:37:08.252784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054bf20-44b2-438f-ab86-f4bdf51a5223 req-b661ef9e-84ae-4884-b0d5-be95cb95a9a0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:08.254314 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7054bf20-44b2-438f-ab86-f4bdf51a5223 req-b661ef9e-84ae-4884-b0d5-be95cb95a9a0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 944 time: 0.1076937 Mar 23 12:37:08.265256 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:08.354458 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:08.413424 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7054bf20-44b2-438f-ab86-f4bdf51a5223 req-a065f82e-90dc-41c0-98d0-0b2bfaddeed6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457622 Mar 23 12:37:08.428176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:37:08.433674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:37:08.441565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:37:08.445759 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Pushing event updated for resources: {'Port': ['ID=5f109a29-657f-4db3-a94e-fb2965ae4bea,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:08.980864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8224a2-a5a3-4b53-b22b-30b6b07a1df2 req-8b82a1b4-a1c1-41bf-92a0-f5571ae1d6de tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:08.992586 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1c8224a2-a5a3-4b53-b22b-30b6b07a1df2 req-8b82a1b4-a1c1-41bf-92a0-f5571ae1d6de tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1325631 Mar 23 12:37:09.028332 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:09.096773 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1c8224a2-a5a3-4b53-b22b-30b6b07a1df2 req-bace9ed3-a718-49eb-aa73-e9ead62d0c5b tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975688 Mar 23 12:37:09.362177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1f02c-4097-4357-be0a-f3314cd570d7 req-65d76e2e-f43c-41a6-90ae-a5373c6f3c6a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:09.363797 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6dd1f02c-4097-4357-be0a-f3314cd570d7 req-65d76e2e-f43c-41a6-90ae-a5373c6f3c6a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 945 time: 0.1213732 Mar 23 12:37:09.398377 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:09.416806 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6dd1f02c-4097-4357-be0a-f3314cd570d7 req-0cd33ced-5ade-4323-b4d2-20e679f95236 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460269 Mar 23 12:37:09.449414 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15280d-2861-4583-a8aa-872281d07ba6 req-89a913bc-8b28-4b68-a87c-1e6f07c0a5e0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:09.456530 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8f15280d-2861-4583-a8aa-872281d07ba6 req-89a913bc-8b28-4b68-a87c-1e6f07c0a5e0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.1136351 Mar 23 12:37:09.539748 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8f15280d-2861-4583-a8aa-872281d07ba6 req-b4ec6346-0b8f-418b-85e0-8bd7a7e59720 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765479 Mar 23 12:37:09.642251 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b501c-581c-413b-97a8-ae6dfd1e083d req-88a204a5-80a4-4afc-95fa-152a93d16ea7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:09.644687 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d2b501c-581c-413b-97a8-ae6dfd1e083d req-88a204a5-80a4-4afc-95fa-152a93d16ea7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 944 time: 0.0800653 Mar 23 12:37:09.973830 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:37:10.060114 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d2b501c-581c-413b-97a8-ae6dfd1e083d req-06157714-cf58-48fe-b059-537cc3bc0255 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099207 Mar 23 12:37:10.247122 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 4868cdba-cded-498f-831c-e7cf87270724 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:37:10.275550 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3597349d-2b37-4183-bd0a-a886146901b7 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:37:10.296551 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:37:10.339201 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:10.345985 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e48670db-e15d-4523-a564-58ce5ecd8122 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1595085 Mar 23 12:37:10.347107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33648) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:37:10.441647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 4868cdba-cded-498f-831c-e7cf87270724, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4868cdba-cded-498f-831c-e7cf87270724,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:10.458712 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '4868cdba-cded-498f-831c-e7cf87270724', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'port_id': '4868cdba-cded-498f-831c-e7cf87270724', 'mac_address': 'fa:16:3e:ce:04:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:37:10.463355 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Sync routers for ids ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:37:10.467293 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 3597349d-2b37-4183-bd0a-a886146901b7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:37:10.468381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3597349d-2b37-4183-bd0a-a886146901b7 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:37:10.516935 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Routers {'5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:37:10.518162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:36:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:10.575964 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b0e48-971a-4b36-8d59-0ee337adbd12 req-ef01245b-7662-4c11-8952-a1b7f60b6c95 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:10.597141 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-455b0e48-971a-4b36-8d59-0ee337adbd12 req-ef01245b-7662-4c11-8952-a1b7f60b6c95 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.3714213 Mar 23 12:37:10.664996 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0145e1-06c2-46f5-a6fc-aad1d2b29288 req-26b5cd7d-19cb-4123-a296-ef16b3caa54c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:10.670410 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee0145e1-06c2-46f5-a6fc-aad1d2b29288 req-26b5cd7d-19cb-4123-a296-ef16b3caa54c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 945 time: 0.1198289 Mar 23 12:37:10.741513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Set router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:37:10.857360 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee0145e1-06c2-46f5-a6fc-aad1d2b29288 req-c6d7e38a-5fc2-4535-963d-d5316b7863c6 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749473 Mar 23 12:37:10.888196 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:10.994180 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4868cdba-cded-498f-831c-e7cf87270724 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:37:11.080517 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 4868cdba-cded-498f-831c-e7cf87270724, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4868cdba-cded-498f-831c-e7cf87270724,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:11.094233 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:11.233181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d83738-7ca2-4354-9df2-00387ea4d230 req-d882d855-80ff-4036-bbbc-7d88e9f1c081 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:11.243301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=4868cdba-cded-498f-831c-e7cf87270724,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:11.245051 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-93d83738-7ca2-4354-9df2-00387ea4d230 req-d882d855-80ff-4036-bbbc-7d88e9f1c081 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.2722614 Mar 23 12:37:11.257333 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-router', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:08Z', 'revision_number': 3, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'gw_port': {'id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:02:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:11.259160 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-455b0e48-971a-4b36-8d59-0ee337adbd12 req-76988202-3d1a-4117-add3-54a6a11c2415 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6549573 Mar 23 12:37:11.321902 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-93d83738-7ca2-4354-9df2-00387ea4d230 req-8640d702-0b86-4a4f-8d95-b4a7fe84f372 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746717 Mar 23 12:37:11.376584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Checking router: 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:37:11.377300 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Updating router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 port 5f109a29-657f-4db3-a94e-fb2965ae4bea binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:37:11.415848 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:11.775334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063eae48-6008-400d-bdd6-924d0d797381 req-b32f8ee3-fc70-447e-ba9c-4a5881131199 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:11.786328 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-063eae48-6008-400d-bdd6-924d0d797381 req-b32f8ee3-fc70-447e-ba9c-4a5881131199 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1104660 Mar 23 12:37:11.818710 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['4868cdba-cded-498f-831c-e7cf87270724'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:37:11.873035 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:11.888357 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-063eae48-6008-400d-bdd6-924d0d797381 req-1ac0bc6f-5c6b-42fd-9490-4633a38554b2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007435 Mar 23 12:37:11.903568 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:12.070552 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cae2bc-2c62-41e3-b36b-9153cbbdcfb3 None None] Pushing event updated for resources: {'Port': ['ID=5f109a29-657f-4db3-a94e-fb2965ae4bea,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:12.084666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Attempting to bind port 5f109a29-657f-4db3-a94e-fb2965ae4bea on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:37:12.085874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Attempting to bind port 5f109a29-657f-4db3-a94e-fb2965ae4bea by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:37:12.086487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Attempting to bind port 5f109a29-657f-4db3-a94e-fb2965ae4bea on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:37:12.101495 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4611d-4035-4bee-9add-8602132967ba req-b0ea26c5-9811-4cec-ba94-06912089bb0a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:12.104461 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bac4611d-4035-4bee-9add-8602132967ba req-b0ea26c5-9811-4cec-ba94-06912089bb0a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 945 time: 0.1436105 Mar 23 12:37:12.109408 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:37:12.110002 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:37:12.110656 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:12.111288 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:37:12.111891 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Bound port: 5f109a29-657f-4db3-a94e-fb2965ae4bea, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:37:12.112512 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:12.214253 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] For port 5f109a29-657f-4db3-a94e-fb2965ae4bea, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:37:12.220139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] For port 5f109a29-657f-4db3-a94e-fb2965ae4bea, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5f109a29-657f-4db3-a94e-fb2965ae4bea,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:37:12.229400 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:12.288318 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bac4611d-4035-4bee-9add-8602132967ba req-620ef9af-fa1a-47d6-b52d-695b406bb1e0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724851 Mar 23 12:37:12.291659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb937d-8441-4653-9d88-a3a37759a888 req-0653e59d-82da-48ce-b4c6-1c38bc19ddac tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:12.293491 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c1fb937d-8441-4653-9d88-a3a37759a888 req-0653e59d-82da-48ce-b4c6-1c38bc19ddac tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 945 time: 1.0032773 Mar 23 12:37:12.309921 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cae2bc-2c62-41e3-b36b-9153cbbdcfb3 None None] Pushing event updated for resources: {'Port': ['ID=5f109a29-657f-4db3-a94e-fb2965ae4bea,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:12.355415 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Routers {'5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:37:12.356328 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:36:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:12.569545 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:37:12.570840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3745b80-5f11-4efb-a26f-2e16a812bfff req-bb533dd9-e425-48bb-8f3a-0b9d082f078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:12.574272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3745b80-5f11-4efb-a26f-2e16a812bfff req-bb533dd9-e425-48bb-8f3a-0b9d082f078b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7b58523009564f6bac30930da31ecda3&device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 1096 time: 0.7117479 Mar 23 12:37:12.598317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] Set router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:37:12.621625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040aa3f-fe2e-4ce6-9bc0-5347c59a4710 req-bdb86923-15be-44fd-a0b7-15b53dfa677d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:12.622528 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b8918-6aa3-430c-9656-57c57e291e99 req-f33a27fe-8619-4ab4-8ccf-218d77800a02 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:12.623683 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0040aa3f-fe2e-4ce6-9bc0-5347c59a4710 req-bdb86923-15be-44fd-a0b7-15b53dfa677d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.1183190 Mar 23 12:37:12.636152 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f07b8918-6aa3-430c-9656-57c57e291e99 req-f33a27fe-8619-4ab4-8ccf-218d77800a02 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 945 time: 1.0530005 Mar 23 12:37:12.739645 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0040aa3f-fe2e-4ce6-9bc0-5347c59a4710 req-12fd91e5-cac3-4acb-ae05-ea45918c28d6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002266 Mar 23 12:37:12.835707 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:12.877424 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f07b8918-6aa3-430c-9656-57c57e291e99 req-3d6bbbf5-e50e-4eb7-be15-d0e9f706cefd tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400107 Mar 23 12:37:13.026886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3745b80-5f11-4efb-a26f-2e16a812bfff req-70ad2c6c-9410-4632-bb8a-9a41429005e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:13.029758 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3745b80-5f11-4efb-a26f-2e16a812bfff req-70ad2c6c-9410-4632-bb8a-9a41429005e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0b1e418f-2cfc-420d-8472-de7db6e2f75e HTTP/1.1" status: 200 len: 912 time: 0.3615265 Mar 23 12:37:13.040472 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c1fb937d-8441-4653-9d88-a3a37759a888 req-bfa6aa01-024e-4478-98f8-87a731027ab4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Deleting port 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:37:13.041364 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c1fb937d-8441-4653-9d88-a3a37759a888 req-bfa6aa01-024e-4478-98f8-87a731027ab4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:13.068582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-router', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:08Z', 'revision_number': 3, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'gw_port': {'id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:02:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:13.243995 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d53b23-9565-4d47-926d-2dc634e627da req-a5e826ce-af96-43e2-9549-4d5e8d2ef634 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:13.260068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42d53b23-9565-4d47-926d-2dc634e627da req-a5e826ce-af96-43e2-9549-4d5e8d2ef634 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1506739 Mar 23 12:37:13.367272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3745b80-5f11-4efb-a26f-2e16a812bfff req-9f52a5aa-8319-4d48-bc2a-6bffadb375b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27b23cde-4300-434a-95cf-7d818c3fa036 HTTP/1.1" status: 200 len: 217 time: 0.3063638 Mar 23 12:37:13.379226 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42d53b23-9565-4d47-926d-2dc634e627da req-b565f7cb-4c59-4597-9f90-38fec4b6c244 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176877 Mar 23 12:37:13.385946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c19d8f9-7fd6-4bd0-a080-3767a8ac70d2 None None] The sync data for ids ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'] in n-d-834854-1 is: [{'id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-router', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:08Z', 'revision_number': 3, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'gw_port': {'id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:02:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:37:13.611353 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Allocated IP 172.20.0.1 (2706f020-61c4-48af-8454-98afd060d9c5/6e1c930a-1bb6-4f3f-a6ae-e757297f4d58/2696dc8d-037c-4009-b394-4e3cd89e9dce) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:37:14.084421 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c1fb937d-8441-4653-9d88-a3a37759a888 req-bfa6aa01-024e-4478-98f8-87a731027ab4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] For port 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8d4fc5ea-7db3-4323-a6f7-28b15629c4ff,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:14.084797 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c1fb937d-8441-4653-9d88-a3a37759a888 req-bfa6aa01-024e-4478-98f8-87a731027ab4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:14.137152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a2653-87a5-4106-b27f-e108557f9833 req-aa896592-704c-48c9-80cc-5471e45c69a4 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:14.147201 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:14.151881 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3745b80-5f11-4efb-a26f-2e16a812bfff req-80f23702-057f-42c9-8ea0-a1b23e62d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:14.153120 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f44a2653-87a5-4106-b27f-e108557f9833 req-aa896592-704c-48c9-80cc-5471e45c69a4 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.1376431 Mar 23 12:37:14.161710 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3745b80-5f11-4efb-a26f-2e16a812bfff req-80f23702-057f-42c9-8ea0-a1b23e62d9c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=532f4c4f-053d-46b1-8154-1c17faa5e818 HTTP/1.1" status: 200 len: 851 time: 0.3263102 Mar 23 12:37:14.164068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c1fb937d-8441-4653-9d88-a3a37759a888 req-bfa6aa01-024e-4478-98f8-87a731027ab4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Calling delete_port for 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:37:14.259326 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f44a2653-87a5-4106-b27f-e108557f9833 req-b4d4cef3-cc28-411f-a469-61c9bf1148b0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041789 Mar 23 12:37:14.279189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 4868cdba-cded-498f-831c-e7cf87270724 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:37:14.391139 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3745b80-5f11-4efb-a26f-2e16a812bfff req-a9cd8d73-988a-4efd-931a-4bb3eb19c98e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0b1e418f-2cfc-420d-8472-de7db6e2f75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1927743 Mar 23 12:37:14.392081 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device f6aa4d3c-580f-42da-b1bb-2f00909c1c95 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:37:14.518654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6be54e-617b-4bfd-89c3-c42a4a79966e req-446fd63e-531c-41e5-9a88-b81eb3a94827 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:14.548875 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c6be54e-617b-4bfd-89c3-c42a4a79966e req-446fd63e-531c-41e5-9a88-b81eb3a94827 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 945 time: 0.6680279 Mar 23 12:37:14.661093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a49f49-668a-4abd-be5b-5c02ae53236f req-475beba0-3e25-465a-8c9b-0ea32baa4f38 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:14.675341 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40a49f49-668a-4abd-be5b-5c02ae53236f req-475beba0-3e25-465a-8c9b-0ea32baa4f38 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 945 time: 0.2738311 Mar 23 12:37:14.745201 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 4868cdba-cded-498f-831c-e7cf87270724 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:37:14.791520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 4868cdba-cded-498f-831c-e7cf87270724 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:37:14.792140 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:14.817529 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40a49f49-668a-4abd-be5b-5c02ae53236f req-75669904-ddd4-4e24-9386-ab5ff158efb1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350174 Mar 23 12:37:15.006619 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:15.036377 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'port_id': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95', 'mac_address': 'fa:16:3e:60:25:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:37:15.059604 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:15.274366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87ea97-a26f-4156-9df5-9761d5b3e945 req-f0a0ef10-50f3-4392-a2dc-e0921c344258 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:15.291831 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c6be54e-617b-4bfd-89c3-c42a4a79966e req-02887cfe-9e93-4702-b788-72c967d26e6f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6009402 Mar 23 12:37:15.292513 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c1fb937d-8441-4653-9d88-a3a37759a888 req-bfa6aa01-024e-4478-98f8-87a731027ab4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:15.309368 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba87ea97-a26f-4156-9df5-9761d5b3e945 req-f0a0ef10-50f3-4392-a2dc-e0921c344258 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.2662437 Mar 23 12:37:15.354254 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6aa01-024e-4478-98f8-87a731027ab4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Pushing event deleted for resources: {'Port': ['ID=8d4fc5ea-7db3-4323-a6f7-28b15629c4ff,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:15.366319 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:15.409550 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 4868cdba-cded-498f-831c-e7cf87270724, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4868cdba-cded-498f-831c-e7cf87270724,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:15.440366 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168c863d-0273-42b7-b90d-f8bb411c2910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4868cdba-cded-498f-831c-e7cf87270724'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:15.445012 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2caf530-8960-4741-8901-ef9af5d8bb19" -d '{"events": [{"server_uuid": "168c863d-0273-42b7-b90d-f8bb411c2910", "name": "network-vif-plugged", "status": "completed", "tag": "4868cdba-cded-498f-831c-e7cf87270724"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:15.450042 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Network 2706f020-61c4-48af-8454-98afd060d9c5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:37:15.451267 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Pushing event updated for resources: {'Port': ['ID=2696dc8d-037c-4009-b394-4e3cd89e9dce,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:15.461956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:37:15.478263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:37:15.486214 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:15.487567 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:37:15.528999 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba87ea97-a26f-4156-9df5-9761d5b3e945 req-bed95772-695b-40ec-84a9-15516c783d5f tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167578 Mar 23 12:37:15.537126 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:15.688706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fb937d-8441-4653-9d88-a3a37759a888 req-bfa6aa01-024e-4478-98f8-87a731027ab4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] No DVR routers for this DVR port 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:37:15.693934 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:37:15.704738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 8d4fc5ea-7db3-4323-a6f7-28b15629c4ff not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:37:15.709118 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c1fb937d-8441-4653-9d88-a3a37759a888 req-bfa6aa01-024e-4478-98f8-87a731027ab4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:15.712241 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb12b84-8aa0-4b91-b1db-044a1be58405 x-openstack-request-id: req-4bb12b84-8aa0-4b91-b1db-044a1be58405 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:15.713346 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c1fb937d-8441-4653-9d88-a3a37759a888 req-bfa6aa01-024e-4478-98f8-87a731027ab4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "DELETE /v2.0/ports/8d4fc5ea-7db3-4323-a6f7-28b15629c4ff HTTP/1.1" status: 204 len: 173 time: 3.3776379 Mar 23 12:37:15.718518 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168c863d-0273-42b7-b90d-f8bb411c2910", "name": "network-vif-plugged", "status": "completed", "tag": "4868cdba-cded-498f-831c-e7cf87270724", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:15.719531 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4bb12b84-8aa0-4b91-b1db-044a1be58405 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:15.721659 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168c863d-0273-42b7-b90d-f8bb411c2910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4868cdba-cded-498f-831c-e7cf87270724', 'code': 200} Mar 23 12:37:15.731685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5f109a29-657f-4db3-a94e-fb2965ae4bea up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:37:15.776704 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0f9b80-0890-4d0c-bd05-79580bbd427d', 'name': 'network-vif-deleted', 'tag': '8d4fc5ea-7db3-4323-a6f7-28b15629c4ff'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:15.781370 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:15.782665 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d057cb38-ae25-473f-b21d-5d6c71688f4b" -d '{"events": [{"server_uuid": "be0f9b80-0890-4d0c-bd05-79580bbd427d", "name": "network-vif-deleted", "tag": "8d4fc5ea-7db3-4323-a6f7-28b15629c4ff"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:15.812409 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6aa4d3c-580f-42da-b1bb-2f00909c1c95 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:37:15.835755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=4868cdba-cded-498f-831c-e7cf87270724,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:15.848571 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3745b80-5f11-4efb-a26f-2e16a812bfff req-3e517431-8afd-4a8c-a125-1a533366c917 service neutron] 10.222.0.73 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4167166 Mar 23 12:37:15.925889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:15.943460 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:15.945649 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:15.959845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 5f109a29-657f-4db3-a94e-fb2965ae4bea triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:37:15.960418 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:16.088575 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21146906-12cc-4858-9f11-f4003e17343a req-a1cb8089-cfda-4e94-b5f6-c39053df5da7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:16.107087 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21146906-12cc-4858-9f11-f4003e17343a req-a1cb8089-cfda-4e94-b5f6-c39053df5da7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 0.1207163 Mar 23 12:37:16.207856 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0ba77-444b-4c4d-9e42-889a488bb453 req-849cb6f6-b08a-45ad-910a-baeb702c46b8 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:16.209751 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aac0ba77-444b-4c4d-9e42-889a488bb453 req-849cb6f6-b08a-45ad-910a-baeb702c46b8 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.5531383 Mar 23 12:37:16.250420 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21146906-12cc-4858-9f11-f4003e17343a req-c68bf413-c597-46f8-8821-1c9867413115 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407583 Mar 23 12:37:16.304638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['f6aa4d3c-580f-42da-b1bb-2f00909c1c95'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:37:16.390664 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:16.395063 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9de0d23-bfe1-4f5a-9a60-09c4441319fe x-openstack-request-id: req-e9de0d23-bfe1-4f5a-9a60-09c4441319fe {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:16.395363 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0f9b80-0890-4d0c-bd05-79580bbd427d", "name": "network-vif-deleted", "tag": "8d4fc5ea-7db3-4323-a6f7-28b15629c4ff", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:16.395693 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9de0d23-bfe1-4f5a-9a60-09c4441319fe {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:16.396555 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0f9b80-0890-4d0c-bd05-79580bbd427d', 'name': 'network-vif-deleted', 'tag': '8d4fc5ea-7db3-4323-a6f7-28b15629c4ff', 'status': 'completed', 'code': 200} Mar 23 12:37:16.405496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4d5ea-02e9-43ca-8df8-44c1cb8abc40 req-33587cbb-a0a8-4ccb-9386-e0630d8351a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:16.406978 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c5e4d5ea-02e9-43ca-8df8-44c1cb8abc40 req-33587cbb-a0a8-4ccb-9386-e0630d8351a8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 1097 time: 0.6162107 Mar 23 12:37:16.418824 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:16.503409 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 5f109a29-657f-4db3-a94e-fb2965ae4bea, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5f109a29-657f-4db3-a94e-fb2965ae4bea,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:16.529020 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:16.529281 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aac0ba77-444b-4c4d-9e42-889a488bb453 req-8fb2d13d-8221-4ef5-a1b5-7046387ee3f5 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619956 Mar 23 12:37:16.575109 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e506ba5-8b9f-471a-8c90-ddefed5d2931 req-27bf3c59-ab77-4eb1-ae3f-d452e0a65ffa tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 210 time: 0.0762069 Mar 23 12:37:16.584326 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c5e4d5ea-02e9-43ca-8df8-44c1cb8abc40 req-9683d366-7c86-44f2-a92e-b00b3c6ef478 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568279 Mar 23 12:37:16.599113 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3745b80-5f11-4efb-a26f-2e16a812bfff req-4ca74664-4cd8-490a-86ce-58f1376e36fa service neutron] 10.222.0.73 "GET /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6795938 Mar 23 12:37:16.777374 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:16.834374 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdaaeb-5e29-4e3d-8ee4-6f6b658d1920 req-be5f9180-ee0d-45ed-bb32-1d8c8b471826 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:16.855854 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-effdaaeb-5e29-4e3d-8ee4-6f6b658d1920 req-be5f9180-ee0d-45ed-bb32-1d8c8b471826 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1382794 Mar 23 12:37:16.992761 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-effdaaeb-5e29-4e3d-8ee4-6f6b658d1920 req-0572f34a-9ab3-48a2-bc56-02ae9c83e478 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229107 Mar 23 12:37:17.101283 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=5f109a29-657f-4db3-a94e-fb2965ae4bea,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:17.342143 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:17.371164 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:17.378937 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:17.390372 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5f109a29-657f-4db3-a94e-fb2965ae4bea up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:37:17.550524 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:17.581892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 5f109a29-657f-4db3-a94e-fb2965ae4bea triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:37:17.582471 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:17.795007 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4fa19f5a-9435-400d-aba9-e5d9af5d70a0 req-32cfd1e8-672a-493a-9415-27981d9a4738 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 210 time: 0.0741038 Mar 23 12:37:17.810299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Pushing event updated for resources: {'Port': ['ID=2696dc8d-037c-4009-b394-4e3cd89e9dce,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:17.899238 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Network 2706f020-61c4-48af-8454-98afd060d9c5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:37:17.903561 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:37:17.922729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7aaa15-f5df-4580-8031-b1a69b8f53e3 req-f6230e28-2b32-4b8a-9426-87d0f3a8beec tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:17.924729 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2a7aaa15-f5df-4580-8031-b1a69b8f53e3 req-f6230e28-2b32-4b8a-9426-87d0f3a8beec tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 0.3561301 Mar 23 12:37:18.121496 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bee64f-4015-49e2-a82a-71f2a2cb6188 req-5a19a189-e8b6-4895-addc-35c37988455a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:18.123532 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2a7aaa15-f5df-4580-8031-b1a69b8f53e3 req-7f5a0d1f-2e3c-4593-a783-43b0dfefb4bd tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608389 Mar 23 12:37:18.127046 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99bee64f-4015-49e2-a82a-71f2a2cb6188 req-5a19a189-e8b6-4895-addc-35c37988455a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.1022489 Mar 23 12:37:18.227581 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99bee64f-4015-49e2-a82a-71f2a2cb6188 req-65dbf43f-4a33-46a2-8360-3ff7b3363542 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910785 Mar 23 12:37:18.376761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:37:18.381348 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device f6aa4d3c-580f-42da-b1bb-2f00909c1c95 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:37:18.548460 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:37:18.549000 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:18.585203 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82529f2-3e27-4801-be17-dd344b13d21f req-be38b97e-bc3e-4fb3-be0b-1ea916566244 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:18.588097 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a82529f2-3e27-4801-be17-dd344b13d21f req-be38b97e-bc3e-4fb3-be0b-1ea916566244 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.2776272 Mar 23 12:37:18.738484 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:18.750375 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:37:18.756483 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6d92a55b-1354-48ca-8043-a04a676152ad admin admin] 10.222.0.52 "PUT /v2.0/routers/5a3414b0-2b40-40f9-bdc9-c1f44ce92f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4020698 Mar 23 12:37:18.776851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a82529f2-3e27-4801-be17-dd344b13d21f req-c869a31f-4039-49a8-9596-4eb3fc9f73fe tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726742 Mar 23 12:37:18.788541 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Sync routers for ids ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:37:18.848341 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Routers {'5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:37:18.849018 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:36:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:18.858885 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:18.862101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:18.868736 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341359cf-09bc-4094-aff6-303e2dcc55f2" -d '{"events": [{"server_uuid": "16ed7997-92ce-486e-b6cb-b3d02df09f03", "name": "network-vif-plugged", "status": "completed", "tag": "f6aa4d3c-580f-42da-b1bb-2f00909c1c95"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:18.878754 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:19.037829 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee961932-c990-4ed5-8767-26c940debb2f x-openstack-request-id: req-ee961932-c990-4ed5-8767-26c940debb2f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:19.038318 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ed7997-92ce-486e-b6cb-b3d02df09f03", "name": "network-vif-plugged", "status": "completed", "tag": "f6aa4d3c-580f-42da-b1bb-2f00909c1c95", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:19.038608 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee961932-c990-4ed5-8767-26c940debb2f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:19.039047 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95', 'code': 200} Mar 23 12:37:19.058783 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-564372be-65cc-4b99-af63-3529afd9cbcb req-84efaf3a-8d69-489f-9b9e-bb5d2ce4432c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 210 time: 0.0819314 Mar 23 12:37:19.150358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:19.315038 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Set router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:37:19.520112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868fa05-a5f4-490b-aeea-00b4455c2abe req-e6fa4d14-1978-42d5-8dcc-35c59dbcbc0e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:19.532552 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c868fa05-a5f4-490b-aeea-00b4455c2abe req-e6fa4d14-1978-42d5-8dcc-35c59dbcbc0e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.1268184 Mar 23 12:37:19.627894 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c868fa05-a5f4-490b-aeea-00b4455c2abe req-3bf1cfb4-2136-4ee0-9dd9-ae6e4c0f6c61 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939205 Mar 23 12:37:19.653376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8bde7-b301-4723-b851-7d11962557df req-fc58962d-2703-403d-8853-974e50a0e41d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:19.665170 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b2e8bde7-b301-4723-b851-7d11962557df req-fc58962d-2703-403d-8853-974e50a0e41d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 0.2834554 Mar 23 12:37:19.877900 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b2e8bde7-b301-4723-b851-7d11962557df req-cce2feab-ba61-4654-b1f1-014629e3b84f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116606 Mar 23 12:37:19.979438 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-router', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'gw_port': {'id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2696dc8d-037c-4009-b394-4e3cd89e9dce', 'name': '', 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'mac_address': 'fa:16:3e:ff:af:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:12Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 2, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'subnets': [{'id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:20.101548 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Checking router: 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:37:20.102599 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Updating router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 port 2696dc8d-037c-4009-b394-4e3cd89e9dce binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:37:20.179373 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:20.184620 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325e8fb-b998-48c9-a60a-ac945fb683b6 req-3013098f-c15c-4439-b818-0dff2033a4cd tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:20.186985 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7325e8fb-b998-48c9-a60a-ac945fb683b6 req-3013098f-c15c-4439-b818-0dff2033a4cd tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1414821 Mar 23 12:37:20.319995 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7325e8fb-b998-48c9-a60a-ac945fb683b6 req-3ad1d5ec-b86f-4752-b33f-80a4057497b2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185882 Mar 23 12:37:20.761080 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70f9c1b4-6af6-45ed-baa2-0edf3770afcd req-fd60196d-d42b-4387-8c07-eac473cde8f5 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=be0f9b80-0890-4d0c-bd05-79580bbd427d HTTP/1.1" status: 200 len: 210 time: 0.0753996 Mar 23 12:37:20.801774 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:20.813079 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:21.174306 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2d29b-70ae-4184-a65d-3c2f4275122f None None] Pushing event updated for resources: {'Port': ['ID=2696dc8d-037c-4009-b394-4e3cd89e9dce,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:21.185107 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2d29b-70ae-4184-a65d-3c2f4275122f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:21.185657 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2d29b-70ae-4184-a65d-3c2f4275122f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:21.186244 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2d29b-70ae-4184-a65d-3c2f4275122f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:21.186888 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2d29b-70ae-4184-a65d-3c2f4275122f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:21.187428 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2d29b-70ae-4184-a65d-3c2f4275122f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:21.188019 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2d29b-70ae-4184-a65d-3c2f4275122f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:21.188546 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2d29b-70ae-4184-a65d-3c2f4275122f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:21.189071 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2d29b-70ae-4184-a65d-3c2f4275122f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:21.189914 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2d29b-70ae-4184-a65d-3c2f4275122f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:21.190477 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2d29b-70ae-4184-a65d-3c2f4275122f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:21.190992 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2d29b-70ae-4184-a65d-3c2f4275122f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:21.191529 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b2d29b-70ae-4184-a65d-3c2f4275122f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:21.367470 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Attempting to bind port 2696dc8d-037c-4009-b394-4e3cd89e9dce on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:37:21.367470 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Attempting to bind port 2696dc8d-037c-4009-b394-4e3cd89e9dce by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '94397f8e-e6cd-44d5-88cc-9a968b41e07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:37:21.367470 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Attempting to bind port 2696dc8d-037c-4009-b394-4e3cd89e9dce on network 2706f020-61c4-48af-8454-98afd060d9c5 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:37:21.386873 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:37:21.387175 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Checking segment: {'id': '94397f8e-e6cd-44d5-88cc-9a968b41e07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:37:21.387654 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:21.391396 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Bound using segment: {'id': '94397f8e-e6cd-44d5-88cc-9a968b41e07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:37:21.392801 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Bound port: 2696dc8d-037c-4009-b394-4e3cd89e9dce, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94397f8e-e6cd-44d5-88cc-9a968b41e07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:37:21.395307 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:21.410062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3bad2-1392-4ca3-8ff2-4303568542bd req-dafb2ae7-cd94-4edf-9e37-89fdfafe097b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:21.422750 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-74c3bad2-1392-4ca3-8ff2-4303568542bd req-dafb2ae7-cd94-4edf-9e37-89fdfafe097b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 0.1409323 Mar 23 12:37:21.516377 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-74c3bad2-1392-4ca3-8ff2-4303568542bd req-32562c59-d1b7-4ea2-8b41-0057d1bc8a4a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921977 Mar 23 12:37:21.565772 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] For port 2696dc8d-037c-4009-b394-4e3cd89e9dce, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:37:21.575020 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] For port 2696dc8d-037c-4009-b394-4e3cd89e9dce, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2696dc8d-037c-4009-b394-4e3cd89e9dce,segment=NetworkSegment(94397f8e-e6cd-44d5-88cc-9a968b41e07e),segment_id=94397f8e-e6cd-44d5-88cc-9a968b41e07e)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:37:21.652268 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:21.720789 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe32b5d-f6d3-4e24-8432-e6ef073f0b1f req-71b03124-2ee3-4073-a00d-03362cbdae29 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:21.729298 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3fe32b5d-f6d3-4e24-8432-e6ef073f0b1f req-71b03124-2ee3-4073-a00d-03362cbdae29 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.0906217 Mar 23 12:37:21.831240 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3fe32b5d-f6d3-4e24-8432-e6ef073f0b1f req-d4ae74ab-47a5-43d9-b223-472803ef2908 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926361 Mar 23 12:37:21.851379 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2d29b-70ae-4184-a65d-3c2f4275122f None None] Pushing event updated for resources: {'Port': ['ID=2696dc8d-037c-4009-b394-4e3cd89e9dce,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:21.866109 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Routers {'5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:37:21.866995 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:36:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:22.127314 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] Set router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:37:22.208285 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ef1bc-930f-446f-b4bf-158c13505b7b req-817db0fc-6248-4745-aea1-e1209577d437 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:22.226790 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a97ef1bc-930f-446f-b4bf-158c13505b7b req-817db0fc-6248-4745-aea1-e1209577d437 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.2239501 Mar 23 12:37:22.401845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a97ef1bc-930f-446f-b4bf-158c13505b7b req-83bf311b-5b3d-496b-bdbf-44d1fd7c4852 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721792 Mar 23 12:37:22.547893 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-router', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'gw_port': {'id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2696dc8d-037c-4009-b394-4e3cd89e9dce', 'name': '', 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'mac_address': 'fa:16:3e:ff:af:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:12Z', 'updated_at': '2022-03-23T12:37:21Z', 'revision_number': 4, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'subnets': [{'id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:22.604240 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef647553-0129-4d79-9c34-d3d34f8b046c None None] The sync data for ids ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'] in n-d-834854-1 is: [{'id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-router', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'gw_port': {'id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2696dc8d-037c-4009-b394-4e3cd89e9dce', 'name': '', 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'mac_address': 'fa:16:3e:ff:af:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:12Z', 'updated_at': '2022-03-23T12:37:21Z', 'revision_number': 4, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'subnets': [{'id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:37:23.462895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2696dc8d-037c-4009-b394-4e3cd89e9dce up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:37:23.619194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2696dc8d-037c-4009-b394-4e3cd89e9dce triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:37:23.620088 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:24.040310 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:24.122598 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65b6bba7-0d43-4198-bd19-6a3d0c339c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:24.178428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 2696dc8d-037c-4009-b394-4e3cd89e9dce, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2696dc8d-037c-4009-b394-4e3cd89e9dce,segment=NetworkSegment(94397f8e-e6cd-44d5-88cc-9a968b41e07e),segment_id=94397f8e-e6cd-44d5-88cc-9a968b41e07e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:24.195385 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:24.341070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=2696dc8d-037c-4009-b394-4e3cd89e9dce,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:25.411904 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2696dc8d-037c-4009-b394-4e3cd89e9dce up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:37:25.594019 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2696dc8d-037c-4009-b394-4e3cd89e9dce triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:37:25.596049 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:26.001849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218b8d5-e96a-4d5e-9431-6811bb95095f req-f079afe1-cca6-4e0e-b42f-523cd694b7c2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:26.003144 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c218b8d5-e96a-4d5e-9431-6811bb95095f req-f079afe1-cca6-4e0e-b42f-523cd694b7c2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbc5b083-7a09-4849-b2ad-fad1ecd842dc HTTP/1.1" status: 200 len: 945 time: 0.1637387 Mar 23 12:37:26.284419 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c218b8d5-e96a-4d5e-9431-6811bb95095f req-ccc2e8a2-93bc-47fe-8528-a2ec0cb77465 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Deleting port 27b23cde-4300-434a-95cf-7d818c3fa036 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:37:26.287376 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c218b8d5-e96a-4d5e-9431-6811bb95095f req-ccc2e8a2-93bc-47fe-8528-a2ec0cb77465 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:26.804389 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b519f293-08ee-44da-a5d1-52d860a87a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:27.244202 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c218b8d5-e96a-4d5e-9431-6811bb95095f req-ccc2e8a2-93bc-47fe-8528-a2ec0cb77465 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] For port 27b23cde-4300-434a-95cf-7d818c3fa036, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=27b23cde-4300-434a-95cf-7d818c3fa036,segment=NetworkSegment(16814f52-8332-4b16-8e5e-a18ed785be1a),segment_id=16814f52-8332-4b16-8e5e-a18ed785be1a)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:27.244808 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c218b8d5-e96a-4d5e-9431-6811bb95095f req-ccc2e8a2-93bc-47fe-8528-a2ec0cb77465 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:27.279572 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c218b8d5-e96a-4d5e-9431-6811bb95095f req-ccc2e8a2-93bc-47fe-8528-a2ec0cb77465 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Calling delete_port for 27b23cde-4300-434a-95cf-7d818c3fa036 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:37:27.632910 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c218b8d5-e96a-4d5e-9431-6811bb95095f req-ccc2e8a2-93bc-47fe-8528-a2ec0cb77465 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:27.680855 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['27b23cde-4300-434a-95cf-7d818c3fa036'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:37:27.706162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2e8a2-93bc-47fe-8528-a2ec0cb77465 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Pushing event deleted for resources: {'Port': ['ID=27b23cde-4300-434a-95cf-7d818c3fa036,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:27.754625 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['04416982-58e8-42c2-b94b-f3705f4b67f9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:37:27.812442 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c218b8d5-e96a-4d5e-9431-6811bb95095f req-ccc2e8a2-93bc-47fe-8528-a2ec0cb77465 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] No DVR routers for this DVR port 27b23cde-4300-434a-95cf-7d818c3fa036 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:37:27.818695 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c218b8d5-e96a-4d5e-9431-6811bb95095f req-ccc2e8a2-93bc-47fe-8528-a2ec0cb77465 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:27.829853 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c218b8d5-e96a-4d5e-9431-6811bb95095f req-ccc2e8a2-93bc-47fe-8528-a2ec0cb77465 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.73 "DELETE /v2.0/ports/27b23cde-4300-434a-95cf-7d818c3fa036 HTTP/1.1" status: 204 len: 173 time: 1.8178606 Mar 23 12:37:27.831285 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc5b083-7a09-4849-b2ad-fad1ecd842dc', 'name': 'network-vif-deleted', 'tag': '27b23cde-4300-434a-95cf-7d818c3fa036'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:27.833725 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0d3250-8908-4d05-bdf2-d099a2a45553" -d '{"events": [{"server_uuid": "bbc5b083-7a09-4849-b2ad-fad1ecd842dc", "name": "network-vif-deleted", "tag": "27b23cde-4300-434a-95cf-7d818c3fa036"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:27.867707 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:29.016126 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:29.471073 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:30.489234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 27b23cde-4300-434a-95cf-7d818c3fa036 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:37:30.553747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 27b23cde-4300-434a-95cf-7d818c3fa036 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:37:30.554383 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 27b23cde-4300-434a-95cf-7d818c3fa036 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:37:30.901057 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1a70da6c-c0eb-450a-9c66-11aed2c09233 req-ecd0d353-89a6-4c77-9293-3a754eb8d25a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=13fd07d7-838c-4894-becb-2dbcda494881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1129389 Mar 23 12:37:31.050843 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70da6c-c0eb-450a-9c66-11aed2c09233 req-6c96710d-e545-4091-9219-2256ce9efe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:31.055498 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1a70da6c-c0eb-450a-9c66-11aed2c09233 req-6c96710d-e545-4091-9219-2256ce9efe7a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 1096 time: 0.1158352 Mar 23 12:37:31.276693 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70da6c-c0eb-450a-9c66-11aed2c09233 req-d72ed6e6-539b-48f9-a628-0cd5303e4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:31.278320 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1a70da6c-c0eb-450a-9c66-11aed2c09233 req-d72ed6e6-539b-48f9-a628-0cd5303e4acd service neutron] 10.222.0.77 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.1834013 Mar 23 12:37:31.391902 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1a70da6c-c0eb-450a-9c66-11aed2c09233 req-44c50bf1-d310-4c5d-9466-b0077e724cac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf5233d7-db34-4a02-9837-fcce7b93f271 HTTP/1.1" status: 200 len: 217 time: 0.1064878 Mar 23 12:37:31.490213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70da6c-c0eb-450a-9c66-11aed2c09233 req-59c35b5f-82c5-4e95-ad03-b37c0817f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:31.491874 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1a70da6c-c0eb-450a-9c66-11aed2c09233 req-59c35b5f-82c5-4e95-ad03-b37c0817f476 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.0924137 Mar 23 12:37:31.577722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70da6c-c0eb-450a-9c66-11aed2c09233 req-d1e58899-611c-461b-8ae5-28cc47292da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:31.590546 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1a70da6c-c0eb-450a-9c66-11aed2c09233 req-d1e58899-611c-461b-8ae5-28cc47292da7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903950 Mar 23 12:37:31.790857 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1a70da6c-c0eb-450a-9c66-11aed2c09233 req-76b98ee6-dff5-4a9e-9baf-a2207e073eac service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876431 Mar 23 12:37:31.929367 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1a70da6c-c0eb-450a-9c66-11aed2c09233 req-c244e254-ae18-496d-b683-d404cc9c86dc service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315496 Mar 23 12:37:33.379634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-018a94d0-2fe3-495c-aabb-f1acc808542d tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:33.393474 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-018a94d0-2fe3-495c-aabb-f1acc808542d tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/networks?id=2706f020-61c4-48af-8454-98afd060d9c5 HTTP/1.1" status: 200 len: 818 time: 0.4357500 Mar 23 12:37:33.411678 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-e862201c-ad96-4995-a6af-99002e624909 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/quotas/cec345c2fbc5453cb53f17937b01e8ba HTTP/1.1" status: 200 len: 375 time: 0.0155749 Mar 23 12:37:33.538063 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-3444c183-02c6-40a7-91e5-52ac67f13d4a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cec345c2fbc5453cb53f17937b01e8ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187413 Mar 23 12:37:33.698597 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-36a00738-5bf8-421f-bc1e-d637edb7b8bd service neutron] 10.222.0.52 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525908 Mar 23 12:37:33.804545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16803ae0-c4be-40a1-8297-56cb48fcfd7f req-d8c2a0f6-47a8-48fa-b227-16c755d36452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:33.806422 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-16803ae0-c4be-40a1-8297-56cb48fcfd7f req-d8c2a0f6-47a8-48fa-b227-16c755d36452 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3e1363c48ca9457e9793255c56c3986d&device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 1096 time: 0.1361661 Mar 23 12:37:33.883879 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-d53dd727-693c-472d-9379-31153ef53060 service neutron] 10.222.0.52 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756370 Mar 23 12:37:33.984603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16803ae0-c4be-40a1-8297-56cb48fcfd7f req-3ca124d9-eaf2-4f18-93dd-8ffe5feddc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:33.986768 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-16803ae0-c4be-40a1-8297-56cb48fcfd7f req-3ca124d9-eaf2-4f18-93dd-8ffe5feddc9d service neutron] 10.222.0.73 "GET /v2.0/networks?id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050 HTTP/1.1" status: 200 len: 917 time: 0.1677821 Mar 23 12:37:34.184811 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb86e5-4780-4e44-b8dd-ee10304f193c req-3c620c4b-5fcc-4e6b-a2e8-62995bb1d8ca tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:34.196850 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-78cb86e5-4780-4e44-b8dd-ee10304f193c req-3c620c4b-5fcc-4e6b-a2e8-62995bb1d8ca tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.2082775 Mar 23 12:37:34.238990 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-16803ae0-c4be-40a1-8297-56cb48fcfd7f req-3fbfa805-b1d9-4ab1-bd25-77872fad7d6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95 HTTP/1.1" status: 200 len: 1000 time: 0.2079003 Mar 23 12:37:34.304364 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-78cb86e5-4780-4e44-b8dd-ee10304f193c req-ebb7fe45-7341-43bb-a8a0-8e697b304abd tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042354 Mar 23 12:37:34.338894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e633ad-dcfc-4b73-b5fb-18a4fec02add req-a2f4fedc-0c1d-4aa2-a27a-b5467620d51f tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:34.352369 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2e633ad-dcfc-4b73-b5fb-18a4fec02add req-a2f4fedc-0c1d-4aa2-a27a-b5467620d51f tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 1097 time: 0.1356974 Mar 23 12:37:34.415821 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2e633ad-dcfc-4b73-b5fb-18a4fec02add req-1b4ce48a-f9b5-49ff-bf40-02ed847f2b59 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560381 Mar 23 12:37:34.420760 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53930f68-0eb9-49d3-b964-3c929bffb62a x-openstack-request-id: req-53930f68-0eb9-49d3-b964-3c929bffb62a {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:34.421055 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc5b083-7a09-4849-b2ad-fad1ecd842dc", "name": "network-vif-deleted", "tag": "27b23cde-4300-434a-95cf-7d818c3fa036", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:34.421316 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-53930f68-0eb9-49d3-b964-3c929bffb62a {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:34.421721 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc5b083-7a09-4849-b2ad-fad1ecd842dc', 'name': 'network-vif-deleted', 'tag': '27b23cde-4300-434a-95cf-7d818c3fa036', 'status': 'completed', 'code': 200} Mar 23 12:37:34.423981 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16803ae0-c4be-40a1-8297-56cb48fcfd7f req-efb84eb2-9b9c-4ce4-bc87-9784daabe3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:34.426248 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-16803ae0-c4be-40a1-8297-56cb48fcfd7f req-efb84eb2-9b9c-4ce4-bc87-9784daabe3ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4a802d9a-4ada-4d77-b03c-b6045d268421 HTTP/1.1" status: 200 len: 855 time: 0.1729357 Mar 23 12:37:34.636060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0c4b5-6299-490b-bfc7-37769fabf307 req-edb5e691-ea85-44d6-9778-39ee69e70741 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:34.637825 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e9f0c4b5-6299-490b-bfc7-37769fabf307 req-edb5e691-ea85-44d6-9778-39ee69e70741 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 0.1378589 Mar 23 12:37:34.640566 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16803ae0-c4be-40a1-8297-56cb48fcfd7f req-9b500ba1-53f2-42d3-b0c8-24d1b54d678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:34.642303 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-16803ae0-c4be-40a1-8297-56cb48fcfd7f req-9b500ba1-53f2-42d3-b0c8-24d1b54d678b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2027709 Mar 23 12:37:34.692704 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60719b34-14ef-448c-ab4e-e5eef53804b5 req-8a76fff7-bacc-4112-98fe-7aa4e1271ea1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1073468 Mar 23 12:37:34.826166 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e9f0c4b5-6299-490b-bfc7-37769fabf307 req-23147cf1-9d9a-4360-8bb7-f6ed5f8faaa9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722975 Mar 23 12:37:34.927457 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-16803ae0-c4be-40a1-8297-56cb48fcfd7f req-0d84aa89-7531-428d-b5da-eb743598b7dc service neutron] 10.222.0.73 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650907 Mar 23 12:37:35.001745 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3f8d3916-dbc5-4c22-93a4-717ad72f964b req-49d6f4e0-fec0-4824-bc46-bf703a4048fd tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 210 time: 0.0518849 Mar 23 12:37:35.016738 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ea7f0-c3ba-40d4-be94-4ed4055be83f req-c78de7cf-d658-4952-9073-d9370cf9811f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:35.024469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ea7f0-c3ba-40d4-be94-4ed4055be83f req-c78de7cf-d658-4952-9073-d9370cf9811f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:35.034246 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ea7f0-c3ba-40d4-be94-4ed4055be83f req-c78de7cf-d658-4952-9073-d9370cf9811f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:35.048796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ea7f0-c3ba-40d4-be94-4ed4055be83f req-c78de7cf-d658-4952-9073-d9370cf9811f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:35.062187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ea7f0-c3ba-40d4-be94-4ed4055be83f req-c78de7cf-d658-4952-9073-d9370cf9811f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:35.072991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ea7f0-c3ba-40d4-be94-4ed4055be83f req-c78de7cf-d658-4952-9073-d9370cf9811f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:35.079905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ea7f0-c3ba-40d4-be94-4ed4055be83f req-c78de7cf-d658-4952-9073-d9370cf9811f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:35.088764 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-449ea7f0-c3ba-40d4-be94-4ed4055be83f req-c78de7cf-d658-4952-9073-d9370cf9811f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5433 time: 0.3487828 Mar 23 12:37:35.128252 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60719b34-14ef-448c-ab4e-e5eef53804b5 req-465ea284-a83b-4f57-a39a-8ee58440a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:35.130866 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60719b34-14ef-448c-ab4e-e5eef53804b5 req-465ea284-a83b-4f57-a39a-8ee58440a459 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 1096 time: 0.2682006 Mar 23 12:37:35.148332 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-449ea7f0-c3ba-40d4-be94-4ed4055be83f req-6fa3c7dc-7129-4f73-ba7c-5b75240d057c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582409 Mar 23 12:37:35.252689 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-16803ae0-c4be-40a1-8297-56cb48fcfd7f req-54e1b36f-ac9c-4859-9cbf-434005369786 service neutron] 10.222.0.73 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139620 Mar 23 12:37:35.330541 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60719b34-14ef-448c-ab4e-e5eef53804b5 req-9572228b-4ea8-4902-a15c-87035fec5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:35.333458 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60719b34-14ef-448c-ab4e-e5eef53804b5 req-9572228b-4ea8-4902-a15c-87035fec5cff service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.1745417 Mar 23 12:37:35.433236 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60719b34-14ef-448c-ab4e-e5eef53804b5 req-19b84f62-1f24-4daa-9629-3dcbc96cb9f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de415ab8-a994-497f-88e7-c4873f3b75e4 HTTP/1.1" status: 200 len: 217 time: 0.0867071 Mar 23 12:37:35.560888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60719b34-14ef-448c-ab4e-e5eef53804b5 req-fc34eb59-de7c-4f54-9815-91c05bb2f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:35.564917 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60719b34-14ef-448c-ab4e-e5eef53804b5 req-fc34eb59-de7c-4f54-9815-91c05bb2f8bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.1160412 Mar 23 12:37:35.669223 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60719b34-14ef-448c-ab4e-e5eef53804b5 req-6a0e97b6-b530-4863-b78e-e577c150ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:35.671963 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60719b34-14ef-448c-ab4e-e5eef53804b5 req-6a0e97b6-b530-4863-b78e-e577c150ccf9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878069 Mar 23 12:37:35.845371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-0665fce3-59ba-4c9d-aa70-d3e146212a7b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:35.847746 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-0665fce3-59ba-4c9d-aa70-d3e146212a7b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 812 time: 0.2902806 Mar 23 12:37:35.882748 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-f0605fc2-4dbb-47c9-aa83-7d7acefab1c0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/quotas/94bd604e153d4325b00d4f8451712134 HTTP/1.1" status: 200 len: 375 time: 0.0204339 Mar 23 12:37:35.924038 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60719b34-14ef-448c-ab4e-e5eef53804b5 req-f3164e36-cf13-4d4e-bc76-da447093fae2 service neutron] 10.222.0.73 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400167 Mar 23 12:37:35.960185 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-502a3fc6-099c-449e-9383-81c7eeda9c2e tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650508 Mar 23 12:37:36.171989 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-a65ae630-8d56-468e-9737-06513cc4797d service neutron] 10.222.0.52 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105916 Mar 23 12:37:36.183619 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60719b34-14ef-448c-ab4e-e5eef53804b5 req-dbda1642-9685-48e0-a13a-347439480c19 service neutron] 10.222.0.73 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436841 Mar 23 12:37:36.375815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 4868cdba-cded-498f-831c-e7cf87270724 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:37:36.474549 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-a66c3182-a4bd-44c7-89f7-492a7a764f7c service neutron] 10.222.0.52 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944477 Mar 23 12:37:36.626635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 4868cdba-cded-498f-831c-e7cf87270724, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4868cdba-cded-498f-831c-e7cf87270724,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:36.692718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-5577cfc4-5198-469a-8e50-629426998619 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:36.694320 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-5577cfc4-5198-469a-8e50-629426998619 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.73 "GET /v2.0/networks?id=2706f020-61c4-48af-8454-98afd060d9c5 HTTP/1.1" status: 200 len: 818 time: 0.3553998 Mar 23 12:37:36.718770 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Request body: {'port': {'device_id': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5', 'admin_state_up': True, 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:37:36.726941 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '4868cdba-cded-498f-831c-e7cf87270724', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'port_id': '4868cdba-cded-498f-831c-e7cf87270724', 'mac_address': 'fa:16:3e:ce:04:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:37:36.732078 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device f6aa4d3c-580f-42da-b1bb-2f00909c1c95 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:37:37.194784 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecffd4-255d-4fa0-92d9-111ac4f85b9f req-aedba1cf-f930-4659-8a8e-c03ff7cc4271 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:37.220098 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95ecffd4-255d-4fa0-92d9-111ac4f85b9f req-aedba1cf-f930-4659-8a8e-c03ff7cc4271 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.1720142 Mar 23 12:37:37.253422 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:37.329472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Made reservation on behalf of cec345c2fbc5453cb53f17937b01e8ba for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:37:37.333177 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:37.404858 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95ecffd4-255d-4fa0-92d9-111ac4f85b9f req-d0e46fee-77e7-44a9-bc57-aef255a862bb tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808035 Mar 23 12:37:37.479808 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4868cdba-cded-498f-831c-e7cf87270724 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:37:37.631175 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:37.641652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 4868cdba-cded-498f-831c-e7cf87270724, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4868cdba-cded-498f-831c-e7cf87270724,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:37.651822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee4642-77f3-4ea1-b579-aaa447a44fef req-2eec873e-5cb4-439f-99f1-9e01165f891d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:37.671706 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-50ee4642-77f3-4ea1-b579-aaa447a44fef req-2eec873e-5cb4-439f-99f1-9e01165f891d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.1560867 Mar 23 12:37:37.691795 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:37.775678 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-50ee4642-77f3-4ea1-b579-aaa447a44fef req-c4e0ba25-7c4d-4926-b7e3-e59393043ba0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005521 Mar 23 12:37:37.785685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:37.789521 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fdcddc-9267-4c65-a074-79320b38c438" -d '{"events": [{"server_uuid": "16ed7997-92ce-486e-b6cb-b3d02df09f03", "name": "network-vif-unplugged", "status": "completed", "tag": "f6aa4d3c-580f-42da-b1bb-2f00909c1c95"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:37.821134 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:37.827620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['4868cdba-cded-498f-831c-e7cf87270724'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:37:37.841700 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:37.889104 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=4868cdba-cded-498f-831c-e7cf87270724,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:37.995183 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Allocated IP 172.20.0.11 (2706f020-61c4-48af-8454-98afd060d9c5/6e1c930a-1bb6-4f3f-a6ae-e757297f4d58/d3d290be-a7d3-4114-bf51-73e19b0dc352) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:37:38.059510 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ee761-4293-4fdc-8301-2be4a13f2165 req-9ceb0a7e-4831-42be-ac8a-999954e38781 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:38.075125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-00505a1c-9615-4666-aa62-b776169a7c18 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:37:38.077942 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e3ee761-4293-4fdc-8301-2be4a13f2165 req-9ceb0a7e-4831-42be-ac8a-999954e38781 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 945 time: 0.1893332 Mar 23 12:37:38.089397 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-00505a1c-9615-4666-aa62-b776169a7c18 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3497593 Mar 23 12:37:38.157650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:38.280272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e3ee761-4293-4fdc-8301-2be4a13f2165 req-5580d7ef-a583-4edb-93e6-2452e89403c5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007947 Mar 23 12:37:38.505322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-7f3cdd20-eb52-49da-97c6-562112f39855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:38.531353 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-7f3cdd20-eb52-49da-97c6-562112f39855 service neutron] 10.222.0.52 "GET /v2.0/ports/3f10ed64-2c58-47d2-9718-c537b3d1b053 HTTP/1.1" status: 200 len: 1094 time: 0.4350204 Mar 23 12:37:38.553976 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-73d51c8f-8361-40af-ad08-ae862b52d586 service neutron] Request body: {'binding': {'host': 'n-h2-834854-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:37:38.555242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-73d51c8f-8361-40af-ad08-ae862b52d586 service neutron] Unknown quota resources ['binding']. {{(pid=102778) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 12:37:38.648592 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-778a17ee-745f-427d-ae0a-62d25b0b4027 req-3fe32fbd-74a6-489f-9e89-4108ba0ef295 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 210 time: 0.1548471 Mar 23 12:37:38.695271 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-9b7e2ad0-c7d1-4c1b-82c0-beb112feb379 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:38.728306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-9b7e2ad0-c7d1-4c1b-82c0-beb112feb379 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:38.755527 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-9b7e2ad0-c7d1-4c1b-82c0-beb112feb379 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:38.770011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-9b7e2ad0-c7d1-4c1b-82c0-beb112feb379 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:38.783737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-9b7e2ad0-c7d1-4c1b-82c0-beb112feb379 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:38.804726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-9b7e2ad0-c7d1-4c1b-82c0-beb112feb379 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:38.813631 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-9b7e2ad0-c7d1-4c1b-82c0-beb112feb379 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:38.817397 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-9b7e2ad0-c7d1-4c1b-82c0-beb112feb379 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.73 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5433 time: 0.4774873 Mar 23 12:37:38.834867 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:38.987643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5a971-435f-442c-be0a-dd7e4983b1e1 req-b03faf0b-a968-4a21-89ee-043c311b35ee tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:38.992024 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3d5a971-435f-442c-be0a-dd7e4983b1e1 req-b03faf0b-a968-4a21-89ee-043c311b35ee tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.77 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.4784322 Mar 23 12:37:38.999656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-73d51c8f-8361-40af-ad08-ae862b52d586 service neutron] Attempting to bind port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on host n-h2-834854-1 for vnic_type normal with profile None {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:37:39.000339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-73d51c8f-8361-40af-ad08-ae862b52d586 service neutron] Attempting to bind port 3f10ed64-2c58-47d2-9718-c537b3d1b053 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:37:39.000652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-73d51c8f-8361-40af-ad08-ae862b52d586 service neutron] Attempting to bind port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:37:39.008340 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-73d51c8f-8361-40af-ad08-ae862b52d586 service neutron] Port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:37:39.008795 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-73d51c8f-8361-40af-ad08-ae862b52d586 service neutron] Attempting to bind port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:37:39.014900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-114015b0-f0cb-471e-ab43-2bc48b95a031 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:39.017195 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-114015b0-f0cb-471e-ab43-2bc48b95a031 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.73 "GET /v2.0/ports/38e184cd-13be-4459-9b2f-1cf77184162c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1603787 Mar 23 12:37:39.033987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980f9c7-7e47-4410-9fd4-32979bf848b1 req-b62f1abe-1a37-46cb-8d61-bc98e7498401 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:39.043443 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980f9c7-7e47-4410-9fd4-32979bf848b1 req-b62f1abe-1a37-46cb-8d61-bc98e7498401 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:39.056167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-73d51c8f-8361-40af-ad08-ae862b52d586 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:37:39.060250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-73d51c8f-8361-40af-ad08-ae862b52d586 service neutron] Checking segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:37:39.063224 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-73d51c8f-8361-40af-ad08-ae862b52d586 service neutron] Bound using segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:37:39.064525 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-73d51c8f-8361-40af-ad08-ae862b52d586 service neutron] Bound port: 3f10ed64-2c58-47d2-9718-c537b3d1b053, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:37:39.067950 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980f9c7-7e47-4410-9fd4-32979bf848b1 req-b62f1abe-1a37-46cb-8d61-bc98e7498401 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:39.086462 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980f9c7-7e47-4410-9fd4-32979bf848b1 req-b62f1abe-1a37-46cb-8d61-bc98e7498401 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:39.101062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980f9c7-7e47-4410-9fd4-32979bf848b1 req-b62f1abe-1a37-46cb-8d61-bc98e7498401 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:39.114544 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980f9c7-7e47-4410-9fd4-32979bf848b1 req-b62f1abe-1a37-46cb-8d61-bc98e7498401 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:39.146370 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980f9c7-7e47-4410-9fd4-32979bf848b1 req-b62f1abe-1a37-46cb-8d61-bc98e7498401 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:39.168700 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3980f9c7-7e47-4410-9fd4-32979bf848b1 req-b62f1abe-1a37-46cb-8d61-bc98e7498401 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 5433 time: 0.3487880 Mar 23 12:37:39.332774 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:39.398839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-73d51c8f-8361-40af-ad08-ae862b52d586 service neutron] For port 3f10ed64-2c58-47d2-9718-c537b3d1b053, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=3f10ed64-2c58-47d2-9718-c537b3d1b053,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:37:39.463481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-73d51c8f-8361-40af-ad08-ae862b52d586 service neutron] Notify callbacks [] for binding, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:39.465123 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-73d51c8f-8361-40af-ad08-ae862b52d586 service neutron] 10.222.0.52 "POST /v2.0/ports/3f10ed64-2c58-47d2-9718-c537b3d1b053/bindings HTTP/1.1" status: 201 len: 389 time: 0.9321864 Mar 23 12:37:39.467209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Network 2706f020-61c4-48af-8454-98afd060d9c5 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:37:39.484689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:37:39.489455 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:37:39.626643 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3980f9c7-7e47-4410-9fd4-32979bf848b1 req-d44f33fb-ee59-41b1-ad07-9ef3bbbb0692 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc7d368f-21eb-438e-b141-b337e69b3cec&id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4563684 Mar 23 12:37:39.652536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:39.660053 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:39.686562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Pushing event updated for resources: {'Port': ['ID=d3d290be-a7d3-4114-bf51-73e19b0dc352,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:39.699842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:39.703131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:39.703825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:39.704750 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:39.705485 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:39.706708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:39.707708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:39.708397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:39.709046 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:39.709771 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:39.710450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:39.711000 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:39.733519 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-3329330a-fdee-484a-b67b-2ca98a8c0dee tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0221393 Mar 23 12:37:39.735253 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-b3d5a971-435f-442c-be0a-dd7e4983b1e1 req-de309f45-b77d-4ce8-b265-0a14af7609b2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Deleting port 04416982-58e8-42c2-b94b-f3705f4b67f9 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:37:39.735634 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b3d5a971-435f-442c-be0a-dd7e4983b1e1 req-de309f45-b77d-4ce8-b265-0a14af7609b2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:39.757248 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Request body: {'port': {'device_id': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:37:39.809361 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bdeed0-b4b3-4783-afa7-2ee8fd43b5f4 x-openstack-request-id: req-44bdeed0-b4b3-4783-afa7-2ee8fd43b5f4 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:39.810052 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ed7997-92ce-486e-b6cb-b3d02df09f03", "name": "network-vif-unplugged", "status": "failed", "tag": "f6aa4d3c-580f-42da-b1bb-2f00909c1c95", "code": 422}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:39.810052 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44bdeed0-b4b3-4783-afa7-2ee8fd43b5f4 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:39.811096 n-d-834854-1 neutron-server[102780]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95', 'code': 422} returned with failed status Mar 23 12:37:39.975017 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-5e2c79ef-5ccc-42b6-ba90-643589f2edb2 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.73 "GET /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7270412 Mar 23 12:37:39.993051 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a6ad2cf3-8155-49f4-b95f-c78d48625c98 req-4acd3430-702f-46df-90a5-36bfd006f79d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 210 time: 0.1437061 Mar 23 12:37:40.034781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-2352d136-809b-4dee-a0cb-bcdb9f609c59 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:37:40.246076 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-b3d5a971-435f-442c-be0a-dd7e4983b1e1 req-de309f45-b77d-4ce8-b265-0a14af7609b2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] For port 04416982-58e8-42c2-b94b-f3705f4b67f9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=04416982-58e8-42c2-b94b-f3705f4b67f9,segment=NetworkSegment(16814f52-8332-4b16-8e5e-a18ed785be1a),segment_id=16814f52-8332-4b16-8e5e-a18ed785be1a)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:40.247801 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b3d5a971-435f-442c-be0a-dd7e4983b1e1 req-de309f45-b77d-4ce8-b265-0a14af7609b2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:40.295731 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-2352d136-809b-4dee-a0cb-bcdb9f609c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:40.324021 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:40.365539 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-b3d5a971-435f-442c-be0a-dd7e4983b1e1 req-de309f45-b77d-4ce8-b265-0a14af7609b2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Calling delete_port for 04416982-58e8-42c2-b94b-f3705f4b67f9 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:37:40.402161 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 4868cdba-cded-498f-831c-e7cf87270724 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:37:40.446635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699af42b-369d-4cd4-a5ff-6ce19a4966c1 req-b98918ba-f146-45eb-b0f8-5df7e35afd84 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:40.465400 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-699af42b-369d-4cd4-a5ff-6ce19a4966c1 req-b98918ba-f146-45eb-b0f8-5df7e35afd84 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34ddec5-d50e-4de4-a832-f2aa139c060b HTTP/1.1" status: 200 len: 945 time: 0.4887938 Mar 23 12:37:40.524167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cffae2-ab0b-4599-956e-9f9f6cb80b0f req-53fdc05a-b609-4321-8de5-b22db154d908 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:40.531535 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device f6aa4d3c-580f-42da-b1bb-2f00909c1c95 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:37:40.533209 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99cffae2-ab0b-4599-956e-9f9f6cb80b0f req-53fdc05a-b609-4321-8de5-b22db154d908 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 943 time: 0.3649793 Mar 23 12:37:40.582259 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-9e93d3a6-01e3-4d91-8a9a-b15d4d527d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:40.584020 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-9e93d3a6-01e3-4d91-8a9a-b15d4d527d70 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 1097 time: 0.5955904 Mar 23 12:37:40.603913 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 4868cdba-cded-498f-831c-e7cf87270724 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:37:40.604325 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:40.726876 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-d91fe880-ff9a-44b1-93dd-6753d3de2024 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:40.729398 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-d91fe880-ff9a-44b1-93dd-6753d3de2024 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.73 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 812 time: 0.8247170 Mar 23 12:37:40.752500 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-624d29a2-2826-4552-8135-a388d3465bf2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Request body: {'port': {'device_id': '09e0b753-c2f2-401f-a4e7-1fef6e789b29', 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a', 'admin_state_up': True, 'tenant_id': '94bd604e153d4325b00d4f8451712134'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:37:40.756298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 1698fd1c-e6a1-41b4-b140-ae1d533f3205 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:37:40.817632 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99cffae2-ab0b-4599-956e-9f9f6cb80b0f req-fb31a939-339f-4360-9d0c-3eb8ffdbe68d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765388 Mar 23 12:37:40.907084 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-699af42b-369d-4cd4-a5ff-6ce19a4966c1 req-a19145a5-97c1-4d01-8c1e-9a997ecfff4f tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c48a0a2-b42d-4156-a482-890a3b23311f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402754 Mar 23 12:37:41.013416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-af6bd860-a69f-414c-bb52-d22f5aae566a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:41.015120 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-af6bd860-a69f-414c-bb52-d22f5aae566a service neutron] 10.222.0.73 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.4007590 Mar 23 12:37:41.108835 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:41.115450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-2352d136-809b-4dee-a0cb-bcdb9f609c59 service neutron] For port 38e184cd-13be-4459-9b2f-1cf77184162c, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=38e184cd-13be-4459-9b2f-1cf77184162c,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:41.129834 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:41.277018 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-2352d136-809b-4dee-a0cb-bcdb9f609c59 service neutron] For port 38e184cd-13be-4459-9b2f-1cf77184162c, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:37:41.280215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 4868cdba-cded-498f-831c-e7cf87270724, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4868cdba-cded-498f-831c-e7cf87270724,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:41.286060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 1698fd1c-e6a1-41b4-b140-ae1d533f3205, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=1698fd1c-e6a1-41b4-b140-ae1d533f3205,segment=NetworkSegment(a1218d8b-99c2-4d18-b086-5d1e7383bc07),segment_id=a1218d8b-99c2-4d18-b086-5d1e7383bc07)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:41.297992 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:41.299068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 04416982-58e8-42c2-b94b-f3705f4b67f9 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:37:41.317926 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b3d5a971-435f-442c-be0a-dd7e4983b1e1 req-de309f45-b77d-4ce8-b265-0a14af7609b2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:41.350724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf0915-09a9-4a35-9417-42b86a37f3db req-25357442-c106-45d9-b26a-29653d1245b9 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:41.360373 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2ddf0915-09a9-4a35-9417-42b86a37f3db req-25357442-c106-45d9-b26a-29653d1245b9 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 946 time: 0.2682807 Mar 23 12:37:41.364143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 04416982-58e8-42c2-b94b-f3705f4b67f9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:37:41.364143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 04416982-58e8-42c2-b94b-f3705f4b67f9 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:37:41.366658 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:41.369286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 6b13f8a1-7061-499d-9dcc-a959ec9d1418 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:37:41.453243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-2352d136-809b-4dee-a0cb-bcdb9f609c59 service neutron] device_id is not set on port 38e184cd-13be-4459-9b2f-1cf77184162c yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:37:41.465003 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de309f45-b77d-4ce8-b265-0a14af7609b2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Pushing event deleted for resources: {'Port': ['ID=04416982-58e8-42c2-b94b-f3705f4b67f9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:41.488805 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-2352d136-809b-4dee-a0cb-bcdb9f609c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:41.539051 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-2352d136-809b-4dee-a0cb-bcdb9f609c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:41.562898 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2ddf0915-09a9-4a35-9417-42b86a37f3db req-1d99e981-b96c-4c90-8257-99045d0e33f7 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011390 Mar 23 12:37:41.630061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d5a971-435f-442c-be0a-dd7e4983b1e1 req-de309f45-b77d-4ce8-b265-0a14af7609b2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] No DVR routers for this DVR port 04416982-58e8-42c2-b94b-f3705f4b67f9 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:37:41.659492 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:41.687704 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-b3d5a971-435f-442c-be0a-dd7e4983b1e1 req-de309f45-b77d-4ce8-b265-0a14af7609b2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:41.693888 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3d5a971-435f-442c-be0a-dd7e4983b1e1 req-de309f45-b77d-4ce8-b265-0a14af7609b2 tempest-ServerRescueTestJSON-1060046576 tempest-ServerRescueTestJSON-1060046576-project] 10.222.0.77 "DELETE /v2.0/ports/04416982-58e8-42c2-b94b-f3705f4b67f9 HTTP/1.1" status: 204 len: 173 time: 2.6908479 Mar 23 12:37:41.706673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34ddec5-d50e-4de4-a832-f2aa139c060b', 'name': 'network-vif-deleted', 'tag': '04416982-58e8-42c2-b94b-f3705f4b67f9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:41.710265 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e5a2d1-db9e-42b0-aa42-9fe7f7459f5c" -d '{"events": [{"server_uuid": "e34ddec5-d50e-4de4-a832-f2aa139c060b", "name": "network-vif-deleted", "tag": "04416982-58e8-42c2-b94b-f3705f4b67f9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:41.774976 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=4868cdba-cded-498f-831c-e7cf87270724,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:41.787836 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 6b13f8a1-7061-499d-9dcc-a959ec9d1418, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=6b13f8a1-7061-499d-9dcc-a959ec9d1418,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:41.809508 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-00f22cbc-02cf-4420-9892-2c8952bc4996 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f10ed64-2c58-47d2-9718-c537b3d1b053 HTTP/1.1" status: 200 len: 217 time: 0.7849000 Mar 23 12:37:41.825870 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168c863d-0273-42b7-b90d-f8bb411c2910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4868cdba-cded-498f-831c-e7cf87270724'}, {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1698fd1c-e6a1-41b4-b140-ae1d533f3205'}, {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b13f8a1-7061-499d-9dcc-a959ec9d1418'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:41.833343 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113542b5-0b67-4460-92b7-aad8ff7846e3" -d '{"events": [{"server_uuid": "168c863d-0273-42b7-b90d-f8bb411c2910", "name": "network-vif-plugged", "status": "completed", "tag": "4868cdba-cded-498f-831c-e7cf87270724"}, {"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "1698fd1c-e6a1-41b4-b140-ae1d533f3205"}, {"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "6b13f8a1-7061-499d-9dcc-a959ec9d1418"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:41.841231 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:41.844597 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 0462e814-926b-4a23-8fca-8bc2535b4ddd no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:37:41.882672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-2352d136-809b-4dee-a0cb-bcdb9f609c59 service neutron] No DVR routers for this DVR port 38e184cd-13be-4459-9b2f-1cf77184162c on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:37:41.896304 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352d136-809b-4dee-a0cb-bcdb9f609c59 service neutron] Pushing event updated for resources: {'Port': ['ID=38e184cd-13be-4459-9b2f-1cf77184162c,revision_number=6']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:41.918510 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-a8df3060-52f4-4852-abae-394b0bce376c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:41.921032 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-a8df3060-52f4-4852-abae-394b0bce376c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.1035550 Mar 23 12:37:41.974646 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=1698fd1c-e6a1-41b4-b140-ae1d533f3205,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:42.062464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-2352d136-809b-4dee-a0cb-bcdb9f609c59 service neutron] In _notify_port_updated(), no bound segment for port 38e184cd-13be-4459-9b2f-1cf77184162c on network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:37:42.063254 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-2352d136-809b-4dee-a0cb-bcdb9f609c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:42.063870 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-2352d136-809b-4dee-a0cb-bcdb9f609c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:42.065188 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-2352d136-809b-4dee-a0cb-bcdb9f609c59 service neutron] 10.222.0.73 "PUT /v2.0/ports/38e184cd-13be-4459-9b2f-1cf77184162c HTTP/1.1" status: 200 len: 1027 time: 2.0418229 Mar 23 12:37:42.089219 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2d3fb-6d5a-4d06-9074-d09924109538 req-405409fe-6efd-4713-a265-0d5d25db745a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:42.095052 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-d18392b7-51f3-4968-b7d4-658932e82077 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811715 Mar 23 12:37:42.102718 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-abe2d3fb-6d5a-4d06-9074-d09924109538 req-405409fe-6efd-4713-a265-0d5d25db745a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 932 time: 0.3868146 Mar 23 12:37:42.214023 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c292e-4a07-40fc-b2ae-8ce02a50130a req-d9f49f4b-d106-4c37-a673-40aeb282f650 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:42.215654 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-857c292e-4a07-40fc-b2ae-8ce02a50130a req-d9f49f4b-d106-4c37-a673-40aeb282f650 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 945 time: 1.1683209 Mar 23 12:37:42.225296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-4367008e-41d8-4472-bd67-01c548152885 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:42.227661 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-4367008e-41d8-4472-bd67-01c548152885 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.73 "GET /v2.0/ports/a832adda-3f39-4da1-8a38-dce921f63818?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1558046 Mar 23 12:37:42.238343 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=6b13f8a1-7061-499d-9dcc-a959ec9d1418,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:42.245642 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:42.247708 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-abe2d3fb-6d5a-4d06-9074-d09924109538 req-111cb29c-1052-45a5-ada7-a40bafc438a9 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440597 Mar 23 12:37:42.261623 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-8274a7af-b24d-4016-88f0-3b851b96a970 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:37:42.268763 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-69ba3d07-11af-4228-9dcc-16f3b84b2db7 None None] Provisioning complete for port 38e184cd-13be-4459-9b2f-1cf77184162c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:37:42.269130 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-69ba3d07-11af-4228-9dcc-16f3b84b2db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:42.381255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-624d29a2-2826-4552-8135-a388d3465bf2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Made reservation on behalf of 94bd604e153d4325b00d4f8451712134 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:37:42.385444 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-624d29a2-2826-4552-8135-a388d3465bf2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:42.397054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 0462e814-926b-4a23-8fca-8bc2535b4ddd, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0462e814-926b-4a23-8fca-8bc2535b4ddd,segment=NetworkSegment(1ff344b0-ead7-49ce-8ce6-c373cf8a8621),segment_id=1ff344b0-ead7-49ce-8ce6-c373cf8a8621)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:42.404093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-69ba3d07-11af-4228-9dcc-16f3b84b2db7 None None] Port 38e184cd-13be-4459-9b2f-1cf77184162c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:37:42.409187 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:42.409939 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d289d27a-322f-466e-be09-f483ea23288a no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:37:42.417741 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-8274a7af-b24d-4016-88f0-3b851b96a970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:42.637509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=0462e814-926b-4a23-8fca-8bc2535b4ddd,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:42.756537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-624d29a2-2826-4552-8135-a388d3465bf2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Allocated IP 172.20.0.9 (a72b36eb-69cb-4d04-b462-b2cd5c57987a/c42c450d-02be-4634-87ca-2a6532e0441a/986080a5-96c3-4950-841d-5afcc9cf9eea) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:37:42.782838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-8274a7af-b24d-4016-88f0-3b851b96a970 service neutron] For port a832adda-3f39-4da1-8a38-dce921f63818, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a832adda-3f39-4da1-8a38-dce921f63818,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:42.823292 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-8274a7af-b24d-4016-88f0-3b851b96a970 service neutron] For port a832adda-3f39-4da1-8a38-dce921f63818, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:37:42.878872 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-8274a7af-b24d-4016-88f0-3b851b96a970 service neutron] device_id is not set on port a832adda-3f39-4da1-8a38-dce921f63818 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:37:42.896171 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-8274a7af-b24d-4016-88f0-3b851b96a970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:42.911568 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-8274a7af-b24d-4016-88f0-3b851b96a970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:42.919125 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:42.948434 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-624d29a2-2826-4552-8135-a388d3465bf2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:42.961409 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port d289d27a-322f-466e-be09-f483ea23288a, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d289d27a-322f-466e-be09-f483ea23288a,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:42.967435 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274a7af-b24d-4016-88f0-3b851b96a970 service neutron] Pushing event updated for resources: {'Port': ['ID=a832adda-3f39-4da1-8a38-dce921f63818,revision_number=6']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:42.982100 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:42.985701 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a832adda-3f39-4da1-8a38-dce921f63818 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:37:42.990614 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-857c292e-4a07-40fc-b2ae-8ce02a50130a req-856b446d-22b0-46f8-98df-9aaba45c6f41 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7591035 Mar 23 12:37:43.010046 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d290be-a7d3-4114-bf51-73e19b0dc352 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:37:43.019181 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:43.039245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Transition to ACTIVE for port object d3d290be-a7d3-4114-bf51-73e19b0dc352 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:37:43.053945 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:43.067373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-8274a7af-b24d-4016-88f0-3b851b96a970 service neutron] No DVR routers for this DVR port a832adda-3f39-4da1-8a38-dce921f63818 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:37:43.178169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a832adda-3f39-4da1-8a38-dce921f63818 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:37:43.178666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 38e184cd-13be-4459-9b2f-1cf77184162c no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:37:43.187749 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-8274a7af-b24d-4016-88f0-3b851b96a970 service neutron] In _notify_port_updated(), no bound segment for port a832adda-3f39-4da1-8a38-dce921f63818 on network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:37:43.188656 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-8274a7af-b24d-4016-88f0-3b851b96a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:43.189265 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-8274a7af-b24d-4016-88f0-3b851b96a970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:43.190574 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-8274a7af-b24d-4016-88f0-3b851b96a970 service neutron] 10.222.0.73 "PUT /v2.0/ports/a832adda-3f39-4da1-8a38-dce921f63818 HTTP/1.1" status: 200 len: 1027 time: 0.9411018 Mar 23 12:37:43.197450 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4c58bf1a-d8d0-4dd3-9595-f49c5b2e5dff service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0720470 Mar 23 12:37:43.243871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107ca51-b9d0-452a-9e96-93edd302cf56 req-85341396-f639-4209-b842-4aba2ca9bc7f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:43.258616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107ca51-b9d0-452a-9e96-93edd302cf56 req-85341396-f639-4209-b842-4aba2ca9bc7f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:43.270121 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107ca51-b9d0-452a-9e96-93edd302cf56 req-85341396-f639-4209-b842-4aba2ca9bc7f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:43.276070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107ca51-b9d0-452a-9e96-93edd302cf56 req-85341396-f639-4209-b842-4aba2ca9bc7f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:43.299811 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107ca51-b9d0-452a-9e96-93edd302cf56 req-85341396-f639-4209-b842-4aba2ca9bc7f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:43.299990 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-624d29a2-2826-4552-8135-a388d3465bf2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:43.303175 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c107ca51-b9d0-452a-9e96-93edd302cf56 req-85341396-f639-4209-b842-4aba2ca9bc7f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 3879 time: 0.4033568 Mar 23 12:37:43.323879 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=d289d27a-322f-466e-be09-f483ea23288a,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:43.330771 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 38e184cd-13be-4459-9b2f-1cf77184162c not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:37:43.331211 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 95a785d3-ff97-4176-9b31-c36e92acfa7f no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:37:43.444724 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Attempting to bind port d3d290be-a7d3-4114-bf51-73e19b0dc352 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:37:43.445058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Attempting to bind port d3d290be-a7d3-4114-bf51-73e19b0dc352 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '94397f8e-e6cd-44d5-88cc-9a968b41e07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:37:43.445381 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Attempting to bind port d3d290be-a7d3-4114-bf51-73e19b0dc352 on network 2706f020-61c4-48af-8454-98afd060d9c5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:37:43.470270 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Pushing event updated for resources: {'Port': ['ID=d3d290be-a7d3-4114-bf51-73e19b0dc352,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:43.483120 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Port d3d290be-a7d3-4114-bf51-73e19b0dc352 on network 2706f020-61c4-48af-8454-98afd060d9c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:37:43.483428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Attempting to bind port d3d290be-a7d3-4114-bf51-73e19b0dc352 on network 2706f020-61c4-48af-8454-98afd060d9c5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:37:43.536971 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:43.565552 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c107ca51-b9d0-452a-9e96-93edd302cf56 req-f13ad122-0398-4f11-8a8f-d629fda6476a tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099695 Mar 23 12:37:43.581733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:37:43.582140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Checking segment: {'id': '94397f8e-e6cd-44d5-88cc-9a968b41e07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:37:43.582528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Bound using segment: {'id': '94397f8e-e6cd-44d5-88cc-9a968b41e07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:37:43.582993 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Bound port: d3d290be-a7d3-4114-bf51-73e19b0dc352, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94397f8e-e6cd-44d5-88cc-9a968b41e07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:37:43.583357 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:43.594326 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-624d29a2-2826-4552-8135-a388d3465bf2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Network a72b36eb-69cb-4d04-b462-b2cd5c57987a is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:37:43.614010 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-4e9e34bf-cca6-412c-9aa2-bd9075fd845b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Deleting port 6b13f8a1-7061-499d-9dcc-a959ec9d1418 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:37:43.614863 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-4e9e34bf-cca6-412c-9aa2-bd9075fd845b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:43.623951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-25a32da5-d85e-437b-b7d6-b4809d41e479 None None] Provisioning complete for port a832adda-3f39-4da1-8a38-dce921f63818 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:37:43.624326 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25a32da5-d85e-437b-b7d6-b4809d41e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:43.642881 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 95a785d3-ff97-4176-9b31-c36e92acfa7f, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=95a785d3-ff97-4176-9b31-c36e92acfa7f,segment=NetworkSegment(1ff344b0-ead7-49ce-8ce6-c373cf8a8621),segment_id=1ff344b0-ead7-49ce-8ce6-c373cf8a8621)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:43.662075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-624d29a2-2826-4552-8135-a388d3465bf2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:37:43.689763 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-624d29a2-2826-4552-8135-a388d3465bf2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:37:43.708255 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:43.782886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-4e9e34bf-cca6-412c-9aa2-bd9075fd845b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] For port 6b13f8a1-7061-499d-9dcc-a959ec9d1418, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=6b13f8a1-7061-499d-9dcc-a959ec9d1418,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:43.783231 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-4e9e34bf-cca6-412c-9aa2-bd9075fd845b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:43.800843 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-4e9e34bf-cca6-412c-9aa2-bd9075fd845b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Calling delete_port for 6b13f8a1-7061-499d-9dcc-a959ec9d1418 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:37:43.818068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-25a32da5-d85e-437b-b7d6-b4809d41e479 None None] Port a832adda-3f39-4da1-8a38-dce921f63818 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:37:43.819806 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] For port d3d290be-a7d3-4114-bf51-73e19b0dc352, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:37:43.826045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] For port d3d290be-a7d3-4114-bf51-73e19b0dc352, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d3d290be-a7d3-4114-bf51-73e19b0dc352,segment=NetworkSegment(94397f8e-e6cd-44d5-88cc-9a968b41e07e),segment_id=94397f8e-e6cd-44d5-88cc-9a968b41e07e)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:37:43.871145 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:43.885038 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149fb019-6c3a-4f37-b73c-b516c8f644bb x-openstack-request-id: req-149fb019-6c3a-4f37-b73c-b516c8f644bb {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:43.885400 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168c863d-0273-42b7-b90d-f8bb411c2910", "name": "network-vif-plugged", "status": "completed", "tag": "4868cdba-cded-498f-831c-e7cf87270724", "code": 200}, {"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "1698fd1c-e6a1-41b4-b140-ae1d533f3205", "code": 200}, {"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "6b13f8a1-7061-499d-9dcc-a959ec9d1418", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:43.885705 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-149fb019-6c3a-4f37-b73c-b516c8f644bb {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:43.886161 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168c863d-0273-42b7-b90d-f8bb411c2910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4868cdba-cded-498f-831c-e7cf87270724', 'code': 200} Mar 23 12:37:43.886662 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1698fd1c-e6a1-41b4-b140-ae1d533f3205', 'code': 200} Mar 23 12:37:43.886941 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b13f8a1-7061-499d-9dcc-a959ec9d1418', 'code': 200} Mar 23 12:37:43.892642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=95a785d3-ff97-4176-9b31-c36e92acfa7f,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:43.898579 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34054) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:37:43.902708 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68a3710-1db8-494d-8e1b-522d98f1b459 x-openstack-request-id: req-b68a3710-1db8-494d-8e1b-522d98f1b459 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:43.903006 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34ddec5-d50e-4de4-a832-f2aa139c060b", "name": "network-vif-deleted", "tag": "04416982-58e8-42c2-b94b-f3705f4b67f9", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:43.903266 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b68a3710-1db8-494d-8e1b-522d98f1b459 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:43.905690 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34ddec5-d50e-4de4-a832-f2aa139c060b', 'name': 'network-vif-deleted', 'tag': '04416982-58e8-42c2-b94b-f3705f4b67f9', 'status': 'completed', 'code': 200} Mar 23 12:37:43.979275 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d29a2-2826-4552-8135-a388d3465bf2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Pushing event updated for resources: {'Port': ['ID=986080a5-96c3-4950-841d-5afcc9cf9eea,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:44.039185 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-b0af387a-98d9-4f60-b957-2d69102210cc service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7325914 Mar 23 12:37:44.071316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:44.071917 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:44.073387 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] 10.222.0.73 "PUT /v2.0/ports/d3d290be-a7d3-4114-bf51-73e19b0dc352 HTTP/1.1" status: 200 len: 1092 time: 4.3264925 Mar 23 12:37:44.075665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'tag': 'd3d290be-a7d3-4114-bf51-73e19b0dc352'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:44.078635 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c2737b-1daf-46f0-838a-b9eaa88ecca3" -d '{"events": [{"name": "network-changed", "server_uuid": "2a06551f-0aeb-49e5-b68c-719a18d1b2f4", "tag": "d3d290be-a7d3-4114-bf51-73e19b0dc352"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:44.109411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-624d29a2-2826-4552-8135-a388d3465bf2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:44.110292 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-624d29a2-2826-4552-8135-a388d3465bf2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:44.131034 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-624d29a2-2826-4552-8135-a388d3465bf2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3842247 Mar 23 12:37:44.163498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c0292-4788-451e-903f-4cab7f524e3a req-52988ec3-c62c-4d21-85fc-4ada477ed9b8 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:44.165165 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-374c0292-4788-451e-903f-4cab7f524e3a req-52988ec3-c62c-4d21-85fc-4ada477ed9b8 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 946 time: 0.1825120 Mar 23 12:37:44.180988 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Request body: {'port': {'device_id': '09e0b753-c2f2-401f-a4e7-1fef6e789b29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:37:44.208432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f284d74-25db-4c17-9a9b-b1ef7e88e23b service neutron] Pushing event updated for resources: {'Port': ['ID=d3d290be-a7d3-4114-bf51-73e19b0dc352,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:44.216497 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97000b8d-11a8-403b-94b0-077c639a53f6 req-aa42b4f0-6583-469f-807c-8b015cfef672 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:44.219170 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-97000b8d-11a8-403b-94b0-077c639a53f6 req-aa42b4f0-6583-469f-807c-8b015cfef672 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 931 time: 0.1821609 Mar 23 12:37:44.270120 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-374c0292-4788-451e-903f-4cab7f524e3a req-6238682d-3b7d-4c55-860e-324311de87bf tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829561 Mar 23 12:37:44.321141 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:44.339017 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-97000b8d-11a8-403b-94b0-077c639a53f6 req-6d3d660d-9654-4d87-bc00-7c0ee7830684 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115136 Mar 23 12:37:44.341764 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-a640e198-8967-4fab-8340-bb4911bafd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:44.343441 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-a640e198-8967-4fab-8340-bb4911bafd84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cec345c2fbc5453cb53f17937b01e8ba&device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 1095 time: 0.1748612 Mar 23 12:37:44.381013 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-4e9e34bf-cca6-412c-9aa2-bd9075fd845b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:44.488137 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-376cb5f4-eb87-4d1d-8e68-c92e70bead26 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3d290be-a7d3-4114-bf51-73e19b0dc352 HTTP/1.1" status: 200 len: 217 time: 0.1352856 Mar 23 12:37:44.553098 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-9e727882-b3c9-47a4-a924-03e599369b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:44.557523 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-9e727882-b3c9-47a4-a924-03e599369b72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e1c930a-1bb6-4f3f-a6ae-e757297f4d58 HTTP/1.1" status: 200 len: 858 time: 0.0601032 Mar 23 12:37:44.629200 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd3a7d-fd84-43c3-83fb-333cf074033f req-7d6928c4-dc5a-43c6-844e-7ed9495e2319 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:44.631073 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-88bd3a7d-fd84-43c3-83fb-333cf074033f req-7d6928c4-dc5a-43c6-844e-7ed9495e2319 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 944 time: 0.2516968 Mar 23 12:37:44.633732 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-08972d21-7b82-4cd8-a86a-4440daac1015 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2706f020-61c4-48af-8454-98afd060d9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663500 Mar 23 12:37:44.769844 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-cc770f63-e1c0-4ce9-a53e-4c850d6836e4 req-0c622f56-c3bf-453e-ac35-a4cde70f21b4 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:37:44.771211 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc770f63-e1c0-4ce9-a53e-4c850d6836e4 req-0c622f56-c3bf-453e-ac35-a4cde70f21b4 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0306807 Mar 23 12:37:44.772197 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-dd786efc-2aee-4c89-b30f-ccf9e4427046 service neutron] 10.222.0.73 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073101 Mar 23 12:37:44.805292 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e34bf-cca6-412c-9aa2-bd9075fd845b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event deleted for resources: {'Port': ['ID=6b13f8a1-7061-499d-9dcc-a959ec9d1418,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:44.880213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-4e9e34bf-cca6-412c-9aa2-bd9075fd845b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] No DVR routers for this DVR port 6b13f8a1-7061-499d-9dcc-a959ec9d1418 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:37:44.885494 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-4e9e34bf-cca6-412c-9aa2-bd9075fd845b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:44.890351 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-4e9e34bf-cca6-412c-9aa2-bd9075fd845b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.73 "DELETE /v2.0/ports/6b13f8a1-7061-499d-9dcc-a959ec9d1418 HTTP/1.1" status: 204 len: 173 time: 1.6851990 Mar 23 12:37:45.008652 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-88bd3a7d-fd84-43c3-83fb-333cf074033f req-6cb09a2f-9cdd-47a6-aad3-8b1ddb814882 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699484 Mar 23 12:37:45.137867 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75140aa9-2d4f-4cd3-bf75-c5ff7429dcde x-openstack-request-id: req-75140aa9-2d4f-4cd3-bf75-c5ff7429dcde {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:45.138266 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a06551f-0aeb-49e5-b68c-719a18d1b2f4", "tag": "d3d290be-a7d3-4114-bf51-73e19b0dc352", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:45.138527 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75140aa9-2d4f-4cd3-bf75-c5ff7429dcde {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:45.138966 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'tag': 'd3d290be-a7d3-4114-bf51-73e19b0dc352', 'status': 'completed', 'code': 200} Mar 23 12:37:45.173171 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-bdcf1965-e156-43eb-b8d3-21727cd2077e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Deleting port 0462e814-926b-4a23-8fca-8bc2535b4ddd {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:37:45.173512 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-bdcf1965-e156-43eb-b8d3-21727cd2077e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:45.308595 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986080a5-96c3-4950-841d-5afcc9cf9eea {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:37:45.322347 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:45.336493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Transition to ACTIVE for port object 986080a5-96c3-4950-841d-5afcc9cf9eea will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:37:45.339233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-bdcf1965-e156-43eb-b8d3-21727cd2077e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] For port 0462e814-926b-4a23-8fca-8bc2535b4ddd, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=0462e814-926b-4a23-8fca-8bc2535b4ddd,segment=NetworkSegment(1ff344b0-ead7-49ce-8ce6-c373cf8a8621),segment_id=1ff344b0-ead7-49ce-8ce6-c373cf8a8621)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:45.339773 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-bdcf1965-e156-43eb-b8d3-21727cd2077e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:45.360582 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-bdcf1965-e156-43eb-b8d3-21727cd2077e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Calling delete_port for 0462e814-926b-4a23-8fca-8bc2535b4ddd owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:37:45.389535 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:45.406619 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15927833-44d2-4e7f-bc9e-5330fea09ec2 req-4c3911cd-014b-4d1f-85d5-d3301ea25015 service neutron] 10.222.0.73 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344222 Mar 23 12:37:45.453882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e623bbe-498c-4187-8a7f-c1547e19d52d req-039b650c-b982-46ac-af75-022c8b732f80 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:45.469575 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4e623bbe-498c-4187-8a7f-c1547e19d52d req-039b650c-b982-46ac-af75-022c8b732f80 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 0.3781035 Mar 23 12:37:45.645956 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4e623bbe-498c-4187-8a7f-c1547e19d52d req-b1d66d7f-a5aa-434c-bdf6-d19723955f7c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752787 Mar 23 12:37:45.684446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5c6fc-62c8-4717-8810-a4969383bb28 req-ec31435f-5d5b-4b4b-a0ab-bd9d1c39fddb tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:45.691389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5c6fc-62c8-4717-8810-a4969383bb28 req-ec31435f-5d5b-4b4b-a0ab-bd9d1c39fddb tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:45.697327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5c6fc-62c8-4717-8810-a4969383bb28 req-ec31435f-5d5b-4b4b-a0ab-bd9d1c39fddb tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:45.703911 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5c6fc-62c8-4717-8810-a4969383bb28 req-ec31435f-5d5b-4b4b-a0ab-bd9d1c39fddb tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:45.712278 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b7d5c6fc-62c8-4717-8810-a4969383bb28 req-ec31435f-5d5b-4b4b-a0ab-bd9d1c39fddb tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 3142 time: 0.3741431 Mar 23 12:37:45.735139 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Pushing event updated for resources: {'Port': ['ID=986080a5-96c3-4950-841d-5afcc9cf9eea,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:45.833628 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2737b-1daf-46f0-838a-b9eaa88ecca3 req-c555d404-86ff-4359-a327-3af3ed8fc629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:45.835353 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35c2737b-1daf-46f0-838a-b9eaa88ecca3 req-c555d404-86ff-4359-a327-3af3ed8fc629 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cec345c2fbc5453cb53f17937b01e8ba&device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 1095 time: 0.3257453 Mar 23 12:37:45.871690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Attempting to bind port 986080a5-96c3-4950-841d-5afcc9cf9eea on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:37:45.871690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Attempting to bind port 986080a5-96c3-4950-841d-5afcc9cf9eea by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:37:45.871690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Attempting to bind port 986080a5-96c3-4950-841d-5afcc9cf9eea on network a72b36eb-69cb-4d04-b462-b2cd5c57987a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:37:45.878338 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:45.889090 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0462e814-926b-4a23-8fca-8bc2535b4ddd'}, {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd289d27a-322f-466e-be09-f483ea23288a'}, {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95a785d3-ff97-4176-9b31-c36e92acfa7f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:45.896056 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e33355-79b8-4475-bcd3-56c6440cbbe6" -d '{"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "0462e814-926b-4a23-8fca-8bc2535b4ddd"}, {"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "d289d27a-322f-466e-be09-f483ea23288a"}, {"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "95a785d3-ff97-4176-9b31-c36e92acfa7f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:45.914880 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-deleted', 'tag': '6b13f8a1-7061-499d-9dcc-a959ec9d1418'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:45.917690 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe00df76-f461-4b7d-8807-d3ab055f7970" -d '{"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-deleted", "tag": "6b13f8a1-7061-499d-9dcc-a959ec9d1418"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:45.939328 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b7d5c6fc-62c8-4717-8810-a4969383bb28 req-87aa792a-8b09-4f7c-9ce4-4d48d879fded tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232656 Mar 23 12:37:45.939537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Port 986080a5-96c3-4950-841d-5afcc9cf9eea on network a72b36eb-69cb-4d04-b462-b2cd5c57987a not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:37:45.940022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Attempting to bind port 986080a5-96c3-4950-841d-5afcc9cf9eea on network a72b36eb-69cb-4d04-b462-b2cd5c57987a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:37:45.962473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122da88-c2d7-46e1-9f0e-41c96ddf3224 req-a0373493-2ed5-4f87-a724-1906172e945a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:45.971742 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5122da88-c2d7-46e1-9f0e-41c96ddf3224 req-a0373493-2ed5-4f87-a724-1906172e945a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 943 time: 0.2002821 Mar 23 12:37:46.033515 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28698333-de71-4605-a4eb-d3ac0aaeefe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:46.044627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:37:46.053484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Checking segment: {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:37:46.054153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Bound using segment: {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:37:46.054793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Bound port: 986080a5-96c3-4950-841d-5afcc9cf9eea, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:37:46.055363 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:46.130392 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-bdcf1965-e156-43eb-b8d3-21727cd2077e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:46.162968 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5122da88-c2d7-46e1-9f0e-41c96ddf3224 req-3faaa813-6cea-431e-aef5-84c62f604e73 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902080 Mar 23 12:37:46.186933 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf1965-e156-43eb-b8d3-21727cd2077e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event deleted for resources: {'Port': ['ID=0462e814-926b-4a23-8fca-8bc2535b4ddd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:46.345618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-bdcf1965-e156-43eb-b8d3-21727cd2077e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] No DVR routers for this DVR port 0462e814-926b-4a23-8fca-8bc2535b4ddd on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:37:46.351457 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-bdcf1965-e156-43eb-b8d3-21727cd2077e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:46.356041 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-bdcf1965-e156-43eb-b8d3-21727cd2077e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.73 "DELETE /v2.0/ports/0462e814-926b-4a23-8fca-8bc2535b4ddd HTTP/1.1" status: 204 len: 173 time: 1.4410915 Mar 23 12:37:46.423973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2737b-1daf-46f0-838a-b9eaa88ecca3 req-1288dbd7-e68d-4362-86f4-064162e88e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:46.425627 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35c2737b-1daf-46f0-838a-b9eaa88ecca3 req-1288dbd7-e68d-4362-86f4-064162e88e70 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2706f020-61c4-48af-8454-98afd060d9c5 HTTP/1.1" status: 200 len: 919 time: 0.5811598 Mar 23 12:37:46.490897 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b656e5-794e-444f-947d-6ccce9f23305 req-16ebbf97-2f64-4534-832f-97e98360553d tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:46.492433 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f8b656e5-794e-444f-947d-6ccce9f23305 req-16ebbf97-2f64-4534-832f-97e98360553d tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 946 time: 0.4343634 Mar 23 12:37:46.502707 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35c2737b-1daf-46f0-838a-b9eaa88ecca3 req-cab8cbe9-7b66-4635-a828-4a26200fe244 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3d290be-a7d3-4114-bf51-73e19b0dc352 HTTP/1.1" status: 200 len: 217 time: 0.0683310 Mar 23 12:37:46.556455 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] For port 986080a5-96c3-4950-841d-5afcc9cf9eea, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:37:46.658161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] For port 986080a5-96c3-4950-841d-5afcc9cf9eea, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=986080a5-96c3-4950-841d-5afcc9cf9eea,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:37:46.667840 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-3c6d42fb-3eb6-45a0-b97f-03352829487e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3625803 Mar 23 12:37:46.696660 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df9fd3-3182-412a-a51f-99d800cbc7a5 req-2586218a-e2ad-45bc-9b0a-275ca23bed5e tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:46.701632 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d7df9fd3-3182-412a-a51f-99d800cbc7a5 req-2586218a-e2ad-45bc-9b0a-275ca23bed5e tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 943 time: 0.2991211 Mar 23 12:37:46.715147 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-762a1c88-7288-48c6-b6e4-e16056466b5b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:37:46.718515 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-762a1c88-7288-48c6-b6e4-e16056466b5b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081339 Mar 23 12:37:46.733662 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:46.833954 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f8b656e5-794e-444f-947d-6ccce9f23305 req-8b26f615-77d9-4f91-8d06-da37453eec2b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301177 Mar 23 12:37:46.863151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2737b-1daf-46f0-838a-b9eaa88ecca3 req-e27c64c5-7d8f-4871-9e93-4d5ca14ca375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:46.873582 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35c2737b-1daf-46f0-838a-b9eaa88ecca3 req-e27c64c5-7d8f-4871-9e93-4d5ca14ca375 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e1c930a-1bb6-4f3f-a6ae-e757297f4d58 HTTP/1.1" status: 200 len: 858 time: 0.3493333 Mar 23 12:37:46.877333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:46.879836 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:46.886365 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] 10.222.0.73 "PUT /v2.0/ports/986080a5-96c3-4950-841d-5afcc9cf9eea HTTP/1.1" status: 200 len: 1091 time: 2.7095129 Mar 23 12:37:46.890605 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d7df9fd3-3182-412a-a51f-99d800cbc7a5 req-c14a7397-0d9c-4cd1-968c-44f9a0d2c2e8 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738641 Mar 23 12:37:47.036690 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e194f3d-76cb-4c70-a9b4-81918d9f2bf2 x-openstack-request-id: req-5e194f3d-76cb-4c70-a9b4-81918d9f2bf2 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:47.036987 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-deleted", "tag": "6b13f8a1-7061-499d-9dcc-a959ec9d1418", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:47.037243 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e194f3d-76cb-4c70-a9b4-81918d9f2bf2 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:47.037649 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-deleted', 'tag': '6b13f8a1-7061-499d-9dcc-a959ec9d1418', 'status': 'completed', 'code': 200} Mar 23 12:37:47.066371 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba2a459-c480-4d2d-9d43-09a05d67c078 x-openstack-request-id: req-dba2a459-c480-4d2d-9d43-09a05d67c078 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:47.066904 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "0462e814-926b-4a23-8fca-8bc2535b4ddd", "code": 200}, {"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "d289d27a-322f-466e-be09-f483ea23288a", "code": 200}, {"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "95a785d3-ff97-4176-9b31-c36e92acfa7f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:47.067108 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dba2a459-c480-4d2d-9d43-09a05d67c078 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:47.067613 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0462e814-926b-4a23-8fca-8bc2535b4ddd', 'code': 200} Mar 23 12:37:47.068135 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd289d27a-322f-466e-be09-f483ea23288a', 'code': 200} Mar 23 12:37:47.068611 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95a785d3-ff97-4176-9b31-c36e92acfa7f', 'code': 200} Mar 23 12:37:47.118110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35c2737b-1daf-46f0-838a-b9eaa88ecca3 req-9a79addd-cef5-4d6e-9f66-adf2e8286642 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2706f020-61c4-48af-8454-98afd060d9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2033958 Mar 23 12:37:47.133298 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-08123c14-caea-462b-9a3d-12364dbf820c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Deleting port d289d27a-322f-466e-be09-f483ea23288a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:37:47.133652 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-08123c14-caea-462b-9a3d-12364dbf820c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:47.140246 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e0b753-c2f2-401f-a4e7-1fef6e789b29', 'tag': '986080a5-96c3-4950-841d-5afcc9cf9eea'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:47.142524 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26eb66b3-9526-491d-87d8-fdce68511a40" -d '{"events": [{"name": "network-changed", "server_uuid": "09e0b753-c2f2-401f-a4e7-1fef6e789b29", "tag": "986080a5-96c3-4950-841d-5afcc9cf9eea"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:47.300281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe4a18-3d68-4ca1-9212-9023869be57d service neutron] Pushing event updated for resources: {'Port': ['ID=986080a5-96c3-4950-841d-5afcc9cf9eea,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:47.319168 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:47.370022 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-28698333-de71-4605-a4eb-d3ac0aaeefe3 admin admin] Deleting port 2e62475f-4c95-4749-952f-b2fe03a8e862 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:37:47.370602 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28698333-de71-4605-a4eb-d3ac0aaeefe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:47.409695 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4c24b0d0-3309-4333-a13f-43f0894178df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:47.411652 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-4c24b0d0-3309-4333-a13f-43f0894178df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 1094 time: 0.4606245 Mar 23 12:37:47.423528 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec467a07-4b33-4fe5-aec0-d2f56e8f7875 req-e4a27e06-4c32-4d5d-a45b-ca684255bb80 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:47.431690 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ec467a07-4b33-4fe5-aec0-d2f56e8f7875 req-e4a27e06-4c32-4d5d-a45b-ca684255bb80 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 944 time: 0.2634723 Mar 23 12:37:47.476010 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35c2737b-1daf-46f0-838a-b9eaa88ecca3 req-6f17f12f-ffb0-4825-b2c5-92947d85587a service neutron] 10.222.0.73 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014252 Mar 23 12:37:47.499737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-08123c14-caea-462b-9a3d-12364dbf820c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] For port d289d27a-322f-466e-be09-f483ea23288a, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d289d27a-322f-466e-be09-f483ea23288a,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:47.500331 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-08123c14-caea-462b-9a3d-12364dbf820c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:47.557749 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-08123c14-caea-462b-9a3d-12364dbf820c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Calling delete_port for d289d27a-322f-466e-be09-f483ea23288a owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:37:47.598489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbe238-d817-4769-b319-cd5f20055e18 req-d15858a8-1223-46ff-97a9-b8b827ce7895 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:47.600700 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ec467a07-4b33-4fe5-aec0-d2f56e8f7875 req-916bf3be-69c9-42d4-97b9-4cd769e53d9f tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679108 Mar 23 12:37:47.608211 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3cbe238-d817-4769-b319-cd5f20055e18 req-d15858a8-1223-46ff-97a9-b8b827ce7895 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 0.3701055 Mar 23 12:37:47.661433 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-e62285dc-1388-4d9b-b574-648647df786f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=986080a5-96c3-4950-841d-5afcc9cf9eea HTTP/1.1" status: 200 len: 217 time: 0.1803415 Mar 23 12:37:47.828000 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-28698333-de71-4605-a4eb-d3ac0aaeefe3 admin admin] For port 2e62475f-4c95-4749-952f-b2fe03a8e862, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2e62475f-4c95-4749-952f-b2fe03a8e862,segment=NetworkSegment(16814f52-8332-4b16-8e5e-a18ed785be1a),segment_id=16814f52-8332-4b16-8e5e-a18ed785be1a)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:47.831653 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28698333-de71-4605-a4eb-d3ac0aaeefe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:47.904475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-28698333-de71-4605-a4eb-d3ac0aaeefe3 admin admin] Calling delete_port for 2e62475f-4c95-4749-952f-b2fe03a8e862 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:37:48.186928 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412274d-043a-4bc7-aea6-6a8c7f16199f req-89775fd1-95da-46e4-9f03-c72375375029 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:48.193752 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412274d-043a-4bc7-aea6-6a8c7f16199f req-89775fd1-95da-46e4-9f03-c72375375029 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:48.217633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412274d-043a-4bc7-aea6-6a8c7f16199f req-89775fd1-95da-46e4-9f03-c72375375029 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:48.220461 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6412274d-043a-4bc7-aea6-6a8c7f16199f req-89775fd1-95da-46e4-9f03-c72375375029 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 2409 time: 0.4312315 Mar 23 12:37:48.424929 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-d4b80337-8bea-4500-bd60-a55277053e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:48.435031 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-d4b80337-8bea-4500-bd60-a55277053e68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c42c450d-02be-4634-87ca-2a6532e0441a HTTP/1.1" status: 200 len: 852 time: 0.7594352 Mar 23 12:37:48.492817 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3cbe238-d817-4769-b319-cd5f20055e18 req-3f47bf21-6513-4337-a831-f6b5468fc21d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8809636 Mar 23 12:37:48.553812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d3d290be-a7d3-4114-bf51-73e19b0dc352 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:37:48.571106 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-636d1243-6204-4b63-986c-c5b3c5f7153e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a72b36eb-69cb-4d04-b462-b2cd5c57987a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280906 Mar 23 12:37:48.571464 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28698333-de71-4605-a4eb-d3ac0aaeefe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:48.584842 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35c2737b-1daf-46f0-838a-b9eaa88ecca3 req-c5714b76-2124-4a39-8ee5-a9e07084c2a7 service neutron] 10.222.0.73 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0507479 Mar 23 12:37:48.625024 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28698333-de71-4605-a4eb-d3ac0aaeefe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e62475f-4c95-4749-952f-b2fe03a8e862,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:48.629940 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-08123c14-caea-462b-9a3d-12364dbf820c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:48.652631 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6412274d-043a-4bc7-aea6-6a8c7f16199f req-b8e16ec8-62b2-480d-a947-8eedfa9bb272 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836705 Mar 23 12:37:48.696720 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112f3e1d-8070-48c3-86c7-9d9c4f060d68 x-openstack-request-id: req-112f3e1d-8070-48c3-86c7-9d9c4f060d68 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:48.699846 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e0b753-c2f2-401f-a4e7-1fef6e789b29", "tag": "986080a5-96c3-4950-841d-5afcc9cf9eea", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:48.716356 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-112f3e1d-8070-48c3-86c7-9d9c4f060d68 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:48.722352 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e0b753-c2f2-401f-a4e7-1fef6e789b29', 'tag': '986080a5-96c3-4950-841d-5afcc9cf9eea', 'status': 'completed', 'code': 200} Mar 23 12:37:48.943796 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port d3d290be-a7d3-4114-bf51-73e19b0dc352, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d3d290be-a7d3-4114-bf51-73e19b0dc352,segment=NetworkSegment(94397f8e-e6cd-44d5-88cc-9a968b41e07e),segment_id=94397f8e-e6cd-44d5-88cc-9a968b41e07e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:48.976671 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28698333-de71-4605-a4eb-d3ac0aaeefe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:48.979868 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'd3d290be-a7d3-4114-bf51-73e19b0dc352', 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5', 'port_id': 'd3d290be-a7d3-4114-bf51-73e19b0dc352', 'mac_address': 'fa:16:3e:79:04:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:37:48.987454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08123c14-caea-462b-9a3d-12364dbf820c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event deleted for resources: {'Port': ['ID=d289d27a-322f-466e-be09-f483ea23288a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:49.020242 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-899c446b-a100-46e3-a364-2fbe4bb5df09 service neutron] 10.222.0.73 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273512 Mar 23 12:37:49.029108 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:49.062910 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-deleted', 'tag': '0462e814-926b-4a23-8fca-8bc2535b4ddd'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:49.064339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d290be-a7d3-4114-bf51-73e19b0dc352 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:37:49.065173 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2820f8-4fa9-4931-a5b5-1a4be492ffab" -d '{"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-deleted", "tag": "0462e814-926b-4a23-8fca-8bc2535b4ddd"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:49.068022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2e980-eafa-4b96-9f47-d7d122f024df req-948c23b8-c5ca-45bc-808a-c9ddf9317dcf tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:49.069589 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fed2e980-eafa-4b96-9f47-d7d122f024df req-948c23b8-c5ca-45bc-808a-c9ddf9317dcf tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 943 time: 0.1909513 Mar 23 12:37:49.098872 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port d3d290be-a7d3-4114-bf51-73e19b0dc352, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d3d290be-a7d3-4114-bf51-73e19b0dc352,segment=NetworkSegment(94397f8e-e6cd-44d5-88cc-9a968b41e07e),segment_id=94397f8e-e6cd-44d5-88cc-9a968b41e07e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:49.109265 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:49.238060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=d3d290be-a7d3-4114-bf51-73e19b0dc352,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:49.265230 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fed2e980-eafa-4b96-9f47-d7d122f024df req-f8836429-0d36-4d94-8211-c682c3ca1d4a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844039 Mar 23 12:37:49.268851 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:49.269204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:49.269600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:49.269960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:49.270363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:49.270629 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:49.271016 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:49.271343 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:49.271791 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:49.272399 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:49.272724 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:49.275509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:37:49.372115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-08123c14-caea-462b-9a3d-12364dbf820c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] No DVR routers for this DVR port d289d27a-322f-466e-be09-f483ea23288a on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:37:49.379737 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-08123c14-caea-462b-9a3d-12364dbf820c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:49.382332 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-1547793c-13cd-48ac-a69b-1fe63dd79f95 service neutron] 10.222.0.73 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522809 Mar 23 12:37:49.406633 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-08123c14-caea-462b-9a3d-12364dbf820c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.73 "DELETE /v2.0/ports/d289d27a-322f-466e-be09-f483ea23288a HTTP/1.1" status: 204 len: 173 time: 3.0023177 Mar 23 12:37:49.460665 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['d3d290be-a7d3-4114-bf51-73e19b0dc352'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:37:49.573537 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:37:49.731080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79559d-a81e-4155-a908-9bd34ae91539 req-31cc5212-d054-4993-bc3f-2f797b46321a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:49.744282 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a79559d-a81e-4155-a908-9bd34ae91539 req-31cc5212-d054-4993-bc3f-2f797b46321a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 943 time: 0.2446966 Mar 23 12:37:49.813726 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a79559d-a81e-4155-a908-9bd34ae91539 req-b84b1f15-070f-403b-86e0-419851f9fa86 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670097 Mar 23 12:37:49.816864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb66b3-9526-491d-87d8-fdce68511a40 req-7f456449-da5e-42bf-a9a0-dd6ee496d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:49.819226 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-26eb66b3-9526-491d-87d8-fdce68511a40 req-7f456449-da5e-42bf-a9a0-dd6ee496d47d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 1094 time: 0.3556077 Mar 23 12:37:49.846807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fdd50-03c0-42b8-97a1-6ca308fee964 req-f98ac695-2b45-4481-be72-f345be27225b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:49.849984 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a86fdd50-03c0-42b8-97a1-6ca308fee964 req-f98ac695-2b45-4481-be72-f345be27225b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 946 time: 0.8847597 Mar 23 12:37:49.869694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28698333-de71-4605-a4eb-d3ac0aaeefe3 admin admin] Router f16855da-8ffb-4710-b8e7-dcc74eaf7e66 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:37:50.113283 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28698333-de71-4605-a4eb-d3ac0aaeefe3 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:37:50.133850 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-28698333-de71-4605-a4eb-d3ac0aaeefe3 admin admin] 10.222.0.52 "PUT /v2.0/routers/f16855da-8ffb-4710-b8e7-dcc74eaf7e66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2271228 Mar 23 12:37:50.139452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34176) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:37:50.170907 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f5b2a-bca5-44c8-9924-a7a31c745c0c None None] Sync routers for ids ['f16855da-8ffb-4710-b8e7-dcc74eaf7e66'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:37:50.205408 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f5b2a-bca5-44c8-9924-a7a31c745c0c None None] Routers {'f16855da-8ffb-4710-b8e7-dcc74eaf7e66'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:37:50.206036 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b29f5b2a-bca5-44c8-9924-a7a31c745c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:37:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f16855da-8ffb-4710-b8e7-dcc74eaf7e66'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:50.217543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb66b3-9526-491d-87d8-fdce68511a40 req-c9b5a631-4b43-41a1-8b70-d41297040fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:50.222249 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-26eb66b3-9526-491d-87d8-fdce68511a40 req-c9b5a631-4b43-41a1-8b70-d41297040fcf service neutron] 10.222.0.73 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 913 time: 0.3861444 Mar 23 12:37:50.282016 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-d37d262d-f89c-44a5-8d0c-8941caa46d76 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Deleting port 1698fd1c-e6a1-41b4-b140-ae1d533f3205 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:37:50.282635 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-d37d262d-f89c-44a5-8d0c-8941caa46d76 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:50.313605 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-26eb66b3-9526-491d-87d8-fdce68511a40 req-f4d63473-00e6-41e6-ae01-9c187ba4ae7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=986080a5-96c3-4950-841d-5afcc9cf9eea HTTP/1.1" status: 200 len: 217 time: 0.0834780 Mar 23 12:37:50.338790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7f353-4cac-4f86-82da-1cad00a829b1 req-a6462dc8-ac4f-4726-8d9e-d801894bb9fd tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:50.349822 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1e7f353-4cac-4f86-82da-1cad00a829b1 req-a6462dc8-ac4f-4726-8d9e-d801894bb9fd tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 945 time: 0.3006737 Mar 23 12:37:50.439148 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a86fdd50-03c0-42b8-97a1-6ca308fee964 req-5bcfcdf0-a6e6-48ad-9440-0aefe69b5d75 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5781271 Mar 23 12:37:50.450106 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb66b3-9526-491d-87d8-fdce68511a40 req-dfe0e7b6-f47a-473b-ad8b-754e90816896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:50.453320 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-26eb66b3-9526-491d-87d8-fdce68511a40 req-dfe0e7b6-f47a-473b-ad8b-754e90816896 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c42c450d-02be-4634-87ca-2a6532e0441a HTTP/1.1" status: 200 len: 852 time: 0.1008384 Mar 23 12:37:50.468879 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b29f5b2a-bca5-44c8-9924-a7a31c745c0c None None] Set router f16855da-8ffb-4710-b8e7-dcc74eaf7e66 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:37:50.503317 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-26eb66b3-9526-491d-87d8-fdce68511a40 req-7a86894f-9358-4d0d-a159-a301906a7cf9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a72b36eb-69cb-4d04-b462-b2cd5c57987a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309296 Mar 23 12:37:50.594726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-d37d262d-f89c-44a5-8d0c-8941caa46d76 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] For port 1698fd1c-e6a1-41b4-b140-ae1d533f3205, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=1698fd1c-e6a1-41b4-b140-ae1d533f3205,segment=NetworkSegment(a1218d8b-99c2-4d18-b086-5d1e7383bc07),segment_id=a1218d8b-99c2-4d18-b086-5d1e7383bc07)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:50.595181 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-d37d262d-f89c-44a5-8d0c-8941caa46d76 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:50.611325 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff45d32-5efc-40c3-aef9-c7c2141489ae x-openstack-request-id: req-aff45d32-5efc-40c3-aef9-c7c2141489ae {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:50.611626 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-deleted", "tag": "0462e814-926b-4a23-8fca-8bc2535b4ddd", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:50.619700 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aff45d32-5efc-40c3-aef9-c7c2141489ae {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:50.620596 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-deleted', 'tag': '0462e814-926b-4a23-8fca-8bc2535b4ddd', 'status': 'completed', 'code': 200} Mar 23 12:37:50.673355 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-26eb66b3-9526-491d-87d8-fdce68511a40 req-6e6eb9fb-7500-4e63-bd7d-814fceb295f8 service neutron] 10.222.0.73 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560159 Mar 23 12:37:50.704999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d3d290be-a7d3-4114-bf51-73e19b0dc352 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:37:50.757016 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b16ac56-7356-4c4d-83bc-d860e8ad8b9e admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:50.840053 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1e7f353-4cac-4f86-82da-1cad00a829b1 req-a519adf8-2a03-451e-8757-836aeefcd69e tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817797 Mar 23 12:37:50.946809 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-26eb66b3-9526-491d-87d8-fdce68511a40 req-53d9e9dd-fe97-4d0f-9f24-380b470f8ddf service neutron] 10.222.0.73 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506573 Mar 23 12:37:51.086575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port d3d290be-a7d3-4114-bf51-73e19b0dc352 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:37:51.121563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694af99a-52c1-4b16-bfdd-7d915991ba63 req-d31fefd4-57bb-4bb0-aa1d-986b1f515519 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:51.128444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694af99a-52c1-4b16-bfdd-7d915991ba63 req-d31fefd4-57bb-4bb0-aa1d-986b1f515519 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:51.148684 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-694af99a-52c1-4b16-bfdd-7d915991ba63 req-d31fefd4-57bb-4bb0-aa1d-986b1f515519 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 1677 time: 0.1363597 Mar 23 12:37:51.155123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port d3d290be-a7d3-4114-bf51-73e19b0dc352 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:37:51.155599 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:51.269497 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-694af99a-52c1-4b16-bfdd-7d915991ba63 req-3312b941-8e25-4474-88d0-a0ec17037840 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071327 Mar 23 12:37:51.355384 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b29f5b2a-bca5-44c8-9924-a7a31c745c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'name': 'tempest-ServerRescueTestJSON-1406490456-router', 'tenant_id': '7b58523009564f6bac30930da31ecda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:02Z', 'updated_at': '2022-03-23T12:37:48Z', 'revision_number': 5, 'project_id': '7b58523009564f6bac30930da31ecda3', 'gw_port': {'id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:03Z', 'updated_at': '2022-03-23T12:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:51.487029 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f5b2a-bca5-44c8-9924-a7a31c745c0c None None] Checking router: f16855da-8ffb-4710-b8e7-dcc74eaf7e66 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:37:51.519121 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f5b2a-bca5-44c8-9924-a7a31c745c0c None None] Routers {'f16855da-8ffb-4710-b8e7-dcc74eaf7e66'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:37:51.528529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b29f5b2a-bca5-44c8-9924-a7a31c745c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:37:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f16855da-8ffb-4710-b8e7-dcc74eaf7e66'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:51.532518 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:51.580020 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e45a78-309d-4f7d-bc24-bd6b003b07da req-c4d9df35-25dc-4912-9826-a06c02ba2a94 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:51.588208 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a1e45a78-309d-4f7d-bc24-bd6b003b07da req-c4d9df35-25dc-4912-9826-a06c02ba2a94 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 943 time: 0.1582897 Mar 23 12:37:51.642279 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a1e45a78-309d-4f7d-bc24-bd6b003b07da req-612e075e-9e92-4590-bbcb-9538441bf91b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530767 Mar 23 12:37:51.655296 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d290be-a7d3-4114-bf51-73e19b0dc352'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:51.657571 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1930a243-cf02-4581-b76f-6fcabfcf432c" -d '{"events": [{"server_uuid": "2a06551f-0aeb-49e5-b68c-719a18d1b2f4", "name": "network-vif-plugged", "status": "completed", "tag": "d3d290be-a7d3-4114-bf51-73e19b0dc352"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:51.705137 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port d3d290be-a7d3-4114-bf51-73e19b0dc352, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d3d290be-a7d3-4114-bf51-73e19b0dc352,segment=NetworkSegment(94397f8e-e6cd-44d5-88cc-9a968b41e07e),segment_id=94397f8e-e6cd-44d5-88cc-9a968b41e07e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:51.722567 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:51.827412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d53778-bc89-42a5-bad2-78d6e073c009 req-0897c73d-4c2b-4805-9533-7659a5e85698 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:51.829969 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-d37d262d-f89c-44a5-8d0c-8941caa46d76 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:51.830613 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-d37d262d-f89c-44a5-8d0c-8941caa46d76 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:51.830821 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-d37d262d-f89c-44a5-8d0c-8941caa46d76 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Floating IP 4c594f8e-0794-4d6b-bdff-bc10878dc325 disassociated. External IP: 172.25.2.229, port: 1698fd1c-e6a1-41b4-b140-ae1d533f3205. Mar 23 12:37:51.831384 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-d37d262d-f89c-44a5-8d0c-8941caa46d76 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Calling delete_port for 1698fd1c-e6a1-41b4-b140-ae1d533f3205 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:37:51.838041 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85d53778-bc89-42a5-bad2-78d6e073c009 req-0897c73d-4c2b-4805-9533-7659a5e85698 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 943 time: 0.1042945 Mar 23 12:37:51.905674 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85d53778-bc89-42a5-bad2-78d6e073c009 req-18b78338-c7bc-47d0-bb29-2c71edbe141c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661118 Mar 23 12:37:51.928951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b29f5b2a-bca5-44c8-9924-a7a31c745c0c None None] Set router f16855da-8ffb-4710-b8e7-dcc74eaf7e66 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:37:51.935346 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=d3d290be-a7d3-4114-bf51-73e19b0dc352,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:52.006008 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b16ac56-7356-4c4d-83bc-d860e8ad8b9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:52.011405 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-d37d262d-f89c-44a5-8d0c-8941caa46d76 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:52.023635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c2cf4-fd3e-4cb2-8798-79d85de91970 req-f341daca-260a-4c47-b50d-ebf3a38f7e01 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:52.025384 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a59c2cf4-fd3e-4cb2-8798-79d85de91970 req-f341daca-260a-4c47-b50d-ebf3a38f7e01 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 1.2808099 Mar 23 12:37:52.101211 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281d433-16a5-4b3d-a957-029b38f5c79f req-3333e50c-f9eb-4e6d-b0b6-b93183590380 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:52.103395 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2281d433-16a5-4b3d-a957-029b38f5c79f req-3333e50c-f9eb-4e6d-b0b6-b93183590380 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 946 time: 0.1040306 Mar 23 12:37:52.155736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d262d-f89c-44a5-8d0c-8941caa46d76 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event deleted for resources: {'Port': ['ID=1698fd1c-e6a1-41b4-b140-ae1d533f3205,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:52.188764 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2281d433-16a5-4b3d-a957-029b38f5c79f req-a3b64cfb-4f92-42f2-9e52-f6f24c4656c9 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772860 Mar 23 12:37:52.219967 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a59c2cf4-fd3e-4cb2-8798-79d85de91970 req-1e5b6d32-4e99-4ed4-9b0e-62a9bac9509c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760468 Mar 23 12:37:52.270745 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4660e3-72ad-4c55-8c1c-84642f70b03e x-openstack-request-id: req-8d4660e3-72ad-4c55-8c1c-84642f70b03e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:52.271048 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a06551f-0aeb-49e5-b68c-719a18d1b2f4", "name": "network-vif-plugged", "status": "completed", "tag": "d3d290be-a7d3-4114-bf51-73e19b0dc352", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:52.271305 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d4660e3-72ad-4c55-8c1c-84642f70b03e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:52.271698 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d290be-a7d3-4114-bf51-73e19b0dc352', 'code': 200} Mar 23 12:37:52.324687 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b29f5b2a-bca5-44c8-9924-a7a31c745c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'name': 'tempest-ServerRescueTestJSON-1406490456-router', 'tenant_id': '7b58523009564f6bac30930da31ecda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:02Z', 'updated_at': '2022-03-23T12:37:48Z', 'revision_number': 5, 'project_id': '7b58523009564f6bac30930da31ecda3', 'gw_port': {'id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:03Z', 'updated_at': '2022-03-23T12:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:52.389172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f5b2a-bca5-44c8-9924-a7a31c745c0c None None] The sync data for ids ['f16855da-8ffb-4710-b8e7-dcc74eaf7e66'] in n-d-834854-1 is: [{'id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'name': 'tempest-ServerRescueTestJSON-1406490456-router', 'tenant_id': '7b58523009564f6bac30930da31ecda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:02Z', 'updated_at': '2022-03-23T12:37:48Z', 'revision_number': 5, 'project_id': '7b58523009564f6bac30930da31ecda3', 'gw_port': {'id': 'ba432d33-7503-47e6-9f9c-c05ab954407b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16855da-8ffb-4710-b8e7-dcc74eaf7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:03Z', 'updated_at': '2022-03-23T12:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:37:52.412557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4b16ac56-7356-4c4d-83bc-d860e8ad8b9e admin admin] Deleting port ba432d33-7503-47e6-9f9c-c05ab954407b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:37:52.413531 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b16ac56-7356-4c4d-83bc-d860e8ad8b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:52.452841 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b582c-bfd2-490f-b633-b01cc0957919 req-942a8dbe-58c2-4e19-84ec-3ff7237ae830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:52.455390 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe4b582c-bfd2-490f-b633-b01cc0957919 req-942a8dbe-58c2-4e19-84ec-3ff7237ae830 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 1097 time: 0.1259546 Mar 23 12:37:52.558127 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95fedb-a498-4d2f-9dad-434683788ac2 req-cd413f84-4ea6-49b1-8e50-99d97f3c5194 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:52.562388 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 986080a5-96c3-4950-841d-5afcc9cf9eea details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:37:52.568278 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a95fedb-a498-4d2f-9dad-434683788ac2 req-cd413f84-4ea6-49b1-8e50-99d97f3c5194 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.2037964 Mar 23 12:37:52.574860 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe4b582c-bfd2-490f-b633-b01cc0957919 req-2a08c2ac-1627-40b0-8609-fdbaa18d49c1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984557 Mar 23 12:37:52.594172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c012399-aec4-4145-a04a-72f56c387e9c req-f02b7f41-be76-47c1-aee5-7ed461d67600 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:52.611503 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5c012399-aec4-4145-a04a-72f56c387e9c req-f02b7f41-be76-47c1-aee5-7ed461d67600 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 943 time: 0.1496961 Mar 23 12:37:52.639105 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-d37d262d-f89c-44a5-8d0c-8941caa46d76 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Router d9fe43d5-681b-42d4-b425-812242312258 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:37:52.641486 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-deleted', 'tag': 'd289d27a-322f-466e-be09-f483ea23288a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:52.644044 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f871bef-359d-437c-bb6d-dccd08ece3ec" -d '{"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-deleted", "tag": "d289d27a-322f-466e-be09-f483ea23288a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:52.656516 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a95fedb-a498-4d2f-9dad-434683788ac2 req-b34627ee-29e8-425d-b80b-ddad45c15682 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871782 Mar 23 12:37:52.704996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-4b16ac56-7356-4c4d-83bc-d860e8ad8b9e admin admin] For port ba432d33-7503-47e6-9f9c-c05ab954407b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ba432d33-7503-47e6-9f9c-c05ab954407b,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:52.705360 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b16ac56-7356-4c4d-83bc-d860e8ad8b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:52.724794 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5c012399-aec4-4145-a04a-72f56c387e9c req-9631d32f-67a3-4251-8175-6199ba6b73fa tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115537 Mar 23 12:37:52.745827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4b16ac56-7356-4c4d-83bc-d860e8ad8b9e admin admin] Calling delete_port for ba432d33-7503-47e6-9f9c-c05ab954407b owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:37:52.826107 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f9a752-be62-4654-800e-4ff3aef35257 x-openstack-request-id: req-35f9a752-be62-4654-800e-4ff3aef35257 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:52.826716 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-deleted", "tag": "d289d27a-322f-466e-be09-f483ea23288a", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:52.827663 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35f9a752-be62-4654-800e-4ff3aef35257 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:52.828205 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-deleted', 'tag': 'd289d27a-322f-466e-be09-f483ea23288a', 'status': 'completed', 'code': 200} Mar 23 12:37:52.863818 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 986080a5-96c3-4950-841d-5afcc9cf9eea, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=986080a5-96c3-4950-841d-5afcc9cf9eea,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:52.889158 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '986080a5-96c3-4950-841d-5afcc9cf9eea', 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a', 'port_id': '986080a5-96c3-4950-841d-5afcc9cf9eea', 'mac_address': 'fa:16:3e:7d:6f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c42c450d-02be-4634-87ca-2a6532e0441a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:37:52.972755 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:52.988874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986080a5-96c3-4950-841d-5afcc9cf9eea {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:37:53.035872 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 986080a5-96c3-4950-841d-5afcc9cf9eea, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=986080a5-96c3-4950-841d-5afcc9cf9eea,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:53.050371 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:53.060134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66e84c-bd51-43ef-ad99-f5c0a82370a9 req-bccbb2aa-e4ee-40f4-b340-a6eeb1ed181f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:53.063218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d66e84c-bd51-43ef-ad99-f5c0a82370a9 req-bccbb2aa-e4ee-40f4-b340-a6eeb1ed181f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 943 time: 0.2268815 Mar 23 12:37:53.126591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-d37d262d-f89c-44a5-8d0c-8941caa46d76 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:37:53.138514 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad427fd-0cc4-49f8-a23d-67a7ee3cdb0a None None] Sync routers for ids ['d9fe43d5-681b-42d4-b425-812242312258'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:37:53.153208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7f132-c392-4d9b-afa2-634e16b73aff req-0a9c82f9-a0e7-4eb8-82d2-11bfef5e2fbe tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:53.158992 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad427fd-0cc4-49f8-a23d-67a7ee3cdb0a None None] Routers {'d9fe43d5-681b-42d4-b425-812242312258'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:37:53.159844 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3ad427fd-0cc4-49f8-a23d-67a7ee3cdb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:37:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d9fe43d5-681b-42d4-b425-812242312258'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:53.167973 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-16b7f132-c392-4d9b-afa2-634e16b73aff req-0a9c82f9-a0e7-4eb8-82d2-11bfef5e2fbe tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 944 time: 0.1282620 Mar 23 12:37:53.175998 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=986080a5-96c3-4950-841d-5afcc9cf9eea,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:53.234339 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-16b7f132-c392-4d9b-afa2-634e16b73aff req-86e363d4-a9a8-4a19-8b51-7ad8b1917bc0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651314 Mar 23 12:37:53.301410 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b16ac56-7356-4c4d-83bc-d860e8ad8b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:53.330824 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2e62475f-4c95-4749-952f-b2fe03a8e862 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:37:53.389643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-d37d262d-f89c-44a5-8d0c-8941caa46d76 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] No DVR routers for this DVR port 1698fd1c-e6a1-41b4-b140-ae1d533f3205 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:37:53.393464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16ac56-7356-4c4d-83bc-d860e8ad8b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=ba432d33-7503-47e6-9f9c-c05ab954407b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:53.403876 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 2e62475f-4c95-4749-952f-b2fe03a8e862 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:37:53.405461 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d66e84c-bd51-43ef-ad99-f5c0a82370a9 req-c8b70a3a-2865-4e05-91c0-995c754e246b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093054 Mar 23 12:37:53.405665 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2e62475f-4c95-4749-952f-b2fe03a8e862 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:37:53.409131 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-d37d262d-f89c-44a5-8d0c-8941caa46d76 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:53.431707 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-d37d262d-f89c-44a5-8d0c-8941caa46d76 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.73 "DELETE /v2.0/ports/1698fd1c-e6a1-41b4-b140-ae1d533f3205 HTTP/1.1" status: 204 len: 173 time: 4.0042381 Mar 23 12:37:53.469006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e39897-b135-4521-9c89-084c530068bc req-d9e36f44-7219-41cf-9e5b-a3186c4a7f2e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:53.486295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['986080a5-96c3-4950-841d-5afcc9cf9eea'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:37:53.491899 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-73e39897-b135-4521-9c89-084c530068bc req-d9e36f44-7219-41cf-9e5b-a3186c4a7f2e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 946 time: 0.1356158 Mar 23 12:37:53.530076 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3ad427fd-0cc4-49f8-a23d-67a7ee3cdb0a None None] Set router d9fe43d5-681b-42d4-b425-812242312258 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:37:53.575655 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-73e39897-b135-4521-9c89-084c530068bc req-eef7c8a4-bbc7-428e-a05d-7a682f2ba3f6 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784903 Mar 23 12:37:53.673286 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b16ac56-7356-4c4d-83bc-d860e8ad8b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:53.901240 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8658e-032b-4f0d-a9a6-8aa425b896f6 req-5f3c2e44-42a9-4af2-a647-726802b9c17d tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:53.915381 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dde8658e-032b-4f0d-a9a6-8aa425b896f6 req-5f3c2e44-42a9-4af2-a647-726802b9c17d tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.1283629 Mar 23 12:37:53.952586 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b16ac56-7356-4c4d-83bc-d860e8ad8b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:53.979530 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b16ac56-7356-4c4d-83bc-d860e8ad8b9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:54.020206 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dde8658e-032b-4f0d-a9a6-8aa425b896f6 req-20e639f7-8ac4-4225-93fa-9720923d58df tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036170 Mar 23 12:37:54.047868 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebaf698-6ca4-4bef-9b5b-5e2c7cd95f98 req-55d1428c-8fe4-45d9-b126-7cbaa92621d8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:54.061472 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ebaf698-6ca4-4bef-9b5b-5e2c7cd95f98 req-55d1428c-8fe4-45d9-b126-7cbaa92621d8 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 0.4932330 Mar 23 12:37:54.111454 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3ad427fd-0cc4-49f8-a23d-67a7ee3cdb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fe43d5-681b-42d4-b425-812242312258', 'name': 'tempest-TaggedBootDevicesTest-2063635480-router', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:15Z', 'updated_at': '2022-03-23T12:31:21Z', 'revision_number': 4, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'gw_port': {'id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:16Z', 'updated_at': '2022-03-23T12:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'e7182092-0997-4b86-99b7-77d37961ce29', 'name': '', 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'mac_address': 'fa:16:3e:91:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:19Z', 'updated_at': '2022-03-23T12:31:26Z', 'revision_number': 5, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'subnets': [{'id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:54.165719 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-b9bf4d29-8669-4ec5-9472-5d77015598fe tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Deleting port 95a785d3-ff97-4176-9b31-c36e92acfa7f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:37:54.166171 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-b9bf4d29-8669-4ec5-9472-5d77015598fe tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:54.173695 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad427fd-0cc4-49f8-a23d-67a7ee3cdb0a None None] Checking router: d9fe43d5-681b-42d4-b425-812242312258 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:37:54.196613 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad427fd-0cc4-49f8-a23d-67a7ee3cdb0a None None] Routers {'d9fe43d5-681b-42d4-b425-812242312258'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:37:54.198371 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3ad427fd-0cc4-49f8-a23d-67a7ee3cdb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:37:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d9fe43d5-681b-42d4-b425-812242312258'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:54.255419 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b16ac56-7356-4c4d-83bc-d860e8ad8b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:54.256084 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b16ac56-7356-4c4d-83bc-d860e8ad8b9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f16855da-8ffb-4710-b8e7-dcc74eaf7e66 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:37:54.261222 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b16ac56-7356-4c4d-83bc-d860e8ad8b9e admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:54.266777 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4b16ac56-7356-4c4d-83bc-d860e8ad8b9e admin admin] 10.222.0.52 "DELETE /v2.0/routers/f16855da-8ffb-4710-b8e7-dcc74eaf7e66 HTTP/1.1" status: 204 len: 168 time: 4.1215611 Mar 23 12:37:54.269450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34206) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:37:54.281490 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ebaf698-6ca4-4bef-9b5b-5e2c7cd95f98 req-2f4840b6-36a3-49f7-867d-d32e9232c4d9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066093 Mar 23 12:37:54.324447 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-02253f3f-82c2-4f46-b789-7b93b7b84d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:54.361157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372fd5e-0ec0-4363-a715-75606de9ab1f req-c63574be-530c-4811-b793-7cf41f436a02 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:54.372698 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f372fd5e-0ec0-4363-a715-75606de9ab1f req-c63574be-530c-4811-b793-7cf41f436a02 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 943 time: 0.1841969 Mar 23 12:37:54.403050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-003b783b-53d9-4c18-8d33-11f60109f853 admin admin] Deleting subnet 532f4c4f-053d-46b1-8154-1c17faa5e818 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:37:54.410289 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-003b783b-53d9-4c18-8d33-11f60109f853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:54.467792 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f372fd5e-0ec0-4363-a715-75606de9ab1f req-a837dfd8-56ab-4844-847e-3b5ce9d4b8fb tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups?id=70a1fb06-e429-4b92-8ab7-acc45a4a2999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898697 Mar 23 12:37:54.526172 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-b9bf4d29-8669-4ec5-9472-5d77015598fe tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] For port 95a785d3-ff97-4176-9b31-c36e92acfa7f, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=95a785d3-ff97-4176-9b31-c36e92acfa7f,segment=NetworkSegment(1ff344b0-ead7-49ce-8ce6-c373cf8a8621),segment_id=1ff344b0-ead7-49ce-8ce6-c373cf8a8621)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:54.526538 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-b9bf4d29-8669-4ec5-9472-5d77015598fe tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:54.546435 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3ad427fd-0cc4-49f8-a23d-67a7ee3cdb0a None None] Set router d9fe43d5-681b-42d4-b425-812242312258 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:37:54.553142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-b9bf4d29-8669-4ec5-9472-5d77015598fe tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Calling delete_port for 95a785d3-ff97-4176-9b31-c36e92acfa7f owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:37:54.567515 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-003b783b-53d9-4c18-8d33-11f60109f853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:54.588056 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30c6c4-1044-463b-9be3-be1a25483779 req-7b88985b-f58e-44c4-a598-adf6a8bb04fa tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:54.588056 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b30c6c4-1044-463b-9be3-be1a25483779 req-7b88985b-f58e-44c4-a598-adf6a8bb04fa tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 944 time: 0.1410894 Mar 23 12:37:54.680910 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b30c6c4-1044-463b-9be3-be1a25483779 req-eb8e4adb-7afb-439a-ae91-382e6d932923 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505025 Mar 23 12:37:54.749508 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-003b783b-53d9-4c18-8d33-11f60109f853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:54.780885 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c1cd5-f1d2-4143-94e9-5d5d51ac2ff1 req-821bcc3b-d84f-4338-8111-8a11b86651cc tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:54.796481 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aa7c1cd5-f1d2-4143-94e9-5d5d51ac2ff1 req-821bcc3b-d84f-4338-8111-8a11b86651cc tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 943 time: 0.1673567 Mar 23 12:37:54.832153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-deleted', 'tag': '1698fd1c-e6a1-41b4-b140-ae1d533f3205'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:54.834413 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7671ab7-0d11-46b7-972b-4b737d35cd10" -d '{"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-deleted", "tag": "1698fd1c-e6a1-41b4-b140-ae1d533f3205"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:54.896667 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aa7c1cd5-f1d2-4143-94e9-5d5d51ac2ff1 req-916e7764-3121-4cc6-9bb6-52f90e881386 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917485 Mar 23 12:37:54.919334 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3ad427fd-0cc4-49f8-a23d-67a7ee3cdb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fe43d5-681b-42d4-b425-812242312258', 'name': 'tempest-TaggedBootDevicesTest-2063635480-router', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:15Z', 'updated_at': '2022-03-23T12:31:21Z', 'revision_number': 4, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'gw_port': {'id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:16Z', 'updated_at': '2022-03-23T12:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'e7182092-0997-4b86-99b7-77d37961ce29', 'name': '', 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'mac_address': 'fa:16:3e:91:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:19Z', 'updated_at': '2022-03-23T12:31:26Z', 'revision_number': 5, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'subnets': [{'id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:54.940086 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-003b783b-53d9-4c18-8d33-11f60109f853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:54.977947 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b783b-53d9-4c18-8d33-11f60109f853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=532f4c4f-053d-46b1-8154-1c17faa5e818,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:54.983234 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad427fd-0cc4-49f8-a23d-67a7ee3cdb0a None None] The sync data for ids ['d9fe43d5-681b-42d4-b425-812242312258'] in n-d-834854-1 is: [{'id': 'd9fe43d5-681b-42d4-b425-812242312258', 'name': 'tempest-TaggedBootDevicesTest-2063635480-router', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:15Z', 'updated_at': '2022-03-23T12:31:21Z', 'revision_number': 4, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'gw_port': {'id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:16Z', 'updated_at': '2022-03-23T12:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'e7182092-0997-4b86-99b7-77d37961ce29', 'name': '', 'network_id': '3dd3fd8f-403e-4371-8d96-fb79d3d28631', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'mac_address': 'fa:16:3e:91:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:19Z', 'updated_at': '2022-03-23T12:31:26Z', 'revision_number': 5, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'subnets': [{'id': '75ef03eb-4a13-4caf-9933-73053b45298f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:37:55.021305 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-003b783b-53d9-4c18-8d33-11f60109f853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:55.024757 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-003b783b-53d9-4c18-8d33-11f60109f853 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/532f4c4f-053d-46b1-8154-1c17faa5e818 HTTP/1.1" status: 204 len: 168 time: 0.7536669 Mar 23 12:37:55.027276 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34214) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:37:55.042690 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50765aa-570c-457a-a948-0196b6ebb2e5 req-43729a16-4a25-4ff3-aaaf-6af9d515ea8d tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:55.050893 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b50765aa-570c-457a-a948-0196b6ebb2e5 req-43729a16-4a25-4ff3-aaaf-6af9d515ea8d tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 946 time: 0.2024243 Mar 23 12:37:55.095050 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-b9bf4d29-8669-4ec5-9472-5d77015598fe tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:55.134166 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6dd3da-9503-4d81-9e7e-06791bb70386 x-openstack-request-id: req-3d6dd3da-9503-4d81-9e7e-06791bb70386 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:55.134613 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-deleted", "tag": "1698fd1c-e6a1-41b4-b140-ae1d533f3205", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:55.135408 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d6dd3da-9503-4d81-9e7e-06791bb70386 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:55.135634 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-deleted', 'tag': '1698fd1c-e6a1-41b4-b140-ae1d533f3205', 'status': 'completed', 'code': 200} Mar 23 12:37:55.227054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf4d29-8669-4ec5-9472-5d77015598fe tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event deleted for resources: {'Port': ['ID=95a785d3-ff97-4176-9b31-c36e92acfa7f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:55.231969 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b50765aa-570c-457a-a948-0196b6ebb2e5 req-faea9650-5054-4748-a95f-d6ce07783c6e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799092 Mar 23 12:37:55.291092 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-b9bf4d29-8669-4ec5-9472-5d77015598fe tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] No DVR routers for this DVR port 95a785d3-ff97-4176-9b31-c36e92acfa7f on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:37:55.293752 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-b9bf4d29-8669-4ec5-9472-5d77015598fe tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:55.298575 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-276c58f3-f4b6-4a65-bb4e-3985681c665d req-b9bf4d29-8669-4ec5-9472-5d77015598fe tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.73 "DELETE /v2.0/ports/95a785d3-ff97-4176-9b31-c36e92acfa7f HTTP/1.1" status: 204 len: 173 time: 1.7317369 Mar 23 12:37:55.332297 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d73f2a06-6c78-4a7a-aa43-550d913c1653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:55.444395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ba432d33-7503-47e6-9f9c-c05ab954407b no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:37:55.477781 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e59f02-cb85-4e55-a53b-e235e1ca1a66 req-e304c91b-fe56-474e-9c69-6496eb02da6f tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:55.482266 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: ba432d33-7503-47e6-9f9c-c05ab954407b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:37:55.482811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ba432d33-7503-47e6-9f9c-c05ab954407b not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:37:55.485560 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-82e59f02-cb85-4e55-a53b-e235e1ca1a66 req-e304c91b-fe56-474e-9c69-6496eb02da6f tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.1964536 Mar 23 12:37:55.510713 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2e6d8-105e-4c5d-be42-e73a14f34ffb req-14841ff4-0cf5-47ae-a0c2-471ff30a5cf7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:55.512250 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1b2e6d8-105e-4c5d-be42-e73a14f34ffb req-14841ff4-0cf5-47ae-a0c2-471ff30a5cf7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 0.1167905 Mar 23 12:37:55.576913 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9217a9-324d-4bc7-b0d9-07e67d5efa8b None None] New status for floating IP 4c594f8e-0794-4d6b-bdff-bc10878dc325: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:37:55.587662 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1b2e6d8-105e-4c5d-be42-e73a14f34ffb req-102aa63a-6961-4f3e-bd61-b9c5686b9600 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669887 Mar 23 12:37:55.614630 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-82e59f02-cb85-4e55-a53b-e235e1ca1a66 req-ff6f3150-5942-40a5-bb4d-f522af9d418f tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188664 Mar 23 12:37:55.625562 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d73f2a06-6c78-4a7a-aa43-550d913c1653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:55.714239 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d73f2a06-6c78-4a7a-aa43-550d913c1653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1e418f-2cfc-420d-8472-de7db6e2f75e']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:55.765779 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d73f2a06-6c78-4a7a-aa43-550d913c1653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16814f52-8332-4b16-8e5e-a18ed785be1a') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:55.765896 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d73f2a06-6c78-4a7a-aa43-550d913c1653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16814f52-8332-4b16-8e5e-a18ed785be1a') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:55.767745 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6ca6ee78-f99d-4e8b-9496-2b72fc11bf16 req-2db316b0-1d24-48b1-bf9a-47584aed8fc3 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0763271 Mar 23 12:37:55.813667 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d73f2a06-6c78-4a7a-aa43-550d913c1653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:55.858928 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d73f2a06-6c78-4a7a-aa43-550d913c1653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:55.874936 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73f2a06-6c78-4a7a-aa43-550d913c1653 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:37:55.875345 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d73f2a06-6c78-4a7a-aa43-550d913c1653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:37:55.879157 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:37:56.065437 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa0c15-eb25-4c9d-be87-9c9b0dd44334 req-9467f311-bd87-4d0e-9489-909da664532d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:56.066933 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2aa0c15-eb25-4c9d-be87-9c9b0dd44334 req-9467f311-bd87-4d0e-9489-909da664532d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 944 time: 0.1520133 Mar 23 12:37:56.068458 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d73f2a06-6c78-4a7a-aa43-550d913c1653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:56.093088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb5931-61ac-4d36-80bb-e99861356e98 req-16e71099-1d9e-4ae8-85bf-1bbc22b55edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:56.094731 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02cb5931-61ac-4d36-80bb-e99861356e98 req-16e71099-1d9e-4ae8-85bf-1bbc22b55edc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cec345c2fbc5453cb53f17937b01e8ba&device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 1097 time: 0.0898340 Mar 23 12:37:56.099108 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d73f2a06-6c78-4a7a-aa43-550d913c1653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:56.121472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d73f2a06-6c78-4a7a-aa43-550d913c1653 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0b1e418f-2cfc-420d-8472-de7db6e2f75e HTTP/1.1" status: 204 len: 168 time: 1.0822327 Mar 23 12:37:56.126085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f2a06-6c78-4a7a-aa43-550d913c1653 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1e418f-2cfc-420d-8472-de7db6e2f75e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:56.210174 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f2849-f43a-434d-a5fb-7b50366660ff req-c90ee338-2937-4efe-8b6b-4620ae8f6e7c tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:56.212191 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a7f2849-f43a-434d-a5fb-7b50366660ff req-c90ee338-2937-4efe-8b6b-4620ae8f6e7c tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.1957874 Mar 23 12:37:56.253961 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb5931-61ac-4d36-80bb-e99861356e98 req-29d7dc63-eb0e-4994-a3ee-1726b1a5989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:56.255740 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02cb5931-61ac-4d36-80bb-e99861356e98 req-29d7dc63-eb0e-4994-a3ee-1726b1a5989a service neutron] 10.222.0.73 "GET /v2.0/networks?id=2706f020-61c4-48af-8454-98afd060d9c5 HTTP/1.1" status: 200 len: 919 time: 0.1531410 Mar 23 12:37:56.269593 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2aa0c15-eb25-4c9d-be87-9c9b0dd44334 req-27e1260f-93b0-4f76-9dc7-888fa5f4799a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914570 Mar 23 12:37:56.341073 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a7f2849-f43a-434d-a5fb-7b50366660ff req-87882a76-26a1-4d62-9b87-16e74c47692e tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218338 Mar 23 12:37:56.360677 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02cb5931-61ac-4d36-80bb-e99861356e98 req-d6630066-023f-4c64-ae4d-d1cef70abb10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3d290be-a7d3-4114-bf51-73e19b0dc352 HTTP/1.1" status: 200 len: 217 time: 0.0894518 Mar 23 12:37:56.427773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34234) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:37:56.490439 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb5931-61ac-4d36-80bb-e99861356e98 req-9f9ebaf8-cd43-4401-b821-f20023478431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:56.492282 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02cb5931-61ac-4d36-80bb-e99861356e98 req-9f9ebaf8-cd43-4401-b821-f20023478431 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e1c930a-1bb6-4f3f-a6ae-e757297f4d58 HTTP/1.1" status: 200 len: 858 time: 0.1241701 Mar 23 12:37:56.521266 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34236) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:37:56.522817 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e985d102-2e3a-4fe9-8a59-d65b5f444684 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7b58523009564f6bac30930da31ecda3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937161 Mar 23 12:37:56.558692 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02cb5931-61ac-4d36-80bb-e99861356e98 req-76466596-6325-40e9-ad6a-691ca871ddf6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2706f020-61c4-48af-8454-98afd060d9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514898 Mar 23 12:37:56.577065 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 986080a5-96c3-4950-841d-5afcc9cf9eea up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:37:56.584913 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf43ea-c3f3-4d88-8522-9a7146778455 req-be30acd9-dafb-4edd-a14c-83da1be1e52d tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:56.587408 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36bf43ea-c3f3-4d88-8522-9a7146778455 req-be30acd9-dafb-4edd-a14c-83da1be1e52d tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 946 time: 0.0908401 Mar 23 12:37:56.596286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dbe8d-f13b-4be7-bd65-c175167b0818 req-bc195f34-5361-44fa-9e36-7f135e03948c tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:56.603993 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-851dbe8d-f13b-4be7-bd65-c175167b0818 req-bc195f34-5361-44fa-9e36-7f135e03948c tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 943 time: 0.1645346 Mar 23 12:37:56.655680 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36bf43ea-c3f3-4d88-8522-9a7146778455 req-60a8e0d3-f11e-4f00-bdfd-b17a7e5e1529 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609331 Mar 23 12:37:56.659105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 986080a5-96c3-4950-841d-5afcc9cf9eea completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:37:56.664889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 986080a5-96c3-4950-841d-5afcc9cf9eea triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:37:56.665463 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:56.785453 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-277f411a-cb63-4c6f-a876-7412438ea69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:56.785717 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:56.837722 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-277f411a-cb63-4c6f-a876-7412438ea69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:56.843890 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c7008d69-baae-4c79-b4f6-7d485a8c21b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:56.849871 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-851dbe8d-f13b-4be7-bd65-c175167b0818 req-51e6fff2-d0cf-4f2e-ba90-0df073f2ad12 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437537 Mar 23 12:37:56.865183 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e0b753-c2f2-401f-a4e7-1fef6e789b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986080a5-96c3-4950-841d-5afcc9cf9eea'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:56.867722 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a0296d-27fe-49de-b8e9-f2290b54b818" -d '{"events": [{"server_uuid": "09e0b753-c2f2-401f-a4e7-1fef6e789b29", "name": "network-vif-plugged", "status": "completed", "tag": "986080a5-96c3-4950-841d-5afcc9cf9eea"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:56.889386 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02cb5931-61ac-4d36-80bb-e99861356e98 req-25d03d12-60c1-4d7c-b546-d87c5ce50840 service neutron] 10.222.0.73 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233924 Mar 23 12:37:56.915047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4dd7b-c560-44a0-a24a-f5e94a063ee7 req-820c7335-f400-42b9-93b7-08286f7e640e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:56.923593 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 986080a5-96c3-4950-841d-5afcc9cf9eea, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=986080a5-96c3-4950-841d-5afcc9cf9eea,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:37:56.928781 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-58a4dd7b-c560-44a0-a24a-f5e94a063ee7 req-820c7335-f400-42b9-93b7-08286f7e640e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 0.2051682 Mar 23 12:37:56.934762 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:56.998877 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-277f411a-cb63-4c6f-a876-7412438ea69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:57.001517 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-277f411a-cb63-4c6f-a876-7412438ea69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:57.012955 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-277f411a-cb63-4c6f-a876-7412438ea69f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0c48a0a2-b42d-4156-a482-890a3b23311f HTTP/1.1" status: 204 len: 168 time: 0.4906430 Mar 23 12:37:57.039651 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f411a-cb63-4c6f-a876-7412438ea69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c48a0a2-b42d-4156-a482-890a3b23311f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:57.063312 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=986080a5-96c3-4950-841d-5afcc9cf9eea,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:57.115401 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-05140a50-1618-4409-9b5a-7816364b80fe req-85eec5d8-c5d7-453b-9c28-c60b4c5ae0c8 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0721860 Mar 23 12:37:57.137907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-deleted', 'tag': '95a785d3-ff97-4176-9b31-c36e92acfa7f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:37:57.140272 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2af531-3994-404a-9e14-42f75aec60ac" -d '{"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-deleted", "tag": "95a785d3-ff97-4176-9b31-c36e92acfa7f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:37:57.157527 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-58a4dd7b-c560-44a0-a24a-f5e94a063ee7 req-b15d74ab-0734-45f7-9851-32d2b53c9cd2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594746 Mar 23 12:37:57.169202 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84324c5b-ab7c-4003-80ea-f4eb556a4f9a x-openstack-request-id: req-84324c5b-ab7c-4003-80ea-f4eb556a4f9a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:57.169617 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e0b753-c2f2-401f-a4e7-1fef6e789b29", "name": "network-vif-plugged", "status": "completed", "tag": "986080a5-96c3-4950-841d-5afcc9cf9eea", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:57.169869 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84324c5b-ab7c-4003-80ea-f4eb556a4f9a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:57.170284 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e0b753-c2f2-401f-a4e7-1fef6e789b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986080a5-96c3-4950-841d-5afcc9cf9eea', 'code': 200} Mar 23 12:37:57.224675 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a43b06a-f61f-4d9d-85bb-2a392a5d54a2 x-openstack-request-id: req-1a43b06a-f61f-4d9d-85bb-2a392a5d54a2 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:37:57.225005 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d717b3-e58b-42db-9e16-3df7a6635a1a", "name": "network-vif-deleted", "tag": "95a785d3-ff97-4176-9b31-c36e92acfa7f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:37:57.225259 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a43b06a-f61f-4d9d-85bb-2a392a5d54a2 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:37:57.226364 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d717b3-e58b-42db-9e16-3df7a6635a1a', 'name': 'network-vif-deleted', 'tag': '95a785d3-ff97-4176-9b31-c36e92acfa7f', 'status': 'completed', 'code': 200} Mar 23 12:37:57.328204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5f195-aa3a-4401-9fe6-b36c5dcd5e01 req-efe22937-89a9-4bc7-be43-192c45a69050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:57.331189 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d7f5f195-aa3a-4401-9fe6-b36c5dcd5e01 req-efe22937-89a9-4bc7-be43-192c45a69050 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 1096 time: 0.0824015 Mar 23 12:37:57.366552 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02cb5931-61ac-4d36-80bb-e99861356e98 req-b74b30a1-1c72-46f8-9328-1b84843f484d service neutron] 10.222.0.73 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695976 Mar 23 12:37:57.437450 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d7f5f195-aa3a-4401-9fe6-b36c5dcd5e01 req-2a9d8417-2626-4a21-84bc-72d616af63a4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918610 Mar 23 12:37:57.541289 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0a08d-3f9c-466d-9073-d26b815f8cc8 req-5aa3ad40-83b8-45cd-a00f-51f614e54946 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:57.558205 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8fb0a08d-3f9c-466d-9073-d26b815f8cc8 req-5aa3ad40-83b8-45cd-a00f-51f614e54946 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 945 time: 0.1449361 Mar 23 12:37:57.641219 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8fb0a08d-3f9c-466d-9073-d26b815f8cc8 req-c676d308-1881-4eef-a636-da7105388a59 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778360 Mar 23 12:37:57.661182 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6450a-0def-473d-bf14-d1a22d1a23d8 req-76e3ad41-ba4b-49be-b78c-588a046b5afa tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:57.674581 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8cf6450a-0def-473d-bf14-d1a22d1a23d8 req-76e3ad41-ba4b-49be-b78c-588a046b5afa tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.1765711 Mar 23 12:37:57.770574 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:57.779456 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8cf6450a-0def-473d-bf14-d1a22d1a23d8 req-47529397-5999-401b-9c5e-2710e5d84f82 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036942 Mar 23 12:37:57.808638 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34272) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:37:58.034832 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d174d2-645f-4c53-9841-a1a34926c56c admin admin] Deleting subnet 2b4ca56f-a648-4f8f-83cd-f0481155507e {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:37:58.040672 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4d174d2-645f-4c53-9841-a1a34926c56c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:58.075305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500815a-d222-4ac8-9f73-573fcb4a30c8 req-18fa22b1-1233-4776-ad8f-5f18a2cd9263 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:58.076948 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2500815a-d222-4ac8-9f73-573fcb4a30c8 req-18fa22b1-1233-4776-ad8f-5f18a2cd9263 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 943 time: 0.0808797 Mar 23 12:37:58.109455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a3171-d99f-4963-8c45-f86b4cf11be7 req-b2d517bc-eae6-4b04-ae85-b696f25d5abe tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:58.119397 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a46a3171-d99f-4963-8c45-f86b4cf11be7 req-b2d517bc-eae6-4b04-ae85-b696f25d5abe tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 946 time: 0.1984565 Mar 23 12:37:58.123706 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4d174d2-645f-4c53-9841-a1a34926c56c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:58.137685 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2500815a-d222-4ac8-9f73-573fcb4a30c8 req-cbef5a87-0b6c-4e35-92cc-700ae774ea0c tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530031 Mar 23 12:37:58.231889 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a46a3171-d99f-4963-8c45-f86b4cf11be7 req-effb32f0-fdc8-4c55-82a4-85d9e0513791 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107612 Mar 23 12:37:58.266525 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4d174d2-645f-4c53-9841-a1a34926c56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:58.332499 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-10113fa2-0ee0-4444-b4e2-46ce4beb89c4 req-1a1bd59a-5ada-454e-8f55-cc96df034c69 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0537913 Mar 23 12:37:58.422448 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4d174d2-645f-4c53-9841-a1a34926c56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:58.474820 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d174d2-645f-4c53-9841-a1a34926c56c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b4ca56f-a648-4f8f-83cd-f0481155507e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:58.489901 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140027f6-3470-4d62-874f-160ad2ff3f4e req-e99549a1-154b-4f06-9fbb-bb675e8fb1bd tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:58.491782 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-140027f6-3470-4d62-874f-160ad2ff3f4e req-e99549a1-154b-4f06-9fbb-bb675e8fb1bd tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 0.1309295 Mar 23 12:37:58.495329 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4d174d2-645f-4c53-9841-a1a34926c56c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:58.499509 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c4d174d2-645f-4c53-9841-a1a34926c56c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2b4ca56f-a648-4f8f-83cd-f0481155507e HTTP/1.1" status: 204 len: 168 time: 0.6863534 Mar 23 12:37:58.502991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34290) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:37:58.605019 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-140027f6-3470-4d62-874f-160ad2ff3f4e req-2086f922-4f53-4a65-af59-6f7c18340c65 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039536 Mar 23 12:37:58.674425 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44a76cee-fe70-43d1-8399-7706da080e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:58.870061 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44a76cee-fe70-43d1-8399-7706da080e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:59.003312 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-44a76cee-fe70-43d1-8399-7706da080e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eefc280-1bb0-4875-9c57-3a8c9c00c7e6']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:59.049324 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:59.104087 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-44a76cee-fe70-43d1-8399-7706da080e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:59.105466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-44a76cee-fe70-43d1-8399-7706da080e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991a8ec6-f4e4-4ae4-ba34-0fd02fa70f6f') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:37:59.175804 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44a76cee-fe70-43d1-8399-7706da080e73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:59.197508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749c07d-0e61-4d51-b877-bb0552d55e7e req-593e345e-405d-4623-bd0f-b8ef390bb254 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:59.222165 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2749c07d-0e61-4d51-b877-bb0552d55e7e req-593e345e-405d-4623-bd0f-b8ef390bb254 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.1585274 Mar 23 12:37:59.242071 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44a76cee-fe70-43d1-8399-7706da080e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:59.287983 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2749c07d-0e61-4d51-b877-bb0552d55e7e req-ac02cb1e-b487-48e4-a1a3-ff2a410fc94c tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637040 Mar 23 12:37:59.316213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-64e950f0-bdfb-4513-86c6-0edd116e13d9 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:59.318948 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-64e950f0-bdfb-4513-86c6-0edd116e13d9 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.73 "GET /v2.0/ports?device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 945 time: 0.3656321 Mar 23 12:37:59.321946 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a76cee-fe70-43d1-8399-7706da080e73 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:37:59.322602 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44a76cee-fe70-43d1-8399-7706da080e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:37:59.328462 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:37:59.364767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be795fda-43b7-461b-9731-f4b95e8153a1 req-98c7f805-ab75-4cb5-b5e6-c7ba3776f62f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:59.373135 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be795fda-43b7-461b-9731-f4b95e8153a1 req-98c7f805-ab75-4cb5-b5e6-c7ba3776f62f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 945 time: 0.2950673 Mar 23 12:37:59.448080 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:59.486588 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be795fda-43b7-461b-9731-f4b95e8153a1 req-36d59528-9e78-47bc-a706-f8b9329b317f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126468 Mar 23 12:37:59.534077 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44a76cee-fe70-43d1-8399-7706da080e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:59.573665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-44a76cee-fe70-43d1-8399-7706da080e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:59.579352 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-44a76cee-fe70-43d1-8399-7706da080e73 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7eefc280-1bb0-4875-9c57-3a8c9c00c7e6 HTTP/1.1" status: 204 len: 168 time: 1.0761740 Mar 23 12:37:59.585829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c10c8d-7b17-4bf8-8a65-2a97e9cc65b6 req-1dc9f015-10d5-46e1-8a30-1c620e8801c4 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:37:59.588764 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-23c10c8d-7b17-4bf8-8a65-2a97e9cc65b6 req-1dc9f015-10d5-46e1-8a30-1c620e8801c4 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 943 time: 0.1502993 Mar 23 12:37:59.634786 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a76cee-fe70-43d1-8399-7706da080e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eefc280-1bb0-4875-9c57-3a8c9c00c7e6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:37:59.706901 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-23c10c8d-7b17-4bf8-8a65-2a97e9cc65b6 req-1cbb3a81-1e96-47b1-83dc-f2f6e8fcb667 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059041 Mar 23 12:37:59.813255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-0425b5d9-778d-4cc4-afde-b72aff7a2159 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Deleting port 986080a5-96c3-4950-841d-5afcc9cf9eea {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:37:59.813850 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-0425b5d9-778d-4cc4-afde-b72aff7a2159 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:37:59.929466 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c31ba16e-ddad-4525-a365-3bd04fbd7e96 req-446eada3-c36f-4056-8cb7-0c90a8011b9b tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0714948 Mar 23 12:38:00.007294 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7716615-4c04-4b25-8c37-81f97d20309e req-fbea97f7-80b8-4d50-b5f5-b828cc7d348c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:00.019510 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b7716615-4c04-4b25-8c37-81f97d20309e req-fbea97f7-80b8-4d50-b5f5-b828cc7d348c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 946 time: 0.3448880 Mar 23 12:38:00.026736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34320) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:00.179038 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b7716615-4c04-4b25-8c37-81f97d20309e req-37c6c649-1919-449d-a7ce-4a33fd10bb2b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493623 Mar 23 12:38:00.264180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-0425b5d9-778d-4cc4-afde-b72aff7a2159 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] For port 986080a5-96c3-4950-841d-5afcc9cf9eea, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=986080a5-96c3-4950-841d-5afcc9cf9eea,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:00.265692 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-0425b5d9-778d-4cc4-afde-b72aff7a2159 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:00.307180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-0425b5d9-778d-4cc4-afde-b72aff7a2159 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Calling delete_port for 986080a5-96c3-4950-841d-5afcc9cf9eea owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:38:00.610189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fb72c-c71c-447d-a874-91f115f78ae2 req-016eb188-4a34-4446-9760-8d8bc25d3a76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:00.622404 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be6fb72c-c71c-447d-a874-91f115f78ae2 req-016eb188-4a34-4446-9760-8d8bc25d3a76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.1509459 Mar 23 12:38:00.812773 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-0425b5d9-778d-4cc4-afde-b72aff7a2159 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:00.830304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['986080a5-96c3-4950-841d-5afcc9cf9eea'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:38:00.862773 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e8a3e-7e97-4ee9-a121-2a9470e02193 req-3e021688-39ea-46ea-9e3f-4913f80eb54f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:00.877233 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-161e8a3e-7e97-4ee9-a121-2a9470e02193 req-3e021688-39ea-46ea-9e3f-4913f80eb54f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 0.8605583 Mar 23 12:38:00.884191 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1d131c05-369c-4fa6-b97c-d5a5901496c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=263f1505435941ebbb3ac4c91494b3e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8557453 Mar 23 12:38:00.884826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34334) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:00.907161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be6fb72c-c71c-447d-a874-91f115f78ae2 req-d664baff-0770-441a-88a8-34b2aa691c24 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825503 Mar 23 12:38:00.910651 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425b5d9-778d-4cc4-afde-b72aff7a2159 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Pushing event deleted for resources: {'Port': ['ID=986080a5-96c3-4950-841d-5afcc9cf9eea,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:01.055716 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-0425b5d9-778d-4cc4-afde-b72aff7a2159 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] No DVR routers for this DVR port 986080a5-96c3-4950-841d-5afcc9cf9eea on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:38:01.061358 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-0425b5d9-778d-4cc4-afde-b72aff7a2159 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:01.064731 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d64e87a-fb27-405e-878c-0bb0001af2f7 req-0425b5d9-778d-4cc4-afde-b72aff7a2159 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.73 "DELETE /v2.0/ports/986080a5-96c3-4950-841d-5afcc9cf9eea HTTP/1.1" status: 204 len: 173 time: 1.7191925 Mar 23 12:38:01.072438 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e0b753-c2f2-401f-a4e7-1fef6e789b29', 'name': 'network-vif-deleted', 'tag': '986080a5-96c3-4950-841d-5afcc9cf9eea'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:01.074711 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2568d079-cf2c-46b3-aa6c-933185956829" -d '{"events": [{"server_uuid": "09e0b753-c2f2-401f-a4e7-1fef6e789b29", "name": "network-vif-deleted", "tag": "986080a5-96c3-4950-841d-5afcc9cf9eea"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:01.110399 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-161e8a3e-7e97-4ee9-a121-2a9470e02193 req-7d9bd2cb-763a-4948-a08d-07413fad78bf tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040398 Mar 23 12:38:01.133624 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3bac2a6d-994f-4de8-866a-aa1a59334fc6 req-a313e30e-20fe-47d1-a7ed-379428dc8753 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 210 time: 0.0793598 Mar 23 12:38:01.231489 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c28801e4-38e0-4513-925b-de03ca310042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:01.294494 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c28801e4-38e0-4513-925b-de03ca310042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:01.374634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d73739-08d5-428f-ad13-babb528defc6 req-dbb9fafc-b54d-4964-a0d0-988c780de50b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:01.378968 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4d73739-08d5-428f-ad13-babb528defc6 req-dbb9fafc-b54d-4964-a0d0-988c780de50b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 943 time: 0.0923777 Mar 23 12:38:01.402496 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7715fc94-0aea-4b1d-ac17-7dfa66afb786 req-380ea6aa-d361-4a11-b766-164f0ec50cf1 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0544338 Mar 23 12:38:01.420991 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-9a1aa52b-97da-49e8-ae14-725f0a0ae075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:01.427080 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-9a1aa52b-97da-49e8-ae14-725f0a0ae075 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03&tenant_id=3e1363c48ca9457e9793255c56c3986d HTTP/1.1" status: 200 len: 1094 time: 0.3056169 Mar 23 12:38:01.445190 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834854-1', 'device_owner': 'compute:nova'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:38:01.485912 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4d73739-08d5-428f-ad13-babb528defc6 req-5dd6f2e9-3461-4d00-801b-896dde9d4a02 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012764 Mar 23 12:38:01.527074 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a436b4fb-1485-4995-b018-0151b96a971d x-openstack-request-id: req-a436b4fb-1485-4995-b018-0151b96a971d {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:01.527557 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e0b753-c2f2-401f-a4e7-1fef6e789b29", "name": "network-vif-deleted", "tag": "986080a5-96c3-4950-841d-5afcc9cf9eea", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:01.528015 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a436b4fb-1485-4995-b018-0151b96a971d {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:01.529288 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e0b753-c2f2-401f-a4e7-1fef6e789b29', 'name': 'network-vif-deleted', 'tag': '986080a5-96c3-4950-841d-5afcc9cf9eea', 'status': 'completed', 'code': 200} Mar 23 12:38:01.549914 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c28801e4-38e0-4513-925b-de03ca310042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:01.553043 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c28801e4-38e0-4513-925b-de03ca310042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:01.554391 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c28801e4-38e0-4513-925b-de03ca310042 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f HTTP/1.1" status: 204 len: 168 time: 0.6686585 Mar 23 12:38:01.569411 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28801e4-38e0-4513-925b-de03ca310042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d8c6a1-d0a3-4a2e-ad7a-187e06c53b7f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:01.617503 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:01.627727 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0217edab-00ff-4e8a-acd5-6b6a6ed9f567 req-f4377d01-07ed-4590-b238-b8fb12c5a7a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 210 time: 0.0918469 Mar 23 12:38:01.955015 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a5c34-1219-4863-bf9d-b516b6901de1 req-396bbca6-f9b6-4390-a815-cde9c53d3674 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:01.957278 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-761a5c34-1219-4863-bf9d-b516b6901de1 req-396bbca6-f9b6-4390-a815-cde9c53d3674 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 946 time: 0.2273800 Mar 23 12:38:02.100613 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-761a5c34-1219-4863-bf9d-b516b6901de1 req-56c0f16e-c68d-4b6e-b874-844ae9dfa1e2 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349967 Mar 23 12:38:02.189470 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] For port f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:02.361605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] For port f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:38:02.362611 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ab535-c945-4450-bb84-1ee80fb30fa2 req-8bcd283f-d31c-4a01-ae40-65b15af50e62 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:02.382555 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c07ab535-c945-4450-bb84-1ee80fb30fa2 req-8bcd283f-d31c-4a01-ae40-65b15af50e62 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.3016593 Mar 23 12:38:02.392771 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217edab-00ff-4e8a-acd5-6b6a6ed9f567 req-d13b1707-0274-4a20-8fc7-1b007f8f1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:02.402918 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0217edab-00ff-4e8a-acd5-6b6a6ed9f567 req-d13b1707-0274-4a20-8fc7-1b007f8f1c14 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=94bd604e153d4325b00d4f8451712134&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7519500 Mar 23 12:38:02.465380 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6aa4d3c-580f-42da-b1bb-2f00909c1c95 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:38:02.498558 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:02.529825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f82ee-d17c-4054-a2e7-7abf1238eb45 req-31177f9e-d8b5-4722-b0be-1b465f311e68 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:02.544200 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab6f82ee-d17c-4054-a2e7-7abf1238eb45 req-31177f9e-d8b5-4722-b0be-1b465f311e68 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 0.2556741 Mar 23 12:38:02.548886 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c07ab535-c945-4450-bb84-1ee80fb30fa2 req-898bae33-62dc-4ebc-8741-ebb0622a4300 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442358 Mar 23 12:38:02.632099 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Transition to ACTIVE for port object f6aa4d3c-580f-42da-b1bb-2f00909c1c95 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:38:02.647254 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:02.711991 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab6f82ee-d17c-4054-a2e7-7abf1238eb45 req-28719d97-958e-4385-afa1-e7e7eda093b6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615589 Mar 23 12:38:02.840810 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b08c8ac-203a-4746-a2fc-dc554353b5c7 req-7e14aa42-c980-4319-8810-451b1095ea5d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 210 time: 0.1156783 Mar 23 12:38:02.894860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217edab-00ff-4e8a-acd5-6b6a6ed9f567 req-353ab7dd-be63-4245-a385-9dd5b216dede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:02.896916 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0217edab-00ff-4e8a-acd5-6b6a6ed9f567 req-353ab7dd-be63-4245-a385-9dd5b216dede service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4891031 Mar 23 12:38:02.948767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Pushing event updated for resources: {'Port': ['ID=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,revision_number=9']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:02.977853 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fef460ba-4d6d-4c8a-9688-f728b5dc49c3 req-f156d657-b476-4bf5-a1ca-bb3cac090f5e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.1018746 Mar 23 12:38:03.039773 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:03.040506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:03.041316 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:03.041865 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:03.042790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:03.043656 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:03.044906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:03.045350 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:03.045783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:03.046213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:03.046885 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:03.047325 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:03.181683 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] No DVR routers for this DVR port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:38:03.212362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c69e2-6382-4d06-aeba-cdeb06ee1c92 req-fbbb8e72-2372-4c0d-8c35-9f237d350478 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:03.222365 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d9c69e2-6382-4d06-aeba-cdeb06ee1c92 req-fbbb8e72-2372-4c0d-8c35-9f237d350478 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 943 time: 0.1498857 Mar 23 12:38:03.298395 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d9c69e2-6382-4d06-aeba-cdeb06ee1c92 req-8b6d68d4-e475-4fc0-8ab1-0d06c3375339 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747514 Mar 23 12:38:03.495825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Attempting to bind port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:38:03.496296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Attempting to bind port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:38:03.496867 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Attempting to bind port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 on network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:38:03.510144 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 on network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:38:03.510735 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Attempting to bind port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 on network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:38:03.525728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:38:03.526094 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Checking segment: {'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:38:03.526465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Bound using segment: {'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:38:03.526923 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Bound port: f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:38:03.527284 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:03.558091 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c1498-5d58-4175-a238-d147eb3b3f0a req-9c7e6a0e-fc6e-4c27-b8b3-5e9ceabd80ea tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:03.566562 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-686c1498-5d58-4175-a238-d147eb3b3f0a req-9c7e6a0e-fc6e-4c27-b8b3-5e9ceabd80ea tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 946 time: 0.1685383 Mar 23 12:38:03.627654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34398) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:03.713930 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-686c1498-5d58-4175-a238-d147eb3b3f0a req-5bdd7975-3662-432e-98b5-8d07f4bb4f8e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460629 Mar 23 12:38:03.847744 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab604e-5f11-49e2-91be-a0a770c2bbf0 req-03177aec-5b11-4d1b-806f-fe93bf283078 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:03.858965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] For port f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:38:03.862878 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0eab604e-5f11-49e2-91be-a0a770c2bbf0 req-03177aec-5b11-4d1b-806f-fe93bf283078 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.1272516 Mar 23 12:38:03.891539 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] For port f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:38:03.908356 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:03.967060 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0eab604e-5f11-49e2-91be-a0a770c2bbf0 req-a795c4be-7a50-4d2c-bebb-83da79d59cce tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005232 Mar 23 12:38:04.035235 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0aace1d-e22b-4e7d-a92f-727067b11bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:04.235435 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9b50be62-8a34-42ac-a1c0-e141460b7351 req-60ba7a80-371d-440f-80e4-15d5c180c714 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 210 time: 0.0917838 Mar 23 12:38:04.245093 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:04.246576 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:04.251480 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] 10.222.0.77 "PUT /v2.0/ports/f6aa4d3c-580f-42da-b1bb-2f00909c1c95 HTTP/1.1" status: 200 len: 1091 time: 2.8160594 Mar 23 12:38:04.262269 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'tag': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:04.281058 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641cb004-075a-4748-96c0-cffa220d118e" -d '{"events": [{"name": "network-changed", "server_uuid": "16ed7997-92ce-486e-b6cb-b3d02df09f03", "tag": "f6aa4d3c-580f-42da-b1bb-2f00909c1c95"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:04.339791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631b537-ac2a-471c-a63a-b5a78b8690df service neutron] Pushing event updated for resources: {'Port': ['ID=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,revision_number=10']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:04.445542 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3b5a0-1384-420a-875b-62c88b2ff593 req-68e1247d-a8ca-48fb-8230-d94b0cf0d323 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:04.450513 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94aa80b3-ce18-4415-b270-c4729bcd7f87 req-b15193fe-b877-4d85-bbc1-05446ba5125f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0801892 Mar 23 12:38:04.457138 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0aace1d-e22b-4e7d-a92f-727067b11bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:04.459201 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-14b3b5a0-1384-420a-875b-62c88b2ff593 req-68e1247d-a8ca-48fb-8230-d94b0cf0d323 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 0.4996850 Mar 23 12:38:04.462896 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0aace1d-e22b-4e7d-a92f-727067b11bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:04.496633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-b672212d-4b45-4c9f-b1a6-5422ce0a8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:04.500955 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-b672212d-4b45-4c9f-b1a6-5422ce0a8d40 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e1363c48ca9457e9793255c56c3986d&device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 1095 time: 0.2069597 Mar 23 12:38:04.527298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aace1d-e22b-4e7d-a92f-727067b11bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eef190e-87ed-48e8-91e8-b8ee32cb782e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:04.614638 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-14b3b5a0-1384-420a-875b-62c88b2ff593 req-b3880ec8-d161-423b-869b-1a9180fac2cb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538267 Mar 23 12:38:04.617105 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24648571-99d9-41c8-93c4-6c42b08801fe x-openstack-request-id: req-24648571-99d9-41c8-93c4-6c42b08801fe {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:04.617495 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ed7997-92ce-486e-b6cb-b3d02df09f03", "tag": "f6aa4d3c-580f-42da-b1bb-2f00909c1c95", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:04.617864 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24648571-99d9-41c8-93c4-6c42b08801fe {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:04.630611 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a0aace1d-e22b-4e7d-a92f-727067b11bea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c747535bca97414da14d97bbb19594a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0006599 Mar 23 12:38:04.640478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34412) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:04.641318 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'tag': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95', 'status': 'completed', 'code': 200} Mar 23 12:38:04.771656 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0850c63-cc50-4fee-b275-406651ca8cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:04.798745 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0850c63-cc50-4fee-b275-406651ca8cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:04.866044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-7494aa93-033a-4ad9-aa4b-a08548650982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:04.867851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-7494aa93-033a-4ad9-aa4b-a08548650982 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050 HTTP/1.1" status: 200 len: 917 time: 0.3138695 Mar 23 12:38:04.959139 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-dd0464d3-a562-40e7-956a-7091add62936 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95 HTTP/1.1" status: 200 len: 998 time: 0.0821557 Mar 23 12:38:05.083203 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-2e4007af-0c9e-44ea-83e8-b6e47aaaaa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:05.085412 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-2e4007af-0c9e-44ea-83e8-b6e47aaaaa09 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4a802d9a-4ada-4d77-b03c-b6045d268421 HTTP/1.1" status: 200 len: 855 time: 0.1119258 Mar 23 12:38:05.109533 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e140c5-4bde-4258-b554-e96008b3afaf req-c4892578-7c84-42d3-9499-391df15fd6db tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:05.123903 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c0e140c5-4bde-4258-b554-e96008b3afaf req-c4892578-7c84-42d3-9499-391df15fd6db tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 946 time: 0.1622734 Mar 23 12:38:05.156198 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0850c63-cc50-4fee-b275-406651ca8cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:05.158720 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0850c63-cc50-4fee-b275-406651ca8cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:05.159852 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c0850c63-cc50-4fee-b275-406651ca8cd7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9eef190e-87ed-48e8-91e8-b8ee32cb782e HTTP/1.1" status: 204 len: 168 time: 0.5102770 Mar 23 12:38:05.165849 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0217edab-00ff-4e8a-acd5-6b6a6ed9f567 req-6f216bcc-0fe1-41d2-ad83-0008d73c093b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.73 "GET /v2.0/ports?device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 210 time: 0.3948195 Mar 23 12:38:05.203785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0850c63-cc50-4fee-b275-406651ca8cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eef190e-87ed-48e8-91e8-b8ee32cb782e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:05.277025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b27607-03c3-42fb-8b71-91794baaf6ba req-65704143-e3b5-42d4-9b22-49ba6e9e0477 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:05.299139 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f6b27607-03c3-42fb-8b71-91794baaf6ba req-65704143-e3b5-42d4-9b22-49ba6e9e0477 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.4557810 Mar 23 12:38:05.320223 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c0e140c5-4bde-4258-b554-e96008b3afaf req-a1167699-8e47-4f8a-a797-d6bf7f9ed858 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806324 Mar 23 12:38:05.401503 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f6b27607-03c3-42fb-8b71-91794baaf6ba req-0f648632-02cb-46cf-b3c0-7b71f431ce26 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013823 Mar 23 12:38:05.406439 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-fc23abf2-9eb8-416b-be26-7e717f43b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:05.407820 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-fc23abf2-9eb8-416b-be26-7e717f43b5ce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2803781 Mar 23 12:38:05.715186 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0387310-9116-4046-8e01-745b4fdf6954 req-257a50f4-4bea-434f-bc67-0d514f387963 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=09e0b753-c2f2-401f-a4e7-1fef6e789b29 HTTP/1.1" status: 200 len: 210 time: 0.0847218 Mar 23 12:38:05.855746 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-05cceaac-b7e2-4896-8056-0423604cc0da service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399173 Mar 23 12:38:05.869263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d706e9-f871-4d8f-a8ff-7506821ae5dd req-048dc1ae-d48f-4327-8873-9a908dc3dd3f tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:05.878812 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-97d706e9-f871-4d8f-a8ff-7506821ae5dd req-048dc1ae-d48f-4327-8873-9a908dc3dd3f tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.4459674 Mar 23 12:38:06.020944 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-564c42aa-c4fa-403d-9b8a-9d58cf737047 req-5d4e679d-b1ff-4da7-9212-170b6aa1551f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.1101074 Mar 23 12:38:06.060587 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34440) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:06.079325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d0982ca-0a0d-4960-be87-a7dd75b55db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:06.090844 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-97d706e9-f871-4d8f-a8ff-7506821ae5dd req-5feeeebc-17b2-4688-b791-82f70f016eae tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101758 Mar 23 12:38:06.149782 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8b05d91-fb0a-4fb7-bc63-73a545a88df2 req-08c41209-8859-4c1d-bda9-6fe6f62b7f84 service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844256 Mar 23 12:38:06.303644 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cb004-075a-4748-96c0-cffa220d118e req-b3148f81-208b-4d94-b20c-d4fc4dbea647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:06.315565 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-641cb004-075a-4748-96c0-cffa220d118e req-b3148f81-208b-4d94-b20c-d4fc4dbea647 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e1363c48ca9457e9793255c56c3986d&device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 1095 time: 0.0864058 Mar 23 12:38:06.455080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cb004-075a-4748-96c0-cffa220d118e req-77f28240-1141-43b2-9b28-33f111804a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:06.458836 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-641cb004-075a-4748-96c0-cffa220d118e req-77f28240-1141-43b2-9b28-33f111804a31 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050 HTTP/1.1" status: 200 len: 917 time: 0.1402860 Mar 23 12:38:06.480394 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d9799-5612-46cc-a626-8d41e5495295 req-d44ae371-c82c-4ec1-9ab5-ca56de803097 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:06.489767 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-517d9799-5612-46cc-a626-8d41e5495295 req-d44ae371-c82c-4ec1-9ab5-ca56de803097 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 0.2662113 Mar 23 12:38:06.538010 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d0982ca-0a0d-4960-be87-a7dd75b55db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:06.550335 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d0982ca-0a0d-4960-be87-a7dd75b55db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:06.677017 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-517d9799-5612-46cc-a626-8d41e5495295 req-4600417c-5f45-4ecd-84cc-d45f856028d0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752999 Mar 23 12:38:06.679653 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0982ca-0a0d-4960-be87-a7dd75b55db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986b0dff-118b-4534-8418-dfb9b81125c8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:06.681557 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-641cb004-075a-4748-96c0-cffa220d118e req-94e22f03-e6d1-41b6-a858-6df0ac1b12c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95 HTTP/1.1" status: 200 len: 998 time: 0.2136512 Mar 23 12:38:06.702757 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4d0982ca-0a0d-4960-be87-a7dd75b55db8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ecb0ce2704164d528f6dccea02f22db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6372821 Mar 23 12:38:06.708734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34452) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:06.780725 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad5b30-09a8-49cc-8efa-17b8200d1231 req-e2ac7645-e589-4cf0-b2d8-b964b8444ceb tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:06.794780 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f0ad5b30-09a8-49cc-8efa-17b8200d1231 req-e2ac7645-e589-4cf0-b2d8-b964b8444ceb tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 946 time: 0.3153806 Mar 23 12:38:06.842250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cb004-075a-4748-96c0-cffa220d118e req-ec50d104-d04e-4e3b-9d13-24f77269887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:06.844806 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-641cb004-075a-4748-96c0-cffa220d118e req-ec50d104-d04e-4e3b-9d13-24f77269887e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4a802d9a-4ada-4d77-b03c-b6045d268421 HTTP/1.1" status: 200 len: 855 time: 0.1565886 Mar 23 12:38:06.856336 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d1d5e7b-e058-4f30-bb26-29779f7e3d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:06.917435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-3f4d874d-e401-4127-9a27-c1fae194823f tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:06.919829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-3f4d874d-e401-4127-9a27-c1fae194823f tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5&tenant_id=d1929913b1364306b03584922edf0edc&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 1097 time: 0.2136180 Mar 23 12:38:06.931781 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d1d5e7b-e058-4f30-bb26-29779f7e3d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:06.941786 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f0ad5b30-09a8-49cc-8efa-17b8200d1231 req-a01ef1eb-c84e-414e-8447-857c9f8fd9e7 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437461 Mar 23 12:38:06.951658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834854-1'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:38:06.972002 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcd8cc-ed9a-44fe-8c0b-b7ee861edf85 req-4ddd3f82-5d7e-479a-a83e-210c83165be0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:06.979132 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2dcd8cc-ed9a-44fe-8c0b-b7ee861edf85 req-4ddd3f82-5d7e-479a-a83e-210c83165be0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.1417947 Mar 23 12:38:06.982900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cb004-075a-4748-96c0-cffa220d118e req-8055785e-895d-48a7-8489-230366fc9cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:06.988465 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-641cb004-075a-4748-96c0-cffa220d118e req-8055785e-895d-48a7-8489-230366fc9cfc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334870 Mar 23 12:38:07.199668 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2dcd8cc-ed9a-44fe-8c0b-b7ee861edf85 req-d8494949-f0d9-49f3-aad4-bbbc9f0f9ee4 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190726 Mar 23 12:38:07.212333 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d1d5e7b-e058-4f30-bb26-29779f7e3d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:07.214893 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d1d5e7b-e058-4f30-bb26-29779f7e3d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:07.225318 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6d1d5e7b-e058-4f30-bb26-29779f7e3d86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/986b0dff-118b-4534-8418-dfb9b81125c8 HTTP/1.1" status: 204 len: 168 time: 0.5145466 Mar 23 12:38:07.306646 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-641cb004-075a-4748-96c0-cffa220d118e req-29161c1d-b520-442b-8bab-26f2175f7cd3 service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106637 Mar 23 12:38:07.313710 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d5e7b-e058-4f30-bb26-29779f7e3d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986b0dff-118b-4534-8418-dfb9b81125c8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:07.323429 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bda3de0a-bbd0-4f7f-a55f-4cd73245051b req-28ec5f47-c63a-427a-a3a5-3002a7028006 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.1011910 Mar 23 12:38:07.342896 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:07.574650 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-641cb004-075a-4748-96c0-cffa220d118e req-e3a25b29-e59d-48ee-994e-aff8c74b6a3e service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469168 Mar 23 12:38:07.668823 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34568d-5676-4cfc-b263-df6e64912a04 req-139125b6-41bd-4a4f-a3a1-1bb8a360c8e8 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:07.679090 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a34568d-5676-4cfc-b263-df6e64912a04 req-139125b6-41bd-4a4f-a3a1-1bb8a360c8e8 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.2303355 Mar 23 12:38:07.748043 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a34568d-5676-4cfc-b263-df6e64912a04 req-fc9578bb-925a-44e3-b4bf-21da09451ec4 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654256 Mar 23 12:38:07.807633 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] For port 3f10ed64-2c58-47d2-9718-c537b3d1b053, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3f10ed64-2c58-47d2-9718-c537b3d1b053,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:07.904377 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] For port 3f10ed64-2c58-47d2-9718-c537b3d1b053, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:38:08.010973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44da92d0-9e6a-416f-b081-6c49a37842a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f10ed64-2c58-47d2-9718-c537b3d1b053'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:08.020950 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e25922-d508-4c70-984f-36a43885627a" -d '{"events": [{"server_uuid": "44da92d0-9e6a-416f-b081-6c49a37842a5", "name": "network-vif-unplugged", "status": "completed", "tag": "3f10ed64-2c58-47d2-9718-c537b3d1b053"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:08.025808 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:08.036851 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:08.205153 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-7a63715b-5ef2-4ca1-bf13-564f0929dd62 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d95829bbc4af4eaab38fce2b09d313df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1523986 Mar 23 12:38:08.207733 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-04bdeac7-1727-4b3c-8333-febb4890c2d4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:08.213862 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-04bdeac7-1727-4b3c-8333-febb4890c2d4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 812 time: 0.2353840 Mar 23 12:38:08.250717 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-e7e91348-ef8a-4050-8204-ecdd332631d7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/quotas/94bd604e153d4325b00d4f8451712134 HTTP/1.1" status: 200 len: 375 time: 0.0295379 Mar 23 12:38:08.302790 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-851d090b-7be7-42b5-890b-b9751fa63ed7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508635 Mar 23 12:38:08.509565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f10ed64-2c58-47d2-9718-c537b3d1b053,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:08.540352 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-bdb520e6-01f4-42ca-8bb4-33fa509dfc3b service neutron] 10.222.0.52 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361279 Mar 23 12:38:08.637009 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 3f10ed64-2c58-47d2-9718-c537b3d1b053 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:38:08.640981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 986080a5-96c3-4950-841d-5afcc9cf9eea no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:38:08.666060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Attempting to bind port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on host n-h1-834854-1 for vnic_type normal with profile {"migrating_to": "n-h2-834854-1"} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:38:08.668777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Attempting to bind port 3f10ed64-2c58-47d2-9718-c537b3d1b053 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:38:08.669827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Attempting to bind port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:38:08.723149 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 986080a5-96c3-4950-841d-5afcc9cf9eea {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:38:08.723540 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 986080a5-96c3-4950-841d-5afcc9cf9eea not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:38:08.730130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:38:08.730462 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Attempting to bind port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:38:08.771620 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-00e83591-a4bd-4137-b939-52d7ca98605d service neutron] 10.222.0.52 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303853 Mar 23 12:38:08.778268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:38:08.779155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Checking segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:38:08.779546 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Bound using segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:38:08.780021 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Bound port: 3f10ed64-2c58-47d2-9718-c537b3d1b053, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:38:08.784075 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:08.828737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-05e19bbc-6574-41e4-8a8f-de40894a38dc tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:08.848690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-05e19bbc-6574-41e4-8a8f-de40894a38dc tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6422472 Mar 23 12:38:08.910992 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-283ff8ec-4618-43f6-83b6-0726d37fe27b tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/quotas/d95829bbc4af4eaab38fce2b09d313df HTTP/1.1" status: 200 len: 375 time: 0.0576358 Mar 23 12:38:08.992483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 3f10ed64-2c58-47d2-9718-c537b3d1b053, host n-h1-834854-1, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:09.030918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Attempting to bind port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on host n-h1-834854-1 for vnic_type normal with profile {"migrating_to": "n-h2-834854-1"} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:38:09.031291 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Attempting to bind port 3f10ed64-2c58-47d2-9718-c537b3d1b053 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:38:09.031989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Attempting to bind port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:38:09.056998 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:38:09.057446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Attempting to bind port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:38:09.087982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:38:09.095518 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Checking segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:38:09.095999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Bound using segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:38:09.100741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Bound port: 3f10ed64-2c58-47d2-9718-c537b3d1b053, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:38:09.101382 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:09.129411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] For port 3f10ed64-2c58-47d2-9718-c537b3d1b053, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:38:09.134108 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] For port 3f10ed64-2c58-47d2-9718-c537b3d1b053, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3f10ed64-2c58-47d2-9718-c537b3d1b053,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:38:09.150589 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:09.232422 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-2ab27be7-11e6-43b8-acce-d83c580a3820 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d95829bbc4af4eaab38fce2b09d313df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3183043 Mar 23 12:38:09.300345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c819f75-9870-4fb7-b353-3b33ab2f0b73 req-4ed3f366-5e83-49f3-b458-7f3b3fbab087 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:09.301982 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c819f75-9870-4fb7-b353-3b33ab2f0b73 req-4ed3f366-5e83-49f3-b458-7f3b3fbab087 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 0.1671972 Mar 23 12:38:09.313420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:09.314116 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:09.315749 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] 10.222.0.73 "PUT /v2.0/ports/3f10ed64-2c58-47d2-9718-c537b3d1b053 HTTP/1.1" status: 200 len: 1122 time: 2.3737769 Mar 23 12:38:09.349645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12be15-5eb3-4605-a4bc-75cefce5dac9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f10ed64-2c58-47d2-9718-c537b3d1b053,revision_number=8']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:09.371810 n-d-834854-1 neutron-server[102780]: WARNING neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Concurrent port binding operations failed on port 3f10ed64-2c58-47d2-9718-c537b3d1b053 Mar 23 12:38:09.381504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 3f10ed64-2c58-47d2-9718-c537b3d1b053, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3f10ed64-2c58-47d2-9718-c537b3d1b053,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:09.402178 n-d-834854-1 neutron-server[102780]: INFO neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Attempt 2 to bind port 3f10ed64-2c58-47d2-9718-c537b3d1b053 Mar 23 12:38:09.405335 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 3f10ed64-2c58-47d2-9718-c537b3d1b053 has no active binding in host n-h2-834854-1 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 12:38:09.459512 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['3f10ed64-2c58-47d2-9718-c537b3d1b053'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:38:09.544615 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['3f10ed64-2c58-47d2-9718-c537b3d1b053'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:38:09.587208 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c819f75-9870-4fb7-b353-3b33ab2f0b73 req-6d42928e-a5ab-485f-af13-7bc3af04ef83 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759237 Mar 23 12:38:09.619434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20286f-575a-4188-bc61-bbd9668d53c1 req-6143f765-f80d-4c1b-a750-42ab5b3b7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:09.638013 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1c20286f-575a-4188-bc61-bbd9668d53c1 req-6143f765-f80d-4c1b-a750-42ab5b3b7cc4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 1097 time: 0.2651038 Mar 23 12:38:09.815541 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9bbe70-4b11-417b-adc5-4943b034a11f x-openstack-request-id: req-ae9bbe70-4b11-417b-adc5-4943b034a11f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:09.815890 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44da92d0-9e6a-416f-b081-6c49a37842a5", "name": "network-vif-unplugged", "status": "completed", "tag": "3f10ed64-2c58-47d2-9718-c537b3d1b053", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:09.816234 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae9bbe70-4b11-417b-adc5-4943b034a11f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:09.816656 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44da92d0-9e6a-416f-b081-6c49a37842a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f10ed64-2c58-47d2-9718-c537b3d1b053', 'code': 200} Mar 23 12:38:10.000928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449a002-3809-497c-a143-7ff5c29318fe req-0dfd0443-9c8b-4475-a90b-0bc1ed5cd828 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:10.025077 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c449a002-3809-497c-a143-7ff5c29318fe req-0dfd0443-9c8b-4475-a90b-0bc1ed5cd828 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.1373262 Mar 23 12:38:10.165849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d010428-4675-46bf-a38f-7f87c00b83bc req-8876ce57-4b02-4ff7-8d6d-438f9f44da35 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:10.190541 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d010428-4675-46bf-a38f-7f87c00b83bc req-8876ce57-4b02-4ff7-8d6d-438f9f44da35 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 944 time: 0.3201268 Mar 23 12:38:10.201203 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c449a002-3809-497c-a143-7ff5c29318fe req-066c5805-d425-41ee-a4a5-87ac2a676604 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705713 Mar 23 12:38:10.362533 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20286f-575a-4188-bc61-bbd9668d53c1 req-8e3a1391-b8b5-4210-8b51-a519d507560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:10.366828 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1c20286f-575a-4188-bc61-bbd9668d53c1 req-8e3a1391-b8b5-4210-8b51-a519d507560d service neutron] 10.222.0.77 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.7136271 Mar 23 12:38:10.475025 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-92b2d8dd-4380-443d-a93a-753f77b384ce req-3d8a693f-6ec7-4342-b0da-24e8bb728441 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0823576 Mar 23 12:38:10.508657 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1c20286f-575a-4188-bc61-bbd9668d53c1 req-b70173b6-5fb4-43fb-a64f-2759c8c9b489 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4868cdba-cded-498f-831c-e7cf87270724 HTTP/1.1" status: 200 len: 217 time: 0.1313334 Mar 23 12:38:10.616640 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d010428-4675-46bf-a38f-7f87c00b83bc req-3c3d30f3-2f34-482b-9ce0-63eba2ad4f38 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241126 Mar 23 12:38:10.690468 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20286f-575a-4188-bc61-bbd9668d53c1 req-8aaf4069-940d-44d0-a895-598ed4e1869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:10.694464 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1c20286f-575a-4188-bc61-bbd9668d53c1 req-8aaf4069-940d-44d0-a895-598ed4e1869d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.1784921 Mar 23 12:38:10.742136 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0f1054e6-7187-4a18-88d1-141450db5a0b req-7b4bd7de-a4f4-4705-aa4a-68d7886d78e6 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 210 time: 0.0439227 Mar 23 12:38:10.884177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20286f-575a-4188-bc61-bbd9668d53c1 req-68425518-a4c3-487a-864f-c07e102405ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:10.891626 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1c20286f-575a-4188-bc61-bbd9668d53c1 req-68425518-a4c3-487a-864f-c07e102405ea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454773 Mar 23 12:38:10.917658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b974d1-723c-4273-ac71-ae3d9ec946d5 req-2ccb45a0-f566-40f1-992e-1a0a297ebe77 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:10.929251 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61b974d1-723c-4273-ac71-ae3d9ec946d5 req-2ccb45a0-f566-40f1-992e-1a0a297ebe77 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.2040486 Mar 23 12:38:11.030372 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61b974d1-723c-4273-ac71-ae3d9ec946d5 req-a3ac0d44-c286-421c-b35f-563bf676f800 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959013 Mar 23 12:38:11.059371 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8c8f3290-93a2-436e-8618-3fae15b666da req-1154150c-4200-4040-ac7c-318a80c327ec tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/ports?device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 210 time: 0.1832831 Mar 23 12:38:11.365561 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1c20286f-575a-4188-bc61-bbd9668d53c1 req-3109ac2a-66ec-4f4e-97fd-506645349677 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397433 Mar 23 12:38:11.374236 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18a856-1ef5-4501-97ae-1a85bfd05836 req-d1d3b33a-ab64-4010-830d-d8141fb7d9fb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:11.378703 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e18a856-1ef5-4501-97ae-1a85bfd05836 req-d1d3b33a-ab64-4010-830d-d8141fb7d9fb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 946 time: 0.1628895 Mar 23 12:38:11.464040 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e18a856-1ef5-4501-97ae-1a85bfd05836 req-29ed067d-dc3a-4c48-96fb-cfc33b0596db tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787232 Mar 23 12:38:11.526980 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1c20286f-575a-4188-bc61-bbd9668d53c1 req-a92dec7a-2c15-4b28-a92a-b27b42f75f74 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425841 Mar 23 12:38:11.594700 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a36b44-682c-49f3-8145-878cc18c28dd req-1b6061f8-a373-4732-aff3-7cee9f44cf1d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:11.621624 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8a36b44-682c-49f3-8145-878cc18c28dd req-1b6061f8-a373-4732-aff3-7cee9f44cf1d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.2545152 Mar 23 12:38:11.700493 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8a36b44-682c-49f3-8145-878cc18c28dd req-cec5ab1c-c65e-45aa-bd9b-f6bb96d6493f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759544 Mar 23 12:38:11.772782 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-606e77f8-9a32-4147-b559-cc0f74f79fb6 req-8b7d24fa-6d4d-4bad-a71f-28dfa63c9322 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0851891 Mar 23 12:38:11.817890 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44da92d0-9e6a-416f-b081-6c49a37842a5', 'tag': '3f10ed64-2c58-47d2-9718-c537b3d1b053'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:11.821826 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a50281c-a759-4f18-9776-964a382a0499" -d '{"events": [{"name": "network-changed", "server_uuid": "44da92d0-9e6a-416f-b081-6c49a37842a5", "tag": "3f10ed64-2c58-47d2-9718-c537b3d1b053"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:11.948739 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30cd26be-6507-4237-a195-37c93334745f req-9851a0e1-9960-437f-941c-54b13ed62ac0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 210 time: 0.0487015 Mar 23 12:38:12.026372 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6c2308-ca8e-4738-b153-4673acb9be9d x-openstack-request-id: req-6b6c2308-ca8e-4738-b153-4673acb9be9d {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:12.026964 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44da92d0-9e6a-416f-b081-6c49a37842a5", "tag": "3f10ed64-2c58-47d2-9718-c537b3d1b053", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:12.027477 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b6c2308-ca8e-4738-b153-4673acb9be9d {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:12.028108 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44da92d0-9e6a-416f-b081-6c49a37842a5', 'tag': '3f10ed64-2c58-47d2-9718-c537b3d1b053', 'status': 'completed', 'code': 200} Mar 23 12:38:12.135093 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7051d1-4964-4112-9711-976607a9d257 req-cef90058-b922-480e-9594-282cbc10ff2a tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:12.143170 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1c7051d1-4964-4112-9711-976607a9d257 req-cef90058-b922-480e-9594-282cbc10ff2a tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 944 time: 0.1973331 Mar 23 12:38:12.185153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-e618261e-be90-4f7d-af16-6afae193e009 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:12.186765 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-e618261e-be90-4f7d-af16-6afae193e009 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 812 time: 0.3968060 Mar 23 12:38:12.202138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50281c-a759-4f18-9776-964a382a0499 req-aa819d64-dfee-43c6-8b06-36cc4a5dc7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:12.203572 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a50281c-a759-4f18-9776-964a382a0499 req-aa819d64-dfee-43c6-8b06-36cc4a5dc7c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 1125 time: 0.1461160 Mar 23 12:38:12.214703 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-be97bd7c-9902-4a54-9341-be6443c56622 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Request body: {'port': {'device_id': 'f856c32e-36f0-40bc-b383-eb651e0e2da8', 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a', 'admin_state_up': True, 'tenant_id': '94bd604e153d4325b00d4f8451712134'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:38:12.336161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13232225-0aa0-4cff-be9b-2b5e121eabf3 req-ecd36af6-ecf0-4089-88ca-672f5c0c251a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:12.348127 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13232225-0aa0-4cff-be9b-2b5e121eabf3 req-ecd36af6-ecf0-4089-88ca-672f5c0c251a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.1381512 Mar 23 12:38:12.407163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50281c-a759-4f18-9776-964a382a0499 req-93dab234-f9b3-477f-b0fc-625aec3b09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:12.425198 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a50281c-a759-4f18-9776-964a382a0499 req-93dab234-f9b3-477f-b0fc-625aec3b09b4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.2056706 Mar 23 12:38:12.519690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13232225-0aa0-4cff-be9b-2b5e121eabf3 req-074d1476-ac68-40b4-9ffb-99a07fb6bbd1 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662581 Mar 23 12:38:12.521639 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 4868cdba-cded-498f-831c-e7cf87270724 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:38:12.553150 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1c7051d1-4964-4112-9711-976607a9d257 req-104ae6f6-ae3b-4986-81cb-05ee208a95b6 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086080 Mar 23 12:38:12.849141 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:12.888590 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3ffd3e5f-01a2-4720-b23b-e928aa73a798 req-8c09a83c-f976-4aec-a5a0-628ac74cb91b tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/ports?device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 210 time: 0.0928936 Mar 23 12:38:12.934348 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-18ed84cf-06b9-4364-849c-433693359b82 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=d95829bbc4af4eaab38fce2b09d313df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1873572 Mar 23 12:38:13.013926 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 4868cdba-cded-498f-831c-e7cf87270724, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4868cdba-cded-498f-831c-e7cf87270724,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:13.015705 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168c863d-0273-42b7-b90d-f8bb411c2910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4868cdba-cded-498f-831c-e7cf87270724'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:13.021002 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd15e51d-f8e4-4371-8454-4ee25e23f346" -d '{"events": [{"server_uuid": "168c863d-0273-42b7-b90d-f8bb411c2910", "name": "network-vif-unplugged", "status": "completed", "tag": "4868cdba-cded-498f-831c-e7cf87270724"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:13.028294 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:13.185738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=4868cdba-cded-498f-831c-e7cf87270724,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:13.447310 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-35eec0ad-84e4-450b-b349-149aedf341b4 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:13.449282 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-35eec0ad-84e4-450b-b349-149aedf341b4 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5038295 Mar 23 12:38:13.463333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1537d4-f6e8-412d-a76b-235e9da1fb43 req-50de6ccc-48e9-4979-b86c-0de276686124 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:13.475962 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a1537d4-f6e8-412d-a76b-235e9da1fb43 req-50de6ccc-48e9-4979-b86c-0de276686124 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.2003467 Mar 23 12:38:13.486705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-b33bfb0f-5758-4b3d-a9bc-1e6a6cee5aa3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Request body: {'port': {'device_id': '52a7496e-e4d2-4d41-80b1-7679052c3232', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': 'd95829bbc4af4eaab38fce2b09d313df'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:38:13.552717 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a50281c-a759-4f18-9776-964a382a0499 req-e9e87852-e372-45f2-9f8c-fd94cf8b771e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f10ed64-2c58-47d2-9718-c537b3d1b053 HTTP/1.1" status: 200 len: 217 time: 1.0582530 Mar 23 12:38:13.653514 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a1537d4-f6e8-412d-a76b-235e9da1fb43 req-60bc396a-f381-48d6-acfc-ca98942ec9dd tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617007 Mar 23 12:38:13.658412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50281c-a759-4f18-9776-964a382a0499 req-21287b96-ded8-413e-a10f-117a123c4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:13.660420 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a50281c-a759-4f18-9776-964a382a0499 req-21287b96-ded8-413e-a10f-117a123c4d75 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.0844665 Mar 23 12:38:13.772985 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a50281c-a759-4f18-9776-964a382a0499 req-9ed26292-f8bb-41e9-82e0-66c354ffa16a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726688 Mar 23 12:38:13.793748 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023c398-0973-4646-9dee-3870db5a42ce req-88bfddc0-8bf1-4abc-9973-64d5df308910 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:13.802762 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5023c398-0973-4646-9dee-3870db5a42ce req-88bfddc0-8bf1-4abc-9973-64d5df308910 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 944 time: 0.2881153 Mar 23 12:38:13.844361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-b33bfb0f-5758-4b3d-a9bc-1e6a6cee5aa3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Made reservation on behalf of d95829bbc4af4eaab38fce2b09d313df for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:38:13.848606 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-b33bfb0f-5758-4b3d-a9bc-1e6a6cee5aa3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:13.950341 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-be97bd7c-9902-4a54-9341-be6443c56622 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Made reservation on behalf of 94bd604e153d4325b00d4f8451712134 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:38:13.954759 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2800b282-d2ce-4658-8546-13730b8b46d0 req-38f2a519-671f-4421-9a7b-fc7d38e08b1c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0959988 Mar 23 12:38:13.955866 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-b33bfb0f-5758-4b3d-a9bc-1e6a6cee5aa3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:13.963035 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-be97bd7c-9902-4a54-9341-be6443c56622 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:14.099759 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5023c398-0973-4646-9dee-3870db5a42ce req-f171d56b-fd98-40ba-9cc2-1f6a0550e986 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961261 Mar 23 12:38:14.115338 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-b33bfb0f-5758-4b3d-a9bc-1e6a6cee5aa3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:14.156353 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-b33bfb0f-5758-4b3d-a9bc-1e6a6cee5aa3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:14.251794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34644) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:14.276419 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40e4a318-83bc-43b1-8189-d6ae92f08f3c req-d33e11f0-5ef5-4cbb-a206-30061e1913e3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 210 time: 0.1592050 Mar 23 12:38:14.372635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-be97bd7c-9902-4a54-9341-be6443c56622 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Allocated IP 172.20.0.12 (a72b36eb-69cb-4d04-b462-b2cd5c57987a/c42c450d-02be-4634-87ca-2a6532e0441a/64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:38:14.461877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bfb0f-5758-4b3d-a9bc-1e6a6cee5aa3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d901630-af8d-40e8-a7a3-e9106f83f1e4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:14.524269 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48436e7d-b20a-4ef0-b4d3-679dfcbe6cd7 x-openstack-request-id: req-48436e7d-b20a-4ef0-b4d3-679dfcbe6cd7 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:14.524778 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168c863d-0273-42b7-b90d-f8bb411c2910", "name": "network-vif-unplugged", "status": "completed", "tag": "4868cdba-cded-498f-831c-e7cf87270724", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:14.524778 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48436e7d-b20a-4ef0-b4d3-679dfcbe6cd7 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:14.525179 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168c863d-0273-42b7-b90d-f8bb411c2910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4868cdba-cded-498f-831c-e7cf87270724', 'code': 200} Mar 23 12:38:14.622144 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a50281c-a759-4f18-9776-964a382a0499 req-d12fa6b0-3335-4b9f-b77a-eb9cc503ceec service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8088546 Mar 23 12:38:14.790444 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aecdd736-e937-4381-adfd-53e96821176c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:14.853153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-b33bfb0f-5758-4b3d-a9bc-1e6a6cee5aa3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Allocated IP 192.168.233.185 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/aceead1d-9d95-4884-8f0d-db4b88582a9f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:38:14.933542 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f03176-244c-40ab-8cce-16d229542358 req-8203665b-5fb8-497d-838f-96396036a1a5 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:14.935469 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b7f03176-244c-40ab-8cce-16d229542358 req-8203665b-5fb8-497d-838f-96396036a1a5 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.3475218 Mar 23 12:38:15.129714 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b7f03176-244c-40ab-8cce-16d229542358 req-e50c255f-d3c9-4222-a99f-566016abd414 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773324 Mar 23 12:38:15.143696 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a50281c-a759-4f18-9776-964a382a0499 req-a0d598e0-a61d-4a68-8a6d-5fff77495754 service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782810 Mar 23 12:38:15.253067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ba2ed-7fd8-4c2b-9f19-f2461882c3c6 req-33bb091e-6f77-483c-b3e1-dde1b5312c2c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:15.257897 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8b2ba2ed-7fd8-4c2b-9f19-f2461882c3c6 req-33bb091e-6f77-483c-b3e1-dde1b5312c2c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 944 time: 0.5950398 Mar 23 12:38:15.372805 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aecdd736-e937-4381-adfd-53e96821176c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:15.411357 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8b2ba2ed-7fd8-4c2b-9f19-f2461882c3c6 req-9a16030d-2b40-41d7-9ea0-9d11d14112d2 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222656 Mar 23 12:38:15.452106 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aecdd736-e937-4381-adfd-53e96821176c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:15.480545 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-be97bd7c-9902-4a54-9341-be6443c56622 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:15.533054 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-be97bd7c-9902-4a54-9341-be6443c56622 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:15.611581 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-aecdd736-e937-4381-adfd-53e96821176c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15726914f4ce40d7bf9c8c2c0a2b2af4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3335826 Mar 23 12:38:15.619709 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e1ea5798-39d7-4bf3-8571-af50b0d5503b req-d8be99cd-6436-41c5-b6bf-5f538a4a2a5e tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/ports?device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 210 time: 0.2496638 Mar 23 12:38:15.629905 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34656) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:15.667466 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-b33bfb0f-5758-4b3d-a9bc-1e6a6cee5aa3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:15.686257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdd736-e937-4381-adfd-53e96821176c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baba85d3-0a54-4cd2-b204-b04d78ae19b1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:15.739281 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-b33bfb0f-5758-4b3d-a9bc-1e6a6cee5aa3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:15.852760 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dcbb1cb1-607f-4c4a-981b-8e854db3e4cc req-ed2a4947-9589-4e77-9087-41edb76e6d05 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0624788 Mar 23 12:38:15.874551 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:15.875398 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-b33bfb0f-5758-4b3d-a9bc-1e6a6cee5aa3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:38:15.877354 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-be97bd7c-9902-4a54-9341-be6443c56622 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Network a72b36eb-69cb-4d04-b462-b2cd5c57987a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:38:15.881093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-b33bfb0f-5758-4b3d-a9bc-1e6a6cee5aa3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:38:15.916659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-be97bd7c-9902-4a54-9341-be6443c56622 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:38:15.924037 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-b33bfb0f-5758-4b3d-a9bc-1e6a6cee5aa3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:38:15.930107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-be97bd7c-9902-4a54-9341-be6443c56622 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:38:16.026626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-b33bfb0f-5758-4b3d-a9bc-1e6a6cee5aa3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:16.027295 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-b33bfb0f-5758-4b3d-a9bc-1e6a6cee5aa3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:16.043166 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bfb0f-5758-4b3d-a9bc-1e6a6cee5aa3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Pushing event updated for resources: {'Port': ['ID=aceead1d-9d95-4884-8f0d-db4b88582a9f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:16.052661 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97bd7c-9902-4a54-9341-be6443c56622 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Pushing event updated for resources: {'Port': ['ID=64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:16.099358 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d27af8-3912-4ad6-8d84-e22af8d1c655 req-3002dfe6-2131-40dd-8709-a01ead876dc8 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:16.107473 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-52d27af8-3912-4ad6-8d84-e22af8d1c655 req-3002dfe6-2131-40dd-8709-a01ead876dc8 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.4762175 Mar 23 12:38:16.113337 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-773d715f-43a2-4fc7-b5be-3cfe946917ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:16.122055 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-b33bfb0f-5758-4b3d-a9bc-1e6a6cee5aa3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6440554 Mar 23 12:38:16.151268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Request body: {'port': {'device_id': '52a7496e-e4d2-4d41-80b1-7679052c3232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:38:16.152762 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-be97bd7c-9902-4a54-9341-be6443c56622 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:16.153455 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-be97bd7c-9902-4a54-9341-be6443c56622 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:16.203073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89924869-ddea-4c8f-a4b2-281eebf32a8c req-c6cdf01c-19a2-4de1-a25a-2e2d62fe8e03 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:16.212666 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-89924869-ddea-4c8f-a4b2-281eebf32a8c req-c6cdf01c-19a2-4de1-a25a-2e2d62fe8e03 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 944 time: 0.1630485 Mar 23 12:38:16.269033 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-773d715f-43a2-4fc7-b5be-3cfe946917ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:16.296801 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-be97bd7c-9902-4a54-9341-be6443c56622 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0922258 Mar 23 12:38:16.363122 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-89924869-ddea-4c8f-a4b2-281eebf32a8c req-e74e3263-1dda-42d5-bd3d-52a484823eff tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491823 Mar 23 12:38:16.364588 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:16.384238 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-52d27af8-3912-4ad6-8d84-e22af8d1c655 req-30d62e45-babd-4cc3-8bf9-c56a2d39aa7b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756295 Mar 23 12:38:16.412770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-db28ea08-5c7c-46f2-8668-460114a30da4 None None] Provisioning complete for port aceead1d-9d95-4884-8f0d-db4b88582a9f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:38:16.414348 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-db28ea08-5c7c-46f2-8668-460114a30da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:16.415371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Request body: {'port': {'device_id': 'f856c32e-36f0-40bc-b383-eb651e0e2da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:38:16.512282 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-db28ea08-5c7c-46f2-8668-460114a30da4 None None] Port aceead1d-9d95-4884-8f0d-db4b88582a9f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:38:16.612468 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:16.687491 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-773d715f-43a2-4fc7-b5be-3cfe946917ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:16.690212 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-773d715f-43a2-4fc7-b5be-3cfe946917ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:16.690977 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844a5e8-2744-435a-aed2-af795ce5d671 req-ea2d3506-c514-4780-baa8-a51b027759e0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:16.691513 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-773d715f-43a2-4fc7-b5be-3cfe946917ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/baba85d3-0a54-4cd2-b204-b04d78ae19b1 HTTP/1.1" status: 204 len: 168 time: 1.0275874 Mar 23 12:38:16.713625 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d844a5e8-2744-435a-aed2-af795ce5d671 req-ea2d3506-c514-4780-baa8-a51b027759e0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 932 time: 0.2169671 Mar 23 12:38:16.732592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d715f-43a2-4fc7-b5be-3cfe946917ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baba85d3-0a54-4cd2-b204-b04d78ae19b1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:16.802593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945d82e-222a-4478-85d4-98aa186005b9 req-05524cd7-8597-4b24-b3e2-f26009f383ec tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:16.804689 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f945d82e-222a-4478-85d4-98aa186005b9 req-05524cd7-8597-4b24-b3e2-f26009f383ec tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.1659162 Mar 23 12:38:16.968646 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f945d82e-222a-4478-85d4-98aa186005b9 req-09e67989-fd66-4471-8974-dbd6dac635c3 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924160 Mar 23 12:38:17.038129 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d844a5e8-2744-435a-aed2-af795ce5d671 req-7e9b7f2c-70dc-4fe2-85f1-d48263418763 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163939 Mar 23 12:38:17.276991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aceead1d-9d95-4884-8f0d-db4b88582a9f {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:38:17.295962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d17d6-186b-45d5-90a4-b4b23427465a req-a20838e1-71ff-4c7a-9837-9579e61cdf60 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:17.297290 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b17d17d6-186b-45d5-90a4-b4b23427465a req-a20838e1-71ff-4c7a-9837-9579e61cdf60 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1304038 Mar 23 12:38:17.321533 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:17.329665 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:17.337793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Transition to ACTIVE for port object aceead1d-9d95-4884-8f0d-db4b88582a9f will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:38:17.348143 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:38:17.349506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cd764-dec5-4c6f-a07a-cfb7d37cdd79 req-a066f68f-0418-40e8-b513-d8aacfdd421d tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:17.353289 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f49cd764-dec5-4c6f-a07a-cfb7d37cdd79 req-a066f68f-0418-40e8-b513-d8aacfdd421d tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 944 time: 0.1459630 Mar 23 12:38:17.354936 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:17.369065 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:17.384129 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Transition to ACTIVE for port object 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:38:17.397520 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:17.459527 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f49cd764-dec5-4c6f-a07a-cfb7d37cdd79 req-3c39ac7b-14f2-46b9-910f-5251ea0c1f3e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981724 Mar 23 12:38:17.461738 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Pushing event updated for resources: {'Port': ['ID=aceead1d-9d95-4884-8f0d-db4b88582a9f,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:17.497793 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34676) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:17.553067 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Attempting to bind port aceead1d-9d95-4884-8f0d-db4b88582a9f on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:38:17.553613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Attempting to bind port aceead1d-9d95-4884-8f0d-db4b88582a9f by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:38:17.553988 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Attempting to bind port aceead1d-9d95-4884-8f0d-db4b88582a9f on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:38:17.559908 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Port aceead1d-9d95-4884-8f0d-db4b88582a9f on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:38:17.560254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Attempting to bind port aceead1d-9d95-4884-8f0d-db4b88582a9f on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:38:17.567609 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:38:17.568009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:38:17.568378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:38:17.568823 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Bound port: aceead1d-9d95-4884-8f0d-db4b88582a9f, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:38:17.569183 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:17.600649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59e3774d-1029-4096-b355-2bbac597389b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:17.731187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] For port aceead1d-9d95-4884-8f0d-db4b88582a9f, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:38:17.748480 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fd40d-b13d-4c82-a2b2-2098103ad2a9 req-f06795a6-1c5f-420a-8dc5-445a36320ae7 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:17.748824 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:17.755957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-402fd40d-b13d-4c82-a2b2-2098103ad2a9 req-f06795a6-1c5f-420a-8dc5-445a36320ae7 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/ports?device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 948 time: 0.1190665 Mar 23 12:38:17.758712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] For port aceead1d-9d95-4884-8f0d-db4b88582a9f, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=aceead1d-9d95-4884-8f0d-db4b88582a9f,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:38:17.767615 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:17.796723 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b17d17d6-186b-45d5-90a4-b4b23427465a req-b26f86e2-70fb-480a-9b13-6307256a6358 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4110730 Mar 23 12:38:17.879457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Attempting to bind port 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:38:17.879794 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Attempting to bind port 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:38:17.887708 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Attempting to bind port 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 on network a72b36eb-69cb-4d04-b462-b2cd5c57987a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:38:17.926062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:17.927007 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:17.929093 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] 10.222.0.77 "PUT /v2.0/ports/aceead1d-9d95-4884-8f0d-db4b88582a9f HTTP/1.1" status: 200 len: 1096 time: 1.7940700 Mar 23 12:38:17.931250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b07e86-8263-4fb3-9ecb-4f629bea448f service neutron] Pushing event updated for resources: {'Port': ['ID=aceead1d-9d95-4884-8f0d-db4b88582a9f,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:17.952780 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a7496e-e4d2-4d41-80b1-7679052c3232', 'tag': 'aceead1d-9d95-4884-8f0d-db4b88582a9f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:17.958911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Port 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 on network a72b36eb-69cb-4d04-b462-b2cd5c57987a not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:38:17.961906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Attempting to bind port 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 on network a72b36eb-69cb-4d04-b462-b2cd5c57987a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:38:17.964791 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17174cf-47d7-4908-ad0f-f8c6406482b9" -d '{"events": [{"name": "network-changed", "server_uuid": "52a7496e-e4d2-4d41-80b1-7679052c3232", "tag": "aceead1d-9d95-4884-8f0d-db4b88582a9f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:18.016773 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:38:18.017889 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-402fd40d-b13d-4c82-a2b2-2098103ad2a9 req-7bf6b1fc-ee0b-49de-9ddd-f4066b14fc5e tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d901630-af8d-40e8-a7a3-e9106f83f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466559 Mar 23 12:38:18.028024 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Checking segment: {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:38:18.030894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Bound using segment: {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:38:18.031746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Bound port: 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:38:18.033855 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:18.271308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] For port 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:38:18.279917 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] For port 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:38:18.298631 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-adf1a375-1ab6-4c3f-b739-08e43563504d req-fe8a3384-6d9a-4f8a-b9cb-189c1d40c631 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.3194556 Mar 23 12:38:18.308649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:18.347024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499e2d2-1ac4-46c3-b966-59b3d4531640 req-29d181d7-c5a6-43aa-be00-b4d4e70ba6d0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:18.359826 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3499e2d2-1ac4-46c3-b966-59b3d4531640 req-29d181d7-c5a6-43aa-be00-b4d4e70ba6d0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.1767983 Mar 23 12:38:18.463872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3499e2d2-1ac4-46c3-b966-59b3d4531640 req-50b0278f-f322-4456-b4f8-011dfe919582 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028395 Mar 23 12:38:18.520616 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 4868cdba-cded-498f-831c-e7cf87270724 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:38:18.601765 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-6e4cfca2-a703-417a-8777-284dbfe78ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:18.603508 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-6e4cfca2-a703-417a-8777-284dbfe78ce1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d95829bbc4af4eaab38fce2b09d313df&device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 1099 time: 0.5235088 Mar 23 12:38:18.612416 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59e3774d-1029-4096-b355-2bbac597389b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:18.634326 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:18.635159 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:18.636990 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] 10.222.0.77 "PUT /v2.0/ports/64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 HTTP/1.1" status: 200 len: 1092 time: 2.2290769 Mar 23 12:38:18.649369 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f856c32e-36f0-40bc-b383-eb651e0e2da8', 'tag': '64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:18.655784 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b01737d-d657-467d-8f9a-d0da9e9dcf04" -d '{"events": [{"name": "network-changed", "server_uuid": "f856c32e-36f0-40bc-b383-eb651e0e2da8", "tag": "64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:18.713109 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3f10ed64-2c58-47d2-9718-c537b3d1b053 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:38:18.724102 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59e3774d-1029-4096-b355-2bbac597389b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:18.762826 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-84ec9965-cf00-49c2-ad07-c00fd33fec4e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=aceead1d-9d95-4884-8f0d-db4b88582a9f HTTP/1.1" status: 200 len: 217 time: 0.1417627 Mar 23 12:38:18.900899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-0698bdd1-c498-4f63-a731-4b336b8a0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:18.902473 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-0698bdd1-c498-4f63-a731-4b336b8a0552 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1310582 Mar 23 12:38:18.916545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100ef5f-3f06-4145-9345-8446b219b7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:18.921305 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3774d-1029-4096-b355-2bbac597389b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a744bc-8bc1-46ae-9a3e-0a8a65c67796,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:18.966875 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-59e3774d-1029-4096-b355-2bbac597389b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94032fb32b51487aa97bbfbde80ac3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4042673 Mar 23 12:38:18.969968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34694) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:19.005020 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e36a93-93c0-4a8d-9845-7875a84ea78a x-openstack-request-id: req-50e36a93-93c0-4a8d-9845-7875a84ea78a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:19.005417 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a7496e-e4d2-4d41-80b1-7679052c3232", "tag": "aceead1d-9d95-4884-8f0d-db4b88582a9f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:19.005766 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50e36a93-93c0-4a8d-9845-7875a84ea78a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:19.006417 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a7496e-e4d2-4d41-80b1-7679052c3232', 'tag': 'aceead1d-9d95-4884-8f0d-db4b88582a9f', 'status': 'completed', 'code': 200} Mar 23 12:38:19.016355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-60933f10-27e6-4aed-b863-387383042e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:19.018261 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-60933f10-27e6-4aed-b863-387383042e48 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1090159 Mar 23 12:38:19.086717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-ec9a1fb8-23fa-4077-8788-fe5f093c1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:19.093491 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-ec9a1fb8-23fa-4077-8788-fe5f093c1329 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 1095 time: 0.3350923 Mar 23 12:38:19.117188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d62155-997e-44f8-b25e-b77a8e41d3fc req-710b214b-bd7d-4f19-8833-b2a81bbd4171 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:19.136772 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a9d62155-997e-44f8-b25e-b77a8e41d3fc req-710b214b-bd7d-4f19-8833-b2a81bbd4171 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.6575363 Mar 23 12:38:19.235158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024d273-6b72-4cd7-a1b2-7e9649b43371 req-42746ee0-0d5d-4451-a496-6ce4c7efa319 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:19.243035 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7024d273-6b72-4cd7-a1b2-7e9649b43371 req-42746ee0-0d5d-4451-a496-6ce4c7efa319 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.1068389 Mar 23 12:38:19.273455 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-974bdd71-4ae3-47d2-b602-7d8285c5f0b6 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402599 Mar 23 12:38:19.291509 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-2ed8cf40-fab9-432e-bc3b-71792ad0569b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 HTTP/1.1" status: 200 len: 217 time: 0.1461418 Mar 23 12:38:19.403628 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e62f074e-b75b-4f6d-b402-d046bdda563e req-07fb8e42-611c-4372-b6f7-d3ec41137f56 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138432 Mar 23 12:38:19.446944 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7024d273-6b72-4cd7-a1b2-7e9649b43371 req-3404eb1e-79d3-4b5e-abcd-8ea69260c71f tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006450 Mar 23 12:38:19.484526 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a9d62155-997e-44f8-b25e-b77a8e41d3fc req-70d48822-ee9b-4201-a00f-549be0249a26 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3466110 Mar 23 12:38:19.486848 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-60a58b67-1a6f-4fe3-a459-3b87af892315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:19.488821 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-60a58b67-1a6f-4fe3-a459-3b87af892315 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c42c450d-02be-4634-87ca-2a6532e0441a HTTP/1.1" status: 200 len: 852 time: 0.1793215 Mar 23 12:38:19.492128 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4668b9dd-6f59-42ca-92d7-a7e3e96af7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:19.544464 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4668b9dd-6f59-42ca-92d7-a7e3e96af7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:19.600159 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17174cf-47d7-4908-ad0f-f8c6406482b9 req-37325180-4ccf-4c48-8c1d-13c31c77c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:19.602299 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f17174cf-47d7-4908-ad0f-f8c6406482b9 req-37325180-4ccf-4c48-8c1d-13c31c77c567 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d95829bbc4af4eaab38fce2b09d313df&device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 1099 time: 0.1197686 Mar 23 12:38:19.631453 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4668b9dd-6f59-42ca-92d7-a7e3e96af7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:19.634513 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4668b9dd-6f59-42ca-92d7-a7e3e96af7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:19.636029 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4668b9dd-6f59-42ca-92d7-a7e3e96af7af admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39a744bc-8bc1-46ae-9a3e-0a8a65c67796 HTTP/1.1" status: 204 len: 168 time: 0.6650419 Mar 23 12:38:19.647082 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a166c27-6b28-4763-b985-274514d1f497 req-4f097881-dfe3-4838-98a9-2c0cd4d9fff9 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:19.655211 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a166c27-6b28-4763-b985-274514d1f497 req-4f097881-dfe3-4838-98a9-2c0cd4d9fff9 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 944 time: 0.0955884 Mar 23 12:38:19.817906 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-c42da602-9951-46d0-a77e-707c82fd2500 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a72b36eb-69cb-4d04-b462-b2cd5c57987a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2012434 Mar 23 12:38:19.837167 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668b9dd-6f59-42ca-92d7-a7e3e96af7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a744bc-8bc1-46ae-9a3e-0a8a65c67796,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:19.910862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71dff0-c4e8-420e-b8ea-205e50c77426 req-9d1d8f1a-d660-4dec-a730-0365af3e4676 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:19.912886 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c71dff0-c4e8-420e-b8ea-205e50c77426 req-9d1d8f1a-d660-4dec-a730-0365af3e4676 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 944 time: 0.2954266 Mar 23 12:38:20.164053 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c71dff0-c4e8-420e-b8ea-205e50c77426 req-ce575cd6-fdb6-45b2-b03d-03bdeecc3442 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790907 Mar 23 12:38:20.319674 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-2c0851e7-cebc-4b3a-a117-4c42ffb1f7e9 service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788609 Mar 23 12:38:20.406646 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabacd31-1dc0-4df4-b466-e81d279860f4 x-openstack-request-id: req-cabacd31-1dc0-4df4-b466-e81d279860f4 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:20.408596 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f856c32e-36f0-40bc-b383-eb651e0e2da8", "tag": "64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:20.410042 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cabacd31-1dc0-4df4-b466-e81d279860f4 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:20.410589 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f856c32e-36f0-40bc-b383-eb651e0e2da8', 'tag': '64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456', 'status': 'completed', 'code': 200} Mar 23 12:38:20.480409 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a166c27-6b28-4763-b985-274514d1f497 req-d03a64ac-5008-4a8a-89b3-dd4565b4e23e tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8238096 Mar 23 12:38:20.484800 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17174cf-47d7-4908-ad0f-f8c6406482b9 req-59efe06d-1dc2-4722-8bd3-d8a8df2bdd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:20.487247 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f17174cf-47d7-4908-ad0f-f8c6406482b9 req-59efe06d-1dc2-4722-8bd3-d8a8df2bdd5e service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.8769269 Mar 23 12:38:20.589800 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f17174cf-47d7-4908-ad0f-f8c6406482b9 req-bd7eef9a-f758-484f-96aa-3dbeb7a975ea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=aceead1d-9d95-4884-8f0d-db4b88582a9f HTTP/1.1" status: 200 len: 217 time: 0.0858335 Mar 23 12:38:20.660020 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe41d39-2083-499d-b983-50a4e4dc4240 req-3eed45e4-cdd1-4674-a39f-2217ecfd62d4 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:20.673653 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9fe41d39-2083-499d-b983-50a4e4dc4240 req-3eed45e4-cdd1-4674-a39f-2217ecfd62d4 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/ports?device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 948 time: 0.1775708 Mar 23 12:38:20.690143 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0da9a974-17f8-400d-ac0f-0d83d7f0d621 req-479f2d3f-846d-4da1-85e1-f6c5e18a8b7c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0446398 Mar 23 12:38:20.738155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17174cf-47d7-4908-ad0f-f8c6406482b9 req-f5239fe4-d439-406c-8159-962f226c133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:20.741298 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f17174cf-47d7-4908-ad0f-f8c6406482b9 req-f5239fe4-d439-406c-8159-962f226c133b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1451471 Mar 23 12:38:20.752873 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00106e80-aeb7-4f0d-af7b-dab6d729a1a5 req-8f33e309-619f-45c6-93fc-402a6b42b01a service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181881 Mar 23 12:38:20.824134 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9fe41d39-2083-499d-b983-50a4e4dc4240 req-eb277beb-096b-49f9-9e7d-bd964c8d96ae tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d901630-af8d-40e8-a7a3-e9106f83f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417007 Mar 23 12:38:20.883278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17174cf-47d7-4908-ad0f-f8c6406482b9 req-edaae3dc-179e-4fc7-b7b1-a2df5b4232de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:20.887422 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f17174cf-47d7-4908-ad0f-f8c6406482b9 req-edaae3dc-179e-4fc7-b7b1-a2df5b4232de service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332879 Mar 23 12:38:21.061140 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01737d-d657-467d-8f9a-d0da9e9dcf04 req-85b27ba7-280b-41f4-86aa-93f5e37f6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:21.065085 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b01737d-d657-467d-8f9a-d0da9e9dcf04 req-85b27ba7-280b-41f4-86aa-93f5e37f6f49 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 1095 time: 0.2066596 Mar 23 12:38:21.102787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c25aab-0678-46f2-b78e-0f10837dd61a req-9148afea-c706-4650-a2b2-06437a33fc61 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:21.105113 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37c25aab-0678-46f2-b78e-0f10837dd61a req-9148afea-c706-4650-a2b2-06437a33fc61 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.1579654 Mar 23 12:38:21.118221 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251601ce-fb72-4a46-8d50-6c8b65c496ea req-fc4e51b9-4dc2-4015-9836-9a100289852a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:21.126343 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-251601ce-fb72-4a46-8d50-6c8b65c496ea req-fc4e51b9-4dc2-4015-9836-9a100289852a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1729589 Mar 23 12:38:21.241581 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f17174cf-47d7-4908-ad0f-f8c6406482b9 req-c9ddc369-a0da-4845-aefd-5a3ece3f9f15 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364947 Mar 23 12:38:21.254259 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-251601ce-fb72-4a46-8d50-6c8b65c496ea req-2ab88cbf-4f43-42e1-b125-3fb7e788c0a7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269348 Mar 23 12:38:21.315092 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37c25aab-0678-46f2-b78e-0f10837dd61a req-d36d5038-1509-450a-94e1-d3c102509a56 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878717 Mar 23 12:38:21.352622 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01737d-d657-467d-8f9a-d0da9e9dcf04 req-4484742a-4374-4615-a1eb-31e4fa74d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:21.357284 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b01737d-d657-467d-8f9a-d0da9e9dcf04 req-4484742a-4374-4615-a1eb-31e4fa74d35e service neutron] 10.222.0.77 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 913 time: 0.2829771 Mar 23 12:38:21.529295 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f17174cf-47d7-4908-ad0f-f8c6406482b9 req-237c6e31-9c78-48f0-93b8-858264470154 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591016 Mar 23 12:38:21.533080 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b01737d-d657-467d-8f9a-d0da9e9dcf04 req-1ff7e66b-0655-43b4-9bcd-af02b21c01ea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 HTTP/1.1" status: 200 len: 217 time: 0.1590595 Mar 23 12:38:21.624369 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbaf20-e058-48e0-a9e8-24ee1d27197b req-10c37119-5549-4c41-87f5-5384bd78112a tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:21.626371 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dfdbaf20-e058-48e0-a9e8-24ee1d27197b req-10c37119-5549-4c41-87f5-5384bd78112a tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 944 time: 0.0809228 Mar 23 12:38:21.718672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01737d-d657-467d-8f9a-d0da9e9dcf04 req-bbd582c5-2675-4409-ac69-18201949a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:21.721316 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b01737d-d657-467d-8f9a-d0da9e9dcf04 req-bbd582c5-2675-4409-ac69-18201949a8c5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c42c450d-02be-4634-87ca-2a6532e0441a HTTP/1.1" status: 200 len: 852 time: 0.0831592 Mar 23 12:38:21.741858 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dfdbaf20-e058-48e0-a9e8-24ee1d27197b req-8ecf7c14-b144-4778-be10-c68709fdd278 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918169 Mar 23 12:38:21.781394 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b01737d-d657-467d-8f9a-d0da9e9dcf04 req-b48c7bdb-ebd9-4eb2-bef0-789a543ec024 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a72b36eb-69cb-4d04-b462-b2cd5c57987a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412126 Mar 23 12:38:21.799648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004a2a3-cf1b-4058-8ec4-7074937ec972 req-6fad5a86-e75c-4004-8731-b5d097af4025 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:21.801640 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f004a2a3-cf1b-4058-8ec4-7074937ec972 req-6fad5a86-e75c-4004-8731-b5d097af4025 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.2651086 Mar 23 12:38:21.924401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d72c1-b338-4895-b9e8-8bf4fc785f9d req-1b45de83-4ae6-4dfc-a2c3-a17603247105 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:21.941328 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-326d72c1-b338-4895-b9e8-8bf4fc785f9d req-1b45de83-4ae6-4dfc-a2c3-a17603247105 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1070020 Mar 23 12:38:21.976277 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f004a2a3-cf1b-4058-8ec4-7074937ec972 req-773bfe6a-ebda-4cea-8c88-57bc30ce8eda tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629767 Mar 23 12:38:22.059268 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-326d72c1-b338-4895-b9e8-8bf4fc785f9d req-d4775ab6-a289-4be1-815d-503a0c77ccee tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150229 Mar 23 12:38:22.132406 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b01737d-d657-467d-8f9a-d0da9e9dcf04 req-68afde82-e121-4ee5-80f6-45670394cb1b service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292813 Mar 23 12:38:22.225613 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c10efbf0-5b64-401f-85a7-d8db740d3e54 req-a2e8fa14-a5e8-4af9-95b1-e84a6e78e620 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0446644 Mar 23 12:38:22.455706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d9baa-ad49-4503-84c3-e4be940bf2b1 req-1291462c-dcec-435c-8bbf-b0bdd6a4c724 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:22.457554 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8c1d9baa-ad49-4503-84c3-e4be940bf2b1 req-1291462c-dcec-435c-8bbf-b0bdd6a4c724 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 944 time: 0.2887557 Mar 23 12:38:22.491480 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-44031122-b388-4319-bdf5-013177c28375 service neutron] 10.222.0.77 "GET /v2.0/ports/3f10ed64-2c58-47d2-9718-c537b3d1b053/bindings/n-h2-834854-1 HTTP/1.1" status: 200 len: 384 time: 0.2556326 Mar 23 12:38:22.501519 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b01737d-d657-467d-8f9a-d0da9e9dcf04 req-4d5a7368-99bd-489f-82ff-b33c39cdb04b service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050678 Mar 23 12:38:22.525071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808568b0-113d-4c23-8861-41cdcdcf14a7 req-43dd1d85-d4ed-455f-99ef-1313b0249159 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:22.538991 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-808568b0-113d-4c23-8861-41cdcdcf14a7 req-43dd1d85-d4ed-455f-99ef-1313b0249159 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/ports?device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 948 time: 0.1624911 Mar 23 12:38:22.545231 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8c1d9baa-ad49-4503-84c3-e4be940bf2b1 req-c5bd454f-fcaf-42fc-8f0a-6bffa977fded tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421402 Mar 23 12:38:22.608731 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-808568b0-113d-4c23-8861-41cdcdcf14a7 req-5442b853-9cf1-4300-96ae-66700cf425f0 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d901630-af8d-40e8-a7a3-e9106f83f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673020 Mar 23 12:38:22.764742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed178eb-3ef8-4ea9-96ae-1d10e67d9ebf req-c6e2e277-a210-4572-ab4c-c27244bee6c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:22.766870 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aed178eb-3ef8-4ea9-96ae-1d10e67d9ebf req-c6e2e277-a210-4572-ab4c-c27244bee6c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.0688474 Mar 23 12:38:22.824840 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aed178eb-3ef8-4ea9-96ae-1d10e67d9ebf req-effdd42e-61a4-4d0c-a247-1dacf85acf7f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514700 Mar 23 12:38:22.832991 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69666274-fd6a-4b2c-95be-0a7f41574413 req-d37434e4-dc3a-4de0-b561-cc80b2eb4fea tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:22.840480 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-69666274-fd6a-4b2c-95be-0a7f41574413 req-d37434e4-dc3a-4de0-b561-cc80b2eb4fea tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0604384 Mar 23 12:38:22.906835 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-69666274-fd6a-4b2c-95be-0a7f41574413 req-bdbe94c0-5b5c-42b9-b076-e67c3cecda42 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553958 Mar 23 12:38:22.968214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095b26a-5c77-4895-b2b4-632f894a5e22 req-107a7652-7403-459d-82ab-fabdf1f96458 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:22.971503 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3095b26a-5c77-4895-b2b4-632f894a5e22 req-107a7652-7403-459d-82ab-fabdf1f96458 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 944 time: 0.0620832 Mar 23 12:38:23.020772 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3095b26a-5c77-4895-b2b4-632f894a5e22 req-cf6a65bb-a8f0-4937-ae0d-076c1ea5d705 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438430 Mar 23 12:38:23.130756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce7e65-cdc1-4999-9a42-50b4020e493a req-c32dc458-b5fd-4d3f-b927-000141c5be83 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:23.136415 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2fce7e65-cdc1-4999-9a42-50b4020e493a req-c32dc458-b5fd-4d3f-b927-000141c5be83 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.0587823 Mar 23 12:38:23.180794 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2fce7e65-cdc1-4999-9a42-50b4020e493a req-15fe9d54-12ec-4163-9c71-4ec6ef4d314d tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413179 Mar 23 12:38:23.374646 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a96414d-9139-4292-b139-7633829a5d57 req-1dc07c15-76dd-4f32-bd19-14c531a09e06 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0305269 Mar 23 12:38:23.742269 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b78c93-c304-4d54-bfe2-a22aad9123ae req-8ac69d38-cc52-4125-a9b6-308abbd90391 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:23.745020 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42b78c93-c304-4d54-bfe2-a22aad9123ae req-8ac69d38-cc52-4125-a9b6-308abbd90391 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 944 time: 0.1078520 Mar 23 12:38:23.775873 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b75eb-aa48-4ef4-b657-5795d7acc6ba req-397d9199-ae24-49d8-be54-32d6df0d87b5 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:23.798189 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-177b75eb-aa48-4ef4-b657-5795d7acc6ba req-397d9199-ae24-49d8-be54-32d6df0d87b5 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/ports?device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 948 time: 0.1098099 Mar 23 12:38:23.817378 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42b78c93-c304-4d54-bfe2-a22aad9123ae req-497c6bac-a6b2-4d32-b5ba-6d26a5c98aae tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564625 Mar 23 12:38:23.855729 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-177b75eb-aa48-4ef4-b657-5795d7acc6ba req-59a13487-cad5-41e7-a734-fffd37a74aa2 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d901630-af8d-40e8-a7a3-e9106f83f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562892 Mar 23 12:38:24.013258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c1701-6353-47fe-9ac9-acbf18ee5010 req-dfa9cbc2-3414-4893-92bc-871b521d322e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:24.015772 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d3c1701-6353-47fe-9ac9-acbf18ee5010 req-dfa9cbc2-3414-4893-92bc-871b521d322e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.0972674 Mar 23 12:38:24.016170 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1fe2-41a5-45c9-8349-a2d31c6b0fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:24.079138 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d3c1701-6353-47fe-9ac9-acbf18ee5010 req-ea8b4dfb-b140-4864-a4a4-eb0097cc9f7e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525229 Mar 23 12:38:24.106822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e714d2a-55f1-4621-8b2d-ab65d0da0c62 req-db4080e6-1607-43f8-9009-f764444daca4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:24.108635 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e714d2a-55f1-4621-8b2d-ab65d0da0c62 req-db4080e6-1607-43f8-9009-f764444daca4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0702636 Mar 23 12:38:24.183755 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e714d2a-55f1-4621-8b2d-ab65d0da0c62 req-e7ef8786-e6bc-40cc-aaa7-abd360ec2c53 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576441 Mar 23 12:38:24.286106 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0951ad5-8cac-43b0-b196-f3a82a4fd9e5 req-2fd79d9b-501f-4c92-ad88-e9bca6a62d3a tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:24.287851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c0951ad5-8cac-43b0-b196-f3a82a4fd9e5 req-2fd79d9b-501f-4c92-ad88-e9bca6a62d3a tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 944 time: 0.0628555 Mar 23 12:38:24.335065 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c0951ad5-8cac-43b0-b196-f3a82a4fd9e5 req-00639816-121a-4d65-bcb9-742f3583bf49 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Mar 23 12:38:24.370878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ece425-74a4-44a1-a748-942c0ab9e4a8 req-39dff491-2c58-4098-9aed-75efc066c73e tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:24.372571 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e1ece425-74a4-44a1-a748-942c0ab9e4a8 req-39dff491-2c58-4098-9aed-75efc066c73e tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.0746732 Mar 23 12:38:24.417262 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e1ece425-74a4-44a1-a748-942c0ab9e4a8 req-fc6b1d70-78df-4cc4-829c-8540e4c672b6 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376670 Mar 23 12:38:24.526454 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-802201c9-4311-464e-8d11-dc8f5eda3403 req-c7e82c41-7940-4bb7-99ec-ae8d78db999f tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0440593 Mar 23 12:38:24.547784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device aceead1d-9d95-4884-8f0d-db4b88582a9f details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:38:24.655055 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port aceead1d-9d95-4884-8f0d-db4b88582a9f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=aceead1d-9d95-4884-8f0d-db4b88582a9f,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:24.671696 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'aceead1d-9d95-4884-8f0d-db4b88582a9f', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'aceead1d-9d95-4884-8f0d-db4b88582a9f', 'mac_address': 'fa:16:3e:d8:67:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:38:24.717866 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:24.735655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aceead1d-9d95-4884-8f0d-db4b88582a9f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:38:24.766252 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port aceead1d-9d95-4884-8f0d-db4b88582a9f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=aceead1d-9d95-4884-8f0d-db4b88582a9f,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:24.771044 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:24.826012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=aceead1d-9d95-4884-8f0d-db4b88582a9f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:24.957999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fbd37-9133-41da-a604-dc5b94a08d3b req-6df3643a-6e4b-4bfb-903f-ea2da978d77a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:24.967236 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-069fbd37-9133-41da-a604-dc5b94a08d3b req-6df3643a-6e4b-4bfb-903f-ea2da978d77a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 944 time: 0.0760386 Mar 23 12:38:25.015072 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-069fbd37-9133-41da-a604-dc5b94a08d3b req-98a0d1c0-ef53-4926-a46c-afd612013845 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409925 Mar 23 12:38:25.022756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f1d6b-23e4-48d5-920d-15253f03e832 req-cc7232b1-541b-437d-a15d-475ec28f3c71 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:25.025722 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-346f1d6b-23e4-48d5-920d-15253f03e832 req-cc7232b1-541b-437d-a15d-475ec28f3c71 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/ports?device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 949 time: 0.0726898 Mar 23 12:38:25.067498 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-346f1d6b-23e4-48d5-920d-15253f03e832 req-98f50e02-ad98-46b1-988f-b794ff447798 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d901630-af8d-40e8-a7a3-e9106f83f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349648 Mar 23 12:38:25.228090 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['aceead1d-9d95-4884-8f0d-db4b88582a9f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:38:25.261989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d4ecc-1610-46cf-91d9-9630ab007ad8 req-3a73405d-38e4-424e-82d3-937de6c502dd tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:25.265895 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-340d4ecc-1610-46cf-91d9-9630ab007ad8 req-3a73405d-38e4-424e-82d3-937de6c502dd tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.0891321 Mar 23 12:38:25.459646 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33f15e-da36-4909-8f16-1ac32ce47415 req-0cc816f9-2dc4-4687-93ca-ef95331be224 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:25.476774 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fd33f15e-da36-4909-8f16-1ac32ce47415 req-0cc816f9-2dc4-4687-93ca-ef95331be224 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1007202 Mar 23 12:38:25.514524 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-340d4ecc-1610-46cf-91d9-9630ab007ad8 req-037e2964-ab6f-4769-9fd4-8d59fe916e31 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555765 Mar 23 12:38:25.566624 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fd33f15e-da36-4909-8f16-1ac32ce47415 req-17089412-09ef-49f7-aef2-2c1f958796c0 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840380 Mar 23 12:38:25.571380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-67838654-1e0a-4870-bfee-4e30a09c9a39 service neutron] For port 3f10ed64-2c58-47d2-9718-c537b3d1b053, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3f10ed64-2c58-47d2-9718-c537b3d1b053,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:25.608093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-67838654-1e0a-4870-bfee-4e30a09c9a39 service neutron] For port 3f10ed64-2c58-47d2-9718-c537b3d1b053, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:38:25.681524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-67838654-1e0a-4870-bfee-4e30a09c9a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f10ed64-2c58-47d2-9718-c537b3d1b053 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:38:25.695331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-67838654-1e0a-4870-bfee-4e30a09c9a39 service neutron] For port 3f10ed64-2c58-47d2-9718-c537b3d1b053, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=3f10ed64-2c58-47d2-9718-c537b3d1b053,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:25.722293 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9556906-3dac-409c-8f35-9175f45c90cc req-2e7b35c1-aec4-4b4e-abc9-07fc3c200dc9 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:25.730213 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9556906-3dac-409c-8f35-9175f45c90cc req-2e7b35c1-aec4-4b4e-abc9-07fc3c200dc9 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 944 time: 0.0944259 Mar 23 12:38:25.739843 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-67838654-1e0a-4870-bfee-4e30a09c9a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:25.745070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f34df7-6c41-4a0e-a687-67c8f523404a req-78102f86-1461-4853-8a84-bf5e30138719 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:25.753927 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-86f34df7-6c41-4a0e-a687-67c8f523404a req-78102f86-1461-4853-8a84-bf5e30138719 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.0799689 Mar 23 12:38:25.825799 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-86f34df7-6c41-4a0e-a687-67c8f523404a req-13a3e9ff-f0bf-430a-9916-6d06ceffc408 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692897 Mar 23 12:38:25.826149 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9556906-3dac-409c-8f35-9175f45c90cc req-eb6c4eed-efe0-4a81-8f5d-060131f536b3 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940719 Mar 23 12:38:25.911994 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-67838654-1e0a-4870-bfee-4e30a09c9a39 service neutron] Transition to ACTIVE for port object 3f10ed64-2c58-47d2-9718-c537b3d1b053 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:38:25.932845 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8cc786fd-2d66-43c2-986c-9e7adc2d63a5 req-294781ff-4bf2-40e6-b37b-936d9050d081 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0332959 Mar 23 12:38:25.933366 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-67838654-1e0a-4870-bfee-4e30a09c9a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:26.031429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-67838654-1e0a-4870-bfee-4e30a09c9a39 service neutron] No DVR routers for this DVR port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:38:26.042945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67838654-1e0a-4870-bfee-4e30a09c9a39 service neutron] Pushing event updated for resources: {'Port': ['ID=3f10ed64-2c58-47d2-9718-c537b3d1b053,revision_number=10']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:26.079241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-67838654-1e0a-4870-bfee-4e30a09c9a39 service neutron] 10.222.0.77 "PUT /v2.0/ports/3f10ed64-2c58-47d2-9718-c537b3d1b053/bindings/n-h2-834854-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8119323 Mar 23 12:38:26.187089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80150a98-45c1-4208-b801-c93b984c5c43 req-3ced890c-196a-4f27-b80f-d70c45cfdd5f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:26.190089 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-80150a98-45c1-4208-b801-c93b984c5c43 req-3ced890c-196a-4f27-b80f-d70c45cfdd5f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 944 time: 0.1026535 Mar 23 12:38:26.276031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-f723d5e2-1027-4257-81be-fd77bb90f32e tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:26.276302 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-80150a98-45c1-4208-b801-c93b984c5c43 req-8bfec5c8-3352-4ac2-b75c-a496c675e64a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699103 Mar 23 12:38:26.277520 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-f723d5e2-1027-4257-81be-fd77bb90f32e tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5&tenant_id=d1929913b1364306b03584922edf0edc&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 1096 time: 0.1297386 Mar 23 12:38:26.295472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd78d3-b608-4ab7-b74f-151d38c32f04 req-b1782185-e1d5-4cbc-b28a-2f1806c7b37c tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:26.297405 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fcd78d3-b608-4ab7-b74f-151d38c32f04 req-b1782185-e1d5-4cbc-b28a-2f1806c7b37c tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/ports?device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 949 time: 0.0954013 Mar 23 12:38:26.368783 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fcd78d3-b608-4ab7-b74f-151d38c32f04 req-183ba3a2-0f54-44fc-bb6c-7a571541b720 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d901630-af8d-40e8-a7a3-e9106f83f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614293 Mar 23 12:38:26.372556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-b088d8a9-a2d2-4ef0-a623-15323f3cd03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:26.375258 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-b088d8a9-a2d2-4ef0-a623-15323f3cd03f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5&tenant_id=d1929913b1364306b03584922edf0edc HTTP/1.1" status: 200 len: 1096 time: 0.0756285 Mar 23 12:38:26.468350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-5e21e342-a8f9-498d-be15-9b71666ad859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:26.470444 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-5e21e342-a8f9-498d-be15-9b71666ad859 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 1096 time: 0.0658493 Mar 23 12:38:26.550600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device aceead1d-9d95-4884-8f0d-db4b88582a9f up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:38:26.574950 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:38:26.611799 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-fc4a8ba8-4bf7-40f6-b68a-0d315cb5be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:26.613530 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-fc4a8ba8-4bf7-40f6-b68a-0d315cb5be14 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.1358020 Mar 23 12:38:26.684683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port aceead1d-9d95-4884-8f0d-db4b88582a9f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:38:26.697988 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-3b14a9f9-9fb9-4441-9537-f6381c2642b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f10ed64-2c58-47d2-9718-c537b3d1b053 HTTP/1.1" status: 200 len: 217 time: 0.0694363 Mar 23 12:38:26.701318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port aceead1d-9d95-4884-8f0d-db4b88582a9f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:38:26.701637 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:26.771427 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f13aa-449d-4fbd-bfa7-74b4e95d470a req-c33b6193-a1e6-44bf-83f3-432560805863 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:26.781000 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e4f13aa-449d-4fbd-bfa7-74b4e95d470a req-c33b6193-a1e6-44bf-83f3-432560805863 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.1287763 Mar 23 12:38:26.790366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd19049-c142-4546-ad3e-5eae8e3960b0 req-569d469b-2c2b-423b-b358-74fa7648aaef tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:26.791958 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5cd19049-c142-4546-ad3e-5eae8e3960b0 req-569d469b-2c2b-423b-b358-74fa7648aaef tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0925674 Mar 23 12:38:26.794466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-310acc2d-9464-4434-b946-b3aba00d1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:26.795886 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-310acc2d-9464-4434-b946-b3aba00d1297 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.0827813 Mar 23 12:38:26.820933 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e4f13aa-449d-4fbd-bfa7-74b4e95d470a req-a0e820b4-8d13-4b81-936a-77761ffdbc80 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389986 Mar 23 12:38:26.836034 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:26.842170 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e89b4e2c-73ac-4e3e-8d80-4b38393c56b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:26.862864 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-8e715f81-4dc7-4601-ab56-1045e8d4bb24 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551879 Mar 23 12:38:26.872532 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7496e-e4d2-4d41-80b1-7679052c3232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aceead1d-9d95-4884-8f0d-db4b88582a9f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:26.875366 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6083a0-4b90-4b7c-8084-80843006cb48" -d '{"events": [{"server_uuid": "52a7496e-e4d2-4d41-80b1-7679052c3232", "name": "network-vif-plugged", "status": "completed", "tag": "aceead1d-9d95-4884-8f0d-db4b88582a9f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:26.896106 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port aceead1d-9d95-4884-8f0d-db4b88582a9f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=aceead1d-9d95-4884-8f0d-db4b88582a9f,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:26.906823 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:26.911792 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5cd19049-c142-4546-ad3e-5eae8e3960b0 req-a2af455b-03d5-4cdd-9a9a-9d938ef8c7e3 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955913 Mar 23 12:38:26.959813 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d7fe6-f076-4c12-bc4f-b4f93c1a708a req-d01a5a14-5545-473d-82cd-732389214263 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:26.972221 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ea1d7fe6-f076-4c12-bc4f-b4f93c1a708a req-d01a5a14-5545-473d-82cd-732389214263 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 945 time: 0.0686545 Mar 23 12:38:26.998368 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=aceead1d-9d95-4884-8f0d-db4b88582a9f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:27.038143 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ea1d7fe6-f076-4c12-bc4f-b4f93c1a708a req-11b0c1d9-330e-42e0-a92f-f9386622362b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576251 Mar 23 12:38:27.040984 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-2a66d518-26dd-4443-9d5e-f9297608bf2f service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651244 Mar 23 12:38:27.092020 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282d8542-9a1f-43c7-9964-78dfd967c490 x-openstack-request-id: req-282d8542-9a1f-43c7-9964-78dfd967c490 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:27.093125 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7496e-e4d2-4d41-80b1-7679052c3232", "name": "network-vif-plugged", "status": "completed", "tag": "aceead1d-9d95-4884-8f0d-db4b88582a9f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:27.093383 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-282d8542-9a1f-43c7-9964-78dfd967c490 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:27.093780 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7496e-e4d2-4d41-80b1-7679052c3232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aceead1d-9d95-4884-8f0d-db4b88582a9f', 'code': 200} Mar 23 12:38:27.192407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9aea63-6f2a-4bdf-8ce7-9519e0ccc4cd req-9ec9c3dd-ff1c-4827-90b0-056be001337a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:27.194023 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca9aea63-6f2a-4bdf-8ce7-9519e0ccc4cd req-9ec9c3dd-ff1c-4827-90b0-056be001337a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.1491652 Mar 23 12:38:27.211538 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-45d40e3b-e924-4996-abd2-3da1550e993b req-b958781a-907c-4ef5-9e44-7ec3ffaa608c tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/ports?device_id=70d717b3-e58b-42db-9e16-3df7a6635a1a HTTP/1.1" status: 200 len: 210 time: 0.0355773 Mar 23 12:38:27.263304 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b088c-6b93-480b-bc67-b141955207e4 req-4e953b98-eca1-488e-844c-9bf4a03e8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:27.264915 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c87b088c-6b93-480b-bc67-b141955207e4 req-4e953b98-eca1-488e-844c-9bf4a03e8624 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 1101 time: 0.0965967 Mar 23 12:38:27.274728 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-73602280-7684-4800-b5dd-7cbb5403cd0d service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170565 Mar 23 12:38:27.285313 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca9aea63-6f2a-4bdf-8ce7-9519e0ccc4cd req-e4fd92cb-a364-4196-b03a-eb1e4162447e tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716207 Mar 23 12:38:27.314977 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c87b088c-6b93-480b-bc67-b141955207e4 req-bbe8a766-a8c9-412d-bd8d-2ffaa6db6bbe service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0d901630-af8d-40e8-a7a3-e9106f83f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423145 Mar 23 12:38:27.402207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e8c8f-5a5a-4c17-a6a7-f049a6fc0fd7 req-d3a16333-83f5-4f9d-a907-99f67e9730d3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:27.403711 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f64e8c8f-5a5a-4c17-a6a7-f049a6fc0fd7 req-d3a16333-83f5-4f9d-a907-99f67e9730d3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 944 time: 0.0532601 Mar 23 12:38:27.443919 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f64e8c8f-5a5a-4c17-a6a7-f049a6fc0fd7 req-02b613d9-6e52-4512-9e82-52f52327312f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338216 Mar 23 12:38:27.544089 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9a024-5e5e-4bfa-aa4e-87f512d46533 req-d2a90d6a-4378-4fe3-ae34-bc53eb3d7223 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:27.545581 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7b9a024-5e5e-4bfa-aa4e-87f512d46533 req-d2a90d6a-4378-4fe3-ae34-bc53eb3d7223 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/ports?device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 950 time: 0.0882850 Mar 23 12:38:27.563426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-d2b9bf24-3384-4921-9a64-d2051bf0889c tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:27.565292 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-d2b9bf24-3384-4921-9a64-d2051bf0889c tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5&tenant_id=d1929913b1364306b03584922edf0edc&binding%3Ahost_id=n-h2-834854-1 HTTP/1.1" status: 200 len: 1096 time: 0.0736928 Mar 23 12:38:27.623299 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7b9a024-5e5e-4bfa-aa4e-87f512d46533 req-4f3e5b9c-3910-4187-864a-a3dbfcc8ebc9 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d901630-af8d-40e8-a7a3-e9106f83f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700672 Mar 23 12:38:27.662638 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:27.694719 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4dcca5a5-d508-4d91-b018-1ef61abc7b08 service neutron] For port 3f10ed64-2c58-47d2-9718-c537b3d1b053, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:38:27.697790 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4dcca5a5-d508-4d91-b018-1ef61abc7b08 service neutron] Notify callbacks [] for binding, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:27.698922 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-4dcca5a5-d508-4d91-b018-1ef61abc7b08 service neutron] 10.222.0.73 "DELETE /v2.0/ports/3f10ed64-2c58-47d2-9718-c537b3d1b053/bindings/n-h1-834854-1 HTTP/1.1" status: 204 len: 173 time: 0.1244111 Mar 23 12:38:27.949175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3b2ba-a813-4699-bfed-7589306c3d9c req-258b80f2-e84b-40ba-b933-8e2f81865b8f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:27.950709 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-24e3b2ba-a813-4699-bfed-7589306c3d9c req-258b80f2-e84b-40ba-b933-8e2f81865b8f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.0527489 Mar 23 12:38:27.992076 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-24e3b2ba-a813-4699-bfed-7589306c3d9c req-6070b5a6-70ce-4f54-b6d0-dd35ff74aefa tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353119 Mar 23 12:38:28.046115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d455fd-129a-47df-938a-a491cb55c281 req-cef8d8fc-2206-482f-8747-f4d4ff08f182 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:28.047587 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40d455fd-129a-47df-938a-a491cb55c281 req-cef8d8fc-2206-482f-8747-f4d4ff08f182 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0564694 Mar 23 12:38:28.095900 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40d455fd-129a-47df-938a-a491cb55c281 req-2dd69e83-d4a1-4c17-9f4a-4ae2c8dad317 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418558 Mar 23 12:38:28.164764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0b865-1430-49ce-965e-d5b1a1e75f2d req-417342a3-3f21-4563-af27-e430c03df2dc tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:28.166269 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2ce0b865-1430-49ce-965e-d5b1a1e75f2d req-417342a3-3f21-4563-af27-e430c03df2dc tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 945 time: 0.0641806 Mar 23 12:38:28.214519 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2ce0b865-1430-49ce-965e-d5b1a1e75f2d req-66e37b44-49d8-4099-8ba6-7ac62a50ca81 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386074 Mar 23 12:38:28.318308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34894) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:28.414691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607a54c-4cba-4fbd-a650-836743db3d45 req-c49e4d0c-ee07-4baa-9128-e10a0ba87128 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:28.416281 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f607a54c-4cba-4fbd-a650-836743db3d45 req-c49e4d0c-ee07-4baa-9128-e10a0ba87128 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 1096 time: 0.0747032 Mar 23 12:38:28.419795 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f4c982d-ce1a-4357-80c9-f2d23827f088 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:28.434102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa8a72-354e-404d-86a2-746eb6ced235 req-e609ccd5-9af2-4351-a5fc-76a3d5f71cb1 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:28.435994 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2fa8a72-354e-404d-86a2-746eb6ced235 req-e609ccd5-9af2-4351-a5fc-76a3d5f71cb1 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.0621853 Mar 23 12:38:28.461093 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f4c982d-ce1a-4357-80c9-f2d23827f088 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:28.492236 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2fa8a72-354e-404d-86a2-746eb6ced235 req-a67ab92c-4e04-4fdc-92f2-1b0a7557efdc tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437717 Mar 23 12:38:28.500801 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f607a54c-4cba-4fbd-a650-836743db3d45 req-68f14905-a0a7-4e9b-ab41-a8ba406a63e5 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780838 Mar 23 12:38:28.546659 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f4c982d-ce1a-4357-80c9-f2d23827f088 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:28.550750 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f4c982d-ce1a-4357-80c9-f2d23827f088 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:28.553667 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9f4c982d-ce1a-4357-80c9-f2d23827f088 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "DELETE /v2.0/security-groups/70a1fb06-e429-4b92-8ab7-acc45a4a2999 HTTP/1.1" status: 204 len: 168 time: 0.2332661 Mar 23 12:38:28.556441 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34902) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:28.558924 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:38:28.592283 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-e956bf95-08a8-4c66-8de8-750212a3abcc tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] show failed (client error): The resource could not be found. Mar 23 12:38:28.593662 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e956bf95-08a8-4c66-8de8-750212a3abcc tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "GET /v2.0/security-groups/70a1fb06-e429-4b92-8ab7-acc45a4a2999 HTTP/1.1" status: 404 len: 347 time: 0.0348234 Mar 23 12:38:28.604720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c982d-ce1a-4357-80c9-f2d23827f088 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a1fb06-e429-4b92-8ab7-acc45a4a2999,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:28.612087 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34904) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:28.674714 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7899cf-f20c-4bc0-afd4-803e746e0a14 req-0de0531a-53cd-4ce1-8466-df04c1eca741 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:28.684308 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b7899cf-f20c-4bc0-afd4-803e746e0a14 req-0de0531a-53cd-4ce1-8466-df04c1eca741 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 944 time: 0.0903916 Mar 23 12:38:28.773597 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:28.787746 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456', 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a', 'port_id': '64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456', 'mac_address': 'fa:16:3e:e4:f5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c42c450d-02be-4634-87ca-2a6532e0441a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:38:28.788352 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b7899cf-f20c-4bc0-afd4-803e746e0a14 req-a24448ab-4cf0-4f9d-bb2d-aebdd04688ed tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782766 Mar 23 12:38:28.825683 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42b73e-da19-47dc-a37d-7aa7ce772e89 req-3e7209bd-791e-4794-a76f-9b445425557f tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:28.828267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f42b73e-da19-47dc-a37d-7aa7ce772e89 req-3e7209bd-791e-4794-a76f-9b445425557f tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 1096 time: 0.1673405 Mar 23 12:38:28.897888 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:28.912560 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f42b73e-da19-47dc-a37d-7aa7ce772e89 req-0ea8e78a-3576-4ba1-8342-27a13f5a3b59 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620430 Mar 23 12:38:28.938600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:38:28.956107 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b62d13a3-cb13-4b99-a76a-60130366082e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Deleting port 42e56c6d-d890-406c-bc47-5ed20f6d26bb {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:38:28.957313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b62d13a3-cb13-4b99-a76a-60130366082e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:28.978462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:28.988228 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:28.992956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b13bd-5e3f-421f-ad86-060c730b79da req-3c28dcad-7cf0-4371-a112-86fce26b25f3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:28.998225 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-773b13bd-5e3f-421f-ad86-060c730b79da req-3c28dcad-7cf0-4371-a112-86fce26b25f3 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/ports?device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 950 time: 0.1074522 Mar 23 12:38:29.093572 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:29.104500 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-773b13bd-5e3f-421f-ad86-060c730b79da req-f17f89f7-651f-425c-9dc3-1e412d692bcf tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d901630-af8d-40e8-a7a3-e9106f83f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816760 Mar 23 12:38:29.112691 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:29.143287 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b62d13a3-cb13-4b99-a76a-60130366082e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:29.146595 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b62d13a3-cb13-4b99-a76a-60130366082e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:29.173535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b62d13a3-cb13-4b99-a76a-60130366082e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Calling delete_port for 42e56c6d-d890-406c-bc47-5ed20f6d26bb owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:38:29.262154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac183d7-cafc-458b-80fc-8be7ac3b43a3 req-542a10bc-fe7b-4c53-9454-8c51e4b57447 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:29.265134 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6ac183d7-cafc-458b-80fc-8be7ac3b43a3 req-542a10bc-fe7b-4c53-9454-8c51e4b57447 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.0855408 Mar 23 12:38:29.336988 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6ac183d7-cafc-458b-80fc-8be7ac3b43a3 req-78e32ce2-7b50-4ee5-a42f-c18a5740214c tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652077 Mar 23 12:38:29.373595 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:38:29.453564 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:29.477617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a845ec-1c41-48c4-b091-07b9ca87688c req-f5238fae-2699-43bd-9e17-de12fc142a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:29.479883 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61a845ec-1c41-48c4-b091-07b9ca87688c req-f5238fae-2699-43bd-9e17-de12fc142a4f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 1097 time: 0.1797113 Mar 23 12:38:29.482409 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b62d13a3-cb13-4b99-a76a-60130366082e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:29.498213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ae30e-53fd-48f8-b6ab-0669e8bf51fd req-e421401c-ca6c-439f-922f-ef77dff2805b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:29.500559 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-484ae30e-53fd-48f8-b6ab-0669e8bf51fd req-e421401c-ca6c-439f-922f-ef77dff2805b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0967195 Mar 23 12:38:29.569240 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d13a3-cb13-4b99-a76a-60130366082e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event deleted for resources: {'Port': ['ID=42e56c6d-d890-406c-bc47-5ed20f6d26bb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:29.637936 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4569c0-bd03-4ebd-b484-7224e06466b6 req-f92fa919-d8b4-4f5c-8ec9-bf570b6980d9 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:29.639588 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f4569c0-bd03-4ebd-b484-7224e06466b6 req-f92fa919-d8b4-4f5c-8ec9-bf570b6980d9 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.0558124 Mar 23 12:38:29.647871 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61a845ec-1c41-48c4-b091-07b9ca87688c req-30c665e5-3f9c-4912-814d-d8d03f6c6f49 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459904 Mar 23 12:38:29.672720 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-484ae30e-53fd-48f8-b6ab-0669e8bf51fd req-98293458-b4d2-46e9-bfd6-242a8d07f9b3 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312749 Mar 23 12:38:29.684253 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b62d13a3-cb13-4b99-a76a-60130366082e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:29.687168 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b62d13a3-cb13-4b99-a76a-60130366082e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:29.692844 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b62d13a3-cb13-4b99-a76a-60130366082e tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "DELETE /v2.0/floatingips/4c594f8e-0794-4d6b-bdff-bc10878dc325 HTTP/1.1" status: 204 len: 168 time: 1.0702841 Mar 23 12:38:29.693132 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34938) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:29.712192 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f4569c0-bd03-4ebd-b484-7224e06466b6 req-100c8618-4b2b-4436-8aff-4270d3ee678e tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651903 Mar 23 12:38:29.932355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3eb608-656b-4b2a-80be-9730fb0506ad req-7d4de9bc-176a-4a71-8f3a-fc3915abc580 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:29.937706 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fb3eb608-656b-4b2a-80be-9730fb0506ad req-7d4de9bc-176a-4a71-8f3a-fc3915abc580 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 945 time: 0.0744104 Mar 23 12:38:30.000365 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fb3eb608-656b-4b2a-80be-9730fb0506ad req-9e7a5408-2b65-416e-8564-05fb2fadbf15 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494287 Mar 23 12:38:30.043027 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34944) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:30.140753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-78e49c0f-76c6-496c-a1ee-d22e10fe634d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Deleting port 38e184cd-13be-4459-9b2f-1cf77184162c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:38:30.141105 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78e49c0f-76c6-496c-a1ee-d22e10fe634d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:30.213084 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b545-6098-49d9-9d28-db7304cd0dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:30.289739 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f77979-6b26-4051-a254-de7f6a1a078c req-f35c6358-2c98-47f7-a0af-2a021c3bbcc5 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:30.291455 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67f77979-6b26-4051-a254-de7f6a1a078c req-f35c6358-2c98-47f7-a0af-2a021c3bbcc5 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/ports?device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 950 time: 0.1222043 Mar 23 12:38:30.296076 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78e49c0f-76c6-496c-a1ee-d22e10fe634d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:30.318511 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b545-6098-49d9-9d28-db7304cd0dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:30.319481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-78e49c0f-76c6-496c-a1ee-d22e10fe634d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Calling delete_port for 38e184cd-13be-4459-9b2f-1cf77184162c owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:38:30.324787 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b545-6098-49d9-9d28-db7304cd0dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:30.358343 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c8c8b545-6098-49d9-9d28-db7304cd0dba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a9de26b1118847bab38975697c133da2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135381 Mar 23 12:38:30.365478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34950) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:30.400162 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67f77979-6b26-4051-a254-de7f6a1a078c req-e3eef2fe-61f5-4984-89ab-9f83e1c635e5 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d901630-af8d-40e8-a7a3-e9106f83f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932989 Mar 23 12:38:30.403377 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8b545-6098-49d9-9d28-db7304cd0dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdaafe3-b6a6-44de-b399-731b42326370,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:30.456835 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a826e08b-4066-40bc-bb6e-41a1ff2257ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:30.520799 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a826e08b-4066-40bc-bb6e-41a1ff2257ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:30.548688 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78e49c0f-76c6-496c-a1ee-d22e10fe634d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:30.574504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:38:30.594544 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9952c-6abd-4f19-9445-1fa7ea1144ac req-78abec5b-aa01-4f05-85e2-d1dfb6a62bc8 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:30.596699 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e3e9952c-6abd-4f19-9445-1fa7ea1144ac req-78abec5b-aa01-4f05-85e2-d1dfb6a62bc8 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.1076982 Mar 23 12:38:30.605684 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e49c0f-76c6-496c-a1ee-d22e10fe634d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event deleted for resources: {'Port': ['ID=38e184cd-13be-4459-9b2f-1cf77184162c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:30.648131 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a826e08b-4066-40bc-bb6e-41a1ff2257ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:30.653693 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a826e08b-4066-40bc-bb6e-41a1ff2257ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:30.655536 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a826e08b-4066-40bc-bb6e-41a1ff2257ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fcdaafe3-b6a6-44de-b399-731b42326370 HTTP/1.1" status: 204 len: 168 time: 0.2888401 Mar 23 12:38:30.673343 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:38:30.682110 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:38:30.682779 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:30.718236 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826e08b-4066-40bc-bb6e-41a1ff2257ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdaafe3-b6a6-44de-b399-731b42326370,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:30.746143 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78e49c0f-76c6-496c-a1ee-d22e10fe634d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:30.756869 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-78e49c0f-76c6-496c-a1ee-d22e10fe634d tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "DELETE /v2.0/ports/38e184cd-13be-4459-9b2f-1cf77184162c HTTP/1.1" status: 204 len: 168 time: 1.0625935 Mar 23 12:38:30.757633 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34970) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:30.836978 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e3e9952c-6abd-4f19-9445-1fa7ea1144ac req-61a43a90-c7f7-4ef4-bcc3-19cc40cf86b7 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032018 Mar 23 12:38:30.922420 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:31.022820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7af29c33-4783-4666-a088-08c16dc5f3a2 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Deleting port a832adda-3f39-4da1-8a38-dce921f63818 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:38:31.022820 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7af29c33-4783-4666-a088-08c16dc5f3a2 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:31.025294 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:31.026147 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f856c32e-36f0-40bc-b383-eb651e0e2da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:31.034589 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52477c1e-8378-46f5-85d8-218c46fe38b9" -d '{"events": [{"server_uuid": "f856c32e-36f0-40bc-b383-eb651e0e2da8", "name": "network-vif-plugged", "status": "completed", "tag": "64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:31.045578 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:31.126852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:31.210337 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10a67f-fa2f-4a6b-a7a9-89beec048fa3 req-073c393f-c4c3-4444-b583-6cbd2a95a568 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:31.224310 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0f10a67f-fa2f-4a6b-a7a9-89beec048fa3 req-073c393f-c4c3-4444-b583-6cbd2a95a568 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1751971 Mar 23 12:38:31.255820 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7af29c33-4783-4666-a088-08c16dc5f3a2 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:31.277168 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7af29c33-4783-4666-a088-08c16dc5f3a2 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Calling delete_port for a832adda-3f39-4da1-8a38-dce921f63818 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:38:31.288589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff1f95-810d-4572-b842-36ff85a2f320 req-dc712c0a-5aad-4dbe-93c3-10e003821c04 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:31.300827 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b7ff1f95-810d-4572-b842-36ff85a2f320 req-dc712c0a-5aad-4dbe-93c3-10e003821c04 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.1376395 Mar 23 12:38:31.319775 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0f10a67f-fa2f-4a6b-a7a9-89beec048fa3 req-4b266e71-2ee0-4bcc-994f-4cbc1eac8684 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928905 Mar 23 12:38:31.347981 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34980) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:31.366949 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a2097b5-ab1d-4d54-9b7d-554d74c4d3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:31.416138 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b7ff1f95-810d-4572-b842-36ff85a2f320 req-08623b39-c2d5-4744-9ee2-5252da940557 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138854 Mar 23 12:38:31.502714 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1baf7-900d-49df-b9d7-3e0b0181727b req-4eaafd63-45e7-4fb4-9350-0d5e649d0798 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:31.506539 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8cb1baf7-900d-49df-b9d7-3e0b0181727b req-4eaafd63-45e7-4fb4-9350-0d5e649d0798 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 946 time: 0.1004574 Mar 23 12:38:31.520918 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c08010-ba61-417c-a46b-6852c62dcea6 x-openstack-request-id: req-d6c08010-ba61-417c-a46b-6852c62dcea6 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:31.521308 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f856c32e-36f0-40bc-b383-eb651e0e2da8", "name": "network-vif-plugged", "status": "completed", "tag": "64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:31.521648 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6c08010-ba61-417c-a46b-6852c62dcea6 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:31.522133 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f856c32e-36f0-40bc-b383-eb651e0e2da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456', 'code': 200} Mar 23 12:38:31.553975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-bc3e5389-56d5-4483-a0f7-7c64c19541b1 req-9854a40e-c62d-4326-a8d5-46aecf425143 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1906001345', 'description': 'tempest-description-2088143481'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:38:31.579882 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7af29c33-4783-4666-a088-08c16dc5f3a2 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:31.583331 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bc3e5389-56d5-4483-a0f7-7c64c19541b1 req-9854a40e-c62d-4326-a8d5-46aecf425143 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:31.626579 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8cb1baf7-900d-49df-b9d7-3e0b0181727b req-3520fc5d-65dd-455e-8ace-cb603b5291b4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126544 Mar 23 12:38:31.656542 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a2097b5-ab1d-4d54-9b7d-554d74c4d3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:31.663802 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a2097b5-ab1d-4d54-9b7d-554d74c4d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:31.676407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af29c33-4783-4666-a088-08c16dc5f3a2 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event deleted for resources: {'Port': ['ID=a832adda-3f39-4da1-8a38-dce921f63818,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:31.699315 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2097b5-ab1d-4d54-9b7d-554d74c4d3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0591c9-a140-450e-9dae-1543ab437142,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:31.736443 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7a2097b5-ab1d-4d54-9b7d-554d74c4d3e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9cb36743e0eb45b5b15428693d111d42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3873575 Mar 23 12:38:31.740667 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34984) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:31.803314 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed8e4d15-bd05-4175-ab9f-070a2e3164f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:31.813506 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7af29c33-4783-4666-a088-08c16dc5f3a2 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:31.817987 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7af29c33-4783-4666-a088-08c16dc5f3a2 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "DELETE /v2.0/ports/a832adda-3f39-4da1-8a38-dce921f63818 HTTP/1.1" status: 204 len: 168 time: 1.0528729 Mar 23 12:38:31.822086 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34986) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:31.838170 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed8e4d15-bd05-4175-ab9f-070a2e3164f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:31.888560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c5474-f3ef-484a-a2a2-60fb177b8915 req-01794bed-e0b6-4fbd-b2c1-3c487a1495ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:31.890595 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a34c5474-f3ef-484a-a2a2-60fb177b8915 req-01794bed-e0b6-4fbd-b2c1-3c487a1495ba service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 1097 time: 0.2973235 Mar 23 12:38:31.921748 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed8e4d15-bd05-4175-ab9f-070a2e3164f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:31.924398 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed8e4d15-bd05-4175-ab9f-070a2e3164f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:31.940327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c481e504-1d67-4fec-8822-1e7324d63b99 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Deleting subnet d48a5b8a-c042-4f0c-8e2e-538dc09aa987 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:38:31.942549 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ed8e4d15-bd05-4175-ab9f-070a2e3164f1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed0591c9-a140-450e-9dae-1543ab437142 HTTP/1.1" status: 204 len: 168 time: 0.1933477 Mar 23 12:38:31.956422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e4d15-bd05-4175-ab9f-070a2e3164f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0591c9-a140-450e-9dae-1543ab437142,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:31.962177 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c481e504-1d67-4fec-8822-1e7324d63b99 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:31.986088 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a34c5474-f3ef-484a-a2a2-60fb177b8915 req-7dd59cf7-11dd-4ec1-a475-f246a3a97ec1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800498 Mar 23 12:38:32.037873 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bc3e5389-56d5-4483-a0f7-7c64c19541b1 req-9854a40e-c62d-4326-a8d5-46aecf425143 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:32.049867 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bc3e5389-56d5-4483-a0f7-7c64c19541b1 req-9854a40e-c62d-4326-a8d5-46aecf425143 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:32.065281 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c481e504-1d67-4fec-8822-1e7324d63b99 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:32.085101 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74deed6f-e848-4fd0-814c-49649d5ed73a req-e655e722-9d0f-49fe-9ee2-0849a9295a5d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:32.086541 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-74deed6f-e848-4fd0-814c-49649d5ed73a req-e655e722-9d0f-49fe-9ee2-0849a9295a5d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.1049252 Mar 23 12:38:32.126352 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bc3e5389-56d5-4483-a0f7-7c64c19541b1 req-9854a40e-c62d-4326-a8d5-46aecf425143 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:32.133513 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bc3e5389-56d5-4483-a0f7-7c64c19541b1 req-9854a40e-c62d-4326-a8d5-46aecf425143 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5858526 Mar 23 12:38:32.145828 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854a40e-c62d-4326-a8d5-46aecf425143 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0acbd84-14d3-4660-a0bb-c9fb3f73e694,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:32.198254 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-74deed6f-e848-4fd0-814c-49649d5ed73a req-9fed0cc0-0feb-456f-b7dd-129f372463ad tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992181 Mar 23 12:38:32.301110 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c481e504-1d67-4fec-8822-1e7324d63b99 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:32.345075 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8105f45f-a560-4e00-9262-4baf8123d099 req-5f6b7d83-9a49-4be3-ac62-94368b258997 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1906001345&fields=id&tenant_id=cec345c2fbc5453cb53f17937b01e8ba HTTP/1.1" status: 200 len: 267 time: 0.0501637 Mar 23 12:38:32.409164 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c481e504-1d67-4fec-8822-1e7324d63b99 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:32.442594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105f45f-a560-4e00-9262-4baf8123d099 req-3028025d-4703-4c87-885a-9466837c6e55 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:32.442594 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8105f45f-a560-4e00-9262-4baf8123d099 req-3028025d-4703-4c87-885a-9466837c6e55 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.0901420 Mar 23 12:38:32.460106 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-8105f45f-a560-4e00-9262-4baf8123d099 req-a12329b4-e330-456d-8f79-d5bc500e295e tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Request body: {'port': {'security_groups': ['9646f597-2791-4e93-885a-746f8baa093b', 'a0acbd84-14d3-4660-a0bb-c9fb3f73e694']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:38:32.471749 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c481e504-1d67-4fec-8822-1e7324d63b99 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:32.478841 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c481e504-1d67-4fec-8822-1e7324d63b99 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "DELETE /v2.0/subnets/d48a5b8a-c042-4f0c-8e2e-538dc09aa987 HTTP/1.1" status: 204 len: 168 time: 0.6526611 Mar 23 12:38:32.479039 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c0e074-c872-4896-b95c-b426d46ca939 None None] Network 426297fc-89ed-49a5-9d37-294ef2ded004 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:38:32.496433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35004) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:32.499169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481e504-1d67-4fec-8822-1e7324d63b99 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event deleted for resources: {'Subnet': ['ID=d48a5b8a-c042-4f0c-8e2e-538dc09aa987,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:32.562474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c9ca9-7df7-4c28-a23c-4d903c58bf0b req-ec3cb1b4-3f27-47ee-a144-53891fb7ea8c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:32.564092 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d0c9ca9-7df7-4c28-a23c-4d903c58bf0b req-ec3cb1b4-3f27-47ee-a144-53891fb7ea8c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1119139 Mar 23 12:38:32.623604 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d0c9ca9-7df7-4c28-a23c-4d903c58bf0b req-eb7d81ca-dda5-49c8-919e-2f03e7f7937d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517571 Mar 23 12:38:32.647954 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8105f45f-a560-4e00-9262-4baf8123d099 req-a12329b4-e330-456d-8f79-d5bc500e295e tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:32.688286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfa1a60-bfba-4f47-8f48-cc4b730b71e0 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Deleting subnet c205191f-6c59-4df0-b4d9-0420dce47036 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:38:32.692724 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbfa1a60-bfba-4f47-8f48-cc4b730b71e0 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:32.767332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffc1fb8-65c3-4878-a724-5c8aac1da81e None None] DHCP port deletion for 426297fc-89ed-49a5-9d37-294ef2ded004 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:38:32.851973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a7d42-d7fe-4c87-8adc-67b4aafb81c8 req-1cfeadb1-f663-44f4-9418-b8db5be19a90 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:32.853529 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-338a7d42-d7fe-4c87-8adc-67b4aafb81c8 req-1cfeadb1-f663-44f4-9418-b8db5be19a90 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 946 time: 0.1449027 Mar 23 12:38:32.869552 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2ffc1fb8-65c3-4878-a724-5c8aac1da81e None None] Deleting port d11fe5bd-7c52-4ebb-86f5-a2463ca728b2 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:38:32.870293 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1fb8-65c3-4878-a724-5c8aac1da81e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:32.963890 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-338a7d42-d7fe-4c87-8adc-67b4aafb81c8 req-791296ba-5c1e-4fa0-8baf-4cc0f797d554 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015477 Mar 23 12:38:32.973438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8105f45f-a560-4e00-9262-4baf8123d099 req-a12329b4-e330-456d-8f79-d5bc500e295e tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] For port d3d290be-a7d3-4114-bf51-73e19b0dc352, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d3d290be-a7d3-4114-bf51-73e19b0dc352,segment=NetworkSegment(94397f8e-e6cd-44d5-88cc-9a968b41e07e),segment_id=94397f8e-e6cd-44d5-88cc-9a968b41e07e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:33.017979 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbfa1a60-bfba-4f47-8f48-cc4b730b71e0 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:33.056283 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8105f45f-a560-4e00-9262-4baf8123d099 req-a12329b4-e330-456d-8f79-d5bc500e295e tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:33.066247 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8105f45f-a560-4e00-9262-4baf8123d099 req-a12329b4-e330-456d-8f79-d5bc500e295e tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:33.124892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['d3d290be-a7d3-4114-bf51-73e19b0dc352'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:38:33.134670 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105f45f-a560-4e00-9262-4baf8123d099 req-a12329b4-e330-456d-8f79-d5bc500e295e tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:33.135481 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8105f45f-a560-4e00-9262-4baf8123d099 req-a12329b4-e330-456d-8f79-d5bc500e295e tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:33.140587 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8105f45f-a560-4e00-9262-4baf8123d099 req-a12329b4-e330-456d-8f79-d5bc500e295e tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "PUT /v2.0/ports/d3d290be-a7d3-4114-bf51-73e19b0dc352 HTTP/1.1" status: 200 len: 982 time: 0.6877744 Mar 23 12:38:33.142778 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'tag': 'd3d290be-a7d3-4114-bf51-73e19b0dc352'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:33.156433 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33e7d9c-b2bd-43b2-ba87-26445f2cc0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2a06551f-0aeb-49e5-b68c-719a18d1b2f4", "tag": "d3d290be-a7d3-4114-bf51-73e19b0dc352"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:33.235341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2ffc1fb8-65c3-4878-a724-5c8aac1da81e None None] For port d11fe5bd-7c52-4ebb-86f5-a2463ca728b2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d11fe5bd-7c52-4ebb-86f5-a2463ca728b2,segment=NetworkSegment(1ff344b0-ead7-49ce-8ce6-c373cf8a8621),segment_id=1ff344b0-ead7-49ce-8ce6-c373cf8a8621)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:33.236582 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1fb8-65c3-4878-a724-5c8aac1da81e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:33.263135 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12329b4-e330-456d-8f79-d5bc500e295e tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Pushing event updated for resources: {'Port': ['ID=d3d290be-a7d3-4114-bf51-73e19b0dc352,revision_number=6']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:33.277330 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbfa1a60-bfba-4f47-8f48-cc4b730b71e0 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:33.287514 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2ffc1fb8-65c3-4878-a724-5c8aac1da81e None None] Calling delete_port for d11fe5bd-7c52-4ebb-86f5-a2463ca728b2 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:38:33.305350 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['d3d290be-a7d3-4114-bf51-73e19b0dc352'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:38:33.314432 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-02d2554b-2da9-421c-b84e-87c319e4e9a9 req-55eb0cff-ae01-4488-9012-8a24695a2dc7 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1906001345&fields=id&tenant_id=cec345c2fbc5453cb53f17937b01e8ba HTTP/1.1" status: 200 len: 267 time: 0.0831997 Mar 23 12:38:33.382610 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbfa1a60-bfba-4f47-8f48-cc4b730b71e0 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:33.471411 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa1a60-bfba-4f47-8f48-cc4b730b71e0 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event deleted for resources: {'Subnet': ['ID=c205191f-6c59-4df0-b4d9-0420dce47036,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:33.480495 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2554b-2da9-421c-b84e-87c319e4e9a9 req-38017285-2e78-4b6d-a81c-11e027395c0b tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:33.491505 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-02d2554b-2da9-421c-b84e-87c319e4e9a9 req-38017285-2e78-4b6d-a81c-11e027395c0b tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 985 time: 0.1711435 Mar 23 12:38:33.494816 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbfa1a60-bfba-4f47-8f48-cc4b730b71e0 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:33.509561 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fbfa1a60-bfba-4f47-8f48-cc4b730b71e0 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "DELETE /v2.0/subnets/c205191f-6c59-4df0-b4d9-0420dce47036 HTTP/1.1" status: 204 len: 168 time: 1.0107226 Mar 23 12:38:33.512001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9bd0d5-be8b-4c61-b2a2-b911f0cacc33 None None] Network 85f7b380-6dd2-4c8f-a9df-eb96fe696602 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:38:33.513588 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35034) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:33.520574 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-02d2554b-2da9-421c-b84e-87c319e4e9a9 req-b32a440e-e5c5-4267-9097-b67031ba639f tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Request body: {'port': {'security_groups': ['9646f597-2791-4e93-885a-746f8baa093b']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:38:33.545827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d11fe5bd-7c52-4ebb-86f5-a2463ca728b2 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:38:33.676347 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9ecf3b-ae98-41aa-a94b-e8ed079d2a6d x-openstack-request-id: req-2b9ecf3b-ae98-41aa-a94b-e8ed079d2a6d {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:33.676832 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a06551f-0aeb-49e5-b68c-719a18d1b2f4", "tag": "d3d290be-a7d3-4114-bf51-73e19b0dc352", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:33.677349 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b9ecf3b-ae98-41aa-a94b-e8ed079d2a6d {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:33.678061 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'tag': 'd3d290be-a7d3-4114-bf51-73e19b0dc352', 'status': 'completed', 'code': 200} Mar 23 12:38:33.693102 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:33.860549 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e921771-7fc7-4f6c-88ce-26f65768268e req-4015b005-6e69-4638-baf3-8f5091eb6fd0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:33.862229 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e921771-7fc7-4f6c-88ce-26f65768268e req-4015b005-6e69-4638-baf3-8f5091eb6fd0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 944 time: 0.0936632 Mar 23 12:38:33.864070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Deleting port d11fe5bd-7c52-4ebb-86f5-a2463ca728b2 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:38:33.864414 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:33.885726 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1fb8-65c3-4878-a724-5c8aac1da81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:33.996409 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e921771-7fc7-4f6c-88ce-26f65768268e req-81d8ac59-28d4-43e5-a662-05bf015b9cae tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168466 Mar 23 12:38:34.014913 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:34.020788 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffc1fb8-65c3-4878-a724-5c8aac1da81e None None] No DVR routers for this DVR port d11fe5bd-7c52-4ebb-86f5-a2463ca728b2 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:38:34.045993 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc1fb8-65c3-4878-a724-5c8aac1da81e None None] Pushing event deleted for resources: {'Port': ['ID=d11fe5bd-7c52-4ebb-86f5-a2463ca728b2,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:34.068261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] For port d11fe5bd-7c52-4ebb-86f5-a2463ca728b2, host n-d-834854-1, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:34.068637 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:34.088061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Calling delete_port for d11fe5bd-7c52-4ebb-86f5-a2463ca728b2 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:38:34.091581 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Port d11fe5bd-7c52-4ebb-86f5-a2463ca728b2 was not found and therefore no delete operation was performed {{(pid=102779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 12:38:34.095990 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:34.135651 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event deleted for resources: {'Port': ['ID=d11fe5bd-7c52-4ebb-86f5-a2463ca728b2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:34.144863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] No DVR routers for this DVR port d11fe5bd-7c52-4ebb-86f5-a2463ca728b2 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:38:34.212968 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-02d2554b-2da9-421c-b84e-87c319e4e9a9 req-b32a440e-e5c5-4267-9097-b67031ba639f tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:34.318841 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e7d9c-b2bd-43b2-ba87-26445f2cc0cc req-6d180e05-9684-4456-8eea-03df9a45cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:34.332663 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a33e7d9c-b2bd-43b2-ba87-26445f2cc0cc req-6d180e05-9684-4456-8eea-03df9a45cde0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cec345c2fbc5453cb53f17937b01e8ba&device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 1136 time: 0.1170816 Mar 23 12:38:34.355041 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:34.360527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8219b6a-f987-4305-a77f-c3e3eb6bb37c None None] DHCP port deletion for 85f7b380-6dd2-4c8f-a9df-eb96fe696602 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:38:34.407395 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426297fc-89ed-49a5-9d37-294ef2ded004']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:34.420186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff344b0-ead7-49ce-8ce6-c373cf8a8621') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:34.420492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff344b0-ead7-49ce-8ce6-c373cf8a8621') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:34.467109 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:34.468441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f8219b6a-f987-4305-a77f-c3e3eb6bb37c None None] Deleting port 14b3a378-1527-443c-a309-932a8a321b40 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:38:34.469460 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8219b6a-f987-4305-a77f-c3e3eb6bb37c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:34.493386 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:34.511347 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:38:34.512050 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:38:34.518670 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:38:34.537583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e7d9c-b2bd-43b2-ba87-26445f2cc0cc req-d5666141-b2d2-4928-9d4e-a5e47dda0ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:34.539071 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a33e7d9c-b2bd-43b2-ba87-26445f2cc0cc req-d5666141-b2d2-4928-9d4e-a5e47dda0ae3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2706f020-61c4-48af-8454-98afd060d9c5 HTTP/1.1" status: 200 len: 919 time: 0.1914527 Mar 23 12:38:34.558506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119e43f-3d04-4f73-878b-c68ce028073e req-b45aa8da-07dd-4d05-829d-5ab070e28304 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:34.577882 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e119e43f-3d04-4f73-878b-c68ce028073e req-b45aa8da-07dd-4d05-829d-5ab070e28304 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1473975 Mar 23 12:38:34.592631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f6aa4d3c-580f-42da-b1bb-2f00909c1c95 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:38:34.626872 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f8219b6a-f987-4305-a77f-c3e3eb6bb37c None None] For port 14b3a378-1527-443c-a309-932a8a321b40, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=14b3a378-1527-443c-a309-932a8a321b40,segment=NetworkSegment(807ca5b9-9457-4752-9d54-8303552e072e),segment_id=807ca5b9-9457-4752-9d54-8303552e072e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:34.627566 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8219b6a-f987-4305-a77f-c3e3eb6bb37c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:34.651333 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f8219b6a-f987-4305-a77f-c3e3eb6bb37c None None] Calling delete_port for 14b3a378-1527-443c-a309-932a8a321b40 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:38:34.681228 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:34.687544 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e119e43f-3d04-4f73-878b-c68ce028073e req-09938215-96cc-4bbb-8a72-c191891ab970 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066160 Mar 23 12:38:34.695276 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:34.699442 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "DELETE /v2.0/networks/426297fc-89ed-49a5-9d37-294ef2ded004 HTTP/1.1" status: 204 len: 168 time: 1.1848249 Mar 23 12:38:34.711097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35058) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:34.757778 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a33e7d9c-b2bd-43b2-ba87-26445f2cc0cc req-f9d0705b-df63-43cd-9bef-93371ff65c0c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3d290be-a7d3-4114-bf51-73e19b0dc352 HTTP/1.1" status: 200 len: 217 time: 0.2094681 Mar 23 12:38:34.916972 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:34.920221 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8219b6a-f987-4305-a77f-c3e3eb6bb37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:34.928424 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bda54dca-737f-44dd-9aaa-ee6b1dde3913 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:34.936818 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06471500-12d3-4c76-a530-c065ab600ab6 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event deleted for resources: {'Network': ['ID=426297fc-89ed-49a5-9d37-294ef2ded004,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:34.945328 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8219b6a-f987-4305-a77f-c3e3eb6bb37c None None] No DVR routers for this DVR port 14b3a378-1527-443c-a309-932a8a321b40 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:38:34.968679 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8219b6a-f987-4305-a77f-c3e3eb6bb37c None None] Pushing event deleted for resources: {'Port': ['ID=14b3a378-1527-443c-a309-932a8a321b40,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:34.977964 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'port_id': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95', 'mac_address': 'fa:16:3e:60:25:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:38:35.022589 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a75416-e8b1-4bcf-a011-d89607fc3a71 req-c1ab8ee5-faf3-4480-83e2-e4e1f5d38248 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:35.028931 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:35.033336 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8a75416-e8b1-4bcf-a011-d89607fc3a71 req-c1ab8ee5-faf3-4480-83e2-e4e1f5d38248 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 946 time: 0.1574786 Mar 23 12:38:35.045259 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6aa4d3c-580f-42da-b1bb-2f00909c1c95 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:38:35.095605 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:35.097692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e7d9c-b2bd-43b2-ba87-26445f2cc0cc req-764115ad-37fb-4597-b6a7-ed09976688a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:35.100192 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a33e7d9c-b2bd-43b2-ba87-26445f2cc0cc req-764115ad-37fb-4597-b6a7-ed09976688a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e1c930a-1bb6-4f3f-a6ae-e757297f4d58 HTTP/1.1" status: 200 len: 858 time: 0.3232081 Mar 23 12:38:35.103069 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:35.127908 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8a75416-e8b1-4bcf-a011-d89607fc3a71 req-a102e837-61f9-4768-b2bc-b3834cb67323 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933130 Mar 23 12:38:35.138301 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bda54dca-737f-44dd-9aaa-ee6b1dde3913 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:35.192375 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bda54dca-737f-44dd-9aaa-ee6b1dde3913 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f7b380-6dd2-4c8f-a9df-eb96fe696602']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:35.221072 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bda54dca-737f-44dd-9aaa-ee6b1dde3913 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807ca5b9-9457-4752-9d54-8303552e072e') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:35.221775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bda54dca-737f-44dd-9aaa-ee6b1dde3913 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807ca5b9-9457-4752-9d54-8303552e072e') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:35.227660 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a33e7d9c-b2bd-43b2-ba87-26445f2cc0cc req-58ec790b-33fc-4159-8c8b-d09ca758534f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2706f020-61c4-48af-8454-98afd060d9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036689 Mar 23 12:38:35.240424 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bda54dca-737f-44dd-9aaa-ee6b1dde3913 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:35.286301 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bda54dca-737f-44dd-9aaa-ee6b1dde3913 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:35.286531 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,revision_number=11']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:35.295061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda54dca-737f-44dd-9aaa-ee6b1dde3913 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:38:35.295562 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bda54dca-737f-44dd-9aaa-ee6b1dde3913 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:38:35.298883 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:38:35.314619 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-02d2554b-2da9-421c-b84e-87c319e4e9a9 req-b32a440e-e5c5-4267-9097-b67031ba639f tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] For port d3d290be-a7d3-4114-bf51-73e19b0dc352, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d3d290be-a7d3-4114-bf51-73e19b0dc352,segment=NetworkSegment(94397f8e-e6cd-44d5-88cc-9a968b41e07e),segment_id=94397f8e-e6cd-44d5-88cc-9a968b41e07e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:35.328835 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733df81-287d-4c41-8da4-be690cd5c532 req-ebc4cc27-f744-4213-b6e5-acc684d237c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:35.335952 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3733df81-287d-4c41-8da4-be690cd5c532 req-ebc4cc27-f744-4213-b6e5-acc684d237c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.0987430 Mar 23 12:38:35.424750 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3733df81-287d-4c41-8da4-be690cd5c532 req-ad4c91e9-6dbc-44d7-8732-09fa93d97959 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878110 Mar 23 12:38:35.458797 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bda54dca-737f-44dd-9aaa-ee6b1dde3913 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:35.467064 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bda54dca-737f-44dd-9aaa-ee6b1dde3913 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:35.474329 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bda54dca-737f-44dd-9aaa-ee6b1dde3913 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] 10.222.0.52 "DELETE /v2.0/networks/85f7b380-6dd2-4c8f-a9df-eb96fe696602 HTTP/1.1" status: 204 len: 168 time: 0.7594509 Mar 23 12:38:35.481862 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-02d2554b-2da9-421c-b84e-87c319e4e9a9 req-b32a440e-e5c5-4267-9097-b67031ba639f tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:35.494347 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-02d2554b-2da9-421c-b84e-87c319e4e9a9 req-b32a440e-e5c5-4267-9097-b67031ba639f tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:35.510704 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['f6aa4d3c-580f-42da-b1bb-2f00909c1c95'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:38:35.527523 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda54dca-737f-44dd-9aaa-ee6b1dde3913 tempest-TaggedBootDevicesTest-2068102096 tempest-TaggedBootDevicesTest-2068102096-project] Pushing event deleted for resources: {'Network': ['ID=85f7b380-6dd2-4c8f-a9df-eb96fe696602,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:35.588424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2554b-2da9-421c-b84e-87c319e4e9a9 req-b32a440e-e5c5-4267-9097-b67031ba639f tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:35.588590 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-02d2554b-2da9-421c-b84e-87c319e4e9a9 req-b32a440e-e5c5-4267-9097-b67031ba639f tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:35.606289 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-02d2554b-2da9-421c-b84e-87c319e4e9a9 req-b32a440e-e5c5-4267-9097-b67031ba639f tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "PUT /v2.0/ports/d3d290be-a7d3-4114-bf51-73e19b0dc352 HTTP/1.1" status: 200 len: 943 time: 2.1051984 Mar 23 12:38:35.608348 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['d3d290be-a7d3-4114-bf51-73e19b0dc352'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:38:35.612530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'tag': 'd3d290be-a7d3-4114-bf51-73e19b0dc352'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:35.627078 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed577bdb-5f1a-45fd-9b0b-29a9bc1fceda" -d '{"events": [{"name": "network-changed", "server_uuid": "2a06551f-0aeb-49e5-b68c-719a18d1b2f4", "tag": "d3d290be-a7d3-4114-bf51-73e19b0dc352"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:35.697971 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a33e7d9c-b2bd-43b2-ba87-26445f2cc0cc req-f513c51f-ef87-4a35-b465-813190e4cf7c service neutron] 10.222.0.73 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469719 Mar 23 12:38:35.752943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 14b3a378-1527-443c-a309-932a8a321b40 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:38:35.804815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 14b3a378-1527-443c-a309-932a8a321b40 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:38:35.805265 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 14b3a378-1527-443c-a309-932a8a321b40 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:38:35.899086 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['d3d290be-a7d3-4114-bf51-73e19b0dc352'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:38:35.992822 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe603e9-4b21-484b-8f4c-5429cbf26d97 x-openstack-request-id: req-6fe603e9-4b21-484b-8f4c-5429cbf26d97 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:35.993176 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a06551f-0aeb-49e5-b68c-719a18d1b2f4", "tag": "d3d290be-a7d3-4114-bf51-73e19b0dc352", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:35.993363 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6fe603e9-4b21-484b-8f4c-5429cbf26d97 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:35.993771 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'tag': 'd3d290be-a7d3-4114-bf51-73e19b0dc352', 'status': 'completed', 'code': 200} Mar 23 12:38:36.069242 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2bdbe-bb7f-4d61-9043-60d6aa2c8ea5 req-7ba664fc-5183-4765-ace4-f5228807ce5f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:36.076290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a440e-e5c5-4267-9097-b67031ba639f tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Pushing event updated for resources: {'Port': ['ID=d3d290be-a7d3-4114-bf51-73e19b0dc352,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:36.098035 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-56e2bdbe-bb7f-4d61-9043-60d6aa2c8ea5 req-7ba664fc-5183-4765-ace4-f5228807ce5f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 946 time: 0.0675411 Mar 23 12:38:36.193047 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-56e2bdbe-bb7f-4d61-9043-60d6aa2c8ea5 req-37a6373b-faf1-433b-965a-9db8d1670722 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924566 Mar 23 12:38:36.348394 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a33e7d9c-b2bd-43b2-ba87-26445f2cc0cc req-da033959-872f-4963-8553-2ece53d940a0 service neutron] 10.222.0.73 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325655 Mar 23 12:38:36.379884 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-a2551f1e-55b8-40e7-aa88-cf940f0e7495 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5696971 Mar 23 12:38:36.398936 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:38:36.408508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48276c-d6e3-48f0-a8be-ad27529de1a5 req-4eb98481-52ec-4bef-99fa-65ccc3600c60 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:36.421445 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ce48276c-d6e3-48f0-a8be-ad27529de1a5 req-4eb98481-52ec-4bef-99fa-65ccc3600c60 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1054239 Mar 23 12:38:36.490552 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:36.572841 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35152) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:36.607189 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ce48276c-d6e3-48f0-a8be-ad27529de1a5 req-57011e1d-05c8-414b-aeb4-03ec43b86e0a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818550 Mar 23 12:38:36.638621 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed577bdb-5f1a-45fd-9b0b-29a9bc1fceda req-5ff52cfb-44e4-49d7-8532-4146e47e4f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:36.645440 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed577bdb-5f1a-45fd-9b0b-29a9bc1fceda req-5ff52cfb-44e4-49d7-8532-4146e47e4f77 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cec345c2fbc5453cb53f17937b01e8ba&device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 1097 time: 0.1671708 Mar 23 12:38:36.765058 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d5c10a9-0862-427d-99c6-840b33ac9655 req-4cc50c74-8be1-4393-9cea-c4c9d7bb5d48 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3281884 Mar 23 12:38:36.871237 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed577bdb-5f1a-45fd-9b0b-29a9bc1fceda req-aab117fe-6c3c-4513-92fb-ed60be318942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:36.873653 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed577bdb-5f1a-45fd-9b0b-29a9bc1fceda req-aab117fe-6c3c-4513-92fb-ed60be318942 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2706f020-61c4-48af-8454-98afd060d9c5 HTTP/1.1" status: 200 len: 919 time: 0.2179580 Mar 23 12:38:36.949121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c10a9-0862-427d-99c6-840b33ac9655 req-a5984a8d-0497-4bf4-81fa-a196ec75450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:36.952764 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d5c10a9-0862-427d-99c6-840b33ac9655 req-a5984a8d-0497-4bf4-81fa-a196ec75450e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 1095 time: 0.1465695 Mar 23 12:38:36.970105 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:36.972998 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed577bdb-5f1a-45fd-9b0b-29a9bc1fceda req-9d2259e0-7709-46dc-a45d-f72107ff3d36 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3d290be-a7d3-4114-bf51-73e19b0dc352 HTTP/1.1" status: 200 len: 217 time: 0.0874567 Mar 23 12:38:36.974230 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3e28ab39-f789-4294-9da0-9c29477f2ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:37.101800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c14f7-bc64-4ef9-beb8-9471752d8e17 req-47b3130d-474c-4c1b-9a4a-75ed03d84891 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:37.113051 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-847c14f7-bc64-4ef9-beb8-9471752d8e17 req-47b3130d-474c-4c1b-9a4a-75ed03d84891 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.2378304 Mar 23 12:38:37.165785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed577bdb-5f1a-45fd-9b0b-29a9bc1fceda req-526fba1a-362c-432e-8b7f-a44ba76ec4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:37.167269 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed577bdb-5f1a-45fd-9b0b-29a9bc1fceda req-526fba1a-362c-432e-8b7f-a44ba76ec4c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e1c930a-1bb6-4f3f-a6ae-e757297f4d58 HTTP/1.1" status: 200 len: 858 time: 0.1697693 Mar 23 12:38:37.237682 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed577bdb-5f1a-45fd-9b0b-29a9bc1fceda req-dda865fd-fea3-4cd9-837e-4b06f0d89d82 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2706f020-61c4-48af-8454-98afd060d9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565493 Mar 23 12:38:37.256508 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-847c14f7-bc64-4ef9-beb8-9471752d8e17 req-cf16e176-d8b6-442d-ba70-33d27663a817 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368504 Mar 23 12:38:37.262634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Allocated IP 172.25.2.7 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/b15b9709-9fe7-4656-918f-f9e4027eb99d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:38:37.421547 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:37.471087 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:37.516974 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed577bdb-5f1a-45fd-9b0b-29a9bc1fceda req-84a297e2-8818-431a-a1c9-29eee608f471 service neutron] 10.222.0.73 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590384 Mar 23 12:38:37.528270 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c10a9-0862-427d-99c6-840b33ac9655 req-790f7694-4d7b-4593-9aca-ac49ed0576e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:37.532160 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d5c10a9-0862-427d-99c6-840b33ac9655 req-790f7694-4d7b-4593-9aca-ac49ed0576e3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.5062895 Mar 23 12:38:37.540118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:38:37.589412 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d5c10a9-0862-427d-99c6-840b33ac9655 req-dc8f527c-f348-4e7e-b748-3e21f5c0e54b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82cf8604-d1f3-455f-960c-f5f524b14517 HTTP/1.1" status: 200 len: 217 time: 0.0477903 Mar 23 12:38:37.590509 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:38:37.598060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:38:37.719699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Pushing event updated for resources: {'Port': ['ID=b15b9709-9fe7-4656-918f-f9e4027eb99d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:37.767573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5bd93-8f6a-4790-9e4e-36f23801ec2f req-ec1a7bcc-c2d0-4378-bfc0-b421e40215b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:37.769157 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecf5bd93-8f6a-4790-9e4e-36f23801ec2f req-ec1a7bcc-c2d0-4378-bfc0-b421e40215b3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 1096 time: 0.1286285 Mar 23 12:38:37.772087 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c10a9-0862-427d-99c6-840b33ac9655 req-5688515d-17ab-4393-9387-410cecaefdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:37.773697 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d5c10a9-0862-427d-99c6-840b33ac9655 req-5688515d-17ab-4393-9387-410cecaefdc8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.1768029 Mar 23 12:38:37.784620 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed577bdb-5f1a-45fd-9b0b-29a9bc1fceda req-981bce82-105d-4b44-9034-3d40f98258c2 service neutron] 10.222.0.73 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432756 Mar 23 12:38:37.866177 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d5c10a9-0862-427d-99c6-840b33ac9655 req-dbee34f3-c9c4-4160-b66b-8e6b74f76204 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520368 Mar 23 12:38:37.896903 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3e28ab39-f789-4294-9da0-9c29477f2ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:37.922449 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3e28ab39-f789-4294-9da0-9c29477f2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:37.948657 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:37.999700 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cea79-a581-4727-83aa-d43f5f8491fd req-565798da-7b7e-4ce8-b256-e7dfe7fbf3bb tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:38.009048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-797cea79-a581-4727-83aa-d43f5f8491fd req-565798da-7b7e-4ce8-b256-e7dfe7fbf3bb tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 946 time: 0.3417187 Mar 23 12:38:38.017705 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3e28ab39-f789-4294-9da0-9c29477f2ec1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=730ccf2200474cf8bc3c1b38317ca465&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4386165 Mar 23 12:38:38.017705 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28ab39-f789-4294-9da0-9c29477f2ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c830931-4358-4215-907d-79b52748efde,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:38.021559 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35204) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:38.079341 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-797cea79-a581-4727-83aa-d43f5f8491fd req-83a4f7e1-9dce-4641-8cb1-dcfbced3d881 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690672 Mar 23 12:38:38.116750 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:38.128039 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d855e8e-3519-424a-98b3-f2a293bfb384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:38.176237 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d855e8e-3519-424a-98b3-f2a293bfb384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:38.184206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5bd93-8f6a-4790-9e4e-36f23801ec2f req-1fa2f888-17a9-4752-a304-02c8b2c4e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:38.186041 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecf5bd93-8f6a-4790-9e4e-36f23801ec2f req-1fa2f888-17a9-4752-a304-02c8b2c4e6e4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.4091446 Mar 23 12:38:38.285968 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d855e8e-3519-424a-98b3-f2a293bfb384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:38.288840 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d855e8e-3519-424a-98b3-f2a293bfb384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:38.290229 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3d855e8e-3519-424a-98b3-f2a293bfb384 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9c830931-4358-4215-907d-79b52748efde HTTP/1.1" status: 204 len: 168 time: 0.2677207 Mar 23 12:38:38.303426 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d5c10a9-0862-427d-99c6-840b33ac9655 req-743327c3-060a-40ce-9b40-5ed2db913654 service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080460 Mar 23 12:38:38.331527 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d855e8e-3519-424a-98b3-f2a293bfb384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c830931-4358-4215-907d-79b52748efde,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:38.378077 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613b1b3-d234-47c9-a3d4-14569b341d99 req-b8912bd8-13fa-450a-be52-7ab92dc6e63e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:38.386847 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e613b1b3-d234-47c9-a3d4-14569b341d99 req-b8912bd8-13fa-450a-be52-7ab92dc6e63e tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1216011 Mar 23 12:38:38.400286 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecf5bd93-8f6a-4790-9e4e-36f23801ec2f req-5896626a-4db3-453c-86f5-0a5f89a58a99 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027 HTTP/1.1" status: 200 len: 999 time: 0.2023256 Mar 23 12:38:38.441024 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e613b1b3-d234-47c9-a3d4-14569b341d99 req-ab8c8d66-73a3-4618-9e91-82e75c72c5e1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518417 Mar 23 12:38:38.525771 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:38.535136 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5bd93-8f6a-4790-9e4e-36f23801ec2f req-562fde99-d5e3-41e1-888d-c5f6acbb95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:38.537598 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecf5bd93-8f6a-4790-9e4e-36f23801ec2f req-562fde99-d5e3-41e1-888d-c5f6acbb95e4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.1275823 Mar 23 12:38:38.538812 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:38.555354 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d5c10a9-0862-427d-99c6-840b33ac9655 req-5be0a10b-1305-4a11-8859-80c52e3a44c3 service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356656 Mar 23 12:38:38.627303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f6aa4d3c-580f-42da-b1bb-2f00909c1c95 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:38:38.744695 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Pushing event updated for resources: {'Port': ['ID=b15b9709-9fe7-4656-918f-f9e4027eb99d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:38.754163 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:38.763172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:38:38.769825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5bd93-8f6a-4790-9e4e-36f23801ec2f req-96b8fa69-b18e-4ac4-907f-368eb3e86d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:38.771667 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecf5bd93-8f6a-4790-9e4e-36f23801ec2f req-96b8fa69-b18e-4ac4-907f-368eb3e86d97 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2224436 Mar 23 12:38:38.780596 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:38:38.780838 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:38.781905 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-3e705d6a-ddb3-49ec-ace6-74044ddf1e76 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.3878264 Mar 23 12:38:38.789486 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:38.796293 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35222) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:38.821138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1f81c-1b75-4f0f-b12c-bac78c36cd29 req-0ec4d809-8bd0-4777-a938-a86066e55400 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:38.831570 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c6a1f81c-1b75-4f0f-b12c-bac78c36cd29 req-0ec4d809-8bd0-4777-a938-a86066e55400 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 945 time: 0.0675635 Mar 23 12:38:38.889500 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3cbda1f5-4a7c-4531-9fdb-06d385a4b202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:38.891911 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c6a1f81c-1b75-4f0f-b12c-bac78c36cd29 req-4e6cbf25-9701-4982-b2f0-cca8486db978 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574360 Mar 23 12:38:38.912728 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:38.946634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:38.950354 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f9cc01-3d51-4467-96ea-376a3f59595b" -d '{"events": [{"server_uuid": "16ed7997-92ce-486e-b6cb-b3d02df09f03", "name": "network-vif-plugged", "status": "completed", "tag": "f6aa4d3c-580f-42da-b1bb-2f00909c1c95"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:38.969327 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:38.974310 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:39.039904 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,revision_number=12']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:39.088039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75ed56-5b42-46fe-a4e3-4687be6afbef req-cc8c4c3b-9947-48e2-b1fd-e8a53559db1e tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:39.096253 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb75ed56-5b42-46fe-a4e3-4687be6afbef req-cc8c4c3b-9947-48e2-b1fd-e8a53559db1e tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 946 time: 0.1031377 Mar 23 12:38:39.149011 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb75ed56-5b42-46fe-a4e3-4687be6afbef req-64749db4-35a1-4105-882f-a7f089ceb4da tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510573 Mar 23 12:38:39.242557 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de798b3c-aac2-4415-9866-939d52d93b86 x-openstack-request-id: req-de798b3c-aac2-4415-9866-939d52d93b86 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:39.242857 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ed7997-92ce-486e-b6cb-b3d02df09f03", "name": "network-vif-plugged", "status": "completed", "tag": "f6aa4d3c-580f-42da-b1bb-2f00909c1c95", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:39.243113 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de798b3c-aac2-4415-9866-939d52d93b86 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:39.243512 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95', 'code': 200} Mar 23 12:38:39.281813 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-8dbbdba9-7ff3-4554-8d22-0f8d322b6b54 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.4845314 Mar 23 12:38:39.396368 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecf5bd93-8f6a-4790-9e4e-36f23801ec2f req-27d2fba6-27c4-41e9-b7ee-2c361009fe31 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134558 Mar 23 12:38:39.505834 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4396a-9490-481a-b95e-facc181ce1d9 req-d2aa13e4-84c7-4a5d-9748-8bea11691ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:39.508241 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44b4396a-9490-481a-b95e-facc181ce1d9 req-d2aa13e4-84c7-4a5d-9748-8bea11691ca3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 1097 time: 0.0724258 Mar 23 12:38:39.560593 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-bc026f6a-d225-4bfc-8c08-d6227dfb09eb tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:39.562001 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-bc026f6a-d225-4bfc-8c08-d6227dfb09eb tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.2611585 Mar 23 12:38:39.583060 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3cbda1f5-4a7c-4531-9fdb-06d385a4b202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:39.587679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-ab0d5209-70b9-45f6-a177-956fa977b3ac tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:38:39.588786 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fbd536ff-b223-4f26-9c08-4cc55e65d3c7 req-ab0d5209-70b9-45f6-a177-956fa977b3ac tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088780 Mar 23 12:38:39.590756 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecf5bd93-8f6a-4790-9e4e-36f23801ec2f req-1d3ad35b-347e-498a-bbdc-95bbd7c1054b service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858211 Mar 23 12:38:39.591841 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3cbda1f5-4a7c-4531-9fdb-06d385a4b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:39.618670 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbda1f5-4a7c-4531-9fdb-06d385a4b202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ede47be-fc9b-483e-8ed9-49e5dcaf917a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:39.646943 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3cbda1f5-4a7c-4531-9fdb-06d385a4b202 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=037b5fdd613c4721913fd4f48347e42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8483195 Mar 23 12:38:39.649508 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35236) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:39.659476 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44b4396a-9490-481a-b95e-facc181ce1d9 req-bc9a5d29-5d7d-407e-a342-0fd6608a8fcf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413345 Mar 23 12:38:39.711026 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad5f71-3a9e-4df7-8083-7641d1c2f8db req-1ad24f12-9c1c-4449-8bef-c20211f468e7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:39.714899 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-31ad5f71-3a9e-4df7-8083-7641d1c2f8db req-1ad24f12-9c1c-4449-8bef-c20211f468e7 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1541009 Mar 23 12:38:39.776873 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-31ad5f71-3a9e-4df7-8083-7641d1c2f8db req-74fef318-d5bc-48d1-9be7-31baa51fbe2f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529151 Mar 23 12:38:39.787445 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:39.834664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-03a98fc6-e333-40fd-ac54-9d6d28df1a41 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:39.836382 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-03a98fc6-e333-40fd-ac54-9d6d28df1a41 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1238980 Mar 23 12:38:39.838452 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:39.967997 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-ea7eb5fa-b113-45bb-bbb1-9b6f647bd697 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.1220272 Mar 23 12:38:39.985171 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-b08adf25-9b2e-43e8-9534-76fdcf370fc1 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Request body: {'floatingip': {'port_id': 'd3d290be-a7d3-4114-bf51-73e19b0dc352', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:38:40.032760 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-b08adf25-9b2e-43e8-9534-76fdcf370fc1 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:40.070882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0e04c-3df6-4de8-a91c-ee959eb7f695 req-2fc09d9b-80a3-4153-84fa-1efe74ac6bb4 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:40.073516 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-31d0e04c-3df6-4de8-a91c-ee959eb7f695 req-2fc09d9b-80a3-4153-84fa-1efe74ac6bb4 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 946 time: 0.0829875 Mar 23 12:38:40.119807 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:40.122543 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:40.123763 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ede47be-fc9b-483e-8ed9-49e5dcaf917a HTTP/1.1" status: 204 len: 168 time: 0.4728477 Mar 23 12:38:40.133922 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-31d0e04c-3df6-4de8-a91c-ee959eb7f695 req-28e68622-40b7-498e-a79f-2f85165cd2e5 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415728 Mar 23 12:38:40.221629 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ede47be-fc9b-483e-8ed9-49e5dcaf917a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:40.239948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:40.240382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:40.240725 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:40.241047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:40.241386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:40.241697 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:40.242024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:40.242509 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:40.242639 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:40.242954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:40.243280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:40.243598 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1f8ff-a03b-4b8e-9fb8-ed59fbc72534 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:40.377760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df6757-56d5-4889-895a-afad682621a9 req-98246cc8-c988-46ab-9ceb-49708f98e5d7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:40.381125 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e3df6757-56d5-4889-895a-afad682621a9 req-98246cc8-c988-46ab-9ceb-49708f98e5d7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 946 time: 0.1130493 Mar 23 12:38:40.431888 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e3df6757-56d5-4889-895a-afad682621a9 req-b9179118-ce32-451f-bb94-d49cc330be59 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Mar 23 12:38:40.836038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99a567-1baf-4aed-a6b7-350997a5ce8e req-4e699c81-0c7d-4dc4-819a-a8493e57f46e tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:40.837727 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fd99a567-1baf-4aed-a6b7-350997a5ce8e req-4e699c81-0c7d-4dc4-819a-a8493e57f46e tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 946 time: 0.0808187 Mar 23 12:38:41.053984 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-b08adf25-9b2e-43e8-9534-76fdcf370fc1 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:41.060177 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-b08adf25-9b2e-43e8-9534-76fdcf370fc1 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:41.061416 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421cdb1-6b28-491e-b05d-da1bf75213fb req-10c76ff8-305c-4777-9073-c036b7b00b5d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:41.065566 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e421cdb1-6b28-491e-b05d-da1bf75213fb req-10c76ff8-305c-4777-9073-c036b7b00b5d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1297612 Mar 23 12:38:41.110955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fd99a567-1baf-4aed-a6b7-350997a5ce8e req-3ff1afc0-346a-4654-8bca-dd07797da9a7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Deleting port 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:38:41.111642 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fd99a567-1baf-4aed-a6b7-350997a5ce8e req-3ff1afc0-346a-4654-8bca-dd07797da9a7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:41.282590 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-b08adf25-9b2e-43e8-9534-76fdcf370fc1 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Floating IP 684e2061-da5a-47e3-89a6-316b515fa497 associated. External IP: 172.25.2.7, port: d3d290be-a7d3-4114-bf51-73e19b0dc352. Mar 23 12:38:41.303683 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e421cdb1-6b28-491e-b05d-da1bf75213fb req-1ac6267c-4b81-441c-abce-a82ecf3c0d8d tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275016 Mar 23 12:38:41.477479 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fd99a567-1baf-4aed-a6b7-350997a5ce8e req-3ff1afc0-346a-4654-8bca-dd07797da9a7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] For port 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:41.478268 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fd99a567-1baf-4aed-a6b7-350997a5ce8e req-3ff1afc0-346a-4654-8bca-dd07797da9a7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:41.521343 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fd99a567-1baf-4aed-a6b7-350997a5ce8e req-3ff1afc0-346a-4654-8bca-dd07797da9a7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Calling delete_port for 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:38:41.565070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea6405-deaf-4190-a9f6-212c8ccb37e0 req-d6596fa5-faff-47ef-a5e0-2e700d2eb472 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:41.577128 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b5ea6405-deaf-4190-a9f6-212c8ccb37e0 req-d6596fa5-faff-47ef-a5e0-2e700d2eb472 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 946 time: 0.1441152 Mar 23 12:38:41.747007 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b5ea6405-deaf-4190-a9f6-212c8ccb37e0 req-8ee5aded-61bc-4e2e-9e02-60debdcb939f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665123 Mar 23 12:38:41.789547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-b08adf25-9b2e-43e8-9534-76fdcf370fc1 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:38:41.984855 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4a387-4c7e-4523-b333-9a6398e7310c req-847af48e-572d-4e2f-92a0-057cdc4b9b57 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:41.987563 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82e4a387-4c7e-4523-b333-9a6398e7310c req-847af48e-572d-4e2f-92a0-057cdc4b9b57 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1043913 Mar 23 12:38:41.989200 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fd99a567-1baf-4aed-a6b7-350997a5ce8e req-3ff1afc0-346a-4654-8bca-dd07797da9a7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:42.006132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:38:42.046152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-b08adf25-9b2e-43e8-9534-76fdcf370fc1 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:38:42.054184 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-b08adf25-9b2e-43e8-9534-76fdcf370fc1 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:42.063489 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3ca18-991b-4f46-ab4c-670288ebb36a None None] Sync routers for ids ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:38:42.086165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1afc0-346a-4654-8bca-dd07797da9a7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Pushing event deleted for resources: {'Port': ['ID=64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:42.101396 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d3ca18-991b-4f46-ab4c-670288ebb36a None None] Routers {'5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:38:42.101924 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c8d3ca18-991b-4f46-ab4c-670288ebb36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:42.122096 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-b08adf25-9b2e-43e8-9534-76fdcf370fc1 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "PUT /v2.0/floatingips/684e2061-da5a-47e3-89a6-316b515fa497 HTTP/1.1" status: 200 len: 995 time: 2.1468472 Mar 23 12:38:42.122467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'tag': 'd3d290be-a7d3-4114-bf51-73e19b0dc352'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:42.125563 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1d9762-2897-4569-ac12-1b216d7ae92b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a06551f-0aeb-49e5-b68c-719a18d1b2f4", "tag": "d3d290be-a7d3-4114-bf51-73e19b0dc352"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:42.196515 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82e4a387-4c7e-4523-b333-9a6398e7310c req-f44fbcf8-29ed-4cf5-9b7a-7f54e71997e9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193049 Mar 23 12:38:42.238448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-1c0076a2-0bda-4280-ac2e-3679db907438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:42.243599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd99a567-1baf-4aed-a6b7-350997a5ce8e req-3ff1afc0-346a-4654-8bca-dd07797da9a7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] No DVR routers for this DVR port 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:38:42.244033 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-1c0076a2-0bda-4280-ac2e-3679db907438 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cec345c2fbc5453cb53f17937b01e8ba&device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 1097 time: 0.0944161 Mar 23 12:38:42.248884 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fd99a567-1baf-4aed-a6b7-350997a5ce8e req-3ff1afc0-346a-4654-8bca-dd07797da9a7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:42.256365 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fd99a567-1baf-4aed-a6b7-350997a5ce8e req-3ff1afc0-346a-4654-8bca-dd07797da9a7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "DELETE /v2.0/ports/64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 HTTP/1.1" status: 204 len: 173 time: 1.4102089 Mar 23 12:38:42.258661 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f856c32e-36f0-40bc-b383-eb651e0e2da8', 'name': 'network-vif-deleted', 'tag': '64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:42.262896 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b1bbc1-fe7c-4018-bd28-bf864e729a05" -d '{"events": [{"server_uuid": "f856c32e-36f0-40bc-b383-eb651e0e2da8", "name": "network-vif-deleted", "tag": "64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:42.442507 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-edbda9a2-f19b-4c4e-936d-2b0c1b68065e req-3347813b-0750-4241-958d-7591a0689390 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=f856c32e-36f0-40bc-b383-eb651e0e2da8 HTTP/1.1" status: 200 len: 210 time: 0.0704548 Mar 23 12:38:42.505128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-254504ab-a710-4dea-bda3-a3d69cec5991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:42.513042 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-254504ab-a710-4dea-bda3-a3d69cec5991 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2706f020-61c4-48af-8454-98afd060d9c5 HTTP/1.1" status: 200 len: 919 time: 0.2638774 Mar 23 12:38:42.533969 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ff0a7d-0173-49b8-afbc-42e804b4a684 x-openstack-request-id: req-80ff0a7d-0173-49b8-afbc-42e804b4a684 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:42.534266 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a06551f-0aeb-49e5-b68c-719a18d1b2f4", "tag": "d3d290be-a7d3-4114-bf51-73e19b0dc352", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:42.534667 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80ff0a7d-0173-49b8-afbc-42e804b4a684 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:42.535081 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'tag': 'd3d290be-a7d3-4114-bf51-73e19b0dc352', 'status': 'completed', 'code': 200} Mar 23 12:38:42.653828 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c8d3ca18-991b-4f46-ab4c-670288ebb36a None None] Set router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:38:42.803829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-087129dd-c1ae-4ef4-83e7-74bc7b12c990 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3d290be-a7d3-4114-bf51-73e19b0dc352 HTTP/1.1" status: 200 len: 998 time: 0.2886000 Mar 23 12:38:42.868148 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1b090-f235-4acb-bfb4-7fc59f82a07b req-9782398c-b4d9-4c7b-843f-c6c1f77ee7fc tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:42.870280 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-edd1b090-f235-4acb-bfb4-7fc59f82a07b req-9782398c-b4d9-4c7b-843f-c6c1f77ee7fc tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1506674 Mar 23 12:38:42.929072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d9762-2897-4569-ac12-1b216d7ae92b req-42a52943-40a5-4ea9-a273-b6b57c045b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:42.932407 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f1d9762-2897-4569-ac12-1b216d7ae92b req-42a52943-40a5-4ea9-a273-b6b57c045b64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cec345c2fbc5453cb53f17937b01e8ba&device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 1097 time: 0.3132889 Mar 23 12:38:42.979595 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-edd1b090-f235-4acb-bfb4-7fc59f82a07b req-d5399f48-aec0-49de-9923-6fc9d6d6462c tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016467 Mar 23 12:38:43.118253 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5834d02b-64ca-47af-b5cc-5d69263353bc x-openstack-request-id: req-5834d02b-64ca-47af-b5cc-5d69263353bc {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:43.118565 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f856c32e-36f0-40bc-b383-eb651e0e2da8", "name": "network-vif-deleted", "tag": "64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:43.118796 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5834d02b-64ca-47af-b5cc-5d69263353bc {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:43.120224 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f856c32e-36f0-40bc-b383-eb651e0e2da8', 'name': 'network-vif-deleted', 'tag': '64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456', 'status': 'completed', 'code': 200} Mar 23 12:38:43.308377 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c8d3ca18-991b-4f46-ab4c-670288ebb36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-router', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'gw_port': {'id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '684e2061-da5a-47e3-89a6-316b515fa497', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'port_id': 'd3d290be-a7d3-4114-bf51-73e19b0dc352', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5', 'mac_address': 'fa:16:3e:79:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:38:37Z', 'updated_at': '2022-03-23T12:38:40Z', 'revision_number': 1, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2696dc8d-037c-4009-b394-4e3cd89e9dce', 'name': '', 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'mac_address': 'fa:16:3e:ff:af:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:12Z', 'updated_at': '2022-03-23T12:37:24Z', 'revision_number': 5, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'subnets': [{'id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:43.362263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abdc54-e199-4608-8882-785cf3723463 req-90cac468-e694-410e-98c6-b48b4aa7e6f2 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:43.365692 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-89abdc54-e199-4608-8882-785cf3723463 req-90cac468-e694-410e-98c6-b48b4aa7e6f2 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 946 time: 0.0964153 Mar 23 12:38:43.370508 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3ca18-991b-4f46-ab4c-670288ebb36a None None] Checking router: 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:38:43.397830 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d3ca18-991b-4f46-ab4c-670288ebb36a None None] Routers {'5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:38:43.398647 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c8d3ca18-991b-4f46-ab4c-670288ebb36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:43.458016 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-89abdc54-e199-4608-8882-785cf3723463 req-43d1dd31-60d9-4ae5-ac2f-5d372affa3d7 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846219 Mar 23 12:38:43.579490 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-89189186-d845-4ae4-8518-2525a3cd4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:43.580563 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-89189186-d845-4ae4-8518-2525a3cd4e9b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6e1c930a-1bb6-4f3f-a6ae-e757297f4d58 HTTP/1.1" status: 200 len: 858 time: 0.7615559 Mar 23 12:38:43.624556 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c8d3ca18-991b-4f46-ab4c-670288ebb36a None None] Set router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:38:43.697702 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-272d79a9-56f5-4b51-b66f-c5ce6ae35f36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2706f020-61c4-48af-8454-98afd060d9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750346 Mar 23 12:38:43.697951 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d9762-2897-4569-ac12-1b216d7ae92b req-3ef0ba15-8ccd-476d-bb6c-81cbedef796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:43.707587 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f1d9762-2897-4569-ac12-1b216d7ae92b req-3ef0ba15-8ccd-476d-bb6c-81cbedef796c service neutron] 10.222.0.73 "GET /v2.0/networks?id=2706f020-61c4-48af-8454-98afd060d9c5 HTTP/1.1" status: 200 len: 919 time: 0.7608860 Mar 23 12:38:43.729314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-4c7c8a28-7e9d-4890-842e-23db09f1547b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:38:43.733437 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-4c7c8a28-7e9d-4890-842e-23db09f1547b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211916 Mar 23 12:38:43.736343 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2109a3-5d11-4128-aab3-59227f82b3a4 req-f1bcc385-7c96-46ae-94c7-bb14a6069510 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:43.738393 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4e2109a3-5d11-4128-aab3-59227f82b3a4 req-f1bcc385-7c96-46ae-94c7-bb14a6069510 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1255214 Mar 23 12:38:43.817860 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4e2109a3-5d11-4128-aab3-59227f82b3a4 req-389cdd96-c5ff-4791-91a7-3ce1ecf9b717 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688741 Mar 23 12:38:44.127750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9882313-88a6-49fd-b982-589894ed8de0 req-179ea0f5-fbf3-431e-95ef-b548360d2ff2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:44.136719 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e9882313-88a6-49fd-b982-589894ed8de0 req-179ea0f5-fbf3-431e-95ef-b548360d2ff2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1176600 Mar 23 12:38:44.138217 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f1d9762-2897-4569-ac12-1b216d7ae92b req-97dfffda-11ee-4f77-a9f6-d5db5aa26b82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3d290be-a7d3-4114-bf51-73e19b0dc352 HTTP/1.1" status: 200 len: 998 time: 0.4005122 Mar 23 12:38:44.241293 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-e410e4a9-9f54-4c3e-80c3-799598694951 service neutron] 10.222.0.52 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767323 Mar 23 12:38:44.242498 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e9882313-88a6-49fd-b982-589894ed8de0 req-11881ac9-bdc3-44e6-b70e-875b0e2e4551 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956504 Mar 23 12:38:44.246081 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c8d3ca18-991b-4f46-ab4c-670288ebb36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-router', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'gw_port': {'id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '684e2061-da5a-47e3-89a6-316b515fa497', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'port_id': 'd3d290be-a7d3-4114-bf51-73e19b0dc352', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5', 'mac_address': 'fa:16:3e:79:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:38:37Z', 'updated_at': '2022-03-23T12:38:40Z', 'revision_number': 1, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2696dc8d-037c-4009-b394-4e3cd89e9dce', 'name': '', 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'mac_address': 'fa:16:3e:ff:af:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:12Z', 'updated_at': '2022-03-23T12:37:24Z', 'revision_number': 5, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'subnets': [{'id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:44.253335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d9762-2897-4569-ac12-1b216d7ae92b req-ff92fe8e-272a-49be-8858-2a524e1f9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:44.255018 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f1d9762-2897-4569-ac12-1b216d7ae92b req-ff92fe8e-272a-49be-8858-2a524e1f9ad1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e1c930a-1bb6-4f3f-a6ae-e757297f4d58 HTTP/1.1" status: 200 len: 858 time: 0.0991516 Mar 23 12:38:44.300361 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3ca18-991b-4f46-ab4c-670288ebb36a None None] The sync data for ids ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'] in n-d-834854-1 is: [{'id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-router', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'gw_port': {'id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '684e2061-da5a-47e3-89a6-316b515fa497', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'port_id': 'd3d290be-a7d3-4114-bf51-73e19b0dc352', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5', 'mac_address': 'fa:16:3e:79:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:38:37Z', 'updated_at': '2022-03-23T12:38:40Z', 'revision_number': 1, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2696dc8d-037c-4009-b394-4e3cd89e9dce', 'name': '', 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'mac_address': 'fa:16:3e:ff:af:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:12Z', 'updated_at': '2022-03-23T12:37:24Z', 'revision_number': 5, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'subnets': [{'id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:38:44.366372 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f1d9762-2897-4569-ac12-1b216d7ae92b req-6ffdeca6-f886-46a5-8c93-598b5e22eab8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2706f020-61c4-48af-8454-98afd060d9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561666 Mar 23 12:38:44.517686 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77715a29-6c2d-4fba-9f23-42ab88cea445 req-5294a47b-7088-4974-89ed-18e4695accdc service neutron] 10.222.0.52 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450180 Mar 23 12:38:44.555149 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f1d9762-2897-4569-ac12-1b216d7ae92b req-35a95a91-767b-4ea3-828f-c255c7fadd77 service neutron] 10.222.0.73 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542189 Mar 23 12:38:44.647141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:38:44.654356 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1725aaf-4092-4b9e-9ca9-776a96a216e7 None None] New status for floating IP 684e2061-da5a-47e3-89a6-316b515fa497: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:38:44.834769 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-153dea29-edd3-46f0-9dc2-62359854a4a4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:44.843083 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-153dea29-edd3-46f0-9dc2-62359854a4a4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 812 time: 0.2080808 Mar 23 12:38:44.861511 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-799f7688-5596-4ba2-9738-788acc90c482 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/quotas/94bd604e153d4325b00d4f8451712134 HTTP/1.1" status: 200 len: 375 time: 0.0174491 Mar 23 12:38:44.908539 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-8c9e66a4-fedb-4bd6-9e90-bedc26139728 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459690 Mar 23 12:38:44.934726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:38:44.935551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 64e06d2d-5c7b-4dbc-bcd5-8d19cbd33456 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:38:44.959703 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f1d9762-2897-4569-ac12-1b216d7ae92b req-2a5e3510-6e48-4fa8-a863-91c59f5e4ba8 service neutron] 10.222.0.73 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882766 Mar 23 12:38:45.056690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94f21771-d675-4da6-802f-f7126c5827d4 req-54fb2574-c30b-4254-be18-0cd273934aa6 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 998 time: 0.2339547 Mar 23 12:38:45.079198 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-0b1fa2bb-2780-40ed-b3b1-e676977c703c service neutron] 10.222.0.52 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697268 Mar 23 12:38:45.177702 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f21771-d675-4da6-802f-f7126c5827d4 req-4e7d024e-c839-4cf3-8567-3d0a5fafa650 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:45.196022 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94f21771-d675-4da6-802f-f7126c5827d4 req-4e7d024e-c839-4cf3-8567-3d0a5fafa650 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports/d3d290be-a7d3-4114-bf51-73e19b0dc352 HTTP/1.1" status: 200 len: 943 time: 0.1282630 Mar 23 12:38:45.257400 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-243e2539-7475-4a54-b467-1f2951ef69e5 service neutron] 10.222.0.52 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765883 Mar 23 12:38:45.424120 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94f21771-d675-4da6-802f-f7126c5827d4 req-46a6ad08-c935-419e-a40b-8654edf5cc2a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 1000 time: 0.1511743 Mar 23 12:38:45.592016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f21771-d675-4da6-802f-f7126c5827d4 req-ab89ded5-c23f-4846-a474-07f3f43aae7a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:45.603176 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94f21771-d675-4da6-802f-f7126c5827d4 req-ab89ded5-c23f-4846-a474-07f3f43aae7a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.1713338 Mar 23 12:38:45.647501 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688da8c5-098a-465d-8e4c-a291f275ee38 req-2a7f323a-addc-4435-960d-972250e8a66f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:45.660150 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-688da8c5-098a-465d-8e4c-a291f275ee38 req-2a7f323a-addc-4435-960d-972250e8a66f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0862441 Mar 23 12:38:45.724452 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-688da8c5-098a-465d-8e4c-a291f275ee38 req-ab223044-3e9f-4318-9b14-934dfe5207da tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581799 Mar 23 12:38:45.744980 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94f21771-d675-4da6-802f-f7126c5827d4 req-70f2698a-d7ae-4148-9d93-2e64c06f927d tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 1000 time: 0.1406870 Mar 23 12:38:45.766170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-94f21771-d675-4da6-802f-f7126c5827d4 req-c8f0945b-d9d7-4d23-8f3e-1304aac4da1a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:38:45.833404 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab4b95c9-b5f7-4d35-bd7a-df085c9c843a req-e1b5baef-9e97-411a-8656-1846bf8d30a8 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 210 time: 0.0303700 Mar 23 12:38:45.874951 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:45.891583 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-94f21771-d675-4da6-802f-f7126c5827d4 req-c8f0945b-d9d7-4d23-8f3e-1304aac4da1a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:46.250258 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-94f21771-d675-4da6-802f-f7126c5827d4 req-c8f0945b-d9d7-4d23-8f3e-1304aac4da1a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:46.256450 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-94f21771-d675-4da6-802f-f7126c5827d4 req-c8f0945b-d9d7-4d23-8f3e-1304aac4da1a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:46.257396 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-94f21771-d675-4da6-802f-f7126c5827d4 req-c8f0945b-d9d7-4d23-8f3e-1304aac4da1a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Floating IP 684e2061-da5a-47e3-89a6-316b515fa497 disassociated. External IP: 172.25.2.7, port: d3d290be-a7d3-4114-bf51-73e19b0dc352. Mar 23 12:38:46.597915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94f21771-d675-4da6-802f-f7126c5827d4 req-c8f0945b-d9d7-4d23-8f3e-1304aac4da1a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:38:46.803396 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94f21771-d675-4da6-802f-f7126c5827d4 req-c8f0945b-d9d7-4d23-8f3e-1304aac4da1a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:38:46.808716 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-94f21771-d675-4da6-802f-f7126c5827d4 req-c8f0945b-d9d7-4d23-8f3e-1304aac4da1a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:46.821922 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d1188-3025-4205-b86a-f99679b2b5d5 None None] Sync routers for ids ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:38:46.866622 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d1188-3025-4205-b86a-f99679b2b5d5 None None] Routers {'5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:38:46.867573 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-991d1188-3025-4205-b86a-f99679b2b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:46.897052 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded389ed-f6a6-40d1-ad0a-54383b7560fd req-98715dc8-7bff-490a-9e26-93d70140ce0b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:46.898431 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94f21771-d675-4da6-802f-f7126c5827d4 req-c8f0945b-d9d7-4d23-8f3e-1304aac4da1a tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "PUT /v2.0/floatingips/684e2061-da5a-47e3-89a6-316b515fa497 HTTP/1.1" status: 200 len: 693 time: 1.1363204 Mar 23 12:38:46.898919 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'tag': 'd3d290be-a7d3-4114-bf51-73e19b0dc352'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:46.901374 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ab4a17-df5b-4bdc-89a1-af5f91e00fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "2a06551f-0aeb-49e5-b68c-719a18d1b2f4", "tag": "d3d290be-a7d3-4114-bf51-73e19b0dc352"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:46.912593 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ded389ed-f6a6-40d1-ad0a-54383b7560fd req-98715dc8-7bff-490a-9e26-93d70140ce0b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.0958724 Mar 23 12:38:46.980160 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ded389ed-f6a6-40d1-ad0a-54383b7560fd req-c6e82a01-aa54-40e0-aa82-ce69cf5394a1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662878 Mar 23 12:38:47.003305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f21771-d675-4da6-802f-f7126c5827d4 req-075aff6b-c9ee-46ed-b5cb-a9722f2a6e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:47.006641 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94f21771-d675-4da6-802f-f7126c5827d4 req-075aff6b-c9ee-46ed-b5cb-a9722f2a6e76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cec345c2fbc5453cb53f17937b01e8ba&device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 1097 time: 0.0665052 Mar 23 12:38:47.213696 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bb340b06-b921-448f-8dbf-e1263fe293a2 req-466924bb-e24f-4712-b10b-7e1b0aac4cce tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 210 time: 0.0882413 Mar 23 12:38:47.267138 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f21771-d675-4da6-802f-f7126c5827d4 req-525a073f-fe2a-49a4-a70e-d7c937ee9798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:47.268688 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94f21771-d675-4da6-802f-f7126c5827d4 req-525a073f-fe2a-49a4-a70e-d7c937ee9798 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2706f020-61c4-48af-8454-98afd060d9c5 HTTP/1.1" status: 200 len: 919 time: 0.2405806 Mar 23 12:38:47.328730 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-991d1188-3025-4205-b86a-f99679b2b5d5 None None] Set router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:38:47.361419 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:47.425519 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94f21771-d675-4da6-802f-f7126c5827d4 req-62d2a158-357b-4732-8fe0-990866630b09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3d290be-a7d3-4114-bf51-73e19b0dc352 HTTP/1.1" status: 200 len: 217 time: 0.1429055 Mar 23 12:38:47.427755 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4286e2e-b3a9-4f88-97f6-2532d71c1b6c x-openstack-request-id: req-f4286e2e-b3a9-4f88-97f6-2532d71c1b6c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:47.428075 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a06551f-0aeb-49e5-b68c-719a18d1b2f4", "tag": "d3d290be-a7d3-4114-bf51-73e19b0dc352", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:47.428462 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4286e2e-b3a9-4f88-97f6-2532d71c1b6c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:47.428868 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'tag': 'd3d290be-a7d3-4114-bf51-73e19b0dc352', 'status': 'completed', 'code': 200} Mar 23 12:38:47.568364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab4a17-df5b-4bdc-89a1-af5f91e00fe4 req-561494db-0137-48e9-bd6f-f6f49c20b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:47.570659 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-63ab4a17-df5b-4bdc-89a1-af5f91e00fe4 req-561494db-0137-48e9-bd6f-f6f49c20b47b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cec345c2fbc5453cb53f17937b01e8ba&device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 1097 time: 0.1403623 Mar 23 12:38:47.579625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f21771-d675-4da6-802f-f7126c5827d4 req-71f03dae-c3ec-4ad2-a2ae-445450321b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:47.581962 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94f21771-d675-4da6-802f-f7126c5827d4 req-71f03dae-c3ec-4ad2-a2ae-445450321b8b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6e1c930a-1bb6-4f3f-a6ae-e757297f4d58 HTTP/1.1" status: 200 len: 858 time: 0.1152973 Mar 23 12:38:47.702389 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94f21771-d675-4da6-802f-f7126c5827d4 req-0d28f194-9d2c-4f0a-a0a9-aebaf0da0a66 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2706f020-61c4-48af-8454-98afd060d9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063762 Mar 23 12:38:47.899283 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-991d1188-3025-4205-b86a-f99679b2b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-router', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'gw_port': {'id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2696dc8d-037c-4009-b394-4e3cd89e9dce', 'name': '', 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'mac_address': 'fa:16:3e:ff:af:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:12Z', 'updated_at': '2022-03-23T12:37:24Z', 'revision_number': 5, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'subnets': [{'id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:47.915762 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-bae9fc8b-dfa1-45ff-8c91-42a975409c1a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:47.917276 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-bae9fc8b-dfa1-45ff-8c91-42a975409c1a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 812 time: 0.5836554 Mar 23 12:38:47.934493 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d1188-3025-4205-b86a-f99679b2b5d5 None None] Checking router: 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:38:47.940257 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a1704-1fbb-4eb8-a98a-4464ad4a7e02 req-1da487cb-fef6-4e8b-9eb7-5b57cfc39cc5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:47.943749 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d1188-3025-4205-b86a-f99679b2b5d5 None None] Routers {'5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:38:47.944419 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-991d1188-3025-4205-b86a-f99679b2b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:47.952702 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-507a1704-1fbb-4eb8-a98a-4464ad4a7e02 req-1da487cb-fef6-4e8b-9eb7-5b57cfc39cc5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.3136530 Mar 23 12:38:47.983195 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-0299b650-9d2c-433d-b0bd-25defebb3a35 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Request body: {'port': {'device_id': 'b36ff1ac-5051-4c41-a01f-8916b06f139d', 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a', 'admin_state_up': True, 'tenant_id': '94bd604e153d4325b00d4f8451712134'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:38:48.005680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b184b15-846a-45e1-8f09-eeaa288df83a req-2a7651c1-3dd2-4033-bcfa-ed480d567d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:48.008595 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b184b15-846a-45e1-8f09-eeaa288df83a req-2a7651c1-3dd2-4033-bcfa-ed480d567d22 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=906b254f196b435d9d1387f29fa51c7f&device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 1096 time: 0.3046150 Mar 23 12:38:48.073508 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94f21771-d675-4da6-802f-f7126c5827d4 req-ae4896c1-71a6-4d90-bfd0-10776fbb0f63 service neutron] 10.222.0.52 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622631 Mar 23 12:38:48.119013 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-991d1188-3025-4205-b86a-f99679b2b5d5 None None] Set router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:38:48.222324 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-0299b650-9d2c-433d-b0bd-25defebb3a35 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Made reservation on behalf of 94bd604e153d4325b00d4f8451712134 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:38:48.229769 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-0299b650-9d2c-433d-b0bd-25defebb3a35 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:48.288654 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-507a1704-1fbb-4eb8-a98a-4464ad4a7e02 req-eb11e92d-b3e8-457d-87cf-e76de872e300 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3306310 Mar 23 12:38:48.391266 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab4a17-df5b-4bdc-89a1-af5f91e00fe4 req-2e428ca7-cf25-47d8-aabf-1eb3631597c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:48.393758 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-63ab4a17-df5b-4bdc-89a1-af5f91e00fe4 req-2e428ca7-cf25-47d8-aabf-1eb3631597c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2706f020-61c4-48af-8454-98afd060d9c5 HTTP/1.1" status: 200 len: 919 time: 0.8092902 Mar 23 12:38:48.466985 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-63ab4a17-df5b-4bdc-89a1-af5f91e00fe4 req-f992ab95-4afb-4e54-8844-8c22f5e144b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3d290be-a7d3-4114-bf51-73e19b0dc352 HTTP/1.1" status: 200 len: 217 time: 0.0561314 Mar 23 12:38:48.533383 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-991d1188-3025-4205-b86a-f99679b2b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-router', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'gw_port': {'id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2696dc8d-037c-4009-b394-4e3cd89e9dce', 'name': '', 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'mac_address': 'fa:16:3e:ff:af:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:12Z', 'updated_at': '2022-03-23T12:37:24Z', 'revision_number': 5, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'subnets': [{'id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:48.601465 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d1188-3025-4205-b86a-f99679b2b5d5 None None] The sync data for ids ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'] in n-d-834854-1 is: [{'id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-router', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'gw_port': {'id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2696dc8d-037c-4009-b394-4e3cd89e9dce', 'name': '', 'network_id': '2706f020-61c4-48af-8454-98afd060d9c5', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'mac_address': 'fa:16:3e:ff:af:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:12Z', 'updated_at': '2022-03-23T12:37:24Z', 'revision_number': 5, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'subnets': [{'id': '6e1c930a-1bb6-4f3f-a6ae-e757297f4d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:38:48.616505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab4a17-df5b-4bdc-89a1-af5f91e00fe4 req-cb5dc15a-133e-4a84-b372-08ace2e83cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:48.618200 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-63ab4a17-df5b-4bdc-89a1-af5f91e00fe4 req-cb5dc15a-133e-4a84-b372-08ace2e83cd7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e1c930a-1bb6-4f3f-a6ae-e757297f4d58 HTTP/1.1" status: 200 len: 858 time: 0.1119153 Mar 23 12:38:48.749265 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-63ab4a17-df5b-4bdc-89a1-af5f91e00fe4 req-ee2b6c52-e195-4346-b22f-4d9ca6fad794 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2706f020-61c4-48af-8454-98afd060d9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020515 Mar 23 12:38:48.761118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b184b15-846a-45e1-8f09-eeaa288df83a req-4f3c1ff9-adc3-4e06-a380-0e318cbcff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:48.769879 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b184b15-846a-45e1-8f09-eeaa288df83a req-4f3c1ff9-adc3-4e06-a380-0e318cbcff5f service neutron] 10.222.0.77 "GET /v2.0/networks?id=ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 200 len: 912 time: 0.6890171 Mar 23 12:38:48.790145 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94f21771-d675-4da6-802f-f7126c5827d4 req-62b3cbf5-84e3-4291-a737-85264b756a99 service neutron] 10.222.0.52 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6771615 Mar 23 12:38:49.127243 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fc2d891a-087b-42e9-8aac-334b02269592 req-30bd91ce-70e6-4078-a56b-b6c00beea7e9 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/floatingips/684e2061-da5a-47e3-89a6-316b515fa497 HTTP/1.1" status: 200 len: 693 time: 0.2248006 Mar 23 12:38:49.162112 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b184b15-846a-45e1-8f09-eeaa288df83a req-3a16fd57-ba6f-483d-9432-065527e34337 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027 HTTP/1.1" status: 200 len: 999 time: 0.3697522 Mar 23 12:38:49.216320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134e966f-2408-42cb-ace9-63452df1a5ca None None] New status for floating IP 684e2061-da5a-47e3-89a6-316b515fa497: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:38:49.259912 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b184b15-846a-45e1-8f09-eeaa288df83a req-56076063-a157-43f8-b4d1-08a0043bc9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:49.262824 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b184b15-846a-45e1-8f09-eeaa288df83a req-56076063-a157-43f8-b4d1-08a0043bc9cd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 200 len: 850 time: 0.0838001 Mar 23 12:38:49.329173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-0299b650-9d2c-433d-b0bd-25defebb3a35 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Allocated IP 172.20.0.5 (a72b36eb-69cb-4d04-b462-b2cd5c57987a/c42c450d-02be-4634-87ca-2a6532e0441a/2778e7f1-1fc8-458e-958a-21ea33974266) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:38:49.489846 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-63ab4a17-df5b-4bdc-89a1-af5f91e00fe4 req-58ba0525-d935-4793-b63e-fbf9c4039cb5 service neutron] 10.222.0.73 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7271307 Mar 23 12:38:49.598350 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-486dfadc-3eeb-40f7-96f3-0f20ecde2327 req-eff9aef9-90cc-408d-bb84-69c50b3cbce6 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 210 time: 1.1646564 Mar 23 12:38:49.813228 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-0299b650-9d2c-433d-b0bd-25defebb3a35 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:49.823960 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-63ab4a17-df5b-4bdc-89a1-af5f91e00fe4 req-f25777c5-e44e-45ba-afb1-fbd93f2ce6e3 service neutron] 10.222.0.73 "GET /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171952 Mar 23 12:38:49.881753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b184b15-846a-45e1-8f09-eeaa288df83a req-ebafea1d-b825-4c09-8b10-6281c938d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:49.886496 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b184b15-846a-45e1-8f09-eeaa288df83a req-ebafea1d-b825-4c09-8b10-6281c938d092 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ebaa652a-c49f-4907-afdf-128ac03bfaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6060855 Mar 23 12:38:49.912367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d891a-087b-42e9-8aac-334b02269592 req-3c0155f7-ee1c-4daa-9842-d59be6295282 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:49.922191 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fc2d891a-087b-42e9-8aac-334b02269592 req-3c0155f7-ee1c-4daa-9842-d59be6295282 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.7819424 Mar 23 12:38:49.930164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-fc2d891a-087b-42e9-8aac-334b02269592 req-585067cc-6610-4911-8f51-6388cb3219ac tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:38:49.940226 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fc2d891a-087b-42e9-8aac-334b02269592 req-585067cc-6610-4911-8f51-6388cb3219ac tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167112 Mar 23 12:38:50.006340 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a5058-2fd8-4eb5-babb-0be4c7f2f75e req-529912bb-fe9a-47b4-886c-c94452a95d10 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:50.025629 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c44a5058-2fd8-4eb5-babb-0be4c7f2f75e req-529912bb-fe9a-47b4-886c-c94452a95d10 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.3028729 Mar 23 12:38:50.047949 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fc2d891a-087b-42e9-8aac-334b02269592 req-e136a04a-d9da-497d-901f-293da2ab6298 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.1062610 Mar 23 12:38:50.130195 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c44a5058-2fd8-4eb5-babb-0be4c7f2f75e req-3ce80ad0-513b-44c5-8d0d-15d86d4a3c14 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024098 Mar 23 12:38:50.138229 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-0299b650-9d2c-433d-b0bd-25defebb3a35 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:50.270362 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-0299b650-9d2c-433d-b0bd-25defebb3a35 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Network a72b36eb-69cb-4d04-b462-b2cd5c57987a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:38:50.274314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-0299b650-9d2c-433d-b0bd-25defebb3a35 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:38:50.279656 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-0299b650-9d2c-433d-b0bd-25defebb3a35 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:38:50.346697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-0299b650-9d2c-433d-b0bd-25defebb3a35 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:50.347548 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-0299b650-9d2c-433d-b0bd-25defebb3a35 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:50.361454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299b650-9d2c-433d-b0bd-25defebb3a35 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Pushing event updated for resources: {'Port': ['ID=2778e7f1-1fc8-458e-958a-21ea33974266,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:50.385243 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-0299b650-9d2c-433d-b0bd-25defebb3a35 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4276259 Mar 23 12:38:50.397376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Request body: {'port': {'device_id': 'b36ff1ac-5051-4c41-a01f-8916b06f139d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:38:50.591615 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:50.662556 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fc2d891a-087b-42e9-8aac-334b02269592 req-696e70a8-c161-424c-a223-9d860bd74312 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.6135948 Mar 23 12:38:50.948780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3afe58-e0a7-4504-a8b4-5d31dd368638 req-694e6047-b75b-4706-969b-c4803d9e15d9 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:50.951247 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e3afe58-e0a7-4504-a8b4-5d31dd368638 req-694e6047-b75b-4706-969b-c4803d9e15d9 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 931 time: 0.1321175 Mar 23 12:38:51.065961 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e3afe58-e0a7-4504-a8b4-5d31dd368638 req-7c600120-ca33-4a19-8b83-9802455c6af8 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036315 Mar 23 12:38:51.097571 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b184b15-846a-45e1-8f09-eeaa288df83a req-fb6688a6-5d4c-4ffc-8186-de75c90fb902 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1544101 Mar 23 12:38:51.197419 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2778e7f1-1fc8-458e-958a-21ea33974266 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:38:51.247462 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:51.248639 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b184b15-846a-45e1-8f09-eeaa288df83a req-dde53e36-2671-4c0d-9f99-12da7a069d55 service neutron] 10.222.0.77 "GET /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395502 Mar 23 12:38:51.251112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-fc2d891a-087b-42e9-8aac-334b02269592 req-d946bcbb-2a4b-4812-b354-65389d5fd195 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Deleting port b15b9709-9fe7-4656-918f-f9e4027eb99d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:38:51.251454 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fc2d891a-087b-42e9-8aac-334b02269592 req-d946bcbb-2a4b-4812-b354-65389d5fd195 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:51.280317 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Transition to ACTIVE for port object 2778e7f1-1fc8-458e-958a-21ea33974266 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:38:51.287178 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:51.381111 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Pushing event updated for resources: {'Port': ['ID=2778e7f1-1fc8-458e-958a-21ea33974266,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:51.408540 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fc2d891a-087b-42e9-8aac-334b02269592 req-d946bcbb-2a4b-4812-b354-65389d5fd195 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:51.408953 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fc2d891a-087b-42e9-8aac-334b02269592 req-d946bcbb-2a4b-4812-b354-65389d5fd195 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:51.422394 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-fc2d891a-087b-42e9-8aac-334b02269592 req-d946bcbb-2a4b-4812-b354-65389d5fd195 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Calling delete_port for b15b9709-9fe7-4656-918f-f9e4027eb99d owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:38:51.663717 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fc2d891a-087b-42e9-8aac-334b02269592 req-d946bcbb-2a4b-4812-b354-65389d5fd195 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:51.666084 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Attempting to bind port 2778e7f1-1fc8-458e-958a-21ea33974266 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:38:51.666434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Attempting to bind port 2778e7f1-1fc8-458e-958a-21ea33974266 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:38:51.666764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Attempting to bind port 2778e7f1-1fc8-458e-958a-21ea33974266 on network a72b36eb-69cb-4d04-b462-b2cd5c57987a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:38:51.681348 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Port 2778e7f1-1fc8-458e-958a-21ea33974266 on network a72b36eb-69cb-4d04-b462-b2cd5c57987a not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:38:51.681777 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Attempting to bind port 2778e7f1-1fc8-458e-958a-21ea33974266 on network a72b36eb-69cb-4d04-b462-b2cd5c57987a {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:38:51.706905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946bcbb-2a4b-4812-b354-65389d5fd195 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Pushing event deleted for resources: {'Port': ['ID=b15b9709-9fe7-4656-918f-f9e4027eb99d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:51.724112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712047ff-dcd5-4d7d-ac55-e7d837ce3f5e req-aa0d56cb-2251-49f9-88b4-3b135699e84b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:51.736027 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-712047ff-dcd5-4d7d-ac55-e7d837ce3f5e req-aa0d56cb-2251-49f9-88b4-3b135699e84b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.3389072 Mar 23 12:38:51.746062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:38:51.747209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Checking segment: {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:38:51.747696 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Bound using segment: {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:38:51.748353 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Bound port: 2778e7f1-1fc8-458e-958a-21ea33974266, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:38:51.749003 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:51.851616 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-712047ff-dcd5-4d7d-ac55-e7d837ce3f5e req-464c88d2-fe54-4f0b-9b9d-13ea1502d486 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141248 Mar 23 12:38:51.864861 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fc2d891a-087b-42e9-8aac-334b02269592 req-d946bcbb-2a4b-4812-b354-65389d5fd195 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:51.868286 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fc2d891a-087b-42e9-8aac-334b02269592 req-d946bcbb-2a4b-4812-b354-65389d5fd195 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:51.869757 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fc2d891a-087b-42e9-8aac-334b02269592 req-d946bcbb-2a4b-4812-b354-65389d5fd195 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "DELETE /v2.0/floatingips/684e2061-da5a-47e3-89a6-316b515fa497 HTTP/1.1" status: 204 len: 173 time: 1.1922710 Mar 23 12:38:51.919185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] For port 2778e7f1-1fc8-458e-958a-21ea33974266, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:38:51.941043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] For port 2778e7f1-1fc8-458e-958a-21ea33974266, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=2778e7f1-1fc8-458e-958a-21ea33974266,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:38:51.962139 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:52.018684 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4354741-65bf-4804-a47c-55e0d3341692 req-e3ab020f-591f-48df-a550-ec1aa32599f3 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups/a0acbd84-14d3-4660-a0bb-c9fb3f73e694 HTTP/1.1" status: 200 len: 1810 time: 0.1275065 Mar 23 12:38:52.041608 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:52.042220 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:52.044550 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] 10.222.0.77 "PUT /v2.0/ports/2778e7f1-1fc8-458e-958a-21ea33974266 HTTP/1.1" status: 200 len: 1091 time: 1.6519973 Mar 23 12:38:52.045018 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36ff1ac-5051-4c41-a01f-8916b06f139d', 'tag': '2778e7f1-1fc8-458e-958a-21ea33974266'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:52.047264 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f2254d-1341-4545-9fe9-6b7dd89ffe48" -d '{"events": [{"name": "network-changed", "server_uuid": "b36ff1ac-5051-4c41-a01f-8916b06f139d", "tag": "2778e7f1-1fc8-458e-958a-21ea33974266"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:52.093694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b45231-3d04-496c-978f-9d88efdb4b75 service neutron] Pushing event updated for resources: {'Port': ['ID=2778e7f1-1fc8-458e-958a-21ea33974266,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:52.135802 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa2fe43-707a-4cad-b973-f6f1b384b8e1 x-openstack-request-id: req-7fa2fe43-707a-4cad-b973-f6f1b384b8e1 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:52.136138 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36ff1ac-5051-4c41-a01f-8916b06f139d", "tag": "2778e7f1-1fc8-458e-958a-21ea33974266", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:52.136390 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7fa2fe43-707a-4cad-b973-f6f1b384b8e1 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:52.136866 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36ff1ac-5051-4c41-a01f-8916b06f139d', 'tag': '2778e7f1-1fc8-458e-958a-21ea33974266', 'status': 'completed', 'code': 200} Mar 23 12:38:52.189040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35776) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:52.208585 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f4354741-65bf-4804-a47c-55e0d3341692 req-c841cfa8-3056-4094-b1da-5de2656288aa tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:52.211982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-aaf49b92-19e2-4cd7-a8e0-d38e628fb092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:52.213760 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-aaf49b92-19e2-4cd7-a8e0-d38e628fb092 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 1094 time: 0.1162891 Mar 23 12:38:52.343190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d3551-5f38-4d6a-9d95-e080cc888c33 req-15030752-db5a-4c96-ab76-fbe41667b5e9 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:52.344171 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d31d3551-5f38-4d6a-9d95-e080cc888c33 req-15030752-db5a-4c96-ab76-fbe41667b5e9 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 943 time: 0.0807719 Mar 23 12:38:52.346934 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-0e18be82-324e-4bbb-a332-2f8d60ff0203 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2778e7f1-1fc8-458e-958a-21ea33974266 HTTP/1.1" status: 200 len: 217 time: 0.1160460 Mar 23 12:38:52.358401 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f4354741-65bf-4804-a47c-55e0d3341692 req-c841cfa8-3056-4094-b1da-5de2656288aa tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:52.400892 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36cc186a-566b-47a7-a1a1-75ab7c9c2c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:52.493978 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d31d3551-5f38-4d6a-9d95-e080cc888c33 req-5db205b4-db70-4dcb-be23-276210aede62 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293001 Mar 23 12:38:52.513403 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-c91b7147-7ba5-43b2-a199-d22a20fed3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:52.515757 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-c91b7147-7ba5-43b2-a199-d22a20fed3b8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c42c450d-02be-4634-87ca-2a6532e0441a HTTP/1.1" status: 200 len: 852 time: 0.1537800 Mar 23 12:38:52.560273 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f4354741-65bf-4804-a47c-55e0d3341692 req-c841cfa8-3056-4094-b1da-5de2656288aa tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:52.566089 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f4354741-65bf-4804-a47c-55e0d3341692 req-c841cfa8-3056-4094-b1da-5de2656288aa tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:52.568283 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4354741-65bf-4804-a47c-55e0d3341692 req-c841cfa8-3056-4094-b1da-5de2656288aa tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "DELETE /v2.0/security-groups/a0acbd84-14d3-4660-a0bb-c9fb3f73e694 HTTP/1.1" status: 204 len: 173 time: 0.5359006 Mar 23 12:38:52.623678 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36cc186a-566b-47a7-a1a1-75ab7c9c2c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:52.624160 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841cfa8-3056-4094-b1da-5de2656288aa tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0acbd84-14d3-4660-a0bb-c9fb3f73e694,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:52.630101 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36cc186a-566b-47a7-a1a1-75ab7c9c2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:52.635569 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-ade20eb2-86f6-489b-94d9-86a04b8d039d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a72b36eb-69cb-4d04-b462-b2cd5c57987a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058714 Mar 23 12:38:52.726350 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-36cc186a-566b-47a7-a1a1-75ab7c9c2c13 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0ea058afe9541d296b29da9f4a57863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361938 Mar 23 12:38:52.727093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc186a-566b-47a7-a1a1-75ab7c9c2c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f75e9b-ba6c-4c04-a2a7-0c23e46f206b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:52.731479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35782) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:52.808630 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e41bcdad-415e-45a4-a50a-217eb764e402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:52.850683 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e41bcdad-415e-45a4-a50a-217eb764e402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:52.893782 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-818eba08-9ce6-4549-a213-7752d2ff0310 service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498233 Mar 23 12:38:52.933103 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e41bcdad-415e-45a4-a50a-217eb764e402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:52.936280 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e41bcdad-415e-45a4-a50a-217eb764e402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:52.938721 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e41bcdad-415e-45a4-a50a-217eb764e402 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/18f75e9b-ba6c-4c04-a2a7-0c23e46f206b HTTP/1.1" status: 204 len: 168 time: 0.2029817 Mar 23 12:38:52.958804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bcdad-415e-45a4-a50a-217eb764e402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f75e9b-ba6c-4c04-a2a7-0c23e46f206b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:53.064503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35794) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:53.164649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f89cb-cb63-41c9-bba4-1688c17efea1 req-485069aa-134f-47c0-84a1-5c803998f143 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:53.165181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955fa78-5c07-4058-b66c-e45e7bb0bc6b req-7572a98b-e265-4d5f-b723-a0f42d707031 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:53.166557 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-074f89cb-cb63-41c9-bba4-1688c17efea1 req-485069aa-134f-47c0-84a1-5c803998f143 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1281750 Mar 23 12:38:53.167624 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9955fa78-5c07-4058-b66c-e45e7bb0bc6b req-7572a98b-e265-4d5f-b723-a0f42d707031 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.2273834 Mar 23 12:38:53.179864 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38f17399-af02-40e7-a8a0-029f75d0d8cf req-77d7be93-a0e7-4e85-ab1f-af0a2bd10573 service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710364 Mar 23 12:38:53.289685 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9955fa78-5c07-4058-b66c-e45e7bb0bc6b req-3fcafbbd-6a5a-4467-a966-f8dbea63a04e tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134160 Mar 23 12:38:53.311281 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-074f89cb-cb63-41c9-bba4-1688c17efea1 req-dd56cf8e-ba83-4251-8eaa-b95933a471d4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284494 Mar 23 12:38:53.354753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2254d-1341-4545-9fe9-6b7dd89ffe48 req-7e11acdf-1eeb-4455-ac61-53b3a8507c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:53.356850 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-39f2254d-1341-4545-9fe9-6b7dd89ffe48 req-7e11acdf-1eeb-4455-ac61-53b3a8507c58 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 1094 time: 0.1035621 Mar 23 12:38:53.790272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe3cca-869d-45c3-ac74-1217c79fb3c4 req-075ea96d-db4a-4680-9b3c-fa5edd0e0822 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:53.794381 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-acfe3cca-869d-45c3-ac74-1217c79fb3c4 req-075ea96d-db4a-4680-9b3c-fa5edd0e0822 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.2951927 Mar 23 12:38:53.794678 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2254d-1341-4545-9fe9-6b7dd89ffe48 req-93910256-b72e-4166-9719-79470c653b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:53.797562 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-39f2254d-1341-4545-9fe9-6b7dd89ffe48 req-93910256-b72e-4166-9719-79470c653b44 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 913 time: 0.4315836 Mar 23 12:38:53.859202 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-39f2254d-1341-4545-9fe9-6b7dd89ffe48 req-521a4976-0ffc-4e16-b08f-24e8a790891c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2778e7f1-1fc8-458e-958a-21ea33974266 HTTP/1.1" status: 200 len: 217 time: 0.0524864 Mar 23 12:38:53.877984 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af245600-f45b-4da3-9421-a39af93b0d7f req-e40af2c8-4d71-434a-991a-933a8da70576 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:53.879862 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af245600-f45b-4da3-9421-a39af93b0d7f req-e40af2c8-4d71-434a-991a-933a8da70576 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 943 time: 0.1836493 Mar 23 12:38:53.966454 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-acfe3cca-869d-45c3-ac74-1217c79fb3c4 req-405e0481-6aa5-4284-b357-97dabe3e0325 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517358 Mar 23 12:38:54.037907 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-89661185-9795-496f-ad4e-f0e4420cc6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:54.082697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2254d-1341-4545-9fe9-6b7dd89ffe48 req-4c3ea646-0f9f-4403-9e26-1aab1c6d45d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:54.084242 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-39f2254d-1341-4545-9fe9-6b7dd89ffe48 req-4c3ea646-0f9f-4403-9e26-1aab1c6d45d2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c42c450d-02be-4634-87ca-2a6532e0441a HTTP/1.1" status: 200 len: 852 time: 0.2032101 Mar 23 12:38:54.100908 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af245600-f45b-4da3-9421-a39af93b0d7f req-504f99c8-5080-4023-8084-9be7365600a9 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263747 Mar 23 12:38:54.184704 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-39f2254d-1341-4545-9fe9-6b7dd89ffe48 req-1b05cd19-0b94-4fd8-b080-7e96a60192f2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a72b36eb-69cb-4d04-b462-b2cd5c57987a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819569 Mar 23 12:38:54.540114 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-39f2254d-1341-4545-9fe9-6b7dd89ffe48 req-5279d5be-bdbc-4d5e-9bb4-f00b17cb2712 service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381386 Mar 23 12:38:54.696457 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db9557d5-6ef0-403f-b723-3ef4edb81a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:54.799521 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-39f2254d-1341-4545-9fe9-6b7dd89ffe48 req-7af32479-44cb-4506-95fb-ce3a64605366 service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434759 Mar 23 12:38:54.831310 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f367b-eb6f-4381-91b2-ee03a228f224 req-b0ef5ca7-6656-4799-b723-b8e41e79d0de tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:54.837937 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d19f367b-eb6f-4381-91b2-ee03a228f224 req-b0ef5ca7-6656-4799-b723-b8e41e79d0de tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.3700330 Mar 23 12:38:54.948566 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d19f367b-eb6f-4381-91b2-ee03a228f224 req-0cb90b3a-76af-400a-9dac-ca678de272b2 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995169 Mar 23 12:38:55.310360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-db9557d5-6ef0-403f-b723-3ef4edb81a15 admin admin] Deleting port e7182092-0997-4b86-99b7-77d37961ce29 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:38:55.310902 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db9557d5-6ef0-403f-b723-3ef4edb81a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:55.322107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b8528-169c-4723-b0c9-5ad0b84ed294 req-19309d4b-98f2-4a69-aed1-321891a1c91a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:55.324229 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fb4b8528-169c-4723-b0c9-5ad0b84ed294 req-19309d4b-98f2-4a69-aed1-321891a1c91a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 943 time: 0.0911202 Mar 23 12:38:55.425954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-db9557d5-6ef0-403f-b723-3ef4edb81a15 admin admin] For port e7182092-0997-4b86-99b7-77d37961ce29, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e7182092-0997-4b86-99b7-77d37961ce29,segment=NetworkSegment(a1218d8b-99c2-4d18-b086-5d1e7383bc07),segment_id=a1218d8b-99c2-4d18-b086-5d1e7383bc07)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:55.426427 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db9557d5-6ef0-403f-b723-3ef4edb81a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:55.434134 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fb4b8528-169c-4723-b0c9-5ad0b84ed294 req-e42b2074-6062-4ba8-b842-e0431ca3290f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015768 Mar 23 12:38:55.452514 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-db9557d5-6ef0-403f-b723-3ef4edb81a15 admin admin] Calling delete_port for e7182092-0997-4b86-99b7-77d37961ce29 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:38:55.737218 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db9557d5-6ef0-403f-b723-3ef4edb81a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:55.772733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9557d5-6ef0-403f-b723-3ef4edb81a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7182092-0997-4b86-99b7-77d37961ce29,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:55.776006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35890) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:56.000871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3664ea-30aa-4095-a8cc-1f3648adfe89 req-dfab2fa7-73fb-4fe5-acee-56458ca1af8b tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:56.002455 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db3664ea-30aa-4095-a8cc-1f3648adfe89 req-dfab2fa7-73fb-4fe5-acee-56458ca1af8b tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.1395290 Mar 23 12:38:56.195378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:38:56.222751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3983cbc-cf56-4e7f-8dfd-48f0f8d96773 req-8c140292-d429-4720-be77-50b4ece9bb50 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:56.224623 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3983cbc-cf56-4e7f-8dfd-48f0f8d96773 req-8c140292-d429-4720-be77-50b4ece9bb50 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.1335113 Mar 23 12:38:56.310080 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3983cbc-cf56-4e7f-8dfd-48f0f8d96773 req-2b190051-c094-4d77-916a-6b6b9937b3b5 tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674114 Mar 23 12:38:56.331309 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db9557d5-6ef0-403f-b723-3ef4edb81a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:56.333391 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:56.457337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-db3664ea-30aa-4095-a8cc-1f3648adfe89 req-5aff8729-0646-448f-b181-2fec74a8d48b tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Deleting port d3d290be-a7d3-4114-bf51-73e19b0dc352 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:38:56.457600 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-db3664ea-30aa-4095-a8cc-1f3648adfe89 req-5aff8729-0646-448f-b181-2fec74a8d48b tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:56.613570 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1224c4-4400-4836-b63c-6fa02ffaf13b req-1c94a60e-3034-4f4d-8525-859860df4d0f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:56.617552 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7e1224c4-4400-4836-b63c-6fa02ffaf13b req-1c94a60e-3034-4f4d-8525-859860df4d0f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 943 time: 0.0816076 Mar 23 12:38:56.687081 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7e1224c4-4400-4836-b63c-6fa02ffaf13b req-2a6aa4d3-363d-49dd-a97b-d9f4ccf44852 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533783 Mar 23 12:38:56.717898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-db3664ea-30aa-4095-a8cc-1f3648adfe89 req-5aff8729-0646-448f-b181-2fec74a8d48b tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] For port d3d290be-a7d3-4114-bf51-73e19b0dc352, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d3d290be-a7d3-4114-bf51-73e19b0dc352,segment=NetworkSegment(94397f8e-e6cd-44d5-88cc-9a968b41e07e),segment_id=94397f8e-e6cd-44d5-88cc-9a968b41e07e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:56.718107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 2778e7f1-1fc8-458e-958a-21ea33974266 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:38:56.719042 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-db3664ea-30aa-4095-a8cc-1f3648adfe89 req-5aff8729-0646-448f-b181-2fec74a8d48b tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:56.777777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-db3664ea-30aa-4095-a8cc-1f3648adfe89 req-5aff8729-0646-448f-b181-2fec74a8d48b tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Calling delete_port for d3d290be-a7d3-4114-bf51-73e19b0dc352 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:38:56.790869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd81098-0241-42ca-a4cb-f2be61cd854d req-f9157a03-40ac-4a3e-a9c0-6b77a6ffe093 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:56.792399 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3bd81098-0241-42ca-a4cb-f2be61cd854d req-f9157a03-40ac-4a3e-a9c0-6b77a6ffe093 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=168c863d-0273-42b7-b90d-f8bb411c2910 HTTP/1.1" status: 200 len: 944 time: 0.2297602 Mar 23 12:38:56.869714 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 2778e7f1-1fc8-458e-958a-21ea33974266, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=2778e7f1-1fc8-458e-958a-21ea33974266,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:56.885585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '2778e7f1-1fc8-458e-958a-21ea33974266', 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a', 'port_id': '2778e7f1-1fc8-458e-958a-21ea33974266', 'mac_address': 'fa:16:3e:58:67:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c42c450d-02be-4634-87ca-2a6532e0441a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:38:56.890122 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-63b41003-5180-490e-b83e-a371fe065b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:56.895497 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:56.927456 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:56.930344 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9557d5-6ef0-403f-b723-3ef4edb81a15 admin admin] Router d9fe43d5-681b-42d4-b425-812242312258 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:38:56.945414 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2778e7f1-1fc8-458e-958a-21ea33974266 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:38:56.973559 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 2778e7f1-1fc8-458e-958a-21ea33974266, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=2778e7f1-1fc8-458e-958a-21ea33974266,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:56.982473 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:57.229419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=2778e7f1-1fc8-458e-958a-21ea33974266,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:57.240770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:57.241423 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:57.241933 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:57.242412 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:57.242888 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:57.243356 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:57.243824 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:57.244418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:57.245178 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:57.245642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:57.245902 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:57.246861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:38:57.406417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['2778e7f1-1fc8-458e-958a-21ea33974266'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:38:57.471039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad3435-ad33-44dd-ab6d-0dad1e3aa87a req-ccc65138-22db-4bd2-bda2-7eb078ce659c tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:57.486121 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c9ad3435-ad33-44dd-ab6d-0dad1e3aa87a req-ccc65138-22db-4bd2-bda2-7eb078ce659c tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a06551f-0aeb-49e5-b68c-719a18d1b2f4 HTTP/1.1" status: 200 len: 946 time: 0.1086051 Mar 23 12:38:57.578198 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c9ad3435-ad33-44dd-ab6d-0dad1e3aa87a req-c34fdb0d-df70-44b4-a0ba-b9b83fb0b89d tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.52 "GET /v2.0/security-groups?id=9646f597-2791-4e93-885a-746f8baa093b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874007 Mar 23 12:38:57.621364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Allocated IP 172.25.2.79 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/75f81f39-2bee-4509-be73-4eb34558dc2c) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:38:57.642007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-3bd81098-0241-42ca-a4cb-f2be61cd854d req-52384cb0-a1c4-4e11-bf82-8bf134692066 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Deleting port 4868cdba-cded-498f-831c-e7cf87270724 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:38:57.642540 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3bd81098-0241-42ca-a4cb-f2be61cd854d req-52384cb0-a1c4-4e11-bf82-8bf134692066 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:57.677304 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-db3664ea-30aa-4095-a8cc-1f3648adfe89 req-5aff8729-0646-448f-b181-2fec74a8d48b tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:57.685719 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:57.765615 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9557d5-6ef0-403f-b723-3ef4edb81a15 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:38:57.779637 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-db9557d5-6ef0-403f-b723-3ef4edb81a15 admin admin] 10.222.0.52 "PUT /v2.0/routers/d9fe43d5-681b-42d4-b425-812242312258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7092493 Mar 23 12:38:57.780959 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff8729-0646-448f-b181-2fec74a8d48b tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Pushing event deleted for resources: {'Port': ['ID=d3d290be-a7d3-4114-bf51-73e19b0dc352,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:57.786847 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35914) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:57.797092 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade105f7-c0cd-47a1-aeaa-6af0ffe7621a None None] Sync routers for ids ['d9fe43d5-681b-42d4-b425-812242312258'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:38:57.816558 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade105f7-c0cd-47a1-aeaa-6af0ffe7621a None None] Routers {'d9fe43d5-681b-42d4-b425-812242312258'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:38:57.819378 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ade105f7-c0cd-47a1-aeaa-6af0ffe7621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d9fe43d5-681b-42d4-b425-812242312258'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:57.875451 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3664ea-30aa-4095-a8cc-1f3648adfe89 req-5aff8729-0646-448f-b181-2fec74a8d48b tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] No DVR routers for this DVR port d3d290be-a7d3-4114-bf51-73e19b0dc352 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:38:57.883490 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-db3664ea-30aa-4095-a8cc-1f3648adfe89 req-5aff8729-0646-448f-b181-2fec74a8d48b tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:57.889420 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db3664ea-30aa-4095-a8cc-1f3648adfe89 req-5aff8729-0646-448f-b181-2fec74a8d48b tempest-ServerRescueTestJSONUnderV235-1047955239 tempest-ServerRescueTestJSONUnderV235-1047955239-project] 10.222.0.73 "DELETE /v2.0/ports/d3d290be-a7d3-4114-bf51-73e19b0dc352 HTTP/1.1" status: 204 len: 173 time: 1.8291605 Mar 23 12:38:57.903392 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'name': 'network-vif-deleted', 'tag': 'd3d290be-a7d3-4114-bf51-73e19b0dc352'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:57.906069 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca3c646-5ac8-4def-b7dc-2125bc676639" -d '{"events": [{"server_uuid": "2a06551f-0aeb-49e5-b68c-719a18d1b2f4", "name": "network-vif-deleted", "tag": "d3d290be-a7d3-4114-bf51-73e19b0dc352"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:57.934806 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3bd81098-0241-42ca-a4cb-f2be61cd854d req-52384cb0-a1c4-4e11-bf82-8bf134692066 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] For port 4868cdba-cded-498f-831c-e7cf87270724, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4868cdba-cded-498f-831c-e7cf87270724,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:57.935254 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3bd81098-0241-42ca-a4cb-f2be61cd854d req-52384cb0-a1c4-4e11-bf82-8bf134692066 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:57.975474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-3bd81098-0241-42ca-a4cb-f2be61cd854d req-52384cb0-a1c4-4e11-bf82-8bf134692066 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Calling delete_port for 4868cdba-cded-498f-831c-e7cf87270724 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:38:58.049398 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:58.068269 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510bd6-5df9-4527-9d23-3dd4195b9c0e req-33d53b5d-0605-4b48-a0c0-a86a47bf408c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:58.070937 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b5510bd6-5df9-4527-9d23-3dd4195b9c0e req-33d53b5d-0605-4b48-a0c0-a86a47bf408c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 944 time: 0.3167677 Mar 23 12:38:58.160684 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ade105f7-c0cd-47a1-aeaa-6af0ffe7621a None None] Set router d9fe43d5-681b-42d4-b425-812242312258 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:38:58.200828 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b5510bd6-5df9-4527-9d23-3dd4195b9c0e req-5f0935db-4203-468e-b6ed-d16af23c0edf tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196382 Mar 23 12:38:58.207512 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fce44061-bfaf-49f0-ba4c-1f79a3008827 admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:58.213653 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:58.330719 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1495d864-aa0c-4f7c-a63f-5ba22322ff5c x-openstack-request-id: req-1495d864-aa0c-4f7c-a63f-5ba22322ff5c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:58.331098 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a06551f-0aeb-49e5-b68c-719a18d1b2f4", "name": "network-vif-deleted", "tag": "d3d290be-a7d3-4114-bf51-73e19b0dc352", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:58.331365 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1495d864-aa0c-4f7c-a63f-5ba22322ff5c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:58.331792 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a06551f-0aeb-49e5-b68c-719a18d1b2f4', 'name': 'network-vif-deleted', 'tag': 'd3d290be-a7d3-4114-bf51-73e19b0dc352', 'status': 'completed', 'code': 200} Mar 23 12:38:58.358747 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:38:58.372213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:38:58.386312 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:38:58.394932 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Pushing event updated for resources: {'Port': ['ID=75f81f39-2bee-4509-be73-4eb34558dc2c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:58.431464 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3bd81098-0241-42ca-a4cb-f2be61cd854d req-52384cb0-a1c4-4e11-bf82-8bf134692066 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:58.447584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['de415ab8-a994-497f-88e7-c4873f3b75e4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:38:58.455058 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['cf5233d7-db34-4a02-9837-fcce7b93f271'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:38:58.466127 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fce44061-bfaf-49f0-ba4c-1f79a3008827 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:58.489416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52384cb0-a1c4-4e11-bf82-8bf134692066 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event deleted for resources: {'Port': ['ID=4868cdba-cded-498f-831c-e7cf87270724,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:58.567351 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ade105f7-c0cd-47a1-aeaa-6af0ffe7621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fe43d5-681b-42d4-b425-812242312258', 'name': 'tempest-TaggedBootDevicesTest-2063635480-router', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:15Z', 'updated_at': '2022-03-23T12:38:55Z', 'revision_number': 5, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'gw_port': {'id': '73d2e806-0fd3-4ebb-bac5-868ddb3f0465', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fe43d5-681b-42d4-b425-812242312258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:16Z', 'updated_at': '2022-03-23T12:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:58.612929 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade105f7-c0cd-47a1-aeaa-6af0ffe7621a None None] Checking router: d9fe43d5-681b-42d4-b425-812242312258 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:38:58.614570 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-fce44061-bfaf-49f0-ba4c-1f79a3008827 admin admin] Deleting port 73d2e806-0fd3-4ebb-bac5-868ddb3f0465 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:38:58.615062 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fce44061-bfaf-49f0-ba4c-1f79a3008827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:58.643297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd81098-0241-42ca-a4cb-f2be61cd854d req-52384cb0-a1c4-4e11-bf82-8bf134692066 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] No DVR routers for this DVR port 4868cdba-cded-498f-831c-e7cf87270724 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:38:58.651862 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3bd81098-0241-42ca-a4cb-f2be61cd854d req-52384cb0-a1c4-4e11-bf82-8bf134692066 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:58.660183 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3bd81098-0241-42ca-a4cb-f2be61cd854d req-52384cb0-a1c4-4e11-bf82-8bf134692066 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "DELETE /v2.0/ports/4868cdba-cded-498f-831c-e7cf87270724 HTTP/1.1" status: 204 len: 173 time: 1.8481243 Mar 23 12:38:58.661147 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade105f7-c0cd-47a1-aeaa-6af0ffe7621a None None] Routers {'d9fe43d5-681b-42d4-b425-812242312258'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:38:58.662645 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ade105f7-c0cd-47a1-aeaa-6af0ffe7621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d9fe43d5-681b-42d4-b425-812242312258'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:58.702109 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:58.739126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35924) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:58.744496 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 2778e7f1-1fc8-458e-958a-21ea33974266 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:38:58.852627 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-fce44061-bfaf-49f0-ba4c-1f79a3008827 admin admin] For port 73d2e806-0fd3-4ebb-bac5-868ddb3f0465, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=73d2e806-0fd3-4ebb-bac5-868ddb3f0465,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:58.853057 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fce44061-bfaf-49f0-ba4c-1f79a3008827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:58.883845 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-fce44061-bfaf-49f0-ba4c-1f79a3008827 admin admin] Calling delete_port for 73d2e806-0fd3-4ebb-bac5-868ddb3f0465 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:38:58.885256 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ade105f7-c0cd-47a1-aeaa-6af0ffe7621a None None] Set router d9fe43d5-681b-42d4-b425-812242312258 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:38:58.887481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:58.915671 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d3d290be-a7d3-4114-bf51-73e19b0dc352 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:38:59.006615 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: d3d290be-a7d3-4114-bf51-73e19b0dc352 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:38:59.007150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d3d290be-a7d3-4114-bf51-73e19b0dc352 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:38:59.022126 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ade105f7-c0cd-47a1-aeaa-6af0ffe7621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fe43d5-681b-42d4-b425-812242312258', 'name': 'tempest-TaggedBootDevicesTest-2063635480-router', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:15Z', 'updated_at': '2022-03-23T12:38:58Z', 'revision_number': 6, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:38:59.093993 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade105f7-c0cd-47a1-aeaa-6af0ffe7621a None None] The sync data for ids ['d9fe43d5-681b-42d4-b425-812242312258'] in n-d-834854-1 is: [{'id': 'd9fe43d5-681b-42d4-b425-812242312258', 'name': 'tempest-TaggedBootDevicesTest-2063635480-router', 'tenant_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:15Z', 'updated_at': '2022-03-23T12:38:58Z', 'revision_number': 6, 'project_id': '09fdd146e5ec47a9a98c06a6ae89f9dd', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:38:59.177852 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:59.201179 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 2778e7f1-1fc8-458e-958a-21ea33974266 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:38:59.258794 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fce44061-bfaf-49f0-ba4c-1f79a3008827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:59.259635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 2778e7f1-1fc8-458e-958a-21ea33974266 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:38:59.261404 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:59.337047 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce44061-bfaf-49f0-ba4c-1f79a3008827 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d2e806-0fd3-4ebb-bac5-868ddb3f0465,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:59.427146 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fce44061-bfaf-49f0-ba4c-1f79a3008827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:59.511453 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:59.530611 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:59.549547 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36ff1ac-5051-4c41-a01f-8916b06f139d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2778e7f1-1fc8-458e-958a-21ea33974266'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:38:59.552411 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa115fd-34ac-4de3-98c9-bd909691f264" -d '{"events": [{"server_uuid": "b36ff1ac-5051-4c41-a01f-8916b06f139d", "name": "network-vif-plugged", "status": "completed", "tag": "2778e7f1-1fc8-458e-958a-21ea33974266"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:38:59.567106 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 2778e7f1-1fc8-458e-958a-21ea33974266, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=2778e7f1-1fc8-458e-958a-21ea33974266,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:38:59.574839 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:59.625686 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:59.653129 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:59.654867 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e7182092-0997-4b86-99b7-77d37961ce29 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:38:59.674380 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fce44061-bfaf-49f0-ba4c-1f79a3008827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:59.682842 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fce44061-bfaf-49f0-ba4c-1f79a3008827 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:59.727552 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: e7182092-0997-4b86-99b7-77d37961ce29 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:38:59.727893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e7182092-0997-4b86-99b7-77d37961ce29 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:38:59.758520 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e0e78-8a19-4830-b105-f3000fd53893 req-f9a2d885-48f6-4096-89a9-429459e0741f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:38:59.763223 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df4e0e78-8a19-4830-b105-f3000fd53893 req-f9a2d885-48f6-4096-89a9-429459e0741f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 944 time: 0.3381112 Mar 23 12:38:59.769870 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=2778e7f1-1fc8-458e-958a-21ea33974266,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:59.772578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Pushing event updated for resources: {'Port': ['ID=75f81f39-2bee-4509-be73-4eb34558dc2c,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:38:59.778220 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fce44061-bfaf-49f0-ba4c-1f79a3008827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:59.783843 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce44061-bfaf-49f0-ba4c-1f79a3008827 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9fe43d5-681b-42d4-b425-812242312258 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:38:59.805180 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fce44061-bfaf-49f0-ba4c-1f79a3008827 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:59.809237 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fce44061-bfaf-49f0-ba4c-1f79a3008827 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d9fe43d5-681b-42d4-b425-812242312258 HTTP/1.1" status: 204 len: 168 time: 2.0181043 Mar 23 12:38:59.809237 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35946) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:59.825729 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01277a8-beb5-42b0-b492-10a3971739be x-openstack-request-id: req-f01277a8-beb5-42b0-b492-10a3971739be {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:38:59.825955 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36ff1ac-5051-4c41-a01f-8916b06f139d", "name": "network-vif-plugged", "status": "completed", "tag": "2778e7f1-1fc8-458e-958a-21ea33974266", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:38:59.826124 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f01277a8-beb5-42b0-b492-10a3971739be {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:38:59.826526 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36ff1ac-5051-4c41-a01f-8916b06f139d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2778e7f1-1fc8-458e-958a-21ea33974266', 'code': 200} Mar 23 12:38:59.844733 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:59.887848 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df4e0e78-8a19-4830-b105-f3000fd53893 req-98e76b25-4c57-4c65-8f58-a6061d8008fa tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005225 Mar 23 12:38:59.924690 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-7614d347-43a2-4bb2-8783-57107f4f5a12 admin admin] Deleting subnet 75ef03eb-4a13-4caf-9933-73053b45298f {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:38:59.942129 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7614d347-43a2-4bb2-8783-57107f4f5a12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:59.952588 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:38:59.958467 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ae6e9c60-6e96-4eef-981f-6f21495daf63 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1787724 Mar 23 12:38:59.963661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35950) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:38:59.971063 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0e9e2762-72bd-41a9-87bd-7b8519d57621 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-163226295', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'fixed_ips': [{'ip_address': '172.25.2.79'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:00.068309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9e2762-72bd-41a9-87bd-7b8519d57621 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Made reservation on behalf of d947a81b2c714caeaaa215b417d57040 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:00.082429 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7614d347-43a2-4bb2-8783-57107f4f5a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:00.083606 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2762-72bd-41a9-87bd-7b8519d57621 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:00.114342 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2762-72bd-41a9-87bd-7b8519d57621 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:00.257396 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7614d347-43a2-4bb2-8783-57107f4f5a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:00.332489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168c863d-0273-42b7-b90d-f8bb411c2910', 'name': 'network-vif-deleted', 'tag': '4868cdba-cded-498f-831c-e7cf87270724'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:39:00.334705 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca76fd4-893f-4114-aab6-8fd92933f35e" -d '{"events": [{"server_uuid": "168c863d-0273-42b7-b90d-f8bb411c2910", "name": "network-vif-deleted", "tag": "4868cdba-cded-498f-831c-e7cf87270724"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:39:00.343946 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-162f6d28-cbf0-4fa2-bac7-ad6e85c27d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:00.396489 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21943b02-1c72-44df-ad70-31f8e4c1dce4 req-81099201-4368-4f19-9db3-b228bc0fd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:00.405780 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21943b02-1c72-44df-ad70-31f8e4c1dce4 req-81099201-4368-4f19-9db3-b228bc0fd9f9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 1096 time: 0.4622381 Mar 23 12:39:00.441692 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 23 Mar 2022 12:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96f46ea-7f96-41a7-b56c-6e51db865bd4 x-openstack-request-id: req-f96f46ea-7f96-41a7-b56c-6e51db865bd4 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:39:00.442356 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168c863d-0273-42b7-b90d-f8bb411c2910", "name": "network-vif-deleted", "tag": "4868cdba-cded-498f-831c-e7cf87270724", "status": "failed", "code": 422}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:39:00.442356 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f96f46ea-7f96-41a7-b56c-6e51db865bd4 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:39:00.443278 n-d-834854-1 neutron-server[102778]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '168c863d-0273-42b7-b90d-f8bb411c2910', 'name': 'network-vif-deleted', 'tag': '4868cdba-cded-498f-831c-e7cf87270724', 'status': 'failed', 'code': 422} returned with failed status Mar 23 12:39:00.491752 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2762-72bd-41a9-87bd-7b8519d57621 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:00.495317 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7614d347-43a2-4bb2-8783-57107f4f5a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:00.521558 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2762-72bd-41a9-87bd-7b8519d57621 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:00.555777 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614d347-43a2-4bb2-8783-57107f4f5a12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75ef03eb-4a13-4caf-9933-73053b45298f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:00.562319 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21943b02-1c72-44df-ad70-31f8e4c1dce4 req-83b4383d-8d99-42c7-9472-eed62d56505e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317520 Mar 23 12:39:00.566616 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7614d347-43a2-4bb2-8783-57107f4f5a12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:00.573190 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7614d347-43a2-4bb2-8783-57107f4f5a12 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/75ef03eb-4a13-4caf-9933-73053b45298f HTTP/1.1" status: 204 len: 168 time: 0.7627335 Mar 23 12:39:00.574598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b6f62a-9920-4b48-9bba-a7ba2bcb6707 None None] Network 3dd3fd8f-403e-4371-8d96-fb79d3d28631 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:39:00.577873 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35968) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:00.620307 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9b888-8f49-4d65-972e-50b0a8420f03 req-05f5129f-d929-492e-93a3-16c8b21117c4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:00.622026 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d8b9b888-8f49-4d65-972e-50b0a8420f03 req-05f5129f-d929-492e-93a3-16c8b21117c4 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 907 time: 0.2918694 Mar 23 12:39:00.627187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-0e9e2762-72bd-41a9-87bd-7b8519d57621 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] device_id is not set on port bc3cfcc8-1c0a-4d27-8483-4c9f38e0a2a9 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:39:00.698546 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:00.828329 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e2762-72bd-41a9-87bd-7b8519d57621 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6941931c-d057-4ba3-9115-08d6247ade71,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:00.835661 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] Deleting port 33c7e6d9-39ab-47aa-9c3d-065f902a1924 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:00.836206 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:01.012366 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] For port 33c7e6d9-39ab-47aa-9c3d-065f902a1924, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=33c7e6d9-39ab-47aa-9c3d-065f902a1924,segment=NetworkSegment(a1218d8b-99c2-4d18-b086-5d1e7383bc07),segment_id=a1218d8b-99c2-4d18-b086-5d1e7383bc07)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:01.012930 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:01.039168 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] Calling delete_port for 33c7e6d9-39ab-47aa-9c3d-065f902a1924 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:01.043378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3c4d1b-0bf2-412b-8f59-9c045b146141 None None] DHCP port deletion for 3dd3fd8f-403e-4371-8d96-fb79d3d28631 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:39:01.103156 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9e2762-72bd-41a9-87bd-7b8519d57621 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 23 12:39:01.103767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9e2762-72bd-41a9-87bd-7b8519d57621 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:39:01.183162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d22008-3d64-4015-97f4-c7a633ee2859 req-08cd004f-4014-40c2-88eb-03dfad9e55be tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:01.185482 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-46d22008-3d64-4015-97f4-c7a633ee2859 req-08cd004f-4014-40c2-88eb-03dfad9e55be tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1762984 Mar 23 12:39:01.217295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c4d1b-0bf2-412b-8f59-9c045b146141 None None] Deleting port 33c7e6d9-39ab-47aa-9c3d-065f902a1924 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:01.218428 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4d1b-0bf2-412b-8f59-9c045b146141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:01.234223 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0e9e2762-72bd-41a9-87bd-7b8519d57621 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2658718 Mar 23 12:39:01.234711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35980) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:01.271388 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-162f6d28-cbf0-4fa2-bac7-ad6e85c27d77 admin admin] Deleting port 2696dc8d-037c-4009-b394-4e3cd89e9dce {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:01.275334 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-162f6d28-cbf0-4fa2-bac7-ad6e85c27d77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:01.362154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ab3c4d1b-0bf2-412b-8f59-9c045b146141 None None] For port 33c7e6d9-39ab-47aa-9c3d-065f902a1924, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=33c7e6d9-39ab-47aa-9c3d-065f902a1924,segment=NetworkSegment(a1218d8b-99c2-4d18-b086-5d1e7383bc07),segment_id=a1218d8b-99c2-4d18-b086-5d1e7383bc07)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:01.364550 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4d1b-0bf2-412b-8f59-9c045b146141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:01.372944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-162f6d28-cbf0-4fa2-bac7-ad6e85c27d77 admin admin] For port 2696dc8d-037c-4009-b394-4e3cd89e9dce, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2696dc8d-037c-4009-b394-4e3cd89e9dce,segment=NetworkSegment(94397f8e-e6cd-44d5-88cc-9a968b41e07e),segment_id=94397f8e-e6cd-44d5-88cc-9a968b41e07e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:01.373556 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-162f6d28-cbf0-4fa2-bac7-ad6e85c27d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:01.399372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-162f6d28-cbf0-4fa2-bac7-ad6e85c27d77 admin admin] Calling delete_port for 2696dc8d-037c-4009-b394-4e3cd89e9dce owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:01.408031 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c4d1b-0bf2-412b-8f59-9c045b146141 None None] Calling delete_port for 33c7e6d9-39ab-47aa-9c3d-065f902a1924 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:01.626447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 73d2e806-0fd3-4ebb-bac5-868ddb3f0465 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:39:01.729361 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 73d2e806-0fd3-4ebb-bac5-868ddb3f0465 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:39:01.731699 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 73d2e806-0fd3-4ebb-bac5-868ddb3f0465 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:39:01.732353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 33c7e6d9-39ab-47aa-9c3d-065f902a1924 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:39:01.782369 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-162f6d28-cbf0-4fa2-bac7-ad6e85c27d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:01.857129 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-46d22008-3d64-4015-97f4-c7a633ee2859 req-e5db48d7-d99e-4b52-ac13-16a950587a84 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6486797 Mar 23 12:39:01.864061 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f6d28-cbf0-4fa2-bac7-ad6e85c27d77 admin admin] Pushing event deleted for resources: {'Port': ['ID=2696dc8d-037c-4009-b394-4e3cd89e9dce,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:01.905812 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4d1b-0bf2-412b-8f59-9c045b146141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:01.923970 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:01.943417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No active binding found for port 33c7e6d9-39ab-47aa-9c3d-065f902a1924 {{(pid=102780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 12:39:01.944359 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 33c7e6d9-39ab-47aa-9c3d-065f902a1924 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:39:01.948414 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c4d1b-0bf2-412b-8f59-9c045b146141 None None] Pushing event deleted for resources: {'Port': ['ID=33c7e6d9-39ab-47aa-9c3d-065f902a1924,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:01.958720 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c4d1b-0bf2-412b-8f59-9c045b146141 None None] No DVR routers for this DVR port 33c7e6d9-39ab-47aa-9c3d-065f902a1924 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:39:01.992406 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=33c7e6d9-39ab-47aa-9c3d-065f902a1924,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:01.994804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] No DVR routers for this DVR port 33c7e6d9-39ab-47aa-9c3d-065f902a1924 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:39:02.053348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea07862-318e-45a1-88d6-acf2770365fa req-7bfe13af-de9f-4c27-859c-ab14eedaa39a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:02.062917 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bea07862-318e-45a1-88d6-acf2770365fa req-7bfe13af-de9f-4c27-859c-ab14eedaa39a tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 907 time: 0.2284825 Mar 23 12:39:02.097148 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:02.126447 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-99d7250e-32fe-407c-bfa9-c07a9b8da505 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Deleting port 75f81f39-2bee-4509-be73-4eb34558dc2c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:02.127091 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99d7250e-32fe-407c-bfa9-c07a9b8da505 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:02.131701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd3fd8f-403e-4371-8d96-fb79d3d28631']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:02.137897 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90444d09-3edd-48ad-80b2-9338ea566e80 req-02f17056-b526-4cda-b293-5e831f74f6ac tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:02.139531 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-90444d09-3edd-48ad-80b2-9338ea566e80 req-02f17056-b526-4cda-b293-5e831f74f6ac tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 907 time: 0.1661487 Mar 23 12:39:02.159702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1218d8b-99c2-4d18-b086-5d1e7383bc07') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:02.160198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1218d8b-99c2-4d18-b086-5d1e7383bc07') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:02.207683 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:02.235428 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:02.260536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:39:02.262287 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:39:02.263315 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:39:02.322247 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99d7250e-32fe-407c-bfa9-c07a9b8da505 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:02.322688 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99d7250e-32fe-407c-bfa9-c07a9b8da505 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:02.353732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-99d7250e-32fe-407c-bfa9-c07a9b8da505 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Calling delete_port for 75f81f39-2bee-4509-be73-4eb34558dc2c owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:02.402862 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-162f6d28-cbf0-4fa2-bac7-ad6e85c27d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:02.412954 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:02.422521 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-90444d09-3edd-48ad-80b2-9338ea566e80 req-a13b79e5-95f0-4d21-9586-333fe9b2cc4f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Deleting port 8c0e9785-5028-4847-bb66-511c0d185e92 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:02.422885 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-90444d09-3edd-48ad-80b2-9338ea566e80 req-a13b79e5-95f0-4d21-9586-333fe9b2cc4f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:02.425151 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:02.432551 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] 10.222.0.52 "DELETE /v2.0/networks/3dd3fd8f-403e-4371-8d96-fb79d3d28631 HTTP/1.1" status: 204 len: 168 time: 1.8505971 Mar 23 12:39:02.440963 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35988) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:02.452207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3ec8d-fc65-4f41-bb0c-ffc18d663e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=3dd3fd8f-403e-4371-8d96-fb79d3d28631,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:02.710203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-90444d09-3edd-48ad-80b2-9338ea566e80 req-a13b79e5-95f0-4d21-9586-333fe9b2cc4f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] For port 8c0e9785-5028-4847-bb66-511c0d185e92, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8c0e9785-5028-4847-bb66-511c0d185e92,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:02.710847 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-90444d09-3edd-48ad-80b2-9338ea566e80 req-a13b79e5-95f0-4d21-9586-333fe9b2cc4f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:02.740817 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99d7250e-32fe-407c-bfa9-c07a9b8da505 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:02.743141 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-90444d09-3edd-48ad-80b2-9338ea566e80 req-a13b79e5-95f0-4d21-9586-333fe9b2cc4f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Calling delete_port for 8c0e9785-5028-4847-bb66-511c0d185e92 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:02.784770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7250e-32fe-407c-bfa9-c07a9b8da505 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Pushing event deleted for resources: {'Port': ['ID=75f81f39-2bee-4509-be73-4eb34558dc2c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:02.885871 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99d7250e-32fe-407c-bfa9-c07a9b8da505 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:02.889450 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99d7250e-32fe-407c-bfa9-c07a9b8da505 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:02.893849 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-99d7250e-32fe-407c-bfa9-c07a9b8da505 tempest-ExternalNetworksAdminNegativeTestJSON-701796976 tempest-ExternalNetworksAdminNegativeTestJSON-701796976-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/7e11688e-b835-44bb-92f6-faaaacad6135 HTTP/1.1" status: 204 len: 168 time: 1.6563277 Mar 23 12:39:03.206802 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd2e73-7316-478d-adbe-071838f397d1 req-e64dcd95-2266-43e1-8764-125d730ebfcc tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:03.215313 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-55dd2e73-7316-478d-adbe-071838f397d1 req-e64dcd95-2266-43e1-8764-125d730ebfcc tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1652720 Mar 23 12:39:03.277783 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-55dd2e73-7316-478d-adbe-071838f397d1 req-c2c796fc-8cbf-43a8-903d-5aab5c3cebdd tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510139 Mar 23 12:39:03.323502 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d890ada-5e0a-4123-b594-ae84336000ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:03.470231 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36012) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:03.591388 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:39:03.808912 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de1ba171-08b4-452e-a8bd-c9f6447845c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:03.809355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac395b1-ed94-42cb-ba1d-9408e6df0e36 req-fb0e4498-df36-4671-b42f-5e9941195c58 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:03.826989 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dac395b1-ed94-42cb-ba1d-9408e6df0e36 req-fb0e4498-df36-4671-b42f-5e9941195c58 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce5df16-dbb6-4607-b8bd-b11305d13e45 HTTP/1.1" status: 200 len: 907 time: 0.1850114 Mar 23 12:39:03.852594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162f6d28-cbf0-4fa2-bac7-ad6e85c27d77 admin admin] Router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:39:03.902927 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5d890ada-5e0a-4123-b594-ae84336000ed admin admin] Deleting port 8e8518f9-0ce4-40bc-830c-be53d6bd766b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:03.905310 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d890ada-5e0a-4123-b594-ae84336000ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:04.159479 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-5d890ada-5e0a-4123-b594-ae84336000ed admin admin] For port 8e8518f9-0ce4-40bc-830c-be53d6bd766b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8e8518f9-0ce4-40bc-830c-be53d6bd766b,segment=NetworkSegment(fd0f0a8f-aeb3-4574-8319-83db7e013735),segment_id=fd0f0a8f-aeb3-4574-8319-83db7e013735)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:04.162819 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d890ada-5e0a-4123-b594-ae84336000ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:04.172819 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de1ba171-08b4-452e-a8bd-c9f6447845c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:04.183280 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de1ba171-08b4-452e-a8bd-c9f6447845c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:04.186394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5d890ada-5e0a-4123-b594-ae84336000ed admin admin] Calling delete_port for 8e8518f9-0ce4-40bc-830c-be53d6bd766b owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:04.206530 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-90444d09-3edd-48ad-80b2-9338ea566e80 req-a13b79e5-95f0-4d21-9586-333fe9b2cc4f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:04.255611 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ba171-08b4-452e-a8bd-c9f6447845c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907f21b3-34f4-442d-916c-dc2d5ebd1575,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:04.277893 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b79e5-95f0-4d21-9586-333fe9b2cc4f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event deleted for resources: {'Port': ['ID=8c0e9785-5028-4847-bb66-511c0d185e92,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:04.322423 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-de1ba171-08b4-452e-a8bd-c9f6447845c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=59f48f4feca74bbc994f08629def9856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8511636 Mar 23 12:39:04.325847 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba171-08b4-452e-a8bd-c9f6447845c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:04.326376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba171-08b4-452e-a8bd-c9f6447845c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:04.326868 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba171-08b4-452e-a8bd-c9f6447845c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:04.327355 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba171-08b4-452e-a8bd-c9f6447845c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:04.328655 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba171-08b4-452e-a8bd-c9f6447845c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:04.329598 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba171-08b4-452e-a8bd-c9f6447845c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:04.330744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba171-08b4-452e-a8bd-c9f6447845c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:04.331244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba171-08b4-452e-a8bd-c9f6447845c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:04.331723 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba171-08b4-452e-a8bd-c9f6447845c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:04.332224 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba171-08b4-452e-a8bd-c9f6447845c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:04.332779 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba171-08b4-452e-a8bd-c9f6447845c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:04.333332 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba171-08b4-452e-a8bd-c9f6447845c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:04.336969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36030) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:04.383528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162f6d28-cbf0-4fa2-bac7-ad6e85c27d77 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:39:04.419153 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-162f6d28-cbf0-4fa2-bac7-ad6e85c27d77 admin admin] 10.222.0.52 "PUT /v2.0/routers/5a3414b0-2b40-40f9-bdc9-c1f44ce92f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6659760 Mar 23 12:39:04.420944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36032) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:04.434594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1d74e-d410-433a-a722-4f6e4b2639cc None None] Sync routers for ids ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:39:04.476554 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081a37e-23e8-4778-b533-b98d2ab1403f req-e4d90188-ce4d-453e-b45b-e69bfa1f73c0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:04.478118 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0081a37e-23e8-4778-b533-b98d2ab1403f req-e4d90188-ce4d-453e-b45b-e69bfa1f73c0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.3755841 Mar 23 12:39:04.478762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1d74e-d410-433a-a722-4f6e4b2639cc None None] Routers {'5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:04.479801 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-68e1d74e-d410-433a-a722-4f6e4b2639cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:04.531844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-90444d09-3edd-48ad-80b2-9338ea566e80 req-a13b79e5-95f0-4d21-9586-333fe9b2cc4f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] No DVR routers for this DVR port 8c0e9785-5028-4847-bb66-511c0d185e92 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:39:04.633423 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-90444d09-3edd-48ad-80b2-9338ea566e80 req-a13b79e5-95f0-4d21-9586-333fe9b2cc4f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:04.642044 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-90444d09-3edd-48ad-80b2-9338ea566e80 req-a13b79e5-95f0-4d21-9586-333fe9b2cc4f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.73 "DELETE /v2.0/ports/8c0e9785-5028-4847-bb66-511c0d185e92 HTTP/1.1" status: 204 len: 173 time: 2.4645798 Mar 23 12:39:04.669665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce5df16-dbb6-4607-b8bd-b11305d13e45', 'name': 'network-vif-deleted', 'tag': '8c0e9785-5028-4847-bb66-511c0d185e92'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:39:04.671870 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbc223c-008f-43bb-9957-3fe1d7f6fbf1" -d '{"events": [{"server_uuid": "8ce5df16-dbb6-4607-b8bd-b11305d13e45", "name": "network-vif-deleted", "tag": "8c0e9785-5028-4847-bb66-511c0d185e92"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:39:04.732443 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b5521ad-b3f2-4bdf-818e-674cd8258c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:04.790552 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b5521ad-b3f2-4bdf-818e-674cd8258c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:04.838431 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9a3197-ba3f-4be4-826e-fdd8add435e9 x-openstack-request-id: req-8c9a3197-ba3f-4be4-826e-fdd8add435e9 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:39:04.840454 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce5df16-dbb6-4607-b8bd-b11305d13e45", "name": "network-vif-deleted", "tag": "8c0e9785-5028-4847-bb66-511c0d185e92", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:39:04.840454 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c9a3197-ba3f-4be4-826e-fdd8add435e9 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:39:04.840454 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce5df16-dbb6-4607-b8bd-b11305d13e45', 'name': 'network-vif-deleted', 'tag': '8c0e9785-5028-4847-bb66-511c0d185e92', 'status': 'completed', 'code': 200} Mar 23 12:39:04.941476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 8c0e9785-5028-4847-bb66-511c0d185e92 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:39:04.966287 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0081a37e-23e8-4778-b533-b98d2ab1403f req-24a18b5e-d66a-4503-a39d-475a7b69ebd3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355521 Mar 23 12:39:05.013814 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 8c0e9785-5028-4847-bb66-511c0d185e92 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:39:05.020994 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c611d3-174a-4c3e-a66d-e8612f4d1341 admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:05.024772 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b5521ad-b3f2-4bdf-818e-674cd8258c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:05.025851 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 8c0e9785-5028-4847-bb66-511c0d185e92 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:39:05.051316 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b5521ad-b3f2-4bdf-818e-674cd8258c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:05.061338 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3b5521ad-b3f2-4bdf-818e-674cd8258c62 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/907f21b3-34f4-442d-916c-dc2d5ebd1575 HTTP/1.1" status: 204 len: 168 time: 0.7205474 Mar 23 12:39:05.081490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-68e1d74e-d410-433a-a722-4f6e4b2639cc None None] Set router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:39:05.091620 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5521ad-b3f2-4bdf-818e-674cd8258c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907f21b3-34f4-442d-916c-dc2d5ebd1575,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:05.211418 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d890ada-5e0a-4123-b594-ae84336000ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:05.261295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d890ada-5e0a-4123-b594-ae84336000ed admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8518f9-0ce4-40bc-830c-be53d6bd766b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:05.298383 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c611d3-174a-4c3e-a66d-e8612f4d1341 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:05.459519 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a1c611d3-174a-4c3e-a66d-e8612f4d1341 admin admin] Deleting port 5f109a29-657f-4db3-a94e-fb2965ae4bea {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:05.461358 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c611d3-174a-4c3e-a66d-e8612f4d1341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:05.829525 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-a1c611d3-174a-4c3e-a66d-e8612f4d1341 admin admin] For port 5f109a29-657f-4db3-a94e-fb2965ae4bea, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5f109a29-657f-4db3-a94e-fb2965ae4bea,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:05.829896 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c611d3-174a-4c3e-a66d-e8612f4d1341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:05.853254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a1c611d3-174a-4c3e-a66d-e8612f4d1341 admin admin] Calling delete_port for 5f109a29-657f-4db3-a94e-fb2965ae4bea owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:05.868924 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-68e1d74e-d410-433a-a722-4f6e4b2639cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-router', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:39:01Z', 'revision_number': 5, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'gw_port': {'id': '5f109a29-657f-4db3-a94e-fb2965ae4bea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:05.879138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d890ada-5e0a-4123-b594-ae84336000ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:05.918490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1d74e-d410-433a-a722-4f6e4b2639cc None None] Checking router: 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:39:05.928873 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1d74e-d410-433a-a722-4f6e4b2639cc None None] Routers {'5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:05.929407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-68e1d74e-d410-433a-a722-4f6e4b2639cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:06.203436 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-68e1d74e-d410-433a-a722-4f6e4b2639cc None None] Set router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:39:06.275329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-68e1d74e-d410-433a-a722-4f6e4b2639cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-router', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:39:05Z', 'revision_number': 6, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:06.311101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36060) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:06.354209 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c611d3-174a-4c3e-a66d-e8612f4d1341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:06.354777 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1d74e-d410-433a-a722-4f6e4b2639cc None None] The sync data for ids ['5a3414b0-2b40-40f9-bdc9-c1f44ce92f04'] in n-d-834854-1 is: [{'id': '5a3414b0-2b40-40f9-bdc9-c1f44ce92f04', 'name': 'tempest-ServerRescueTestJSONUnderV235-24007890-router', 'tenant_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:37:07Z', 'updated_at': '2022-03-23T12:39:05Z', 'revision_number': 6, 'project_id': 'cec345c2fbc5453cb53f17937b01e8ba', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:39:06.399820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5f704-1916-44dd-bdfc-077fb640393e req-0f03c9dc-9fc6-4c00-9703-4f4bc2514769 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:06.401509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60e5f704-1916-44dd-bdfc-077fb640393e req-0f03c9dc-9fc6-4c00-9703-4f4bc2514769 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1507931 Mar 23 12:39:06.468882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98029014-3dbd-44fe-bccf-bb3455aa5c52 req-f94db967-f4bd-4390-b929-2bad07fe78e2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:06.473639 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c611d3-174a-4c3e-a66d-e8612f4d1341 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f109a29-657f-4db3-a94e-fb2965ae4bea,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:06.477546 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-98029014-3dbd-44fe-bccf-bb3455aa5c52 req-f94db967-f4bd-4390-b929-2bad07fe78e2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 945 time: 0.1807113 Mar 23 12:39:06.511122 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36062) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:06.511397 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-11e5c983-0eb9-4b1b-8728-a5fdd4af44d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d947a81b2c714caeaaa215b417d57040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968265 Mar 23 12:39:06.516722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d890ada-5e0a-4123-b594-ae84336000ed admin admin] Router fb2dba05-7e00-4f6e-a284-e9872ed60181 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:39:06.540553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-60e5f704-1916-44dd-bdfc-077fb640393e req-b48402ef-c264-401f-bafa-feab8fea91cc tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876667 Mar 23 12:39:06.594257 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c611d3-174a-4c3e-a66d-e8612f4d1341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:06.617562 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-98029014-3dbd-44fe-bccf-bb3455aa5c52 req-2eca744d-56e9-4b21-8fb7-f7a40e4a0f66 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388614 Mar 23 12:39:06.676053 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4b14b60-f24b-4e92-bd76-fc6749e1a383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:06.763773 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4b14b60-f24b-4e92-bd76-fc6749e1a383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:06.774430 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c611d3-174a-4c3e-a66d-e8612f4d1341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:06.777075 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c611d3-174a-4c3e-a66d-e8612f4d1341 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:06.879610 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c611d3-174a-4c3e-a66d-e8612f4d1341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:06.881592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c611d3-174a-4c3e-a66d-e8612f4d1341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:39:06.893307 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c611d3-174a-4c3e-a66d-e8612f4d1341 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:06.894613 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a1c611d3-174a-4c3e-a66d-e8612f4d1341 admin admin] 10.222.0.52 "DELETE /v2.0/routers/5a3414b0-2b40-40f9-bdc9-c1f44ce92f04 HTTP/1.1" status: 204 len: 168 time: 2.4568605 Mar 23 12:39:06.898927 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36066) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:06.910953 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d890ada-5e0a-4123-b594-ae84336000ed admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:39:06.944801 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d34b77e-e8e0-4203-b1d8-8d781862e5fb None None] Sync routers for ids ['fb2dba05-7e00-4f6e-a284-e9872ed60181'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:39:06.951460 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5d890ada-5e0a-4123-b594-ae84336000ed admin admin] 10.222.0.52 "PUT /v2.0/routers/fb2dba05-7e00-4f6e-a284-e9872ed60181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5087368 Mar 23 12:39:06.955748 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36068) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:06.970395 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34b77e-e8e0-4203-b1d8-8d781862e5fb None None] Routers {'fb2dba05-7e00-4f6e-a284-e9872ed60181'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:06.971463 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6d34b77e-e8e0-4203-b1d8-8d781862e5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fb2dba05-7e00-4f6e-a284-e9872ed60181'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:07.028838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a6c39-2bd7-4418-982f-bdaa3754a9d2 req-65bfd96d-8b4a-4036-b075-53fe77d27c07 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:07.031470 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a4a6c39-2bd7-4418-982f-bdaa3754a9d2 req-65bfd96d-8b4a-4036-b075-53fe77d27c07 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.77 "GET /v2.0/ports?device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 945 time: 0.2108011 Mar 23 12:39:07.040177 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4b14b60-f24b-4e92-bd76-fc6749e1a383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:07.043535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab74455-27ca-4f5f-a8f0-a3527652c445 admin admin] Deleting subnet 6e1c930a-1bb6-4f3f-a6ae-e757297f4d58 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:39:07.047226 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ab74455-27ca-4f5f-a8f0-a3527652c445 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:07.049610 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4b14b60-f24b-4e92-bd76-fc6749e1a383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:07.057518 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e4b14b60-f24b-4e92-bd76-fc6749e1a383 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6941931c-d057-4ba3-9115-08d6247ade71 HTTP/1.1" status: 204 len: 168 time: 0.5388803 Mar 23 12:39:07.109657 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ab74455-27ca-4f5f-a8f0-a3527652c445 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:07.115792 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b14b60-f24b-4e92-bd76-fc6749e1a383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6941931c-d057-4ba3-9115-08d6247ade71,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:07.225182 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6d34b77e-e8e0-4203-b1d8-8d781862e5fb None None] Set router fb2dba05-7e00-4f6e-a284-e9872ed60181 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:39:07.300384 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca1de6ed-97d8-4535-8206-364b342ba7f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:07.394284 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ab74455-27ca-4f5f-a8f0-a3527652c445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:07.434283 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-9a4a6c39-2bd7-4418-982f-bdaa3754a9d2 req-2cca2478-46c5-4d67-a0ab-be7efa5c2bc5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Deleting port cf5233d7-db34-4a02-9837-fcce7b93f271 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:07.434701 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9a4a6c39-2bd7-4418-982f-bdaa3754a9d2 req-2cca2478-46c5-4d67-a0ab-be7efa5c2bc5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:07.579418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2696dc8d-037c-4009-b394-4e3cd89e9dce no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:39:07.629440 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ab74455-27ca-4f5f-a8f0-a3527652c445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:07.638815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 2696dc8d-037c-4009-b394-4e3cd89e9dce {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:39:07.640398 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2696dc8d-037c-4009-b394-4e3cd89e9dce not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:39:07.641036 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5f109a29-657f-4db3-a94e-fb2965ae4bea no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:39:07.709573 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6d34b77e-e8e0-4203-b1d8-8d781862e5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'name': 'tempest-TaggedBootDevicesTest-1720196182-router', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f7d82489-93f5-46b7-9446-9f2691a0b917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:28Z', 'updated_at': '2022-03-23T12:39:05Z', 'revision_number': 5, 'project_id': '30d3fc569b454dd88467dd7d804cfc45', 'gw_port': {'id': 'f7d82489-93f5-46b7-9446-9f2691a0b917', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:31:29Z', 'updated_at': '2022-03-23T12:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:07.719315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 5f109a29-657f-4db3-a94e-fb2965ae4bea {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:39:07.721474 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5f109a29-657f-4db3-a94e-fb2965ae4bea not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:39:07.738034 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca1de6ed-97d8-4535-8206-364b342ba7f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:07.752854 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d34b77e-e8e0-4203-b1d8-8d781862e5fb None None] Checking router: fb2dba05-7e00-4f6e-a284-e9872ed60181 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:39:07.771002 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34b77e-e8e0-4203-b1d8-8d781862e5fb None None] Routers {'fb2dba05-7e00-4f6e-a284-e9872ed60181'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:07.772119 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6d34b77e-e8e0-4203-b1d8-8d781862e5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fb2dba05-7e00-4f6e-a284-e9872ed60181'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:07.796838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab74455-27ca-4f5f-a8f0-a3527652c445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e1c930a-1bb6-4f3f-a6ae-e757297f4d58,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:07.845070 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7ab74455-27ca-4f5f-a8f0-a3527652c445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:07.852899 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7ab74455-27ca-4f5f-a8f0-a3527652c445 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6e1c930a-1bb6-4f3f-a6ae-e757297f4d58 HTTP/1.1" status: 204 len: 168 time: 0.9528239 Mar 23 12:39:07.877166 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36082) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:07.935607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260c11c-4c4e-45bf-8f05-29c2bbcb2d61 req-31ddedf3-5501-40b2-9c14-d07f6cfe417c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:07.941155 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6260c11c-4c4e-45bf-8f05-29c2bbcb2d61 req-31ddedf3-5501-40b2-9c14-d07f6cfe417c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1575034 Mar 23 12:39:07.971834 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6d34b77e-e8e0-4203-b1d8-8d781862e5fb None None] Set router fb2dba05-7e00-4f6e-a284-e9872ed60181 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:39:08.035709 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6260c11c-4c4e-45bf-8f05-29c2bbcb2d61 req-e7330f83-28a9-474d-b6e7-16f654e52b51 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805941 Mar 23 12:39:08.074864 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6d34b77e-e8e0-4203-b1d8-8d781862e5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'name': 'tempest-TaggedBootDevicesTest-1720196182-router', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:28Z', 'updated_at': '2022-03-23T12:39:07Z', 'revision_number': 6, 'project_id': '30d3fc569b454dd88467dd7d804cfc45', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:08.103527 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d34b77e-e8e0-4203-b1d8-8d781862e5fb None None] The sync data for ids ['fb2dba05-7e00-4f6e-a284-e9872ed60181'] in n-d-834854-1 is: [{'id': 'fb2dba05-7e00-4f6e-a284-e9872ed60181', 'name': 'tempest-TaggedBootDevicesTest-1720196182-router', 'tenant_id': '30d3fc569b454dd88467dd7d804cfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:31:28Z', 'updated_at': '2022-03-23T12:39:07Z', 'revision_number': 6, 'project_id': '30d3fc569b454dd88467dd7d804cfc45', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:39:08.477604 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9a4a6c39-2bd7-4418-982f-bdaa3754a9d2 req-2cca2478-46c5-4d67-a0ab-be7efa5c2bc5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] For port cf5233d7-db34-4a02-9837-fcce7b93f271, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=cf5233d7-db34-4a02-9837-fcce7b93f271,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:08.477972 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9a4a6c39-2bd7-4418-982f-bdaa3754a9d2 req-2cca2478-46c5-4d67-a0ab-be7efa5c2bc5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:08.507663 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-9a4a6c39-2bd7-4418-982f-bdaa3754a9d2 req-2cca2478-46c5-4d67-a0ab-be7efa5c2bc5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Calling delete_port for cf5233d7-db34-4a02-9837-fcce7b93f271 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:08.545922 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c930d5f2-a4c2-4aac-9330-17cc59c98a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:08.608239 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa628dd2-d724-4c36-b7c7-b3ec8a95304c req-9788eeb0-5bed-4b2f-9ed3-2bc2749819dc tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:08.609813 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa628dd2-d724-4c36-b7c7-b3ec8a95304c req-9788eeb0-5bed-4b2f-9ed3-2bc2749819dc tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 945 time: 0.7737586 Mar 23 12:39:08.645676 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ca1de6ed-97d8-4535-8206-364b342ba7f3 admin admin] Deleting port f7d82489-93f5-46b7-9446-9f2691a0b917 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:08.646014 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca1de6ed-97d8-4535-8206-364b342ba7f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:08.809313 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa628dd2-d724-4c36-b7c7-b3ec8a95304c req-28023f66-efee-4f52-9421-b5719de42db5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897063 Mar 23 12:39:08.817094 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c930d5f2-a4c2-4aac-9330-17cc59c98a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:08.889285 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c930d5f2-a4c2-4aac-9330-17cc59c98a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2706f020-61c4-48af-8454-98afd060d9c5']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:08.906944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-ca1de6ed-97d8-4535-8206-364b342ba7f3 admin admin] For port f7d82489-93f5-46b7-9446-9f2691a0b917, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f7d82489-93f5-46b7-9446-9f2691a0b917,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:08.907792 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca1de6ed-97d8-4535-8206-364b342ba7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:08.922521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ca1de6ed-97d8-4535-8206-364b342ba7f3 admin admin] Calling delete_port for f7d82489-93f5-46b7-9446-9f2691a0b917 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:08.945010 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c930d5f2-a4c2-4aac-9330-17cc59c98a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94397f8e-e6cd-44d5-88cc-9a968b41e07e') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:08.945665 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c930d5f2-a4c2-4aac-9330-17cc59c98a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94397f8e-e6cd-44d5-88cc-9a968b41e07e') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:08.957121 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c930d5f2-a4c2-4aac-9330-17cc59c98a40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:08.973478 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c930d5f2-a4c2-4aac-9330-17cc59c98a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:09.020066 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c930d5f2-a4c2-4aac-9330-17cc59c98a40 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:39:09.020482 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c930d5f2-a4c2-4aac-9330-17cc59c98a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:39:09.022244 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:39:09.089395 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9a4a6c39-2bd7-4418-982f-bdaa3754a9d2 req-2cca2478-46c5-4d67-a0ab-be7efa5c2bc5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:09.102674 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['de415ab8-a994-497f-88e7-c4873f3b75e4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:39:09.173503 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca2478-46c5-4d67-a0ab-be7efa5c2bc5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event deleted for resources: {'Port': ['ID=cf5233d7-db34-4a02-9837-fcce7b93f271,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:09.217323 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c930d5f2-a4c2-4aac-9330-17cc59c98a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:09.237264 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c930d5f2-a4c2-4aac-9330-17cc59c98a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:09.240528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c930d5f2-a4c2-4aac-9330-17cc59c98a40 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2706f020-61c4-48af-8454-98afd060d9c5 HTTP/1.1" status: 204 len: 168 time: 1.3364065 Mar 23 12:39:09.309686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e629d-370b-4ab9-8a3d-3eb4e05eece9 req-585ebc58-7c1e-4a5c-aa71-a38d12e63c8f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:09.317050 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-589e629d-370b-4ab9-8a3d-3eb4e05eece9 req-585ebc58-7c1e-4a5c-aa71-a38d12e63c8f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1111517 Mar 23 12:39:09.378346 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4a6c39-2bd7-4418-982f-bdaa3754a9d2 req-2cca2478-46c5-4d67-a0ab-be7efa5c2bc5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] No DVR routers for this DVR port cf5233d7-db34-4a02-9837-fcce7b93f271 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:39:09.383002 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9a4a6c39-2bd7-4418-982f-bdaa3754a9d2 req-2cca2478-46c5-4d67-a0ab-be7efa5c2bc5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:09.386510 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a4a6c39-2bd7-4418-982f-bdaa3754a9d2 req-2cca2478-46c5-4d67-a0ab-be7efa5c2bc5 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.77 "DELETE /v2.0/ports/cf5233d7-db34-4a02-9837-fcce7b93f271 HTTP/1.1" status: 204 len: 173 time: 2.3190844 Mar 23 12:39:09.389106 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fd07d7-838c-4894-becb-2dbcda494881', 'name': 'network-vif-deleted', 'tag': 'cf5233d7-db34-4a02-9837-fcce7b93f271'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:39:09.391491 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228daae1-5980-44ea-93e4-f8a5de864bd6" -d '{"events": [{"server_uuid": "13fd07d7-838c-4894-becb-2dbcda494881", "name": "network-vif-deleted", "tag": "cf5233d7-db34-4a02-9837-fcce7b93f271"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:39:09.406942 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-589e629d-370b-4ab9-8a3d-3eb4e05eece9 req-8a463f21-132f-4ff3-b515-e1897bf87c7f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889077 Mar 23 12:39:09.489179 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930d5f2-a4c2-4aac-9330-17cc59c98a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=2706f020-61c4-48af-8454-98afd060d9c5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:09.553355 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8e8518f9-0ce4-40bc-830c-be53d6bd766b no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:39:09.613262 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 8e8518f9-0ce4-40bc-830c-be53d6bd766b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:39:09.613457 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ea5692-d3a5-4731-a039-87d5fe42d762 x-openstack-request-id: req-11ea5692-d3a5-4731-a039-87d5fe42d762 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:39:09.613561 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fd07d7-838c-4894-becb-2dbcda494881", "name": "network-vif-deleted", "tag": "cf5233d7-db34-4a02-9837-fcce7b93f271", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:39:09.613756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8e8518f9-0ce4-40bc-830c-be53d6bd766b not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:39:09.613932 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11ea5692-d3a5-4731-a039-87d5fe42d762 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:39:09.614195 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fd07d7-838c-4894-becb-2dbcda494881', 'name': 'network-vif-deleted', 'tag': 'cf5233d7-db34-4a02-9837-fcce7b93f271', 'status': 'completed', 'code': 200} Mar 23 12:39:09.615134 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f7d82489-93f5-46b7-9446-9f2691a0b917 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:39:09.685135 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca1de6ed-97d8-4535-8206-364b342ba7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:09.734878 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No active binding found for port f7d82489-93f5-46b7-9446-9f2691a0b917 {{(pid=102780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 12:39:09.735449 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f7d82489-93f5-46b7-9446-9f2691a0b917 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:39:09.790710 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36136) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:09.810854 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1de6ed-97d8-4535-8206-364b342ba7f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d82489-93f5-46b7-9446-9f2691a0b917,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:09.838265 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca1de6ed-97d8-4535-8206-364b342ba7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:09.992042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-5bcf6f26-875f-46db-8c65-4fedfc83f2b3 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:09.994038 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-5bcf6f26-875f-46db-8c65-4fedfc83f2b3 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 808 time: 0.2936034 Mar 23 12:39:10.001008 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca1de6ed-97d8-4535-8206-364b342ba7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:10.002548 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a9bfcff5-748c-4dc4-bc0c-c8efacb06cf8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cec345c2fbc5453cb53f17937b01e8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2102957 Mar 23 12:39:10.003411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36144) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:10.022495 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca1de6ed-97d8-4535-8206-364b342ba7f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:10.026792 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f5788a27-a1ed-444a-b926-7ab750398adc req-34ef208f-52d3-4fc3-a1dc-e60639e7e0d3 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=13fd07d7-838c-4894-becb-2dbcda494881 HTTP/1.1" status: 200 len: 210 time: 0.0394094 Mar 23 12:39:10.070546 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-a86fd5a8-8dd9-4b6c-8ccd-b7b894218f89 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/quotas/d1929913b1364306b03584922edf0edc HTTP/1.1" status: 200 len: 375 time: 0.0538397 Mar 23 12:39:10.103079 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca1de6ed-97d8-4535-8206-364b342ba7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:10.103652 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1de6ed-97d8-4535-8206-364b342ba7f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb2dba05-7e00-4f6e-a284-e9872ed60181 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:39:10.110273 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca1de6ed-97d8-4535-8206-364b342ba7f3 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:10.111989 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ca1de6ed-97d8-4535-8206-364b342ba7f3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/fb2dba05-7e00-4f6e-a284-e9872ed60181 HTTP/1.1" status: 204 len: 168 time: 3.1542654 Mar 23 12:39:10.116367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36146) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:10.233576 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90484b9d-7443-4920-a770-a0ec240d77a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:10.241233 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9c9edd-8163-42d7-9afe-58b0cb496e5f admin admin] Deleting subnet 09e83523-270e-4358-88ca-9823b313acf9 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:39:10.252462 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-108a6e72-a438-4d4e-a0b7-37d2ae80f8b3 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1806369 Mar 23 12:39:10.265855 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9edd-8163-42d7-9afe-58b0cb496e5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:10.359504 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90484b9d-7443-4920-a770-a0ec240d77a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:10.387545 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9edd-8163-42d7-9afe-58b0cb496e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:10.407067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36152) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:10.492598 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-09ca2c17-90ae-4eda-9bda-c3fa8b958bc8 service neutron] 10.222.0.52 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278852 Mar 23 12:39:10.532926 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90484b9d-7443-4920-a770-a0ec240d77a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:10.535377 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90484b9d-7443-4920-a770-a0ec240d77a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:10.539189 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-90484b9d-7443-4920-a770-a0ec240d77a0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9646f597-2791-4e93-885a-746f8baa093b HTTP/1.1" status: 204 len: 168 time: 0.5345364 Mar 23 12:39:10.586090 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8a258-501f-40b7-aa7e-3f4caf3930da req-071b4f23-df71-4be6-92a4-82d4c9b953b8 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:10.588003 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00e8a258-501f-40b7-aa7e-3f4caf3930da req-071b4f23-df71-4be6-92a4-82d4c9b953b8 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.0752096 Mar 23 12:39:10.592442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90484b9d-7443-4920-a770-a0ec240d77a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9646f597-2791-4e93-885a-746f8baa093b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:10.603153 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9edd-8163-42d7-9afe-58b0cb496e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:10.678065 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-6f21ecf1-72e1-470b-b269-de641c4b9ce8 service neutron] 10.222.0.52 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845486 Mar 23 12:39:10.705787 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00e8a258-501f-40b7-aa7e-3f4caf3930da req-287181c2-d904-4bc1-87c5-edb14de80fb4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835159 Mar 23 12:39:10.713522 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9edd-8163-42d7-9afe-58b0cb496e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:10.722188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:10.748851 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:10.767727 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c9edd-8163-42d7-9afe-58b0cb496e5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e83523-270e-4358-88ca-9823b313acf9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:10.774822 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9edd-8163-42d7-9afe-58b0cb496e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:10.781806 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8e9c9edd-8163-42d7-9afe-58b0cb496e5f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/09e83523-270e-4358-88ca-9823b313acf9 HTTP/1.1" status: 204 len: 168 time: 0.6460099 Mar 23 12:39:10.781806 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36162) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:10.799740 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367c9e45-ca0e-4ecb-9624-843f3d2237eb None None] Network 41bf1414-28b9-473e-b43c-3af1b7db14a3 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:39:10.862074 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:10.950001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device cf5233d7-db34-4a02-9837-fcce7b93f271 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:39:10.985947 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] Deleting port 240ce599-b455-4c7f-b75b-b34190dd147a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:10.986286 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:11.013310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: cf5233d7-db34-4a02-9837-fcce7b93f271 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:39:11.013641 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device cf5233d7-db34-4a02-9837-fcce7b93f271 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:39:11.036534 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:11.152735 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] For port 240ce599-b455-4c7f-b75b-b34190dd147a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=240ce599-b455-4c7f-b75b-b34190dd147a,segment=NetworkSegment(fd0f0a8f-aeb3-4574-8319-83db7e013735),segment_id=fd0f0a8f-aeb3-4574-8319-83db7e013735)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:11.153202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:11.192108 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7edd840-0878-4e8c-9f9c-d2204da9c8f2 None None] DHCP port deletion for 41bf1414-28b9-473e-b43c-3af1b7db14a3 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:39:11.235242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] Calling delete_port for 240ce599-b455-4c7f-b75b-b34190dd147a owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:11.284159 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f7edd840-0878-4e8c-9f9c-d2204da9c8f2 None None] Deleting port 240ce599-b455-4c7f-b75b-b34190dd147a {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:11.284538 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7edd840-0878-4e8c-9f9c-d2204da9c8f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:11.344651 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Allocated IP 172.25.2.114 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/b5c6b6c2-310d-4564-b141-cc7c44d5bb63) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:39:11.348155 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6e34f90-a0b7-4af7-bb50-cf9d85f53f3f req-57daed1e-b68b-4cfd-a8ff-806a9c83e3d1 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 210 time: 0.1707861 Mar 23 12:39:11.350440 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:11.429981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f7edd840-0878-4e8c-9f9c-d2204da9c8f2 None None] For port 240ce599-b455-4c7f-b75b-b34190dd147a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=240ce599-b455-4c7f-b75b-b34190dd147a,segment=NetworkSegment(fd0f0a8f-aeb3-4574-8319-83db7e013735),segment_id=fd0f0a8f-aeb3-4574-8319-83db7e013735)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:11.430388 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7edd840-0878-4e8c-9f9c-d2204da9c8f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:11.437712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=240ce599-b455-4c7f-b75b-b34190dd147a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:11.445415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] No DVR routers for this DVR port 240ce599-b455-4c7f-b75b-b34190dd147a on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:39:11.512967 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f7edd840-0878-4e8c-9f9c-d2204da9c8f2 None None] Calling delete_port for 240ce599-b455-4c7f-b75b-b34190dd147a owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:11.607582 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:11.658584 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:11.671852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 240ce599-b455-4c7f-b75b-b34190dd147a no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:39:11.699959 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 240ce599-b455-4c7f-b75b-b34190dd147a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:39:11.700299 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 240ce599-b455-4c7f-b75b-b34190dd147a not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:39:11.746467 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:39:11.751563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:11.764379 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:39:11.797160 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Pushing event updated for resources: {'Port': ['ID=b5c6b6c2-310d-4564-b141-cc7c44d5bb63,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:11.834504 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:11.856341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba08749-f083-4693-b867-218fc4936f94 req-0049533b-b8b1-457a-aef0-67e7a2acf75f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:11.864307 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3ba08749-f083-4693-b867-218fc4936f94 req-0049533b-b8b1-457a-aef0-67e7a2acf75f tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.3517826 Mar 23 12:39:11.877799 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7edd840-0878-4e8c-9f9c-d2204da9c8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:11.880564 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:11.913096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bf1414-28b9-473e-b43c-3af1b7db14a3']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:11.929705 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3ba08749-f083-4693-b867-218fc4936f94 req-b75be385-8364-4e5d-b132-41ffc92fbbb1 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=07617068-f84c-4af3-ac22-ee6a9b11b206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623860 Mar 23 12:39:11.939740 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edd840-0878-4e8c-9f9c-d2204da9c8f2 None None] Pushing event deleted for resources: {'Port': ['ID=240ce599-b455-4c7f-b75b-b34190dd147a,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:11.950546 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7edd840-0878-4e8c-9f9c-d2204da9c8f2 None None] No DVR routers for this DVR port 240ce599-b455-4c7f-b75b-b34190dd147a on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:39:11.956023 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0f0a8f-aeb3-4574-8319-83db7e013735') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:11.956517 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0f0a8f-aeb3-4574-8319-83db7e013735') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:11.983587 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:11.996288 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f638c-a969-44b3-8d6b-d26d5fd9e737 req-c3585ce7-9229-493d-ba80-9a6cd3eeebec tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:11.998053 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b69f638c-a969-44b3-8d6b-d26d5fd9e737 req-c3585ce7-9229-493d-ba80-9a6cd3eeebec tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 945 time: 0.2787890 Mar 23 12:39:12.066202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.112585 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.127286 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:39:12.128122 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:39:12.130249 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:39:12.205284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-b69f638c-a969-44b3-8d6b-d26d5fd9e737 req-d9988fdd-713f-4cd2-9ada-f1dcb9ea5fe6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Deleting port de415ab8-a994-497f-88e7-c4873f3b75e4 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:12.206034 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b69f638c-a969-44b3-8d6b-d26d5fd9e737 req-d9988fdd-713f-4cd2-9ada-f1dcb9ea5fe6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.209495 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.219801 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.223708 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.236135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.240481 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] 10.222.0.52 "DELETE /v2.0/networks/41bf1414-28b9-473e-b43c-3af1b7db14a3 HTTP/1.1" status: 204 len: 168 time: 1.4578269 Mar 23 12:39:12.268463 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b3eb6-77a0-4653-81b1-a4359f91c59f req-5057e388-9c47-4ff0-beac-38a322b58f4f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:12.276164 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c82b3eb6-77a0-4653-81b1-a4359f91c59f req-5057e388-9c47-4ff0-beac-38a322b58f4f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.4547977 Mar 23 12:39:12.286425 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a7c7a-1a23-4949-b5ab-6558944d9c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=41bf1414-28b9-473e-b43c-3af1b7db14a3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:12.351002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Pushing event updated for resources: {'Port': ['ID=b5c6b6c2-310d-4564-b141-cc7c44d5bb63,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:12.385949 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c82b3eb6-77a0-4653-81b1-a4359f91c59f req-be0e7d56-a194-4ca7-bfe5-afaa2a0c689d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087129 Mar 23 12:39:12.401215 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.414033 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.417890 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-265b82ad-bcfd-4801-aec4-b78a959afa74 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0072782 Mar 23 12:39:12.418333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36216) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:12.421256 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b69f638c-a969-44b3-8d6b-d26d5fd9e737 req-d9988fdd-713f-4cd2-9ada-f1dcb9ea5fe6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] For port de415ab8-a994-497f-88e7-c4873f3b75e4, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=de415ab8-a994-497f-88e7-c4873f3b75e4,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:12.421640 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b69f638c-a969-44b3-8d6b-d26d5fd9e737 req-d9988fdd-713f-4cd2-9ada-f1dcb9ea5fe6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.427481 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4ad15a88-d64c-4bf1-b21b-a30f9ee7a8ab tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-280450545'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:12.456682 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad15a88-d64c-4bf1-b21b-a30f9ee7a8ab tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Made reservation on behalf of 04d8a3579c4f4bcf9f21f6b95afc8f71 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:12.460094 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ad15a88-d64c-4bf1-b21b-a30f9ee7a8ab tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.480383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-b69f638c-a969-44b3-8d6b-d26d5fd9e737 req-d9988fdd-713f-4cd2-9ada-f1dcb9ea5fe6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Calling delete_port for de415ab8-a994-497f-88e7-c4873f3b75e4 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:12.497438 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ad15a88-d64c-4bf1-b21b-a30f9ee7a8ab tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.503246 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3046afe9-bd0d-43c1-9c1c-82113ff667fa req-5c203eec-d6ab-4d4a-a508-c1e1b8d8833a tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 210 time: 0.0504594 Mar 23 12:39:12.576173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36222) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:12.640309 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c2087cd3-646c-4160-930a-a0b991c02040 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09fdd146e5ec47a9a98c06a6ae89f9dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603449 Mar 23 12:39:12.644106 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36228) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:12.763820 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ad15a88-d64c-4bf1-b21b-a30f9ee7a8ab tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.776043 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ad15a88-d64c-4bf1-b21b-a30f9ee7a8ab tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.803875 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb285dd1-431f-43e7-be29-a88445ae334b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.834195 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b69f638c-a969-44b3-8d6b-d26d5fd9e737 req-d9988fdd-713f-4cd2-9ada-f1dcb9ea5fe6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.847697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['de415ab8-a994-497f-88e7-c4873f3b75e4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:39:12.875133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad15a88-d64c-4bf1-b21b-a30f9ee7a8ab tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:39:12.904606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9988fdd-713f-4cd2-9ada-f1dcb9ea5fe6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event deleted for resources: {'Port': ['ID=de415ab8-a994-497f-88e7-c4873f3b75e4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:12.917061 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad15a88-d64c-4bf1-b21b-a30f9ee7a8ab tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f288400-9622-455e-9236-4a0e6e1cf804,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:12.943695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-b954426c-9c1b-4177-a548-496e96f76042 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:12.945448 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-b954426c-9c1b-4177-a548-496e96f76042 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.77 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 808 time: 0.2232544 Mar 23 12:39:12.947986 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb285dd1-431f-43e7-be29-a88445ae334b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.991544 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ad15a88-d64c-4bf1-b21b-a30f9ee7a8ab tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:12.992065 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-4ad15a88-d64c-4bf1-b21b-a30f9ee7a8ab tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Added segment afb347ff-1b4d-4059-aa9e-033ff59daa88 of type vlan for network 7f3d120f-a433-4fe4-a147-bdc5aa37ac28 Mar 23 12:39:12.993766 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69f638c-a969-44b3-8d6b-d26d5fd9e737 req-d9988fdd-713f-4cd2-9ada-f1dcb9ea5fe6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] No DVR routers for this DVR port de415ab8-a994-497f-88e7-c4873f3b75e4 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:39:12.996733 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-121d84be-ff32-486a-9599-f67696a75028 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Request body: {'port': {'device_id': 'b3dbf8b2-bc47-4348-895e-fa08734ac9d3', 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5', 'admin_state_up': True, 'tenant_id': 'd1929913b1364306b03584922edf0edc'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:13.004997 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b69f638c-a969-44b3-8d6b-d26d5fd9e737 req-d9988fdd-713f-4cd2-9ada-f1dcb9ea5fe6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:13.007627 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b69f638c-a969-44b3-8d6b-d26d5fd9e737 req-d9988fdd-713f-4cd2-9ada-f1dcb9ea5fe6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.73 "DELETE /v2.0/ports/de415ab8-a994-497f-88e7-c4873f3b75e4 HTTP/1.1" status: 204 len: 173 time: 1.0019529 Mar 23 12:39:13.017261 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab12fa08-51bb-4012-b95a-cd22d49af063', 'name': 'network-vif-deleted', 'tag': 'de415ab8-a994-497f-88e7-c4873f3b75e4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:39:13.019613 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7dfbf7-6e65-47a4-a3d3-befc7359674a" -d '{"events": [{"server_uuid": "ab12fa08-51bb-4012-b95a-cd22d49af063", "name": "network-vif-deleted", "tag": "de415ab8-a994-497f-88e7-c4873f3b75e4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:39:13.178348 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-121d84be-ff32-486a-9599-f67696a75028 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Made reservation on behalf of d1929913b1364306b03584922edf0edc for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:13.180830 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f2a6dca-7d05-4f99-a13d-c88964bf4abc req-14481282-c129-461b-82d2-e307aa87ed97 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be81ed09-2a24-4ce5-bce1-79979c1ac38f HTTP/1.1" status: 200 len: 210 time: 0.1914482 Mar 23 12:39:13.181752 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-121d84be-ff32-486a-9599-f67696a75028 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:13.223635 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ad15a88-d64c-4bf1-b21b-a30f9ee7a8ab tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:13.249346 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0ca3e4e5-23eb-4e7b-adcb-260f0c389514 req-912541f7-4fef-459d-9882-3e9eca7acfb2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab12fa08-51bb-4012-b95a-cd22d49af063 HTTP/1.1" status: 200 len: 210 time: 0.0857728 Mar 23 12:39:13.294330 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ad15a88-d64c-4bf1-b21b-a30f9ee7a8ab tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:13.305507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad15a88-d64c-4bf1-b21b-a30f9ee7a8ab tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:13.308989 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ad15a88-d64c-4bf1-b21b-a30f9ee7a8ab tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:13.315292 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd9b929-f87a-43b5-ba89-d64c7aa35673 x-openstack-request-id: req-0dd9b929-f87a-43b5-ba89-d64c7aa35673 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:39:13.315744 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab12fa08-51bb-4012-b95a-cd22d49af063", "name": "network-vif-deleted", "tag": "de415ab8-a994-497f-88e7-c4873f3b75e4", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:39:13.316020 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0dd9b929-f87a-43b5-ba89-d64c7aa35673 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:39:13.317713 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab12fa08-51bb-4012-b95a-cd22d49af063', 'name': 'network-vif-deleted', 'tag': 'de415ab8-a994-497f-88e7-c4873f3b75e4', 'status': 'completed', 'code': 200} Mar 23 12:39:13.385791 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb285dd1-431f-43e7-be29-a88445ae334b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:13.397399 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb285dd1-431f-43e7-be29-a88445ae334b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:13.445570 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bb285dd1-431f-43e7-be29-a88445ae334b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc7d368f-21eb-438e-b141-b337e69b3cec HTTP/1.1" status: 204 len: 168 time: 0.7994978 Mar 23 12:39:13.452215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4ad15a88-d64c-4bf1-b21b-a30f9ee7a8ab tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0329068 Mar 23 12:39:13.495680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36254) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:13.501656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ebc32ff1-e654-426c-8b7c-930c2f5b5a53 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Request body: {'subnet': {'network_id': '7f3d120f-a433-4fe4-a147-bdc5aa37ac28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:13.572050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb285dd1-431f-43e7-be29-a88445ae334b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7d368f-21eb-438e-b141-b337e69b3cec,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:13.572957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad15a88-d64c-4bf1-b21b-a30f9ee7a8ab tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Pushing event updated for resources: {'Network': ['ID=7f3d120f-a433-4fe4-a147-bdc5aa37ac28,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:13.602003 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 7f3d120f-a433-4fe4-a147-bdc5aa37ac28 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:39:13.805132 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-121d84be-ff32-486a-9599-f67696a75028 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Allocated IP 172.20.0.11 (17d964f1-9bc1-42d7-b89a-915f95df68b5/e5b7d4b1-e59a-4f34-a91f-437ec6f5c041/ca6dfa87-833b-48ed-9f17-ce128bbc09f6) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:39:13.852147 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc32ff1-e654-426c-8b7c-930c2f5b5a53 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Made reservation on behalf of 04d8a3579c4f4bcf9f21f6b95afc8f71 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:13.864920 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebc32ff1-e654-426c-8b7c-930c2f5b5a53 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:14.044298 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188615fc-0232-44e1-9cb3-1c9917a3b76a req-14ee83b3-b695-422d-9f8f-9971124a5812 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:14.045847 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-188615fc-0232-44e1-9cb3-1c9917a3b76a req-14ee83b3-b695-422d-9f8f-9971124a5812 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1098597 Mar 23 12:39:14.218263 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-121d84be-ff32-486a-9599-f67696a75028 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:14.245457 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-188615fc-0232-44e1-9cb3-1c9917a3b76a req-9cdef3ab-d9dd-49f5-a384-b9900b85f8e5 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885028 Mar 23 12:39:14.322140 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-121d84be-ff32-486a-9599-f67696a75028 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:14.335522 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['3f10ed64-2c58-47d2-9718-c537b3d1b053'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:39:14.438901 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-121d84be-ff32-486a-9599-f67696a75028 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Network 17d964f1-9bc1-42d7-b89a-915f95df68b5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:39:14.469423 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-121d84be-ff32-486a-9599-f67696a75028 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:14.478958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-121d84be-ff32-486a-9599-f67696a75028 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:39:14.539531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36288) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:14.620226 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d84be-ff32-486a-9599-f67696a75028 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Pushing event updated for resources: {'Port': ['ID=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:14.640201 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f8448bb-fe5d-4a9b-8526-64d3202585f3 req-22c35a9a-30ec-4511-9d14-d928e8137e5e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 210 time: 0.6008146 Mar 23 12:39:14.661495 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1aa07330-2762-4c34-bbab-4cbf51822a5f req-516682e6-b6de-4070-88cd-9a80c1473d00 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.1082864 Mar 23 12:39:14.710425 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-121d84be-ff32-486a-9599-f67696a75028 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:14.711578 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-121d84be-ff32-486a-9599-f67696a75028 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:14.740529 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cfe907c2-cbdc-4528-880a-7f39cc98dd44 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30d3fc569b454dd88467dd7d804cfc45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836314 Mar 23 12:39:14.743021 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36292) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:14.795481 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-121d84be-ff32-486a-9599-f67696a75028 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8173122 Mar 23 12:39:14.826805 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-301725f8-4d55-4292-beed-82683586a9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:14.856279 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-301725f8-4d55-4292-beed-82683586a9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:14.861134 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebc32ff1-e654-426c-8b7c-930c2f5b5a53 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:14.905357 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Request body: {'port': {'device_id': 'b3dbf8b2-bc47-4348-895e-fa08734ac9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:14.979527 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc32ff1-e654-426c-8b7c-930c2f5b5a53 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Pushing event updated for resources: {'Subnet': ['ID=05e9d782-2edc-491a-8711-eb9a5bf129a1,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:14.981981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device de415ab8-a994-497f-88e7-c4873f3b75e4 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:39:14.991220 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc32ff1-e654-426c-8b7c-930c2f5b5a53 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Checking segment: {'id': 'afb347ff-1b4d-4059-aa9e-033ff59daa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7f3d120f-a433-4fe4-a147-bdc5aa37ac28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:39:14.995251 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-301725f8-4d55-4292-beed-82683586a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:14.996311 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc32ff1-e654-426c-8b7c-930c2f5b5a53 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Network hostable DHCP agents. Network: 7f3d120f-a433-4fe4-a147-bdc5aa37ac28, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:39:15.002296 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-301725f8-4d55-4292-beed-82683586a9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:15.003581 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: de415ab8-a994-497f-88e7-c4873f3b75e4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:39:15.004778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device de415ab8-a994-497f-88e7-c4873f3b75e4 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:39:15.006855 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-301725f8-4d55-4292-beed-82683586a9a8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82834bad-72fc-43ec-8872-ed3fe162f4e2 HTTP/1.1" status: 204 len: 168 time: 0.2618623 Mar 23 12:39:15.044674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc32ff1-e654-426c-8b7c-930c2f5b5a53 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Network 7f3d120f-a433-4fe4-a147-bdc5aa37ac28 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:39:15.044909 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301725f8-4d55-4292-beed-82683586a9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82834bad-72fc-43ec-8872-ed3fe162f4e2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:15.080442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ebc32ff1-e654-426c-8b7c-930c2f5b5a53 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 7f3d120f-a433-4fe4-a147-bdc5aa37ac28) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:15.087742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc32ff1-e654-426c-8b7c-930c2f5b5a53 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:15.088636 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ebc32ff1-e654-426c-8b7c-930c2f5b5a53 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:15.089957 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f5f61f-8dca-4e1d-a5d9-3c708c8ba868 None None] Network 7f3d120f-a433-4fe4-a147-bdc5aa37ac28 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:39:15.127520 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:15.129198 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ebc32ff1-e654-426c-8b7c-930c2f5b5a53 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6317329 Mar 23 12:39:15.132517 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36298) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:15.147903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1638679169', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:15.153539 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e97371-f391-4f52-b2fa-395d9600a428 req-312c4c00-af42-4775-af47-a57460b7c6bb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:15.160742 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10e97371-f391-4f52-b2fa-395d9600a428 req-312c4c00-af42-4775-af47-a57460b7c6bb tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1794443 Mar 23 12:39:15.228450 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:15.230565 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:15.333995 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:15.368774 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10e97371-f391-4f52-b2fa-395d9600a428 req-2fb4df4f-10c4-4ce4-9b77-2ce12429403b tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922412 Mar 23 12:39:15.423781 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-7f3d120f-a433-4fe4-a147-bdc5aa37ac28', 'network_id': '7f3d120f-a433-4fe4-a147-bdc5aa37ac28', 'tenant_id': '04d8a3579c4f4bcf9f21f6b95afc8f71', 'fixed_ips': [{'subnet_id': '05e9d782-2edc-491a-8711-eb9a5bf129a1'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:39:15.425608 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:15.656880 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:15.708081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27c69d-0ea8-4d8b-9ffb-9c6c709b693e req-2a2ed957-4592-42b4-ba9b-00b50da2b9ae tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:15.733439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a27c69d-0ea8-4d8b-9ffb-9c6c709b693e req-2a2ed957-4592-42b4-ba9b-00b50da2b9ae tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.3284123 Mar 23 12:39:15.809606 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Allocated IP 172.20.0.2 (7f3d120f-a433-4fe4-a147-bdc5aa37ac28/05e9d782-2edc-491a-8711-eb9a5bf129a1/a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:39:15.878424 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f949e5-5512-42b7-b9a7-346a3ff0f630 req-77b25571-dce3-43bf-88e5-5d33f9f718cc tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:15.880359 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7f949e5-5512-42b7-b9a7-346a3ff0f630 req-77b25571-dce3-43bf-88e5-5d33f9f718cc tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 932 time: 0.1141567 Mar 23 12:39:15.921567 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6dfa87-833b-48ed-9f17-ce128bbc09f6 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:39:15.930651 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a27c69d-0ea8-4d8b-9ffb-9c6c709b693e req-74f41c80-ca2a-4671-833e-4d851c9d350c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950278 Mar 23 12:39:15.983031 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:16.021480 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7f949e5-5512-42b7-b9a7-346a3ff0f630 req-7a9c9ac7-9e32-43ea-be20-8db7a9217bc8 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334171 Mar 23 12:39:16.034048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Transition to ACTIVE for port object ca6dfa87-833b-48ed-9f17-ce128bbc09f6 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:39:16.041508 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:16.069052 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:16.098777 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:16.107613 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:16.114420 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f2b807d-949a-4716-adeb-77ae3cfd40d5 req-00b018b4-2b84-479e-92a4-74a64bd1365b tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0521507 Mar 23 12:39:16.146865 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Network 7f3d120f-a433-4fe4-a147-bdc5aa37ac28 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:39:16.150592 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:16.157682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:39:16.160795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:16.193233 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Pushing event updated for resources: {'Port': ['ID=a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:16.267251 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Attempting to bind port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:39:16.267890 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Attempting to bind port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:39:16.268658 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Attempting to bind port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:16.274298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Attempting to bind port a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:39:16.275545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Attempting to bind port a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'afb347ff-1b4d-4059-aa9e-033ff59daa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7f3d120f-a433-4fe4-a147-bdc5aa37ac28'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:39:16.277187 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Attempting to bind port a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e on network 7f3d120f-a433-4fe4-a147-bdc5aa37ac28 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:16.280625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:39:16.282705 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Attempting to bind port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:16.291973 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:39:16.292770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Checking segment: {'id': 'afb347ff-1b4d-4059-aa9e-033ff59daa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7f3d120f-a433-4fe4-a147-bdc5aa37ac28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:39:16.294862 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:16.295259 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Bound using segment: {'id': 'afb347ff-1b4d-4059-aa9e-033ff59daa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7f3d120f-a433-4fe4-a147-bdc5aa37ac28'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:39:16.295556 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:16.295758 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Bound port: a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb347ff-1b4d-4059-aa9e-033ff59daa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7f3d120f-a433-4fe4-a147-bdc5aa37ac28'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:39:16.296371 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:16.296757 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:39:16.297031 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Checking segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:39:16.297420 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Bound using segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:39:16.297862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Bound port: ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:39:16.298212 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:16.317904 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:16.440776 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] For port a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:39:16.444480 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] For port a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e,segment=NetworkSegment(afb347ff-1b4d-4059-aa9e-033ff59daa88),segment_id=afb347ff-1b4d-4059-aa9e-033ff59daa88)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:39:16.451425 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:16.457433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] For port ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:39:16.464655 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] For port ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:39:16.473765 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:16.538937 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9007-4610-4959-b3ed-b0cfe3567ab2 None None] Pushing event updated for resources: {'Port': ['ID=a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:16.572991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Allocated IP 172.25.2.107 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/1d1ce524-e148-4793-b2b0-5045eb36040e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:39:16.596165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:16.596966 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:16.598535 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] 10.222.0.77 "PUT /v2.0/ports/ca6dfa87-833b-48ed-9f17-ce128bbc09f6 HTTP/1.1" status: 200 len: 1092 time: 1.7734706 Mar 23 12:39:16.599118 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dbf8b2-bc47-4348-895e-fa08734ac9d3', 'tag': 'ca6dfa87-833b-48ed-9f17-ce128bbc09f6'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:39:16.601607 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d75e73b-5873-444c-aec3-95f1e6895e09" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dbf8b2-bc47-4348-895e-fa08734ac9d3", "tag": "ca6dfa87-833b-48ed-9f17-ce128bbc09f6"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:39:16.635355 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada9f1c-d5da-4c73-a268-8fe284de1758 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:16.658314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ad891-046f-4e0b-b4be-36e473e3a73b req-14c10473-efe9-4f31-8fe7-df90db8eb733 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:16.666375 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a9ad891-046f-4e0b-b4be-36e473e3a73b req-14c10473-efe9-4f31-8fe7-df90db8eb733 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1147068 Mar 23 12:39:16.788051 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a9ad891-046f-4e0b-b4be-36e473e3a73b req-428ee8c0-4dfe-4c06-a587-0ad8ee14f3af tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173234 Mar 23 12:39:16.800139 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:16.831701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92949f43-eb3a-4c08-9364-d3619b1b598e req-1719f6ef-6cc6-41e8-89e3-cf82aba37d25 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:16.835612 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92949f43-eb3a-4c08-9364-d3619b1b598e req-1719f6ef-6cc6-41e8-89e3-cf82aba37d25 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.77 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.1370308 Mar 23 12:39:16.912712 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66853de2-43ee-47c4-8a0d-8240dd422d5b x-openstack-request-id: req-66853de2-43ee-47c4-8a0d-8240dd422d5b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:39:16.912925 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dbf8b2-bc47-4348-895e-fa08734ac9d3", "tag": "ca6dfa87-833b-48ed-9f17-ce128bbc09f6", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:39:16.913341 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66853de2-43ee-47c4-8a0d-8240dd422d5b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:39:16.914390 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3dbf8b2-bc47-4348-895e-fa08734ac9d3', 'tag': 'ca6dfa87-833b-48ed-9f17-ce128bbc09f6', 'status': 'completed', 'code': 200} Mar 23 12:39:16.957663 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-9b282447-43a6-4dca-b353-65bc29cf67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:16.959898 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-9b282447-43a6-4dca-b353-65bc29cf67a2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 1095 time: 0.2538605 Mar 23 12:39:16.962976 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:17.041184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-92949f43-eb3a-4c08-9364-d3619b1b598e req-adf6a136-c550-49e6-bc7b-c84b3b1fe0b2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Deleting port e6405b41-78f0-4d5a-98fb-6ac8a56dd027 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:17.043057 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92949f43-eb3a-4c08-9364-d3619b1b598e req-adf6a136-c550-49e6-bc7b-c84b3b1fe0b2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:17.076418 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-8340064a-1b7f-4eea-98b7-9fe26722913b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca6dfa87-833b-48ed-9f17-ce128bbc09f6 HTTP/1.1" status: 200 len: 217 time: 0.1044347 Mar 23 12:39:17.078732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:39:17.083679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:17.107907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:39:17.259634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Pushing event updated for resources: {'Port': ['ID=1d1ce524-e148-4793-b2b0-5045eb36040e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:17.287417 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991f59d-55a7-4845-9ec4-fe8141f780e7 req-2e3bfb4b-0519-4e8e-81b5-8ac5a85c8b1a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:17.288804 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a991f59d-55a7-4845-9ec4-fe8141f780e7 req-2e3bfb4b-0519-4e8e-81b5-8ac5a85c8b1a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.2016668 Mar 23 12:39:17.341942 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:17.345056 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-92949f43-eb3a-4c08-9364-d3619b1b598e req-adf6a136-c550-49e6-bc7b-c84b3b1fe0b2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] For port e6405b41-78f0-4d5a-98fb-6ac8a56dd027, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:17.345379 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92949f43-eb3a-4c08-9364-d3619b1b598e req-adf6a136-c550-49e6-bc7b-c84b3b1fe0b2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:17.376236 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-0c1d7cfe-eaae-45d5-90e1-c5e84ac3625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:17.377830 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-0c1d7cfe-eaae-45d5-90e1-c5e84ac3625e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.2713675 Mar 23 12:39:17.383479 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a991f59d-55a7-4845-9ec4-fe8141f780e7 req-6421e432-ad8c-4f9f-af33-a2c66271c1c3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845170 Mar 23 12:39:17.427394 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-57b9e29c-ab26-41e0-b666-59a3b9c352c1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410249 Mar 23 12:39:17.464085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34005b-9707-4a91-9eed-32a3ba53388c req-78711aa1-55fe-4f82-83fc-af127f8c61f1 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:17.465966 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac34005b-9707-4a91-9eed-32a3ba53388c req-78711aa1-55fe-4f82-83fc-af127f8c61f1 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.2716827 Mar 23 12:39:17.628739 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac34005b-9707-4a91-9eed-32a3ba53388c req-c0a3f229-dd5f-4df5-9f7b-3fbb668ce802 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503451 Mar 23 12:39:17.644608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:39:17.688123 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-901c5d69-45d9-499b-b1ea-619f498faeb1 req-40b82ed3-e0ef-4d31-97b1-ad19e46117bf tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0686853 Mar 23 12:39:17.713152 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-2bfd6fe4-e67d-4856-87a3-0e2eed9226bc service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703960 Mar 23 12:39:17.744410 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92949f43-eb3a-4c08-9364-d3619b1b598e req-adf6a136-c550-49e6-bc7b-c84b3b1fe0b2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:17.745773 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92949f43-eb3a-4c08-9364-d3619b1b598e req-adf6a136-c550-49e6-bc7b-c84b3b1fe0b2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:17.746791 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [req-92949f43-eb3a-4c08-9364-d3619b1b598e req-adf6a136-c550-49e6-bc7b-c84b3b1fe0b2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Floating IP a082c111-5f3e-4b84-a866-0ee4820a2aab disassociated. External IP: 172.25.2.69, port: e6405b41-78f0-4d5a-98fb-6ac8a56dd027. Mar 23 12:39:17.748924 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-92949f43-eb3a-4c08-9364-d3619b1b598e req-adf6a136-c550-49e6-bc7b-c84b3b1fe0b2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Calling delete_port for e6405b41-78f0-4d5a-98fb-6ac8a56dd027 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:17.754252 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:17.772286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:39:17.772891 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:17.950129 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:18.024960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e,segment=NetworkSegment(afb347ff-1b4d-4059-aa9e-033ff59daa88),segment_id=afb347ff-1b4d-4059-aa9e-033ff59daa88)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:18.030707 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:18.034335 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92949f43-eb3a-4c08-9364-d3619b1b598e req-adf6a136-c550-49e6-bc7b-c84b3b1fe0b2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:18.074991 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6a136-c550-49e6-bc7b-c84b3b1fe0b2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event deleted for resources: {'Port': ['ID=e6405b41-78f0-4d5a-98fb-6ac8a56dd027,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:18.113330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d1cef-2af5-4f7d-a1e4-f38027a77cf5 req-4a32d030-874f-45f8-8706-a2d90c4d3740 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:18.120906 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-204d1cef-2af5-4f7d-a1e4-f38027a77cf5 req-4a32d030-874f-45f8-8706-a2d90c4d3740 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 945 time: 0.2104025 Mar 23 12:39:18.170392 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:18.262978 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-204d1cef-2af5-4f7d-a1e4-f38027a77cf5 req-aa915b79-4d04-4407-83dd-74724b5d5f35 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407394 Mar 23 12:39:18.268189 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fcd24f4a-8ee8-47ac-a25c-154830b5ab6c req-7bb4de5c-5f44-48db-8223-a8e9dc849eaf service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426679 Mar 23 12:39:18.272336 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36370) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:18.334472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e94876f-7984-44b7-b617-1120bbc85a38 None None] Network 7f3d120f-a433-4fe4-a147-bdc5aa37ac28 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:39:18.381909 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92949f43-eb3a-4c08-9364-d3619b1b598e req-adf6a136-c550-49e6-bc7b-c84b3b1fe0b2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Router 2c179dc4-c942-431e-a31e-d64c6b2dce28 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:39:18.553434 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c93b1720-a10e-4aa0-b29f-059c0b1693ba None None] Provisioning complete for port a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:39:18.553434 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c93b1720-a10e-4aa0-b29f-059c0b1693ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:18.569856 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92949f43-eb3a-4c08-9364-d3619b1b598e req-adf6a136-c550-49e6-bc7b-c84b3b1fe0b2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:39:18.592539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b466f-466c-4385-ad9d-1b7bf4d526f1 None None] Sync routers for ids ['2c179dc4-c942-431e-a31e-d64c6b2dce28'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:39:18.628187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75e73b-5873-444c-aec3-95f1e6895e09 req-5637fd85-d5cd-4384-95ee-6203b1688c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:18.629978 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d75e73b-5873-444c-aec3-95f1e6895e09 req-5637fd85-d5cd-4384-95ee-6203b1688c4b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 1095 time: 0.2641363 Mar 23 12:39:18.633618 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75984ab1-28b7-4a0c-97e5-ca2cf65215a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:18.645705 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-92949f43-eb3a-4c08-9364-d3619b1b598e req-adf6a136-c550-49e6-bc7b-c84b3b1fe0b2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] No DVR routers for this DVR port e6405b41-78f0-4d5a-98fb-6ac8a56dd027 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:39:18.648915 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-92949f43-eb3a-4c08-9364-d3619b1b598e req-adf6a136-c550-49e6-bc7b-c84b3b1fe0b2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:18.652681 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92949f43-eb3a-4c08-9364-d3619b1b598e req-adf6a136-c550-49e6-bc7b-c84b3b1fe0b2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.77 "DELETE /v2.0/ports/e6405b41-78f0-4d5a-98fb-6ac8a56dd027 HTTP/1.1" status: 204 len: 173 time: 1.8078833 Mar 23 12:39:18.682124 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b466f-466c-4385-ad9d-1b7bf4d526f1 None None] Routers {'2c179dc4-c942-431e-a31e-d64c6b2dce28'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:18.683441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-115b466f-466c-4385-ad9d-1b7bf4d526f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2c179dc4-c942-431e-a31e-d64c6b2dce28'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:18.692333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8326e7-d5f6-4d61-b616-6a0ac72033fb req-93b60225-5867-44ab-9579-f9931336addf tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:18.693924 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb8326e7-d5f6-4d61-b616-6a0ac72033fb req-93b60225-5867-44ab-9579-f9931336addf tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1257620 Mar 23 12:39:18.758384 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb8326e7-d5f6-4d61-b616-6a0ac72033fb req-c340531a-6610-4883-9674-0f461273f781 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453157 Mar 23 12:39:18.835211 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:18.932729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'name': 'network-vif-deleted', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:39:18.938528 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6893549e-a827-4281-ac51-056a883fe081" -d '{"events": [{"server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "name": "network-vif-deleted", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:39:18.947451 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-23e34bfe-3b95-4e0c-ac1d-993fc60b640a req-de623b15-d48b-491a-a919-d49b20c8d104 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=be81ed09-2a24-4ce5-bce1-79979c1ac38f HTTP/1.1" status: 200 len: 210 time: 0.0536051 Mar 23 12:39:19.014327 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e62223fb-621a-43f2-9eef-dad6313b0a6a req-3aed91bf-ade8-4d96-a966-0c913f042203 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0715153 Mar 23 12:39:19.069796 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-115b466f-466c-4385-ad9d-1b7bf4d526f1 None None] Set router 2c179dc4-c942-431e-a31e-d64c6b2dce28 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:39:19.070144 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d575a183-60ab-4ee3-9060-563f6aec1198 x-openstack-request-id: req-d575a183-60ab-4ee3-9060-563f6aec1198 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:39:19.070592 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc0f02-e945-4ff7-97cf-13ef2fffc12a", "name": "network-vif-deleted", "tag": "e6405b41-78f0-4d5a-98fb-6ac8a56dd027", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:39:19.070986 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d575a183-60ab-4ee3-9060-563f6aec1198 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:39:19.071640 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc0f02-e945-4ff7-97cf-13ef2fffc12a', 'name': 'network-vif-deleted', 'tag': 'e6405b41-78f0-4d5a-98fb-6ac8a56dd027', 'status': 'completed', 'code': 200} Mar 23 12:39:19.120116 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37d1f3-22d5-4fb1-bd67-ae5b6c4f8c81 req-9110cd3d-916e-4d9f-9c61-26dead03dd9b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:19.135714 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd37d1f3-22d5-4fb1-bd67-ae5b6c4f8c81 req-9110cd3d-916e-4d9f-9c61-26dead03dd9b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.2971919 Mar 23 12:39:19.243773 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c5d3c1e4-7b2e-4582-a031-e1e8f5357662 None None] Provisioning complete for port a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:39:19.244319 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c5d3c1e4-7b2e-4582-a031-e1e8f5357662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:19.322047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75e73b-5873-444c-aec3-95f1e6895e09 req-cfdb3597-1803-4855-b112-73a992f3ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:19.325420 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d75e73b-5873-444c-aec3-95f1e6895e09 req-cfdb3597-1803-4855-b112-73a992f3ce75 service neutron] 10.222.0.77 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.6856673 Mar 23 12:39:19.403807 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2932a5c3-92b2-48f4-9cea-759d16764f34 req-45226611-c8df-4137-b5fc-591a83a60433 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.1184454 Mar 23 12:39:19.426926 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d75e73b-5873-444c-aec3-95f1e6895e09 req-12352393-cead-4b1b-b248-6a16d626dc34 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca6dfa87-833b-48ed-9f17-ce128bbc09f6 HTTP/1.1" status: 200 len: 217 time: 0.0571072 Mar 23 12:39:19.430307 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd37d1f3-22d5-4fb1-bd67-ae5b6c4f8c81 req-dcac23b8-f9f9-4c4b-9557-4eac48233a50 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917829 Mar 23 12:39:19.477632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-115b466f-466c-4385-ad9d-1b7bf4d526f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'name': 'tempest-ServerActionsTestJSON-267331141-router', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '9496cc92-7163-4074-9def-de74258afe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:50Z', 'updated_at': '2022-03-23T12:28:59Z', 'revision_number': 4, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'gw_port': {'id': '9496cc92-7163-4074-9def-de74258afe7e', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:51Z', 'updated_at': '2022-03-23T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '5de80cc1-9627-4a38-b165-aec458aa0145', 'name': '', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'mac_address': 'fa:16:3e:e4:2b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:57Z', 'updated_at': '2022-03-23T12:29:08Z', 'revision_number': 5, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'subnets': [{'id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:19.480253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Router 3e90208e-f703-43ef-b457-bd2751f7fa6b is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:39:19.491566 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75984ab1-28b7-4a0c-97e5-ca2cf65215a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:19.504915 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75984ab1-28b7-4a0c-97e5-ca2cf65215a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:19.524259 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b466f-466c-4385-ad9d-1b7bf4d526f1 None None] Checking router: 2c179dc4-c942-431e-a31e-d64c6b2dce28 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:39:19.533960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b466f-466c-4385-ad9d-1b7bf4d526f1 None None] Routers {'2c179dc4-c942-431e-a31e-d64c6b2dce28'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:19.534614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-115b466f-466c-4385-ad9d-1b7bf4d526f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2c179dc4-c942-431e-a31e-d64c6b2dce28'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:19.535191 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-90060d02-1ed2-480f-91fa-29accb7b5ebe req-e090f05c-7ed5-4f1f-9b9f-531da1971761 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffc0f02-e945-4ff7-97cf-13ef2fffc12a HTTP/1.1" status: 200 len: 210 time: 0.0404122 Mar 23 12:39:19.575798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:39:19.600382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75984ab1-28b7-4a0c-97e5-ca2cf65215a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8aa1cf-9f7f-4e60-8c57-6c46b8b7b848,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:19.627712 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-75984ab1-28b7-4a0c-97e5-ca2cf65215a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c6cd1d7ea43f4f39ba6b81d5df6afedd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3515656 Mar 23 12:39:19.631537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36408) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:19.690052 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:39:19.690552 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:19.702040 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b90cbae3-1fdc-4fdf-a3d6-9e0fd459f33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:19.730810 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b90cbae3-1fdc-4fdf-a3d6-9e0fd459f33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:19.734479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-115b466f-466c-4385-ad9d-1b7bf4d526f1 None None] Set router 2c179dc4-c942-431e-a31e-d64c6b2dce28 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:39:19.774472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:39:19.785931 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b90cbae3-1fdc-4fdf-a3d6-9e0fd459f33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:19.787692 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2f181-2033-45df-9ecd-83d1f70f546f None None] Sync routers for ids ['3e90208e-f703-43ef-b457-bd2751f7fa6b'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:39:19.791249 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b90cbae3-1fdc-4fdf-a3d6-9e0fd459f33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:19.797030 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b90cbae3-1fdc-4fdf-a3d6-9e0fd459f33a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b8aa1cf-9f7f-4e60-8c57-6c46b8b7b848 HTTP/1.1" status: 204 len: 168 time: 0.1641724 Mar 23 12:39:19.808643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cbae3-1fdc-4fdf-a3d6-9e0fd459f33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8aa1cf-9f7f-4e60-8c57-6c46b8b7b848,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:19.840793 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2f181-2033-45df-9ecd-83d1f70f546f None None] Routers {'3e90208e-f703-43ef-b457-bd2751f7fa6b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:19.843724 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c1e2f181-2033-45df-9ecd-83d1f70f546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3e90208e-f703-43ef-b457-bd2751f7fa6b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:19.874503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75e73b-5873-444c-aec3-95f1e6895e09 req-d6435fd6-9ac7-4b03-ad06-fd78ee551dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:19.877655 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d75e73b-5873-444c-aec3-95f1e6895e09 req-d6435fd6-9ac7-4b03-ad06-fd78ee551dbd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.1703300 Mar 23 12:39:19.973205 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c1e2f181-2033-45df-9ecd-83d1f70f546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:19.994889 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2f181-2033-45df-9ecd-83d1f70f546f None None] Routers {'3e90208e-f703-43ef-b457-bd2751f7fa6b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:19.995939 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c1e2f181-2033-45df-9ecd-83d1f70f546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3e90208e-f703-43ef-b457-bd2751f7fa6b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:20.027451 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d75e73b-5873-444c-aec3-95f1e6895e09 req-d579c295-2b53-4365-85ee-977bb86c39f0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341822 Mar 23 12:39:20.075548 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:20.090046 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-75418b5b-b20f-47d0-92a6-d495ace51f46 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.9554181 Mar 23 12:39:20.094135 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36422) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:20.153676 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c1e2f181-2033-45df-9ecd-83d1f70f546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:20.154332 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2f181-2033-45df-9ecd-83d1f70f546f None None] The sync data for ids ['3e90208e-f703-43ef-b457-bd2751f7fa6b'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:39:20.256814 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-def672e8-18eb-4d70-9cfa-da3fcf9eef83 req-f099b509-1b1b-4358-a8a0-884b6d00b880 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0560908 Mar 23 12:39:20.280377 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-115b466f-466c-4385-ad9d-1b7bf4d526f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'name': 'tempest-ServerActionsTestJSON-267331141-router', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '9496cc92-7163-4074-9def-de74258afe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:50Z', 'updated_at': '2022-03-23T12:28:59Z', 'revision_number': 4, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'gw_port': {'id': '9496cc92-7163-4074-9def-de74258afe7e', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:51Z', 'updated_at': '2022-03-23T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '5de80cc1-9627-4a38-b165-aec458aa0145', 'name': '', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'mac_address': 'fa:16:3e:e4:2b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:57Z', 'updated_at': '2022-03-23T12:29:08Z', 'revision_number': 5, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'subnets': [{'id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:20.332305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a9a56-31f5-4e24-93ff-ef0ecf950f12 req-34aa59e5-a742-46dd-840d-c8463da04d21 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:20.334577 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b466f-466c-4385-ad9d-1b7bf4d526f1 None None] The sync data for ids ['2c179dc4-c942-431e-a31e-d64c6b2dce28'] in n-d-834854-1 is: [{'id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'name': 'tempest-ServerActionsTestJSON-267331141-router', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '9496cc92-7163-4074-9def-de74258afe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:50Z', 'updated_at': '2022-03-23T12:28:59Z', 'revision_number': 4, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'gw_port': {'id': '9496cc92-7163-4074-9def-de74258afe7e', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:51Z', 'updated_at': '2022-03-23T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '5de80cc1-9627-4a38-b165-aec458aa0145', 'name': '', 'network_id': 'ebaa652a-c49f-4907-afdf-128ac03bfaa6', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'mac_address': 'fa:16:3e:e4:2b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:57Z', 'updated_at': '2022-03-23T12:29:08Z', 'revision_number': 5, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'subnets': [{'id': 'd5ca3030-361f-4822-91f3-c1514558b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:39:20.335241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba4a9a56-31f5-4e24-93ff-ef0ecf950f12 req-34aa59e5-a742-46dd-840d-c8463da04d21 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.3359151 Mar 23 12:39:20.843091 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e6405b41-78f0-4d5a-98fb-6ac8a56dd027 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:39:20.924767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: e6405b41-78f0-4d5a-98fb-6ac8a56dd027 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:39:20.925197 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e6405b41-78f0-4d5a-98fb-6ac8a56dd027 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:39:20.935801 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c6a0a-1629-411c-983d-2b171d8ac747 None None] New status for floating IP a082c111-5f3e-4b84-a866-0ee4820a2aab: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:39:21.074451 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d75e73b-5873-444c-aec3-95f1e6895e09 req-5ed6a0f9-3c33-40d4-8b32-1286066791b3 service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9772556 Mar 23 12:39:21.080615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba4a9a56-31f5-4e24-93ff-ef0ecf950f12 req-3098a0b2-03f3-4230-ada1-c62d0729c63c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7356715 Mar 23 12:39:21.222267 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1932b5c-1ddf-4efc-8fa3-07f3431ff575 req-127b7064-0194-46cf-81ec-64e6f5ace81b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:21.230218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1932b5c-1ddf-4efc-8fa3-07f3431ff575 req-127b7064-0194-46cf-81ec-64e6f5ace81b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.6634154 Mar 23 12:39:21.262591 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d75e73b-5873-444c-aec3-95f1e6895e09 req-60d1db36-4437-47b6-8f10-e0e896cd8916 service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743236 Mar 23 12:39:21.300631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36460) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:21.355994 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36462) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:21.410130 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d184f01f-d12d-422d-8374-ec64aa3c69d8 req-15faf744-f453-4dda-a884-45803f299c50 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0399833 Mar 23 12:39:21.460602 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-713eb0d0-5f72-44e2-bbd4-844655e85cb6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:21.475054 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1932b5c-1ddf-4efc-8fa3-07f3431ff575 req-1cad1d40-295a-4e73-a650-d806f5ef936a tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298203 Mar 23 12:39:21.521637 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-713eb0d0-5f72-44e2-bbd4-844655e85cb6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:21.602902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8172b8b9-c964-419c-94e7-e0def415b733 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1925105497-network', 'tenant_id': 'd3e2300bc0f649cd8f83ae898ac36f04'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:21.624871 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-713eb0d0-5f72-44e2-bbd4-844655e85cb6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:21.627978 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-713eb0d0-5f72-44e2-bbd4-844655e85cb6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:21.631777 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36482) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:21.640222 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-713eb0d0-5f72-44e2-bbd4-844655e85cb6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "DELETE /v2.0/security-groups/fe3bd741-201b-4f56-a95b-c7d7c97d5a3d HTTP/1.1" status: 204 len: 168 time: 0.3383658 Mar 23 12:39:21.656521 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-f7fda41c-4319-45b2-80de-ffcbd2811ad2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] show failed (client error): The resource could not be found. Mar 23 12:39:21.657535 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f7fda41c-4319-45b2-80de-ffcbd2811ad2 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "GET /v2.0/security-groups/fe3bd741-201b-4f56-a95b-c7d7c97d5a3d HTTP/1.1" status: 404 len: 347 time: 0.0248263 Mar 23 12:39:21.662787 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36484) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:21.672084 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713eb0d0-5f72-44e2-bbd4-844655e85cb6 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3bd741-201b-4f56-a95b-c7d7c97d5a3d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:21.684581 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8172b8b9-c964-419c-94e7-e0def415b733 admin admin] Made reservation on behalf of d3e2300bc0f649cd8f83ae898ac36f04 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:21.687428 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8172b8b9-c964-419c-94e7-e0def415b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:21.710403 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8172b8b9-c964-419c-94e7-e0def415b733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:21.819872 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:21.825796 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8172b8b9-c964-419c-94e7-e0def415b733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:21.834372 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8172b8b9-c964-419c-94e7-e0def415b733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:21.922199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8172b8b9-c964-419c-94e7-e0def415b733 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:39:21.950764 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172b8b9-c964-419c-94e7-e0def415b733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:21.964644 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8172b8b9-c964-419c-94e7-e0def415b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:21.965305 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-8172b8b9-c964-419c-94e7-e0def415b733 admin admin] Added segment c4d47934-b63b-432a-b6e7-ede64326c83b of type vlan for network a0c20fa0-7640-4f01-a96b-e19c7ba08c92 Mar 23 12:39:22.032715 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8172b8b9-c964-419c-94e7-e0def415b733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:22.083640 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dcb365a2-944b-462f-9800-263129d92687 req-a4b2ba0b-7618-43da-abee-e02e3485bf45 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0550323 Mar 23 12:39:22.109451 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8172b8b9-c964-419c-94e7-e0def415b733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:22.110716 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8172b8b9-c964-419c-94e7-e0def415b733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:22.111525 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8172b8b9-c964-419c-94e7-e0def415b733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:22.190783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172b8b9-c964-419c-94e7-e0def415b733 admin admin] Pushing event updated for resources: {'Network': ['ID=a0c20fa0-7640-4f01-a96b-e19c7ba08c92,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:22.208035 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network a0c20fa0-7640-4f01-a96b-e19c7ba08c92 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:39:22.222936 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8172b8b9-c964-419c-94e7-e0def415b733 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8645978 Mar 23 12:39:22.225129 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36498) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:22.240397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-be8e69a3-680e-41b2-a56c-59a7c57e2fe9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Deleting port cd490c71-532e-46f0-a331-a353ecce899f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:22.240651 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be8e69a3-680e-41b2-a56c-59a7c57e2fe9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:22.252621 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9b7f9764-f8a2-4ef5-bd28-7903b320dc49 admin admin] Request body: {'subnet': {'network_id': 'a0c20fa0-7640-4f01-a96b-e19c7ba08c92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1925105497-subnet', 'tenant_id': 'd3e2300bc0f649cd8f83ae898ac36f04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:22.319169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bdb2e-45b2-44e6-8968-729db7a41e9b req-1d0c8512-3efd-4c39-b5cc-accc39c0964a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:22.321031 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-533bdb2e-45b2-44e6-8968-729db7a41e9b req-1d0c8512-3efd-4c39-b5cc-accc39c0964a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.0968993 Mar 23 12:39:22.371134 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-533bdb2e-45b2-44e6-8968-729db7a41e9b req-d1a882c7-95d6-46c1-a531-2ce289a8c85a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420723 Mar 23 12:39:22.388449 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7f9764-f8a2-4ef5-bd28-7903b320dc49 admin admin] Made reservation on behalf of d3e2300bc0f649cd8f83ae898ac36f04 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:22.390910 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b7f9764-f8a2-4ef5-bd28-7903b320dc49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:22.547512 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be8e69a3-680e-41b2-a56c-59a7c57e2fe9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:22.547832 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be8e69a3-680e-41b2-a56c-59a7c57e2fe9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:22.555405 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Allocated IP 172.20.0.1 (7f3d120f-a433-4fe4-a147-bdc5aa37ac28/05e9d782-2edc-491a-8711-eb9a5bf129a1/f6b4d85f-9450-42b1-bb43-2dfeda035836) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:39:22.602521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-be8e69a3-680e-41b2-a56c-59a7c57e2fe9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Calling delete_port for cd490c71-532e-46f0-a331-a353ecce899f owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:22.750362 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260a447-02ef-4cd0-9ae0-fb02831ba268 req-25d06605-6931-4ea9-a377-1cebf80e2942 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:22.750362 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d260a447-02ef-4cd0-9ae0-fb02831ba268 req-25d06605-6931-4ea9-a377-1cebf80e2942 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.1902199 Mar 23 12:39:22.900027 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:22.916289 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d260a447-02ef-4cd0-9ae0-fb02831ba268 req-694791b1-276d-4c58-8b84-788f74fe21f5 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561794 Mar 23 12:39:23.029625 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be8e69a3-680e-41b2-a56c-59a7c57e2fe9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:23.032120 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b7f9764-f8a2-4ef5-bd28-7903b320dc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:23.072228 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:23.103419 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e69a3-680e-41b2-a56c-59a7c57e2fe9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Pushing event deleted for resources: {'Port': ['ID=cd490c71-532e-46f0-a331-a353ecce899f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:23.169178 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Network 7f3d120f-a433-4fe4-a147-bdc5aa37ac28 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:39:23.210177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:23.221447 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff28af7d-5dd6-45da-a55a-33f8578267ee req-ea7e5117-f5cb-4925-9e8c-20b68e3a5c62 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0364819 Mar 23 12:39:23.222669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:39:23.232192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f9764-f8a2-4ef5-bd28-7903b320dc49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d605956-9ae4-493c-bc8e-6abe420fc2cb,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:23.263718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Pushing event updated for resources: {'Port': ['ID=f6b4d85f-9450-42b1-bb43-2dfeda035836,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:23.283016 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7f9764-f8a2-4ef5-bd28-7903b320dc49 admin admin] Checking segment: {'id': 'c4d47934-b63b-432a-b6e7-ede64326c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c20fa0-7640-4f01-a96b-e19c7ba08c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:39:23.283376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7f9764-f8a2-4ef5-bd28-7903b320dc49 admin admin] Network hostable DHCP agents. Network: a0c20fa0-7640-4f01-a96b-e19c7ba08c92, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:39:23.294211 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be8e69a3-680e-41b2-a56c-59a7c57e2fe9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:23.297250 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be8e69a3-680e-41b2-a56c-59a7c57e2fe9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:23.298467 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-be8e69a3-680e-41b2-a56c-59a7c57e2fe9 tempest-ServerActionsTestJSON-1325858859 tempest-ServerActionsTestJSON-1325858859-project] 10.222.0.52 "DELETE /v2.0/floatingips/a082c111-5f3e-4b84-a866-0ee4820a2aab HTTP/1.1" status: 204 len: 168 time: 1.6312335 Mar 23 12:39:23.302025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36522) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:23.304638 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:23.360293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7f9764-f8a2-4ef5-bd28-7903b320dc49 admin admin] Network a0c20fa0-7640-4f01-a96b-e19c7ba08c92 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:39:23.384390 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-9b7f9764-f8a2-4ef5-bd28-7903b320dc49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, a0c20fa0-7640-4f01-a96b-e19c7ba08c92) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:23.403989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9346b05-e2af-496f-89bf-a596a7d0a18a None None] Network a0c20fa0-7640-4f01-a96b-e19c7ba08c92 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:39:23.451831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7f9764-f8a2-4ef5-bd28-7903b320dc49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:23.453009 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b7f9764-f8a2-4ef5-bd28-7903b320dc49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:23.504369 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9b7f9764-f8a2-4ef5-bd28-7903b320dc49 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2746332 Mar 23 12:39:23.515005 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:23.670998 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1326fcc5-e62f-4352-bd94-6b1070eb0c78 None None] Network a0c20fa0-7640-4f01-a96b-e19c7ba08c92 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:39:23.799320 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dca4e-9f11-4b58-9454-264888700289 req-a2e65c1a-5c76-4b9d-b0f6-cdb4ea18f1d3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:23.811769 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-da1dca4e-9f11-4b58-9454-264888700289 req-a2e65c1a-5c76-4b9d-b0f6-cdb4ea18f1d3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.2664900 Mar 23 12:39:23.930793 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-60b581d8-e84e-4cff-be13-d922075ae1ba None None] Provisioning complete for port f6b4d85f-9450-42b1-bb43-2dfeda035836 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:39:23.934147 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-60b581d8-e84e-4cff-be13-d922075ae1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:23.937155 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-da1dca4e-9f11-4b58-9454-264888700289 req-ff927ec2-7dec-4ab1-a7d6-a868d059a221 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235824 Mar 23 12:39:24.007697 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81951c18-06b9-4c97-9d07-bcbbebadd0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:24.022862 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-60b581d8-e84e-4cff-be13-d922075ae1ba None None] Port f6b4d85f-9450-42b1-bb43-2dfeda035836 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:39:24.048277 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f9d41bf6-eed4-4b35-93e0-e124c8cb7b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:24.156307 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94ad63-ce41-47a3-ad4c-1ae0d26efcdf req-0042c816-c2bb-4274-b7a5-d71de24c3020 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:24.157803 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd94ad63-ce41-47a3-ad4c-1ae0d26efcdf req-0042c816-c2bb-4274-b7a5-d71de24c3020 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.1160262 Mar 23 12:39:24.227697 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd94ad63-ce41-47a3-ad4c-1ae0d26efcdf req-9f45e3d5-607b-4d40-9290-89422c95e2a3 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574193 Mar 23 12:39:24.239890 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:24.246074 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:24.364972 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:24.367211 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Pushing event updated for resources: {'Port': ['ID=f6b4d85f-9450-42b1-bb43-2dfeda035836,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:24.374648 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-13849c50-4560-4440-bf76-61ce2a9c518e req-149fcbb7-628e-4960-80ed-a2e5acc025da tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0447874 Mar 23 12:39:24.427970 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-ab379af5-65e2-42e1-b3de-e99bb257a8e9 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:24.429440 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-ab379af5-65e2-42e1-b3de-e99bb257a8e9 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/networks?id=a0c20fa0-7640-4f01-a96b-e19c7ba08c92 HTTP/1.1" status: 200 len: 814 time: 0.2081449 Mar 23 12:39:24.473296 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-b2c3f4d1-2435-492a-93c8-e53c63daab5f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/quotas/d3e2300bc0f649cd8f83ae898ac36f04 HTTP/1.1" status: 200 len: 375 time: 0.0139689 Mar 23 12:39:24.486922 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Network 7f3d120f-a433-4fe4-a147-bdc5aa37ac28 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:39:24.488522 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:24.518784 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-50bbb8e7-2352-48ea-94dc-a578bbd6ab87 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3e2300bc0f649cd8f83ae898ac36f04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359216 Mar 23 12:39:24.612839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-81951c18-06b9-4c97-9d07-bcbbebadd0a0 admin admin] Deleting port 5de80cc1-9627-4a38-b165-aec458aa0145 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:24.613194 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81951c18-06b9-4c97-9d07-bcbbebadd0a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:24.628592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Router 3e90208e-f703-43ef-b457-bd2751f7fa6b has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:39:24.719539 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-da52fbc3-33d1-4f2d-9c41-340b2266033a service neutron] 10.222.0.52 "GET /v2.0/networks/a0c20fa0-7640-4f01-a96b-e19c7ba08c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999760 Mar 23 12:39:24.759419 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-81951c18-06b9-4c97-9d07-bcbbebadd0a0 admin admin] For port 5de80cc1-9627-4a38-b165-aec458aa0145, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5de80cc1-9627-4a38-b165-aec458aa0145,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:24.759791 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81951c18-06b9-4c97-9d07-bcbbebadd0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:24.766656 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:39:24.771639 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fe5ebe53-d8db-4b47-b18e-9cd4663d9a39 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] 10.222.0.52 "PUT /v2.0/routers/3e90208e-f703-43ef-b457-bd2751f7fa6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6764205 Mar 23 12:39:24.774270 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36568) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:24.779191 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e4efd3-1514-4a99-aa1f-6c44c989016c None None] Sync routers for ids ['3e90208e-f703-43ef-b457-bd2751f7fa6b'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:39:24.779699 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cd1eb4a0-cfd5-4821-b64c-396feb18b008 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Request body: {'port': {'network_id': '7f3d120f-a433-4fe4-a147-bdc5aa37ac28', 'name': 'tempest-FloatingIPAdminTestJSON-1908077073'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:24.789417 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e4efd3-1514-4a99-aa1f-6c44c989016c None None] Routers {'3e90208e-f703-43ef-b457-bd2751f7fa6b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:24.790338 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-91e4efd3-1514-4a99-aa1f-6c44c989016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3e90208e-f703-43ef-b457-bd2751f7fa6b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:24.818214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-81951c18-06b9-4c97-9d07-bcbbebadd0a0 admin admin] Calling delete_port for 5de80cc1-9627-4a38-b165-aec458aa0145 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:24.826948 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-91e4efd3-1514-4a99-aa1f-6c44c989016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:24.842493 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e4efd3-1514-4a99-aa1f-6c44c989016c None None] Routers {'3e90208e-f703-43ef-b457-bd2751f7fa6b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:24.843108 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-91e4efd3-1514-4a99-aa1f-6c44c989016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3e90208e-f703-43ef-b457-bd2751f7fa6b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:24.861435 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-56328ff2-346c-473d-8ada-a3f6d1e08342 None None] Provisioning complete for port f6b4d85f-9450-42b1-bb43-2dfeda035836 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:39:24.861997 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-56328ff2-346c-473d-8ada-a3f6d1e08342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:24.889388 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-91e4efd3-1514-4a99-aa1f-6c44c989016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:24.890349 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e4efd3-1514-4a99-aa1f-6c44c989016c None None] The sync data for ids ['3e90208e-f703-43ef-b457-bd2751f7fa6b'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:39:24.910738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-56328ff2-346c-473d-8ada-a3f6d1e08342 None None] Port f6b4d85f-9450-42b1-bb43-2dfeda035836 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:39:24.918277 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-3f18e55e-8a58-4099-a7ef-c7481053be32 service neutron] 10.222.0.52 "GET /v2.0/networks/a0c20fa0-7640-4f01-a96b-e19c7ba08c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905828 Mar 23 12:39:24.929346 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1eb4a0-cfd5-4821-b64c-396feb18b008 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Made reservation on behalf of 04d8a3579c4f4bcf9f21f6b95afc8f71 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:24.934538 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd1eb4a0-cfd5-4821-b64c-396feb18b008 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:24.968194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-cd1eb4a0-cfd5-4821-b64c-396feb18b008 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] device_id is not set on port fb2ecc4c-2551-4e14-97ef-6c6788570389 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:39:25.087380 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81951c18-06b9-4c97-9d07-bcbbebadd0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:25.151238 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5cb9b-f664-4b7b-9967-e9ee345b910d req-5291945a-e0d0-4854-bbf8-1c750b72cf76 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:25.159556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81951c18-06b9-4c97-9d07-bcbbebadd0a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5de80cc1-9627-4a38-b165-aec458aa0145,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:25.159766 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ff5cb9b-f664-4b7b-9967-e9ee345b910d req-5291945a-e0d0-4854-bbf8-1c750b72cf76 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1220241 Mar 23 12:39:25.198932 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-cd1eb4a0-cfd5-4821-b64c-396feb18b008 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Allocated IP 172.20.0.12 (7f3d120f-a433-4fe4-a147-bdc5aa37ac28/05e9d782-2edc-491a-8711-eb9a5bf129a1/fb2ecc4c-2551-4e14-97ef-6c6788570389) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:39:25.223648 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eada8cb2-885c-4167-84cb-65b08a44dc7e req-16c34c65-4d9c-4c6b-9ca1-ade416ce6982 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 210 time: 0.0718968 Mar 23 12:39:25.261011 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ff5cb9b-f664-4b7b-9967-e9ee345b910d req-ea6f4da4-9486-4b9d-8d29-834450c78e30 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933099 Mar 23 12:39:25.512749 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65883e-4a34-42f7-b080-976d45494fde req-f246a4b1-1b21-435d-aeb5-dccdaa9acb37 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:25.520504 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a65883e-4a34-42f7-b080-976d45494fde req-f246a4b1-1b21-435d-aeb5-dccdaa9acb37 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.1363375 Mar 23 12:39:25.525568 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81951c18-06b9-4c97-9d07-bcbbebadd0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:25.591980 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffed4e77-a752-4c0c-aba7-af6984f041ef req-5919dfc2-ddde-40f7-9673-1f4546fb8a8d tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0686004 Mar 23 12:39:25.602223 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd1eb4a0-cfd5-4821-b64c-396feb18b008 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:25.646999 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a65883e-4a34-42f7-b080-976d45494fde req-4faece3a-bed1-465b-987c-f40367654be6 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255357 Mar 23 12:39:25.661312 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd1eb4a0-cfd5-4821-b64c-396feb18b008 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:25.710454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1eb4a0-cfd5-4821-b64c-396feb18b008 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Network 7f3d120f-a433-4fe4-a147-bdc5aa37ac28 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:39:25.713682 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-cd1eb4a0-cfd5-4821-b64c-396feb18b008 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:25.719899 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1eb4a0-cfd5-4821-b64c-396feb18b008 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:39:25.772458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1eb4a0-cfd5-4821-b64c-396feb18b008 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Pushing event updated for resources: {'Port': ['ID=fb2ecc4c-2551-4e14-97ef-6c6788570389,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:25.849712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1eb4a0-cfd5-4821-b64c-396feb18b008 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:25.850372 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd1eb4a0-cfd5-4821-b64c-396feb18b008 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:25.875726 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cd1eb4a0-cfd5-4821-b64c-396feb18b008 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0999777 Mar 23 12:39:25.881250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36600) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:25.883906 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81951c18-06b9-4c97-9d07-bcbbebadd0a0 admin admin] Router 2c179dc4-c942-431e-a31e-d64c6b2dce28 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:39:26.039802 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81951c18-06b9-4c97-9d07-bcbbebadd0a0 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:39:26.044769 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-81951c18-06b9-4c97-9d07-bcbbebadd0a0 admin admin] 10.222.0.52 "PUT /v2.0/routers/2c179dc4-c942-431e-a31e-d64c6b2dce28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7416067 Mar 23 12:39:26.047322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36604) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:26.051775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'project_id': '04d8a3579c4f4bcf9f21f6b95afc8f71', 'port_id': 'fb2ecc4c-2551-4e14-97ef-6c6788570389'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:26.056808 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9691d94a-3308-408d-98cd-d060bd42c4e1 None None] Sync routers for ids ['2c179dc4-c942-431e-a31e-d64c6b2dce28'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:39:26.078947 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:26.081418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e77059a2-1200-4eeb-af32-46679e5df543 None None] Provisioning complete for port fb2ecc4c-2551-4e14-97ef-6c6788570389 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:39:26.082462 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e77059a2-1200-4eeb-af32-46679e5df543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:26.108579 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9691d94a-3308-408d-98cd-d060bd42c4e1 None None] Routers {'2c179dc4-c942-431e-a31e-d64c6b2dce28'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:26.109373 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9691d94a-3308-408d-98cd-d060bd42c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2c179dc4-c942-431e-a31e-d64c6b2dce28'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:26.223753 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e77059a2-1200-4eeb-af32-46679e5df543 None None] Port fb2ecc4c-2551-4e14-97ef-6c6788570389 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:39:26.240486 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:26.255016 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db38475-bc9f-4231-895c-8640423be0d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:26.343156 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-9691d94a-3308-408d-98cd-d060bd42c4e1 None None] Set router 2c179dc4-c942-431e-a31e-d64c6b2dce28 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:39:26.473135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db38475-bc9f-4231-895c-8640423be0d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:26.495900 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7893d6b-19a9-4f38-867b-0893f5c8bf4c req-c02f3bdf-b98c-4cf8-9af1-0980ee177f88 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:26.498366 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7893d6b-19a9-4f38-867b-0893f5c8bf4c req-c02f3bdf-b98c-4cf8-9af1-0980ee177f88 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.0964415 Mar 23 12:39:26.582435 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7893d6b-19a9-4f38-867b-0893f5c8bf4c req-0b534af9-ccc6-460a-b6c9-f74fbd655892 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749454 Mar 23 12:39:26.598745 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1db38475-bc9f-4231-895c-8640423be0d7 admin admin] Deleting port 9496cc92-7163-4074-9def-de74258afe7e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:26.599902 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db38475-bc9f-4231-895c-8640423be0d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:26.669569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9691d94a-3308-408d-98cd-d060bd42c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'name': 'tempest-ServerActionsTestJSON-267331141-router', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '9496cc92-7163-4074-9def-de74258afe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:50Z', 'updated_at': '2022-03-23T12:39:25Z', 'revision_number': 5, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'gw_port': {'id': '9496cc92-7163-4074-9def-de74258afe7e', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:28:51Z', 'updated_at': '2022-03-23T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:26.746950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9691d94a-3308-408d-98cd-d060bd42c4e1 None None] Checking router: 2c179dc4-c942-431e-a31e-d64c6b2dce28 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:39:26.756812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9691d94a-3308-408d-98cd-d060bd42c4e1 None None] Routers {'2c179dc4-c942-431e-a31e-d64c6b2dce28'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:26.757596 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9691d94a-3308-408d-98cd-d060bd42c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:38:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2c179dc4-c942-431e-a31e-d64c6b2dce28'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:26.784290 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6fce035d-151e-4490-ae3f-65d59e6217c8 req-e2f74451-bba7-476e-b6a9-aa90dbe925a4 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0626502 Mar 23 12:39:26.861364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-9691d94a-3308-408d-98cd-d060bd42c4e1 None None] Set router 2c179dc4-c942-431e-a31e-d64c6b2dce28 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:39:26.895121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-1db38475-bc9f-4231-895c-8640423be0d7 admin admin] For port 9496cc92-7163-4074-9def-de74258afe7e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9496cc92-7163-4074-9def-de74258afe7e,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:26.895479 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db38475-bc9f-4231-895c-8640423be0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:26.933402 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9691d94a-3308-408d-98cd-d060bd42c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'name': 'tempest-ServerActionsTestJSON-267331141-router', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:50Z', 'updated_at': '2022-03-23T12:39:26Z', 'revision_number': 6, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:26.934846 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e7f5a0d5-5a8f-48d7-8f87-0f4046d0ad71 req-f92f979e-efcc-4175-995b-1b71a818d643 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 210 time: 0.5956821 Mar 23 12:39:26.937339 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Allocated IP 172.25.2.9 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/fc8f9af7-a773-49c8-b0af-8ed907a88b43) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:39:26.950479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1db38475-bc9f-4231-895c-8640423be0d7 admin admin] Calling delete_port for 9496cc92-7163-4074-9def-de74258afe7e owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:26.969190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4f510291-c16a-471f-a47e-b750cf307a9a tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:26.970625 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4f510291-c16a-471f-a47e-b750cf307a9a tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.77 "GET /v2.0/networks?id=a0c20fa0-7640-4f01-a96b-e19c7ba08c92 HTTP/1.1" status: 200 len: 814 time: 0.2813826 Mar 23 12:39:26.986659 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9691d94a-3308-408d-98cd-d060bd42c4e1 None None] The sync data for ids ['2c179dc4-c942-431e-a31e-d64c6b2dce28'] in n-d-834854-1 is: [{'id': '2c179dc4-c942-431e-a31e-d64c6b2dce28', 'name': 'tempest-ServerActionsTestJSON-267331141-router', 'tenant_id': '906b254f196b435d9d1387f29fa51c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:28:50Z', 'updated_at': '2022-03-23T12:39:26Z', 'revision_number': 6, 'project_id': '906b254f196b435d9d1387f29fa51c7f', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:39:26.992477 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cc786b5-8840-4efa-9999-6af8be38f1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:26.996917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-7301764c-78bf-440b-b38e-57270261b44f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Request body: {'port': {'device_id': 'db11602d-9480-4ce5-9ba1-3afebeb5a796', 'network_id': 'a0c20fa0-7640-4f01-a96b-e19c7ba08c92', 'admin_state_up': True, 'tenant_id': 'd3e2300bc0f649cd8f83ae898ac36f04'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:27.064402 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ddf74-ca27-4b24-a94d-9712298bc61f req-1be88ea3-5ae3-4c42-b3d4-7e0f01393502 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:27.066100 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9e5ddf74-ca27-4b24-a94d-9712298bc61f req-1be88ea3-5ae3-4c42-b3d4-7e0f01393502 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.1658301 Mar 23 12:39:27.083647 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:27.125379 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:27.178862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Pushing event updated for resources: {'Port': ['ID=fc8f9af7-a773-49c8-b0af-8ed907a88b43,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:27.187254 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:39:27.188824 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:27.192728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:39:27.224377 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9e5ddf74-ca27-4b24-a94d-9712298bc61f req-6f595d6d-ef92-4ffc-95e6-59b277bedede tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251762 Mar 23 12:39:27.304517 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-7301764c-78bf-440b-b38e-57270261b44f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Made reservation on behalf of d3e2300bc0f649cd8f83ae898ac36f04 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:27.308539 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-7301764c-78bf-440b-b38e-57270261b44f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:27.346624 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db38475-bc9f-4231-895c-8640423be0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:27.403508 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db38475-bc9f-4231-895c-8640423be0d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9496cc92-7163-4074-9def-de74258afe7e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:27.572348 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db38475-bc9f-4231-895c-8640423be0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:27.632245 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:27.683634 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:27.765327 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:27.777285 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa24cd-dde6-41dc-b0d8-fc4d99a7f6fe req-e45403de-e162-405e-b612-80a2724f8a3d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:27.780453 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d4fa24cd-dde6-41dc-b0d8-fc4d99a7f6fe req-e45403de-e162-405e-b612-80a2724f8a3d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.0935102 Mar 23 12:39:27.866537 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d4fa24cd-dde6-41dc-b0d8-fc4d99a7f6fe req-3d225f20-11bc-4d97-90e6-e3d6cf064bf3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593131 Mar 23 12:39:27.918472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5de80cc1-9627-4a38-b165-aec458aa0145 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:39:27.994764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 5de80cc1-9627-4a38-b165-aec458aa0145 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:39:27.998187 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5de80cc1-9627-4a38-b165-aec458aa0145 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:39:28.030656 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:28.046108 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:28.048000 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-7301764c-78bf-440b-b38e-57270261b44f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Allocated IP 172.20.0.8 (a0c20fa0-7640-4f01-a96b-e19c7ba08c92/8d605956-9ae4-493c-bc8e-6abe420fc2cb/13d00cf1-d5c3-4f7c-9b30-2b9d91115403) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:39:28.060524 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db38475-bc9f-4231-895c-8640423be0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:28.075485 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db38475-bc9f-4231-895c-8640423be0d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:28.077035 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34cbbec3-3000-4f0b-8f6c-dbf96c78079a req-c1af70f3-4d68-47b3-bc95-16fa33d60414 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 210 time: 0.0439920 Mar 23 12:39:28.094656 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2c6fcf5-853a-464b-82ef-d546da4fb05a req-bfa83ced-6802-4dfe-82e9-b6dc99991c6b tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0443439 Mar 23 12:39:28.153144 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db38475-bc9f-4231-895c-8640423be0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:28.153987 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db38475-bc9f-4231-895c-8640423be0d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c179dc4-c942-431e-a31e-d64c6b2dce28 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:39:28.162250 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1db38475-bc9f-4231-895c-8640423be0d7 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:28.164408 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1db38475-bc9f-4231-895c-8640423be0d7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/2c179dc4-c942-431e-a31e-d64c6b2dce28 HTTP/1.1" status: 204 len: 168 time: 2.1159594 Mar 23 12:39:28.169650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36654) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:28.190291 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Pushing event updated for resources: {'Port': ['ID=fc8f9af7-a773-49c8-b0af-8ed907a88b43,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:28.201296 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:28.276222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c5148d-1055-4055-9c78-7674ef24dd96 admin admin] Deleting subnet d5ca3030-361f-4822-91f3-c1514558b716 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:39:28.280022 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85c5148d-1055-4055-9c78-7674ef24dd96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:28.320638 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Floating IP 98a3c242-e669-4656-957c-8cac8d17742a associated. External IP: 172.25.2.9, port: fb2ecc4c-2551-4e14-97ef-6c6788570389. Mar 23 12:39:28.350426 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85c5148d-1055-4055-9c78-7674ef24dd96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:28.442963 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-7301764c-78bf-440b-b38e-57270261b44f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:28.477040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89e2c2-8f41-4e33-b5fc-79de43357da0 req-d4332212-362a-4888-abba-548f59813ac5 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:28.478524 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bf89e2c2-8f41-4e33-b5fc-79de43357da0 req-d4332212-362a-4888-abba-548f59813ac5 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.1334150 Mar 23 12:39:28.565730 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85c5148d-1055-4055-9c78-7674ef24dd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:28.568273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Router 3e90208e-f703-43ef-b457-bd2751f7fa6b has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:39:28.602422 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bf89e2c2-8f41-4e33-b5fc-79de43357da0 req-d00b5386-1d1a-4758-a604-c4dc7031afea tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035125 Mar 23 12:39:28.603387 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-7301764c-78bf-440b-b38e-57270261b44f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:28.672109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-7301764c-78bf-440b-b38e-57270261b44f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Network a0c20fa0-7640-4f01-a96b-e19c7ba08c92 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:39:28.679795 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-7301764c-78bf-440b-b38e-57270261b44f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:28.687131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-7301764c-78bf-440b-b38e-57270261b44f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:39:28.693311 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301764c-78bf-440b-b38e-57270261b44f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Pushing event updated for resources: {'Port': ['ID=13d00cf1-d5c3-4f7c-9b30-2b9d91115403,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:28.712479 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:39:28.718694 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85c5148d-1055-4055-9c78-7674ef24dd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:28.726729 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df56a230-5764-4a6f-9e07-c0e5284ba95d None None] Sync routers for ids ['3e90208e-f703-43ef-b457-bd2751f7fa6b'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:39:28.737755 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:28.747607 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df56a230-5764-4a6f-9e07-c0e5284ba95d None None] Routers {'3e90208e-f703-43ef-b457-bd2751f7fa6b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:28.748402 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-df56a230-5764-4a6f-9e07-c0e5284ba95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:39:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3e90208e-f703-43ef-b457-bd2751f7fa6b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:28.753321 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5148d-1055-4055-9c78-7674ef24dd96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ca3030-361f-4822-91f3-c1514558b716,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:28.761529 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85c5148d-1055-4055-9c78-7674ef24dd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:28.764687 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-85c5148d-1055-4055-9c78-7674ef24dd96 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d5ca3030-361f-4822-91f3-c1514558b716 HTTP/1.1" status: 204 len: 168 time: 0.5939751 Mar 23 12:39:28.767506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36664) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:28.771206 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320fd134-062d-4e11-9f54-abfb6a2189ec None None] Network ebaa652a-c49f-4907-afdf-128ac03bfaa6 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:39:28.782754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-7301764c-78bf-440b-b38e-57270261b44f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:28.783375 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-7301764c-78bf-440b-b38e-57270261b44f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:28.785617 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e1755045-f9b2-4e94-a5dd-18b83fd8fb17 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.9026375 Mar 23 12:39:28.786272 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36666) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:28.803270 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-df56a230-5764-4a6f-9e07-c0e5284ba95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:28.814454 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df56a230-5764-4a6f-9e07-c0e5284ba95d None None] Routers {'3e90208e-f703-43ef-b457-bd2751f7fa6b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:28.815072 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-df56a230-5764-4a6f-9e07-c0e5284ba95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:39:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3e90208e-f703-43ef-b457-bd2751f7fa6b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:28.850100 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-7301764c-78bf-440b-b38e-57270261b44f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8659933 Mar 23 12:39:28.855007 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-df56a230-5764-4a6f-9e07-c0e5284ba95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:28.855864 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df56a230-5764-4a6f-9e07-c0e5284ba95d None None] The sync data for ids ['3e90208e-f703-43ef-b457-bd2751f7fa6b'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:39:28.876805 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Request body: {'port': {'device_id': 'db11602d-9480-4ce5-9ba1-3afebeb5a796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:28.907468 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:28.968064 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9d7593d3-ae37-4273-9b3c-3f5a702661e8 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] 10.222.0.52 "GET /v2.0/floatingips/98a3c242-e669-4656-957c-8cac8d17742a HTTP/1.1" status: 200 len: 982 time: 0.1785593 Mar 23 12:39:28.971463 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36672) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:28.994879 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.013059 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251989cf-4fc6-455c-8e52-9a7aa1bdc247 None None] DHCP port deletion for ebaa652a-c49f-4907-afdf-128ac03bfaa6 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:39:29.055285 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.093248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-251989cf-4fc6-455c-8e52-9a7aa1bdc247 None None] Deleting port 429b56ce-aa5f-4f5c-a8e1-5da4984df34e {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:29.094120 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-251989cf-4fc6-455c-8e52-9a7aa1bdc247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.107041 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] Deleting port 429b56ce-aa5f-4f5c-a8e1-5da4984df34e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:29.107376 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.156829 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-73de0e7f-9e51-4b40-9da6-c95f82d87ee8 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.1838248 Mar 23 12:39:29.159159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36680) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:29.173122 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-251989cf-4fc6-455c-8e52-9a7aa1bdc247 None None] For port 429b56ce-aa5f-4f5c-a8e1-5da4984df34e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=429b56ce-aa5f-4f5c-a8e1-5da4984df34e,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:29.174025 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-251989cf-4fc6-455c-8e52-9a7aa1bdc247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.182219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] For port 429b56ce-aa5f-4f5c-a8e1-5da4984df34e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=429b56ce-aa5f-4f5c-a8e1-5da4984df34e,segment=NetworkSegment(fd244f77-eb6a-48e8-bd37-4f908ad8502f),segment_id=fd244f77-eb6a-48e8-bd37-4f908ad8502f)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:29.183228 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.190954 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-251989cf-4fc6-455c-8e52-9a7aa1bdc247 None None] Calling delete_port for 429b56ce-aa5f-4f5c-a8e1-5da4984df34e owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:29.196753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] Calling delete_port for 429b56ce-aa5f-4f5c-a8e1-5da4984df34e owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:29.233012 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d80b3-19f4-4eca-b463-af5346801118 req-3b7d0f08-9339-4f0c-914c-710d6861ff1b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:29.243381 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-563d80b3-19f4-4eca-b463-af5346801118 req-3b7d0f08-9339-4f0c-914c-710d6861ff1b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.2399418 Mar 23 12:39:29.316839 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-251989cf-4fc6-455c-8e52-9a7aa1bdc247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.348554 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-563d80b3-19f4-4eca-b463-af5346801118 req-80f4d47e-74b6-4369-9cf0-ee7030356779 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042764 Mar 23 12:39:29.351594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251989cf-4fc6-455c-8e52-9a7aa1bdc247 None None] No DVR routers for this DVR port 429b56ce-aa5f-4f5c-a8e1-5da4984df34e on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:39:29.353861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251989cf-4fc6-455c-8e52-9a7aa1bdc247 None None] Pushing event deleted for resources: {'Port': ['ID=429b56ce-aa5f-4f5c-a8e1-5da4984df34e,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:29.369583 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1cb56db4-95d3-4cba-b505-8c008113ba57 req-3ca2eeac-331d-462d-abec-31f30fda8e2e tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.1012545 Mar 23 12:39:29.480611 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.520258 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.532569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9496cc92-7163-4074-9def-de74258afe7e no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:39:29.548130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d56664-a915-4b1c-a608-4698521839ec req-a546ffc3-2ffb-4784-a404-bbfc8292d225 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:29.554813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 9496cc92-7163-4074-9def-de74258afe7e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:39:29.555226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9496cc92-7163-4074-9def-de74258afe7e not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:39:29.555660 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 429b56ce-aa5f-4f5c-a8e1-5da4984df34e no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:39:29.556471 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-69d56664-a915-4b1c-a608-4698521839ec req-a546ffc3-2ffb-4784-a404-bbfc8292d225 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 931 time: 0.1028130 Mar 23 12:39:29.571766 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] Pushing event deleted for resources: {'Port': ['ID=429b56ce-aa5f-4f5c-a8e1-5da4984df34e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:29.579290 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 429b56ce-aa5f-4f5c-a8e1-5da4984df34e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:39:29.579651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 429b56ce-aa5f-4f5c-a8e1-5da4984df34e not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:39:29.584074 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] No DVR routers for this DVR port 429b56ce-aa5f-4f5c-a8e1-5da4984df34e on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:39:29.593103 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-895c5919-f4bd-4bdf-b0a3-98ea71106aff tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Deleting port fc8f9af7-a773-49c8-b0af-8ed907a88b43 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:29.593563 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-895c5919-f4bd-4bdf-b0a3-98ea71106aff tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.621409 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-69d56664-a915-4b1c-a608-4698521839ec req-bee80425-b695-4ad2-adbd-a865427cbf9b tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640163 Mar 23 12:39:29.702911 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-895c5919-f4bd-4bdf-b0a3-98ea71106aff tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.703256 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-895c5919-f4bd-4bdf-b0a3-98ea71106aff tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.716646 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-895c5919-f4bd-4bdf-b0a3-98ea71106aff tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Calling delete_port for fc8f9af7-a773-49c8-b0af-8ed907a88b43 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:29.746909 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.754293 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:39:29.772680 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.796058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebaa652a-c49f-4907-afdf-128ac03bfaa6']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:29.809460 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Transition to ACTIVE for port object 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:39:29.811433 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd244f77-eb6a-48e8-bd37-4f908ad8502f') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:29.812009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd244f77-eb6a-48e8-bd37-4f908ad8502f') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:29.831150 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a22a3a-c940-4b61-8fe0-41eb0d3c0dea req-f6465c9f-5c42-4caa-b96d-262f0bce492e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:29.832653 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b3a22a3a-c940-4b61-8fe0-41eb0d3c0dea req-f6465c9f-5c42-4caa-b96d-262f0bce492e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.1289892 Mar 23 12:39:29.833514 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.836378 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.908110 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.919400 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-895c5919-f4bd-4bdf-b0a3-98ea71106aff tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.928851 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:39:29.929258 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:39:29.931212 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:39:29.946526 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c5919-f4bd-4bdf-b0a3-98ea71106aff tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Pushing event deleted for resources: {'Port': ['ID=fc8f9af7-a773-49c8-b0af-8ed907a88b43,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:29.954323 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Pushing event updated for resources: {'Port': ['ID=13d00cf1-d5c3-4f7c-9b30-2b9d91115403,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:30.015430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b3a22a3a-c940-4b61-8fe0-41eb0d3c0dea req-34e7a0f4-af9c-4a75-a47f-f93a98c50f08 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694763 Mar 23 12:39:30.023014 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-895c5919-f4bd-4bdf-b0a3-98ea71106aff tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:30.023238 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-895c5919-f4bd-4bdf-b0a3-98ea71106aff tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Floating IP 98a3c242-e669-4656-957c-8cac8d17742a disassociated (deleted). External IP: 172.25.2.9, port: fb2ecc4c-2551-4e14-97ef-6c6788570389. Mar 23 12:39:30.067441 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:30.086309 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:30.090819 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] 10.222.0.52 "DELETE /v2.0/networks/ebaa652a-c49f-4907-afdf-128ac03bfaa6 HTTP/1.1" status: 204 len: 168 time: 1.3223062 Mar 23 12:39:30.093145 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5fbc3-d004-4c07-9bc1-5b0a69df21da admin admin] Pushing event deleted for resources: {'Network': ['ID=ebaa652a-c49f-4907-afdf-128ac03bfaa6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:30.109957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Attempting to bind port 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:39:30.110300 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Attempting to bind port 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'c4d47934-b63b-432a-b6e7-ede64326c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c20fa0-7640-4f01-a96b-e19c7ba08c92'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:39:30.110696 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Attempting to bind port 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 on network a0c20fa0-7640-4f01-a96b-e19c7ba08c92 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:30.115691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Port 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 on network a0c20fa0-7640-4f01-a96b-e19c7ba08c92 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:39:30.116091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Attempting to bind port 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 on network a0c20fa0-7640-4f01-a96b-e19c7ba08c92 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:30.122314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:39:30.122739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Checking segment: {'id': 'c4d47934-b63b-432a-b6e7-ede64326c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c20fa0-7640-4f01-a96b-e19c7ba08c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:39:30.123150 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Bound using segment: {'id': 'c4d47934-b63b-432a-b6e7-ede64326c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c20fa0-7640-4f01-a96b-e19c7ba08c92'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:39:30.123578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Bound port: 13d00cf1-d5c3-4f7c-9b30-2b9d91115403, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d47934-b63b-432a-b6e7-ede64326c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c20fa0-7640-4f01-a96b-e19c7ba08c92'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:39:30.123952 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:30.220347 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] For port 13d00cf1-d5c3-4f7c-9b30-2b9d91115403, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:39:30.225045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] For port 13d00cf1-d5c3-4f7c-9b30-2b9d91115403, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=13d00cf1-d5c3-4f7c-9b30-2b9d91115403,segment=NetworkSegment(c4d47934-b63b-432a-b6e7-ede64326c83b),segment_id=c4d47934-b63b-432a-b6e7-ede64326c83b)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:39:30.236739 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:30.267110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36700) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:30.272469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:30.273088 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:30.274904 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] 10.222.0.77 "PUT /v2.0/ports/13d00cf1-d5c3-4f7c-9b30-2b9d91115403 HTTP/1.1" status: 200 len: 1091 time: 1.4097595 Mar 23 12:39:30.299023 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db11602d-9480-4ce5-9ba1-3afebeb5a796', 'tag': '13d00cf1-d5c3-4f7c-9b30-2b9d91115403'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:39:30.302493 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736336db-8723-4ff0-9e3b-244968702ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "db11602d-9480-4ce5-9ba1-3afebeb5a796", "tag": "13d00cf1-d5c3-4f7c-9b30-2b9d91115403"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:39:30.311700 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895c5919-f4bd-4bdf-b0a3-98ea71106aff tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Router 3e90208e-f703-43ef-b457-bd2751f7fa6b has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:39:30.386999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5d981-7aa7-4c7a-8b2d-8272d5d7efa5 service neutron] Pushing event updated for resources: {'Port': ['ID=13d00cf1-d5c3-4f7c-9b30-2b9d91115403,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:30.391057 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb20015-5494-4d48-95a3-0a0ba142b605 x-openstack-request-id: req-2fb20015-5494-4d48-95a3-0a0ba142b605 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:39:30.391344 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db11602d-9480-4ce5-9ba1-3afebeb5a796", "tag": "13d00cf1-d5c3-4f7c-9b30-2b9d91115403", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:39:30.391597 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2fb20015-5494-4d48-95a3-0a0ba142b605 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:39:30.392194 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db11602d-9480-4ce5-9ba1-3afebeb5a796', 'tag': '13d00cf1-d5c3-4f7c-9b30-2b9d91115403', 'status': 'completed', 'code': 200} Mar 23 12:39:30.403232 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0bb4e5c9-7ea5-4b06-a076-f0a712b11dbd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=906b254f196b435d9d1387f29fa51c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1272628 Mar 23 12:39:30.407235 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36710) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:30.460994 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-1b502711-793e-41e2-890f-e253fb64bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:30.462419 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-1b502711-793e-41e2-890f-e253fb64bbc8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3e2300bc0f649cd8f83ae898ac36f04&device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 1094 time: 0.1113007 Mar 23 12:39:30.477684 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895c5919-f4bd-4bdf-b0a3-98ea71106aff tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:39:30.481539 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-40e0a124-7e8e-494e-84d6-bacd82a3ffc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:30.489653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94642e88-1e40-4d7c-af9d-0e2d4e9f3bcf None None] Sync routers for ids ['3e90208e-f703-43ef-b457-bd2751f7fa6b'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:39:30.492995 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-895c5919-f4bd-4bdf-b0a3-98ea71106aff tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:30.503292 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94642e88-1e40-4d7c-af9d-0e2d4e9f3bcf None None] Routers {'3e90208e-f703-43ef-b457-bd2751f7fa6b'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:30.504087 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-94642e88-1e40-4d7c-af9d-0e2d4e9f3bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:39:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3e90208e-f703-43ef-b457-bd2751f7fa6b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:30.522232 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-d9854f4d-7796-466c-8243-13b95206905c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13d00cf1-d5c3-4f7c-9b30-2b9d91115403 HTTP/1.1" status: 200 len: 217 time: 0.0513363 Mar 23 12:39:30.551098 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-94642e88-1e40-4d7c-af9d-0e2d4e9f3bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:30.555747 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96038f2b-7c7a-404c-a8ab-91ee75082ea2 req-bedfb976-7db2-4f46-a478-9efa95002016 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0399246 Mar 23 12:39:30.565180 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-895c5919-f4bd-4bdf-b0a3-98ea71106aff tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] 10.222.0.52 "DELETE /v2.0/floatingips/98a3c242-e669-4656-957c-8cac8d17742a HTTP/1.1" status: 204 len: 168 time: 1.4047899 Mar 23 12:39:30.566067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36716) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:30.570712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:30.579133 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94642e88-1e40-4d7c-af9d-0e2d4e9f3bcf None None] Routers {'3e90208e-f703-43ef-b457-bd2751f7fa6b'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:30.579755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-94642e88-1e40-4d7c-af9d-0e2d4e9f3bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:39:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3e90208e-f703-43ef-b457-bd2751f7fa6b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:30.593742 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:30.625975 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-94642e88-1e40-4d7c-af9d-0e2d4e9f3bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:30.626566 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94642e88-1e40-4d7c-af9d-0e2d4e9f3bcf None None] The sync data for ids ['3e90208e-f703-43ef-b457-bd2751f7fa6b'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:39:30.636788 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-40e0a124-7e8e-494e-84d6-bacd82a3ffc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:30.689800 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffa543-c442-4ae3-9e7a-7ce52b697cee req-0c7b9955-e580-4578-a191-6024b86ec4f2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:30.691393 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61ffa543-c442-4ae3-9e7a-7ce52b697cee req-0c7b9955-e580-4578-a191-6024b86ec4f2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1727068 Mar 23 12:39:30.699044 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-bb0616ca-1dfb-428e-b823-32e898918938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:30.700548 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-bb0616ca-1dfb-428e-b823-32e898918938 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d605956-9ae4-493c-bc8e-6abe420fc2cb HTTP/1.1" status: 200 len: 854 time: 0.1673453 Mar 23 12:39:30.760078 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-b8afc917-c577-4fe7-960a-1c2c1162b441 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a0c20fa0-7640-4f01-a96b-e19c7ba08c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410345 Mar 23 12:39:30.763609 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-40e0a124-7e8e-494e-84d6-bacd82a3ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:30.766218 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-40e0a124-7e8e-494e-84d6-bacd82a3ffc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:30.770372 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-40e0a124-7e8e-494e-84d6-bacd82a3ffc9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07617068-f84c-4af3-ac22-ee6a9b11b206 HTTP/1.1" status: 204 len: 168 time: 0.3592236 Mar 23 12:39:30.785540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0a124-7e8e-494e-84d6-bacd82a3ffc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07617068-f84c-4af3-ac22-ee6a9b11b206,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:30.791807 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61ffa543-c442-4ae3-9e7a-7ce52b697cee req-977f8d1a-9a3c-44d4-953c-d960ad0e3485 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880301 Mar 23 12:39:30.896664 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-13b72884-ccf7-43ed-be10-84c1b222e19d service neutron] 10.222.0.77 "GET /v2.0/networks/a0c20fa0-7640-4f01-a96b-e19c7ba08c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258130 Mar 23 12:39:31.020814 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6bb7789-e6e3-4504-9d9c-a5b85688115d req-dd35b2eb-7ade-49ac-9d8b-2c0da8aa30f3 service neutron] 10.222.0.77 "GET /v2.0/networks/a0c20fa0-7640-4f01-a96b-e19c7ba08c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166129 Mar 23 12:39:31.161765 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44135925-f816-4107-8dc9-0301a1ebb454 req-889e1a94-617b-4479-9dd0-57575ec978b7 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:31.163961 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44135925-f816-4107-8dc9-0301a1ebb454 req-889e1a94-617b-4479-9dd0-57575ec978b7 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 943 time: 0.0881016 Mar 23 12:39:31.185439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736336db-8723-4ff0-9e3b-244968702ae3 req-65e21646-2247-4876-a1d6-b6d89f919590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:31.186972 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-736336db-8723-4ff0-9e3b-244968702ae3 req-65e21646-2247-4876-a1d6-b6d89f919590 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3e2300bc0f649cd8f83ae898ac36f04&device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 1094 time: 0.0844302 Mar 23 12:39:31.221499 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:31.221629 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf4bb0-6f3d-4da4-840b-3b556b8af02c req-f60388cf-a8b5-46ca-897b-280888e49bc9 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:31.229911 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5edf4bb0-6f3d-4da4-840b-3b556b8af02c req-f60388cf-a8b5-46ca-897b-280888e49bc9 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.0949380 Mar 23 12:39:31.291974 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44135925-f816-4107-8dc9-0301a1ebb454 req-c7149615-a295-49e2-a6df-eecd63e7e78f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136107 Mar 23 12:39:31.383601 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Allocated IP 172.25.2.189 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/09944d19-7386-45ab-8fdf-28ce359e3d86) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:39:31.397577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736336db-8723-4ff0-9e3b-244968702ae3 req-cc65fa34-ad44-4c22-8415-529020582add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:31.400200 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-736336db-8723-4ff0-9e3b-244968702ae3 req-cc65fa34-ad44-4c22-8415-529020582add service neutron] 10.222.0.77 "GET /v2.0/networks?id=a0c20fa0-7640-4f01-a96b-e19c7ba08c92 HTTP/1.1" status: 200 len: 915 time: 0.2021248 Mar 23 12:39:31.422975 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5edf4bb0-6f3d-4da4-840b-3b556b8af02c req-30e93e71-2721-4361-8143-3835b291e395 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921523 Mar 23 12:39:31.464956 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-736336db-8723-4ff0-9e3b-244968702ae3 req-6118bb6b-4695-4aaf-8c31-4077dbb81f9e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13d00cf1-d5c3-4f7c-9b30-2b9d91115403 HTTP/1.1" status: 200 len: 217 time: 0.0407608 Mar 23 12:39:31.517995 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:31.546121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736336db-8723-4ff0-9e3b-244968702ae3 req-30a60290-8adf-4710-8047-0ba60150b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:31.547582 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-736336db-8723-4ff0-9e3b-244968702ae3 req-30a60290-8adf-4710-8047-0ba60150b3e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d605956-9ae4-493c-bc8e-6abe420fc2cb HTTP/1.1" status: 200 len: 854 time: 0.0743399 Mar 23 12:39:31.558954 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:31.607428 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:39:31.610863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:31.616620 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:39:31.650872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-736336db-8723-4ff0-9e3b-244968702ae3 req-9a04f9d5-2965-47a0-a799-40542c2c0b1b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a0c20fa0-7640-4f01-a96b-e19c7ba08c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936129 Mar 23 12:39:31.675585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Pushing event updated for resources: {'Port': ['ID=09944d19-7386-45ab-8fdf-28ce359e3d86,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:31.769131 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0106ba61-f58d-49fe-a882-a7be97a36bae req-d1254168-daf2-42e5-ae6b-f9e8d4f61cb8 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0986757 Mar 23 12:39:31.797342 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ae7392e-4b96-49dd-950f-c6c05e60cc0f req-91d5262f-8b48-4c38-b3b2-8aa1ba2f1815 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1233416 Mar 23 12:39:31.799145 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-736336db-8723-4ff0-9e3b-244968702ae3 req-c7fbe42e-1e7b-4f53-b887-ef0a60554906 service neutron] 10.222.0.77 "GET /v2.0/networks/a0c20fa0-7640-4f01-a96b-e19c7ba08c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375303 Mar 23 12:39:31.810091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36764) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:31.863373 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:31.914225 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:31.986601 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7392e-4b96-49dd-950f-c6c05e60cc0f req-f302d80e-8957-4f19-a5f5-9c4f794f7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:31.988124 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ae7392e-4b96-49dd-950f-c6c05e60cc0f req-f302d80e-8957-4f19-a5f5-9c4f794f7ef5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e1363c48ca9457e9793255c56c3986d&device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 1097 time: 0.1116767 Mar 23 12:39:32.030679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3498f9-5164-456e-8588-5d9ad2410d90 req-eb865949-ebb1-4a95-bc4d-2f0d35e58bb5 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:32.032302 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff3498f9-5164-456e-8588-5d9ad2410d90 req-eb865949-ebb1-4a95-bc4d-2f0d35e58bb5 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.0966501 Mar 23 12:39:32.035612 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-de7e345a-c23d-479d-9007-db4b756d1dfe admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-46202425-network', 'tenant_id': '3286ec5331c84fb882866d3d1b89855a'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:32.058103 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-736336db-8723-4ff0-9e3b-244968702ae3 req-79778ff1-6fa7-4ac9-bc78-9feca3804c64 service neutron] 10.222.0.77 "GET /v2.0/networks/a0c20fa0-7640-4f01-a96b-e19c7ba08c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488537 Mar 23 12:39:32.082514 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7e345a-c23d-479d-9007-db4b756d1dfe admin admin] Made reservation on behalf of 3286ec5331c84fb882866d3d1b89855a for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:32.084973 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de7e345a-c23d-479d-9007-db4b756d1dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:32.100351 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff3498f9-5164-456e-8588-5d9ad2410d90 req-998d816f-3d5d-4c6a-bbff-a8c4d4c0bca4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563147 Mar 23 12:39:32.101176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de7e345a-c23d-479d-9007-db4b756d1dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:32.178095 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7392e-4b96-49dd-950f-c6c05e60cc0f req-99beb95b-1459-4984-b271-79c11c3d7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:32.179640 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ae7392e-4b96-49dd-950f-c6c05e60cc0f req-99beb95b-1459-4984-b271-79c11c3d7393 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050 HTTP/1.1" status: 200 len: 917 time: 0.1401060 Mar 23 12:39:32.198998 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de7e345a-c23d-479d-9007-db4b756d1dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:32.207309 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de7e345a-c23d-479d-9007-db4b756d1dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:32.234017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7e345a-c23d-479d-9007-db4b756d1dfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:39:32.247970 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e345a-c23d-479d-9007-db4b756d1dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14e11f4-a04b-4902-8870-e36f7693d812,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:32.255155 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de7e345a-c23d-479d-9007-db4b756d1dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:32.256153 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-de7e345a-c23d-479d-9007-db4b756d1dfe admin admin] Added segment 5133c369-e456-47ed-8fde-a80218fa7721 of type vlan for network 0d7586cb-c578-4321-b2f0-57004618f1d2 Mar 23 12:39:32.265756 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:32.288153 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:32.297345 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ae7392e-4b96-49dd-950f-c6c05e60cc0f req-0b74290b-c05f-4165-ac4c-1d338172764d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95 HTTP/1.1" status: 200 len: 1000 time: 0.0970776 Mar 23 12:39:32.307735 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de7e345a-c23d-479d-9007-db4b756d1dfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:32.339879 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de7e345a-c23d-479d-9007-db4b756d1dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:32.341046 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7e345a-c23d-479d-9007-db4b756d1dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:32.342796 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-de7e345a-c23d-479d-9007-db4b756d1dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:32.410280 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-de7e345a-c23d-479d-9007-db4b756d1dfe admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5919039 Mar 23 12:39:32.410994 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36778) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:32.425304 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Pushing event updated for resources: {'Port': ['ID=09944d19-7386-45ab-8fdf-28ce359e3d86,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:32.426648 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e345a-c23d-479d-9007-db4b756d1dfe admin admin] Pushing event updated for resources: {'Network': ['ID=0d7586cb-c578-4321-b2f0-57004618f1d2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:32.432236 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-acd54415-ec6f-4f44-b88b-d33b8b09aea6 admin admin] Request body: {'subnet': {'network_id': '0d7586cb-c578-4321-b2f0-57004618f1d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-46202425-subnet', 'tenant_id': '3286ec5331c84fb882866d3d1b89855a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:32.442643 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 0d7586cb-c578-4321-b2f0-57004618f1d2 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:39:32.482947 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7392e-4b96-49dd-950f-c6c05e60cc0f req-3f139f3b-59d5-4722-a963-74550be0f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:32.484604 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ae7392e-4b96-49dd-950f-c6c05e60cc0f req-3f139f3b-59d5-4722-a963-74550be0f4e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4a802d9a-4ada-4d77-b03c-b6045d268421 HTTP/1.1" status: 200 len: 855 time: 0.1675324 Mar 23 12:39:32.498911 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:32.536679 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd54415-ec6f-4f44-b88b-d33b8b09aea6 admin admin] Made reservation on behalf of 3286ec5331c84fb882866d3d1b89855a for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:32.544067 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-acd54415-ec6f-4f44-b88b-d33b8b09aea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:32.562248 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a6866-9046-4da7-8ee8-2852a71b2067 req-7dc35d6e-259e-4d65-b564-4a12beccc2ee tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:32.563906 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-509a6866-9046-4da7-8ee8-2852a71b2067 req-7dc35d6e-259e-4d65-b564-4a12beccc2ee tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.0718052 Mar 23 12:39:32.593118 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8337bb-f21c-449c-aaf4-1a83ebfa56ae req-62f077a4-73b7-4afc-915c-325c3bbbc6b0 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:32.594720 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0f8337bb-f21c-449c-aaf4-1a83ebfa56ae req-62f077a4-73b7-4afc-915c-325c3bbbc6b0 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 943 time: 0.1913562 Mar 23 12:39:32.628997 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-509a6866-9046-4da7-8ee8-2852a71b2067 req-897d8be4-a651-42a2-834f-150c30a3d583 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584071 Mar 23 12:39:32.638570 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:32.642353 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c3c2d897-fa05-4810-897c-94ddd1857223 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0728159 Mar 23 12:39:32.643688 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36786) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:32.706553 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0f8337bb-f21c-449c-aaf4-1a83ebfa56ae req-5ecc192d-e884-4227-93a1-c6b6240f3acc tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020200 Mar 23 12:39:32.711368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7392e-4b96-49dd-950f-c6c05e60cc0f req-7b053f2a-e49c-4855-b376-002cef08e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:32.713078 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ae7392e-4b96-49dd-950f-c6c05e60cc0f req-7b053f2a-e49c-4855-b376-002cef08e896 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2151051 Mar 23 12:39:32.806655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:32.856985 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:32.887785 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ae7392e-4b96-49dd-950f-c6c05e60cc0f req-331c7c93-cef8-4a07-aaef-c995b2162de0 service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632700 Mar 23 12:39:32.945373 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ca6dfa87-833b-48ed-9f17-ce128bbc09f6 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:39:32.964797 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f7b0e76-ed41-4b39-b5c2-70987af3b656 req-0808ac6a-d282-4ae3-afe9-77ac43376c68 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0340064 Mar 23 12:39:32.991613 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-acd54415-ec6f-4f44-b88b-d33b8b09aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:33.053343 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:33.069536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd54415-ec6f-4f44-b88b-d33b8b09aea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c1c311-8a85-47c1-9d8e-59c06015b5f2,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:33.097715 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ae7392e-4b96-49dd-950f-c6c05e60cc0f req-188fc9d7-763d-4a9b-8268-f18a036a9485 service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863308 Mar 23 12:39:33.103115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:33.104194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd54415-ec6f-4f44-b88b-d33b8b09aea6 admin admin] Checking segment: {'id': '5133c369-e456-47ed-8fde-a80218fa7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0d7586cb-c578-4321-b2f0-57004618f1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:39:33.105240 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd54415-ec6f-4f44-b88b-d33b8b09aea6 admin admin] Network hostable DHCP agents. Network: 0d7586cb-c578-4321-b2f0-57004618f1d2, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:39:33.116049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'ca6dfa87-833b-48ed-9f17-ce128bbc09f6', 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5', 'port_id': 'ca6dfa87-833b-48ed-9f17-ce128bbc09f6', 'mac_address': 'fa:16:3e:4f:70:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b7d4b1-e59a-4f34-a91f-437ec6f5c041', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:39:33.145295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd54415-ec6f-4f44-b88b-d33b8b09aea6 admin admin] Network 0d7586cb-c578-4321-b2f0-57004618f1d2 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:39:33.157451 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-acd54415-ec6f-4f44-b88b-d33b8b09aea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 0d7586cb-c578-4321-b2f0-57004618f1d2) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:33.162862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd54415-ec6f-4f44-b88b-d33b8b09aea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:33.163687 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-acd54415-ec6f-4f44-b88b-d33b8b09aea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:33.169254 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68db98e4-b2de-4bdd-b291-bb943edfb7de None None] Network 0d7586cb-c578-4321-b2f0-57004618f1d2 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:39:33.201685 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-acd54415-ec6f-4f44-b88b-d33b8b09aea6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7817059 Mar 23 12:39:33.236644 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:33.265543 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6dfa87-833b-48ed-9f17-ce128bbc09f6 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:39:33.290397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Allocated IP 172.25.2.37 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/cce3db45-ebd5-4912-ae6d-7401c68ebbba) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:39:33.291341 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9901fd0-c540-4f59-8fac-704d347474df req-130a2550-6e46-43d4-baee-162e7051c394 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:33.292975 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9901fd0-c540-4f59-8fac-704d347474df req-130a2550-6e46-43d4-baee-162e7051c394 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.0869355 Mar 23 12:39:33.365172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:33.365790 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9901fd0-c540-4f59-8fac-704d347474df req-5728c68e-3190-4c87-8e74-5d78303ba296 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629103 Mar 23 12:39:33.369408 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba3e4e6-5b43-4a95-9303-40b4fef9d0d4 None None] Network 0d7586cb-c578-4321-b2f0-57004618f1d2 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:39:33.384371 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:33.465483 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:33.506639 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:33.577835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:39:33.579261 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Pushing event updated for resources: {'Port': ['ID=cce3db45-ebd5-4912-ae6d-7401c68ebbba,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:33.581986 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:33.584575 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:39:33.685605 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:33.764100 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:33.782500 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d8030-879e-415e-b277-135e0076448d req-3cd8f6f4-93d3-44eb-9c1f-821393422fea tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:33.790270 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4d4d8030-879e-415e-b277-135e0076448d req-3cd8f6f4-93d3-44eb-9c1f-821393422fea tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 945 time: 0.0611436 Mar 23 12:39:33.823425 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:33.827231 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4d4d8030-879e-415e-b277-135e0076448d req-80ffb27e-9af4-4c83-879a-157a3adf7b6d tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359764 Mar 23 12:39:33.832111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['ca6dfa87-833b-48ed-9f17-ce128bbc09f6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:39:33.873964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-b1d46a4a-4ac7-4677-acb7-d22f6b24b80f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:33.875637 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-b1d46a4a-4ac7-4677-acb7-d22f6b24b80f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/networks?id=0d7586cb-c578-4321-b2f0-57004618f1d2 HTTP/1.1" status: 200 len: 812 time: 0.1943643 Mar 23 12:39:33.929991 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-6818c76d-8793-48db-b9e6-f7b6a29c62e6 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/quotas/3286ec5331c84fb882866d3d1b89855a HTTP/1.1" status: 200 len: 375 time: 0.0471575 Mar 23 12:39:34.004103 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03f211-5aac-4ddb-ab0e-e2e5566edac7 req-b9b75fb5-3064-4ffb-bef7-b26a7933c311 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:34.007558 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa03f211-5aac-4ddb-ab0e-e2e5566edac7 req-b9b75fb5-3064-4ffb-bef7-b26a7933c311 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 943 time: 0.0617189 Mar 23 12:39:34.027027 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-9eff1ca4-e571-4c09-9b26-8023ea1219ff tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3286ec5331c84fb882866d3d1b89855a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0959091 Mar 23 12:39:34.052457 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa03f211-5aac-4ddb-ab0e-e2e5566edac7 req-fcf65e78-9936-4cbf-8583-9d2af30d4213 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387492 Mar 23 12:39:34.139890 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3a23c416-1caf-4539-b2e5-82638257bddf req-ab1c2a66-c1e2-4b8b-b8b5-7905d62cdb62 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0301616 Mar 23 12:39:34.172605 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-bc67332e-aba4-4ef9-8bb3-7aad2c3fbc80 service neutron] 10.222.0.52 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413677 Mar 23 12:39:34.174524 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:34.188568 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:34.307254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Pushing event updated for resources: {'Port': ['ID=cce3db45-ebd5-4912-ae6d-7401c68ebbba,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:34.323913 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:34.345241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-040a251e-463d-4861-a577-13eb17c78530 service neutron] 10.222.0.52 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654766 Mar 23 12:39:34.348191 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:34.349341 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-56419649-9593-4600-b3b2-2d8fd55e60a4 tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7037511 Mar 23 12:39:34.352062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36842) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:34.503425 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-64c9044b-066b-4712-a79c-64973cce4aa2 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.1500490 Mar 23 12:39:34.506053 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36852) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:34.587234 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d3224692-f9cf-4272-b124-1997bde76c8a req-69c1547b-faf6-4348-a4df-03800c2fe5aa tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 210 time: 0.0531628 Mar 23 12:39:34.596134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209624a2-538c-44f6-894b-e9d32d583ede req-df28ae24-5aaf-4eec-acb4-ac925b13b7a0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:34.598125 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-209624a2-538c-44f6-894b-e9d32d583ede req-df28ae24-5aaf-4eec-acb4-ac925b13b7a0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1558561 Mar 23 12:39:34.602412 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6666dc81-c206-4c1d-ac0a-3cdf645b1e16 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0952690 Mar 23 12:39:34.605514 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36856) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:34.715222 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-209624a2-538c-44f6-894b-e9d32d583ede req-2241d672-1711-4614-995a-f00e9c473f3d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115479 Mar 23 12:39:34.772138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0e9da20d-225e-41a1-b1a7-2dca68f850da tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Deleting port cce3db45-ebd5-4912-ae6d-7401c68ebbba {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:34.772624 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e9da20d-225e-41a1-b1a7-2dca68f850da tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:34.858241 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e9da20d-225e-41a1-b1a7-2dca68f850da tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:34.858908 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e9da20d-225e-41a1-b1a7-2dca68f850da tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:34.874299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0e9da20d-225e-41a1-b1a7-2dca68f850da tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Calling delete_port for cce3db45-ebd5-4912-ae6d-7401c68ebbba owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:34.960452 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:39:34.965033 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ca6dfa87-833b-48ed-9f17-ce128bbc09f6 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:39:34.967847 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5363b-4c3d-4560-9f6c-cfbc01e843a5 req-a15b5b8f-cfd8-4a0e-b580-17c2812028b4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:34.976195 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42b5363b-4c3d-4560-9f6c-cfbc01e843a5 req-a15b5b8f-cfd8-4a0e-b580-17c2812028b4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 945 time: 0.0626662 Mar 23 12:39:35.054958 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42b5363b-4c3d-4560-9f6c-cfbc01e843a5 req-80eb26a4-7abe-4e61-9e86-c2386b1c1d82 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750608 Mar 23 12:39:35.098921 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e9da20d-225e-41a1-b1a7-2dca68f850da tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:35.127477 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9da20d-225e-41a1-b1a7-2dca68f850da tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Pushing event deleted for resources: {'Port': ['ID=cce3db45-ebd5-4912-ae6d-7401c68ebbba,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:35.172436 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:39:35.205199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:39:35.205856 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:35.208828 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 13d00cf1-d5c3-4f7c-9b30-2b9d91115403, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=13d00cf1-d5c3-4f7c-9b30-2b9d91115403,segment=NetworkSegment(c4d47934-b63b-432a-b6e7-ede64326c83b),segment_id=c4d47934-b63b-432a-b6e7-ede64326c83b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:35.238819 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e9da20d-225e-41a1-b1a7-2dca68f850da tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:35.238819 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e9da20d-225e-41a1-b1a7-2dca68f850da tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:35.243477 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0e9da20d-225e-41a1-b1a7-2dca68f850da tempest-FloatingIPAdminTestJSON-1702244474 tempest-FloatingIPAdminTestJSON-1702244474-project] 10.222.0.52 "DELETE /v2.0/floatingips/7303b882-45e7-4934-a07a-76bf6b22eccd HTTP/1.1" status: 204 len: 168 time: 0.6312201 Mar 23 12:39:35.244239 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36880) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:35.266925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '13d00cf1-d5c3-4f7c-9b30-2b9d91115403', 'network_id': 'a0c20fa0-7640-4f01-a96b-e19c7ba08c92', 'port_id': '13d00cf1-d5c3-4f7c-9b30-2b9d91115403', 'mac_address': 'fa:16:3e:ca:f7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d605956-9ae4-493c-bc8e-6abe420fc2cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:39:35.301081 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-59e7cfa2-b989-4cd8-bea4-798deabf2551 req-bdd44099-0b2c-4e02-83f0-e98c268a364a tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0664232 Mar 23 12:39:35.317543 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:35.324961 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101674-cfd8-4bd1-93bd-e868f9c4a659 req-419d1176-aee7-49b8-887a-8634f59ef996 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:35.326492 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-25101674-cfd8-4bd1-93bd-e868f9c4a659 req-419d1176-aee7-49b8-887a-8634f59ef996 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 943 time: 0.1673017 Mar 23 12:39:35.335272 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:39:35.389079 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 13d00cf1-d5c3-4f7c-9b30-2b9d91115403, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=13d00cf1-d5c3-4f7c-9b30-2b9d91115403,segment=NetworkSegment(c4d47934-b63b-432a-b6e7-ede64326c83b),segment_id=c4d47934-b63b-432a-b6e7-ede64326c83b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:35.396849 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:35.425308 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:35.449356 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-25101674-cfd8-4bd1-93bd-e868f9c4a659 req-ef77f1ad-b730-4e40-8248-13e1ab77df58 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121590 Mar 23 12:39:35.474301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:35.475911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dbf8b2-bc47-4348-895e-fa08734ac9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6dfa87-833b-48ed-9f17-ce128bbc09f6'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:39:35.479089 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f19a14-c4ac-4868-b076-85f735c7c91c" -d '{"events": [{"server_uuid": "b3dbf8b2-bc47-4348-895e-fa08734ac9d3", "name": "network-vif-plugged", "status": "completed", "tag": "ca6dfa87-833b-48ed-9f17-ce128bbc09f6"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:39:35.490658 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:35.491131 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0a3acd0a-83ab-4455-9dba-50d449bd6b27 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Deleting port 09944d19-7386-45ab-8fdf-28ce359e3d86 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:35.491627 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a3acd0a-83ab-4455-9dba-50d449bd6b27 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:35.497688 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=13d00cf1-d5c3-4f7c-9b30-2b9d91115403,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:35.544749 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ba3177-3ceb-4165-a64a-ec6df90f8b73 x-openstack-request-id: req-16ba3177-3ceb-4165-a64a-ec6df90f8b73 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:39:35.545045 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dbf8b2-bc47-4348-895e-fa08734ac9d3", "name": "network-vif-plugged", "status": "completed", "tag": "ca6dfa87-833b-48ed-9f17-ce128bbc09f6", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:39:35.545300 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16ba3177-3ceb-4165-a64a-ec6df90f8b73 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:39:35.545981 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dbf8b2-bc47-4348-895e-fa08734ac9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6dfa87-833b-48ed-9f17-ce128bbc09f6', 'code': 200} Mar 23 12:39:35.565748 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:35.606574 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a3acd0a-83ab-4455-9dba-50d449bd6b27 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:35.607438 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a3acd0a-83ab-4455-9dba-50d449bd6b27 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:35.622453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0a3acd0a-83ab-4455-9dba-50d449bd6b27 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Calling delete_port for 09944d19-7386-45ab-8fdf-28ce359e3d86 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:35.720726 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4dfd873c-891d-4511-ba7e-405abb246e6c req-5ab4297a-b684-41f3-99bf-0166ae618934 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 210 time: 0.0516725 Mar 23 12:39:35.750988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82935b0c-8258-49e7-9e7a-4bcbe3a7645b req-380178ee-bb2c-4b5f-9e67-6295d2fb2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:35.752616 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82935b0c-8258-49e7-9e7a-4bcbe3a7645b req-380178ee-bb2c-4b5f-9e67-6295d2fb2c2b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 1097 time: 0.0850837 Mar 23 12:39:35.809377 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82935b0c-8258-49e7-9e7a-4bcbe3a7645b req-aba03e94-725a-45b8-ae1c-b5efdfff7853 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480142 Mar 23 12:39:35.858402 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a3acd0a-83ab-4455-9dba-50d449bd6b27 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:35.864772 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['13d00cf1-d5c3-4f7c-9b30-2b9d91115403'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:39:35.913273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3acd0a-83ab-4455-9dba-50d449bd6b27 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Pushing event deleted for resources: {'Port': ['ID=09944d19-7386-45ab-8fdf-28ce359e3d86,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:35.970172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c3406-c114-4c77-b2a1-6a096b39bf01 req-370ce2eb-c2cb-4c62-9c22-7d3b54a427b8 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:35.970946 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-431c3406-c114-4c77-b2a1-6a096b39bf01 req-370ce2eb-c2cb-4c62-9c22-7d3b54a427b8 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1201987 Mar 23 12:39:36.005825 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a3acd0a-83ab-4455-9dba-50d449bd6b27 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:36.010310 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-327c3f90-2f6b-48b9-bf4c-a55236ed1b96 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:36.013420 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a3acd0a-83ab-4455-9dba-50d449bd6b27 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:36.018511 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-327c3f90-2f6b-48b9-bf4c-a55236ed1b96 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.77 "GET /v2.0/networks?id=0d7586cb-c578-4321-b2f0-57004618f1d2 HTTP/1.1" status: 200 len: 812 time: 0.2433183 Mar 23 12:39:36.019106 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0a3acd0a-83ab-4455-9dba-50d449bd6b27 tempest-FloatingIPAdminTestJSON-1411627060 tempest-FloatingIPAdminTestJSON-1411627060-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/9ec20006-a72c-4663-8a7d-bcdad902456d HTTP/1.1" status: 204 len: 168 time: 0.7727020 Mar 23 12:39:36.022900 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36898) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:36.088505 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-431c3406-c114-4c77-b2a1-6a096b39bf01 req-e8ca747e-ecab-4fdf-9cc4-7e5489fd20df tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035798 Mar 23 12:39:36.101580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-f1c28c38-cc15-4e3c-9771-2c2f31128656 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Request body: {'port': {'device_id': 'ec2e6b91-ac1b-4510-a5b9-12c88150b3c4', 'network_id': '0d7586cb-c578-4321-b2f0-57004618f1d2', 'admin_state_up': True, 'tenant_id': '3286ec5331c84fb882866d3d1b89855a'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:36.238079 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089c154-34a9-45dd-bf46-1e1eb2e42b19 req-eb6d742a-72c9-4693-b151-a4839e0d271c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:36.239500 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e089c154-34a9-45dd-bf46-1e1eb2e42b19 req-eb6d742a-72c9-4693-b151-a4839e0d271c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 946 time: 0.0684476 Mar 23 12:39:36.286111 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e089c154-34a9-45dd-bf46-1e1eb2e42b19 req-49b1f425-b588-499a-a22a-7eb4a751b9bc tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401337 Mar 23 12:39:36.598059 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1023d-b811-4bd5-be34-b87d86f908bc req-11176af9-14d2-44d3-b3cb-53f5b940ec69 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:36.608365 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1b1023d-b811-4bd5-be34-b87d86f908bc req-11176af9-14d2-44d3-b3cb-53f5b940ec69 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 944 time: 0.0630801 Mar 23 12:39:36.663185 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1b1023d-b811-4bd5-be34-b87d86f908bc req-0e2eed29-5345-4aad-97e2-c87baf34381c tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536926 Mar 23 12:39:36.669110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94239184-9f6a-4934-af80-92761847004c req-7999dd91-17a0-4db4-bf1f-f40a81f91578 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0800257 Mar 23 12:39:36.673421 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4cecce38-1d40-4b63-bab1-7314141c0d3f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Deleting port fb2ecc4c-2551-4e14-97ef-6c6788570389 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:36.673759 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4cecce38-1d40-4b63-bab1-7314141c0d3f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:36.735373 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f485d0df-758b-4a0b-8dd5-2a3806777ee5 req-c93751b0-40e6-4aee-a32a-92967f8a0633 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1461194 Mar 23 12:39:36.759466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-f1c28c38-cc15-4e3c-9771-2c2f31128656 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Made reservation on behalf of 3286ec5331c84fb882866d3d1b89855a for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:36.763698 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-f1c28c38-cc15-4e3c-9771-2c2f31128656 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:36.868413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4cecce38-1d40-4b63-bab1-7314141c0d3f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:36.881656 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6f81aec-41c9-4892-ad00-f17f894c2b51 req-569faaaf-ceeb-4cdb-84f8-b4c25b8de193 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 210 time: 0.0278795 Mar 23 12:39:36.899609 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4cecce38-1d40-4b63-bab1-7314141c0d3f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Calling delete_port for fb2ecc4c-2551-4e14-97ef-6c6788570389 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:36.953510 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485d0df-758b-4a0b-8dd5-2a3806777ee5 req-8fa13373-a897-410e-b179-4aa755f440ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:36.955717 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f485d0df-758b-4a0b-8dd5-2a3806777ee5 req-8fa13373-a897-410e-b179-4aa755f440ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 1096 time: 0.1891572 Mar 23 12:39:36.964768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 2778e7f1-1fc8-458e-958a-21ea33974266 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:39:37.114444 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 2778e7f1-1fc8-458e-958a-21ea33974266, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=2778e7f1-1fc8-458e-958a-21ea33974266,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:37.138061 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '2778e7f1-1fc8-458e-958a-21ea33974266', 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a', 'port_id': '2778e7f1-1fc8-458e-958a-21ea33974266', 'mac_address': 'fa:16:3e:58:67:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c42c450d-02be-4634-87ca-2a6532e0441a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:39:37.164172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-f1c28c38-cc15-4e3c-9771-2c2f31128656 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Allocated IP 172.20.0.10 (0d7586cb-c578-4321-b2f0-57004618f1d2/e2c1c311-8a85-47c1-9d8e-59c06015b5f2/16808b85-3d52-498b-9aa9-44a51e268b09) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:39:37.189976 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:37.206149 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2778e7f1-1fc8-458e-958a-21ea33974266 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:39:37.231406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 2778e7f1-1fc8-458e-958a-21ea33974266, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=2778e7f1-1fc8-458e-958a-21ea33974266,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:37.236568 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:37.291407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=2778e7f1-1fc8-458e-958a-21ea33974266,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:37.308184 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485d0df-758b-4a0b-8dd5-2a3806777ee5 req-ae5fa49e-ea92-42cf-828b-a8b1aa78e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:37.309666 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f485d0df-758b-4a0b-8dd5-2a3806777ee5 req-ae5fa49e-ea92-42cf-828b-a8b1aa78e314 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.3089046 Mar 23 12:39:37.386653 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f485d0df-758b-4a0b-8dd5-2a3806777ee5 req-c91dcad1-e72d-4e5d-a92b-1a94e5ab8e7f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc61709-ab54-4965-a611-9b7f983f6b13 HTTP/1.1" status: 200 len: 217 time: 0.0632792 Mar 23 12:39:37.407782 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['2778e7f1-1fc8-458e-958a-21ea33974266'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:39:37.419529 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28d0c7-5b7b-4af0-a3a5-0518f8175fc7 req-4ad20d04-8b02-4aa5-abca-219cff8ab5f2 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:37.421343 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e28d0c7-5b7b-4af0-a3a5-0518f8175fc7 req-4ad20d04-8b02-4aa5-abca-219cff8ab5f2 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 946 time: 0.0541306 Mar 23 12:39:37.461979 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4cecce38-1d40-4b63-bab1-7314141c0d3f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:37.491975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f565679-05ea-4b33-8650-1b536b096cc2 req-c02ab6c2-7e22-4c98-8944-6a928c00796b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:37.494774 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e28d0c7-5b7b-4af0-a3a5-0518f8175fc7 req-177875b1-6c6e-4355-9f47-4771cbe8b690 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663781 Mar 23 12:39:37.495148 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f565679-05ea-4b33-8650-1b536b096cc2 req-c02ab6c2-7e22-4c98-8944-6a928c00796b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 944 time: 0.2383738 Mar 23 12:39:37.548030 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cecce38-1d40-4b63-bab1-7314141c0d3f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Pushing event deleted for resources: {'Port': ['ID=fb2ecc4c-2551-4e14-97ef-6c6788570389,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:37.632071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485d0df-758b-4a0b-8dd5-2a3806777ee5 req-3b89f072-6a4a-4f01-8f8f-d3b5b5aaba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:37.633634 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f485d0df-758b-4a0b-8dd5-2a3806777ee5 req-3b89f072-6a4a-4f01-8f8f-d3b5b5aaba90 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.2381022 Mar 23 12:39:37.721407 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f485d0df-758b-4a0b-8dd5-2a3806777ee5 req-544b4325-dc0d-4d10-85ae-3dfb7c235dbb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674520 Mar 23 12:39:37.739289 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f565679-05ea-4b33-8650-1b536b096cc2 req-c5f280af-7976-4f43-bba1-1862f0879e61 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292724 Mar 23 12:39:37.781245 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-f1c28c38-cc15-4e3c-9771-2c2f31128656 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:37.813065 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4cecce38-1d40-4b63-bab1-7314141c0d3f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:37.819333 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4cecce38-1d40-4b63-bab1-7314141c0d3f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] 10.222.0.52 "DELETE /v2.0/ports/fb2ecc4c-2551-4e14-97ef-6c6788570389 HTTP/1.1" status: 204 len: 168 time: 1.7903893 Mar 23 12:39:37.821161 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36942) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:37.879512 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ca641-9d81-4ca9-a4b6-f0f72cbe9de1 req-7ba9202a-d63e-42fe-8d9e-70f0aeb59fc3 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:37.889218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-020ca641-9d81-4ca9-a4b6-f0f72cbe9de1 req-7ba9202a-d63e-42fe-8d9e-70f0aeb59fc3 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 944 time: 0.1146057 Mar 23 12:39:37.912271 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e42274b-97e2-49cd-af04-5901e21d65d8 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:37.915762 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8e42274b-97e2-49cd-af04-5901e21d65d8 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e90208e-f703-43ef-b457-bd2751f7fa6b HTTP/1.1" status: 200 len: 913 time: 0.0911543 Mar 23 12:39:37.916070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36946) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:37.931798 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-f1c28c38-cc15-4e3c-9771-2c2f31128656 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:37.935488 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f9e0c426-a0d4-4cf4-882c-87e683244b2f req-8c54be34-09a2-484b-938f-ac5cc18a5c84 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0559993 Mar 23 12:39:37.990549 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-020ca641-9d81-4ca9-a4b6-f0f72cbe9de1 req-8d47ccf6-4484-44d2-894a-4bf8d59139c0 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963905 Mar 23 12:39:38.002513 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f485d0df-758b-4a0b-8dd5-2a3806777ee5 req-b2b74e72-4997-48d5-8c4b-c52e3b8c7194 service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631943 Mar 23 12:39:38.002513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-f1c28c38-cc15-4e3c-9771-2c2f31128656 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Network 0d7586cb-c578-4321-b2f0-57004618f1d2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:39:38.003606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-f1c28c38-cc15-4e3c-9771-2c2f31128656 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:38.005570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28c38-cc15-4e3c-9771-2c2f31128656 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Pushing event updated for resources: {'Port': ['ID=16808b85-3d52-498b-9aa9-44a51e268b09,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:38.007839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-f1c28c38-cc15-4e3c-9771-2c2f31128656 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:39:38.149073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-f1c28c38-cc15-4e3c-9771-2c2f31128656 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:38.149918 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-f1c28c38-cc15-4e3c-9771-2c2f31128656 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:38.188460 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-f1c28c38-cc15-4e3c-9771-2c2f31128656 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0933478 Mar 23 12:39:38.202522 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456c0f5-917a-4f1e-af6e-9b4963173dec req-d779ae3e-ba1d-47ad-b776-331b12f2e249 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:38.204636 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3456c0f5-917a-4f1e-af6e-9b4963173dec req-d779ae3e-ba1d-47ad-b776-331b12f2e249 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 932 time: 0.1542487 Mar 23 12:39:38.211314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Request body: {'port': {'device_id': 'ec2e6b91-ac1b-4510-a5b9-12c88150b3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:38.238769 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f485d0df-758b-4a0b-8dd5-2a3806777ee5 req-3072fd05-701e-4950-b17e-640a457c0641 service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280045 Mar 23 12:39:38.296934 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3456c0f5-917a-4f1e-af6e-9b4963173dec req-c92455c3-dffc-46fd-8ee6-c82f53268dc5 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827882 Mar 23 12:39:38.326541 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:38.363458 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adeb5def-194f-433d-a7d5-b1079579fe3e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:38.655115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16808b85-3d52-498b-9aa9-44a51e268b09 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:39:38.663767 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:38.682165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-adeb5def-194f-433d-a7d5-b1079579fe3e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Deleting port f6b4d85f-9450-42b1-bb43-2dfeda035836 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:38.682594 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adeb5def-194f-433d-a7d5-b1079579fe3e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:38.685989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Transition to ACTIVE for port object 16808b85-3d52-498b-9aa9-44a51e268b09 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:39:38.692530 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:38.812475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Pushing event updated for resources: {'Port': ['ID=16808b85-3d52-498b-9aa9-44a51e268b09,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:38.832079 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adeb5def-194f-433d-a7d5-b1079579fe3e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:38.856682 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-adeb5def-194f-433d-a7d5-b1079579fe3e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Calling delete_port for f6b4d85f-9450-42b1-bb43-2dfeda035836 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:38.906048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ff530-104b-4be3-a8c3-dd78b49d6205 req-6e78ab62-1240-4fdf-8de4-82ed771389a7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:38.907461 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b1ff530-104b-4be3-a8c3-dd78b49d6205 req-6e78ab62-1240-4fdf-8de4-82ed771389a7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 944 time: 0.0721078 Mar 23 12:39:38.908352 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Attempting to bind port 16808b85-3d52-498b-9aa9-44a51e268b09 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:39:38.908686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Attempting to bind port 16808b85-3d52-498b-9aa9-44a51e268b09 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '5133c369-e456-47ed-8fde-a80218fa7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0d7586cb-c578-4321-b2f0-57004618f1d2'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:39:38.909012 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Attempting to bind port 16808b85-3d52-498b-9aa9-44a51e268b09 on network 0d7586cb-c578-4321-b2f0-57004618f1d2 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:38.913663 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Port 16808b85-3d52-498b-9aa9-44a51e268b09 on network 0d7586cb-c578-4321-b2f0-57004618f1d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:39:38.913990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Attempting to bind port 16808b85-3d52-498b-9aa9-44a51e268b09 on network 0d7586cb-c578-4321-b2f0-57004618f1d2 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:38.925085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:39:38.925432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Checking segment: {'id': '5133c369-e456-47ed-8fde-a80218fa7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0d7586cb-c578-4321-b2f0-57004618f1d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:39:38.925813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Bound using segment: {'id': '5133c369-e456-47ed-8fde-a80218fa7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0d7586cb-c578-4321-b2f0-57004618f1d2'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:39:38.926503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Bound port: 16808b85-3d52-498b-9aa9-44a51e268b09, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5133c369-e456-47ed-8fde-a80218fa7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0d7586cb-c578-4321-b2f0-57004618f1d2'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:39:38.926860 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:38.943558 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059eb34-16dd-4218-9eff-20800da5fb2a req-63dceebc-19ee-49c5-b486-45535cf68f6b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:38.945220 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c059eb34-16dd-4218-9eff-20800da5fb2a req-63dceebc-19ee-49c5-b486-45535cf68f6b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 946 time: 0.1025667 Mar 23 12:39:38.990899 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 2778e7f1-1fc8-458e-958a-21ea33974266 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:39:38.992931 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b1ff530-104b-4be3-a8c3-dd78b49d6205 req-9c00daff-af18-4292-a9f1-878cc66e148e tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758054 Mar 23 12:39:39.035795 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] For port 16808b85-3d52-498b-9aa9-44a51e268b09, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:39:39.038236 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c059eb34-16dd-4218-9eff-20800da5fb2a req-271b7d2b-fa34-4cdf-be0f-e701aefac473 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802200 Mar 23 12:39:39.048849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] For port 16808b85-3d52-498b-9aa9-44a51e268b09, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=16808b85-3d52-498b-9aa9-44a51e268b09,segment=NetworkSegment(5133c369-e456-47ed-8fde-a80218fa7721),segment_id=5133c369-e456-47ed-8fde-a80218fa7721)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:39:39.076653 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:39.122280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:39.123208 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:39.125477 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] 10.222.0.77 "PUT /v2.0/ports/16808b85-3d52-498b-9aa9-44a51e268b09 HTTP/1.1" status: 200 len: 1092 time: 0.9192972 Mar 23 12:39:39.132630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2e6b91-ac1b-4510-a5b9-12c88150b3c4', 'tag': '16808b85-3d52-498b-9aa9-44a51e268b09'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:39:39.137587 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe40d59-2eab-41a0-8551-99185a91423f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2e6b91-ac1b-4510-a5b9-12c88150b3c4", "tag": "16808b85-3d52-498b-9aa9-44a51e268b09"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:39:39.160213 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 2778e7f1-1fc8-458e-958a-21ea33974266 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:39:39.160488 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:39.207358 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-012280a3-e7ea-44f7-a953-9083c5ef3b11 req-bca6221a-aea4-430d-8f82-ddb86c48436c tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0545907 Mar 23 12:39:39.226535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352314f-9b1c-449b-95fa-fd5bb48cfeeb service neutron] Pushing event updated for resources: {'Port': ['ID=16808b85-3d52-498b-9aa9-44a51e268b09,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:39.261458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2725986-547e-44df-b152-253e1f49802c req-bf134668-32d9-4bfd-b0d4-4a1c9f223085 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:39.262408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-ee344d02-a967-480b-b28e-7381fcc8f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:39.263183 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2725986-547e-44df-b152-253e1f49802c req-bf134668-32d9-4bfd-b0d4-4a1c9f223085 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 944 time: 0.1070406 Mar 23 12:39:39.263979 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-ee344d02-a967-480b-b28e-7381fcc8f7f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3286ec5331c84fb882866d3d1b89855a&device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 1095 time: 0.0733137 Mar 23 12:39:39.275342 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:39.307694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36ff1ac-5051-4c41-a01f-8916b06f139d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2778e7f1-1fc8-458e-958a-21ea33974266'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:39:39.311126 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6321968-c8fe-4e6d-9ba5-466ac4f37dc1" -d '{"events": [{"server_uuid": "b36ff1ac-5051-4c41-a01f-8916b06f139d", "name": "network-vif-plugged", "status": "completed", "tag": "2778e7f1-1fc8-458e-958a-21ea33974266"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:39:39.317966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 2778e7f1-1fc8-458e-958a-21ea33974266, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=2778e7f1-1fc8-458e-958a-21ea33974266,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:39.323823 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:39.324860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:39:39.345399 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adeb5def-194f-433d-a7d5-b1079579fe3e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:39.348702 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-7d908eea-3795-4966-bb84-012dee93d977 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16808b85-3d52-498b-9aa9-44a51e268b09 HTTP/1.1" status: 200 len: 217 time: 0.0594928 Mar 23 12:39:39.419003 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2725986-547e-44df-b152-253e1f49802c req-9d7d447c-e5bf-4f66-9d44-ea0e986173fa tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486754 Mar 23 12:39:39.422777 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=2778e7f1-1fc8-458e-958a-21ea33974266,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:39.433232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb5def-194f-433d-a7d5-b1079579fe3e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Pushing event deleted for resources: {'Port': ['ID=f6b4d85f-9450-42b1-bb43-2dfeda035836,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:39.435721 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:39:39.439424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0fd5f-b72c-481e-9a00-9d1c641ff97d req-2d62e638-1bf3-4578-b77d-a907cda81235 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:39.441468 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:39:39.441850 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:39.449154 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ead0fd5f-b72c-481e-9a00-9d1c641ff97d req-2d62e638-1bf3-4578-b77d-a907cda81235 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 1097 time: 0.0987294 Mar 23 12:39:39.462228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-38e4937d-558f-4091-8996-be3144b29d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:39.464025 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-38e4937d-558f-4091-8996-be3144b29d46 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e2c1c311-8a85-47c1-9d8e-59c06015b5f2 HTTP/1.1" status: 200 len: 852 time: 0.1041720 Mar 23 12:39:39.544014 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ead0fd5f-b72c-481e-9a00-9d1c641ff97d req-e9137693-3e34-424b-9e7d-c6d41f773cbe tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935469 Mar 23 12:39:39.569914 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed41907-e797-41a5-aa39-ec121ec6389a x-openstack-request-id: req-7ed41907-e797-41a5-aa39-ec121ec6389a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:39:39.570346 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2e6b91-ac1b-4510-a5b9-12c88150b3c4", "tag": "16808b85-3d52-498b-9aa9-44a51e268b09", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:39:39.571146 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ed41907-e797-41a5-aa39-ec121ec6389a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:39:39.571646 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2e6b91-ac1b-4510-a5b9-12c88150b3c4', 'tag': '16808b85-3d52-498b-9aa9-44a51e268b09', 'status': 'completed', 'code': 200} Mar 23 12:39:39.580652 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:39.634820 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-33f813f1-3fbc-499e-a8f7-336c00adce9d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0d7586cb-c578-4321-b2f0-57004618f1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050272 Mar 23 12:39:39.639227 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f877685d-6089-4203-acfb-d6431323770e x-openstack-request-id: req-f877685d-6089-4203-acfb-d6431323770e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:39:39.639524 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36ff1ac-5051-4c41-a01f-8916b06f139d", "name": "network-vif-plugged", "status": "completed", "tag": "2778e7f1-1fc8-458e-958a-21ea33974266", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:39:39.639772 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f877685d-6089-4203-acfb-d6431323770e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:39:39.642870 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36ff1ac-5051-4c41-a01f-8916b06f139d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2778e7f1-1fc8-458e-958a-21ea33974266', 'code': 200} Mar 23 12:39:39.668010 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 13d00cf1-d5c3-4f7c-9b30-2b9d91115403, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=13d00cf1-d5c3-4f7c-9b30-2b9d91115403,segment=NetworkSegment(c4d47934-b63b-432a-b6e7-ede64326c83b),segment_id=c4d47934-b63b-432a-b6e7-ede64326c83b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:39.678245 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:39.779203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a5df2-986d-43f6-8873-8d9c1e1b1702 req-6f7384f8-bfd6-49a2-9aad-5cfccc136196 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:39.785926 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=13d00cf1-d5c3-4f7c-9b30-2b9d91115403,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:39.787020 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad5a5df2-986d-43f6-8873-8d9c1e1b1702 req-6f7384f8-bfd6-49a2-9aad-5cfccc136196 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.1334341 Mar 23 12:39:39.829638 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-48e82a3e-adc2-4c22-a862-4a4d20d921a8 service neutron] 10.222.0.77 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749384 Mar 23 12:39:39.857875 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad5a5df2-986d-43f6-8873-8d9c1e1b1702 req-e88282ae-8e1c-4d72-be45-2feaf228432e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693259 Mar 23 12:39:39.952598 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3291d3f-5de5-47bd-9cc2-d243d40cdcbf req-764a7d90-2eaa-4e35-8a9a-f2bc40d37f96 service neutron] 10.222.0.77 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099617 Mar 23 12:39:40.068819 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe40d59-2eab-41a0-8551-99185a91423f req-5cc3359a-a75d-4a4c-bf4f-1c2a3fe04d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:40.072395 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dfe40d59-2eab-41a0-8551-99185a91423f req-5cc3359a-a75d-4a4c-bf4f-1c2a3fe04d34 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3286ec5331c84fb882866d3d1b89855a&device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 1095 time: 0.0538495 Mar 23 12:39:40.180254 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0451e-d32c-42f1-a95b-f0f750eb1420 req-0e2603e9-f996-4142-a493-6fd001064611 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:40.200602 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-99d0451e-d32c-42f1-a95b-f0f750eb1420 req-0e2603e9-f996-4142-a493-6fd001064611 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 1097 time: 0.4692118 Mar 23 12:39:40.222472 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adeb5def-194f-433d-a7d5-b1079579fe3e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:40.236110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dd08a-d89e-454f-9ea5-53727041596f req-f705b057-bcc5-4ab6-8aa3-6c7639580692 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:40.237623 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a6dd08a-d89e-454f-9ea5-53727041596f req-f705b057-bcc5-4ab6-8aa3-6c7639580692 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1218286 Mar 23 12:39:40.250483 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-99d0451e-d32c-42f1-a95b-f0f750eb1420 req-3fbc81a3-bee9-4e9d-b294-d7fa8fb0cbac tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538690 Mar 23 12:39:40.295706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe40d59-2eab-41a0-8551-99185a91423f req-dc9962e5-99d9-47e2-9ae1-79bb112f457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:40.297268 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dfe40d59-2eab-41a0-8551-99185a91423f req-dc9962e5-99d9-47e2-9ae1-79bb112f457e service neutron] 10.222.0.77 "GET /v2.0/networks?id=0d7586cb-c578-4321-b2f0-57004618f1d2 HTTP/1.1" status: 200 len: 913 time: 0.2069352 Mar 23 12:39:40.355175 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a6dd08a-d89e-454f-9ea5-53727041596f req-5a850b9d-6ef6-4dce-a349-08e0b45ae262 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751395 Mar 23 12:39:40.356916 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dfe40d59-2eab-41a0-8551-99185a91423f req-47fd7e3a-608f-48f5-ab86-3e2c0a60fdc1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16808b85-3d52-498b-9aa9-44a51e268b09 HTTP/1.1" status: 200 len: 217 time: 0.0505652 Mar 23 12:39:40.408672 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18daa4ca-cc4c-4ac1-bab9-b581b0476271 req-3b7f27d6-7006-48b9-a8da-436251fe6e29 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0600114 Mar 23 12:39:40.438041 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe40d59-2eab-41a0-8551-99185a91423f req-84152b5d-ade1-4f79-b763-2bbf039d35db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:40.440060 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dfe40d59-2eab-41a0-8551-99185a91423f req-84152b5d-ade1-4f79-b763-2bbf039d35db service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e2c1c311-8a85-47c1-9d8e-59c06015b5f2 HTTP/1.1" status: 200 len: 852 time: 0.0680046 Mar 23 12:39:40.494302 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dfe40d59-2eab-41a0-8551-99185a91423f req-5a4ebce4-1567-4788-a2da-cc3dc962b55c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0d7586cb-c578-4321-b2f0-57004618f1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435939 Mar 23 12:39:40.560966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adeb5def-194f-433d-a7d5-b1079579fe3e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Router 3e90208e-f703-43ef-b457-bd2751f7fa6b has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:39:40.571783 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:39:40.647626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ce5d2-3ace-4d15-beb7-7dbb4a588c47 req-aa1dd3c3-aae4-4fac-97a7-839d57075d0f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:40.649160 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf1ce5d2-3ace-4d15-beb7-7dbb4a588c47 req-aa1dd3c3-aae4-4fac-97a7-839d57075d0f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 945 time: 0.1114936 Mar 23 12:39:40.670612 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dfe40d59-2eab-41a0-8551-99185a91423f req-b8090c6d-1fa5-47ac-8f45-68fea569f318 service neutron] 10.222.0.77 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645160 Mar 23 12:39:40.699624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adeb5def-194f-433d-a7d5-b1079579fe3e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:39:40.708909 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-adeb5def-194f-433d-a7d5-b1079579fe3e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] 10.222.0.52 "PUT /v2.0/routers/3e90208e-f703-43ef-b457-bd2751f7fa6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7916162 Mar 23 12:39:40.709506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37020) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:40.723461 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b5e65a-7db6-4ddd-8ae6-4c972835426f None None] Sync routers for ids ['3e90208e-f703-43ef-b457-bd2751f7fa6b'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:39:40.748513 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b5e65a-7db6-4ddd-8ae6-4c972835426f None None] Routers {'3e90208e-f703-43ef-b457-bd2751f7fa6b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:40.749138 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d6b5e65a-7db6-4ddd-8ae6-4c972835426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:39:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3e90208e-f703-43ef-b457-bd2751f7fa6b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:40.765745 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf1ce5d2-3ace-4d15-beb7-7dbb4a588c47 req-52644b74-35fb-4cb6-9786-17fb10ccec92 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941546 Mar 23 12:39:40.813062 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dfe40d59-2eab-41a0-8551-99185a91423f req-aca57f1d-af3e-4af9-8904-6757d2da119a service neutron] 10.222.0.77 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253283 Mar 23 12:39:40.825156 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d6b5e65a-7db6-4ddd-8ae6-4c972835426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:40.837071 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b5e65a-7db6-4ddd-8ae6-4c972835426f None None] Routers {'3e90208e-f703-43ef-b457-bd2751f7fa6b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:40.837850 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d6b5e65a-7db6-4ddd-8ae6-4c972835426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:39:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3e90208e-f703-43ef-b457-bd2751f7fa6b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:40.878948 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d6b5e65a-7db6-4ddd-8ae6-4c972835426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:40.879762 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b5e65a-7db6-4ddd-8ae6-4c972835426f None None] The sync data for ids ['3e90208e-f703-43ef-b457-bd2751f7fa6b'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:39:40.907193 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ba23262-0ec0-4afb-a7b9-016a7c42d187 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:41.001914 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dafd5a-2d17-4831-a146-9c8e57c4ae1d req-f5c8c0bd-48d7-4512-ad50-503fc2b8cffa tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:41.003535 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-12dafd5a-2d17-4831-a146-9c8e57c4ae1d req-f5c8c0bd-48d7-4512-ad50-503fc2b8cffa tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.0607855 Mar 23 12:39:41.038937 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ba23262-0ec0-4afb-a7b9-016a7c42d187 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:41.056699 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-12dafd5a-2d17-4831-a146-9c8e57c4ae1d req-6d3fc5ed-26b8-423e-b181-e9688eba4b4c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436645 Mar 23 12:39:41.102525 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9ba23262-0ec0-4afb-a7b9-016a7c42d187 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Deleting port 1d1ce524-e148-4793-b2b0-5045eb36040e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:41.102867 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ba23262-0ec0-4afb-a7b9-016a7c42d187 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:41.191213 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ba23262-0ec0-4afb-a7b9-016a7c42d187 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:41.214637 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9ba23262-0ec0-4afb-a7b9-016a7c42d187 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Calling delete_port for 1d1ce524-e148-4793-b2b0-5045eb36040e owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:41.415720 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ba23262-0ec0-4afb-a7b9-016a7c42d187 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:41.468335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba23262-0ec0-4afb-a7b9-016a7c42d187 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Pushing event deleted for resources: {'Port': ['ID=1d1ce524-e148-4793-b2b0-5045eb36040e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:41.554175 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ba23262-0ec0-4afb-a7b9-016a7c42d187 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:41.555305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146195c-a87c-402c-895f-9ff023c01767 req-1279dbf8-b0ab-4c89-a60b-9ee90438b86a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:41.557095 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6146195c-a87c-402c-895f-9ff023c01767 req-1279dbf8-b0ab-4c89-a60b-9ee90438b86a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.0745640 Mar 23 12:39:41.575586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-905867f3-92c2-4201-bf32-cafc3c242025 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:39:41.576701 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-905867f3-92c2-4201-bf32-cafc3c242025 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054102 Mar 23 12:39:41.625322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-ddbc5e58-8589-41b4-81ae-ac8023e26b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:41.626770 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-ddbc5e58-8589-41b4-81ae-ac8023e26b8b service neutron] 10.222.0.52 "GET /v2.0/ports/ca6dfa87-833b-48ed-9f17-ce128bbc09f6 HTTP/1.1" status: 200 len: 1094 time: 0.0415509 Mar 23 12:39:41.637755 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-149aeea1-a895-451c-80fd-4fb850e30e92 service neutron] Request body: {'binding': {'host': 'n-h2-834854-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:41.638287 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-149aeea1-a895-451c-80fd-4fb850e30e92 service neutron] Unknown quota resources ['binding']. {{(pid=102778) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 12:39:41.643805 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db11602d-9480-4ce5-9ba1-3afebeb5a796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d00cf1-d5c3-4f7c-9b30-2b9d91115403'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:39:41.647164 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80caaed-df67-4a16-96fb-64b3737cea78" -d '{"events": [{"server_uuid": "db11602d-9480-4ce5-9ba1-3afebeb5a796", "name": "network-vif-plugged", "status": "completed", "tag": "13d00cf1-d5c3-4f7c-9b30-2b9d91115403"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:39:41.672255 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ba23262-0ec0-4afb-a7b9-016a7c42d187 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:41.675993 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ba23262-0ec0-4afb-a7b9-016a7c42d187 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:41.677742 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6146195c-a87c-402c-895f-9ff023c01767 req-fa76a77e-e02e-4306-8611-e03c4d75c8f8 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128194 Mar 23 12:39:41.743138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ba23262-0ec0-4afb-a7b9-016a7c42d187 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:41.743675 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba23262-0ec0-4afb-a7b9-016a7c42d187 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Fanout notify agent at l3_agent the message router_deleted on router 3e90208e-f703-43ef-b457-bd2751f7fa6b {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:39:41.753995 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ba23262-0ec0-4afb-a7b9-016a7c42d187 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:41.757779 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9ba23262-0ec0-4afb-a7b9-016a7c42d187 tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] 10.222.0.52 "DELETE /v2.0/routers/3e90208e-f703-43ef-b457-bd2751f7fa6b HTTP/1.1" status: 204 len: 168 time: 1.0447819 Mar 23 12:39:41.757894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37078) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:41.874115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c31c31b-3c1f-4acd-a123-e7720080bb6e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Deleting subnet 05e9d782-2edc-491a-8711-eb9a5bf129a1 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:39:41.878148 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c31c31b-3c1f-4acd-a123-e7720080bb6e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:41.895805 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-072d6956-85f3-49cc-99a7-d58c0316bf8d req-158ed111-e7a8-4a7f-91fa-8f0799dc745c tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0373116 Mar 23 12:39:41.914710 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-149aeea1-a895-451c-80fd-4fb850e30e92 service neutron] Attempting to bind port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 on host n-h2-834854-1 for vnic_type normal with profile None {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:39:41.915049 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-149aeea1-a895-451c-80fd-4fb850e30e92 service neutron] Attempting to bind port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:39:41.915377 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-149aeea1-a895-451c-80fd-4fb850e30e92 service neutron] Attempting to bind port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:41.920719 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-149aeea1-a895-451c-80fd-4fb850e30e92 service neutron] Port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:39:41.921376 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-149aeea1-a895-451c-80fd-4fb850e30e92 service neutron] Attempting to bind port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:41.928566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-149aeea1-a895-451c-80fd-4fb850e30e92 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:39:41.928903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-149aeea1-a895-451c-80fd-4fb850e30e92 service neutron] Checking segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:39:41.929281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-149aeea1-a895-451c-80fd-4fb850e30e92 service neutron] Bound using segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:39:41.929832 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-149aeea1-a895-451c-80fd-4fb850e30e92 service neutron] Bound port: ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:39:41.964617 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c31c31b-3c1f-4acd-a123-e7720080bb6e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:41.968016 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edec572-90e3-472c-9fc1-575e4adade74 x-openstack-request-id: req-0edec572-90e3-472c-9fc1-575e4adade74 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:39:41.968679 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db11602d-9480-4ce5-9ba1-3afebeb5a796", "name": "network-vif-plugged", "status": "completed", "tag": "13d00cf1-d5c3-4f7c-9b30-2b9d91115403", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:39:41.969105 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0edec572-90e3-472c-9fc1-575e4adade74 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:39:41.969706 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db11602d-9480-4ce5-9ba1-3afebeb5a796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d00cf1-d5c3-4f7c-9b30-2b9d91115403', 'code': 200} Mar 23 12:39:42.071985 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-149aeea1-a895-451c-80fd-4fb850e30e92 service neutron] For port ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:39:42.083981 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c31c31b-3c1f-4acd-a123-e7720080bb6e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:42.084391 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-149aeea1-a895-451c-80fd-4fb850e30e92 service neutron] Notify callbacks [] for binding, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:42.086051 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-149aeea1-a895-451c-80fd-4fb850e30e92 service neutron] 10.222.0.52 "POST /v2.0/ports/ca6dfa87-833b-48ed-9f17-ce128bbc09f6/bindings HTTP/1.1" status: 201 len: 389 time: 0.4531865 Mar 23 12:39:42.108511 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ccf3a-7107-4bf8-b04a-7c615b834329 req-06346f46-f303-4883-a85e-c55fe78ff466 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:42.110336 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-052ccf3a-7107-4bf8-b04a-7c615b834329 req-06346f46-f303-4883-a85e-c55fe78ff466 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 945 time: 0.0892363 Mar 23 12:39:42.250919 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e21df-b1a7-496b-b0e8-1fa13457d657 req-dba31eb9-a71f-48c0-ab43-0d77629758bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:42.262536 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d8e21df-b1a7-496b-b0e8-1fa13457d657 req-dba31eb9-a71f-48c0-ab43-0d77629758bd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 1096 time: 0.1573730 Mar 23 12:39:42.314032 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c31c31b-3c1f-4acd-a123-e7720080bb6e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:42.327236 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d8e21df-b1a7-496b-b0e8-1fa13457d657 req-61913404-937e-4e2e-8350-faac2ef698f0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499580 Mar 23 12:39:42.330791 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-052ccf3a-7107-4bf8-b04a-7c615b834329 req-024a6042-30cd-4966-ad38-fd22a9b78037 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923618 Mar 23 12:39:42.348030 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c740bbb-4abd-4550-bc43-57ec55f90cb3 req-12858b79-38d8-47a2-81ae-03fc95a22dce tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:42.384692 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c740bbb-4abd-4550-bc43-57ec55f90cb3 req-12858b79-38d8-47a2-81ae-03fc95a22dce tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.1494098 Mar 23 12:39:42.450057 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31c31b-3c1f-4acd-a123-e7720080bb6e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Pushing event deleted for resources: {'Subnet': ['ID=05e9d782-2edc-491a-8711-eb9a5bf129a1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:42.462898 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c31c31b-3c1f-4acd-a123-e7720080bb6e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:42.468436 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022454b9-84f5-4f6e-9b40-650f0804200e None None] Network 7f3d120f-a433-4fe4-a147-bdc5aa37ac28 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:39:42.479654 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5c31c31b-3c1f-4acd-a123-e7720080bb6e tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] 10.222.0.52 "DELETE /v2.0/subnets/05e9d782-2edc-491a-8711-eb9a5bf129a1 HTTP/1.1" status: 204 len: 168 time: 0.7200000 Mar 23 12:39:42.480302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37104) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:42.492543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-45a6a78d-1960-4309-9e04-224073f57f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:42.496398 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-45a6a78d-1960-4309-9e04-224073f57f4d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 1097 time: 0.0772343 Mar 23 12:39:42.627801 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:42.710482 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c740bbb-4abd-4550-bc43-57ec55f90cb3 req-b20e18b9-5b22-415f-9331-1a522f2fc12a tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246574 Mar 23 12:39:42.733058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b646a82-fbed-4577-ac67-a8f2c265bb84 req-548acd0f-e82d-4fc4-9c5e-238f591765fe tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:42.734802 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b646a82-fbed-4577-ac67-a8f2c265bb84 req-548acd0f-e82d-4fc4-9c5e-238f591765fe tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 946 time: 0.2099783 Mar 23 12:39:42.764413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Deleting port a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:42.764981 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:42.789976 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d367774-9b8b-4547-948b-24e908bced23 None None] DHCP port deletion for 7f3d120f-a433-4fe4-a147-bdc5aa37ac28 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:39:42.852392 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b646a82-fbed-4577-ac67-a8f2c265bb84 req-1568326e-3023-4ec0-a630-9aca998051ac tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035626 Mar 23 12:39:42.865836 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-ce5f22d8-15ba-4b13-b851-eaddad33a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:42.867455 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-ce5f22d8-15ba-4b13-b851-eaddad33a5b7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.3303118 Mar 23 12:39:42.874062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] For port a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e,segment=NetworkSegment(afb347ff-1b4d-4059-aa9e-033ff59daa88),segment_id=afb347ff-1b4d-4059-aa9e-033ff59daa88)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:42.874443 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:42.922396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1d367774-9b8b-4547-948b-24e908bced23 None None] Deleting port a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:42.923154 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d367774-9b8b-4547-948b-24e908bced23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:42.930800 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-53d46242-10f7-4ff8-9c2b-55ca391a573c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca6dfa87-833b-48ed-9f17-ce128bbc09f6 HTTP/1.1" status: 200 len: 217 time: 0.0549793 Mar 23 12:39:42.939888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Calling delete_port for a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:43.037237 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1d367774-9b8b-4547-948b-24e908bced23 None None] For port a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e,segment=NetworkSegment(afb347ff-1b4d-4059-aa9e-033ff59daa88),segment_id=afb347ff-1b4d-4059-aa9e-033ff59daa88)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:43.037637 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d367774-9b8b-4547-948b-24e908bced23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:43.053391 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1d367774-9b8b-4547-948b-24e908bced23 None None] Calling delete_port for a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:43.067611 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a51eb088-06c4-43d6-aa1a-2e8d80a6d59e req-fc83a22d-a411-46e7-ac81-1b8b043bd004 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0502808 Mar 23 12:39:43.067611 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-5b8d1839-1f53-4e2c-85ec-8cadab86a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:43.067611 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-5b8d1839-1f53-4e2c-85ec-8cadab86a83c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.1232026 Mar 23 12:39:43.105139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb9376-059b-46a2-9a46-e463934a03a9 req-ff772c6e-b17f-493e-8c02-f664fd4c7c20 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:43.106591 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7eb9376-059b-46a2-9a46-e463934a03a9 req-ff772c6e-b17f-493e-8c02-f664fd4c7c20 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.2237518 Mar 23 12:39:43.131470 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-8ce7bd0b-8eb0-4fef-a3a1-66f38cbd3d18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567493 Mar 23 12:39:43.188819 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7eb9376-059b-46a2-9a46-e463934a03a9 req-380b3705-27c2-4e77-a419-a3d6ad1daf66 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616655 Mar 23 12:39:43.240455 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d367774-9b8b-4547-948b-24e908bced23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:43.251389 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:43.257686 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d367774-9b8b-4547-948b-24e908bced23 None None] No DVR routers for this DVR port a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:39:43.296489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d367774-9b8b-4547-948b-24e908bced23 None None] Pushing event deleted for resources: {'Port': ['ID=a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:43.310053 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-56fa035b-edef-4dbf-8fee-67cc5bb83d72 service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704330 Mar 23 12:39:43.319311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] No DVR routers for this DVR port a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:39:43.329536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Pushing event deleted for resources: {'Port': ['ID=a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:43.476629 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-2c18f02a-9fde-4f30-99d4-9d70ad446904 service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633761 Mar 23 12:39:43.514371 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:43.521482 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369399a-21d7-46b9-8000-977d50545637 req-a3ad07b4-0816-4558-b9d0-89a1eed1a2c5 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:43.531494 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3369399a-21d7-46b9-8000-977d50545637 req-a3ad07b4-0816-4558-b9d0-89a1eed1a2c5 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 945 time: 0.0738819 Mar 23 12:39:43.574769 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:39:43.585720 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3369399a-21d7-46b9-8000-977d50545637 req-c20f8390-068c-458a-9592-cb0375084756 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484667 Mar 23 12:39:43.617189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:39:43.617817 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a2bcc645-6b23-40e8-a5e2-ce3da8d6c17e not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:39:43.619476 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3d120f-a433-4fe4-a147-bdc5aa37ac28']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:43.636619 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb347ff-1b4d-4059-aa9e-033ff59daa88') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:43.636923 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb347ff-1b4d-4059-aa9e-033ff59daa88') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:43.664443 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:43.681830 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:43.690592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:39:43.691884 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:39:43.732696 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:39:43.808964 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:43.818718 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:43.826155 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] 10.222.0.52 "DELETE /v2.0/networks/7f3d120f-a433-4fe4-a147-bdc5aa37ac28 HTTP/1.1" status: 204 len: 168 time: 1.2921953 Mar 23 12:39:43.828737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37128) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:43.855386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98248c-0b84-452f-9d31-6927b834f14f tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Pushing event deleted for resources: {'Network': ['ID=7f3d120f-a433-4fe4-a147-bdc5aa37ac28,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:43.931831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e06ea-b0ac-42bd-9852-a0266c0d2d5c req-f65cdb1b-2492-464f-9523-3a209a79f2da tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:43.937836 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e63e06ea-b0ac-42bd-9852-a0266c0d2d5c req-f65cdb1b-2492-464f-9523-3a209a79f2da tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.1050928 Mar 23 12:39:44.012422 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e63e06ea-b0ac-42bd-9852-a0266c0d2d5c req-c361c7e4-7882-48f1-97f2-ff973a5172fc tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562854 Mar 23 12:39:44.227017 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1c6dfe34-4c8d-4f6e-b468-b796f9061c07 req-a4fa1f89-9d5f-4858-a59f-36f0c8d0dbae tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0520513 Mar 23 12:39:44.438154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08713109-d622-433d-a502-af329357a942 req-4deaca90-5e33-4e00-a85c-0138603ed6d4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:44.439172 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08713109-d622-433d-a502-af329357a942 req-4deaca90-5e33-4e00-a85c-0138603ed6d4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1271539 Mar 23 12:39:44.525265 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08713109-d622-433d-a502-af329357a942 req-f2eb5207-8a8f-4c55-a5c5-5080b3ac1f94 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790102 Mar 23 12:39:44.651184 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889f108-b965-491e-82f0-f8ae2e684573 req-1422848d-42d6-434e-af35-6076d5210b44 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:44.658713 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6889f108-b965-491e-82f0-f8ae2e684573 req-1422848d-42d6-434e-af35-6076d5210b44 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 946 time: 0.1147065 Mar 23 12:39:44.685370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Deleting port b5c6b6c2-310d-4564-b141-cc7c44d5bb63 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:44.685721 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:44.776905 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:44.777225 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:44.781447 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec7ade-ddd8-40ec-bab4-269ee1ff08ab req-9d58f8b6-a57c-4af7-a6f6-58060e39b229 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:44.783007 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77ec7ade-ddd8-40ec-bab4-269ee1ff08ab req-9d58f8b6-a57c-4af7-a6f6-58060e39b229 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 945 time: 0.0973928 Mar 23 12:39:44.790645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Calling delete_port for b5c6b6c2-310d-4564-b141-cc7c44d5bb63 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:44.877410 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77ec7ade-ddd8-40ec-bab4-269ee1ff08ab req-e75c7e10-fc31-4455-9ed7-9fa31bc6e6a7 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711355 Mar 23 12:39:44.935102 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6889f108-b965-491e-82f0-f8ae2e684573 req-a5a40cdc-4e15-4424-a9e7-f9735b470ee7 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755017 Mar 23 12:39:45.017416 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:45.045143 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Pushing event deleted for resources: {'Port': ['ID=b5c6b6c2-310d-4564-b141-cc7c44d5bb63,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:45.050995 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 16808b85-3d52-498b-9aa9-44a51e268b09 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:39:45.063158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:45.063512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:45.063853 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:45.064213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:45.064548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:45.065227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:45.065227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:45.065500 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:45.065830 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:45.066152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:45.066550 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:45.067367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:45.252546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e69464-e727-4b3a-a3ea-b489298497a8 req-cd53f3de-31bf-4be3-b9d6-85b2737f5c9b tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:45.261099 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:45.263759 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:45.269441 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-52e69464-e727-4b3a-a3ea-b489298497a8 req-cd53f3de-31bf-4be3-b9d6-85b2737f5c9b tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.1219323 Mar 23 12:39:45.272233 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bb125048-0a5c-4485-9494-bdde4a463a3a tempest-FloatingIPAdminTestJSON-1030929504 tempest-FloatingIPAdminTestJSON-1030929504-project] 10.222.0.52 "DELETE /v2.0/floatingips/bbfd24c3-1598-41cb-9a15-1865c6173479 HTTP/1.1" status: 204 len: 168 time: 1.4421871 Mar 23 12:39:45.314502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 16808b85-3d52-498b-9aa9-44a51e268b09, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=16808b85-3d52-498b-9aa9-44a51e268b09,segment=NetworkSegment(5133c369-e456-47ed-8fde-a80218fa7721),segment_id=5133c369-e456-47ed-8fde-a80218fa7721)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:45.352961 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '16808b85-3d52-498b-9aa9-44a51e268b09', 'network_id': '0d7586cb-c578-4321-b2f0-57004618f1d2', 'port_id': '16808b85-3d52-498b-9aa9-44a51e268b09', 'mac_address': 'fa:16:3e:01:3c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c1c311-8a85-47c1-9d8e-59c06015b5f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:39:45.360213 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-52e69464-e727-4b3a-a3ea-b489298497a8 req-574bb76a-375f-4901-80fb-a9e679374323 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796430 Mar 23 12:39:45.474678 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:45.503420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16808b85-3d52-498b-9aa9-44a51e268b09 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:39:45.527228 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6867b3f1-09a9-4930-ac59-26dc281d852a req-01580628-2443-4d74-b802-043cf0d7db41 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0409803 Mar 23 12:39:45.583331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 16808b85-3d52-498b-9aa9-44a51e268b09, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=16808b85-3d52-498b-9aa9-44a51e268b09,segment=NetworkSegment(5133c369-e456-47ed-8fde-a80218fa7721),segment_id=5133c369-e456-47ed-8fde-a80218fa7721)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:45.590389 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:45.735541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5592206-7836-4a39-9912-95c331f80c1b req-6b921f70-f4c0-4569-945a-1d97fbdc692e tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:45.747740 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b5592206-7836-4a39-9912-95c331f80c1b req-6b921f70-f4c0-4569-945a-1d97fbdc692e tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1319091 Mar 23 12:39:45.768785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a712af-f647-47c2-8fcb-0f767eeb5992 req-ca13aacd-e749-4319-92ce-8438f0c9e978 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:45.770905 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85a712af-f647-47c2-8fcb-0f767eeb5992 req-ca13aacd-e749-4319-92ce-8438f0c9e978 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 945 time: 0.1205220 Mar 23 12:39:45.779849 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=16808b85-3d52-498b-9aa9-44a51e268b09,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:45.825500 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37182) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:45.834846 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b5592206-7836-4a39-9912-95c331f80c1b req-251279c8-814f-4a72-bc38-e595cce47299 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860820 Mar 23 12:39:45.876806 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85a712af-f647-47c2-8fcb-0f767eeb5992 req-51663423-f6ad-45ab-83fc-717b2603b283 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943148 Mar 23 12:39:45.905872 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:46.091045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37188) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:46.092222 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d0350c6b-e0c3-4811-987b-b58998e523aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04d8a3579c4f4bcf9f21f6b95afc8f71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500758 Mar 23 12:39:46.106443 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['16808b85-3d52-498b-9aa9-44a51e268b09'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:39:46.185803 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-190a4b5f-18b5-49b2-bb51-eaa46f79a54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:46.192235 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77e93b-ca39-410b-988c-35eeabd22f64 req-7eb66364-2507-43f5-b8a9-c6a7fe54e506 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:46.209144 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1b77e93b-ca39-410b-988c-35eeabd22f64 req-7eb66364-2507-43f5-b8a9-c6a7fe54e506 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 946 time: 0.1392429 Mar 23 12:39:46.223418 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-190a4b5f-18b5-49b2-bb51-eaa46f79a54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:46.319538 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1b77e93b-ca39-410b-988c-35eeabd22f64 req-1bb0fb7f-bade-44c4-bb0f-5bb35617ed1b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089752 Mar 23 12:39:46.325108 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-190a4b5f-18b5-49b2-bb51-eaa46f79a54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:46.348516 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-190a4b5f-18b5-49b2-bb51-eaa46f79a54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:46.352680 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-190a4b5f-18b5-49b2-bb51-eaa46f79a54f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7f288400-9622-455e-9236-4a0e6e1cf804 HTTP/1.1" status: 204 len: 168 time: 0.2605181 Mar 23 12:39:46.362078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a4b5f-18b5-49b2-bb51-eaa46f79a54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f288400-9622-455e-9236-4a0e6e1cf804,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:46.606811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ddae4-09b9-476d-a1bc-54533a62f937 req-29c65fef-6f81-4a95-bb52-489a2c526c34 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:46.617795 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d17ddae4-09b9-476d-a1bc-54533a62f937 req-29c65fef-6f81-4a95-bb52-489a2c526c34 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 945 time: 0.1490140 Mar 23 12:39:46.695032 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d17ddae4-09b9-476d-a1bc-54533a62f937 req-b4746f8a-c959-4861-a4d2-81a8741fd700 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743086 Mar 23 12:39:46.714586 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ddac7fe-77ce-46e5-836c-d5fe549eda80 req-ceb20ee0-7980-4bc0-b933-b51624fbefab tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0707426 Mar 23 12:39:46.911944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37212) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:46.968938 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2cbede7-7f75-4cc9-909b-0a6e11d9b70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:47.068992 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39a8bc-793a-44f3-8158-ff90056325d2 req-c29c2681-a573-41ad-86dd-3ad231695466 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:47.078999 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f39a8bc-793a-44f3-8158-ff90056325d2 req-c29c2681-a573-41ad-86dd-3ad231695466 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 945 time: 0.0771785 Mar 23 12:39:47.124673 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f39a8bc-793a-44f3-8158-ff90056325d2 req-99691bd0-2d5c-4e69-ab86-55bf6f5ca4cd tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447183 Mar 23 12:39:47.256072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f72c8-739d-42b3-95ba-7a014f6b8e3c req-9b9d854d-bfd0-4ceb-80c8-cdf21c3b729a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:47.257684 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4c1f72c8-739d-42b3-95ba-7a014f6b8e3c req-9b9d854d-bfd0-4ceb-80c8-cdf21c3b729a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.3033805 Mar 23 12:39:47.352984 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2cbede7-7f75-4cc9-909b-0a6e11d9b70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:47.360615 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2cbede7-7f75-4cc9-909b-0a6e11d9b70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:47.383310 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:47.395369 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e2cbede7-7f75-4cc9-909b-0a6e11d9b70d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6542931d60154c42989f8443e2298dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4823322 Mar 23 12:39:47.398403 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37220) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:47.425572 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4c1f72c8-739d-42b3-95ba-7a014f6b8e3c req-c36afeaa-599b-4033-9fd9-5a08598be555 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411142 Mar 23 12:39:47.436699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbede7-7f75-4cc9-909b-0a6e11d9b70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6e9b75-36e1-4d8b-958a-ab8b8a547a43,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:47.573244 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ac02f79-3177-486f-9042-d30446e9717a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:47.607340 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998634b-8de1-433a-99c2-a9bcd6941092 req-dbf7634c-c5fa-49cf-a67b-9f88a5689744 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:47.609216 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e998634b-8de1-433a-99c2-a9bcd6941092 req-dbf7634c-c5fa-49cf-a67b-9f88a5689744 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 946 time: 0.0998158 Mar 23 12:39:47.627775 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ac02f79-3177-486f-9042-d30446e9717a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:47.703592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cd851-3e9e-46a7-819f-4e17305847b5 req-fa403a18-28e3-48d0-8122-100a3e2a1bc0 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:47.714062 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be9cd851-3e9e-46a7-819f-4e17305847b5 req-fa403a18-28e3-48d0-8122-100a3e2a1bc0 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.77 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 945 time: 0.1237431 Mar 23 12:39:47.804375 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e998634b-8de1-433a-99c2-a9bcd6941092 req-3a81bb03-79db-4127-add9-326eeca256c4 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415234 Mar 23 12:39:47.839896 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ac02f79-3177-486f-9042-d30446e9717a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:47.849256 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ac02f79-3177-486f-9042-d30446e9717a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:47.849256 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7ac02f79-3177-486f-9042-d30446e9717a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca6e9b75-36e1-4d8b-958a-ab8b8a547a43 HTTP/1.1" status: 204 len: 168 time: 0.4453318 Mar 23 12:39:47.878585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac02f79-3177-486f-9042-d30446e9717a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6e9b75-36e1-4d8b-958a-ab8b8a547a43,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:48.004275 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cde45aa1-8ab9-448a-ac9a-833071b62669 req-71af7002-a108-4e42-8e90-020abea2254d tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0758870 Mar 23 12:39:48.112724 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828b4f9-ae18-4c2b-95cd-ef9c1f37bcd3 req-b885934d-e26f-4d6c-97fc-703c9d0d9b58 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:48.120199 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5828b4f9-ae18-4c2b-95cd-ef9c1f37bcd3 req-b885934d-e26f-4d6c-97fc-703c9d0d9b58 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 945 time: 0.1645226 Mar 23 12:39:48.221302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-be9cd851-3e9e-46a7-819f-4e17305847b5 req-57287b1c-a0ca-4909-aba4-d5655a99f920 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Deleting port 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:48.221883 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-be9cd851-3e9e-46a7-819f-4e17305847b5 req-57287b1c-a0ca-4909-aba4-d5655a99f920 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:48.376823 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a8704-f56d-4d05-8bab-4ea81ffbb93b req-1f4c07a3-b7b6-47b6-913c-b9296d33ae24 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:48.380855 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d8a8704-f56d-4d05-8bab-4ea81ffbb93b req-1f4c07a3-b7b6-47b6-913c-b9296d33ae24 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 945 time: 0.1085596 Mar 23 12:39:48.410314 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5828b4f9-ae18-4c2b-95cd-ef9c1f37bcd3 req-f16bb5b1-7256-4ea9-ac52-342c840e6df9 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892358 Mar 23 12:39:48.457090 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d8a8704-f56d-4d05-8bab-4ea81ffbb93b req-8135223d-a5b2-4e2e-8bd4-f5f289b2ec9f tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672960 Mar 23 12:39:48.533081 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37246) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:48.584526 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-76fff5d6-a632-4d87-8117-548dd0b6ebeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:48.598963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-be9cd851-3e9e-46a7-819f-4e17305847b5 req-57287b1c-a0ca-4909-aba4-d5655a99f920 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] For port 13d00cf1-d5c3-4f7c-9b30-2b9d91115403, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=13d00cf1-d5c3-4f7c-9b30-2b9d91115403,segment=NetworkSegment(c4d47934-b63b-432a-b6e7-ede64326c83b),segment_id=c4d47934-b63b-432a-b6e7-ede64326c83b)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:48.600427 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-be9cd851-3e9e-46a7-819f-4e17305847b5 req-57287b1c-a0ca-4909-aba4-d5655a99f920 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:48.619354 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-be9cd851-3e9e-46a7-819f-4e17305847b5 req-57287b1c-a0ca-4909-aba4-d5655a99f920 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Calling delete_port for 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:48.708379 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-76fff5d6-a632-4d87-8117-548dd0b6ebeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:48.716507 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-76fff5d6-a632-4d87-8117-548dd0b6ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:48.754847 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-76fff5d6-a632-4d87-8117-548dd0b6ebeb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4896f4b4ebcc4f93aad34cfd5c1cfda8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205241 Mar 23 12:39:48.757048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37254) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:48.843168 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fff5d6-a632-4d87-8117-548dd0b6ebeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555affec-1bbb-4949-b24c-3518d0643aa5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:48.852326 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-be9cd851-3e9e-46a7-819f-4e17305847b5 req-57287b1c-a0ca-4909-aba4-d5655a99f920 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:48.867722 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['13d00cf1-d5c3-4f7c-9b30-2b9d91115403'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:39:48.928883 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c241ab6-3256-4e64-91ce-95f74fbc0a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:48.947066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57287b1c-a0ca-4909-aba4-d5655a99f920 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Pushing event deleted for resources: {'Port': ['ID=13d00cf1-d5c3-4f7c-9b30-2b9d91115403,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:49.000529 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c241ab6-3256-4e64-91ce-95f74fbc0a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:49.018926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18254c52-82a6-4e7a-a39f-113cba99d825 req-016cb581-6a1f-42e6-b47b-b78e9cd58dfd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:49.020511 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18254c52-82a6-4e7a-a39f-113cba99d825 req-016cb581-6a1f-42e6-b47b-b78e9cd58dfd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 946 time: 0.1274939 Mar 23 12:39:49.037856 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 16808b85-3d52-498b-9aa9-44a51e268b09 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:39:49.058267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9cd851-3e9e-46a7-819f-4e17305847b5 req-57287b1c-a0ca-4909-aba4-d5655a99f920 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] No DVR routers for this DVR port 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:39:49.064988 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-be9cd851-3e9e-46a7-819f-4e17305847b5 req-57287b1c-a0ca-4909-aba4-d5655a99f920 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:49.068590 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be9cd851-3e9e-46a7-819f-4e17305847b5 req-57287b1c-a0ca-4909-aba4-d5655a99f920 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.77 "DELETE /v2.0/ports/13d00cf1-d5c3-4f7c-9b30-2b9d91115403 HTTP/1.1" status: 204 len: 173 time: 1.3512449 Mar 23 12:39:49.078310 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1c8c7-1024-44da-bff0-ed959d7837b1 req-f81b2a03-19e9-4d71-9a57-92893962e10e tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:49.080455 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4bb1c8c7-1024-44da-bff0-ed959d7837b1 req-f81b2a03-19e9-4d71-9a57-92893962e10e tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.4298346 Mar 23 12:39:49.080591 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db11602d-9480-4ce5-9ba1-3afebeb5a796', 'name': 'network-vif-deleted', 'tag': '13d00cf1-d5c3-4f7c-9b30-2b9d91115403'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:39:49.085099 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaab6d5-82a4-4cf0-8045-590393d8eec1" -d '{"events": [{"server_uuid": "db11602d-9480-4ce5-9ba1-3afebeb5a796", "name": "network-vif-deleted", "tag": "13d00cf1-d5c3-4f7c-9b30-2b9d91115403"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:39:49.150491 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 16808b85-3d52-498b-9aa9-44a51e268b09 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:39:49.157452 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 16808b85-3d52-498b-9aa9-44a51e268b09 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:39:49.158808 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:49.192040 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4bb1c8c7-1024-44da-bff0-ed959d7837b1 req-b07562a6-8214-4433-a5de-b8653ae4c4e3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917299 Mar 23 12:39:49.261811 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c241ab6-3256-4e64-91ce-95f74fbc0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:49.269691 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c241ab6-3256-4e64-91ce-95f74fbc0a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:49.290966 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8c241ab6-3256-4e64-91ce-95f74fbc0a46 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/555affec-1bbb-4949-b24c-3518d0643aa5 HTTP/1.1" status: 204 len: 168 time: 0.5297809 Mar 23 12:39:49.356527 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18254c52-82a6-4e7a-a39f-113cba99d825 req-f6089684-10e9-498b-bd52-24c5eb2be1da tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002412 Mar 23 12:39:49.358209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c241ab6-3256-4e64-91ce-95f74fbc0a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555affec-1bbb-4949-b24c-3518d0643aa5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:49.373733 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35a85265-eb05-49e2-b395-93160f36880b req-9b731073-091d-4c8f-9801-a813329a3c77 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0693300 Mar 23 12:39:49.385645 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:49.427449 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2e6b91-ac1b-4510-a5b9-12c88150b3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16808b85-3d52-498b-9aa9-44a51e268b09'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:39:49.430170 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4dbd28-247d-42b3-bcde-e1b296494ad7" -d '{"events": [{"server_uuid": "ec2e6b91-ac1b-4510-a5b9-12c88150b3c4", "name": "network-vif-plugged", "status": "completed", "tag": "16808b85-3d52-498b-9aa9-44a51e268b09"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:39:49.449878 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 16808b85-3d52-498b-9aa9-44a51e268b09, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=16808b85-3d52-498b-9aa9-44a51e268b09,segment=NetworkSegment(5133c369-e456-47ed-8fde-a80218fa7721),segment_id=5133c369-e456-47ed-8fde-a80218fa7721)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:49.459405 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:49.480213 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c009f5-d655-45cb-ba1c-624dcf0ba5b9 x-openstack-request-id: req-f8c009f5-d655-45cb-ba1c-624dcf0ba5b9 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:39:49.480934 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2e6b91-ac1b-4510-a5b9-12c88150b3c4", "name": "network-vif-plugged", "status": "completed", "tag": "16808b85-3d52-498b-9aa9-44a51e268b09", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:39:49.491254 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8c009f5-d655-45cb-ba1c-624dcf0ba5b9 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:39:49.491687 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2e6b91-ac1b-4510-a5b9-12c88150b3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16808b85-3d52-498b-9aa9-44a51e268b09', 'code': 200} Mar 23 12:39:49.506917 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae034bf-884f-4ef2-84cc-3bd28d7949a4 x-openstack-request-id: req-2ae034bf-884f-4ef2-84cc-3bd28d7949a4 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:39:49.508112 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db11602d-9480-4ce5-9ba1-3afebeb5a796", "name": "network-vif-deleted", "tag": "13d00cf1-d5c3-4f7c-9b30-2b9d91115403", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:39:49.508546 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ae034bf-884f-4ef2-84cc-3bd28d7949a4 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:39:49.509714 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db11602d-9480-4ce5-9ba1-3afebeb5a796', 'name': 'network-vif-deleted', 'tag': '13d00cf1-d5c3-4f7c-9b30-2b9d91115403', 'status': 'completed', 'code': 200} Mar 23 12:39:49.648806 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=16808b85-3d52-498b-9aa9-44a51e268b09,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:49.652176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15329c-815b-40f3-a745-26bb0150bd2f req-7bc0caed-1af6-472b-be53-0ea5d6104367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:49.684384 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac15329c-815b-40f3-a745-26bb0150bd2f req-7bc0caed-1af6-472b-be53-0ea5d6104367 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 1097 time: 0.1296461 Mar 23 12:39:49.751972 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77545bbb-1783-4e4e-a760-bb84c4e2084d req-f6a826aa-558f-4cb4-84e3-7fdacd32ed79 tempest-ServerAddressesTestJSON-1195051072 tempest-ServerAddressesTestJSON-1195051072-project] 10.222.0.52 "GET /v2.0/ports?device_id=db11602d-9480-4ce5-9ba1-3afebeb5a796 HTTP/1.1" status: 200 len: 210 time: 0.0752594 Mar 23 12:39:49.806207 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac15329c-815b-40f3-a745-26bb0150bd2f req-59b54cc2-6ddd-421e-b237-2e808bd55a59 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985746 Mar 23 12:39:49.814753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ca986-c7e5-472a-be61-6e8a284480d4 req-8ed2cf91-6140-4fef-9ddc-87e88df2bd96 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:49.823326 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f0ca986-c7e5-472a-be61-6e8a284480d4 req-8ed2cf91-6140-4fef-9ddc-87e88df2bd96 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1803775 Mar 23 12:39:49.882699 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f0ca986-c7e5-472a-be61-6e8a284480d4 req-bac37349-9df0-4c91-86a6-ea4f122c6905 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497575 Mar 23 12:39:50.400636 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae3f40-e96d-4562-9ec1-3dd3fd23655f req-eb3d53eb-af17-47bc-b9cb-61ae14f8906d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:50.426734 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42ae3f40-e96d-4562-9ec1-3dd3fd23655f req-eb3d53eb-af17-47bc-b9cb-61ae14f8906d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1056468 Mar 23 12:39:50.503577 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42ae3f40-e96d-4562-9ec1-3dd3fd23655f req-e55f8177-97cc-44fa-81b4-b0ab392f3b23 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730445 Mar 23 12:39:50.627266 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6f6e0ca5-1de4-4a9a-b191-217da0d9c983 req-8438bb00-2dfb-4a6e-8012-e0831e338fc8 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0446556 Mar 23 12:39:50.669293 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1962321-5df1-4b45-9bea-eb0b26e10451 req-9430b9d1-5848-4bcb-b253-d7b62de266f1 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:50.671738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c1962321-5df1-4b45-9bea-eb0b26e10451 req-9430b9d1-5848-4bcb-b253-d7b62de266f1 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 946 time: 0.1643445 Mar 23 12:39:50.737114 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c1962321-5df1-4b45-9bea-eb0b26e10451 req-bbf4cf00-2ac6-4dd3-8ce6-3f1cce4900a2 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589247 Mar 23 12:39:50.842613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37320) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:50.904607 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f0ed02-da1c-48dd-bc51-864b7b9f8956 admin admin] Deleting subnet 8d605956-9ae4-493c-bc8e-6abe420fc2cb {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:39:50.908494 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4f0ed02-da1c-48dd-bc51-864b7b9f8956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:50.953937 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4f0ed02-da1c-48dd-bc51-864b7b9f8956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:50.997653 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4f0ed02-da1c-48dd-bc51-864b7b9f8956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:51.054722 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:39:51.089875 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:39:51.090627 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 13d00cf1-d5c3-4f7c-9b30-2b9d91115403 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:39:51.092758 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4f0ed02-da1c-48dd-bc51-864b7b9f8956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:51.129335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0ed02-da1c-48dd-bc51-864b7b9f8956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d605956-9ae4-493c-bc8e-6abe420fc2cb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:51.137326 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4f0ed02-da1c-48dd-bc51-864b7b9f8956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:51.141673 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e4f0ed02-da1c-48dd-bc51-864b7b9f8956 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8d605956-9ae4-493c-bc8e-6abe420fc2cb HTTP/1.1" status: 204 len: 168 time: 0.2976983 Mar 23 12:39:51.144468 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37330) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:51.188175 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76baf88-b781-4843-9e64-fc3c44451e22 req-078ca35f-c988-4ef5-9fee-52b374afd914 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:51.196048 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d76baf88-b781-4843-9e64-fc3c44451e22 req-078ca35f-c988-4ef5-9fee-52b374afd914 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1456983 Mar 23 12:39:51.234956 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5559-8bd5-43f2-a2b6-0c31112b9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:51.269053 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d76baf88-b781-4843-9e64-fc3c44451e22 req-56fecf3c-172a-49b0-b92b-99a0a61561cb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720541 Mar 23 12:39:51.376516 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5559-8bd5-43f2-a2b6-0c31112b9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:51.423436 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ba9a5559-8bd5-43f2-a2b6-0c31112b9fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c20fa0-7640-4f01-a96b-e19c7ba08c92']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:51.435074 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ba9a5559-8bd5-43f2-a2b6-0c31112b9fc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d47934-b63b-432a-b6e7-ede64326c83b') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:51.435372 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ba9a5559-8bd5-43f2-a2b6-0c31112b9fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d47934-b63b-432a-b6e7-ede64326c83b') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:51.465883 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5559-8bd5-43f2-a2b6-0c31112b9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:51.522719 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5559-8bd5-43f2-a2b6-0c31112b9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:51.536162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9a5559-8bd5-43f2-a2b6-0c31112b9fc6 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:39:51.536909 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5559-8bd5-43f2-a2b6-0c31112b9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:39:51.541571 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:39:51.780976 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5559-8bd5-43f2-a2b6-0c31112b9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:51.794276 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5559-8bd5-43f2-a2b6-0c31112b9fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:51.798337 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ba9a5559-8bd5-43f2-a2b6-0c31112b9fc6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a0c20fa0-7640-4f01-a96b-e19c7ba08c92 HTTP/1.1" status: 204 len: 168 time: 0.6524100 Mar 23 12:39:51.824844 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404893b-930b-4107-9381-f38b66e2d0c0 req-af14e157-b4df-49ec-b255-3c798b79c9d2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:51.827860 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a404893b-930b-4107-9381-f38b66e2d0c0 req-af14e157-b4df-49ec-b255-3c798b79c9d2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1222548 Mar 23 12:39:51.829829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a5559-8bd5-43f2-a2b6-0c31112b9fc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c20fa0-7640-4f01-a96b-e19c7ba08c92,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:51.890680 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a404893b-930b-4107-9381-f38b66e2d0c0 req-964540eb-41c5-4f45-9c02-6ef90920063e tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534723 Mar 23 12:39:51.988854 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-913d889c-f3c7-4c1f-ba38-688c49996bc7 req-074d17c2-37ae-4f0d-89db-80833618ac98 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0935199 Mar 23 12:39:52.219804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bef35-deaf-4a78-98f4-bdab540706cb req-cce1dfe9-a8e4-46f3-ab50-36c351e009a9 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:52.239519 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a85bef35-deaf-4a78-98f4-bdab540706cb req-cce1dfe9-a8e4-46f3-ab50-36c351e009a9 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 946 time: 0.2428815 Mar 23 12:39:52.318059 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a85bef35-deaf-4a78-98f4-bdab540706cb req-6781d534-851e-45db-b58d-29a5cd3de749 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717611 Mar 23 12:39:52.381536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37364) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:52.386768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37366) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:52.461323 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-932c5e4b-aa21-434c-bf75-af0d367eb6ad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d3e2300bc0f649cd8f83ae898ac36f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777328 Mar 23 12:39:52.465073 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37370) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:52.570737 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c713a4fb-651b-4567-a92e-558343c5ea73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:52.581052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639ff83-2318-4289-9025-24e94570a4bf req-0e40dc4d-d953-488d-b24f-29d5093738ed tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:52.587902 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2639ff83-2318-4289-9025-24e94570a4bf req-0e40dc4d-d953-488d-b24f-29d5093738ed tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1328368 Mar 23 12:39:52.610330 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c713a4fb-651b-4567-a92e-558343c5ea73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:52.656513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6f8043c4-489e-4ed3-9242-cb95a82f1899 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1396681185'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:52.674277 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c713a4fb-651b-4567-a92e-558343c5ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:52.677055 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c713a4fb-651b-4567-a92e-558343c5ea73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:52.681259 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c713a4fb-651b-4567-a92e-558343c5ea73 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366 HTTP/1.1" status: 204 len: 168 time: 0.2142413 Mar 23 12:39:52.746655 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713a4fb-651b-4567-a92e-558343c5ea73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b8bd6f-d0cc-4d75-a5cd-79b4b660d366,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:52.789903 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2639ff83-2318-4289-9025-24e94570a4bf req-76a1a043-52b2-4250-b4e4-e13dcc6faa5f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930385 Mar 23 12:39:52.807916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8043c4-489e-4ed3-9242-cb95a82f1899 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Made reservation on behalf of 836611bb97954f5088a728c1eb12240e for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:52.826204 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f8043c4-489e-4ed3-9242-cb95a82f1899 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:52.837214 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f8043c4-489e-4ed3-9242-cb95a82f1899 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:52.990438 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f8043c4-489e-4ed3-9242-cb95a82f1899 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:53.003431 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f8043c4-489e-4ed3-9242-cb95a82f1899 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:53.039069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8043c4-489e-4ed3-9242-cb95a82f1899 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:39:53.047530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8043c4-489e-4ed3-9242-cb95a82f1899 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89034ac3-9637-44b5-8950-d8e381741302,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:53.070280 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f8043c4-489e-4ed3-9242-cb95a82f1899 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:53.070644 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-6f8043c4-489e-4ed3-9242-cb95a82f1899 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Added segment 217d545f-ee38-4e29-bf0c-b9c19bb24199 of type vlan for network 2e97c816-77ec-4eb2-9349-fecbfe79b465 Mar 23 12:39:53.193112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb6e99-e2f0-4de2-84e3-613898203f1e req-724f0571-09ec-4926-aba8-fcdfb3f6181c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:53.202188 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6ffb6e99-e2f0-4de2-84e3-613898203f1e req-724f0571-09ec-4926-aba8-fcdfb3f6181c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1360445 Mar 23 12:39:53.277257 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6ffb6e99-e2f0-4de2-84e3-613898203f1e req-e268be29-76b1-41a9-858e-d2a3d7e7c369 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693159 Mar 23 12:39:53.302854 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f8043c4-489e-4ed3-9242-cb95a82f1899 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:53.395917 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f8043c4-489e-4ed3-9242-cb95a82f1899 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:53.425512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8043c4-489e-4ed3-9242-cb95a82f1899 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:53.427326 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-528ee066-148a-4d18-bc16-66afeaab05c8 req-5ab4815d-e236-49e1-817a-072b04bfcdc4 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0461428 Mar 23 12:39:53.427517 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6f8043c4-489e-4ed3-9242-cb95a82f1899 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:53.524723 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-c7056a30-c013-4386-ae7d-dab9482ae5ce tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:53.527301 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-c7056a30-c013-4386-ae7d-dab9482ae5ce tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/networks?id=0d7586cb-c578-4321-b2f0-57004618f1d2 HTTP/1.1" status: 200 len: 812 time: 0.3699868 Mar 23 12:39:53.540411 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6f8043c4-489e-4ed3-9242-cb95a82f1899 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1522145 Mar 23 12:39:53.570962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8043c4-489e-4ed3-9242-cb95a82f1899 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Pushing event updated for resources: {'Network': ['ID=2e97c816-77ec-4eb2-9349-fecbfe79b465,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:53.586339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 2e97c816-77ec-4eb2-9349-fecbfe79b465 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:39:53.606047 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-c7e6cdcc-94ce-48f4-9535-4ae7a71a727a tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/quotas/3286ec5331c84fb882866d3d1b89855a HTTP/1.1" status: 200 len: 375 time: 0.0699344 Mar 23 12:39:53.655282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a239e9c-ebf7-47b3-baf3-4954f4fa74bc req-0edffe55-4286-4f01-b885-dc411c2d8f9b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:53.661246 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3a239e9c-ebf7-47b3-baf3-4954f4fa74bc req-0edffe55-4286-4f01-b885-dc411c2d8f9b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 946 time: 0.1381650 Mar 23 12:39:53.715759 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-7cd337da-14ed-44df-b10c-daa4b9582f5b tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3286ec5331c84fb882866d3d1b89855a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0994074 Mar 23 12:39:53.751747 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3a239e9c-ebf7-47b3-baf3-4954f4fa74bc req-d36f2fa3-0898-40a9-ba31-1a59d10ddab3 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831439 Mar 23 12:39:53.930281 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-491d4d9a-fa66-4319-a603-b227dfa641e0 service neutron] 10.222.0.52 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075746 Mar 23 12:39:54.155455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37430) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:54.177474 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-49090bce-b5af-4af1-8d77-75dbec014a79 service neutron] 10.222.0.52 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370942 Mar 23 12:39:54.301842 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cb8f8891-be9c-404f-a4a8-496386c132cf admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1139242187-network', 'tenant_id': '0dd8fc502a264eaa9fa49d150fd63d02'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:54.353953 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8f8891-be9c-404f-a4a8-496386c132cf admin admin] Made reservation on behalf of 0dd8fc502a264eaa9fa49d150fd63d02 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:54.391729 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8891-be9c-404f-a4a8-496386c132cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:54.443426 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8891-be9c-404f-a4a8-496386c132cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:54.497652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b571a76-c682-4a47-b140-4301c3f611c1 req-83d09573-cbc3-4ac4-8449-d7639e1dfab0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:54.498654 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b571a76-c682-4a47-b140-4301c3f611c1 req-83d09573-cbc3-4ac4-8449-d7639e1dfab0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.0749702 Mar 23 12:39:54.595366 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8891-be9c-404f-a4a8-496386c132cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:54.599311 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5276ca65-e79a-4ba8-9c25-6d163b7e168c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:54.604836 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8891-be9c-404f-a4a8-496386c132cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:54.616773 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b571a76-c682-4a47-b140-4301c3f611c1 req-ef039862-dab5-4d12-b216-73aa9a326eab tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998330 Mar 23 12:39:54.670096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37446) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:54.676930 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Request body: {'port': {'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465', 'binding:host_id': 'n-h2-834854-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-118379444'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:54.684602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8f8891-be9c-404f-a4a8-496386c132cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:39:54.708595 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8891-be9c-404f-a4a8-496386c132cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:54.710771 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-cb8f8891-be9c-404f-a4a8-496386c132cf admin admin] Added segment 8f741c0d-e0e9-4546-8420-be5aa8f65595 of type vlan for network 28aa5910-60c9-4129-a912-65522d7bede3 Mar 23 12:39:54.792893 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0e1955ff-aa5e-4efc-8a0d-fdf2bb791186 req-abc9ea7b-3990-410e-9dbf-9481e6042315 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 210 time: 0.0885544 Mar 23 12:39:54.811212 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Made reservation on behalf of 3dee0181890f4d7990e8741a30250a6b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:54.813587 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:54.823043 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:54.845081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8891-be9c-404f-a4a8-496386c132cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:54.858955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f8891-be9c-404f-a4a8-496386c132cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d15f04-1203-4934-aeec-907ac6d3415e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:54.923805 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d572e8d4-d351-4b04-9132-476dc8e16adc req-22192216-2b0b-4dc5-b049-da3e927374f3 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0533693 Mar 23 12:39:54.951177 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8891-be9c-404f-a4a8-496386c132cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:54.952287 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8f8891-be9c-404f-a4a8-496386c132cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:54.952881 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8891-be9c-404f-a4a8-496386c132cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:55.032349 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:55.045620 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:55.059600 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cb8f8891-be9c-404f-a4a8-496386c132cf admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9022648 Mar 23 12:39:55.062382 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37466) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:55.068046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9c758887-f75f-405d-9989-19510363b419 admin admin] Request body: {'subnet': {'network_id': '28aa5910-60c9-4129-a912-65522d7bede3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1139242187-subnet', 'tenant_id': '0dd8fc502a264eaa9fa49d150fd63d02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:55.071342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] device_id is not set on port c465d90e-bf95-4b0c-8a70-92251263a59c yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:39:55.077990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc307dc-2435-4fe4-b116-a00d6352aed9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:55.108642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f8891-be9c-404f-a4a8-496386c132cf admin admin] Pushing event updated for resources: {'Network': ['ID=28aa5910-60c9-4129-a912-65522d7bede3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:55.123482 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 28aa5910-60c9-4129-a912-65522d7bede3 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:39:55.151465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c758887-f75f-405d-9989-19510363b419 admin admin] Made reservation on behalf of 0dd8fc502a264eaa9fa49d150fd63d02 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:55.154719 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c758887-f75f-405d-9989-19510363b419 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:55.179729 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511df88-039d-4e1b-8948-79d176947fcc req-33dbee96-70c9-4a8c-812d-7a4e41ea59fd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:55.182197 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4511df88-039d-4e1b-8948-79d176947fcc req-33dbee96-70c9-4a8c-812d-7a4e41ea59fd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 946 time: 0.2411368 Mar 23 12:39:55.295987 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4511df88-039d-4e1b-8948-79d176947fcc req-56265630-92a7-41cb-936c-d185ac34183b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975926 Mar 23 12:39:55.453117 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c758887-f75f-405d-9989-19510363b419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:55.547187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c758887-f75f-405d-9989-19510363b419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08460a07-3090-4268-bf6a-5fd6ede9a916,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:55.567766 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c758887-f75f-405d-9989-19510363b419 admin admin] Checking segment: {'id': '8f741c0d-e0e9-4546-8420-be5aa8f65595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '28aa5910-60c9-4129-a912-65522d7bede3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:39:55.568149 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c758887-f75f-405d-9989-19510363b419 admin admin] Network hostable DHCP agents. Network: 28aa5910-60c9-4129-a912-65522d7bede3, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:39:55.569899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] device_id is not set on port c465d90e-bf95-4b0c-8a70-92251263a59c yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:39:55.582701 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:55.593407 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:55.612856 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c758887-f75f-405d-9989-19510363b419 admin admin] Network 28aa5910-60c9-4129-a912-65522d7bede3 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:39:55.632798 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-9c758887-f75f-405d-9989-19510363b419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 28aa5910-60c9-4129-a912-65522d7bede3) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:55.638923 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c758887-f75f-405d-9989-19510363b419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:55.640631 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c758887-f75f-405d-9989-19510363b419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:55.643415 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc62be13-2f79-4015-9040-1124e563da71 None None] Network 28aa5910-60c9-4129-a912-65522d7bede3 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:39:55.688859 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9c758887-f75f-405d-9989-19510363b419 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6240640 Mar 23 12:39:55.726692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Pushing event updated for resources: {'Port': ['ID=c465d90e-bf95-4b0c-8a70-92251263a59c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:55.811493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Checking segment: {'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:39:55.812351 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Network hostable DHCP agents. Network: 2e97c816-77ec-4eb2-9349-fecbfe79b465, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:39:55.856102 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Network 2e97c816-77ec-4eb2-9349-fecbfe79b465 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:39:55.882813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 2e97c816-77ec-4eb2-9349-fecbfe79b465) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:55.887783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:39:55.926731 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:39:55.927205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:39:55.928712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:55.940334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5517850d-9f1c-4330-8ffa-9ae099b09fe0 None None] Network 2e97c816-77ec-4eb2-9349-fecbfe79b465 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:39:55.940689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:39:55.940959 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:39:55.949285 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 2 to bind port c465d90e-bf95-4b0c-8a70-92251263a59c Mar 23 12:39:55.968971 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ad5c9-68aa-493f-8470-b974138667c0 req-b0f73bc5-3bfc-430c-a4e5-ff188104604b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:55.970599 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ef8ad5c9-68aa-493f-8470-b974138667c0 req-b0f73bc5-3bfc-430c-a4e5-ff188104604b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1708810 Mar 23 12:39:55.975477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:39:55.975816 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:39:55.976189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:55.990622 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:39:55.990974 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:39:55.991353 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 3 to bind port c465d90e-bf95-4b0c-8a70-92251263a59c Mar 23 12:39:56.054478 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-183a854e-421a-41cf-baee-1d3dd4fe5ab1 req-85fbc566-c179-487c-9e19-476e982af429 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 210 time: 0.0446482 Mar 23 12:39:56.057364 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ef8ad5c9-68aa-493f-8470-b974138667c0 req-a1ef6c21-0e66-4a19-8093-9949665d73a3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782151 Mar 23 12:39:56.062813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cb2b50-2dbc-4954-9eaf-2f4ebc98ca38 None None] Network 28aa5910-60c9-4129-a912-65522d7bede3 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:39:56.080614 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:39:56.081123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:39:56.081596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:56.102478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:39:56.102812 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:39:56.103282 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 4 to bind port c465d90e-bf95-4b0c-8a70-92251263a59c Mar 23 12:39:56.147166 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:39:56.148157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:39:56.149505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:56.156662 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:39:56.166556 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:39:56.167405 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 5 to bind port c465d90e-bf95-4b0c-8a70-92251263a59c Mar 23 12:39:56.236372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:39:56.237046 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:39:56.244173 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:56.403043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:39:56.404826 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:39:56.412661 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 6 to bind port c465d90e-bf95-4b0c-8a70-92251263a59c Mar 23 12:39:56.439010 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f5ff1b3-54fd-4adc-b17c-42e4277769b9 req-df0b3f25-5cc3-477a-bab7-65bb892feae8 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.2064807 Mar 23 12:39:56.456115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:39:56.456726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:39:56.457630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:56.478427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:39:56.479300 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:39:56.481682 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 7 to bind port c465d90e-bf95-4b0c-8a70-92251263a59c Mar 23 12:39:56.540031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-2d7885bc-52ea-4116-bce6-0ca98a0c419c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:56.542126 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-2d7885bc-52ea-4116-bce6-0ca98a0c419c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.77 "GET /v2.0/networks?id=0d7586cb-c578-4321-b2f0-57004618f1d2 HTTP/1.1" status: 200 len: 812 time: 0.3679929 Mar 23 12:39:56.560111 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:39:56.560462 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:39:56.560814 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:56.564273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66051a5d-6bd4-4761-a1c2-cd806268a97a req-1299bed0-d5e8-4e32-bb4d-be13b55aee14 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:56.567947 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:39:56.568308 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:39:56.572761 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-1b2bc24c-76e6-44be-afe2-c4d3f767fd73 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Request body: {'port': {'device_id': '19ea62da-a5ea-4b3a-8e84-34d606f4550f', 'network_id': '0d7586cb-c578-4321-b2f0-57004618f1d2', 'admin_state_up': True, 'tenant_id': '3286ec5331c84fb882866d3d1b89855a'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:56.573816 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-66051a5d-6bd4-4761-a1c2-cd806268a97a req-1299bed0-d5e8-4e32-bb4d-be13b55aee14 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 946 time: 0.0813518 Mar 23 12:39:56.577237 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 8 to bind port c465d90e-bf95-4b0c-8a70-92251263a59c Mar 23 12:39:56.637834 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-66051a5d-6bd4-4761-a1c2-cd806268a97a req-160f6f97-a93d-43d9-a45a-b242ae182e11 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606852 Mar 23 12:39:56.638308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37508) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:56.679674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:39:56.680700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:39:56.681146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:56.693220 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:39:56.693220 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:39:56.693220 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 9 to bind port c465d90e-bf95-4b0c-8a70-92251263a59c Mar 23 12:39:56.701680 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f008b359-5eeb-4580-a0c4-7fc16fd766b9 admin admin] Deleting subnet 08460a07-3090-4268-bf6a-5fd6ede9a916 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:39:56.719379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:39:56.719379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:39:56.719379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:56.720024 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f008b359-5eeb-4580-a0c4-7fc16fd766b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:56.736508 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:39:56.736994 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:39:56.741690 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 10 to bind port c465d90e-bf95-4b0c-8a70-92251263a59c Mar 23 12:39:56.763059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:39:56.763561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:39:56.764030 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:56.772664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port c465d90e-bf95-4b0c-8a70-92251263a59c on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:39:56.773140 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port c465d90e-bf95-4b0c-8a70-92251263a59c on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:39:56.773285 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f008b359-5eeb-4580-a0c4-7fc16fd766b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:56.773811 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:56.792028 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-1b2bc24c-76e6-44be-afe2-c4d3f767fd73 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Made reservation on behalf of 3286ec5331c84fb882866d3d1b89855a for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:56.796578 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-1b2bc24c-76e6-44be-afe2-c4d3f767fd73 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:56.824205 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-75f396ae-fc38-4308-ae30-aa9eb49a5e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:56.835295 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f008b359-5eeb-4580-a0c4-7fc16fd766b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:56.863292 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] For port c465d90e-bf95-4b0c-8a70-92251263a59c, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:39:56.863820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempted to set empty binding levels {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 12:39:56.875506 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:56.926312 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f008b359-5eeb-4580-a0c4-7fc16fd766b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:56.930719 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:56.931542 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:56.936506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Pushing event updated for resources: {'Port': ['ID=c465d90e-bf95-4b0c-8a70-92251263a59c,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:56.964594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008b359-5eeb-4580-a0c4-7fc16fd766b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08460a07-3090-4268-bf6a-5fd6ede9a916,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:56.975072 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f008b359-5eeb-4580-a0c4-7fc16fd766b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:56.988031 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f008b359-5eeb-4580-a0c4-7fc16fd766b9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/08460a07-3090-4268-bf6a-5fd6ede9a916 HTTP/1.1" status: 204 len: 168 time: 0.3486035 Mar 23 12:39:56.988716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37514) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:57.055402 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a413e6a7-182a-426c-a43e-03062a52e469 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.3837743 Mar 23 12:39:57.057097 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37518) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:57.125391 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbeca291-c28d-470f-95e4-0b0716559aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:57.285868 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbeca291-c28d-470f-95e4-0b0716559aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:57.293378 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d60bb71e-af2a-4671-9d16-73cccc3cf7e1 req-c2edb0cb-3710-458b-bbf9-efaad097e3a1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 210 time: 0.0399005 Mar 23 12:39:57.304466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-1b2bc24c-76e6-44be-afe2-c4d3f767fd73 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Allocated IP 172.20.0.4 (0d7586cb-c578-4321-b2f0-57004618f1d2/e2c1c311-8a85-47c1-9d8e-59c06015b5f2/ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:39:57.323017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1de96d74-44f8-4d98-8846-bd3dff3d1f41 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Deleting port c465d90e-bf95-4b0c-8a70-92251263a59c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:39:57.323675 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1de96d74-44f8-4d98-8846-bd3dff3d1f41 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:57.324222 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-cbeca291-c28d-470f-95e4-0b0716559aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28aa5910-60c9-4129-a912-65522d7bede3']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:57.338671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-cbeca291-c28d-470f-95e4-0b0716559aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f741c0d-e0e9-4546-8420-be5aa8f65595') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:57.339068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-cbeca291-c28d-470f-95e4-0b0716559aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f741c0d-e0e9-4546-8420-be5aa8f65595') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:57.351526 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbeca291-c28d-470f-95e4-0b0716559aef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:57.408756 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbeca291-c28d-470f-95e4-0b0716559aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:57.423283 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbeca291-c28d-470f-95e4-0b0716559aef admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:39:57.425485 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbeca291-c28d-470f-95e4-0b0716559aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:39:57.427857 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:39:57.437120 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-1de96d74-44f8-4d98-8846-bd3dff3d1f41 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] For port c465d90e-bf95-4b0c-8a70-92251263a59c, host n-h2-834854-1, got binding levels [] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:57.437510 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1de96d74-44f8-4d98-8846-bd3dff3d1f41 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:57.533185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d61408-4198-4d13-a146-f270ce29dd03 req-6f7c77a7-9f38-477e-83a8-0150f608ac23 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:57.548427 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5d61408-4198-4d13-a146-f270ce29dd03 req-6f7c77a7-9f38-477e-83a8-0150f608ac23 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1994653 Mar 23 12:39:57.610839 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbeca291-c28d-470f-95e4-0b0716559aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:57.627214 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cbeca291-c28d-470f-95e4-0b0716559aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:57.645530 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-1b2bc24c-76e6-44be-afe2-c4d3f767fd73 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:57.647113 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cbeca291-c28d-470f-95e4-0b0716559aef admin admin] 10.222.0.52 "DELETE /v2.0/networks/28aa5910-60c9-4129-a912-65522d7bede3 HTTP/1.1" status: 204 len: 168 time: 0.6453381 Mar 23 12:39:57.667820 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5d61408-4198-4d13-a146-f270ce29dd03 req-30818de2-db67-4638-a738-818aa5121fbe tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181767 Mar 23 12:39:57.678399 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:57.703603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeca291-c28d-470f-95e4-0b0716559aef admin admin] Pushing event deleted for resources: {'Network': ['ID=28aa5910-60c9-4129-a912-65522d7bede3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:57.794121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1de96d74-44f8-4d98-8846-bd3dff3d1f41 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Calling delete_port for c465d90e-bf95-4b0c-8a70-92251263a59c owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:39:57.816375 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-735b0790-bec6-4fd1-9007-6eb7754196a9 req-938eae00-52f0-46a6-a175-595e70da5362 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.1575410 Mar 23 12:39:57.898111 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a58c9-72f7-45da-8c0d-ff5a1187d39c req-1f02a237-1972-4cda-97b2-f823b5b19a1b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:57.900506 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a0a58c9-72f7-45da-8c0d-ff5a1187d39c req-1f02a237-1972-4cda-97b2-f823b5b19a1b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 946 time: 0.1308959 Mar 23 12:39:57.934699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37538) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:57.956615 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-1b2bc24c-76e6-44be-afe2-c4d3f767fd73 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:57.970016 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['16808b85-3d52-498b-9aa9-44a51e268b09'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:39:57.970538 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a0a58c9-72f7-45da-8c0d-ff5a1187d39c req-29fad4f9-892c-484b-b26d-a78604a4f449 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631289 Mar 23 12:39:58.022508 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-1b2bc24c-76e6-44be-afe2-c4d3f767fd73 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Network 0d7586cb-c578-4321-b2f0-57004618f1d2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:39:58.024073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-1b2bc24c-76e6-44be-afe2-c4d3f767fd73 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:58.041289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-1b2bc24c-76e6-44be-afe2-c4d3f767fd73 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:39:58.121734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2bc24c-76e6-44be-afe2-c4d3f767fd73 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Pushing event updated for resources: {'Port': ['ID=ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:58.130393 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6b733e81-3f40-4cc1-b7d0-846ebc5b05dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0dd8fc502a264eaa9fa49d150fd63d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1903980 Mar 23 12:39:58.132025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37544) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:58.181268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-1b2bc24c-76e6-44be-afe2-c4d3f767fd73 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:58.182114 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-1b2bc24c-76e6-44be-afe2-c4d3f767fd73 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:58.230242 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-1b2bc24c-76e6-44be-afe2-c4d3f767fd73 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6633737 Mar 23 12:39:58.230858 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1de96d74-44f8-4d98-8846-bd3dff3d1f41 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:58.272822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Request body: {'port': {'device_id': '19ea62da-a5ea-4b3a-8e84-34d606f4550f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:58.322972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de96d74-44f8-4d98-8846-bd3dff3d1f41 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Pushing event deleted for resources: {'Port': ['ID=c465d90e-bf95-4b0c-8a70-92251263a59c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:58.334795 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1de96d74-44f8-4d98-8846-bd3dff3d1f41 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:58.342062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37550) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:58.342323 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1de96d74-44f8-4d98-8846-bd3dff3d1f41 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] 10.222.0.52 "DELETE /v2.0/ports/c465d90e-bf95-4b0c-8a70-92251263a59c HTTP/1.1" status: 204 len: 168 time: 1.2785869 Mar 23 12:39:58.396821 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fd3401-4695-43f8-b65a-a5ce67e32fac tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] GET failed (client error): The resource could not be found. Mar 23 12:39:58.398884 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-63fd3401-4695-43f8-b65a-a5ce67e32fac tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] 10.222.0.52 "GET /v2.0/ports/c465d90e-bf95-4b0c-8a70-92251263a59c HTTP/1.1" status: 404 len: 333 time: 0.0550437 Mar 23 12:39:58.404837 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37552) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:58.412599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4719f476-4c24-4d43-8666-d7dca4c07dfa tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Request body: {'port': {'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-6372141'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:58.438720 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4719f476-4c24-4d43-8666-d7dca4c07dfa tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Made reservation on behalf of 3dee0181890f4d7990e8741a30250a6b for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:58.445998 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4719f476-4c24-4d43-8666-d7dca4c07dfa tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:58.468302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-4719f476-4c24-4d43-8666-d7dca4c07dfa tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] device_id is not set on port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:39:58.473501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-d0edfcb3-f5af-4b6d-92a1-fc3318ae1d66 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:58.475305 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-d0edfcb3-f5af-4b6d-92a1-fc3318ae1d66 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3&tenant_id=d1929913b1364306b03584922edf0edc&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 1097 time: 0.2764509 Mar 23 12:39:58.481868 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a88ccfa-7206-44f4-92ed-3029e062b179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:58.508386 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a88ccfa-7206-44f4-92ed-3029e062b179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:58.546844 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:58.555181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834854-1'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:58.690632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e079-0914-4c05-9948-53fb8940049f req-3667fb97-7768-4279-a391-42d7446c562d tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:58.690632 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-65e7e079-0914-4c05-9948-53fb8940049f req-3667fb97-7768-4279-a391-42d7446c562d tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 931 time: 0.2618928 Mar 23 12:39:58.720908 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4719f476-4c24-4d43-8666-d7dca4c07dfa tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:58.808193 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:58.855315 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a88ccfa-7206-44f4-92ed-3029e062b179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:58.859255 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4719f476-4c24-4d43-8666-d7dca4c07dfa tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:58.865596 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a88ccfa-7206-44f4-92ed-3029e062b179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:58.869500 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0a88ccfa-7206-44f4-92ed-3029e062b179 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54d15f04-1203-4934-aeec-907ac6d3415e HTTP/1.1" status: 204 len: 168 time: 0.7350597 Mar 23 12:39:59.021469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4719f476-4c24-4d43-8666-d7dca4c07dfa tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Network 2e97c816-77ec-4eb2-9349-fecbfe79b465 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:39:59.047294 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-4719f476-4c24-4d43-8666-d7dca4c07dfa tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:59.054176 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4719f476-4c24-4d43-8666-d7dca4c07dfa tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:39:59.060257 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:59.063404 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4719f476-4c24-4d43-8666-d7dca4c07dfa tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:59.073658 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4719f476-4c24-4d43-8666-d7dca4c07dfa tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:59.122511 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6459c-8236-4a4c-8668-83f99cf958d9 req-9c25360b-c785-4550-b47c-657aa076a814 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:59.138513 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92b6459c-8236-4a4c-8668-83f99cf958d9 req-9c25360b-c785-4550-b47c-657aa076a814 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.2926438 Mar 23 12:39:59.142682 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719f476-4c24-4d43-8666-d7dca4c07dfa tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Pushing event updated for resources: {'Port': ['ID=1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:59.154637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ca6dfa87-833b-48ed-9f17-ce128bbc09f6 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:39:59.175824 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4719f476-4c24-4d43-8666-d7dca4c07dfa tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 957 time: 0.7697039 Mar 23 12:39:59.186606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88ccfa-7206-44f4-92ed-3029e062b179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d15f04-1203-4934-aeec-907ac6d3415e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:59.193950 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37568) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:39:59.218565 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:59.259402 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-65e7e079-0914-4c05-9948-53fb8940049f req-b554f3e3-7bc7-405f-9bff-4a502286a603 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553060 Mar 23 12:39:59.348389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] For port ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:59.356557 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92b6459c-8236-4a4c-8668-83f99cf958d9 req-f141a2bc-afbd-4bb8-9a09-10b75f44f6de tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166471 Mar 23 12:39:59.407050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] For port ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:39:59.466403 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:59.484340 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:59.490447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dbf8b2-bc47-4348-895e-fa08734ac9d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca6dfa87-833b-48ed-9f17-ce128bbc09f6'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:39:59.496871 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1744d471-44fa-4929-b8f3-87c55a028b84" -d '{"events": [{"server_uuid": "b3dbf8b2-bc47-4348-895e-fa08734ac9d3", "name": "network-vif-unplugged", "status": "completed", "tag": "ca6dfa87-833b-48ed-9f17-ce128bbc09f6"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:39:59.504467 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:59.513369 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:59.569101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:59.583535 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ca6dfa87-833b-48ed-9f17-ce128bbc09f6 has no active binding in host n-h2-834854-1 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 12:39:59.611021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d322dabe-102e-493b-933e-d7fd4d0deda9 req-0f90b0df-5fd1-433d-bbc9-08843d4504a2 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.1098931 Mar 23 12:39:59.674728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabb431-d564-4afe-99eb-7134655429db req-af72825e-4ea1-46fc-aff4-924bf7b29b3e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:59.684768 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5cabb431-d564-4afe-99eb-7134655429db req-af72825e-4ea1-46fc-aff4-924bf7b29b3e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.1938231 Mar 23 12:39:59.735071 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6411a71a-d965-4690-ad6a-4e6fcac2c35c x-openstack-request-id: req-6411a71a-d965-4690-ad6a-4e6fcac2c35c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:39:59.735394 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dbf8b2-bc47-4348-895e-fa08734ac9d3", "name": "network-vif-unplugged", "status": "completed", "tag": "ca6dfa87-833b-48ed-9f17-ce128bbc09f6", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:39:59.735653 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6411a71a-d965-4690-ad6a-4e6fcac2c35c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:39:59.736075 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dbf8b2-bc47-4348-895e-fa08734ac9d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca6dfa87-833b-48ed-9f17-ce128bbc09f6', 'code': 200} Mar 23 12:39:59.740793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:59.831873 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5cabb431-d564-4afe-99eb-7134655429db req-90ede4e1-0af8-462a-b7c3-3ce71b980849 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459999 Mar 23 12:39:59.878310 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Attempting to bind port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 on host n-h1-834854-1 for vnic_type normal with profile {"migrating_to": "n-h2-834854-1"} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:39:59.878819 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Attempting to bind port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:39:59.879111 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Attempting to bind port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:59.925358 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:39:59.925689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Attempting to bind port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 on network 17d964f1-9bc1-42d7-b89a-915f95df68b5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:59.943049 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:39:59.944001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Checking segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:39:59.944803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Bound using segment: {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:39:59.945489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Bound port: ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17d964f1-9bc1-42d7-b89a-915f95df68b5'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:39:59.946172 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:59.966437 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] device_id is not set on port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:39:59.983114 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:39:59.983489 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:59.993345 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:39:59.994496 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:00.010674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Transition to ACTIVE for port object ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:40:00.042797 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:00.119444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:00.119783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:00.120492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:00.127038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:00.127372 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:00.128039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Pushing event updated for resources: {'Port': ['ID=1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:00.129269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:00.153968 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 2 to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 Mar 23 12:40:00.168733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] For port ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:40:00.174221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] For port ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:40:00.180889 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:00.181230 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:00.181774 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:00.188252 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:00.188586 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:00.189011 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 3 to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 Mar 23 12:40:00.195272 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:00.213723 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:00.214025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:00.214361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:00.219046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:00.219371 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:00.219757 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 4 to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 Mar 23 12:40:00.249663 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:00.251134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:00.251883 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:00.273092 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:00.273438 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:00.275092 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 5 to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 Mar 23 12:40:00.307114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:00.307460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:00.307800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:00.316505 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:00.316841 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:00.317235 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 6 to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 Mar 23 12:40:00.356902 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:00.357880 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:00.358326 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:00.363701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:00.364180 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:00.365166 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 7 to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 Mar 23 12:40:00.406838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:00.407562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:00.408767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:00.411091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:00.411969 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:00.413512 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] 10.222.0.73 "PUT /v2.0/ports/ca6dfa87-833b-48ed-9f17-ce128bbc09f6 HTTP/1.1" status: 200 len: 1122 time: 1.8690579 Mar 23 12:40:00.414579 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e47dcb-c5e7-4bdf-ae45-8238b05182f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,revision_number=8']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:00.423617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Attempting to bind port ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:00.424029 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Attempting to bind port ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '5133c369-e456-47ed-8fde-a80218fa7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0d7586cb-c578-4321-b2f0-57004618f1d2'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:00.424364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Attempting to bind port ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d on network 0d7586cb-c578-4321-b2f0-57004618f1d2 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:00.429679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Port ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d on network 0d7586cb-c578-4321-b2f0-57004618f1d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:00.430081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Attempting to bind port ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d on network 0d7586cb-c578-4321-b2f0-57004618f1d2 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:00.435655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:40:00.436035 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Checking segment: {'id': '5133c369-e456-47ed-8fde-a80218fa7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0d7586cb-c578-4321-b2f0-57004618f1d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:40:00.436438 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Bound using segment: {'id': '5133c369-e456-47ed-8fde-a80218fa7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0d7586cb-c578-4321-b2f0-57004618f1d2'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:40:00.436989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Bound port: ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5133c369-e456-47ed-8fde-a80218fa7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0d7586cb-c578-4321-b2f0-57004618f1d2'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:40:00.437418 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:00.444455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:00.447151 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:00.448746 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 8 to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 Mar 23 12:40:00.496144 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:00.496805 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:00.498218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:00.515238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['ca6dfa87-833b-48ed-9f17-ce128bbc09f6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:40:00.521141 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:00.522917 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:00.525378 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 9 to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 Mar 23 12:40:00.550710 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] For port ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:40:00.556466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] For port ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d,segment=NetworkSegment(5133c369-e456-47ed-8fde-a80218fa7721),segment_id=5133c369-e456-47ed-8fde-a80218fa7721)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:40:00.562265 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:00.636232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37618) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:00.663263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:00.665620 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:00.666371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:00.680434 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:00.681295 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:00.683017 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] 10.222.0.77 "PUT /v2.0/ports/ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d HTTP/1.1" status: 200 len: 1091 time: 2.4157100 Mar 23 12:40:00.693130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:00.695373 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:00.698166 n-d-834854-1 neutron-server[102779]: INFO neutron.plugins.ml2.plugin [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 10 to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 Mar 23 12:40:00.710253 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['ca6dfa87-833b-48ed-9f17-ce128bbc09f6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:40:00.731405 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cdfc5-1347-455e-a3f1-d016c233ac66 req-e53f7b47-146e-4c5f-bcb6-be4975a52f18 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:00.737654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ec024-0ad4-48e0-ae31-c21879f2a9d9 req-1fca0c14-c880-44fb-bafa-57ac7c6b4b31 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:00.738522 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a49cdfc5-1347-455e-a3f1-d016c233ac66 req-e53f7b47-146e-4c5f-bcb6-be4975a52f18 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.2313609 Mar 23 12:40:00.739197 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-759ec024-0ad4-48e0-ae31-c21879f2a9d9 req-1fca0c14-c880-44fb-bafa-57ac7c6b4b31 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 943 time: 0.1699934 Mar 23 12:40:00.740568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f2572-e38e-4dc4-a335-ecb348f95982 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:00.774560 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:00.781136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:00.783725 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:00.829910 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-759ec024-0ad4-48e0-ae31-c21879f2a9d9 req-36f7d425-8dd7-4269-81b4-9267f8db117b tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672553 Mar 23 12:40:00.845486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-53cd0e16-2a16-4423-9bde-e1542f234cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:00.849974 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:00.850484 n-d-834854-1 neutron-server[102779]: ERROR neutron.plugins.ml2.managers [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:00.850778 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:00.856727 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-53cd0e16-2a16-4423-9bde-e1542f234cc0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3286ec5331c84fb882866d3d1b89855a&device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 1094 time: 0.0712554 Mar 23 12:40:00.874036 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-145c36cb-a6e6-4c68-98e1-e9bfbd90dd2a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-677985343-network', 'tenant_id': '61f454bbb70244ecbf97f6b03af40553'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:00.930289 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a49cdfc5-1347-455e-a3f1-d016c233ac66 req-cfb4efa0-d276-4355-a8eb-020e6aa796b6 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711898 Mar 23 12:40:00.982239 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145c36cb-a6e6-4c68-98e1-e9bfbd90dd2a admin admin] Made reservation on behalf of 61f454bbb70244ecbf97f6b03af40553 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:00.985479 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-145c36cb-a6e6-4c68-98e1-e9bfbd90dd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:01.001096 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-145c36cb-a6e6-4c68-98e1-e9bfbd90dd2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:01.006816 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-f9d39372-c561-4a96-8193-994d934f1cb7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d HTTP/1.1" status: 200 len: 217 time: 0.1295180 Mar 23 12:40:01.069751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] For port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:40:01.070266 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempted to set empty binding levels {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 12:40:01.110308 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:01.111057 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db73091e-3488-44e0-a32e-a162ba30bbf2 req-0c9ee682-0bbf-467e-8aa8-e2b7b95047f1 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.1067564 Mar 23 12:40:01.127584 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-bd178962-edd2-4ec8-9568-14ab76ac1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.129740 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-bd178962-edd2-4ec8-9568-14ab76ac1153 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e2c1c311-8a85-47c1-9d8e-59c06015b5f2 HTTP/1.1" status: 200 len: 852 time: 0.1155777 Mar 23 12:40:01.192042 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-dcde5dcf-76df-4680-add5-55177c0625cd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0d7586cb-c578-4321-b2f0-57004618f1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509727 Mar 23 12:40:01.207959 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] In _notify_port_updated(), no bound segment for port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:40:01.210783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.212259 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:01.215813 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] 10.222.0.52 "PUT /v2.0/ports/1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 HTTP/1.1" status: 200 len: 972 time: 2.0169218 Mar 23 12:40:01.216924 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de1d66-6381-46c4-85a8-e8b1822d6d5c tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Pushing event updated for resources: {'Port': ['ID=1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:01.219472 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37628) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:01.337459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53c57f-6b72-4537-af35-3a3531fbc420 req-f437a14e-bd51-496c-9517-7c150ef9ec18 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.340064 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f53c57f-6b72-4537-af35-3a3531fbc420 req-f437a14e-bd51-496c-9517-7c150ef9ec18 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.2723169 Mar 23 12:40:01.428668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.429293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.429890 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.430370 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.430851 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.431313 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.432367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.432861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.433636 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.434132 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.434663 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.435122 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.435667 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.436057 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.436516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.437293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.437762 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.438225 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.442454 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-462cbdde-275e-4656-8b3e-afdfbe68b658 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16211 time: 0.2165632 Mar 23 12:40:01.454415 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37630) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:01.456969 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-145c36cb-a6e6-4c68-98e1-e9bfbd90dd2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:01.576145 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-145c36cb-a6e6-4c68-98e1-e9bfbd90dd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:01.628543 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f53c57f-6b72-4537-af35-3a3531fbc420 req-13e974f4-3338-42b9-84b8-85cbe2227038 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725906 Mar 23 12:40:01.661775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145c36cb-a6e6-4c68-98e1-e9bfbd90dd2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:40:01.672184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c36cb-a6e6-4c68-98e1-e9bfbd90dd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:01.691985 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-145c36cb-a6e6-4c68-98e1-e9bfbd90dd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:01.692801 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-145c36cb-a6e6-4c68-98e1-e9bfbd90dd2a admin admin] Added segment b1ea01aa-1af6-46b9-b390-7fea8fa48a3c of type vlan for network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 Mar 23 12:40:01.769258 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-145c36cb-a6e6-4c68-98e1-e9bfbd90dd2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:01.825534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-44ba18bb-271f-45c0-ad31-51a55e076226 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Deleting port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:01.826374 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44ba18bb-271f-45c0-ad31-51a55e076226 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:01.974404 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dbf8b2-bc47-4348-895e-fa08734ac9d3', 'tag': 'ca6dfa87-833b-48ed-9f17-ce128bbc09f6'}, {'name': 'network-changed', 'server_uuid': '19ea62da-a5ea-4b3a-8e84-34d606f4550f', 'tag': 'ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:01.976999 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dbf8b2-bc47-4348-895e-fa08734ac9d3", "tag": "ca6dfa87-833b-48ed-9f17-ce128bbc09f6"}, {"name": "network-changed", "server_uuid": "19ea62da-a5ea-4b3a-8e84-34d606f4550f", "tag": "ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:02.072210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bef3c7-b7c4-4b89-a128-abba19564f84 req-67c521c3-16da-4e8e-acef-c11f542ce6a8 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:02.073963 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28bef3c7-b7c4-4b89-a128-abba19564f84 req-67c521c3-16da-4e8e-acef-c11f542ce6a8 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 943 time: 0.0929074 Mar 23 12:40:02.096606 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-ce590b74-e969-41cb-a3b8-82ca57524bd3 service neutron] 10.222.0.77 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8966212 Mar 23 12:40:02.278318 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28bef3c7-b7c4-4b89-a128-abba19564f84 req-1a797a90-911f-453e-9182-557e0a6abbce tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799991 Mar 23 12:40:02.350793 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-161d6c4c-3ff6-4d97-8783-f28d9acabaf4 req-4fc4d114-3496-4218-bb0a-b0b7b19e479f service neutron] 10.222.0.77 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203190 Mar 23 12:40:02.378742 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-145c36cb-a6e6-4c68-98e1-e9bfbd90dd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:02.379656 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c36cb-a6e6-4c68-98e1-e9bfbd90dd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:02.380586 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-145c36cb-a6e6-4c68-98e1-e9bfbd90dd2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:02.419113 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27609221-1f5a-41f9-a130-b52de0af191a x-openstack-request-id: req-27609221-1f5a-41f9-a130-b52de0af191a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:02.419631 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dbf8b2-bc47-4348-895e-fa08734ac9d3", "tag": "ca6dfa87-833b-48ed-9f17-ce128bbc09f6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "19ea62da-a5ea-4b3a-8e84-34d606f4550f", "tag": "ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:02.420794 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27609221-1f5a-41f9-a130-b52de0af191a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:02.421223 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3dbf8b2-bc47-4348-895e-fa08734ac9d3', 'tag': 'ca6dfa87-833b-48ed-9f17-ce128bbc09f6', 'status': 'completed', 'code': 200} Mar 23 12:40:02.421484 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ea62da-a5ea-4b3a-8e84-34d606f4550f', 'tag': 'ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d', 'status': 'completed', 'code': 200} Mar 23 12:40:02.552503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-025aa10b-716b-4817-b6fd-03b38f833043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:02.554673 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-025aa10b-716b-4817-b6fd-03b38f833043 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 1125 time: 0.1012542 Mar 23 12:40:02.609058 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-145c36cb-a6e6-4c68-98e1-e9bfbd90dd2a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9690940 Mar 23 12:40:02.630437 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-44ba18bb-271f-45c0-ad31-51a55e076226 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] For port 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7, host n-h2-834854-1, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:02.631198 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44ba18bb-271f-45c0-ad31-51a55e076226 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:02.649748 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea723144-addd-441a-9427-46ad75f06ed8 req-64690ef9-0937-4276-8347-5ea6a85aaaa2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:02.654400 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ea723144-addd-441a-9427-46ad75f06ed8 req-64690ef9-0937-4276-8347-5ea6a85aaaa2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.2888939 Mar 23 12:40:02.667985 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37646) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:02.670706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c36cb-a6e6-4c68-98e1-e9bfbd90dd2a admin admin] Pushing event updated for resources: {'Network': ['ID=aa7ade3c-6c93-4ba0-b2cd-7915560e4871,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:02.677737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d9cde287-009c-4bdc-9b60-1444e7432467 admin admin] Request body: {'subnet': {'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-677985343-subnet', 'tenant_id': '61f454bbb70244ecbf97f6b03af40553', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:02.685464 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-849e988b-5f3b-4d07-a29e-d3ff12eaf8ad req-7721e791-ca28-4b08-9f71-1e2d74e8cb92 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.1159110 Mar 23 12:40:02.693487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:40:02.743066 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cde287-009c-4bdc-9b60-1444e7432467 admin admin] Made reservation on behalf of 61f454bbb70244ecbf97f6b03af40553 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:02.746196 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9cde287-009c-4bdc-9b60-1444e7432467 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:02.753155 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-44ba18bb-271f-45c0-ad31-51a55e076226 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Calling delete_port for 1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:02.855219 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ea723144-addd-441a-9427-46ad75f06ed8 req-daff6b79-7f60-4b38-9138-2689ea92c25b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381414 Mar 23 12:40:02.913213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-37ce8c15-985b-4f4b-bd31-d71de4938450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:02.916622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-37ce8c15-985b-4f4b-bd31-d71de4938450 service neutron] 10.222.0.77 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.3448362 Mar 23 12:40:03.007508 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-03463faf-9a80-4390-9388-0ab02266591f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca6dfa87-833b-48ed-9f17-ce128bbc09f6 HTTP/1.1" status: 200 len: 217 time: 0.0822337 Mar 23 12:40:03.082883 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cb8ae-f7f4-4269-9dea-ecc071cbe827 req-c0cf85d5-9e4b-464d-a6d0-190b05c255be tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:03.085560 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a7cb8ae-f7f4-4269-9dea-ecc071cbe827 req-c0cf85d5-9e4b-464d-a6d0-190b05c255be tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.1625931 Mar 23 12:40:03.121199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-d9aaa7fa-9e6e-4dc4-8a06-0314dcfa9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:03.123307 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-d9aaa7fa-9e6e-4dc4-8a06-0314dcfa9a47 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.1049254 Mar 23 12:40:03.131817 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44ba18bb-271f-45c0-ad31-51a55e076226 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:03.198023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba18bb-271f-45c0-ad31-51a55e076226 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:03.212875 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44ba18bb-271f-45c0-ad31-51a55e076226 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:03.216757 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a7cb8ae-f7f4-4269-9dea-ecc071cbe827 req-86521609-bb0d-4849-b844-6ea8fb387545 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108530 Mar 23 12:40:03.223751 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-44ba18bb-271f-45c0-ad31-51a55e076226 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] 10.222.0.52 "DELETE /v2.0/ports/1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 HTTP/1.1" status: 204 len: 168 time: 1.7578158 Mar 23 12:40:03.225186 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-510f92dd-ab4e-4a49-9851-3870c2682003 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798831 Mar 23 12:40:03.225502 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37660) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:03.270186 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a9bbc4-9cbb-40b4-b026-38bbec409345 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] GET failed (client error): The resource could not be found. Mar 23 12:40:03.280577 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d2a9bbc4-9cbb-40b4-b026-38bbec409345 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] 10.222.0.52 "GET /v2.0/ports/1fcd1fd3-39fe-4b77-9f6d-f41bcc1e58c7 HTTP/1.1" status: 404 len: 333 time: 0.0526226 Mar 23 12:40:03.282239 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9cde287-009c-4bdc-9b60-1444e7432467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:03.291837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37664) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:03.297521 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-87d87919-94c0-47e6-8c7a-0fbb6ebd1de7 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-847980133', 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:03.374486 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-e50d7be3-9189-4925-b1f4-c0d8d420ce33 service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403913 Mar 23 12:40:03.382413 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d87919-94c0-47e6-8c7a-0fbb6ebd1de7 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Made reservation on behalf of 3dee0181890f4d7990e8741a30250a6b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:03.387589 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87d87919-94c0-47e6-8c7a-0fbb6ebd1de7 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:03.400620 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cde287-009c-4bdc-9b60-1444e7432467 admin admin] Checking segment: {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:40:03.401255 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cde287-009c-4bdc-9b60-1444e7432467 admin admin] Network hostable DHCP agents. Network: aa7ade3c-6c93-4ba0-b2cd-7915560e4871, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:40:03.408629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cde287-009c-4bdc-9b60-1444e7432467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d214faa0-c958-46e5-affe-d81670b016f4,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:03.458085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-87d87919-94c0-47e6-8c7a-0fbb6ebd1de7 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] device_id is not set on port 8bbefb2f-d22a-4d93-aea9-cf0394b7389e yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:40:03.500735 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cde287-009c-4bdc-9b60-1444e7432467 admin admin] Network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:40:03.528357 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e08ccf-ae26-4a7d-a8c1-26cdc5b147cb req-a1992922-d79f-4b0c-b005-0888637e8452 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:03.531022 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7e08ccf-ae26-4a7d-a8c1-26cdc5b147cb req-a1992922-d79f-4b0c-b005-0888637e8452 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 943 time: 0.1183243 Mar 23 12:40:03.533133 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d9cde287-009c-4bdc-9b60-1444e7432467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, aa7ade3c-6c93-4ba0-b2cd-7915560e4871) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:03.544806 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cde287-009c-4bdc-9b60-1444e7432467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:03.547149 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9cde287-009c-4bdc-9b60-1444e7432467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:03.568735 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63df2f90-2384-4769-b5f9-dab1f4b818b7 None None] Network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:40:03.612851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d9cde287-009c-4bdc-9b60-1444e7432467 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9375367 Mar 23 12:40:03.614837 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-b4b73743-2f7f-47ae-bf3b-07ec59c3cd01 service neutron] 10.222.0.77 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223372 Mar 23 12:40:03.721484 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7e08ccf-ae26-4a7d-a8c1-26cdc5b147cb req-b9cd8e7d-91a8-4f53-b828-aa5613815815 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458113 Mar 23 12:40:03.763754 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87d87919-94c0-47e6-8c7a-0fbb6ebd1de7 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:03.846733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-41e9ace0-880f-49e9-ab5f-497fa45d9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:03.848261 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-41e9ace0-880f-49e9-ab5f-497fa45d9e21 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3286ec5331c84fb882866d3d1b89855a&device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 1094 time: 0.0805368 Mar 23 12:40:03.867090 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c507c8f-0b85-486f-b8f7-59b749fadb54 None None] Network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:40:04.070475 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d197a18-6e2c-4e1a-be81-6229dcbe0b57 req-d3a467b4-2b1b-401a-ba3f-2097afb50508 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0625606 Mar 23 12:40:04.143918 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-c2b54da8-5b50-4035-b4c2-46b7079080a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:04.146091 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-c2b54da8-5b50-4035-b4c2-46b7079080a0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0d7586cb-c578-4321-b2f0-57004618f1d2 HTTP/1.1" status: 200 len: 913 time: 0.2869852 Mar 23 12:40:04.148506 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87d87919-94c0-47e6-8c7a-0fbb6ebd1de7 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:04.212521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04901b9d-8b6a-4491-ab90-7284931017e8 req-5bff0cc4-587f-4105-b0f7-18fcd8a76bce tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:04.214760 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d87919-94c0-47e6-8c7a-0fbb6ebd1de7 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Network 2e97c816-77ec-4eb2-9349-fecbfe79b465 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:04.215188 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-04901b9d-8b6a-4491-ab90-7284931017e8 req-5bff0cc4-587f-4105-b0f7-18fcd8a76bce tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1859021 Mar 23 12:40:04.266943 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-87d87919-94c0-47e6-8c7a-0fbb6ebd1de7 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:04.281539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d87919-94c0-47e6-8c7a-0fbb6ebd1de7 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:04.282679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d87919-94c0-47e6-8c7a-0fbb6ebd1de7 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:04.283426 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87d87919-94c0-47e6-8c7a-0fbb6ebd1de7 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:04.295691 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-0a1990f5-d220-44f7-835f-ca4ac5987e08 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d HTTP/1.1" status: 200 len: 217 time: 0.1290305 Mar 23 12:40:04.306964 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-87d87919-94c0-47e6-8c7a-0fbb6ebd1de7 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0138900 Mar 23 12:40:04.312262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37682) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:04.352713 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d87919-94c0-47e6-8c7a-0fbb6ebd1de7 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Pushing event updated for resources: {'Port': ['ID=8bbefb2f-d22a-4d93-aea9-cf0394b7389e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:04.366098 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-04901b9d-8b6a-4491-ab90-7284931017e8 req-65f1c2ac-9a22-4830-a71b-731f00f63b6a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429648 Mar 23 12:40:04.390176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-d3dec15e-ccbf-490f-a46c-4ae16dc7ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:04.392092 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-d3dec15e-ccbf-490f-a46c-4ae16dc7ac27 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e2c1c311-8a85-47c1-9d8e-59c06015b5f2 HTTP/1.1" status: 200 len: 852 time: 0.0805163 Mar 23 12:40:04.421174 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fff109-25bc-48b3-a398-b6d9fe15c1fd tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:04.424635 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-30fff109-25bc-48b3-a398-b6d9fe15c1fd tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] 10.222.0.52 "GET /v2.0/ports/8bbefb2f-d22a-4d93-aea9-cf0394b7389e HTTP/1.1" status: 200 len: 954 time: 0.1108234 Mar 23 12:40:04.428492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37690) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:04.436136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408815b-ecb0-49ce-910f-d2e9d97f237c req-45937588-0ddf-4ae2-b4db-49b31be1c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:04.441202 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1408815b-ecb0-49ce-910f-d2e9d97f237c req-45937588-0ddf-4ae2-b4db-49b31be1c38e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 1096 time: 0.1901028 Mar 23 12:40:04.447198 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-8ffea419-dd12-4029-8542-0bbb1b3dd0a3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0d7586cb-c578-4321-b2f0-57004618f1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442283 Mar 23 12:40:04.680168 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-6230048f-2cd5-4aa4-9914-dcbac19497ef service neutron] 10.222.0.77 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230754 Mar 23 12:40:04.717999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-271338b8-9ac2-447e-9701-a364a786dc96 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:04.720115 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-271338b8-9ac2-447e-9701-a364a786dc96 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 805 time: 0.2340231 Mar 23 12:40:04.775177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bea87a-fcfb-41f8-9683-ae8d3d181c3d req-d02304de-02e8-4635-b04b-4a0bdd005506 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:04.779774 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-faacdbef-02ec-4c7e-8d85-6f6fe085fda7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/quotas/61f454bbb70244ecbf97f6b03af40553 HTTP/1.1" status: 200 len: 375 time: 0.0463886 Mar 23 12:40:04.780037 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-26bea87a-fcfb-41f8-9683-ae8d3d181c3d req-d02304de-02e8-4635-b04b-4a0bdd005506 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.3206558 Mar 23 12:40:04.832030 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408815b-ecb0-49ce-910f-d2e9d97f237c req-992ddcd3-eeb5-4009-b8b4-ff41053d1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:04.833514 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1408815b-ecb0-49ce-910f-d2e9d97f237c req-992ddcd3-eeb5-4009-b8b4-ff41053d1620 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 913 time: 0.3733029 Mar 23 12:40:04.836772 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-fe673e76-76f4-48b3-a68d-5988d424e262 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334635 Mar 23 12:40:04.845136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Deleting port 8bbefb2f-d22a-4d93-aea9-cf0394b7389e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:04.845489 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:04.910749 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1408815b-ecb0-49ce-910f-d2e9d97f237c req-32f9d803-b682-413f-8e7f-f3c3dfcb24ad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2778e7f1-1fc8-458e-958a-21ea33974266 HTTP/1.1" status: 200 len: 217 time: 0.0611355 Mar 23 12:40:04.953245 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-1a61d420-23cd-4e30-b9ad-955928214083 service neutron] 10.222.0.52 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088970 Mar 23 12:40:04.959495 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c21d3996-87a0-4ab0-b86f-e5a76bcda7b2 req-0d590866-21a2-4e8f-bfc1-9f0816e4d109 service neutron] 10.222.0.77 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689519 Mar 23 12:40:05.014894 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-26bea87a-fcfb-41f8-9683-ae8d3d181c3d req-a2908f96-a147-475c-af5f-9916dc4b4134 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220423 Mar 23 12:40:05.064936 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:05.081540 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408815b-ecb0-49ce-910f-d2e9d97f237c req-776e335d-cb13-4d78-930f-a4f53540cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:05.084347 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1408815b-ecb0-49ce-910f-d2e9d97f237c req-776e335d-cb13-4d78-930f-a4f53540cb56 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c42c450d-02be-4634-87ca-2a6532e0441a HTTP/1.1" status: 200 len: 852 time: 0.1554825 Mar 23 12:40:05.100032 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-efc42f77-35f4-41d3-8608-eeb50c2b2dde service neutron] 10.222.0.52 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371388 Mar 23 12:40:05.111714 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Calling delete_port for 8bbefb2f-d22a-4d93-aea9-cf0394b7389e owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:05.227627 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1408815b-ecb0-49ce-910f-d2e9d97f237c req-a11ba1d7-7ee2-49ad-acf8-e40d8e5a75f6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a72b36eb-69cb-4d04-b462-b2cd5c57987a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878263 Mar 23 12:40:05.345960 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890f1b0-622b-44af-b29f-1d105a1165a1 req-8b6df9b7-ba7c-411a-881b-36eb92b683dd tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:05.347646 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6890f1b0-622b-44af-b29f-1d105a1165a1 req-8b6df9b7-ba7c-411a-881b-36eb92b683dd tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 943 time: 0.2095020 Mar 23 12:40:05.411389 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:05.438198 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1408815b-ecb0-49ce-910f-d2e9d97f237c req-7fe23ddd-1eee-436d-a552-dc4d1dcf034b service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930525 Mar 23 12:40:05.467184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bbefb2f-d22a-4d93-aea9-cf0394b7389e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:05.471747 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6890f1b0-622b-44af-b29f-1d105a1165a1 req-8efb6ec7-f8ed-4a1d-be8e-571a479963c1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141405 Mar 23 12:40:05.486469 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:05.489818 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] 10.222.0.52 "DELETE /v2.0/ports/8bbefb2f-d22a-4d93-aea9-cf0394b7389e HTTP/1.1" status: 204 len: 168 time: 1.0561552 Mar 23 12:40:05.496887 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37708) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:05.509398 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:05.509798 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:05.510890 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:05.511438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:05.511959 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:05.512583 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:05.513163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:05.513594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:05.514054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:05.514444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:05.514861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:05.515317 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3112f690-1bb9-4086-bbc2-34b50259a454 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:05.521876 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f57741e-ac75-4516-8a3a-8adb40f43cb2 req-5abe0fd0-ae47-4611-868c-c2128dba4c8f tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0923121 Mar 23 12:40:05.568165 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b977a15f-329f-4492-ae1a-9e341aa19688 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] GET failed (client error): The resource could not be found. Mar 23 12:40:05.569694 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b977a15f-329f-4492-ae1a-9e341aa19688 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] 10.222.0.52 "GET /v2.0/ports/8bbefb2f-d22a-4d93-aea9-cf0394b7389e HTTP/1.1" status: 404 len: 333 time: 0.0718226 Mar 23 12:40:05.574934 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37710) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:05.581826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ffd60208-ec8d-4b80-baec-81bd9e3c0299 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Request body: {'port': {'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1984707856'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:05.612285 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd60208-ec8d-4b80-baec-81bd9e3c0299 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Made reservation on behalf of 3dee0181890f4d7990e8741a30250a6b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:05.640476 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffd60208-ec8d-4b80-baec-81bd9e3c0299 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:05.665574 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ebcb5d03-3772-4ed5-88ce-f0154ab12283 req-4ebef222-3833-42c8-a822-216e58f7f7c7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 210 time: 0.0864007 Mar 23 12:40:05.681323 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1408815b-ecb0-49ce-910f-d2e9d97f237c req-d610ea95-c08b-4e74-8622-5dbf59dc2d2e service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158804 Mar 23 12:40:05.695839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-ffd60208-ec8d-4b80-baec-81bd9e3c0299 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] device_id is not set on port eb84d801-55c5-4374-b69a-6562d0d2d16b yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:40:05.764884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633e101-d9a4-46b2-b004-bd1fb4a64982 req-0365a585-7c7d-41e4-84f6-13894b951c71 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:05.767400 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2633e101-d9a4-46b2-b004-bd1fb4a64982 req-0365a585-7c7d-41e4-84f6-13894b951c71 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.1209993 Mar 23 12:40:05.850589 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2633e101-d9a4-46b2-b004-bd1fb4a64982 req-3d312082-194e-4559-b088-dc0fc902ab1f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697174 Mar 23 12:40:05.921335 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffd60208-ec8d-4b80-baec-81bd9e3c0299 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:05.955946 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffd60208-ec8d-4b80-baec-81bd9e3c0299 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:06.002347 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd60208-ec8d-4b80-baec-81bd9e3c0299 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Network 2e97c816-77ec-4eb2-9349-fecbfe79b465 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:06.005733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ffd60208-ec8d-4b80-baec-81bd9e3c0299 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:06.010795 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd60208-ec8d-4b80-baec-81bd9e3c0299 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:06.011841 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd60208-ec8d-4b80-baec-81bd9e3c0299 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:06.012540 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffd60208-ec8d-4b80-baec-81bd9e3c0299 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:06.025681 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd60208-ec8d-4b80-baec-81bd9e3c0299 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Pushing event updated for resources: {'Port': ['ID=eb84d801-55c5-4374-b69a-6562d0d2d16b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:06.037491 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ffd60208-ec8d-4b80-baec-81bd9e3c0299 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4607780 Mar 23 12:40:06.040371 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37718) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:06.048864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:06.126424 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:06.188714 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a91d2-0bb7-42f9-b2af-08335f55fd16 req-08b1593d-7b03-4374-9cba-82cbff338138 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:06.191399 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-100a91d2-0bb7-42f9-b2af-08335f55fd16 req-08b1593d-7b03-4374-9cba-82cbff338138 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.0950191 Mar 23 12:40:06.241965 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-100a91d2-0bb7-42f9-b2af-08335f55fd16 req-439721b9-dc01-4d3e-b907-23bd5125c5a3 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388381 Mar 23 12:40:06.328361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] device_id is not set on port eb84d801-55c5-4374-b69a-6562d0d2d16b yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:40:06.336271 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:06.341237 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:06.394169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Pushing event updated for resources: {'Port': ['ID=eb84d801-55c5-4374-b69a-6562d0d2d16b,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:06.417037 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:06.417374 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:06.417714 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:06.422250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:06.422584 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:06.422967 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 2 to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b Mar 23 12:40:06.437692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:06.438032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:06.438369 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:06.442719 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:06.443049 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:06.443436 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 3 to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b Mar 23 12:40:06.455541 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:06.455878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:06.456238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:06.460524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:06.460846 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:06.461269 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 4 to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b Mar 23 12:40:06.474171 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:06.474503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:06.475127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:06.479741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:06.480096 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:06.480532 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 5 to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b Mar 23 12:40:06.492363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:06.492642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:06.492984 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:06.498330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:06.498656 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:06.499055 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 6 to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b Mar 23 12:40:06.513241 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:06.513479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:06.513817 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:06.518642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:06.518931 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:06.519327 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 7 to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b Mar 23 12:40:06.533626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:06.533975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:06.534321 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:06.539257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:06.539591 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:06.540026 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 8 to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b Mar 23 12:40:06.555972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:06.556464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:06.557379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:06.562138 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:06.562478 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:06.562871 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 9 to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b Mar 23 12:40:06.586822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:06.587175 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:06.587513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:06.609464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:06.609806 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:06.610923 n-d-834854-1 neutron-server[102778]: INFO neutron.plugins.ml2.plugin [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempt 10 to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b Mar 23 12:40:06.638249 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:06.639257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:06.640111 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempting to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:06.659520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:06.664147 n-d-834854-1 neutron-server[102778]: ERROR neutron.plugins.ml2.managers [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Failed to bind port eb84d801-55c5-4374-b69a-6562d0d2d16b on host n-h2-834854-1 for vnic_type normal using segments [{'id': '217d545f-ee38-4e29-bf0c-b9c19bb24199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2e97c816-77ec-4eb2-9349-fecbfe79b465'}] Mar 23 12:40:06.664710 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:06.674718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cd534-496c-4052-af50-4dfa6e302433 req-ae258f75-8639-4b9c-809f-85772bf14511 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:06.676761 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff0cd534-496c-4052-af50-4dfa6e302433 req-ae258f75-8639-4b9c-809f-85772bf14511 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 943 time: 0.1044223 Mar 23 12:40:06.724759 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eecf62ec-74b9-4d40-8e62-17013027e64a req-a5daa0bb-f87c-4cdf-8a50-b3dc162870a5 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0847690 Mar 23 12:40:06.788744 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff0cd534-496c-4052-af50-4dfa6e302433 req-79035e3d-4a42-4bbb-b933-75483ee23a93 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924494 Mar 23 12:40:06.833038 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] For port eb84d801-55c5-4374-b69a-6562d0d2d16b, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:40:06.836059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attempted to set empty binding levels {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 12:40:06.849692 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:06.881737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] In _notify_port_updated(), no bound segment for port eb84d801-55c5-4374-b69a-6562d0d2d16b on network 2e97c816-77ec-4eb2-9349-fecbfe79b465 {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:40:06.882615 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:06.883385 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:06.884748 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] 10.222.0.52 "PUT /v2.0/ports/eb84d801-55c5-4374-b69a-6562d0d2d16b HTTP/1.1" status: 200 len: 975 time: 0.8428397 Mar 23 12:40:06.904239 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37732) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:06.942595 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-6c9d48af-e803-45b5-b50d-780678c8c72f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:06.944484 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-6c9d48af-e803-45b5-b50d-780678c8c72f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 805 time: 0.2482784 Mar 23 12:40:06.982650 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-56f4a717-74a9-47cb-b237-bb9ec40951b9 req-a3125a40-010f-424d-9c30-92f36658a6e6 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 210 time: 0.0921993 Mar 23 12:40:06.986445 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-c893fc1c-2c93-4628-bc5a-36189bf9f05f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Request body: {'port': {'device_id': '2d26b362-baca-4b42-9152-492f3c52e29d', 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871', 'admin_state_up': True, 'tenant_id': '61f454bbb70244ecbf97f6b03af40553'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:06.996341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c167b-241c-4998-a889-431a6182bfbc tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Pushing event updated for resources: {'Port': ['ID=eb84d801-55c5-4374-b69a-6562d0d2d16b,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:07.075080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-87cd9b28-b231-477b-a38f-bd66d30daf8e tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Deleting port eb84d801-55c5-4374-b69a-6562d0d2d16b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:07.075541 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87cd9b28-b231-477b-a38f-bd66d30daf8e tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:07.086361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789b1b4-dbc3-4bde-b969-15e4bde1dd0e req-67699960-fff2-48b3-acec-08968890e26b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:07.088645 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0789b1b4-dbc3-4bde-b969-15e4bde1dd0e req-67699960-fff2-48b3-acec-08968890e26b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 945 time: 0.0939319 Mar 23 12:40:07.107647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:40:07.112074 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ca6dfa87-833b-48ed-9f17-ce128bbc09f6 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:40:07.121638 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-c893fc1c-2c93-4628-bc5a-36189bf9f05f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Made reservation on behalf of 61f454bbb70244ecbf97f6b03af40553 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:07.125681 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-c893fc1c-2c93-4628-bc5a-36189bf9f05f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:07.216109 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0789b1b4-dbc3-4bde-b969-15e4bde1dd0e req-df1f0c5c-dd2e-4efe-a06b-80b8ba17cb28 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124465 Mar 23 12:40:07.222457 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-87cd9b28-b231-477b-a38f-bd66d30daf8e tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] For port eb84d801-55c5-4374-b69a-6562d0d2d16b, host n-h2-834854-1, got binding levels [] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:07.222942 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87cd9b28-b231-477b-a38f-bd66d30daf8e tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:07.236920 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-87cd9b28-b231-477b-a38f-bd66d30daf8e tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Calling delete_port for eb84d801-55c5-4374-b69a-6562d0d2d16b owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:07.255426 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 2778e7f1-1fc8-458e-958a-21ea33974266 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:40:07.319911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-c893fc1c-2c93-4628-bc5a-36189bf9f05f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Allocated IP 172.20.0.8 (aa7ade3c-6c93-4ba0-b2cd-7915560e4871/d214faa0-c958-46e5-affe-d81670b016f4/584a0e65-c663-46e0-b4c8-7ea9e49276c8) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:40:07.324993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87cd9b28-b231-477b-a38f-bd66d30daf8e tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:07.353164 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d,segment=NetworkSegment(5133c369-e456-47ed-8fde-a80218fa7721),segment_id=5133c369-e456-47ed-8fde-a80218fa7721)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:07.382899 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87cd9b28-b231-477b-a38f-bd66d30daf8e tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:07.389069 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-87cd9b28-b231-477b-a38f-bd66d30daf8e tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] 10.222.0.52 "DELETE /v2.0/ports/eb84d801-55c5-4374-b69a-6562d0d2d16b HTTP/1.1" status: 204 len: 168 time: 0.4816055 Mar 23 12:40:07.389069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd9b28-b231-477b-a38f-bd66d30daf8e tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb84d801-55c5-4374-b69a-6562d0d2d16b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:07.391178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37736) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:07.395559 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d', 'network_id': '0d7586cb-c578-4321-b2f0-57004618f1d2', 'port_id': 'ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d', 'mac_address': 'fa:16:3e:76:49:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c1c311-8a85-47c1-9d8e-59c06015b5f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:40:07.402841 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:07.437336 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f461edb-4c99-41e5-a5fb-b7983beecc70 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] GET failed (client error): The resource could not be found. Mar 23 12:40:07.446272 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37740) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:07.447797 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2f461edb-4c99-41e5-a5fb-b7983beecc70 tempest-PortsAdminExtendedAttrsTestJSON-120292709 tempest-PortsAdminExtendedAttrsTestJSON-120292709-project-admin] 10.222.0.52 "GET /v2.0/ports/eb84d801-55c5-4374-b69a-6562d0d2d16b HTTP/1.1" status: 404 len: 333 time: 0.0547562 Mar 23 12:40:07.469889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36ff1ac-5051-4c41-a01f-8916b06f139d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2778e7f1-1fc8-458e-958a-21ea33974266'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:07.472515 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9900ab-403f-4aa7-9ce6-0f76809bee2f" -d '{"events": [{"server_uuid": "b36ff1ac-5051-4c41-a01f-8916b06f139d", "name": "network-vif-unplugged", "status": "completed", "tag": "2778e7f1-1fc8-458e-958a-21ea33974266"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:07.499238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 2778e7f1-1fc8-458e-958a-21ea33974266, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=2778e7f1-1fc8-458e-958a-21ea33974266,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:07.512810 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:07.524355 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46584a69-3146-4143-9920-eaed0de6fd50 req-2cea042c-abf9-4a33-be27-136fd33f3d41 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:07.526469 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-46584a69-3146-4143-9920-eaed0de6fd50 req-2cea042c-abf9-4a33-be27-136fd33f3d41 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.1582026 Mar 23 12:40:07.533464 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3fcbcd-05b8-45f5-8586-feeb37adfed5 x-openstack-request-id: req-ad3fcbcd-05b8-45f5-8586-feeb37adfed5 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:07.533762 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36ff1ac-5051-4c41-a01f-8916b06f139d", "name": "network-vif-unplugged", "status": "completed", "tag": "2778e7f1-1fc8-458e-958a-21ea33974266", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:07.534015 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad3fcbcd-05b8-45f5-8586-feeb37adfed5 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:07.534415 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36ff1ac-5051-4c41-a01f-8916b06f139d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2778e7f1-1fc8-458e-958a-21ea33974266', 'code': 200} Mar 23 12:40:07.535379 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:07.538785 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:40:07.588833 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d,segment=NetworkSegment(5133c369-e456-47ed-8fde-a80218fa7721),segment_id=5133c369-e456-47ed-8fde-a80218fa7721)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:07.602706 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:07.626526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=2778e7f1-1fc8-458e-958a-21ea33974266,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:07.635288 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:07.635508 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e08a26ae-f499-4d6d-8dd7-0ed60f88b879 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:07.635634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:07.636016 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:07.636641 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:07.636992 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:07.637330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:07.637706 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:07.638270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:07.639191 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:07.639553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:07.639896 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:07.640240 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:07.679439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-46584a69-3146-4143-9920-eaed0de6fd50 req-e4f98e73-8671-4b8a-afb7-1bd9aa6bf0ac tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168022 Mar 23 12:40:07.698626 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-c893fc1c-2c93-4628-bc5a-36189bf9f05f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:07.715283 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:07.795380 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e08a26ae-f499-4d6d-8dd7-0ed60f88b879 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:07.826809 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e08a26ae-f499-4d6d-8dd7-0ed60f88b879 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e97c816-77ec-4eb2-9349-fecbfe79b465']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:07.835711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e08a26ae-f499-4d6d-8dd7-0ed60f88b879 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217d545f-ee38-4e29-bf0c-b9c19bb24199') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:07.836251 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e08a26ae-f499-4d6d-8dd7-0ed60f88b879 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217d545f-ee38-4e29-bf0c-b9c19bb24199') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:07.850497 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-c893fc1c-2c93-4628-bc5a-36189bf9f05f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:07.861809 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e08a26ae-f499-4d6d-8dd7-0ed60f88b879 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:07.909371 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e08a26ae-f499-4d6d-8dd7-0ed60f88b879 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:07.927140 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-c893fc1c-2c93-4628-bc5a-36189bf9f05f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:07.933297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08a26ae-f499-4d6d-8dd7-0ed60f88b879 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:40:07.933715 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e08a26ae-f499-4d6d-8dd7-0ed60f88b879 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:40:07.937180 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:40:07.941060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-c893fc1c-2c93-4628-bc5a-36189bf9f05f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:07.953542 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b460f90-4866-45cf-b48d-ede18299f176 req-1967afc1-0b1d-4feb-8ca7-0606828232ef tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.1034508 Mar 23 12:40:07.971485 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893fc1c-2c93-4628-bc5a-36189bf9f05f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Pushing event updated for resources: {'Port': ['ID=584a0e65-c663-46e0-b4c8-7ea9e49276c8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:07.979733 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-c893fc1c-2c93-4628-bc5a-36189bf9f05f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:08.125524 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e08a26ae-f499-4d6d-8dd7-0ed60f88b879 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:08.129144 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:40:08.138218 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e08a26ae-f499-4d6d-8dd7-0ed60f88b879 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:08.145117 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e08a26ae-f499-4d6d-8dd7-0ed60f88b879 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] 10.222.0.52 "DELETE /v2.0/networks/2e97c816-77ec-4eb2-9349-fecbfe79b465 HTTP/1.1" status: 204 len: 168 time: 0.6945632 Mar 23 12:40:08.149841 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-c893fc1c-2c93-4628-bc5a-36189bf9f05f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:08.150654 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-c893fc1c-2c93-4628-bc5a-36189bf9f05f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:08.162083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4775f13-cc1c-4d6a-987d-6217cc43d45c req-9943ef1e-dfbe-43d7-99f5-f86ca74791a6 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:08.170945 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a26ae-f499-4d6d-8dd7-0ed60f88b879 tempest-PortsAdminExtendedAttrsTestJSON-772795708 tempest-PortsAdminExtendedAttrsTestJSON-772795708-project] Pushing event deleted for resources: {'Network': ['ID=2e97c816-77ec-4eb2-9349-fecbfe79b465,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:08.190367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896f9b0-3b06-47d3-9133-6c99f6bbfe81 req-b0ce2e7b-806d-48bf-b6f3-864da4bdee2e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:08.193451 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4775f13-cc1c-4d6a-987d-6217cc43d45c req-9943ef1e-dfbe-43d7-99f5-f86ca74791a6 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 931 time: 0.1120479 Mar 23 12:40:08.198744 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2896f9b0-3b06-47d3-9133-6c99f6bbfe81 req-b0ce2e7b-806d-48bf-b6f3-864da4bdee2e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 944 time: 0.2229011 Mar 23 12:40:08.209311 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-c893fc1c-2c93-4628-bc5a-36189bf9f05f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2296612 Mar 23 12:40:08.226086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Request body: {'port': {'device_id': '2d26b362-baca-4b42-9152-492f3c52e29d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:08.283398 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4775f13-cc1c-4d6a-987d-6217cc43d45c req-cd939873-8fa6-4e02-9f2a-e91f5ca7e96d tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875235 Mar 23 12:40:08.313998 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2896f9b0-3b06-47d3-9133-6c99f6bbfe81 req-ddafb28b-c2e0-4010-b1dd-a5a423925285 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139824 Mar 23 12:40:08.349869 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:08.446767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78f353-075f-491b-9fcf-7ef434756757 req-1dac5795-eb34-4d45-8977-7a0cb1d1b0c6 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:08.454569 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e78f353-075f-491b-9fcf-7ef434756757 req-1dac5795-eb34-4d45-8977-7a0cb1d1b0c6 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 943 time: 0.0952148 Mar 23 12:40:08.559268 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e78f353-075f-491b-9fcf-7ef434756757 req-840b45ac-ca95-4d71-b558-9f89ebbc3798 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031897 Mar 23 12:40:08.579305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37762) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:08.645126 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3a8ac4f6-bb36-4d5c-a95c-fd3954555d6a req-c14f5a07-4d6f-4523-8b12-ffe962f82a60 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0400169 Mar 23 12:40:08.892260 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-248f166c-4c24-4d70-9afa-c5426bd62e6a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=836611bb97954f5088a728c1eb12240e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087118 Mar 23 12:40:08.892681 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37792) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:08.925752 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584a0e65-c663-46e0-b4c8-7ea9e49276c8 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:40:08.941685 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:08.958404 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Transition to ACTIVE for port object 584a0e65-c663-46e0-b4c8-7ea9e49276c8 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:40:08.965493 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:08.990504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1de5d-4333-4ab5-8b99-32c463d1cfae req-c456b36c-e221-49ab-8632-063d1f83d925 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:09.001214 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8f1de5d-4333-4ab5-8b99-32c463d1cfae req-c456b36c-e221-49ab-8632-063d1f83d925 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.1733048 Mar 23 12:40:09.059356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Pushing event updated for resources: {'Port': ['ID=584a0e65-c663-46e0-b4c8-7ea9e49276c8,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:09.102067 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0b8aa53-f7d3-4a78-911e-dcd3f368f051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:09.120595 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8f1de5d-4333-4ab5-8b99-32c463d1cfae req-93bddc08-cab1-4aed-a923-269cd042806c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183913 Mar 23 12:40:09.184893 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0b8aa53-f7d3-4a78-911e-dcd3f368f051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:09.198349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Attempting to bind port 584a0e65-c663-46e0-b4c8-7ea9e49276c8 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:09.203956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Attempting to bind port 584a0e65-c663-46e0-b4c8-7ea9e49276c8 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:09.204419 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Attempting to bind port 584a0e65-c663-46e0-b4c8-7ea9e49276c8 on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:09.216585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Port 584a0e65-c663-46e0-b4c8-7ea9e49276c8 on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:09.216851 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Attempting to bind port 584a0e65-c663-46e0-b4c8-7ea9e49276c8 on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:09.227417 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:40:09.227731 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Checking segment: {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:40:09.228113 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Bound using segment: {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:40:09.229187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Bound port: 584a0e65-c663-46e0-b4c8-7ea9e49276c8, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:40:09.229517 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:09.258734 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0417590-8c0e-4bb3-943c-436e77303fb3 req-831e037c-565a-4ab2-8b0f-c60df9a8ec7a tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0548856 Mar 23 12:40:09.324651 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0b8aa53-f7d3-4a78-911e-dcd3f368f051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:09.329084 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0b8aa53-f7d3-4a78-911e-dcd3f368f051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:09.332275 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d0b8aa53-f7d3-4a78-911e-dcd3f368f051 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/89034ac3-9637-44b5-8950-d8e381741302 HTTP/1.1" status: 204 len: 168 time: 0.4382651 Mar 23 12:40:09.351631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8aa53-f7d3-4a78-911e-dcd3f368f051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89034ac3-9637-44b5-8950-d8e381741302,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:09.424880 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] For port 584a0e65-c663-46e0-b4c8-7ea9e49276c8, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:40:09.432198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] For port 584a0e65-c663-46e0-b4c8-7ea9e49276c8, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=584a0e65-c663-46e0-b4c8-7ea9e49276c8,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:40:09.440840 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:09.492964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fe1c1-2535-428b-9bb8-d8847b3d7e03 req-827d3939-76a3-4c4e-a61d-2dffd13419ee tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:09.495761 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f98fe1c1-2535-428b-9bb8-d8847b3d7e03 req-827d3939-76a3-4c4e-a61d-2dffd13419ee tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 943 time: 0.1323812 Mar 23 12:40:09.522737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:09.525943 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:09.530620 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] 10.222.0.77 "PUT /v2.0/ports/584a0e65-c663-46e0-b4c8-7ea9e49276c8 HTTP/1.1" status: 200 len: 1091 time: 1.3107049 Mar 23 12:40:09.536518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d26b362-baca-4b42-9152-492f3c52e29d', 'tag': '584a0e65-c663-46e0-b4c8-7ea9e49276c8'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:09.544241 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c36dd16-ceea-4174-af23-65f213b3b842" -d '{"events": [{"name": "network-changed", "server_uuid": "2d26b362-baca-4b42-9152-492f3c52e29d", "tag": "584a0e65-c663-46e0-b4c8-7ea9e49276c8"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:09.556392 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f98fe1c1-2535-428b-9bb8-d8847b3d7e03 req-f175f97f-9139-4c14-868c-54388fb9ec0f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534809 Mar 23 12:40:09.694648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b649f15-f030-4753-b40b-4ec98d49d697 service neutron] Pushing event updated for resources: {'Port': ['ID=584a0e65-c663-46e0-b4c8-7ea9e49276c8,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:09.752475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-7c686a7b-8ea9-4315-81f9-49488b35c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:09.754024 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-7c686a7b-8ea9-4315-81f9-49488b35c9bd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 1094 time: 0.1646397 Mar 23 12:40:09.844933 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809f228-68d4-4b6f-aeda-a1b605d39dae req-18f892d4-ca00-4a9e-9139-6f89b8a51e54 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:09.847258 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6809f228-68d4-4b6f-aeda-a1b605d39dae req-18f892d4-ca00-4a9e-9139-6f89b8a51e54 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 944 time: 0.1943796 Mar 23 12:40:09.852400 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-e76f92b4-aa28-4be5-ade4-7fc60d70eaaa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=584a0e65-c663-46e0-b4c8-7ea9e49276c8 HTTP/1.1" status: 200 len: 217 time: 0.0890238 Mar 23 12:40:09.927033 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37916) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:09.943800 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6809f228-68d4-4b6f-aeda-a1b605d39dae req-1d8a112e-bf86-4592-b901-818696fb04eb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811610 Mar 23 12:40:09.964228 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-07b4b966-c1ae-4af4-a50d-7cb81860c673 service neutron] 10.222.0.77 "GET /v2.0/ports/ca6dfa87-833b-48ed-9f17-ce128bbc09f6/bindings/n-h2-834854-1 HTTP/1.1" status: 200 len: 384 time: 0.2388520 Mar 23 12:40:09.997526 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-efdbda0e-d768-4b91-a626-f2bdcaa46a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:09.999550 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-efdbda0e-d768-4b91-a626-f2bdcaa46a85 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d214faa0-c958-46e5-affe-d81670b016f4 HTTP/1.1" status: 200 len: 845 time: 0.1354678 Mar 23 12:40:10.049504 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-8e7dabc7-8b00-4256-8e42-46242fac9cf3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327146 Mar 23 12:40:10.056915 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8f5b14-1b6d-4838-bca5-353f7f84123c x-openstack-request-id: req-bb8f5b14-1b6d-4838-bca5-353f7f84123c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:10.057418 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d26b362-baca-4b42-9152-492f3c52e29d", "tag": "584a0e65-c663-46e0-b4c8-7ea9e49276c8", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:10.057872 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb8f5b14-1b6d-4838-bca5-353f7f84123c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:10.058969 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d26b362-baca-4b42-9152-492f3c52e29d', 'tag': '584a0e65-c663-46e0-b4c8-7ea9e49276c8', 'status': 'completed', 'code': 200} Mar 23 12:40:10.164697 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8ee9fdc9-b49e-46c7-ae7d-4a97ca9db731 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3dee0181890f4d7990e8741a30250a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335858 Mar 23 12:40:10.164901 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37946) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:10.329756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7ff0c-24d1-42e3-a7c9-fdedcdf2633a req-859f4167-7e3d-4f15-9484-3612a1978b44 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:10.331436 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dda7ff0c-24d1-42e3-a7c9-fdedcdf2633a req-859f4167-7e3d-4f15-9484-3612a1978b44 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36ff1ac-5051-4c41-a01f-8916b06f139d HTTP/1.1" status: 200 len: 943 time: 0.1987729 Mar 23 12:40:10.335366 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-fcd901f9-8808-4d83-a156-b8a810c8b3b3 service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684016 Mar 23 12:40:10.422306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246761b-cdde-4dff-88bf-84bfdb20434f req-1d075f2b-0ec9-43fe-b9c7-e9e59b4be324 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:10.425248 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9246761b-cdde-4dff-88bf-84bfdb20434f req-1d075f2b-0ec9-43fe-b9c7-e9e59b4be324 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 944 time: 0.1834579 Mar 23 12:40:10.470631 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cfd3ceae-5d61-46e3-b8f6-ca42bab63532 req-c86cde91-703c-421d-932a-2f16ca5f0e0f service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213806 Mar 23 12:40:10.482871 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79c65d29-2761-43df-b90c-8ab6aa15e462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:10.527784 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9246761b-cdde-4dff-88bf-84bfdb20434f req-8069cf4b-c044-4896-96e2-e1dfc2db4ff3 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914907 Mar 23 12:40:10.548456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-096cb2c9-6a24-46e1-9232-27a56cda425e service neutron] For port ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:10.553426 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79c65d29-2761-43df-b90c-8ab6aa15e462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:10.574601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-096cb2c9-6a24-46e1-9232-27a56cda425e service neutron] For port ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:40:10.630846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-096cb2c9-6a24-46e1-9232-27a56cda425e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6dfa87-833b-48ed-9f17-ce128bbc09f6 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:40:10.653349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-dda7ff0c-24d1-42e3-a7c9-fdedcdf2633a req-8bed4fdf-0cf4-4288-a017-469d51b89190 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Deleting port 2778e7f1-1fc8-458e-958a-21ea33974266 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:10.653741 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dda7ff0c-24d1-42e3-a7c9-fdedcdf2633a req-8bed4fdf-0cf4-4288-a017-469d51b89190 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:10.660428 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36dd16-ceea-4174-af23-65f213b3b842 req-6a22f77c-1395-49a8-8f06-6b5e25dbf023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:10.662423 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c36dd16-ceea-4174-af23-65f213b3b842 req-6a22f77c-1395-49a8-8f06-6b5e25dbf023 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 1094 time: 0.0923133 Mar 23 12:40:10.683312 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-687a09c6-21b1-4954-83aa-7e4acb711f26 req-d1efbe61-46cf-42a5-a741-0e71aa073ffb tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0463390 Mar 23 12:40:10.685815 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-096cb2c9-6a24-46e1-9232-27a56cda425e service neutron] For port ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:10.728134 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-096cb2c9-6a24-46e1-9232-27a56cda425e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:10.784685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36dd16-ceea-4174-af23-65f213b3b842 req-77e6bb73-8248-4da7-aee2-4fbb08968c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:10.786678 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c36dd16-ceea-4174-af23-65f213b3b842 req-77e6bb73-8248-4da7-aee2-4fbb08968c39 service neutron] 10.222.0.77 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 906 time: 0.1092265 Mar 23 12:40:10.796917 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79c65d29-2761-43df-b90c-8ab6aa15e462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:10.799793 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79c65d29-2761-43df-b90c-8ab6aa15e462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:10.804370 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-79c65d29-2761-43df-b90c-8ab6aa15e462 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2bc307dc-2435-4fe4-b116-a00d6352aed9 HTTP/1.1" status: 204 len: 168 time: 0.6231737 Mar 23 12:40:10.882814 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-096cb2c9-6a24-46e1-9232-27a56cda425e service neutron] Transition to ACTIVE for port object ca6dfa87-833b-48ed-9f17-ce128bbc09f6 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:40:10.894895 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7950e-cf15-4a6f-9205-7b90ab52afa5 req-598f752b-a264-4520-a97f-9152835e68c2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:10.897420 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ceb7950e-cf15-4a6f-9205-7b90ab52afa5 req-598f752b-a264-4520-a97f-9152835e68c2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 943 time: 0.0912645 Mar 23 12:40:10.899548 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-096cb2c9-6a24-46e1-9232-27a56cda425e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:10.902457 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c36dd16-ceea-4174-af23-65f213b3b842 req-28507559-ab33-4083-87cb-2fffa0383c5b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=584a0e65-c663-46e0-b4c8-7ea9e49276c8 HTTP/1.1" status: 200 len: 217 time: 0.1076787 Mar 23 12:40:10.903206 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c65d29-2761-43df-b90c-8ab6aa15e462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc307dc-2435-4fe4-b116-a00d6352aed9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:10.990209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cb2c9-6a24-46e1-9232-27a56cda425e service neutron] Pushing event updated for resources: {'Port': ['ID=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,revision_number=10']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:11.007212 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36dd16-ceea-4174-af23-65f213b3b842 req-ef5a9fa5-4394-445c-b4be-01f99fc860d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:11.008739 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c36dd16-ceea-4174-af23-65f213b3b842 req-ef5a9fa5-4394-445c-b4be-01f99fc860d3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d214faa0-c958-46e5-affe-d81670b016f4 HTTP/1.1" status: 200 len: 845 time: 0.0973101 Mar 23 12:40:11.014535 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-dda7ff0c-24d1-42e3-a7c9-fdedcdf2633a req-8bed4fdf-0cf4-4288-a017-469d51b89190 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] For port 2778e7f1-1fc8-458e-958a-21ea33974266, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=2778e7f1-1fc8-458e-958a-21ea33974266,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:11.014975 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dda7ff0c-24d1-42e3-a7c9-fdedcdf2633a req-8bed4fdf-0cf4-4288-a017-469d51b89190 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:11.052951 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-096cb2c9-6a24-46e1-9232-27a56cda425e service neutron] No DVR routers for this DVR port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:40:11.061828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-dda7ff0c-24d1-42e3-a7c9-fdedcdf2633a req-8bed4fdf-0cf4-4288-a017-469d51b89190 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Calling delete_port for 2778e7f1-1fc8-458e-958a-21ea33974266 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:11.065439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c36dd16-ceea-4174-af23-65f213b3b842 req-27f6b526-0bcb-42b5-ad2b-378fb6cf66a0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476022 Mar 23 12:40:11.069957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ceb7950e-cf15-4a6f-9205-7b90ab52afa5 req-e9386e5e-ba72-4192-9718-352a3b7bc1e6 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808733 Mar 23 12:40:11.117691 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:11.133089 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-096cb2c9-6a24-46e1-9232-27a56cda425e service neutron] 10.222.0.77 "PUT /v2.0/ports/ca6dfa87-833b-48ed-9f17-ce128bbc09f6/bindings/n-h2-834854-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1560409 Mar 23 12:40:11.297343 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-101837a8-99c4-40ed-a196-7d1c9f90e1d1 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:11.302932 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-101837a8-99c4-40ed-a196-7d1c9f90e1d1 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3&tenant_id=d1929913b1364306b03584922edf0edc&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 1096 time: 0.1045287 Mar 23 12:40:11.328233 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:40:11.344463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:11.347154 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:11.428560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-0c5810f0-3e83-4d9f-8b9e-5942de5526f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:11.430257 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-0c5810f0-3e83-4d9f-8b9e-5942de5526f2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3&tenant_id=d1929913b1364306b03584922edf0edc HTTP/1.1" status: 200 len: 1096 time: 0.1183875 Mar 23 12:40:11.430811 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c36dd16-ceea-4174-af23-65f213b3b842 req-667c547c-fbdb-4321-a1a3-f5603f0ac7fb service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493919 Mar 23 12:40:11.523788 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-5dba705a-5b7f-4855-b176-cbc64938f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:11.525974 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-5dba705a-5b7f-4855-b176-cbc64938f9d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d1929913b1364306b03584922edf0edc&device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 1096 time: 0.0587707 Mar 23 12:40:11.558662 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:11.598546 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d,segment=NetworkSegment(5133c369-e456-47ed-8fde-a80218fa7721),segment_id=5133c369-e456-47ed-8fde-a80218fa7721)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:11.600065 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ea62da-a5ea-4b3a-8e84-34d606f4550f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:11.603204 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb11d748-2d81-4573-a396-599dad05d7e5" -d '{"events": [{"server_uuid": "19ea62da-a5ea-4b3a-8e84-34d606f4550f", "name": "network-vif-plugged", "status": "completed", "tag": "ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:11.608384 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:11.609663 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 2778e7f1-1fc8-458e-958a-21ea33974266 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:40:11.622957 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c36dd16-ceea-4174-af23-65f213b3b842 req-69c1b189-418b-4460-9099-02fe822b2f2d service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871867 Mar 23 12:40:11.663259 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dda7ff0c-24d1-42e3-a7c9-fdedcdf2633a req-8bed4fdf-0cf4-4288-a017-469d51b89190 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:11.689531 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:11.706317 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed4fdf-0cf4-4288-a017-469d51b89190 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Pushing event deleted for resources: {'Port': ['ID=2778e7f1-1fc8-458e-958a-21ea33974266,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:11.742510 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No active binding found for port 2778e7f1-1fc8-458e-958a-21ea33974266 {{(pid=102780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 12:40:11.743055 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 2778e7f1-1fc8-458e-958a-21ea33974266 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:40:11.920060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-d87a988a-85fb-4139-b612-4d34f646176e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:11.922010 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-d87a988a-85fb-4139-b612-4d34f646176e service neutron] 10.222.0.73 "GET /v2.0/networks?id=17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 200 len: 909 time: 0.3829522 Mar 23 12:40:12.016064 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-a99b9d1a-f86b-403e-973d-e2c971c3d5df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca6dfa87-833b-48ed-9f17-ce128bbc09f6 HTTP/1.1" status: 200 len: 217 time: 0.0824187 Mar 23 12:40:12.020742 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40aabfc6-0aeb-4119-8e14-e49be4245fdd req-46b1fdae-a1c7-4b57-9305-570f144c39ff tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8&device_id=be81ed09-2a24-4ce5-bce1-79979c1ac38f HTTP/1.1" status: 200 len: 210 time: 0.0857241 Mar 23 12:40:12.216782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda7ff0c-24d1-42e3-a7c9-fdedcdf2633a req-8bed4fdf-0cf4-4288-a017-469d51b89190 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] No DVR routers for this DVR port 2778e7f1-1fc8-458e-958a-21ea33974266 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:40:12.221142 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dda7ff0c-24d1-42e3-a7c9-fdedcdf2633a req-8bed4fdf-0cf4-4288-a017-469d51b89190 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:12.225675 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dda7ff0c-24d1-42e3-a7c9-fdedcdf2633a req-8bed4fdf-0cf4-4288-a017-469d51b89190 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "DELETE /v2.0/ports/2778e7f1-1fc8-458e-958a-21ea33974266 HTTP/1.1" status: 204 len: 173 time: 1.8883209 Mar 23 12:40:12.226412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36ff1ac-5051-4c41-a01f-8916b06f139d', 'name': 'network-vif-deleted', 'tag': '2778e7f1-1fc8-458e-958a-21ea33974266'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:12.229632 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b38838-6c6d-4b7a-8ded-3070fc2817fe" -d '{"events": [{"server_uuid": "b36ff1ac-5051-4c41-a01f-8916b06f139d", "name": "network-vif-deleted", "tag": "2778e7f1-1fc8-458e-958a-21ea33974266"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:12.229824 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-a8811ae3-32cd-4982-b4d4-4593896e0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:12.232430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-a8811ae3-32cd-4982-b4d4-4593896e0533 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 200 len: 848 time: 0.2067568 Mar 23 12:40:12.285668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94145a-322a-449e-8af9-a684383043cc req-bb77feb6-ae12-467e-9eb7-84872321a821 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:12.292968 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1c94145a-322a-449e-8af9-a684383043cc req-bb77feb6-ae12-467e-9eb7-84872321a821 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 945 time: 0.1537783 Mar 23 12:40:12.345117 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-5badea88-9bba-4fe4-aeb4-34f818653cab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17d964f1-9bc1-42d7-b89a-915f95df68b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000545 Mar 23 12:40:12.512124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38180) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:12.516183 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1c94145a-322a-449e-8af9-a684383043cc req-70032dbe-6b73-4cfb-8475-5d4be85e90df tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924157 Mar 23 12:40:12.606279 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-f2cfe25e-2689-45e3-9cd0-a3c2583ea3b1 service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426126 Mar 23 12:40:12.712380 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5784afe4-edbc-4395-9dfc-4b97e3a0dda7 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1389389090'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:12.773250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5784afe4-edbc-4395-9dfc-4b97e3a0dda7 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Made reservation on behalf of a0127285fdf14d7499d6da3a43f837de for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:12.776181 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5784afe4-edbc-4395-9dfc-4b97e3a0dda7 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:12.794631 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5784afe4-edbc-4395-9dfc-4b97e3a0dda7 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:12.855198 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-67a41688-6af7-4b55-b8cb-ed7f935a6125 service neutron] 10.222.0.73 "GET /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381358 Mar 23 12:40:13.052880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2e7b9-6129-4453-8d64-c8d0a0651917 req-dd3af1e3-eeba-494d-890d-2bda0382f241 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:13.058899 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85c2e7b9-6129-4453-8d64-c8d0a0651917 req-dd3af1e3-eeba-494d-890d-2bda0382f241 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 945 time: 0.0902984 Mar 23 12:40:13.089426 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5784afe4-edbc-4395-9dfc-4b97e3a0dda7 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:13.095714 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5784afe4-edbc-4395-9dfc-4b97e3a0dda7 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:13.131414 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 584a0e65-c663-46e0-b4c8-7ea9e49276c8 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:40:13.133993 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85c2e7b9-6129-4453-8d64-c8d0a0651917 req-5d97d0db-de2b-48eb-927b-b76eea3e7378 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689766 Mar 23 12:40:13.175755 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5784afe4-edbc-4395-9dfc-4b97e3a0dda7 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:40:13.195229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784afe4-edbc-4395-9dfc-4b97e3a0dda7 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de6be2d-0053-4113-8b7c-4acc94c69c44,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:13.211003 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5784afe4-edbc-4395-9dfc-4b97e3a0dda7 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:13.211351 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-5784afe4-edbc-4395-9dfc-4b97e3a0dda7 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Added segment eaabe2ff-7607-4732-aada-321059a3147b of type vlan for network 8e0ebca2-520f-42d6-89ef-6d6f36cdefb3 Mar 23 12:40:13.324398 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1783be-7af2-417b-9232-de203f725548 x-openstack-request-id: req-7c1783be-7af2-417b-9232-de203f725548 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:13.324671 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ea62da-a5ea-4b3a-8e84-34d606f4550f", "name": "network-vif-plugged", "status": "completed", "tag": "ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:13.324933 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c1783be-7af2-417b-9232-de203f725548 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:13.325328 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ea62da-a5ea-4b3a-8e84-34d606f4550f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d', 'code': 200} Mar 23 12:40:13.330452 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b318397b-727f-430b-96e9-68b7b7207166 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:13.341693 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-b318397b-727f-430b-96e9-68b7b7207166 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3&tenant_id=d1929913b1364306b03584922edf0edc&binding%3Ahost_id=n-h2-834854-1 HTTP/1.1" status: 200 len: 1096 time: 0.1264753 Mar 23 12:40:13.366426 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5784afe4-edbc-4395-9dfc-4b97e3a0dda7 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:13.458713 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5784afe4-edbc-4395-9dfc-4b97e3a0dda7 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:13.467380 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5784afe4-edbc-4395-9dfc-4b97e3a0dda7 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:13.468051 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5784afe4-edbc-4395-9dfc-4b97e3a0dda7 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:13.527483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 584a0e65-c663-46e0-b4c8-7ea9e49276c8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=584a0e65-c663-46e0-b4c8-7ea9e49276c8,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:13.573315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '584a0e65-c663-46e0-b4c8-7ea9e49276c8', 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871', 'port_id': '584a0e65-c663-46e0-b4c8-7ea9e49276c8', 'mac_address': 'fa:16:3e:71:85:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd214faa0-c958-46e5-affe-d81670b016f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:40:13.622378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-79fbeb15-e761-4270-9ad1-e7cc2274c08f service neutron] For port ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:40:13.634749 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-79fbeb15-e761-4270-9ad1-e7cc2274c08f service neutron] Notify callbacks [] for binding, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:13.638742 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c140f16-42bb-41ef-967f-bbace317ffd9 req-79fbeb15-e761-4270-9ad1-e7cc2274c08f service neutron] 10.222.0.73 "DELETE /v2.0/ports/ca6dfa87-833b-48ed-9f17-ce128bbc09f6/bindings/n-h1-834854-1 HTTP/1.1" status: 204 len: 173 time: 0.2883453 Mar 23 12:40:13.660962 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:13.699642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584a0e65-c663-46e0-b4c8-7ea9e49276c8 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:40:13.727960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38294) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:13.728940 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5784afe4-edbc-4395-9dfc-4b97e3a0dda7 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2142079 Mar 23 12:40:13.734281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7d1d44f8-4ee4-41a2-a2d7-3dbcbc90fd54 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Request body: {'subnet': {'network_id': '8e0ebca2-520f-42d6-89ef-6d6f36cdefb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:13.771484 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5867e-52f0-4488-ad81-64d45a759ebb req-ddcdee27-b95b-4725-a486-1e98aaa3230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:13.771719 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 584a0e65-c663-46e0-b4c8-7ea9e49276c8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=584a0e65-c663-46e0-b4c8-7ea9e49276c8,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:13.773085 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-50c5867e-52f0-4488-ad81-64d45a759ebb req-ddcdee27-b95b-4725-a486-1e98aaa3230f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 1096 time: 0.3683264 Mar 23 12:40:13.778105 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:13.796363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e06ac-3b4d-42b2-8e4f-df9939b3b4c8 req-db421604-e316-48fa-bf4c-abd049c385ac tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:13.825148 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-687e06ac-3b4d-42b2-8e4f-df9939b3b4c8 req-db421604-e316-48fa-bf4c-abd049c385ac tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 943 time: 0.4179976 Mar 23 12:40:13.827918 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980a2272-4493-495a-b215-5837ac8d17cc x-openstack-request-id: req-980a2272-4493-495a-b215-5837ac8d17cc {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:13.828296 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36ff1ac-5051-4c41-a01f-8916b06f139d", "name": "network-vif-deleted", "tag": "2778e7f1-1fc8-458e-958a-21ea33974266", "status": "failed", "code": 422}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:13.828677 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-980a2272-4493-495a-b215-5837ac8d17cc {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:13.829265 n-d-834854-1 neutron-server[102779]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b36ff1ac-5051-4c41-a01f-8916b06f139d', 'name': 'network-vif-deleted', 'tag': '2778e7f1-1fc8-458e-958a-21ea33974266', 'status': 'failed', 'code': 422} returned with failed status Mar 23 12:40:13.917587 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-687e06ac-3b4d-42b2-8e4f-df9939b3b4c8 req-97c30dec-2f68-49c0-93ba-03f98df628b3 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777726 Mar 23 12:40:13.921407 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784afe4-edbc-4395-9dfc-4b97e3a0dda7 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Pushing event updated for resources: {'Network': ['ID=8e0ebca2-520f-42d6-89ef-6d6f36cdefb3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:13.926188 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=584a0e65-c663-46e0-b4c8-7ea9e49276c8,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:13.939914 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-10827d0e-9269-4216-823f-b7570acf6031 req-55366d1f-a03f-419e-9acf-2e7657be73aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02f600103e2543f9960d8ce8b7b03178&device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.1000235 Mar 23 12:40:13.949126 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 8e0ebca2-520f-42d6-89ef-6d6f36cdefb3 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:40:14.039783 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-50c5867e-52f0-4488-ad81-64d45a759ebb req-f733cb70-071a-463b-876d-706874f0c898 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043021 Mar 23 12:40:14.042203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1d44f8-4ee4-41a2-a2d7-3dbcbc90fd54 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Made reservation on behalf of a0127285fdf14d7499d6da3a43f837de for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:14.055504 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d1d44f8-4ee4-41a2-a2d7-3dbcbc90fd54 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:14.066732 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-10827d0e-9269-4216-823f-b7570acf6031 req-2381920f-47ca-4dc1-b3a3-0a70d6d07eab service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=02f600103e2543f9960d8ce8b7b03178&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0987809 Mar 23 12:40:14.152714 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4cae6a5c-edd8-4829-b1d9-e55a6a11a8c8 req-d8a88e25-a285-4776-9066-5522ab281ede tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0932114 Mar 23 12:40:14.181141 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505f3f0-a2fc-42cb-8454-39438171a32a req-66b98c6f-c92c-482c-a2ad-ee46e5282d61 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:14.192831 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6505f3f0-a2fc-42cb-8454-39438171a32a req-66b98c6f-c92c-482c-a2ad-ee46e5282d61 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 945 time: 0.1005056 Mar 23 12:40:14.268635 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6505f3f0-a2fc-42cb-8454-39438171a32a req-58eea718-f47b-41c9-9b7a-d95a5e49ea0b tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749340 Mar 23 12:40:14.305298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['584a0e65-c663-46e0-b4c8-7ea9e49276c8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:40:14.463720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10827d0e-9269-4216-823f-b7570acf6031 req-32d99285-a2d5-42c2-80f0-b3be6842db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:14.466011 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-10827d0e-9269-4216-823f-b7570acf6031 req-32d99285-a2d5-42c2-80f0-b3be6842db46 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1428235 Mar 23 12:40:14.511526 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce93bb-70b1-4b5b-9059-739b03435d1a req-0881e98d-5f92-437c-81e8-bda8c822fa0b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:14.513580 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-97ce93bb-70b1-4b5b-9059-739b03435d1a req-0881e98d-5f92-437c-81e8-bda8c822fa0b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 945 time: 0.2509112 Mar 23 12:40:14.584816 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-eb8c45d3-5016-4bc2-a670-410b31cd5db3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:14.587437 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-eb8c45d3-5016-4bc2-a670-410b31cd5db3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 812 time: 0.2013397 Mar 23 12:40:14.613530 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-7afa9288-43d0-4a6a-9f98-b3ad632dd2c0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/quotas/94bd604e153d4325b00d4f8451712134 HTTP/1.1" status: 200 len: 375 time: 0.0147548 Mar 23 12:40:14.622377 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-97ce93bb-70b1-4b5b-9059-739b03435d1a req-dc2cf8b1-d223-423a-bb99-0554a56c5ffd tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013086 Mar 23 12:40:14.659653 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-9b4b9cde-4b9c-40d1-ba82-68c8ffdee9eb tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378532 Mar 23 12:40:14.689557 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d1d44f8-4ee4-41a2-a2d7-3dbcbc90fd54 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:14.795433 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d44f8-4ee4-41a2-a2d7-3dbcbc90fd54 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Pushing event updated for resources: {'Subnet': ['ID=5be76841-c402-4d84-9980-98f51e35d5b5,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:14.811276 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d44f8-4ee4-41a2-a2d7-3dbcbc90fd54 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Checking segment: {'id': 'eaabe2ff-7607-4732-aada-321059a3147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e0ebca2-520f-42d6-89ef-6d6f36cdefb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:40:14.811624 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1d44f8-4ee4-41a2-a2d7-3dbcbc90fd54 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Network hostable DHCP agents. Network: 8e0ebca2-520f-42d6-89ef-6d6f36cdefb3, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:40:14.830796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff731f6-6409-4300-8342-3d394f4e344d req-88795803-91ba-4f8c-bf22-e1a77c01efae tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:14.832404 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ff731f6-6409-4300-8342-3d394f4e344d req-88795803-91ba-4f8c-bf22-e1a77c01efae tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 1096 time: 0.0785918 Mar 23 12:40:14.840653 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-713c0845-d422-4476-bbfb-e2bba16c2838 service neutron] 10.222.0.52 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725287 Mar 23 12:40:14.844530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1d44f8-4ee4-41a2-a2d7-3dbcbc90fd54 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Network 8e0ebca2-520f-42d6-89ef-6d6f36cdefb3 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:40:14.866929 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7d1d44f8-4ee4-41a2-a2d7-3dbcbc90fd54 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 8e0ebca2-520f-42d6-89ef-6d6f36cdefb3) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:14.880531 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e607ac32-d606-46c9-aaa5-eb1a8802719c None None] Network 8e0ebca2-520f-42d6-89ef-6d6f36cdefb3 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:40:14.884307 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d44f8-4ee4-41a2-a2d7-3dbcbc90fd54 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:14.885144 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d1d44f8-4ee4-41a2-a2d7-3dbcbc90fd54 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:14.888672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ff731f6-6409-4300-8342-3d394f4e344d req-a1ac159e-a1f8-457d-a88a-ec9fa99a63b1 tempest-LiveMigrationTest-1230376291 tempest-LiveMigrationTest-1230376291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404294 Mar 23 12:40:14.917956 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7d1d44f8-4ee4-41a2-a2d7-3dbcbc90fd54 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1877344 Mar 23 12:40:14.936550 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38368) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:14.943534 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-cdcf1708-352e-4440-a7c6-062a7fbda508 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Request body: {'port': {'network_id': '8e0ebca2-520f-42d6-89ef-6d6f36cdefb3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2082090437'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:15.026382 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-26d2d52c-7323-4fe0-8636-0ddcda7fea64 service neutron] 10.222.0.52 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784849 Mar 23 12:40:15.239714 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcf1708-352e-4440-a7c6-062a7fbda508 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Made reservation on behalf of a0127285fdf14d7499d6da3a43f837de for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:15.245844 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1708-352e-4440-a7c6-062a7fbda508 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:15.278062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-cdcf1708-352e-4440-a7c6-062a7fbda508 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] device_id is not set on port f0c900c5-694a-42df-8e6f-d6a3fad5a72d yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:40:15.368872 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8e0ebca2-520f-42d6-89ef-6d6f36cdefb3', 'network_id': '8e0ebca2-520f-42d6-89ef-6d6f36cdefb3', 'tenant_id': 'a0127285fdf14d7499d6da3a43f837de', 'fixed_ips': [{'subnet_id': '5be76841-c402-4d84-9980-98f51e35d5b5'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:40:15.370868 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:15.519736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-cdcf1708-352e-4440-a7c6-062a7fbda508 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Allocated IP 172.20.0.14 (8e0ebca2-520f-42d6-89ef-6d6f36cdefb3/5be76841-c402-4d84-9980-98f51e35d5b5/f0c900c5-694a-42df-8e6f-d6a3fad5a72d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:40:15.540760 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99309efc-1bd2-4de6-8534-ded8f35c7ca0 req-68192275-2f8f-46ab-8e12-b179675896bd tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:15.548063 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99309efc-1bd2-4de6-8534-ded8f35c7ca0 req-68192275-2f8f-46ab-8e12-b179675896bd tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 944 time: 0.0878072 Mar 23 12:40:15.652071 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99309efc-1bd2-4de6-8534-ded8f35c7ca0 req-f79f6438-0f94-459d-833f-1703e116a2c9 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030562 Mar 23 12:40:15.853981 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9339ccf8-cb22-487c-a8c2-536c78f04ed8 req-9459e7b2-b6e1-4bf1-aa19-2a56d6ba0575 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 210 time: 0.0797687 Mar 23 12:40:15.867176 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:15.889933 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd6087d7-c3a7-479b-85fc-b7ab423bb1a2 req-2e5d099f-a7e1-4749-bc47-3bc67ffc447c tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0796258 Mar 23 12:40:15.976805 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1708-352e-4440-a7c6-062a7fbda508 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:16.057489 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff4d1a-80ff-4984-94bf-4294bcf2141d req-15e20856-a87a-46e2-9966-9edd213264a1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:16.060104 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3bff4d1a-80ff-4984-94bf-4294bcf2141d req-15e20856-a87a-46e2-9966-9edd213264a1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 945 time: 0.0824685 Mar 23 12:40:16.114861 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3bff4d1a-80ff-4984-94bf-4294bcf2141d req-d60b83e1-7a34-4d10-9000-513f4f52577f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482173 Mar 23 12:40:16.473628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534612f-11ad-4ef9-ba12-b5cf78bd711e req-71eefe70-d2ef-4efe-a4cb-56a9480b1ea1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:16.475064 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b534612f-11ad-4ef9-ba12-b5cf78bd711e req-71eefe70-d2ef-4efe-a4cb-56a9480b1ea1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 945 time: 0.0577006 Mar 23 12:40:16.487051 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-10827d0e-9269-4216-823f-b7570acf6031 req-e957c2b0-9eda-4863-9695-776d2a26b112 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.77 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0643559 Mar 23 12:40:16.492197 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1708-352e-4440-a7c6-062a7fbda508 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:16.504506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27711508-2839-4651-88a4-c857b718ad79 req-dbdd4a36-c47e-41e5-b380-912b00f01922 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:16.506124 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27711508-2839-4651-88a4-c857b718ad79 req-dbdd4a36-c47e-41e5-b380-912b00f01922 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 945 time: 0.4882863 Mar 23 12:40:16.523623 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b534612f-11ad-4ef9-ba12-b5cf78bd711e req-18d9ffe9-305e-4031-8387-85cd9276d93c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411549 Mar 23 12:40:16.575494 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Allocated IP 172.20.0.2 (8e0ebca2-520f-42d6-89ef-6d6f36cdefb3/5be76841-c402-4d84-9980-98f51e35d5b5/3d67e936-4e1c-4031-81fc-24048cce63c2) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:40:16.602814 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcf1708-352e-4440-a7c6-062a7fbda508 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Network 8e0ebca2-520f-42d6-89ef-6d6f36cdefb3 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:16.613427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75933d4c-b7f9-445b-b248-4b9e8c9736ac req-e7d12a15-ddf1-4f02-afec-d0ba73a4c2fc tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:16.620434 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75933d4c-b7f9-445b-b248-4b9e8c9736ac req-e7d12a15-ddf1-4f02-afec-d0ba73a4c2fc tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 945 time: 0.5661454 Mar 23 12:40:16.633430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf1708-352e-4440-a7c6-062a7fbda508 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Pushing event updated for resources: {'Port': ['ID=f0c900c5-694a-42df-8e6f-d6a3fad5a72d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:16.635863 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-cdcf1708-352e-4440-a7c6-062a7fbda508 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:16.640146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf1708-352e-4440-a7c6-062a7fbda508 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:16.722255 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75933d4c-b7f9-445b-b248-4b9e8c9736ac req-305fb7cc-16af-4e33-b96f-964797ad28b8 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009099 Mar 23 12:40:16.756142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf1708-352e-4440-a7c6-062a7fbda508 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:16.756892 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1708-352e-4440-a7c6-062a7fbda508 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:16.795513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-27711508-2839-4651-88a4-c857b718ad79 req-f1a04be0-9828-463f-a56e-197774111c5c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Deleting port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:16.795513 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-27711508-2839-4651-88a4-c857b718ad79 req-f1a04be0-9828-463f-a56e-197774111c5c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:16.811087 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cdcf1708-352e-4440-a7c6-062a7fbda508 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8628168 Mar 23 12:40:16.814480 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38406) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:16.826706 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:16.828730 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f89ebf8d-2d29-432c-ae9d-c292deba3568 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Request body: {'port': {'network_id': '8e0ebca2-520f-42d6-89ef-6d6f36cdefb3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-573289777', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:16.829323 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.api.validators [None req-f89ebf8d-2d29-432c-ae9d-c292deba3568 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] bootfile-name is not in valid_values {{(pid=102778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 12:40:16.829669 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.api.validators [None req-f89ebf8d-2d29-432c-ae9d-c292deba3568 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] tftp-server is not in valid_values {{(pid=102778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 12:40:16.830359 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.api.validators [None req-f89ebf8d-2d29-432c-ae9d-c292deba3568 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] server-ip-address is not in valid_values {{(pid=102778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 12:40:16.838440 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:16.874780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8f2d0-d402-4b0a-abb7-e1ce40e6be3e req-c942f4a9-942c-4e73-998c-386ac342ca1a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:16.885163 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8f8f2d0-d402-4b0a-abb7-e1ce40e6be3e req-c942f4a9-942c-4e73-998c-386ac342ca1a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 944 time: 0.0826952 Mar 23 12:40:16.894068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Network 8e0ebca2-520f-42d6-89ef-6d6f36cdefb3 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:16.897967 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:16.902461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:16.935952 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Pushing event updated for resources: {'Port': ['ID=3d67e936-4e1c-4031-81fc-24048cce63c2,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:16.978820 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8f8f2d0-d402-4b0a-abb7-e1ce40e6be3e req-bc6142e3-c626-47f0-a038-acc1f3c7b08c tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827839 Mar 23 12:40:16.992533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Attempting to bind port 3d67e936-4e1c-4031-81fc-24048cce63c2 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:16.992909 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Attempting to bind port 3d67e936-4e1c-4031-81fc-24048cce63c2 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'eaabe2ff-7607-4732-aada-321059a3147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e0ebca2-520f-42d6-89ef-6d6f36cdefb3'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:16.993271 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Attempting to bind port 3d67e936-4e1c-4031-81fc-24048cce63c2 on network 8e0ebca2-520f-42d6-89ef-6d6f36cdefb3 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:17.012204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:40:17.012975 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Checking segment: {'id': 'eaabe2ff-7607-4732-aada-321059a3147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e0ebca2-520f-42d6-89ef-6d6f36cdefb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:40:17.013584 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:17.014139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Bound using segment: {'id': 'eaabe2ff-7607-4732-aada-321059a3147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e0ebca2-520f-42d6-89ef-6d6f36cdefb3'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:40:17.015499 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Bound port: 3d67e936-4e1c-4031-81fc-24048cce63c2, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaabe2ff-7607-4732-aada-321059a3147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e0ebca2-520f-42d6-89ef-6d6f36cdefb3'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:40:17.016170 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:17.106007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] For port 3d67e936-4e1c-4031-81fc-24048cce63c2, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:40:17.116461 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e570c75-de16-4c74-87ad-7594867fa409 req-f6e457aa-0301-43ff-a06b-6d5a72187f06 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 210 time: 0.1407657 Mar 23 12:40:17.126809 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] For port 3d67e936-4e1c-4031-81fc-24048cce63c2, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3d67e936-4e1c-4031-81fc-24048cce63c2,segment=NetworkSegment(eaabe2ff-7607-4732-aada-321059a3147b),segment_id=eaabe2ff-7607-4732-aada-321059a3147b)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:40:17.158958 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 584a0e65-c663-46e0-b4c8-7ea9e49276c8 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:17.167107 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:17.173324 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bc4f8088-73c5-4cd9-bd82-0c7539481aa6 req-cffef890-68b9-4472-a287-2638177d57eb tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be971e67-7985-4d93-b5e6-0e2a9260a1d8 HTTP/1.1" status: 200 len: 210 time: 0.0399208 Mar 23 12:40:17.220099 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89ebf8d-2d29-432c-ae9d-c292deba3568 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Made reservation on behalf of a0127285fdf14d7499d6da3a43f837de for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:17.223957 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f89ebf8d-2d29-432c-ae9d-c292deba3568 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:17.244632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-27711508-2839-4651-88a4-c857b718ad79 req-f1a04be0-9828-463f-a56e-197774111c5c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] For port ca6dfa87-833b-48ed-9f17-ce128bbc09f6, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:17.245063 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-27711508-2839-4651-88a4-c857b718ad79 req-f1a04be0-9828-463f-a56e-197774111c5c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:17.264763 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-9a75a17c-c39c-495f-a0a7-660e70f67ec6 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:17.266286 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-9a75a17c-c39c-495f-a0a7-660e70f67ec6 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 812 time: 0.4036717 Mar 23 12:40:17.275743 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-27711508-2839-4651-88a4-c857b718ad79 req-f1a04be0-9828-463f-a56e-197774111c5c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Calling delete_port for ca6dfa87-833b-48ed-9f17-ce128bbc09f6 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:17.278487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-f89ebf8d-2d29-432c-ae9d-c292deba3568 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] device_id is not set on port 25347912-99ad-4a5a-9eed-6217f394d921 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:40:17.288979 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-e22e81c3-7ccf-440f-8284-80ea6f29ae3d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Request body: {'port': {'device_id': '9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9', 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a', 'admin_state_up': True, 'tenant_id': '94bd604e153d4325b00d4f8451712134'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:17.379219 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:17.388490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb2455-8a48-4581-bd33-d8cf103f4e10 None None] Pushing event updated for resources: {'Port': ['ID=3d67e936-4e1c-4031-81fc-24048cce63c2,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:17.410361 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 584a0e65-c663-46e0-b4c8-7ea9e49276c8 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:40:17.415217 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 584a0e65-c663-46e0-b4c8-7ea9e49276c8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:17.415626 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:17.508421 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:17.543238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d26b362-baca-4b42-9152-492f3c52e29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584a0e65-c663-46e0-b4c8-7ea9e49276c8'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:17.552824 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca7c525-4eb6-48cd-908d-0e853fd306b5" -d '{"events": [{"server_uuid": "2d26b362-baca-4b42-9152-492f3c52e29d", "name": "network-vif-plugged", "status": "completed", "tag": "584a0e65-c663-46e0-b4c8-7ea9e49276c8"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:17.577420 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:40:17.609383 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 584a0e65-c663-46e0-b4c8-7ea9e49276c8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=584a0e65-c663-46e0-b4c8-7ea9e49276c8,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:17.615781 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-f89ebf8d-2d29-432c-ae9d-c292deba3568 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Allocated IP 172.20.0.12 (8e0ebca2-520f-42d6-89ef-6d6f36cdefb3/5be76841-c402-4d84-9980-98f51e35d5b5/25347912-99ad-4a5a-9eed-6217f394d921) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:40:17.618115 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:17.659910 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9467a469-87c0-4d98-8c11-0d8473c9d337 x-openstack-request-id: req-9467a469-87c0-4d98-8c11-0d8473c9d337 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:17.663545 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d26b362-baca-4b42-9152-492f3c52e29d", "name": "network-vif-plugged", "status": "completed", "tag": "584a0e65-c663-46e0-b4c8-7ea9e49276c8", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:17.663545 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9467a469-87c0-4d98-8c11-0d8473c9d337 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:17.663545 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d26b362-baca-4b42-9152-492f3c52e29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584a0e65-c663-46e0-b4c8-7ea9e49276c8', 'code': 200} Mar 23 12:40:17.735418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-e22e81c3-7ccf-440f-8284-80ea6f29ae3d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Made reservation on behalf of 94bd604e153d4325b00d4f8451712134 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:17.737020 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=584a0e65-c663-46e0-b4c8-7ea9e49276c8,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:17.739173 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-e22e81c3-7ccf-440f-8284-80ea6f29ae3d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:17.811202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3d67e936-4e1c-4031-81fc-24048cce63c2 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:17.855815 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565a4a1-0a6c-4d38-b73c-fcf0edc463a5 req-e1f49588-cbee-4f11-baf9-cac753679c37 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:17.866074 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d565a4a1-0a6c-4d38-b73c-fcf0edc463a5 req-e1f49588-cbee-4f11-baf9-cac753679c37 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 945 time: 0.1485240 Mar 23 12:40:17.917549 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 3d67e936-4e1c-4031-81fc-24048cce63c2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:17.917999 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:17.925546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341dd03-88fc-49d8-9474-7be29937ec48 req-4fa52822-45f4-48e1-b671-4f95d7f44294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:17.927737 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c341dd03-88fc-49d8-9474-7be29937ec48 req-4fa52822-45f4-48e1-b671-4f95d7f44294 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 1096 time: 0.1749003 Mar 23 12:40:17.931971 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d565a4a1-0a6c-4d38-b73c-fcf0edc463a5 req-a142a2d6-ee8b-4333-9e0d-36d3d22428e2 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541704 Mar 23 12:40:17.963050 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-27711508-2839-4651-88a4-c857b718ad79 req-f1a04be0-9828-463f-a56e-197774111c5c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:17.986780 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c341dd03-88fc-49d8-9474-7be29937ec48 req-a568ce8c-153b-4d70-8476-47bceaf4444a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490994 Mar 23 12:40:18.005189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['3f10ed64-2c58-47d2-9718-c537b3d1b053'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:40:18.068888 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c16e87ce-27a3-4374-9fbc-a6bd4df968aa req-f81b71d8-c467-4aee-9eea-55f53e311b96 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 210 time: 0.1885791 Mar 23 12:40:18.077393 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:18.101316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a04be0-9828-463f-a56e-197774111c5c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Pushing event deleted for resources: {'Port': ['ID=ca6dfa87-833b-48ed-9f17-ce128bbc09f6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:18.117372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-e22e81c3-7ccf-440f-8284-80ea6f29ae3d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Allocated IP 172.20.0.10 (a72b36eb-69cb-4d04-b462-b2cd5c57987a/c42c450d-02be-4634-87ca-2a6532e0441a/3da50305-d8cc-43f5-b3df-2ad2ead75352) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:40:18.139861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c837d-bf3a-4c31-92db-ac95a6b3cc37 req-c91b0352-4420-4cdd-9280-169995bce18d tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:18.167848 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b5c837d-bf3a-4c31-92db-ac95a6b3cc37 req-c91b0352-4420-4cdd-9280-169995bce18d tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 945 time: 0.1057122 Mar 23 12:40:18.168877 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 3d67e936-4e1c-4031-81fc-24048cce63c2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3d67e936-4e1c-4031-81fc-24048cce63c2,segment=NetworkSegment(eaabe2ff-7607-4732-aada-321059a3147b),segment_id=eaabe2ff-7607-4732-aada-321059a3147b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:18.187292 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:18.196085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-27711508-2839-4651-88a4-c857b718ad79 req-f1a04be0-9828-463f-a56e-197774111c5c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] No DVR routers for this DVR port ca6dfa87-833b-48ed-9f17-ce128bbc09f6 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:40:18.201439 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-27711508-2839-4651-88a4-c857b718ad79 req-f1a04be0-9828-463f-a56e-197774111c5c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:18.214961 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27711508-2839-4651-88a4-c857b718ad79 req-f1a04be0-9828-463f-a56e-197774111c5c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.73 "DELETE /v2.0/ports/ca6dfa87-833b-48ed-9f17-ce128bbc09f6 HTTP/1.1" status: 204 len: 173 time: 1.6994033 Mar 23 12:40:18.217208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dbf8b2-bc47-4348-895e-fa08734ac9d3', 'name': 'network-vif-deleted', 'tag': 'ca6dfa87-833b-48ed-9f17-ce128bbc09f6'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:18.219652 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c50b81-d0dd-4f86-9dc8-2a2ff4c8d5b4" -d '{"events": [{"server_uuid": "b3dbf8b2-bc47-4348-895e-fa08734ac9d3", "name": "network-vif-deleted", "tag": "ca6dfa87-833b-48ed-9f17-ce128bbc09f6"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:18.286084 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b5c837d-bf3a-4c31-92db-ac95a6b3cc37 req-9412ce7e-d48d-44b0-b5af-dcf6bbdbbdd8 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168096 Mar 23 12:40:18.364476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=3d67e936-4e1c-4031-81fc-24048cce63c2,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:18.381329 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d79de980-8499-4fe8-b65a-ce9e1c68a5b9 req-f3c5afca-c637-4553-9f04-b834e4840c48 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 210 time: 0.0680585 Mar 23 12:40:18.426565 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f89ebf8d-2d29-432c-ae9d-c292deba3568 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:18.450091 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb6fe4-f67f-456a-bf77-4c568ab9c01f req-7ae3a73a-cc8e-4a31-b61b-29b9fb675bab tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:18.454145 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6edb6fe4-f67f-456a-bf77-4c568ab9c01f req-7ae3a73a-cc8e-4a31-b61b-29b9fb675bab tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.77 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 945 time: 0.1654119 Mar 23 12:40:18.506786 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfce0db-d6ba-46cf-a034-d10f910fa36a x-openstack-request-id: req-cbfce0db-d6ba-46cf-a034-d10f910fa36a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:18.507150 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dbf8b2-bc47-4348-895e-fa08734ac9d3", "name": "network-vif-deleted", "tag": "ca6dfa87-833b-48ed-9f17-ce128bbc09f6", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:18.507472 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cbfce0db-d6ba-46cf-a034-d10f910fa36a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:18.508000 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dbf8b2-bc47-4348-895e-fa08734ac9d3', 'name': 'network-vif-deleted', 'tag': 'ca6dfa87-833b-48ed-9f17-ce128bbc09f6', 'status': 'completed', 'code': 200} Mar 23 12:40:18.568259 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f89ebf8d-2d29-432c-ae9d-c292deba3568 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:18.579710 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-e22e81c3-7ccf-440f-8284-80ea6f29ae3d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:18.635191 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89ebf8d-2d29-432c-ae9d-c292deba3568 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Network 8e0ebca2-520f-42d6-89ef-6d6f36cdefb3 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:18.641335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f89ebf8d-2d29-432c-ae9d-c292deba3568 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:18.647509 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ebf8d-2d29-432c-ae9d-c292deba3568 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:18.665445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ebf8d-2d29-432c-ae9d-c292deba3568 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Pushing event updated for resources: {'Port': ['ID=25347912-99ad-4a5a-9eed-6217f394d921,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:18.674172 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-6edb6fe4-f67f-456a-bf77-4c568ab9c01f req-cc324260-9354-49f0-99c3-6e1aad6ee9d5 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Deleting port ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:18.674563 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6edb6fe4-f67f-456a-bf77-4c568ab9c01f req-cc324260-9354-49f0-99c3-6e1aad6ee9d5 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:18.749993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-e22e81c3-7ccf-440f-8284-80ea6f29ae3d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:18.785819 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd16246-8dbe-4674-90e8-cb09c02bf15c None None] Network 8e0ebca2-520f-42d6-89ef-6d6f36cdefb3 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:40:18.824368 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-149b88db-71f8-4077-8b32-e99f441ca637 req-1201d35c-ba9a-48f7-bb5c-0935a1a1828c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02f600103e2543f9960d8ce8b7b03178&device_id=be81ed09-2a24-4ce5-bce1-79979c1ac38f HTTP/1.1" status: 200 len: 210 time: 0.0389128 Mar 23 12:40:18.869979 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-e22e81c3-7ccf-440f-8284-80ea6f29ae3d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Network a72b36eb-69cb-4d04-b462-b2cd5c57987a is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:18.876625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-e22e81c3-7ccf-440f-8284-80ea6f29ae3d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:18.879184 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-10764708-d5ae-4f0d-bb14-4f5bb4b4a1ef None None] Provisioning complete for port 3d67e936-4e1c-4031-81fc-24048cce63c2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:18.879563 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-10764708-d5ae-4f0d-bb14-4f5bb4b4a1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:18.880375 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6edb6fe4-f67f-456a-bf77-4c568ab9c01f req-cc324260-9354-49f0-99c3-6e1aad6ee9d5 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] For port ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d,segment=NetworkSegment(5133c369-e456-47ed-8fde-a80218fa7721),segment_id=5133c369-e456-47ed-8fde-a80218fa7721)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:18.881284 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6edb6fe4-f67f-456a-bf77-4c568ab9c01f req-cc324260-9354-49f0-99c3-6e1aad6ee9d5 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:18.895010 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-e22e81c3-7ccf-440f-8284-80ea6f29ae3d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:18.904180 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-6edb6fe4-f67f-456a-bf77-4c568ab9c01f req-cc324260-9354-49f0-99c3-6e1aad6ee9d5 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Calling delete_port for ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:18.922955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89ebf8d-2d29-432c-ae9d-c292deba3568 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:18.923746 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f89ebf8d-2d29-432c-ae9d-c292deba3568 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:18.957412 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d15e84a-9e2c-4420-8c4d-511cdcefaf86 req-c30c0e03-88d1-4a96-8f3e-4bcfc32c2def tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be81ed09-2a24-4ce5-bce1-79979c1ac38f HTTP/1.1" status: 200 len: 210 time: 0.0990593 Mar 23 12:40:18.990002 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e81c3-7ccf-440f-8284-80ea6f29ae3d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Pushing event updated for resources: {'Port': ['ID=3da50305-d8cc-43f5-b3df-2ad2ead75352,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:19.016234 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f89ebf8d-2d29-432c-ae9d-c292deba3568 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.2007039 Mar 23 12:40:19.021168 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38436) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:19.039564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-e22e81c3-7ccf-440f-8284-80ea6f29ae3d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:19.040167 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-e22e81c3-7ccf-440f-8284-80ea6f29ae3d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:19.079750 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-149b88db-71f8-4077-8b32-e99f441ca637 req-6031a45f-45fa-4256-aef1-4ca2bbfbdb85 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=02f600103e2543f9960d8ce8b7b03178&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2434461 Mar 23 12:40:19.082110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-e22e81c3-7ccf-440f-8284-80ea6f29ae3d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7968857 Mar 23 12:40:19.116991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Request body: {'port': {'device_id': '9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:19.152963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d9536f-cd9e-4465-855e-ef08b72701a1 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:19.158967 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d9536f-cd9e-4465-855e-ef08b72701a1 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:19.181736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d9536f-cd9e-4465-855e-ef08b72701a1 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:19.183486 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-00d9536f-cd9e-4465-855e-ef08b72701a1 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1607294 Mar 23 12:40:19.210825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38440) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:19.235900 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6743e6b-51e4-4bb6-97d5-8ed3fca6dcd5 req-936289e8-3abb-417c-94b1-fc0e80b60b5d tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 210 time: 0.0355186 Mar 23 12:40:19.261512 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ca6dfa87-833b-48ed-9f17-ce128bbc09f6 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:40:19.297753 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: ca6dfa87-833b-48ed-9f17-ce128bbc09f6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:40:19.298600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ca6dfa87-833b-48ed-9f17-ce128bbc09f6 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:40:19.322078 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a27e0-116a-4c82-b2ec-1b11ab4ed676 req-7c9f463a-6970-4ddd-93a9-04ceaec7d945 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:19.329435 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d23a27e0-116a-4c82-b2ec-1b11ab4ed676 req-7c9f463a-6970-4ddd-93a9-04ceaec7d945 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ea62da-a5ea-4b3a-8e84-34d606f4550f HTTP/1.1" status: 200 len: 945 time: 0.2244749 Mar 23 12:40:19.414468 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:19.427541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b88db-71f8-4077-8b32-e99f441ca637 req-56a1208a-40fd-4962-b0cb-fcb266610caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:19.429830 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-149b88db-71f8-4077-8b32-e99f441ca637 req-56a1208a-40fd-4962-b0cb-fcb266610caf service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3236167 Mar 23 12:40:19.467343 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d23a27e0-116a-4c82-b2ec-1b11ab4ed676 req-089a96be-f627-4c4e-ab4a-56d9baf5c81e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370482 Mar 23 12:40:19.490761 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6edb6fe4-f67f-456a-bf77-4c568ab9c01f req-cc324260-9354-49f0-99c3-6e1aad6ee9d5 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:19.520082 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['16808b85-3d52-498b-9aa9-44a51e268b09'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:40:19.539804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc324260-9354-49f0-99c3-6e1aad6ee9d5 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Pushing event deleted for resources: {'Port': ['ID=ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:19.622486 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edb6fe4-f67f-456a-bf77-4c568ab9c01f req-cc324260-9354-49f0-99c3-6e1aad6ee9d5 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] No DVR routers for this DVR port ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:40:19.629475 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6edb6fe4-f67f-456a-bf77-4c568ab9c01f req-cc324260-9354-49f0-99c3-6e1aad6ee9d5 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:19.637974 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6edb6fe4-f67f-456a-bf77-4c568ab9c01f req-cc324260-9354-49f0-99c3-6e1aad6ee9d5 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.77 "DELETE /v2.0/ports/ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d HTTP/1.1" status: 204 len: 173 time: 1.1691134 Mar 23 12:40:19.640033 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ea62da-a5ea-4b3a-8e84-34d606f4550f', 'name': 'network-vif-deleted', 'tag': 'ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:19.650980 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386f25c4-95ab-484b-9917-35f97b10c22f" -d '{"events": [{"server_uuid": "19ea62da-a5ea-4b3a-8e84-34d606f4550f", "name": "network-vif-deleted", "tag": "ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:19.658378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-51a8e8d3-9876-46f6-a95a-5dbb1695aaed None None] Provisioning complete for port 3d67e936-4e1c-4031-81fc-24048cce63c2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:19.660078 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51a8e8d3-9876-46f6-a95a-5dbb1695aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:19.738704 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e0cb4-6d4e-49d7-88b0-aca0a6047629 req-6b8a63ca-5c62-49a6-a4ed-5a782047da3b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:19.740962 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a91e0cb4-6d4e-49d7-88b0-aca0a6047629 req-6b8a63ca-5c62-49a6-a4ed-5a782047da3b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 932 time: 0.0800469 Mar 23 12:40:19.786571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3d67e936-4e1c-4031-81fc-24048cce63c2 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:19.829332 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a91e0cb4-6d4e-49d7-88b0-aca0a6047629 req-eff9fb0f-5979-46fa-9350-5c5e132069df tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785766 Mar 23 12:40:19.882124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173c7d9-4169-48e4-b890-4002e78e78bb req-2cf4cc34-6f5c-4da9-a551-d4a8df5f8baa tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:19.883584 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8173c7d9-4169-48e4-b890-4002e78e78bb req-2cf4cc34-6f5c-4da9-a551-d4a8df5f8baa tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 945 time: 0.4741173 Mar 23 12:40:19.930975 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 3d67e936-4e1c-4031-81fc-24048cce63c2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:19.931292 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:19.951408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e5e49e94-8ecb-41fb-90e7-3f08a8a6431e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Deleting port 25347912-99ad-4a5a-9eed-6217f394d921 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:19.951757 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5e49e94-8ecb-41fb-90e7-3f08a8a6431e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:19.989032 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e374e6-9fec-40b0-9a3d-d2e649372c59 x-openstack-request-id: req-d6e374e6-9fec-40b0-9a3d-d2e649372c59 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:19.989308 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ea62da-a5ea-4b3a-8e84-34d606f4550f", "name": "network-vif-deleted", "tag": "ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:19.989578 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6e374e6-9fec-40b0-9a3d-d2e649372c59 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:19.989994 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ea62da-a5ea-4b3a-8e84-34d606f4550f', 'name': 'network-vif-deleted', 'tag': 'ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d', 'status': 'completed', 'code': 200} Mar 23 12:40:20.036318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-51a8e8d3-9876-46f6-a95a-5dbb1695aaed None None] Provisioning complete for port 25347912-99ad-4a5a-9eed-6217f394d921 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:20.036738 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51a8e8d3-9876-46f6-a95a-5dbb1695aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:20.066072 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8173c7d9-4169-48e4-b890-4002e78e78bb req-2a7d80a2-c69c-4b58-939f-22cf41e26c7a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707685 Mar 23 12:40:20.115310 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dd348938-de45-4b68-8617-d32d0a90e625 req-704fc8d7-bf55-4c7d-9b58-174ae696f7e1 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be81ed09-2a24-4ce5-bce1-79979c1ac38f HTTP/1.1" status: 200 len: 210 time: 0.0336111 Mar 23 12:40:20.121653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-51a8e8d3-9876-46f6-a95a-5dbb1695aaed None None] Port 25347912-99ad-4a5a-9eed-6217f394d921 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:40:20.152122 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5e49e94-8ecb-41fb-90e7-3f08a8a6431e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:20.161037 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-51a8e8d3-9876-46f6-a95a-5dbb1695aaed None None] Provisioning complete for port f0c900c5-694a-42df-8e6f-d6a3fad5a72d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:20.164474 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51a8e8d3-9876-46f6-a95a-5dbb1695aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:20.217557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-51a8e8d3-9876-46f6-a95a-5dbb1695aaed None None] Port f0c900c5-694a-42df-8e6f-d6a3fad5a72d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:40:20.242297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da50305-d8cc-43f5-b3df-2ad2ead75352 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:40:20.254787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e5e49e94-8ecb-41fb-90e7-3f08a8a6431e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Calling delete_port for 25347912-99ad-4a5a-9eed-6217f394d921 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:20.258249 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:20.280404 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Transition to ACTIVE for port object 3da50305-d8cc-43f5-b3df-2ad2ead75352 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:40:20.312478 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:20.346541 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b5f434f0-c32c-4b27-a9c1-81e8b8d69287 None None] Provisioning complete for port 25347912-99ad-4a5a-9eed-6217f394d921 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:20.347496 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b5f434f0-c32c-4b27-a9c1-81e8b8d69287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:20.392493 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b5f434f0-c32c-4b27-a9c1-81e8b8d69287 None None] Port 25347912-99ad-4a5a-9eed-6217f394d921 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:40:20.402192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b5f434f0-c32c-4b27-a9c1-81e8b8d69287 None None] Provisioning complete for port f0c900c5-694a-42df-8e6f-d6a3fad5a72d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:20.402570 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b5f434f0-c32c-4b27-a9c1-81e8b8d69287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:20.410751 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fcd3b3a5-e721-4e3b-a756-76f44ad4b3c5 req-9b7db8ce-980f-4889-bea9-b8c36c8d586b tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 210 time: 0.0511196 Mar 23 12:40:20.446273 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b5f434f0-c32c-4b27-a9c1-81e8b8d69287 None None] Port f0c900c5-694a-42df-8e6f-d6a3fad5a72d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:40:20.454969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Pushing event updated for resources: {'Port': ['ID=3da50305-d8cc-43f5-b3df-2ad2ead75352,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:20.542055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Attempting to bind port 3da50305-d8cc-43f5-b3df-2ad2ead75352 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:20.542391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Attempting to bind port 3da50305-d8cc-43f5-b3df-2ad2ead75352 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:20.542714 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Attempting to bind port 3da50305-d8cc-43f5-b3df-2ad2ead75352 on network a72b36eb-69cb-4d04-b462-b2cd5c57987a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:20.552142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Port 3da50305-d8cc-43f5-b3df-2ad2ead75352 on network a72b36eb-69cb-4d04-b462-b2cd5c57987a not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:20.552466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Attempting to bind port 3da50305-d8cc-43f5-b3df-2ad2ead75352 on network a72b36eb-69cb-4d04-b462-b2cd5c57987a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:20.562742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:40:20.563068 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Checking segment: {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:40:20.563441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Bound using segment: {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:40:20.563957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Bound port: 3da50305-d8cc-43f5-b3df-2ad2ead75352, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:40:20.564344 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:20.586513 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5e49e94-8ecb-41fb-90e7-3f08a8a6431e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:20.636652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e49e94-8ecb-41fb-90e7-3f08a8a6431e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Pushing event deleted for resources: {'Port': ['ID=25347912-99ad-4a5a-9eed-6217f394d921,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:20.747556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] For port 3da50305-d8cc-43f5-b3df-2ad2ead75352, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:40:20.773474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bade3f-64f0-4b75-b3ea-4c003e920598 req-a037b572-c312-41b8-be34-39b4e4b4cb29 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:20.775184 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c5bade3f-64f0-4b75-b3ea-4c003e920598 req-a037b572-c312-41b8-be34-39b4e4b4cb29 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1431310 Mar 23 12:40:20.785697 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5e49e94-8ecb-41fb-90e7-3f08a8a6431e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:20.789884 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e5e49e94-8ecb-41fb-90e7-3f08a8a6431e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] 10.222.0.52 "DELETE /v2.0/ports/25347912-99ad-4a5a-9eed-6217f394d921 HTTP/1.1" status: 204 len: 168 time: 1.5619733 Mar 23 12:40:20.792684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] For port 3da50305-d8cc-43f5-b3df-2ad2ead75352, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3da50305-d8cc-43f5-b3df-2ad2ead75352,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:40:20.794475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38462) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:20.800217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4ef69a3a-e39c-463a-a0ff-1d8daab16bb9 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Request body: {'port': {'name': 'tempest-new-port-name-1060092307', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:20.800946 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.api.validators [None req-4ef69a3a-e39c-463a-a0ff-1d8daab16bb9 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] bootfile-name is not in valid_values {{(pid=102779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 12:40:20.801564 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.api.validators [None req-4ef69a3a-e39c-463a-a0ff-1d8daab16bb9 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] tftp-server is not in valid_values {{(pid=102779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 12:40:20.802278 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.api.validators [None req-4ef69a3a-e39c-463a-a0ff-1d8daab16bb9 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] server-ip-address is not in valid_values {{(pid=102779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 12:40:20.810852 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:20.882521 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:20.883265 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:20.884838 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] 10.222.0.77 "PUT /v2.0/ports/3da50305-d8cc-43f5-b3df-2ad2ead75352 HTTP/1.1" status: 200 len: 1092 time: 1.7721574 Mar 23 12:40:20.885386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9', 'tag': '3da50305-d8cc-43f5-b3df-2ad2ead75352'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:20.887757 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5fa39c-0c20-4df8-9a0c-205c5fb79f47" -d '{"events": [{"name": "network-changed", "server_uuid": "9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9", "tag": "3da50305-d8cc-43f5-b3df-2ad2ead75352"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:20.905066 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c5bade3f-64f0-4b75-b3ea-4c003e920598 req-9055833b-9dfc-4f0f-a249-c02051af20a9 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046073 Mar 23 12:40:20.906642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ed016-d435-4562-8d62-6af2791eda00 service neutron] Pushing event updated for resources: {'Port': ['ID=3da50305-d8cc-43f5-b3df-2ad2ead75352,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:20.955683 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ef69a3a-e39c-463a-a0ff-1d8daab16bb9 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:21.000521 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-b56574d8-bcee-4372-8b32-5248ab073c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:21.002249 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-b56574d8-bcee-4372-8b32-5248ab073c2d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 1095 time: 0.0452409 Mar 23 12:40:21.013336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c76971-994d-4ef3-8d8e-46ffb40635b7 req-796231d0-eea0-48f8-a46e-e82899d08a62 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:21.020743 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-25c76971-994d-4ef3-8d8e-46ffb40635b7 req-796231d0-eea0-48f8-a46e-e82899d08a62 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 944 time: 0.0980434 Mar 23 12:40:21.065487 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-a2024a8f-a709-4e4a-8e1f-7824bff44443 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3da50305-d8cc-43f5-b3df-2ad2ead75352 HTTP/1.1" status: 200 len: 217 time: 0.0524442 Mar 23 12:40:21.067307 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c05481a-8a21-407d-8683-58493a6aba45 x-openstack-request-id: req-5c05481a-8a21-407d-8683-58493a6aba45 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:21.067756 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9", "tag": "3da50305-d8cc-43f5-b3df-2ad2ead75352", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:21.068775 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c05481a-8a21-407d-8683-58493a6aba45 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:21.069331 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9', 'tag': '3da50305-d8cc-43f5-b3df-2ad2ead75352', 'status': 'completed', 'code': 200} Mar 23 12:40:21.095783 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-25c76971-994d-4ef3-8d8e-46ffb40635b7 req-e94b7165-c74b-4946-81f8-4542ccd8fc97 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601363 Mar 23 12:40:21.149705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-8e019339-9c02-4ec4-9a6b-1f816cb094be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:21.152100 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-8e019339-9c02-4ec4-9a6b-1f816cb094be service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c42c450d-02be-4634-87ca-2a6532e0441a HTTP/1.1" status: 200 len: 852 time: 0.0740442 Mar 23 12:40:21.161599 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:40:21.164921 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-149b88db-71f8-4077-8b32-e99f441ca637 req-d8df84bc-3925-49c1-a045-3f00a5f50fc5 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.77 "GET /v2.0/ports?device_id=be81ed09-2a24-4ce5-bce1-79979c1ac38f HTTP/1.1" status: 200 len: 210 time: 0.0680833 Mar 23 12:40:21.202269 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:40:21.203650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ecb40d62-ab74-4120-ad3c-4ef4e6b16a2d not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:40:21.222875 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-0eb22bde-42fd-491a-a57e-e2dd6671f8d0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a72b36eb-69cb-4d04-b462-b2cd5c57987a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538723 Mar 23 12:40:21.327394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497b55e-b82b-4933-aecf-646753c861dd req-b1534f3e-19e6-4321-a7b3-0136bd4f6bf1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:21.329542 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0497b55e-b82b-4933-aecf-646753c861dd req-b1534f3e-19e6-4321-a7b3-0136bd4f6bf1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1087496 Mar 23 12:40:21.331364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c18b3f-9d27-4f9d-a1b8-8f573ceb9767 req-f16c4d32-c391-4ce5-9ab9-eaf051622fbb tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:21.340349 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-96c18b3f-9d27-4f9d-a1b8-8f573ceb9767 req-f16c4d32-c391-4ce5-9ab9-eaf051622fbb tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 945 time: 0.1196895 Mar 23 12:40:21.370533 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ef69a3a-e39c-463a-a0ff-1d8daab16bb9 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:21.379537 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ef69a3a-e39c-463a-a0ff-1d8daab16bb9 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:21.381658 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-4a9374f8-5863-46e7-a48a-9bfdfb71ed38 service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489382 Mar 23 12:40:21.387219 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-96c18b3f-9d27-4f9d-a1b8-8f573ceb9767 req-258b7322-6630-4155-bf55-a856b507fd3a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460567 Mar 23 12:40:21.461747 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0497b55e-b82b-4933-aecf-646753c861dd req-fafcf4aa-2297-4646-afec-eeddc8fd08e0 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169891 Mar 23 12:40:21.534430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ad8a75c-08c1-41d5-b32b-5b02305f64ff req-b3ff2383-9f74-46b5-9686-29a3fab4d2bd service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444423 Mar 23 12:40:21.538781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef69a3a-e39c-463a-a0ff-1d8daab16bb9 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Pushing event updated for resources: {'Port': ['ID=f0c900c5-694a-42df-8e6f-d6a3fad5a72d,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:21.631375 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-85dcda6c-4e9b-4739-9a21-3ca60a3c816d req-cec368cb-4135-4d5c-8f6e-99ed769b5ada tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 210 time: 0.0416677 Mar 23 12:40:21.638243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4ef69a3a-e39c-463a-a0ff-1d8daab16bb9 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] In _notify_port_updated(), no bound segment for port f0c900c5-694a-42df-8e6f-d6a3fad5a72d on network 8e0ebca2-520f-42d6-89ef-6d6f36cdefb3 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:40:21.666706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef69a3a-e39c-463a-a0ff-1d8daab16bb9 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:21.667406 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ef69a3a-e39c-463a-a0ff-1d8daab16bb9 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:21.671139 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4ef69a3a-e39c-463a-a0ff-1d8daab16bb9 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] 10.222.0.52 "PUT /v2.0/ports/f0c900c5-694a-42df-8e6f-d6a3fad5a72d HTTP/1.1" status: 200 len: 1137 time: 0.8732514 Mar 23 12:40:21.679060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38486) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:21.712183 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd03dc7c-50a8-4a0b-994e-25f2bf8c6ca1 req-75443d6c-0c31-4f10-ae05-3eea40d721d2 tempest-ServerShowV247Test-1402940955 tempest-ServerShowV247Test-1402940955-project] 10.222.0.52 "GET /v2.0/ports?device_id=be81ed09-2a24-4ce5-bce1-79979c1ac38f HTTP/1.1" status: 200 len: 210 time: 0.0486345 Mar 23 12:40:21.737751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fa39c-0c20-4df8-9a0c-205c5fb79f47 req-fd7dae2c-e894-4166-8a7b-18341bda6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:21.741466 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9f5fa39c-0c20-4df8-9a0c-205c5fb79f47 req-fd7dae2c-e894-4166-8a7b-18341bda6866 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 1095 time: 0.1459131 Mar 23 12:40:21.786122 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f11738a-6280-4bfa-861d-f90f9e0b0793 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:21.791789 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8f11738a-6280-4bfa-861d-f90f9e0b0793 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] 10.222.0.52 "GET /v2.0/ports/f0c900c5-694a-42df-8e6f-d6a3fad5a72d HTTP/1.1" status: 200 len: 1137 time: 0.1075785 Mar 23 12:40:21.798367 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2e461f6e-221c-4e26-afad-3c196380e092 None None] Provisioning complete for port f0c900c5-694a-42df-8e6f-d6a3fad5a72d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:21.799005 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e461f6e-221c-4e26-afad-3c196380e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:21.829350 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38492) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:21.854639 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2e461f6e-221c-4e26-afad-3c196380e092 None None] Port f0c900c5-694a-42df-8e6f-d6a3fad5a72d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:40:21.886602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ab75a-8247-4572-a98d-d8053156a6ac req-e67b6013-fce7-42b1-85dc-f293f2897e8f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:21.888300 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d45ab75a-8247-4572-a98d-d8053156a6ac req-e67b6013-fce7-42b1-85dc-f293f2897e8f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0995286 Mar 23 12:40:21.964066 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d45ab75a-8247-4572-a98d-d8053156a6ac req-15f5cbee-7e7b-4ea2-8b99-f09aa417157e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460722 Mar 23 12:40:21.964736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fa39c-0c20-4df8-9a0c-205c5fb79f47 req-93411989-269b-47ac-bbf5-723680a4d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:21.966333 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9f5fa39c-0c20-4df8-9a0c-205c5fb79f47 req-93411989-269b-47ac-bbf5-723680a4d1c8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 913 time: 0.2165256 Mar 23 12:40:21.985765 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3478f816-67c7-46a8-b257-42e32d35604f tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Deleting port f0c900c5-694a-42df-8e6f-d6a3fad5a72d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:21.986758 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3478f816-67c7-46a8-b257-42e32d35604f tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:22.022899 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9f5fa39c-0c20-4df8-9a0c-205c5fb79f47 req-8ea9cd8d-c893-415e-8008-b4d51f0cd6f8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3da50305-d8cc-43f5-b3df-2ad2ead75352 HTTP/1.1" status: 200 len: 217 time: 0.0476584 Mar 23 12:40:22.029633 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be761694-44fa-4620-9b0e-5deee3497f6d req-93cdcc1c-22bb-470d-8ca6-b90bb7b12dab tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:22.031158 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be761694-44fa-4620-9b0e-5deee3497f6d req-93cdcc1c-22bb-470d-8ca6-b90bb7b12dab tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 805 time: 0.1685636 Mar 23 12:40:22.074528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fa39c-0c20-4df8-9a0c-205c5fb79f47 req-a0d92c71-92e3-4507-9ac2-aa3d24626759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:22.076196 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9f5fa39c-0c20-4df8-9a0c-205c5fb79f47 req-a0d92c71-92e3-4507-9ac2-aa3d24626759 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c42c450d-02be-4634-87ca-2a6532e0441a HTTP/1.1" status: 200 len: 852 time: 0.0440273 Mar 23 12:40:22.079119 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3478f816-67c7-46a8-b257-42e32d35604f tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:22.092011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3478f816-67c7-46a8-b257-42e32d35604f tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Calling delete_port for f0c900c5-694a-42df-8e6f-d6a3fad5a72d owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:22.095026 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be761694-44fa-4620-9b0e-5deee3497f6d req-285975a3-d793-48ec-ac31-05ac8b4a841e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/quotas/61f454bbb70244ecbf97f6b03af40553 HTTP/1.1" status: 200 len: 375 time: 0.0173230 Mar 23 12:40:22.110757 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9f5fa39c-0c20-4df8-9a0c-205c5fb79f47 req-02f7c740-9028-438f-8b49-07cb90f6a084 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a72b36eb-69cb-4d04-b462-b2cd5c57987a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264018 Mar 23 12:40:22.237833 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be761694-44fa-4620-9b0e-5deee3497f6d req-e0785c1d-5269-4332-ac80-6f658d5af41b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1249919 Mar 23 12:40:22.243003 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219ede2-ef9c-4fdb-a87b-87b884b2ec90 req-a6a06294-8ef4-4b55-b4b7-59397fdc6e2f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:22.245746 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0219ede2-ef9c-4fdb-a87b-87b884b2ec90 req-a6a06294-8ef4-4b55-b4b7-59397fdc6e2f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 944 time: 0.0921400 Mar 23 12:40:22.266371 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9f5fa39c-0c20-4df8-9a0c-205c5fb79f47 req-4d36bb04-29cc-4c52-93e9-1310c99bb4d2 service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426752 Mar 23 12:40:22.343649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3478f816-67c7-46a8-b257-42e32d35604f tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:22.361397 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0219ede2-ef9c-4fdb-a87b-87b884b2ec90 req-924f9fb8-486e-499d-aea7-cb84389859ec tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068394 Mar 23 12:40:22.391158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478f816-67c7-46a8-b257-42e32d35604f tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Pushing event deleted for resources: {'Port': ['ID=f0c900c5-694a-42df-8e6f-d6a3fad5a72d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:22.475111 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3478f816-67c7-46a8-b257-42e32d35604f tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:22.482045 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3478f816-67c7-46a8-b257-42e32d35604f tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] 10.222.0.52 "DELETE /v2.0/ports/f0c900c5-694a-42df-8e6f-d6a3fad5a72d HTTP/1.1" status: 204 len: 168 time: 0.6517301 Mar 23 12:40:22.484892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38504) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:22.567089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-e764112a-791d-4dc3-a584-7935b47aaea3 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Deleting subnet 5be76841-c402-4d84-9980-98f51e35d5b5 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:40:22.570938 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e764112a-791d-4dc3-a584-7935b47aaea3 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:22.618805 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e764112a-791d-4dc3-a584-7935b47aaea3 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:22.750829 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d923163-8d94-4656-8297-d6faedd2f39a req-80f14ce8-c381-49b5-9c99-1d473b41621c tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 210 time: 0.0337441 Mar 23 12:40:22.752210 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e764112a-791d-4dc3-a584-7935b47aaea3 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:22.817283 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9f5fa39c-0c20-4df8-9a0c-205c5fb79f47 req-9177a3ed-2309-41e1-879e-b23d99622575 service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350676 Mar 23 12:40:22.841007 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be761694-44fa-4620-9b0e-5deee3497f6d req-cbacd748-e26e-4ee3-97d6-078756a38582 service neutron] 10.222.0.52 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859194 Mar 23 12:40:22.860640 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e764112a-791d-4dc3-a584-7935b47aaea3 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:22.894737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764112a-791d-4dc3-a584-7935b47aaea3 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Pushing event deleted for resources: {'Subnet': ['ID=5be76841-c402-4d84-9980-98f51e35d5b5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:22.902126 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e764112a-791d-4dc3-a584-7935b47aaea3 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:22.907780 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e764112a-791d-4dc3-a584-7935b47aaea3 tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] 10.222.0.52 "DELETE /v2.0/subnets/5be76841-c402-4d84-9980-98f51e35d5b5 HTTP/1.1" status: 204 len: 168 time: 0.4190202 Mar 23 12:40:22.908227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38512) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:22.908900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f01358f-c133-4a4d-8fc4-458cd9949625 None None] Network 8e0ebca2-520f-42d6-89ef-6d6f36cdefb3 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:40:22.987262 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be761694-44fa-4620-9b0e-5deee3497f6d req-393419d8-ffff-4003-b977-bd89418d453a service neutron] 10.222.0.52 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382806 Mar 23 12:40:23.006795 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:23.161040 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Deleting port 3d67e936-4e1c-4031-81fc-24048cce63c2 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:23.161396 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:23.208912 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38520) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:23.276663 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3914ed08-5d30-4951-9695-439add07be84 None None] DHCP port deletion for 8e0ebca2-520f-42d6-89ef-6d6f36cdefb3 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:40:23.285014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] For port 3d67e936-4e1c-4031-81fc-24048cce63c2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3d67e936-4e1c-4031-81fc-24048cce63c2,segment=NetworkSegment(eaabe2ff-7607-4732-aada-321059a3147b),segment_id=eaabe2ff-7607-4732-aada-321059a3147b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:23.285569 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:23.314256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Calling delete_port for 3d67e936-4e1c-4031-81fc-24048cce63c2 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:23.350082 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3914ed08-5d30-4951-9695-439add07be84 None None] Deleting port 3d67e936-4e1c-4031-81fc-24048cce63c2 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:23.350822 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3914ed08-5d30-4951-9695-439add07be84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:23.474869 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:23.496966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3914ed08-5d30-4951-9695-439add07be84 None None] For port 3d67e936-4e1c-4031-81fc-24048cce63c2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3d67e936-4e1c-4031-81fc-24048cce63c2,segment=NetworkSegment(eaabe2ff-7607-4732-aada-321059a3147b),segment_id=eaabe2ff-7607-4732-aada-321059a3147b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:23.497288 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3914ed08-5d30-4951-9695-439add07be84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:23.507015 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4532166d-f22c-45d6-8ad2-31d8c5280a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:23.515420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3914ed08-5d30-4951-9695-439add07be84 None None] Calling delete_port for 3d67e936-4e1c-4031-81fc-24048cce63c2 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:23.708740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Pushing event deleted for resources: {'Port': ['ID=3d67e936-4e1c-4031-81fc-24048cce63c2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:23.725748 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4532166d-f22c-45d6-8ad2-31d8c5280a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:23.731840 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4532166d-f22c-45d6-8ad2-31d8c5280a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:23.744207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] No DVR routers for this DVR port 3d67e936-4e1c-4031-81fc-24048cce63c2 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:40:23.754605 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3914ed08-5d30-4951-9695-439add07be84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:23.784269 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3d67e936-4e1c-4031-81fc-24048cce63c2 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:40:23.787390 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4532166d-f22c-45d6-8ad2-31d8c5280a48 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=02f600103e2543f9960d8ce8b7b03178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5773342 Mar 23 12:40:23.788978 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532166d-f22c-45d6-8ad2-31d8c5280a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf557d8-1f29-40ab-9ed9-2dccc9390ce7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:23.793666 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38546) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:23.799125 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3914ed08-5d30-4951-9695-439add07be84 None None] No DVR routers for this DVR port 3d67e936-4e1c-4031-81fc-24048cce63c2 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:40:23.876895 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5e51cec-e0c4-4e08-9952-c106bd691c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:23.892462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 3d67e936-4e1c-4031-81fc-24048cce63c2 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:40:23.892735 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3d67e936-4e1c-4031-81fc-24048cce63c2 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:40:23.905452 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914ed08-5d30-4951-9695-439add07be84 None None] Pushing event deleted for resources: {'Port': ['ID=3d67e936-4e1c-4031-81fc-24048cce63c2,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:23.930770 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5e51cec-e0c4-4e08-9952-c106bd691c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:23.958599 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:23.994934 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0ebca2-520f-42d6-89ef-6d6f36cdefb3']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:24.009311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaabe2ff-7607-4732-aada-321059a3147b') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:24.009669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaabe2ff-7607-4732-aada-321059a3147b') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:24.030043 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:24.034575 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd68c3f8-e034-4144-a9cb-56380f1e3646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:24.042965 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5e51cec-e0c4-4e08-9952-c106bd691c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:24.046134 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5e51cec-e0c4-4e08-9952-c106bd691c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:24.047567 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e5e51cec-e0c4-4e08-9952-c106bd691c8e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/edf557d8-1f29-40ab-9ed9-2dccc9390ce7 HTTP/1.1" status: 204 len: 168 time: 0.2525501 Mar 23 12:40:24.064363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e51cec-e0c4-4e08-9952-c106bd691c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf557d8-1f29-40ab-9ed9-2dccc9390ce7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:24.064830 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257560a-438a-42d0-8826-9ff55ca84106 req-1bb43686-94e0-45fd-889b-96561cdf5932 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:24.072474 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b257560a-438a-42d0-8826-9ff55ca84106 req-1bb43686-94e0-45fd-889b-96561cdf5932 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 944 time: 0.5292671 Mar 23 12:40:24.088842 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:24.099856 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:40:24.100279 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:40:24.104214 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:40:24.236388 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b257560a-438a-42d0-8826-9ff55ca84106 req-84d650be-fbe9-46c1-9510-b60e6dbc4709 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630547 Mar 23 12:40:24.292478 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:24.302865 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:24.312203 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] 10.222.0.52 "DELETE /v2.0/networks/8e0ebca2-520f-42d6-89ef-6d6f36cdefb3 HTTP/1.1" status: 204 len: 168 time: 1.4028623 Mar 23 12:40:24.332302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efcce7-220a-488b-80db-cb596984404e tempest-ExtraDHCPOptionsTestJSON-1936819275 tempest-ExtraDHCPOptionsTestJSON-1936819275-project] Pushing event deleted for resources: {'Network': ['ID=8e0ebca2-520f-42d6-89ef-6d6f36cdefb3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:24.439597 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2618f9f-aa23-4fff-a9e2-5cea9694bc08 req-3bb51975-4eca-4cfd-a46d-bda4c0219372 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 210 time: 0.0314295 Mar 23 12:40:24.597626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-9d34abf0-d304-447e-955d-9ff5d664b6b3 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:24.605368 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-9d34abf0-d304-447e-955d-9ff5d664b6b3 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 805 time: 0.2527759 Mar 23 12:40:24.616577 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca5ad-306d-4109-abdf-796075dd105a req-8075ec51-0a24-44ff-ab0a-2b52baca4e8f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:24.618241 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a2ca5ad-306d-4109-abdf-796075dd105a req-8075ec51-0a24-44ff-ab0a-2b52baca4e8f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 946 time: 0.0759473 Mar 23 12:40:24.624024 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-6db426a2-93f6-4074-b155-9b527c3be76d tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/quotas/61f454bbb70244ecbf97f6b03af40553 HTTP/1.1" status: 200 len: 375 time: 0.0169909 Mar 23 12:40:24.682828 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a2ca5ad-306d-4109-abdf-796075dd105a req-824acb20-768b-4077-9048-d91ed0036a69 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584972 Mar 23 12:40:24.721849 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-eb48f013-79e2-4c35-a55d-6907d4e7c75a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0958495 Mar 23 12:40:24.827279 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38582) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:24.876508 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-ce19e08a-5ea3-4ace-b18e-74e99553e090 service neutron] 10.222.0.52 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537051 Mar 23 12:40:24.896326 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b51f5-7d8e-4586-b309-7deb245066c8 req-7ee4f3e3-372d-4ac4-abbf-8f4629dc7ba4 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:24.898091 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c0b51f5-7d8e-4586-b309-7deb245066c8 req-7ee4f3e3-372d-4ac4-abbf-8f4629dc7ba4 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/ports?device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 950 time: 0.1050041 Mar 23 12:40:24.976919 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c0b51f5-7d8e-4586-b309-7deb245066c8 req-6a3353ba-6755-49d3-a424-2e1be44c7453 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d901630-af8d-40e8-a7a3-e9106f83f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671656 Mar 23 12:40:25.054566 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-927d3f01-7d72-4fbf-9405-d282b4428c06 service neutron] 10.222.0.52 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772046 Mar 23 12:40:25.078822 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4b06e117-228c-47b0-a959-3df5c1b96e22 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0127285fdf14d7499d6da3a43f837de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503741 Mar 23 12:40:25.081373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38592) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:25.167100 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e48e7379-3547-4a14-8e87-30f311da2dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:25.184608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3da50305-d8cc-43f5-b3df-2ad2ead75352 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:40:25.234947 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e48e7379-3547-4a14-8e87-30f311da2dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:25.409142 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-143451e5-9ca6-4834-b813-5cc43aa0f8a5 req-a78ad89b-180f-4335-9d74-312018b8baae tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 210 time: 0.0935166 Mar 23 12:40:25.464852 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e48e7379-3547-4a14-8e87-30f311da2dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:25.467705 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e48e7379-3547-4a14-8e87-30f311da2dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:25.468897 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e48e7379-3547-4a14-8e87-30f311da2dd1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3de6be2d-0053-4113-8b7c-4acc94c69c44 HTTP/1.1" status: 204 len: 168 time: 0.3864148 Mar 23 12:40:25.483448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e7379-3547-4a14-8e87-30f311da2dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de6be2d-0053-4113-8b7c-4acc94c69c44,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:25.545084 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3da50305-d8cc-43f5-b3df-2ad2ead75352, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3da50305-d8cc-43f5-b3df-2ad2ead75352,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:25.592381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '3da50305-d8cc-43f5-b3df-2ad2ead75352', 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a', 'port_id': '3da50305-d8cc-43f5-b3df-2ad2ead75352', 'mac_address': 'fa:16:3e:c4:2e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c42c450d-02be-4634-87ca-2a6532e0441a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:40:25.609140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab5021-f995-4515-8fe6-5dddcfb3673f req-d431e620-ac5f-41c4-b2c7-b7ceca040e5f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:25.616007 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-faab5021-f995-4515-8fe6-5dddcfb3673f req-d431e620-ac5f-41c4-b2c7-b7ceca040e5f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 944 time: 0.1628931 Mar 23 12:40:25.694733 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:25.710401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da50305-d8cc-43f5-b3df-2ad2ead75352 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:40:25.724250 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-faab5021-f995-4515-8fe6-5dddcfb3673f req-4f2050f4-467b-4093-88e8-8ca8a42d9cc3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978022 Mar 23 12:40:25.734624 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3da50305-d8cc-43f5-b3df-2ad2ead75352, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3da50305-d8cc-43f5-b3df-2ad2ead75352,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:25.744232 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:25.810420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=3da50305-d8cc-43f5-b3df-2ad2ead75352,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:25.906360 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d8c500c-7dbc-4028-82b5-ca3a8ff258bd req-595095b6-b19c-4fc8-a25a-82b0c71f79a1 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 210 time: 0.0640185 Mar 23 12:40:25.943229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddcb91-c286-42a0-878f-7742d4cd7814 req-f79c74ce-cde9-45e1-9e30-0908adcca535 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:25.956515 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6ddcb91-c286-42a0-878f-7742d4cd7814 req-f79c74ce-cde9-45e1-9e30-0908adcca535 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.77 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 946 time: 0.1249690 Mar 23 12:40:26.108494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34c304-d41d-4cc5-b0a9-9997ca37e89c req-9d210588-d834-4ee4-9f7c-069d0ba1af81 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:26.110882 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f34c304-d41d-4cc5-b0a9-9997ca37e89c req-9d210588-d834-4ee4-9f7c-069d0ba1af81 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 946 time: 0.1047182 Mar 23 12:40:26.132081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-c6ddcb91-c286-42a0-878f-7742d4cd7814 req-d0ecf7b1-9ed3-4523-863c-6cbb43c101c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Deleting port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:26.132348 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6ddcb91-c286-42a0-878f-7742d4cd7814 req-d0ecf7b1-9ed3-4523-863c-6cbb43c101c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:26.245434 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f34c304-d41d-4cc5-b0a9-9997ca37e89c req-eef4ef60-061a-4852-867e-3eea3a63b50b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=f97fd142-7e9e-4162-8893-4b28327fc935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221309 Mar 23 12:40:26.253799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['3da50305-d8cc-43f5-b3df-2ad2ead75352'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:40:26.351252 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c6ddcb91-c286-42a0-878f-7742d4cd7814 req-d0ecf7b1-9ed3-4523-863c-6cbb43c101c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] For port f6aa4d3c-580f-42da-b1bb-2f00909c1c95, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:26.352362 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6ddcb91-c286-42a0-878f-7742d4cd7814 req-d0ecf7b1-9ed3-4523-863c-6cbb43c101c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:26.419001 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b3ecb-a6fb-41b9-a34a-461d6b42ca97 req-e2106eb1-6139-4dac-bdde-110520d544fa tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:26.420418 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-524b3ecb-a6fb-41b9-a34a-461d6b42ca97 req-e2106eb1-6139-4dac-bdde-110520d544fa tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.77 "GET /v2.0/ports?device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 950 time: 0.1198623 Mar 23 12:40:26.697077 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0472c5cc-dc4e-4c0b-861b-ed6455fa91d5 req-528e5ee4-9c34-44ad-ada1-93b9762d86e1 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.1470437 Mar 23 12:40:26.762261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-524b3ecb-a6fb-41b9-a34a-461d6b42ca97 req-98dd4f2c-350a-4366-9537-fef1400e6a99 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Deleting port aceead1d-9d95-4884-8f0d-db4b88582a9f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:26.764910 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-524b3ecb-a6fb-41b9-a34a-461d6b42ca97 req-98dd4f2c-350a-4366-9537-fef1400e6a99 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:26.839429 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7dec72b7-e97f-4d88-877d-b110fbedbf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:26.856802 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf982e6-fb26-4139-b531-b6a05566739b req-8961f02c-e2b7-404e-8cf4-343d7866d6c7 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:26.865364 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5cf982e6-fb26-4139-b531-b6a05566739b req-8961f02c-e2b7-404e-8cf4-343d7866d6c7 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/ports?device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 950 time: 0.4992237 Mar 23 12:40:26.882365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38672) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:26.925380 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7be51b0e-e342-4143-a531-b0cfab7073ff req-6d93287d-80fc-4073-ad51-78d3f002c7c5 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 210 time: 0.0350473 Mar 23 12:40:26.985057 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-524b3ecb-a6fb-41b9-a34a-461d6b42ca97 req-98dd4f2c-350a-4366-9537-fef1400e6a99 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] For port aceead1d-9d95-4884-8f0d-db4b88582a9f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=aceead1d-9d95-4884-8f0d-db4b88582a9f,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:26.985413 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-524b3ecb-a6fb-41b9-a34a-461d6b42ca97 req-98dd4f2c-350a-4366-9537-fef1400e6a99 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:27.003207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-524b3ecb-a6fb-41b9-a34a-461d6b42ca97 req-98dd4f2c-350a-4366-9537-fef1400e6a99 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Calling delete_port for aceead1d-9d95-4884-8f0d-db4b88582a9f owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:27.103287 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6ddcb91-c286-42a0-878f-7742d4cd7814 req-d0ecf7b1-9ed3-4523-863c-6cbb43c101c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:27.104073 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6ddcb91-c286-42a0-878f-7742d4cd7814 req-d0ecf7b1-9ed3-4523-863c-6cbb43c101c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:27.105586 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-c6ddcb91-c286-42a0-878f-7742d4cd7814 req-d0ecf7b1-9ed3-4523-863c-6cbb43c101c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Floating IP 92c64aba-faee-4854-aa0f-0eb38803602f disassociated. External IP: 172.25.2.76, port: f6aa4d3c-580f-42da-b1bb-2f00909c1c95. Mar 23 12:40:27.106444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-c6ddcb91-c286-42a0-878f-7742d4cd7814 req-d0ecf7b1-9ed3-4523-863c-6cbb43c101c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Calling delete_port for f6aa4d3c-580f-42da-b1bb-2f00909c1c95 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:27.147480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabf724-8a4e-4aa3-95eb-eaab7541dfee req-c932f968-8488-4b4d-b164-024710734f61 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:27.156244 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1fabf724-8a4e-4aa3-95eb-eaab7541dfee req-c932f968-8488-4b4d-b164-024710734f61 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 945 time: 0.1342824 Mar 23 12:40:27.219262 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5cf982e6-fb26-4139-b531-b6a05566739b req-73298688-4763-4af6-8bf8-8611ff094267 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d901630-af8d-40e8-a7a3-e9106f83f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529410 Mar 23 12:40:27.246158 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1fabf724-8a4e-4aa3-95eb-eaab7541dfee req-aeefef8b-d1a5-4d99-9abf-fbd24488c124 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836155 Mar 23 12:40:27.266946 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7df7e2ae-d02a-47e7-84f2-10d3e55245ae tempest-DvrRoutersNegativeTest-446971464 tempest-DvrRoutersNegativeTest-446971464-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2104084921', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:27.273600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.policy [None req-7df7e2ae-d02a-47e7-84f2-10d3e55245ae tempest-DvrRoutersNegativeTest-446971464 tempest-DvrRoutersNegativeTest-446971464-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102778) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 23 12:40:27.273920 n-d-834854-1 neutron-server[102778]: DEBUG neutron.policy [None req-7df7e2ae-d02a-47e7-84f2-10d3e55245ae tempest-DvrRoutersNegativeTest-446971464 tempest-DvrRoutersNegativeTest-446971464-project] Failed policy check for 'create_router' {{(pid=102778) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 23 12:40:27.276864 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-7df7e2ae-d02a-47e7-84f2-10d3e55245ae tempest-DvrRoutersNegativeTest-446971464 tempest-DvrRoutersNegativeTest-446971464-project] create failed (client error): Access was denied to this resource. Mar 23 12:40:27.286309 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7df7e2ae-d02a-47e7-84f2-10d3e55245ae tempest-DvrRoutersNegativeTest-446971464 tempest-DvrRoutersNegativeTest-446971464-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4027455 Mar 23 12:40:27.364207 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6ddcb91-c286-42a0-878f-7742d4cd7814 req-d0ecf7b1-9ed3-4523-863c-6cbb43c101c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:27.475113 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecf7b1-9ed3-4523-863c-6cbb43c101c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event deleted for resources: {'Port': ['ID=f6aa4d3c-580f-42da-b1bb-2f00909c1c95,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:27.508098 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-46acc869-1274-400d-9649-95e42429e2e9 req-8c06d96c-5d75-456e-9621-5ea0baec20fe tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 210 time: 0.0798075 Mar 23 12:40:27.588769 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d15dd3fb-66a6-484b-9520-6b946eda5bc3 req-0c2a5175-0540-4c3a-b702-cc3bfc38f578 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 210 time: 0.0361259 Mar 23 12:40:27.652275 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-524b3ecb-a6fb-41b9-a34a-461d6b42ca97 req-98dd4f2c-350a-4366-9537-fef1400e6a99 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:27.680366 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:27.702694 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38692) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:27.718626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6ddcb91-c286-42a0-878f-7742d4cd7814 req-d0ecf7b1-9ed3-4523-863c-6cbb43c101c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Router d8d80209-e725-4e13-aca7-cf531443d97d has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:40:27.738119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-58f7686c-8592-44cc-bba6-7a30fa4c245b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:27.739668 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-58f7686c-8592-44cc-bba6-7a30fa4c245b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 805 time: 0.5286741 Mar 23 12:40:27.753091 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd4f2c-350a-4366-9537-fef1400e6a99 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Pushing event deleted for resources: {'Port': ['ID=aceead1d-9d95-4884-8f0d-db4b88582a9f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:27.775481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-f4bce61f-26c4-4199-ba91-972e8708cbd7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Request body: {'port': {'device_id': '9df3a1a4-c24b-4f29-9ca5-b03cd19880d0', 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871', 'admin_state_up': True, 'tenant_id': '61f454bbb70244ecbf97f6b03af40553'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:27.808202 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-524b3ecb-a6fb-41b9-a34a-461d6b42ca97 req-98dd4f2c-350a-4366-9537-fef1400e6a99 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] No DVR routers for this DVR port aceead1d-9d95-4884-8f0d-db4b88582a9f on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:40:27.811892 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-524b3ecb-a6fb-41b9-a34a-461d6b42ca97 req-98dd4f2c-350a-4366-9537-fef1400e6a99 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:27.815624 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-524b3ecb-a6fb-41b9-a34a-461d6b42ca97 req-98dd4f2c-350a-4366-9537-fef1400e6a99 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.77 "DELETE /v2.0/ports/aceead1d-9d95-4884-8f0d-db4b88582a9f HTTP/1.1" status: 204 len: 173 time: 1.3674595 Mar 23 12:40:27.819404 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7496e-e4d2-4d41-80b1-7679052c3232', 'name': 'network-vif-deleted', 'tag': 'aceead1d-9d95-4884-8f0d-db4b88582a9f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:27.822332 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e37846-a128-460b-8472-df58a7cca95f" -d '{"events": [{"server_uuid": "52a7496e-e4d2-4d41-80b1-7679052c3232", "name": "network-vif-deleted", "tag": "aceead1d-9d95-4884-8f0d-db4b88582a9f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:27.875914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fa675-21a2-4463-b483-c4fdf98e7b2d req-a91c27b4-23cc-4a8f-b1e9-73b5312fa029 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:27.900682 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-819fa675-21a2-4463-b483-c4fdf98e7b2d req-a91c27b4-23cc-4a8f-b1e9-73b5312fa029 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.2565546 Mar 23 12:40:27.906630 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4dbe0189-5fa2-4077-9298-2dc895514fe8 req-3521f92c-183c-4929-bb9a-6d1330ec314b tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0481937 Mar 23 12:40:27.931147 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6ddcb91-c286-42a0-878f-7742d4cd7814 req-d0ecf7b1-9ed3-4523-863c-6cbb43c101c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:40:27.946325 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d13fe-8f90-4d5f-9297-7b1f9d45bb16 None None] Sync routers for ids ['d8d80209-e725-4e13-aca7-cf531443d97d'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:40:27.981422 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d13fe-8f90-4d5f-9297-7b1f9d45bb16 None None] Routers {'d8d80209-e725-4e13-aca7-cf531443d97d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:40:27.982344 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-530d13fe-8f90-4d5f-9297-7b1f9d45bb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:40:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8d80209-e725-4e13-aca7-cf531443d97d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:28.038001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ddcb91-c286-42a0-878f-7742d4cd7814 req-d0ecf7b1-9ed3-4523-863c-6cbb43c101c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] No DVR routers for this DVR port f6aa4d3c-580f-42da-b1bb-2f00909c1c95 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:40:28.045655 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c6ddcb91-c286-42a0-878f-7742d4cd7814 req-d0ecf7b1-9ed3-4523-863c-6cbb43c101c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:28.052906 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6ddcb91-c286-42a0-878f-7742d4cd7814 req-d0ecf7b1-9ed3-4523-863c-6cbb43c101c6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.77 "DELETE /v2.0/ports/f6aa4d3c-580f-42da-b1bb-2f00909c1c95 HTTP/1.1" status: 204 len: 173 time: 2.0858002 Mar 23 12:40:28.073789 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-819fa675-21a2-4463-b483-c4fdf98e7b2d req-097326a7-cab8-4114-9486-28089373bdfa tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709499 Mar 23 12:40:28.104045 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727914b9-7f67-44fb-b92f-755e710ebc2e x-openstack-request-id: req-727914b9-7f67-44fb-b92f-755e710ebc2e {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:28.104391 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7496e-e4d2-4d41-80b1-7679052c3232", "name": "network-vif-deleted", "tag": "aceead1d-9d95-4884-8f0d-db4b88582a9f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:28.104750 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-727914b9-7f67-44fb-b92f-755e710ebc2e {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:28.104975 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7496e-e4d2-4d41-80b1-7679052c3232', 'name': 'network-vif-deleted', 'tag': 'aceead1d-9d95-4884-8f0d-db4b88582a9f', 'status': 'completed', 'code': 200} Mar 23 12:40:28.105692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'name': 'network-vif-deleted', 'tag': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:28.116846 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36780480-7e65-4e21-9402-0ddc47d8bab5" -d '{"events": [{"server_uuid": "16ed7997-92ce-486e-b6cb-b3d02df09f03", "name": "network-vif-deleted", "tag": "f6aa4d3c-580f-42da-b1bb-2f00909c1c95"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:28.161520 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70e1c74b-953e-49e2-8582-47d4decc37a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:28.194744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-f4bce61f-26c4-4199-ba91-972e8708cbd7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Made reservation on behalf of 61f454bbb70244ecbf97f6b03af40553 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:28.199462 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-f4bce61f-26c4-4199-ba91-972e8708cbd7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:28.304253 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70e1c74b-953e-49e2-8582-47d4decc37a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:28.311048 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70e1c74b-953e-49e2-8582-47d4decc37a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:28.331879 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b461a34-232b-4d4b-b4aa-c8cb3b94a6c3 req-06b772c2-92c9-4e05-ad11-24d8ef7b20d2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 210 time: 0.0801520 Mar 23 12:40:28.433923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1c74b-953e-49e2-8582-47d4decc37a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f33cf9e-aab1-4f6f-8b50-143fe286594d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:28.469944 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b0001e-edf3-4e44-98eb-795f4ebfd3d7 x-openstack-request-id: req-91b0001e-edf3-4e44-98eb-795f4ebfd3d7 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:28.470240 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ed7997-92ce-486e-b6cb-b3d02df09f03", "name": "network-vif-deleted", "tag": "f6aa4d3c-580f-42da-b1bb-2f00909c1c95", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:28.470492 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91b0001e-edf3-4e44-98eb-795f4ebfd3d7 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:28.471022 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ed7997-92ce-486e-b6cb-b3d02df09f03', 'name': 'network-vif-deleted', 'tag': 'f6aa4d3c-580f-42da-b1bb-2f00909c1c95', 'status': 'completed', 'code': 200} Mar 23 12:40:28.506945 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-70e1c74b-953e-49e2-8582-47d4decc37a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c2e744d9d6564f92bf46700da2e34e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8008869 Mar 23 12:40:28.507280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38710) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:28.565147 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-530d13fe-8f90-4d5f-9297-7b1f9d45bb16 None None] Set router d8d80209-e725-4e13-aca7-cf531443d97d gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:40:28.581635 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48208ee-91c7-485d-8b31-b40c7e5e5e99 req-90392cbe-043e-4352-b679-c2039a15558e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:28.583374 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c48208ee-91c7-485d-8b31-b40c7e5e5e99 req-90392cbe-043e-4352-b679-c2039a15558e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.2671754 Mar 23 12:40:28.593395 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-f4bce61f-26c4-4199-ba91-972e8708cbd7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Allocated IP 172.20.0.3 (aa7ade3c-6c93-4ba0-b2cd-7915560e4871/d214faa0-c958-46e5-affe-d81670b016f4/454e1a40-729d-47af-bdf8-9275bec4e66c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:40:28.640441 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c48208ee-91c7-485d-8b31-b40c7e5e5e99 req-dfdf5a32-61f4-46a1-b11d-9dda1251fa8c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472069 Mar 23 12:40:28.645601 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64ced4a6-9e78-4480-97c9-17a213e78984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:28.705384 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64ced4a6-9e78-4480-97c9-17a213e78984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:28.792215 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0839ae42-16ad-479c-a449-4f19069a7e8f req-d557078d-12c9-4726-9b04-da66c5ccf8c0 tempest-VolumesBackupsTest-1991294113 tempest-VolumesBackupsTest-1991294113-project] 10.222.0.52 "GET /v2.0/ports?device_id=52a7496e-e4d2-4d41-80b1-7679052c3232 HTTP/1.1" status: 200 len: 210 time: 0.0537150 Mar 23 12:40:28.828250 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64ced4a6-9e78-4480-97c9-17a213e78984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:28.832731 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64ced4a6-9e78-4480-97c9-17a213e78984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:28.834061 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-64ced4a6-9e78-4480-97c9-17a213e78984 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9f33cf9e-aab1-4f6f-8b50-143fe286594d HTTP/1.1" status: 204 len: 168 time: 0.3256938 Mar 23 12:40:28.859477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ced4a6-9e78-4480-97c9-17a213e78984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f33cf9e-aab1-4f6f-8b50-143fe286594d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:28.869942 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-f4bce61f-26c4-4199-ba91-972e8708cbd7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:28.958856 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e4c0dd06-ae85-4980-9892-96a20be0f0d1 req-509a5d35-4475-4fe9-95d7-bac879a813fa tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 210 time: 0.0637350 Mar 23 12:40:29.020382 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-f4bce61f-26c4-4199-ba91-972e8708cbd7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:29.046242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621cf5b-ce2b-40fb-9791-2bd67dd83aae req-db7c8e23-bf28-4747-8c2b-00c012147f65 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:29.049435 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['584a0e65-c663-46e0-b4c8-7ea9e49276c8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:40:29.060549 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d621cf5b-ce2b-40fb-9791-2bd67dd83aae req-db7c8e23-bf28-4747-8c2b-00c012147f65 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 945 time: 0.2037604 Mar 23 12:40:29.082105 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-f4bce61f-26c4-4199-ba91-972e8708cbd7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:29.094116 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-f4bce61f-26c4-4199-ba91-972e8708cbd7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:29.163715 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d621cf5b-ce2b-40fb-9791-2bd67dd83aae req-418a5b84-831f-4118-b426-1e0453071d00 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998204 Mar 23 12:40:29.176160 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-f4bce61f-26c4-4199-ba91-972e8708cbd7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:29.239386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3da50305-d8cc-43f5-b3df-2ad2ead75352 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:29.302257 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2bcf83ab-ea85-4e8c-af26-0db4ba6eb2c2 req-99633e14-0f4f-447b-b8f5-87424d3557cb tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=16ed7997-92ce-486e-b6cb-b3d02df09f03 HTTP/1.1" status: 200 len: 210 time: 0.0909266 Mar 23 12:40:29.328573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bce61f-26c4-4199-ba91-972e8708cbd7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Pushing event updated for resources: {'Port': ['ID=454e1a40-729d-47af-bdf8-9275bec4e66c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:29.338375 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:29.340187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-f4bce61f-26c4-4199-ba91-972e8708cbd7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:29.342181 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-f4bce61f-26c4-4199-ba91-972e8708cbd7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:29.382712 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-530d13fe-8f90-4d5f-9297-7b1f9d45bb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:44Z', 'revision_number': 4, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c769a205-aa93-49ea-a142-4abe8167d2dc', 'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'mac_address': 'fa:16:3e:35:2c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:43Z', 'updated_at': '2022-03-23T12:35:48Z', 'revision_number': 5, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'subnets': [{'id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:29.396810 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-15a92b8b-c787-4162-87bf-91a16aecb2bc req-72760b0e-3c2f-4887-901f-28f489368037 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0624719 Mar 23 12:40:29.418198 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-f4bce61f-26c4-4199-ba91-972e8708cbd7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6614444 Mar 23 12:40:29.438635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Request body: {'port': {'device_id': '9df3a1a4-c24b-4f29-9ca5-b03cd19880d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:29.456895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d13fe-8f90-4d5f-9297-7b1f9d45bb16 None None] Checking router: d8d80209-e725-4e13-aca7-cf531443d97d for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:40:29.490115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d13fe-8f90-4d5f-9297-7b1f9d45bb16 None None] Routers {'d8d80209-e725-4e13-aca7-cf531443d97d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:40:29.490963 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-530d13fe-8f90-4d5f-9297-7b1f9d45bb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:40:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8d80209-e725-4e13-aca7-cf531443d97d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:29.590767 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:29.616880 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-530d13fe-8f90-4d5f-9297-7b1f9d45bb16 None None] Set router d8d80209-e725-4e13-aca7-cf531443d97d gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:40:29.706042 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:29.728474 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 3da50305-d8cc-43f5-b3df-2ad2ead75352 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:40:29.753917 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88cafa-c9e5-40b1-abe6-3869bb3ee59f req-62ae198a-7c2a-4fc6-96c1-72475274f0df tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:29.764206 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f88cafa-c9e5-40b1-abe6-3869bb3ee59f req-62ae198a-7c2a-4fc6-96c1-72475274f0df tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 931 time: 0.2344182 Mar 23 12:40:29.769108 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 3da50305-d8cc-43f5-b3df-2ad2ead75352 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:29.769701 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:29.873696 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f88cafa-c9e5-40b1-abe6-3869bb3ee59f req-2585c5e9-2399-4753-90f3-4b832ce26129 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045623 Mar 23 12:40:30.117817 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-530d13fe-8f90-4d5f-9297-7b1f9d45bb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:44Z', 'revision_number': 4, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c769a205-aa93-49ea-a142-4abe8167d2dc', 'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'mac_address': 'fa:16:3e:35:2c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:43Z', 'updated_at': '2022-03-23T12:35:48Z', 'revision_number': 5, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'subnets': [{'id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:30.128970 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a67302a6-2c05-4616-914c-d768f81438b4 req-a8abecfe-d907-403a-be79-e466dd693818 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3dbf8b2-bc47-4348-895e-fa08734ac9d3 HTTP/1.1" status: 200 len: 210 time: 0.0361629 Mar 23 12:40:30.158237 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454e1a40-729d-47af-bdf8-9275bec4e66c {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:40:30.172422 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:30.199887 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Transition to ACTIVE for port object 454e1a40-729d-47af-bdf8-9275bec4e66c will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:40:30.207082 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:30.249763 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d13fe-8f90-4d5f-9297-7b1f9d45bb16 None None] The sync data for ids ['d8d80209-e725-4e13-aca7-cf531443d97d'] in n-d-834854-1 is: [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:44Z', 'revision_number': 4, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c769a205-aa93-49ea-a142-4abe8167d2dc', 'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'mac_address': 'fa:16:3e:35:2c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:43Z', 'updated_at': '2022-03-23T12:35:48Z', 'revision_number': 5, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'subnets': [{'id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:40:30.261074 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:30.329535 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Pushing event updated for resources: {'Port': ['ID=454e1a40-729d-47af-bdf8-9275bec4e66c,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:30.369015 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da50305-d8cc-43f5-b3df-2ad2ead75352'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:30.371297 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d484819-8b7f-417f-a561-d72c169607ab" -d '{"events": [{"server_uuid": "9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9", "name": "network-vif-plugged", "status": "completed", "tag": "3da50305-d8cc-43f5-b3df-2ad2ead75352"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:30.410398 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38762) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:30.437916 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3da50305-d8cc-43f5-b3df-2ad2ead75352, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3da50305-d8cc-43f5-b3df-2ad2ead75352,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:30.446372 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:30.447736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f6aa4d3c-580f-42da-b1bb-2f00909c1c95 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:40:30.482524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32729d8-0282-4560-bfa6-213a405f4a90 req-24abd533-dfb2-4152-9d8a-3f4d01205ae4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:30.490067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: f6aa4d3c-580f-42da-b1bb-2f00909c1c95 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:40:30.490403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f6aa4d3c-580f-42da-b1bb-2f00909c1c95 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:40:30.490837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device aceead1d-9d95-4884-8f0d-db4b88582a9f no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:40:30.500797 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f32729d8-0282-4560-bfa6-213a405f4a90 req-24abd533-dfb2-4152-9d8a-3f4d01205ae4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 945 time: 0.2342358 Mar 23 12:40:30.605142 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: aceead1d-9d95-4884-8f0d-db4b88582a9f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:40:30.609628 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device aceead1d-9d95-4884-8f0d-db4b88582a9f not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:40:30.619918 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdea582-b409-49c8-9fbf-330e341c5b81 x-openstack-request-id: req-cbdea582-b409-49c8-9fbf-330e341c5b81 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:30.639130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Attempting to bind port 454e1a40-729d-47af-bdf8-9275bec4e66c on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:30.640090 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Attempting to bind port 454e1a40-729d-47af-bdf8-9275bec4e66c by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:30.640441 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Attempting to bind port 454e1a40-729d-47af-bdf8-9275bec4e66c on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:30.641255 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9", "name": "network-vif-plugged", "status": "completed", "tag": "3da50305-d8cc-43f5-b3df-2ad2ead75352", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:30.643153 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cbdea582-b409-49c8-9fbf-330e341c5b81 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:30.645750 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da50305-d8cc-43f5-b3df-2ad2ead75352', 'code': 200} Mar 23 12:40:30.663728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Port 454e1a40-729d-47af-bdf8-9275bec4e66c on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:30.664430 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Attempting to bind port 454e1a40-729d-47af-bdf8-9275bec4e66c on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:30.677401 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:40:30.677739 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Checking segment: {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:40:30.678120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Bound using segment: {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:40:30.678562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Bound port: 454e1a40-729d-47af-bdf8-9275bec4e66c, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:40:30.678915 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:30.681577 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f32729d8-0282-4560-bfa6-213a405f4a90 req-3908c89d-4d8c-4a20-987b-9ed339810188 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753709 Mar 23 12:40:30.720666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=3da50305-d8cc-43f5-b3df-2ad2ead75352,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:30.790025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38774) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:30.821042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a697afe-ab4d-4724-bb1c-c9129652293f req-3bee549e-782e-4e2c-beed-97691c3f4095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:30.823952 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3a697afe-ab4d-4724-bb1c-c9129652293f req-3bee549e-782e-4e2c-beed-97691c3f4095 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 1097 time: 0.1385124 Mar 23 12:40:30.860229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-db925bb6-7ee5-4d00-963f-6b202693a941 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1334086794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:30.899958 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9bd98d0-1125-4e41-a0f8-70c439f8a36a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:30.907086 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3a697afe-ab4d-4724-bb1c-c9129652293f req-245bee98-bb2c-4a13-9356-6e3883200090 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750506 Mar 23 12:40:30.907726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] For port 454e1a40-729d-47af-bdf8-9275bec4e66c, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:40:30.942160 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9bd98d0-1125-4e41-a0f8-70c439f8a36a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:30.952087 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34eeea6-c18a-45ca-9183-e63e01a19a71 None None] New status for floating IP 92c64aba-faee-4854-aa0f-0eb38803602f: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:40:30.963311 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c6a77be-7c85-48a9-85f1-fc13efe1f20b req-bf73b837-2e58-44f5-9408-ec0427894fc1 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.1500742 Mar 23 12:40:30.969542 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db925bb6-7ee5-4d00-963f-6b202693a941 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:30.970779 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db925bb6-7ee5-4d00-963f-6b202693a941 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:30.988529 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] For port 454e1a40-729d-47af-bdf8-9275bec4e66c, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=454e1a40-729d-47af-bdf8-9275bec4e66c,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:40:30.998823 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:31.066767 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9bd98d0-1125-4e41-a0f8-70c439f8a36a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:31.070848 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9bd98d0-1125-4e41-a0f8-70c439f8a36a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:31.075437 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c9bd98d0-1125-4e41-a0f8-70c439f8a36a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "DELETE /v2.0/security-groups/f97fd142-7e9e-4162-8893-4b28327fc935 HTTP/1.1" status: 204 len: 168 time: 0.2808852 Mar 23 12:40:31.077145 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38778) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:31.100356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd98d0-1125-4e41-a0f8-70c439f8a36a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97fd142-7e9e-4162-8893-4b28327fc935,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:31.125154 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-8ba2754c-dcb8-406a-8e7d-d3aeb794d42c tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] show failed (client error): The resource could not be found. Mar 23 12:40:31.130328 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8ba2754c-dcb8-406a-8e7d-d3aeb794d42c tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups/f97fd142-7e9e-4162-8893-4b28327fc935 HTTP/1.1" status: 404 len: 347 time: 0.0491471 Mar 23 12:40:31.133561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38780) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:31.175299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958db0ce-930e-4f2d-b950-fa0e83dfd82b req-2df272a9-7e4f-4d27-9134-742dbccfc014 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:31.186292 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-958db0ce-930e-4f2d-b950-fa0e83dfd82b req-2df272a9-7e4f-4d27-9134-742dbccfc014 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 943 time: 0.1592050 Mar 23 12:40:31.360430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-958db0ce-930e-4f2d-b950-fa0e83dfd82b req-d3348ad6-42d9-4a58-8003-d249dd0fa816 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723583 Mar 23 12:40:31.412497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d09bddec-3a84-4438-84cf-14139ea2907d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Deleting port 9a4f9564-54c5-450b-9130-d16db8c29b9f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:31.412912 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d09bddec-3a84-4438-84cf-14139ea2907d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:31.501677 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f9eca00d-da1b-42fc-9e80-d528ec5b749f req-9af1236c-0853-4726-a0ad-faf17adb481e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0323231 Mar 23 12:40:31.534581 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d09bddec-3a84-4438-84cf-14139ea2907d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:31.535212 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d09bddec-3a84-4438-84cf-14139ea2907d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:31.549478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d09bddec-3a84-4438-84cf-14139ea2907d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Calling delete_port for 9a4f9564-54c5-450b-9130-d16db8c29b9f owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:31.600750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Pushing event updated for resources: {'Port': ['ID=454e1a40-729d-47af-bdf8-9275bec4e66c,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:31.633716 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db925bb6-7ee5-4d00-963f-6b202693a941 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:31.635856 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:31.636538 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:31.638005 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-82363e4f-c6b8-46ae-8ad3-1df3036735d5 service neutron] 10.222.0.77 "PUT /v2.0/ports/454e1a40-729d-47af-bdf8-9275bec4e66c HTTP/1.1" status: 200 len: 1091 time: 2.2082882 Mar 23 12:40:31.638425 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df3a1a4-c24b-4f29-9ca5-b03cd19880d0', 'tag': '454e1a40-729d-47af-bdf8-9275bec4e66c'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:31.640679 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d118595-3470-46ef-bdde-04405d9e3f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9df3a1a4-c24b-4f29-9ca5-b03cd19880d0", "tag": "454e1a40-729d-47af-bdf8-9275bec4e66c"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:31.655884 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db925bb6-7ee5-4d00-963f-6b202693a941 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:31.697524 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db925bb6-7ee5-4d00-963f-6b202693a941 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:31.715323 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-db925bb6-7ee5-4d00-963f-6b202693a941 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3030429 Mar 23 12:40:31.716617 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38798) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:31.719585 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28350a74-7b4d-46b5-812c-d92234f61cc9 x-openstack-request-id: req-28350a74-7b4d-46b5-812c-d92234f61cc9 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:31.722914 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df3a1a4-c24b-4f29-9ca5-b03cd19880d0", "tag": "454e1a40-729d-47af-bdf8-9275bec4e66c", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:31.723407 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28350a74-7b4d-46b5-812c-d92234f61cc9 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:31.724081 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df3a1a4-c24b-4f29-9ca5-b03cd19880d0', 'tag': '454e1a40-729d-47af-bdf8-9275bec4e66c', 'status': 'completed', 'code': 200} Mar 23 12:40:31.729159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9e9de44a-d3e1-4eb1-80e6-1fdaaa563322 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-257819793'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:31.736258 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d09bddec-3a84-4438-84cf-14139ea2907d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:31.762628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9de44a-d3e1-4eb1-80e6-1fdaaa563322 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Made reservation on behalf of 0dfaf03536734327a9b6b6d3b2c3fc06 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:31.772758 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e9de44a-d3e1-4eb1-80e6-1fdaaa563322 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:31.776757 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bddec-3a84-4438-84cf-14139ea2907d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event deleted for resources: {'Port': ['ID=9a4f9564-54c5-450b-9130-d16db8c29b9f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:31.799457 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e9de44a-d3e1-4eb1-80e6-1fdaaa563322 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:31.905741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d118595-3470-46ef-bdde-04405d9e3f8c req-3c28d931-335f-45fc-b0cf-d2aef6c85913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:31.907338 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d118595-3470-46ef-bdde-04405d9e3f8c req-3c28d931-335f-45fc-b0cf-d2aef6c85913 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 1094 time: 0.0900660 Mar 23 12:40:31.920313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d09bddec-3a84-4438-84cf-14139ea2907d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:31.923469 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d09bddec-3a84-4438-84cf-14139ea2907d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:31.927997 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d09bddec-3a84-4438-84cf-14139ea2907d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "DELETE /v2.0/floatingips/92c64aba-faee-4854-aa0f-0eb38803602f HTTP/1.1" status: 204 len: 168 time: 0.7779286 Mar 23 12:40:31.934928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659bfb3-16d2-49bc-8789-1c55496b35c0 req-3afb971f-f5d8-420a-ab93-de4715b02946 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:31.937214 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f659bfb3-16d2-49bc-8789-1c55496b35c0 req-3afb971f-f5d8-420a-ab93-de4715b02946 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.0987771 Mar 23 12:40:31.996870 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f659bfb3-16d2-49bc-8789-1c55496b35c0 req-1c8aa6f6-7996-455c-89b2-61463fc9b70e tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450644 Mar 23 12:40:32.171669 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e9de44a-d3e1-4eb1-80e6-1fdaaa563322 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:32.201818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38808) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:32.206842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-457f0aa5-0655-4c4c-af2d-f55877ad9a9e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--865453541', 'description': 'tempest-description--96674927'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:32.222053 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e9de44a-d3e1-4eb1-80e6-1fdaaa563322 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:32.232046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d118595-3470-46ef-bdde-04405d9e3f8c req-34793876-763b-4503-ba12-30bdae44309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:32.233604 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d118595-3470-46ef-bdde-04405d9e3f8c req-34793876-763b-4503-ba12-30bdae44309a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=61f454bbb70244ecbf97f6b03af40553&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3151572 Mar 23 12:40:32.248204 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-457f0aa5-0655-4c4c-af2d-f55877ad9a9e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:32.250339 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814fce3-a18b-410a-8186-6bc73b6805ef req-caca1bae-c9fe-4e71-b8a1-dfe3ed704183 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:32.258956 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e814fce3-a18b-410a-8186-6bc73b6805ef req-caca1bae-c9fe-4e71-b8a1-dfe3ed704183 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.2579262 Mar 23 12:40:32.330187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9de44a-d3e1-4eb1-80e6-1fdaaa563322 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:40:32.347033 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db1a841c-6ecd-4e83-aad0-7d1099902782 req-fc25edf1-43a8-4cbd-9c4d-b2b8c297e076 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0581238 Mar 23 12:40:32.451158 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e814fce3-a18b-410a-8186-6bc73b6805ef req-856f8f62-5a39-4725-b560-ff422e19a368 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913338 Mar 23 12:40:32.454690 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e9de44a-d3e1-4eb1-80e6-1fdaaa563322 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:32.455491 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-9e9de44a-d3e1-4eb1-80e6-1fdaaa563322 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Added segment 66bcaf97-f127-4b1f-b568-5051ce653857 of type vlan for network 114f4965-a83d-4da3-8f18-4d14c7419e56 Mar 23 12:40:32.456998 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9de44a-d3e1-4eb1-80e6-1fdaaa563322 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc1d2ab-aceb-40b2-bc26-7104dcd80b7d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:32.482911 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-457f0aa5-0655-4c4c-af2d-f55877ad9a9e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:32.525425 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-457f0aa5-0655-4c4c-af2d-f55877ad9a9e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:32.584822 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e9de44a-d3e1-4eb1-80e6-1fdaaa563322 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:32.610807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d118595-3470-46ef-bdde-04405d9e3f8c req-33ed1908-fa40-4701-8c86-87783d455948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:32.620732 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d118595-3470-46ef-bdde-04405d9e3f8c req-33ed1908-fa40-4701-8c86-87783d455948 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3399019 Mar 23 12:40:32.628751 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-457f0aa5-0655-4c4c-af2d-f55877ad9a9e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:32.633606 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-457f0aa5-0655-4c4c-af2d-f55877ad9a9e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4307494 Mar 23 12:40:32.639131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38818) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:32.651291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5b0bd10d-ab0a-4ab1-9602-b7697ef05d1b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Request body: {'security_group_rule': {'security_group_id': '9028d36f-41b2-4c3f-8e4a-05b82534057a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:32.690467 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e9de44a-d3e1-4eb1-80e6-1fdaaa563322 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:32.696951 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9de44a-d3e1-4eb1-80e6-1fdaaa563322 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:32.697651 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9e9de44a-d3e1-4eb1-80e6-1fdaaa563322 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:32.706898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f0aa5-0655-4c4c-af2d-f55877ad9a9e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9028d36f-41b2-4c3f-8e4a-05b82534057a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:32.733618 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6493c6-50b1-4a52-aa66-2cd97ae85b12 req-b3f1d208-4a0d-434a-998d-5c0a55e51457 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:32.737101 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9e9de44a-d3e1-4eb1-80e6-1fdaaa563322 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0118752 Mar 23 12:40:32.739435 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed6493c6-50b1-4a52-aa66-2cd97ae85b12 req-b3f1d208-4a0d-434a-998d-5c0a55e51457 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 943 time: 0.2479908 Mar 23 12:40:32.740629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38820) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:32.762186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5a90523a-ce4d-4266-8444-4c955ec432cd tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Request body: {'subnet': {'network_id': '114f4965-a83d-4da3-8f18-4d14c7419e56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:32.810162 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed6493c6-50b1-4a52-aa66-2cd97ae85b12 req-8c1fb2cb-1726-4c17-a47b-59812f0fc8e5 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586770 Mar 23 12:40:32.810440 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b0bd10d-ab0a-4ab1-9602-b7697ef05d1b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:32.938563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b146ec-0bca-45ad-bf11-6f9dcae4bd55 req-25f0dbae-42c0-4b59-a5cf-66eb28ce5441 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:32.943466 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b0bd10d-ab0a-4ab1-9602-b7697ef05d1b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:32.944636 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-87b146ec-0bca-45ad-bf11-6f9dcae4bd55 req-25f0dbae-42c0-4b59-a5cf-66eb28ce5441 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.3025403 Mar 23 12:40:32.953638 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b0bd10d-ab0a-4ab1-9602-b7697ef05d1b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:32.995458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bd10d-ab0a-4ab1-9602-b7697ef05d1b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03eb42e8-43c0-489d-a624-964225b92dc9,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:33.001233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9de44a-d3e1-4eb1-80e6-1fdaaa563322 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event updated for resources: {'Network': ['ID=114f4965-a83d-4da3-8f18-4d14c7419e56,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:33.019581 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b0bd10d-ab0a-4ab1-9602-b7697ef05d1b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:33.025282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38824) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:33.025494 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5b0bd10d-ab0a-4ab1-9602-b7697ef05d1b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3776991 Mar 23 12:40:33.034652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 114f4965-a83d-4da3-8f18-4d14c7419e56 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:40:33.056900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b8c7a55d-5ca2-42b0-8de4-92238422dc2d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Request body: {'security_group_rule': {'security_group_id': '9028d36f-41b2-4c3f-8e4a-05b82534057a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:33.104701 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-87b146ec-0bca-45ad-bf11-6f9dcae4bd55 req-c40ff001-fef3-4a8d-9700-7d74739974aa tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458645 Mar 23 12:40:33.106760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-fc65d3d2-d789-4834-a652-3fea41b30fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:33.111870 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-fc65d3d2-d789-4834-a652-3fea41b30fb8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 1094 time: 0.3975842 Mar 23 12:40:33.212606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a5b87-8c15-4f81-98bd-4e7a31d360b3 req-7cac4c97-1938-4734-a05b-39793dee055c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:33.220755 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2e8a5b87-8c15-4f81-98bd-4e7a31d360b3 req-7cac4c97-1938-4734-a05b-39793dee055c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.1266632 Mar 23 12:40:33.235024 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a55d-5ca2-42b0-8de4-92238422dc2d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:33.241005 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-635c67be-0c7c-413b-bfcc-008d5fb5cea0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=454e1a40-729d-47af-bdf8-9275bec4e66c HTTP/1.1" status: 200 len: 217 time: 0.0932581 Mar 23 12:40:33.247620 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a90523a-ce4d-4266-8444-4c955ec432cd tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Made reservation on behalf of 0dfaf03536734327a9b6b6d3b2c3fc06 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:33.251278 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a90523a-ce4d-4266-8444-4c955ec432cd tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:33.301091 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2e8a5b87-8c15-4f81-98bd-4e7a31d360b3 req-5eeb3278-1ef7-4643-8c74-290393de1d6c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792027 Mar 23 12:40:33.566291 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-73b329af-868c-432f-b046-e15f9f3bd386 req-f88140e6-4768-412d-ab03-1b0d72f8cbda tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0531301 Mar 23 12:40:33.566992 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a55d-5ca2-42b0-8de4-92238422dc2d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:33.581275 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a55d-5ca2-42b0-8de4-92238422dc2d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:33.588988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-bccc38e5-f6d4-4e5f-8b46-2ee6bb15ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:33.590556 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-bccc38e5-f6d4-4e5f-8b46-2ee6bb15ce48 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d214faa0-c958-46e5-affe-d81670b016f4 HTTP/1.1" status: 200 len: 845 time: 0.3329813 Mar 23 12:40:33.637977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a9ed8-98d4-4d67-ac93-765c5beedfc4 req-9c46137c-8b72-4a50-a8fa-c1f8a4ad5d3c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:33.645766 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d5a9ed8-98d4-4d67-ac93-765c5beedfc4 req-9c46137c-8b72-4a50-a8fa-c1f8a4ad5d3c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.3154132 Mar 23 12:40:33.666139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7a55d-5ca2-42b0-8de4-92238422dc2d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e014436f-2a88-4488-a5af-94790e72eff9,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:33.686308 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-33cbee70-43b9-46ae-baf1-13ee1e6905e5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753300 Mar 23 12:40:33.727081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a55d-5ca2-42b0-8de4-92238422dc2d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:33.732033 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b8c7a55d-5ca2-42b0-8de4-92238422dc2d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6988351 Mar 23 12:40:33.735345 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38844) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:33.760244 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:33.808968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7effa1-f4e4-4505-a268-d1831da3246e req-679a342a-a7fc-444a-86a7-4662d53c3dab tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:33.810590 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0d7effa1-f4e4-4505-a268-d1831da3246e req-679a342a-a7fc-444a-86a7-4662d53c3dab tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.1154749 Mar 23 12:40:33.812096 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:33.909852 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-fb3b72e1-daba-40bd-aa9f-209ced618ae2 service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041795 Mar 23 12:40:33.916373 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0d7effa1-f4e4-4505-a268-d1831da3246e req-d9a79cd9-d77d-4ba0-9625-a3ddb4f241c6 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834858 Mar 23 12:40:33.928066 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d5a9ed8-98d4-4d67-ac93-765c5beedfc4 req-e96ed554-3c4f-4bb3-80aa-c8492740e5dc tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743516 Mar 23 12:40:34.044800 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:34.301188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee510c8-d025-4f52-bbd3-d8fbc7010f5d req-dfee53fd-cd94-4c92-85fd-4affea256663 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:34.303594 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ee510c8-d025-4f52-bbd3-d8fbc7010f5d req-dfee53fd-cd94-4c92-85fd-4affea256663 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 943 time: 0.1982322 Mar 23 12:40:34.310976 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Allocated IP 172.25.2.69 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/97e5a0eb-da4f-4dff-9f27-ce8b00d3f134) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:40:34.314012 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a90523a-ce4d-4266-8444-4c955ec432cd tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:34.485306 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ee510c8-d025-4f52-bbd3-d8fbc7010f5d req-42d29376-1178-4bdc-b7e4-e0c8014983c2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633177 Mar 23 12:40:34.549265 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71f9a8b8-2a0e-4ea2-a6d4-7c7df5e41c6d req-9c38fea1-49fb-4953-85cc-f03d49d70efd service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198616 Mar 23 12:40:34.560878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c840eb9-1ebb-493b-bb9c-56fb2306c577 req-45b26a05-0bc5-4a8d-a37d-acff5f6256db tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:34.570064 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1c840eb9-1ebb-493b-bb9c-56fb2306c577 req-45b26a05-0bc5-4a8d-a37d-acff5f6256db tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1395941 Mar 23 12:40:34.594364 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90523a-ce4d-4266-8444-4c955ec432cd tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event updated for resources: {'Subnet': ['ID=dbadf3a7-2ea2-43d6-8629-1d1f78417ddf,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:34.620313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:34.639751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a90523a-ce4d-4266-8444-4c955ec432cd tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Checking segment: {'id': '66bcaf97-f127-4b1f-b568-5051ce653857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '114f4965-a83d-4da3-8f18-4d14c7419e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:40:34.640231 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a90523a-ce4d-4266-8444-4c955ec432cd tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Network hostable DHCP agents. Network: 114f4965-a83d-4da3-8f18-4d14c7419e56, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:40:34.718549 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1c840eb9-1ebb-493b-bb9c-56fb2306c577 req-622d4a63-2cb8-446a-a39e-1dac5493265f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466527 Mar 23 12:40:34.753831 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:34.797529 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a72e5a2d-9fe1-4da2-9034-acb4db087c19 req-4ae41b38-9b70-4666-87dc-5daf495ed4e4 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.1533270 Mar 23 12:40:34.810027 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event updated for resources: {'Port': ['ID=97e5a0eb-da4f-4dff-9f27-ce8b00d3f134,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:34.825915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:34.827917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:34.833016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:34.843776 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a90523a-ce4d-4266-8444-4c955ec432cd tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Network 114f4965-a83d-4da3-8f18-4d14c7419e56 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:40:34.873578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5a90523a-ce4d-4266-8444-4c955ec432cd tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 114f4965-a83d-4da3-8f18-4d14c7419e56) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:34.889245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9779dedb-3928-4c6d-8845-244cc21b9594 None None] Network 114f4965-a83d-4da3-8f18-4d14c7419e56 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:40:34.918363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a90523a-ce4d-4266-8444-4c955ec432cd tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:34.919260 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a90523a-ce4d-4266-8444-4c955ec432cd tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:34.993048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5a90523a-ce4d-4266-8444-4c955ec432cd tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2405064 Mar 23 12:40:34.995258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38916) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:35.019788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-32cd3640-cc72-4fcd-b672-589d1314b562 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Request body: {'network': {'name': 'tempest-router-network01--1583677534'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:35.073375 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:35.151861 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:35.231259 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-114f4965-a83d-4da3-8f18-4d14c7419e56', 'network_id': '114f4965-a83d-4da3-8f18-4d14c7419e56', 'tenant_id': '0dfaf03536734327a9b6b6d3b2c3fc06', 'fixed_ips': [{'subnet_id': 'dbadf3a7-2ea2-43d6-8629-1d1f78417ddf'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:40:35.236027 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:35.245382 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cd3640-cc72-4fcd-b672-589d1314b562 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Made reservation on behalf of 0dfaf03536734327a9b6b6d3b2c3fc06 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:35.268161 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-32cd3640-cc72-4fcd-b672-589d1314b562 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:35.272999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a6e3a-aba6-49fe-86cf-a20181282307 req-e17e966c-0b96-4d7d-9fc1-ba95341daccb tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:35.281944 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a7a6e3a-aba6-49fe-86cf-a20181282307 req-e17e966c-0b96-4d7d-9fc1-ba95341daccb tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.2232184 Mar 23 12:40:35.381997 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cd3640-cc72-4fcd-b672-589d1314b562 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:40:35.413142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e99d4d-86dd-449c-a63e-f354912fddfb req-834ec00d-58a6-4097-86b1-2b762b8fcf13 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:35.441076 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a7a6e3a-aba6-49fe-86cf-a20181282307 req-666dc3c3-a967-49f8-ac6d-c313c88641c6 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580915 Mar 23 12:40:35.444476 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41e99d4d-86dd-449c-a63e-f354912fddfb req-834ec00d-58a6-4097-86b1-2b762b8fcf13 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.4054606 Mar 23 12:40:35.487255 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-32cd3640-cc72-4fcd-b672-589d1314b562 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:35.487525 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-32cd3640-cc72-4fcd-b672-589d1314b562 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Added segment 0696ecd6-6dd2-417b-8fa1-2d6cf5294374 of type vlan for network 9f5064c3-445f-4fac-a651-64c15a044bee Mar 23 12:40:35.598262 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:35.606356 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:35.624398 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Allocated IP 2001:db8::2 (114f4965-a83d-4da3-8f18-4d14c7419e56/dbadf3a7-2ea2-43d6-8629-1d1f78417ddf/89e50e19-de3b-41b3-bd22-24f975ca4087) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:40:35.648146 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-32cd3640-cc72-4fcd-b672-589d1314b562 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:35.691829 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-32cd3640-cc72-4fcd-b672-589d1314b562 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:35.699578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd3640-cc72-4fcd-b672-589d1314b562 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:35.700553 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-32cd3640-cc72-4fcd-b672-589d1314b562 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:35.796461 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41e99d4d-86dd-449c-a63e-f354912fddfb req-daca6952-d804-41e6-8464-b66d4e8129a3 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511193 Mar 23 12:40:35.802506 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-32cd3640-cc72-4fcd-b672-589d1314b562 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8055282 Mar 23 12:40:35.805958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38938) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:35.811480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-44b80aa8-01d6-4e8b-8d7e-ecacfd0748ea tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Request body: {'network': {'name': 'tempest-router-network02--1049494013'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:35.861528 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:35.873755 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:35.909334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event updated for resources: {'Port': ['ID=97e5a0eb-da4f-4dff-9f27-ce8b00d3f134,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:35.960480 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Pushing event updated for resources: {'Port': ['ID=89e50e19-de3b-41b3-bd22-24f975ca4087,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:35.973220 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Network 114f4965-a83d-4da3-8f18-4d14c7419e56 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:35.975272 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:35.978690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:36.014190 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:36.041382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ff322-b5cc-4cba-8706-bba4c73b1591 req-bee7f48a-6915-499a-b6da-441d49810753 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:36.049452 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c2ff322-b5cc-4cba-8706-bba4c73b1591 req-bee7f48a-6915-499a-b6da-441d49810753 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 943 time: 0.3756011 Mar 23 12:40:36.102413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd3640-cc72-4fcd-b672-589d1314b562 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event updated for resources: {'Network': ['ID=9f5064c3-445f-4fac-a651-64c15a044bee,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:36.109947 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:36.110711 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ad121814-779b-438c-b9e0-8ba1b16e87b3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3628540 Mar 23 12:40:36.113437 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Attempting to bind port 89e50e19-de3b-41b3-bd22-24f975ca4087 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:36.117291 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Attempting to bind port 89e50e19-de3b-41b3-bd22-24f975ca4087 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '66bcaf97-f127-4b1f-b568-5051ce653857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '114f4965-a83d-4da3-8f18-4d14c7419e56'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:36.117291 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Attempting to bind port 89e50e19-de3b-41b3-bd22-24f975ca4087 on network 114f4965-a83d-4da3-8f18-4d14c7419e56 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:36.117574 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b80aa8-01d6-4e8b-8d7e-ecacfd0748ea tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Made reservation on behalf of 0dfaf03536734327a9b6b6d3b2c3fc06 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:36.121017 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b80aa8-01d6-4e8b-8d7e-ecacfd0748ea tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:36.140737 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 9f5064c3-445f-4fac-a651-64c15a044bee details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:40:36.144326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:40:36.144702 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Checking segment: {'id': '66bcaf97-f127-4b1f-b568-5051ce653857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '114f4965-a83d-4da3-8f18-4d14c7419e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:40:36.145104 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:36.145489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Bound using segment: {'id': '66bcaf97-f127-4b1f-b568-5051ce653857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '114f4965-a83d-4da3-8f18-4d14c7419e56'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:40:36.153091 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Bound port: 89e50e19-de3b-41b3-bd22-24f975ca4087, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bcaf97-f127-4b1f-b568-5051ce653857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '114f4965-a83d-4da3-8f18-4d14c7419e56'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:40:36.153495 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:36.187611 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c2ff322-b5cc-4cba-8706-bba4c73b1591 req-5e98620d-95cb-4e69-93ba-284531790a9a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371756 Mar 23 12:40:36.227240 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9c41a-2079-4bdd-aea2-d75ac37f3ada req-ab157ec0-15cd-442e-b348-6ba156fdf133 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:36.229440 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-46e9c41a-2079-4bdd-aea2-d75ac37f3ada req-ab157ec0-15cd-442e-b348-6ba156fdf133 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.2185202 Mar 23 12:40:36.233838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b80aa8-01d6-4e8b-8d7e-ecacfd0748ea tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:40:36.312793 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b80aa8-01d6-4e8b-8d7e-ecacfd0748ea tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:36.313193 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-44b80aa8-01d6-4e8b-8d7e-ecacfd0748ea tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Added segment 04d579eb-3fc8-4f08-bea7-4b06b728490e of type vlan for network 1d22172a-abab-43a8-9dde-19f0c675ecdb Mar 23 12:40:36.413804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5b3cc3cf-e264-4560-8e29-7121d2d65844 req-ac5f493c-2c79-47cd-b6cc-77f7d2744415 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0773597 Mar 23 12:40:36.479566 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] For port 89e50e19-de3b-41b3-bd22-24f975ca4087, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:40:36.491697 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-46e9c41a-2079-4bdd-aea2-d75ac37f3ada req-493be131-673a-4d5e-9ea6-049afd87f073 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405574 Mar 23 12:40:36.524369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] For port 89e50e19-de3b-41b3-bd22-24f975ca4087, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=89e50e19-de3b-41b3-bd22-24f975ca4087,segment=NetworkSegment(66bcaf97-f127-4b1f-b568-5051ce653857),segment_id=66bcaf97-f127-4b1f-b568-5051ce653857)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:40:36.534398 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:36.543509 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b80aa8-01d6-4e8b-8d7e-ecacfd0748ea tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:36.646672 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b80aa8-01d6-4e8b-8d7e-ecacfd0748ea tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:36.652906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b80aa8-01d6-4e8b-8d7e-ecacfd0748ea tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:36.653534 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b80aa8-01d6-4e8b-8d7e-ecacfd0748ea tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:36.764579 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-faaa3f3d-f284-49bd-bb2c-974e1794423f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--865453541&fields=id&tenant_id=3e1363c48ca9457e9793255c56c3986d HTTP/1.1" status: 200 len: 267 time: 0.1334376 Mar 23 12:40:36.800136 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c6b10-2cef-432f-bfd0-8998cd0f6d96 None None] Pushing event updated for resources: {'Port': ['ID=89e50e19-de3b-41b3-bd22-24f975ca4087,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:36.946526 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-44b80aa8-01d6-4e8b-8d7e-ecacfd0748ea tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1390414 Mar 23 12:40:36.947760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38982) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:36.964465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1fbde8c8-58c4-4d36-878a-4b6f750af0b8 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Request body: {'subnet': {'network_id': '9f5064c3-445f-4fac-a651-64c15a044bee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:36.993615 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b80aa8-01d6-4e8b-8d7e-ecacfd0748ea tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event updated for resources: {'Network': ['ID=1d22172a-abab-43a8-9dde-19f0c675ecdb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:37.007687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39db28-5538-41b1-8582-c48ba4084c93 req-0291ee94-b46f-4a8a-8cf7-8f5d7b05f010 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:37.015983 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bc39db28-5538-41b1-8582-c48ba4084c93 req-0291ee94-b46f-4a8a-8cf7-8f5d7b05f010 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.2811038 Mar 23 12:40:37.019121 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 1d22172a-abab-43a8-9dde-19f0c675ecdb details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:40:37.061262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1d3ef4b4-d590-4df6-a491-44eb9ba62a47 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:37.073045 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1d3ef4b4-d590-4df6-a491-44eb9ba62a47 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/networks?id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050 HTTP/1.1" status: 200 len: 816 time: 0.3075020 Mar 23 12:40:37.095584 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-beed56df-1d84-4096-a525-eb84e31d940e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/quotas/3e1363c48ca9457e9793255c56c3986d HTTP/1.1" status: 200 len: 375 time: 0.0214970 Mar 23 12:40:37.186603 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bc39db28-5538-41b1-8582-c48ba4084c93 req-795d7acf-60ba-4167-8aaf-6b6c5140513b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695023 Mar 23 12:40:37.214281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbde8c8-58c4-4d36-878a-4b6f750af0b8 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Made reservation on behalf of 0dfaf03536734327a9b6b6d3b2c3fc06 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:37.224293 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1fbde8c8-58c4-4d36-878a-4b6f750af0b8 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:37.240054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 454e1a40-729d-47af-bdf8-9275bec4e66c details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:40:37.286062 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-b18ef67c-d8ea-4aea-8de6-8024d6779f96 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e1363c48ca9457e9793255c56c3986d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1894965 Mar 23 12:40:37.405367 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 454e1a40-729d-47af-bdf8-9275bec4e66c, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=454e1a40-729d-47af-bdf8-9275bec4e66c,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:37.432722 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '454e1a40-729d-47af-bdf8-9275bec4e66c', 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871', 'port_id': '454e1a40-729d-47af-bdf8-9275bec4e66c', 'mac_address': 'fa:16:3e:96:26:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd214faa0-c958-46e5-affe-d81670b016f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:40:37.494051 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:37.511644 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454e1a40-729d-47af-bdf8-9275bec4e66c {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:40:37.538515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 454e1a40-729d-47af-bdf8-9275bec4e66c, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=454e1a40-729d-47af-bdf8-9275bec4e66c,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:37.549154 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:37.573123 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-61f7fcd0-b3fe-426f-b971-13d710ae8ba6 service neutron] 10.222.0.52 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810063 Mar 23 12:40:37.596505 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6d9e6-5471-4a75-ae71-e11de7fb3f9b req-658824d1-b2be-4926-85eb-69682458074e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:37.598924 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-50d6d9e6-5471-4a75-ae71-e11de7fb3f9b req-658824d1-b2be-4926-85eb-69682458074e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 943 time: 0.1840780 Mar 23 12:40:37.715509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-14b56dd3-ad33-4f78-8030-33ce7e91e159 service neutron] 10.222.0.52 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412747 Mar 23 12:40:37.794976 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=454e1a40-729d-47af-bdf8-9275bec4e66c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:37.825460 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-50d6d9e6-5471-4a75-ae71-e11de7fb3f9b req-94b619a8-0d64-460e-9a71-8c46abecf3af tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172213 Mar 23 12:40:37.871089 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 89e50e19-de3b-41b3-bd22-24f975ca4087 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:37.963352 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1fbde8c8-58c4-4d36-878a-4b6f750af0b8 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:38.001762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['454e1a40-729d-47af-bdf8-9275bec4e66c'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:40:38.089358 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbde8c8-58c4-4d36-878a-4b6f750af0b8 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event updated for resources: {'Subnet': ['ID=892b5e72-6880-4ff0-acfe-428239d7d9de,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:38.140142 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-45975ad9-c717-41b2-bafd-23e3227cd26f req-4fcfbef4-4cb0-4b96-9d32-380bf68d40a9 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0540562 Mar 23 12:40:38.142243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbde8c8-58c4-4d36-878a-4b6f750af0b8 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Checking segment: {'id': '0696ecd6-6dd2-417b-8fa1-2d6cf5294374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9f5064c3-445f-4fac-a651-64c15a044bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:40:38.142791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbde8c8-58c4-4d36-878a-4b6f750af0b8 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Network hostable DHCP agents. Network: 9f5064c3-445f-4fac-a651-64c15a044bee, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:40:38.149677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 89e50e19-de3b-41b3-bd22-24f975ca4087 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:38.150195 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:38.164492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfaebb-b7a2-4ad2-b960-930fcb43d51f req-b1ce6bc4-7681-4777-8db4-2d7d8cfb7b09 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:38.164834 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-56cfaebb-b7a2-4ad2-b960-930fcb43d51f req-b1ce6bc4-7681-4777-8db4-2d7d8cfb7b09 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1299479 Mar 23 12:40:38.341152 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-56cfaebb-b7a2-4ad2-b960-930fcb43d51f req-7e0171c1-94e4-4a4e-9d37-0ac3d43c0133 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611724 Mar 23 12:40:38.343071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbde8c8-58c4-4d36-878a-4b6f750af0b8 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Network 9f5064c3-445f-4fac-a651-64c15a044bee is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:40:38.380983 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1fbde8c8-58c4-4d36-878a-4b6f750af0b8 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 9f5064c3-445f-4fac-a651-64c15a044bee) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:38.403167 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbde8c8-58c4-4d36-878a-4b6f750af0b8 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:38.404920 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1fbde8c8-58c4-4d36-878a-4b6f750af0b8 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:38.472708 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1fbde8c8-58c4-4d36-878a-4b6f750af0b8 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5196986 Mar 23 12:40:38.473580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39010) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:38.480463 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-80a53ab4-1d8c-4510-9856-7d84366b754b tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Request body: {'subnet': {'network_id': '1d22172a-abab-43a8-9dde-19f0c675ecdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:38.497982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed3c5f9-e564-49c1-8551-79f24a252a87 None None] Network 9f5064c3-445f-4fac-a651-64c15a044bee requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:40:38.594817 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e546732f-6612-4160-b0ef-384f60c130d3 req-d33e83b0-6106-44d3-80a8-130c9ffe0283 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 210 time: 0.0939341 Mar 23 12:40:38.777014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25750c-3712-46fa-a839-2b83b5b59ed4 req-a5c9c5d8-89a5-4dc5-bf6b-d20e8c92ed6c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:38.778111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c608724-e1df-492c-8c27-129082416973 None None] Network 114f4965-a83d-4da3-8f18-4d14c7419e56 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:40:38.785783 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cf25750c-3712-46fa-a839-2b83b5b59ed4 req-a5c9c5d8-89a5-4dc5-bf6b-d20e8c92ed6c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0902431 Mar 23 12:40:38.851214 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cf25750c-3712-46fa-a839-2b83b5b59ed4 req-ac38377f-1760-4155-b63d-b73b37373d64 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644982 Mar 23 12:40:38.886010 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe32e30-64a1-4c6c-b7fd-c3a6d68a230d req-d36d5b70-8ccf-4d32-b155-7e96fd360b29 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:38.890422 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0fe32e30-64a1-4c6c-b7fd-c3a6d68a230d req-d36d5b70-8ccf-4d32-b155-7e96fd360b29 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.2753179 Mar 23 12:40:38.919582 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a53ab4-1d8c-4510-9856-7d84366b754b tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Made reservation on behalf of 0dfaf03536734327a9b6b6d3b2c3fc06 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:38.933214 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80a53ab4-1d8c-4510-9856-7d84366b754b tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:39.057871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478122c-508e-4faa-aa3a-3d6f56fa88eb req-f9394ae4-5a40-4488-9743-66b38f389398 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:39.066300 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0478122c-508e-4faa-aa3a-3d6f56fa88eb req-f9394ae4-5a40-4488-9743-66b38f389398 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 945 time: 0.1273947 Mar 23 12:40:39.130096 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0478122c-508e-4faa-aa3a-3d6f56fa88eb req-5ca99422-3fa1-45b7-83a8-cbf2e349c450 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619516 Mar 23 12:40:39.314229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb25a9e-e8f7-4d9e-965a-cdbcea50c1e4 req-d6dc96cf-a1b0-40c1-9f4e-242d5e89e055 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:39.322214 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3cb25a9e-e8f7-4d9e-965a-cdbcea50c1e4 req-d6dc96cf-a1b0-40c1-9f4e-242d5e89e055 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 944 time: 0.1328921 Mar 23 12:40:39.382724 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-9f5064c3-445f-4fac-a651-64c15a044bee', 'network_id': '9f5064c3-445f-4fac-a651-64c15a044bee', 'tenant_id': '0dfaf03536734327a9b6b6d3b2c3fc06', 'fixed_ips': [{'subnet_id': '892b5e72-6880-4ff0-acfe-428239d7d9de'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:40:39.384357 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:39.395458 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:39.420828 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3cb25a9e-e8f7-4d9e-965a-cdbcea50c1e4 req-7f9a7bbf-5b2b-4e13-a43f-fac30cba27c7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975964 Mar 23 12:40:39.421575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-13302aec-b700-45ad-a8a8-afee87ed9c82 None None] Provisioning complete for port 89e50e19-de3b-41b3-bd22-24f975ca4087 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:39.422368 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-13302aec-b700-45ad-a8a8-afee87ed9c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:39.507036 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0fe32e30-64a1-4c6c-b7fd-c3a6d68a230d req-a9dd70ae-7aec-41eb-8d52-b31fc7ebc304 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6084256 Mar 23 12:40:39.549448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7cc63-f2cb-4ab9-96d6-71021ed9da94 req-a068584d-1533-4e8c-9a89-6156eb1a2ef7 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:39.551216 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a3d7cc63-f2cb-4ab9-96d6-71021ed9da94 req-a068584d-1533-4e8c-9a89-6156eb1a2ef7 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.73 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 945 time: 0.0898836 Mar 23 12:40:39.560925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 89e50e19-de3b-41b3-bd22-24f975ca4087, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=89e50e19-de3b-41b3-bd22-24f975ca4087,segment=NetworkSegment(66bcaf97-f127-4b1f-b568-5051ce653857),segment_id=66bcaf97-f127-4b1f-b568-5051ce653857)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:39.572249 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:39.585423 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8d40664-4012-4798-b003-583c79d80d09 req-175291c9-499e-4962-8215-66bfc671dc13 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0837631 Mar 23 12:40:39.763229 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5f8139e7-1956-4519-b079-ea742961aa33 req-73dd5685-3196-44ea-b888-3bace5fc6255 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 210 time: 0.0651357 Mar 23 12:40:39.804067 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8de8b0-0824-4c1e-b638-940dbb500248 req-40fe1a58-6126-4aea-b435-a35699602798 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:39.804067 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a8de8b0-0824-4c1e-b638-940dbb500248 req-40fe1a58-6126-4aea-b435-a35699602798 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1599593 Mar 23 12:40:39.819953 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=89e50e19-de3b-41b3-bd22-24f975ca4087,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:39.838526 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80a53ab4-1d8c-4510-9856-7d84366b754b tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:39.868844 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Allocated IP 2001:db8::2 (9f5064c3-445f-4fac-a651-64c15a044bee/892b5e72-6880-4ff0-acfe-428239d7d9de/96a82630-a47c-42f0-8b8c-5d8dac6605c2) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:40:39.879975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-a3d7cc63-f2cb-4ab9-96d6-71021ed9da94 req-bbd716fc-d326-4698-8b2f-c2de72ee06ab tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Deleting port 3f10ed64-2c58-47d2-9718-c537b3d1b053 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:39.880234 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a3d7cc63-f2cb-4ab9-96d6-71021ed9da94 req-bbd716fc-d326-4698-8b2f-c2de72ee06ab tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:39.979959 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a8de8b0-0824-4c1e-b638-940dbb500248 req-9a59af65-9312-40de-a516-16ffe893c3ea tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706009 Mar 23 12:40:40.001699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a53ab4-1d8c-4510-9856-7d84366b754b tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event updated for resources: {'Subnet': ['ID=ce4aaa0e-9bc1-4694-bb92-33703c838561,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:40.089829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a53ab4-1d8c-4510-9856-7d84366b754b tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Checking segment: {'id': '04d579eb-3fc8-4f08-bea7-4b06b728490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1d22172a-abab-43a8-9dde-19f0c675ecdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:40:40.096449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a53ab4-1d8c-4510-9856-7d84366b754b tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Network hostable DHCP agents. Network: 1d22172a-abab-43a8-9dde-19f0c675ecdb, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:40:40.108259 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a3d7cc63-f2cb-4ab9-96d6-71021ed9da94 req-bbd716fc-d326-4698-8b2f-c2de72ee06ab tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] For port 3f10ed64-2c58-47d2-9718-c537b3d1b053, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=3f10ed64-2c58-47d2-9718-c537b3d1b053,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:40.108898 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a3d7cc63-f2cb-4ab9-96d6-71021ed9da94 req-bbd716fc-d326-4698-8b2f-c2de72ee06ab tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:40.131951 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-a3d7cc63-f2cb-4ab9-96d6-71021ed9da94 req-bbd716fc-d326-4698-8b2f-c2de72ee06ab tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Calling delete_port for 3f10ed64-2c58-47d2-9718-c537b3d1b053 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:40.144368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-39485cee-c3d8-4174-85d0-879915599fde tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:40.147755 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-39485cee-c3d8-4174-85d0-879915599fde tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.77 "GET /v2.0/networks?id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050 HTTP/1.1" status: 200 len: 816 time: 0.2598202 Mar 23 12:40:40.183442 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:40.208130 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:40.248890 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-6d60ebb8-fc0f-4d64-895c-39f34f920b8e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e1363c48ca9457e9793255c56c3986d HTTP/1.1" status: 200 len: 379 time: 0.0904624 Mar 23 12:40:40.263155 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-be3a3585-5df7-45c8-976f-bab979918cb0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Request body: {'port': {'device_id': 'c507792c-e33a-431c-9180-76d3532cd200', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'admin_state_up': True, 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'security_groups': ['9028d36f-41b2-4c3f-8e4a-05b82534057a']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:40.285970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Network 9f5064c3-445f-4fac-a651-64c15a044bee is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:40.294115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9553a-bc77-4b4c-84f3-033b53e2a497 req-94a64847-fd64-4622-9267-40422b51a6e8 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:40.294587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:40.297794 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:40.299871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Pushing event updated for resources: {'Port': ['ID=96a82630-a47c-42f0-8b8c-5d8dac6605c2,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:40.301686 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3b9553a-bc77-4b4c-84f3-033b53e2a497 req-94a64847-fd64-4622-9267-40422b51a6e8 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1065269 Mar 23 12:40:40.309225 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3014fa15-41e4-4abb-9727-a647f0535c96 None None] Provisioning complete for port 89e50e19-de3b-41b3-bd22-24f975ca4087 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:40.309907 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3014fa15-41e4-4abb-9727-a647f0535c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:40.346905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a53ab4-1d8c-4510-9856-7d84366b754b tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Network 1d22172a-abab-43a8-9dde-19f0c675ecdb is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:40:40.372459 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-80a53ab4-1d8c-4510-9856-7d84366b754b tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 1d22172a-abab-43a8-9dde-19f0c675ecdb) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:40.381065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a53ab4-1d8c-4510-9856-7d84366b754b tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:40.381666 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80a53ab4-1d8c-4510-9856-7d84366b754b tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:40.400416 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3b9553a-bc77-4b4c-84f3-033b53e2a497 req-40c7ba7d-9d8b-4bda-aec7-c0f00b0de4ca tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931649 Mar 23 12:40:40.405796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e91090-4ad2-40e1-a9ef-6200830bf1cf req-193bf417-9c26-4e03-bbf3-a6c79835e929 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:40.413462 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-73e91090-4ad2-40e1-a9ef-6200830bf1cf req-193bf417-9c26-4e03-bbf3-a6c79835e929 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=44da92d0-9e6a-416f-b081-6c49a37842a5 HTTP/1.1" status: 200 len: 945 time: 0.1525104 Mar 23 12:40:40.421005 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-80a53ab4-1d8c-4510-9856-7d84366b754b tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9455476 Mar 23 12:40:40.431378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2989b5e8-930f-4209-b81c-6194447873bc None None] Network 1d22172a-abab-43a8-9dde-19f0c675ecdb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:40:40.437845 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39036) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:40.538897 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-73e91090-4ad2-40e1-a9ef-6200830bf1cf req-bb476ae6-18e1-4bd5-9c4e-359f635a9239 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244743 Mar 23 12:40:40.549605 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a3d7cc63-f2cb-4ab9-96d6-71021ed9da94 req-bbd716fc-d326-4698-8b2f-c2de72ee06ab tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:40.569961 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['3f10ed64-2c58-47d2-9718-c537b3d1b053'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:40:40.608381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Attempting to bind port 96a82630-a47c-42f0-8b8c-5d8dac6605c2 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:40.608964 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Attempting to bind port 96a82630-a47c-42f0-8b8c-5d8dac6605c2 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0696ecd6-6dd2-417b-8fa1-2d6cf5294374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9f5064c3-445f-4fac-a651-64c15a044bee'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:40.609541 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Attempting to bind port 96a82630-a47c-42f0-8b8c-5d8dac6605c2 on network 9f5064c3-445f-4fac-a651-64c15a044bee {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:40.617154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd716fc-d326-4698-8b2f-c2de72ee06ab tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Pushing event deleted for resources: {'Port': ['ID=3f10ed64-2c58-47d2-9718-c537b3d1b053,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:40.635190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:40:40.635729 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Checking segment: {'id': '0696ecd6-6dd2-417b-8fa1-2d6cf5294374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9f5064c3-445f-4fac-a651-64c15a044bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:40:40.636486 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:40.636993 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Bound using segment: {'id': '0696ecd6-6dd2-417b-8fa1-2d6cf5294374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9f5064c3-445f-4fac-a651-64c15a044bee'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:40:40.637583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Bound port: 96a82630-a47c-42f0-8b8c-5d8dac6605c2, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0696ecd6-6dd2-417b-8fa1-2d6cf5294374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9f5064c3-445f-4fac-a651-64c15a044bee'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:40:40.638126 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:40.700499 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d7cc63-f2cb-4ab9-96d6-71021ed9da94 req-bbd716fc-d326-4698-8b2f-c2de72ee06ab tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] No DVR routers for this DVR port 3f10ed64-2c58-47d2-9718-c537b3d1b053 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:40:40.703977 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a3d7cc63-f2cb-4ab9-96d6-71021ed9da94 req-bbd716fc-d326-4698-8b2f-c2de72ee06ab tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:40.708858 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a3d7cc63-f2cb-4ab9-96d6-71021ed9da94 req-bbd716fc-d326-4698-8b2f-c2de72ee06ab tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.73 "DELETE /v2.0/ports/3f10ed64-2c58-47d2-9718-c537b3d1b053 HTTP/1.1" status: 204 len: 173 time: 1.1485176 Mar 23 12:40:40.709562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44da92d0-9e6a-416f-b081-6c49a37842a5', 'name': 'network-vif-deleted', 'tag': '3f10ed64-2c58-47d2-9718-c537b3d1b053'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:40.716619 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acac2b38-a5e9-4d31-902f-d9acd09f0eb0" -d '{"events": [{"server_uuid": "44da92d0-9e6a-416f-b081-6c49a37842a5", "name": "network-vif-deleted", "tag": "3f10ed64-2c58-47d2-9718-c537b3d1b053"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:40.759846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b88e8-5ce8-4dfc-b02d-479f5ddd3e11 req-84604e6e-b292-4d33-9cda-29a81bf742f1 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:40.769017 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-047b88e8-5ce8-4dfc-b02d-479f5ddd3e11 req-84604e6e-b292-4d33-9cda-29a81bf742f1 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.1091199 Mar 23 12:40:40.869191 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] For port 96a82630-a47c-42f0-8b8c-5d8dac6605c2, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:40:40.870521 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-047b88e8-5ce8-4dfc-b02d-479f5ddd3e11 req-78d96c4e-75c7-4934-bfbd-a8bbfadf035b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884366 Mar 23 12:40:40.872878 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] For port 96a82630-a47c-42f0-8b8c-5d8dac6605c2, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=96a82630-a47c-42f0-8b8c-5d8dac6605c2,segment=NetworkSegment(0696ecd6-6dd2-417b-8fa1-2d6cf5294374),segment_id=0696ecd6-6dd2-417b-8fa1-2d6cf5294374)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:40:40.900694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e42ba6-62a5-4739-a778-e74955655fb3 req-b84ada2b-d15d-4e31-b626-bab05e68f208 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:40.920380 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:40.921387 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e7e42ba6-62a5-4739-a778-e74955655fb3 req-b84ada2b-d15d-4e31-b626-bab05e68f208 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 944 time: 0.3306150 Mar 23 12:40:40.936673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-be3a3585-5df7-45c8-976f-bab979918cb0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Made reservation on behalf of 3e1363c48ca9457e9793255c56c3986d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:40.944095 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-be3a3585-5df7-45c8-976f-bab979918cb0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:40.945044 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-1d22172a-abab-43a8-9dde-19f0c675ecdb', 'network_id': '1d22172a-abab-43a8-9dde-19f0c675ecdb', 'tenant_id': '0dfaf03536734327a9b6b6d3b2c3fc06', 'fixed_ips': [{'subnet_id': 'ce4aaa0e-9bc1-4694-bb92-33703c838561'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:40:40.946014 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:41.089823 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b639d-ff5b-4d2f-8432-3aa794b48320 req-ffaaf4a1-cecc-4120-99be-a6a4f15b4293 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:41.091453 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e20b639d-ff5b-4d2f-8432-3aa794b48320 req-ffaaf4a1-cecc-4120-99be-a6a4f15b4293 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0932405 Mar 23 12:40:41.208296 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c8844-7e44-436d-907f-a4224181d85b None None] Pushing event updated for resources: {'Port': ['ID=96a82630-a47c-42f0-8b8c-5d8dac6605c2,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:41.261816 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e20b639d-ff5b-4d2f-8432-3aa794b48320 req-a7ba3a2b-6f17-48de-9540-1b8f867e800c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383429 Mar 23 12:40:41.288245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 454e1a40-729d-47af-bdf8-9275bec4e66c up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:41.441622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d141c6ae-da71-4809-93b8-19436ef16d8b req-2e045162-6731-4515-a440-2c4f6c15f300 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0446780 Mar 23 12:40:41.483288 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Allocated IP 2001:db8::2 (1d22172a-abab-43a8-9dde-19f0c675ecdb/ce4aaa0e-9bc1-4694-bb92-33703c838561/c9999124-a671-49ab-aef6-3ead60225505) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:40:41.611010 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff81a5a-8d56-4d24-864d-57ff596fe860 x-openstack-request-id: req-1ff81a5a-8d56-4d24-864d-57ff596fe860 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:41.611574 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44da92d0-9e6a-416f-b081-6c49a37842a5", "name": "network-vif-deleted", "tag": "3f10ed64-2c58-47d2-9718-c537b3d1b053", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:41.611868 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ff81a5a-8d56-4d24-864d-57ff596fe860 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:41.612508 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44da92d0-9e6a-416f-b081-6c49a37842a5', 'name': 'network-vif-deleted', 'tag': '3f10ed64-2c58-47d2-9718-c537b3d1b053', 'status': 'completed', 'code': 200} Mar 23 12:40:41.646970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 454e1a40-729d-47af-bdf8-9275bec4e66c completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:40:41.656813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 454e1a40-729d-47af-bdf8-9275bec4e66c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:41.657193 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:41.812845 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c279bce6-ea6a-45b2-9344-b97cd65e9b65 req-40789c65-ff6e-4a2f-9cf6-76bfc7ab6b52 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 210 time: 0.0734611 Mar 23 12:40:41.896534 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e7e42ba6-62a5-4739-a778-e74955655fb3 req-88dcfda6-b097-4966-b341-708c446ace96 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9742312 Mar 23 12:40:41.953042 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:41.974833 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 89e50e19-de3b-41b3-bd22-24f975ca4087 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:42.015541 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:42.098921 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-be3a3585-5df7-45c8-976f-bab979918cb0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Allocated IP 172.20.0.11 (5fdfc60f-283e-4e22-9f20-1cfdeadd8050/4a802d9a-4ada-4d77-b03c-b6045d268421/f0d99965-95ee-4758-bae5-6786731e3a79) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:40:42.115325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a9012-803a-4e9f-a47f-7409220f93db req-b26a1b5f-f2c1-4834-a1ab-bdffe5b40ff9 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:42.119309 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-387a9012-803a-4e9f-a47f-7409220f93db req-b26a1b5f-f2c1-4834-a1ab-bdffe5b40ff9 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1338468 Mar 23 12:40:42.193086 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Network 1d22172a-abab-43a8-9dde-19f0c675ecdb is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:42.210956 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:42.223360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Pushing event updated for resources: {'Port': ['ID=c9999124-a671-49ab-aef6-3ead60225505,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:42.227684 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:42.263839 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:42.267880 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-387a9012-803a-4e9f-a47f-7409220f93db req-7dcf9979-6e5a-4933-8137-81e41e749222 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380062 Mar 23 12:40:42.319205 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:42.374856 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 89e50e19-de3b-41b3-bd22-24f975ca4087 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:42.384203 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:42.494903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df3a1a4-c24b-4f29-9ca5-b03cd19880d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454e1a40-729d-47af-bdf8-9275bec4e66c'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:42.497209 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94db1ca5-62cc-44ce-9a7a-16f0963da063" -d '{"events": [{"server_uuid": "9df3a1a4-c24b-4f29-9ca5-b03cd19880d0", "name": "network-vif-plugged", "status": "completed", "tag": "454e1a40-729d-47af-bdf8-9275bec4e66c"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:42.514528 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-be3a3585-5df7-45c8-976f-bab979918cb0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:42.524531 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Attempting to bind port c9999124-a671-49ab-aef6-3ead60225505 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:42.525075 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Attempting to bind port c9999124-a671-49ab-aef6-3ead60225505 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '04d579eb-3fc8-4f08-bea7-4b06b728490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1d22172a-abab-43a8-9dde-19f0c675ecdb'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:42.525303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Attempting to bind port c9999124-a671-49ab-aef6-3ead60225505 on network 1d22172a-abab-43a8-9dde-19f0c675ecdb {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:42.591827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 454e1a40-729d-47af-bdf8-9275bec4e66c, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=454e1a40-729d-47af-bdf8-9275bec4e66c,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:42.599340 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d252c7b-a95d-419a-8794-21fa8ed51a7a req-33fc65b9-a72f-4ac9-a878-c15cee663bb6 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:42.609673 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:40:42.609673 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Checking segment: {'id': '04d579eb-3fc8-4f08-bea7-4b06b728490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1d22172a-abab-43a8-9dde-19f0c675ecdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:40:42.609673 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:42.609673 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Bound using segment: {'id': '04d579eb-3fc8-4f08-bea7-4b06b728490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1d22172a-abab-43a8-9dde-19f0c675ecdb'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:40:42.610229 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4d252c7b-a95d-419a-8794-21fa8ed51a7a req-33fc65b9-a72f-4ac9-a878-c15cee663bb6 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.4289744 Mar 23 12:40:42.610378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Bound port: c9999124-a671-49ab-aef6-3ead60225505, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d579eb-3fc8-4f08-bea7-4b06b728490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1d22172a-abab-43a8-9dde-19f0c675ecdb'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:40:42.612101 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:42.629177 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:42.750668 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4d252c7b-a95d-419a-8794-21fa8ed51a7a req-ec39ce56-eb17-492c-b1cb-2eaf2e91a147 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402025 Mar 23 12:40:42.813165 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 96a82630-a47c-42f0-8b8c-5d8dac6605c2 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:42.883662 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3370667c-eec6-48d3-8c64-0cda3ea6e0c2 x-openstack-request-id: req-3370667c-eec6-48d3-8c64-0cda3ea6e0c2 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:42.884430 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df3a1a4-c24b-4f29-9ca5-b03cd19880d0", "name": "network-vif-plugged", "status": "completed", "tag": "454e1a40-729d-47af-bdf8-9275bec4e66c", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:42.884673 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3370667c-eec6-48d3-8c64-0cda3ea6e0c2 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:42.885268 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df3a1a4-c24b-4f29-9ca5-b03cd19880d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454e1a40-729d-47af-bdf8-9275bec4e66c', 'code': 200} Mar 23 12:40:42.888686 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=454e1a40-729d-47af-bdf8-9275bec4e66c,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:42.893989 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-be3a3585-5df7-45c8-976f-bab979918cb0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:42.921294 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] For port c9999124-a671-49ab-aef6-3ead60225505, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:40:42.925157 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] For port c9999124-a671-49ab-aef6-3ead60225505, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c9999124-a671-49ab-aef6-3ead60225505,segment=NetworkSegment(04d579eb-3fc8-4f08-bea7-4b06b728490e),segment_id=04d579eb-3fc8-4f08-bea7-4b06b728490e)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:40:42.935607 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:43.035803 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-be3a3585-5df7-45c8-976f-bab979918cb0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:43.044102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-be3a3585-5df7-45c8-976f-bab979918cb0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:43.083086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-be3a3585-5df7-45c8-976f-bab979918cb0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:43.086440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe03c2f-1c24-42e9-941f-f1155a8370b6 req-b4ee93c6-fc2c-46d5-925c-7cac53b7f851 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:43.100405 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6fe03c2f-1c24-42e9-941f-f1155a8370b6 req-b4ee93c6-fc2c-46d5-925c-7cac53b7f851 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/networks?id=0d7586cb-c578-4321-b2f0-57004618f1d2 HTTP/1.1" status: 200 len: 812 time: 0.3863006 Mar 23 12:40:43.153545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a3585-5df7-45c8-976f-bab979918cb0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event updated for resources: {'Port': ['ID=f0d99965-95ee-4758-bae5-6786731e3a79,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:43.172326 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7353ae54-c58b-476d-8a48-c49643b7f85c req-7f63f597-b02e-4a80-80b2-003d75bfe181 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.1339180 Mar 23 12:40:43.272107 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6fe03c2f-1c24-42e9-941f-f1155a8370b6 req-6e7b7bbf-8993-453f-9e95-be703de665b0 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/quotas/3286ec5331c84fb882866d3d1b89855a HTTP/1.1" status: 200 len: 375 time: 0.1690745 Mar 23 12:40:43.305141 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-be3a3585-5df7-45c8-976f-bab979918cb0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:43.307610 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-be3a3585-5df7-45c8-976f-bab979918cb0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:43.376551 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-be3a3585-5df7-45c8-976f-bab979918cb0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1189542 Mar 23 12:40:43.376985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66edaecd-55ad-4770-9b8b-d2c7a1191a66 None None] Network 9f5064c3-445f-4fac-a651-64c15a044bee requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:40:43.389694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 3f10ed64-2c58-47d2-9718-c537b3d1b053 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:40:43.392668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Request body: {'port': {'device_id': 'c507792c-e33a-431c-9180-76d3532cd200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:43.411457 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b507203-1c26-4a9d-aa30-c2edc66a0c8b req-be784399-ecd0-431f-ab6b-75da424ccac8 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:43.415909 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b507203-1c26-4a9d-aa30-c2edc66a0c8b req-be784399-ecd0-431f-ab6b-75da424ccac8 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.73 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 945 time: 0.2624664 Mar 23 12:40:43.426268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e680c8-d805-462a-85cf-2e2c04c99399 req-45702470-c1c9-47de-ac94-47ac7fa660ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:43.428616 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a6e680c8-d805-462a-85cf-2e2c04c99399 req-45702470-c1c9-47de-ac94-47ac7fa660ad service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 1096 time: 0.3238802 Mar 23 12:40:43.430785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Allocated IP 2001:db8::1 (9f5064c3-445f-4fac-a651-64c15a044bee/892b5e72-6880-4ff0-acfe-428239d7d9de/765391ee-5a08-49ac-bb37-009ea73c3fbe) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:40:43.476516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9539c7-cb31-4fda-b55b-b9e13e047005 req-01aa6d27-3732-4995-af93-782975fd2630 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:43.478785 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 3f10ed64-2c58-47d2-9718-c537b3d1b053 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:40:43.479130 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 3f10ed64-2c58-47d2-9718-c537b3d1b053 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:40:43.484088 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d9539c7-cb31-4fda-b55b-b9e13e047005 req-01aa6d27-3732-4995-af93-782975fd2630 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 945 time: 0.1653678 Mar 23 12:40:43.516763 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-36a97ff7-2285-4b0f-a631-c3b9e86a11bc None None] Provisioning complete for port 96a82630-a47c-42f0-8b8c-5d8dac6605c2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:43.517356 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-36a97ff7-2285-4b0f-a631-c3b9e86a11bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:43.526693 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6fe03c2f-1c24-42e9-941f-f1155a8370b6 req-926796b7-b9b9-40f9-b7fe-cef8a9792f9b tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3286ec5331c84fb882866d3d1b89855a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2486448 Mar 23 12:40:43.596866 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18497189-1007-414a-985e-a6c71dbb8fd4 None None] Pushing event updated for resources: {'Port': ['ID=c9999124-a671-49ab-aef6-3ead60225505,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:43.606509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 96a82630-a47c-42f0-8b8c-5d8dac6605c2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:43.606959 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:43.629877 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a6e680c8-d805-462a-85cf-2e2c04c99399 req-38f50a93-7383-49a8-88d4-c768b8633f2f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717691 Mar 23 12:40:43.668070 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:43.727890 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d9539c7-cb31-4fda-b55b-b9e13e047005 req-6993b92a-2ca7-4f44-a6df-55978924fbe7 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427506 Mar 23 12:40:43.803191 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd493bd5-4acf-4605-bc54-cf6aa445f01c req-87a498ac-4921-4341-97a5-7984bfcdcd64 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:43.823589 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bd493bd5-4acf-4605-bc54-cf6aa445f01c req-87a498ac-4921-4341-97a5-7984bfcdcd64 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 932 time: 0.1629422 Mar 23 12:40:43.826421 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-36a97ff7-2285-4b0f-a631-c3b9e86a11bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:43.846946 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:43.869736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-3b507203-1c26-4a9d-aa30-c2edc66a0c8b req-533d964c-7b3b-462f-8f4e-d2a39740a302 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Deleting port 7cc61709-ab54-4965-a611-9b7f983f6b13 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:43.870134 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b507203-1c26-4a9d-aa30-c2edc66a0c8b req-533d964c-7b3b-462f-8f4e-d2a39740a302 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:43.893301 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:43.965829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bd493bd5-4acf-4605-bc54-cf6aa445f01c req-4b7dc063-3ca8-420a-b3a3-998340b0f51f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375892 Mar 23 12:40:44.002680 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 96a82630-a47c-42f0-8b8c-5d8dac6605c2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=96a82630-a47c-42f0-8b8c-5d8dac6605c2,segment=NetworkSegment(0696ecd6-6dd2-417b-8fa1-2d6cf5294374),segment_id=0696ecd6-6dd2-417b-8fa1-2d6cf5294374)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:44.030863 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:44.073216 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3b507203-1c26-4a9d-aa30-c2edc66a0c8b req-533d964c-7b3b-462f-8f4e-d2a39740a302 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] For port 7cc61709-ab54-4965-a611-9b7f983f6b13, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=7cc61709-ab54-4965-a611-9b7f983f6b13,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:44.073884 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b507203-1c26-4a9d-aa30-c2edc66a0c8b req-533d964c-7b3b-462f-8f4e-d2a39740a302 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:44.117029 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-3b507203-1c26-4a9d-aa30-c2edc66a0c8b req-533d964c-7b3b-462f-8f4e-d2a39740a302 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Calling delete_port for 7cc61709-ab54-4965-a611-9b7f983f6b13 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:44.150879 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e384535-9ce0-4653-93f8-ee4aeaa7ac01 req-f98afb7d-2c0d-4ec2-a946-ad911e5a6673 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:44.160767 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e384535-9ce0-4653-93f8-ee4aeaa7ac01 req-f98afb7d-2c0d-4ec2-a946-ad911e5a6673 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 945 time: 0.2472520 Mar 23 12:40:44.164004 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:44.229347 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-36a97ff7-2285-4b0f-a631-c3b9e86a11bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:40:44.229714 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-36a97ff7-2285-4b0f-a631-c3b9e86a11bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:40:44.259521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=96a82630-a47c-42f0-8b8c-5d8dac6605c2,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:44.304495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Network 9f5064c3-445f-4fac-a651-64c15a044bee is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:44.308787 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c9999124-a671-49ab-aef6-3ead60225505 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:44.324642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503bb97-8239-41e5-aaf5-d464fc00c6c4 req-f245244a-bf90-4779-9d68-993b6441e3a2 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:44.326357 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4503bb97-8239-41e5-aaf5-d464fc00c6c4 req-f245244a-bf90-4779-9d68-993b6441e3a2 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.2066028 Mar 23 12:40:44.336354 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:44.347285 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:44.347894 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:44.364313 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event updated for resources: {'Port': ['ID=765391ee-5a08-49ac-bb37-009ea73c3fbe,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:44.410046 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4503bb97-8239-41e5-aaf5-d464fc00c6c4 req-70fad06d-961d-42a6-a2ed-b0c426a21dfb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659435 Mar 23 12:40:44.421155 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c9999124-a671-49ab-aef6-3ead60225505 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:44.421704 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:44.440719 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e384535-9ce0-4653-93f8-ee4aeaa7ac01 req-c2388a8f-7766-49f6-ade8-8302e2db9d33 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527969 Mar 23 12:40:44.523964 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b507203-1c26-4a9d-aa30-c2edc66a0c8b req-533d964c-7b3b-462f-8f4e-d2a39740a302 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:44.603657 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d99965-95ee-4758-bae5-6786731e3a79 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:40:44.614683 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d964c-7b3b-462f-8f4e-d2a39740a302 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Pushing event deleted for resources: {'Port': ['ID=7cc61709-ab54-4965-a611-9b7f983f6b13,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:44.628573 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:44.653055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Transition to ACTIVE for port object f0d99965-95ee-4758-bae5-6786731e3a79 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:40:44.675873 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:44.678539 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:44.687653 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7c0b8aba-170c-44a1-9d5e-de9591b602e7 req-549131ed-ccf5-4f52-9fa5-febf83e3568c tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0747926 Mar 23 12:40:44.688528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b507203-1c26-4a9d-aa30-c2edc66a0c8b req-533d964c-7b3b-462f-8f4e-d2a39740a302 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] No DVR routers for this DVR port 7cc61709-ab54-4965-a611-9b7f983f6b13 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:40:44.697479 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b507203-1c26-4a9d-aa30-c2edc66a0c8b req-533d964c-7b3b-462f-8f4e-d2a39740a302 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:44.713734 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b507203-1c26-4a9d-aa30-c2edc66a0c8b req-533d964c-7b3b-462f-8f4e-d2a39740a302 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.73 "DELETE /v2.0/ports/7cc61709-ab54-4965-a611-9b7f983f6b13 HTTP/1.1" status: 204 len: 173 time: 1.2680619 Mar 23 12:40:44.714214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b928e9c7-22de-438d-8d0c-0b4b7b0d0738', 'name': 'network-vif-deleted', 'tag': '7cc61709-ab54-4965-a611-9b7f983f6b13'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:44.716889 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b52361-f895-48b0-a27a-5beb3bbb2c2a" -d '{"events": [{"server_uuid": "b928e9c7-22de-438d-8d0c-0b4b7b0d0738", "name": "network-vif-deleted", "tag": "7cc61709-ab54-4965-a611-9b7f983f6b13"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:44.741963 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1692368-418c-44b1-829f-ab664a38f5ab req-2be9114e-56ac-460b-98dd-cb0ea4703244 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:44.753592 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c1692368-418c-44b1-829f-ab664a38f5ab req-2be9114e-56ac-460b-98dd-cb0ea4703244 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.1827493 Mar 23 12:40:44.763063 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port c9999124-a671-49ab-aef6-3ead60225505, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c9999124-a671-49ab-aef6-3ead60225505,segment=NetworkSegment(04d579eb-3fc8-4f08-bea7-4b06b728490e),segment_id=04d579eb-3fc8-4f08-bea7-4b06b728490e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:44.774076 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:44.841667 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:44.905755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=c9999124-a671-49ab-aef6-3ead60225505,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:44.948548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff7250-bc3e-42ea-8bb3-6f934a5ec367 req-91df1134-3b3c-4d05-b86b-dd9c402986b3 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:44.955760 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f9ff7250-bc3e-42ea-8bb3-6f934a5ec367 req-91df1134-3b3c-4d05-b86b-dd9c402986b3 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1464932 Mar 23 12:40:45.026141 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d99965-95ee-4758-bae5-6786731e3a79,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:45.070758 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-986c565f-e55e-4d54-9cf7-5a4fb5074683 None None] Provisioning complete for port 96a82630-a47c-42f0-8b8c-5d8dac6605c2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:45.071706 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-986c565f-e55e-4d54-9cf7-5a4fb5074683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:45.083842 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f9ff7250-bc3e-42ea-8bb3-6f934a5ec367 req-37fe67d4-9a24-4b33-9fb6-e83de557b76e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241703 Mar 23 12:40:45.119481 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c1692368-418c-44b1-829f-ab664a38f5ab req-a0b18c50-eb7a-4cd7-9a6e-c7cd986ef546 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490698 Mar 23 12:40:45.204771 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca93b64a-1dc8-431e-9661-cb12c72a107b x-openstack-request-id: req-ca93b64a-1dc8-431e-9661-cb12c72a107b {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:45.205315 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b928e9c7-22de-438d-8d0c-0b4b7b0d0738", "name": "network-vif-deleted", "tag": "7cc61709-ab54-4965-a611-9b7f983f6b13", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:45.212500 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca93b64a-1dc8-431e-9661-cb12c72a107b {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:45.213095 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b928e9c7-22de-438d-8d0c-0b4b7b0d0738', 'name': 'network-vif-deleted', 'tag': '7cc61709-ab54-4965-a611-9b7f983f6b13', 'status': 'completed', 'code': 200} Mar 23 12:40:45.420575 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-319217e6-5e43-45e6-b26f-a148a1117d9f req-11270290-8453-4166-972f-04197a6ea515 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=b928e9c7-22de-438d-8d0c-0b4b7b0d0738 HTTP/1.1" status: 200 len: 210 time: 0.1468799 Mar 23 12:40:45.441058 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b0406c0b-3201-46b2-89b2-bbe87fb7e080 None None] Provisioning complete for port 765391ee-5a08-49ac-bb37-009ea73c3fbe triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:45.441506 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b0406c0b-3201-46b2-89b2-bbe87fb7e080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:45.506234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Attempting to bind port f0d99965-95ee-4758-bae5-6786731e3a79 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:45.506560 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Attempting to bind port f0d99965-95ee-4758-bae5-6786731e3a79 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:45.506895 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Attempting to bind port f0d99965-95ee-4758-bae5-6786731e3a79 on network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:45.531858 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54ff17c-6c55-4a56-b3b5-bb87b65ebdbd None None] Network 1d22172a-abab-43a8-9dde-19f0c675ecdb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:40:45.539183 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b0406c0b-3201-46b2-89b2-bbe87fb7e080 None None] Port 765391ee-5a08-49ac-bb37-009ea73c3fbe cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:40:45.548545 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c3420-56ee-48b6-8148-2a7c4567f7cc req-f20bc330-5be4-4b9e-86bb-35788818fc47 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:45.556649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Port f0d99965-95ee-4758-bae5-6786731e3a79 on network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:40:45.556978 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Attempting to bind port f0d99965-95ee-4758-bae5-6786731e3a79 on network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:45.560451 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df2c3420-56ee-48b6-8148-2a7c4567f7cc req-f20bc330-5be4-4b9e-86bb-35788818fc47 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.2487261 Mar 23 12:40:45.573434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:40:45.573771 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Checking segment: {'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:40:45.574155 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Bound using segment: {'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:40:45.574606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Bound port: f0d99965-95ee-4758-bae5-6786731e3a79, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a5957f-7d98-4688-9782-1963fda91f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:40:45.574957 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:45.626300 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df2c3420-56ee-48b6-8148-2a7c4567f7cc req-f16ad198-fc40-41b9-9d97-9049604ef40c tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582054 Mar 23 12:40:45.638212 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53be28a2-8113-4e33-a65f-b7bb73c893a0 req-6687d62e-e1ac-4705-bd01-9e159bfa3e4e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3286ec5331c84fb882866d3d1b89855a HTTP/1.1" status: 200 len: 221 time: 0.0923133 Mar 23 12:40:45.705805 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9f73b8d9-52d1-468e-aada-e693cc9ba959 None None] Provisioning complete for port c9999124-a671-49ab-aef6-3ead60225505 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:45.706512 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9f73b8d9-52d1-468e-aada-e693cc9ba959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:45.781486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943fe98-c4c7-484e-bf08-f34495fef4df req-130dacf1-6009-4762-8f40-437f890b5854 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:45.789814 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8943fe98-c4c7-484e-bf08-f34495fef4df req-130dacf1-6009-4762-8f40-437f890b5854 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0714560 Mar 23 12:40:45.818650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] For port f0d99965-95ee-4758-bae5-6786731e3a79, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:40:45.822683 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] For port f0d99965-95ee-4758-bae5-6786731e3a79, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f0d99965-95ee-4758-bae5-6786731e3a79,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:40:45.837177 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:45.846193 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8943fe98-c4c7-484e-bf08-f34495fef4df req-3ff49e85-6cd0-431f-b794-fe02fb83e6fb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547743 Mar 23 12:40:45.898464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1d1a8-929c-4560-89b1-f3dfdd55a531 req-75f66603-a1ac-48ec-a349-e6ee597edc27 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:45.906520 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53e1d1a8-929c-4560-89b1-f3dfdd55a531 req-75f66603-a1ac-48ec-a349-e6ee597edc27 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 945 time: 0.1767700 Mar 23 12:40:45.923029 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:45.924193 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:45.925783 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] 10.222.0.77 "PUT /v2.0/ports/f0d99965-95ee-4758-bae5-6786731e3a79 HTTP/1.1" status: 200 len: 1092 time: 2.5397398 Mar 23 12:40:45.926287 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c507792c-e33a-431c-9180-76d3532cd200', 'tag': 'f0d99965-95ee-4758-bae5-6786731e3a79'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:45.928778 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14167434-260d-4ac9-a819-c5ac0bac5cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "c507792c-e33a-431c-9180-76d3532cd200", "tag": "f0d99965-95ee-4758-bae5-6786731e3a79"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:45.933272 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:45.951849 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:45.952651 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:45.967597 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:45.970988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b399c-c43d-4d3a-903f-47c55e558a68 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d99965-95ee-4758-bae5-6786731e3a79,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:45.999235 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a92ca135-5d9d-40c0-939b-03950660df0b req-7d1abe42-80c7-431e-91eb-cc9ebfbe376f tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0552223 Mar 23 12:40:46.086387 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53e1d1a8-929c-4560-89b1-f3dfdd55a531 req-6f088728-b4b5-42e3-bf4e-ce309e17ebd1 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748054 Mar 23 12:40:46.171870 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424a4d4-851f-4566-914c-5846665a8be6 req-74f83719-5327-47af-8aac-bfe3d67961fc tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:46.183450 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a424a4d4-851f-4566-914c-5846665a8be6 req-74f83719-5327-47af-8aac-bfe3d67961fc tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0943394 Mar 23 12:40:46.206536 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 96a82630-a47c-42f0-8b8c-5d8dac6605c2 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:46.241091 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a424a4d4-851f-4566-914c-5846665a8be6 req-5f7a9f7a-b7a8-440b-80f9-21b7d074e2f7 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519216 Mar 23 12:40:46.268654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 96a82630-a47c-42f0-8b8c-5d8dac6605c2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:46.269007 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:46.273804 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4853f1bd-b744-4d61-8fa8-e395e157a90b x-openstack-request-id: req-4853f1bd-b744-4d61-8fa8-e395e157a90b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:46.275334 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c507792c-e33a-431c-9180-76d3532cd200", "tag": "f0d99965-95ee-4758-bae5-6786731e3a79", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:46.275675 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4853f1bd-b744-4d61-8fa8-e395e157a90b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:46.276178 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c507792c-e33a-431c-9180-76d3532cd200', 'tag': 'f0d99965-95ee-4758-bae5-6786731e3a79', 'status': 'completed', 'code': 200} Mar 23 12:40:46.366135 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event updated for resources: {'Port': ['ID=765391ee-5a08-49ac-bb37-009ea73c3fbe,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:46.405933 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428fe0f-388d-407e-af03-9388cb9e3050 req-b855ef6c-f66b-4264-aebe-b6c940bb11e4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:46.406766 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c9999124-a671-49ab-aef6-3ead60225505 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:46.417665 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7428fe0f-388d-407e-af03-9388cb9e3050 req-b855ef6c-f66b-4264-aebe-b6c940bb11e4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.0715370 Mar 23 12:40:46.422868 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-d2a20307-68c3-4707-80c2-5bb47defc048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:46.424553 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-d2a20307-68c3-4707-80c2-5bb47defc048 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e1363c48ca9457e9793255c56c3986d&device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 1095 time: 0.3993280 Mar 23 12:40:46.467763 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fbbc1251-771b-4092-b204-0a54b1f32193 None None] Provisioning complete for port c9999124-a671-49ab-aef6-3ead60225505 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:46.468183 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbbc1251-771b-4092-b204-0a54b1f32193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:46.469221 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7428fe0f-388d-407e-af03-9388cb9e3050 req-1265745f-ee78-4536-8f7d-f7aedf80a7de tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505176 Mar 23 12:40:46.480371 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-e4819af8-5b86-46d0-83dd-826f95c3884c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d99965-95ee-4758-bae5-6786731e3a79 HTTP/1.1" status: 200 len: 217 time: 0.0445156 Mar 23 12:40:46.484455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Network 9f5064c3-445f-4fac-a651-64c15a044bee is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:46.497474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18786808-db5a-47e2-9888-fa7d5d7f15e9 req-f33dc43f-59b3-4792-aacd-050dafb415a4 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:46.504219 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18786808-db5a-47e2-9888-fa7d5d7f15e9 req-f33dc43f-59b3-4792-aacd-050dafb415a4 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 945 time: 0.1521850 Mar 23 12:40:46.509250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:46.510523 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c9999124-a671-49ab-aef6-3ead60225505 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:46.511676 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:46.664066 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-fcc6efb8-6756-46e8-b882-a7dcd2b215e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:46.666312 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-fcc6efb8-6756-46e8-b882-a7dcd2b215e0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4a802d9a-4ada-4d77-b03c-b6045d268421 HTTP/1.1" status: 200 len: 855 time: 0.1599560 Mar 23 12:40:46.669649 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18786808-db5a-47e2-9888-fa7d5d7f15e9 req-1dd9c8a9-ba28-4cfc-bb19-25d7d3afeefa tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645043 Mar 23 12:40:46.755741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-448c9256-b23c-47a9-81b4-ca707ee06176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:46.757463 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-448c9256-b23c-47a9-81b4-ca707ee06176 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796244 Mar 23 12:40:46.771969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce67f01-c652-4bea-a399-b4330d042d80 req-b3444d58-c51c-476f-a4d5-74bb9b13620d tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:46.773615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6ce67f01-c652-4bea-a399-b4330d042d80 req-b3444d58-c51c-476f-a4d5-74bb9b13620d tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0893235 Mar 23 12:40:46.832554 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6ce67f01-c652-4bea-a399-b4330d042d80 req-059e72b7-c64b-4296-a8ac-97422f339f54 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522416 Mar 23 12:40:46.843884 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Router bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:40:46.921845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-880095a0-6106-4720-a0c0-20943c91c875 service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565106 Mar 23 12:40:46.985202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b317b041-f504-4189-8ee8-2e52ab0cff68 None None] Provisioning complete for port 765391ee-5a08-49ac-bb37-009ea73c3fbe triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:46.987621 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b317b041-f504-4189-8ee8-2e52ab0cff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:47.038916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a16d79-2e12-4e57-95a6-0ca84f885114 req-123db090-d2f1-4d86-9e67-6e56d7c6e952 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:47.042234 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85a16d79-2e12-4e57-95a6-0ca84f885114 req-123db090-d2f1-4d86-9e67-6e56d7c6e952 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.1046834 Mar 23 12:40:47.084998 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b317b041-f504-4189-8ee8-2e52ab0cff68 None None] Port 765391ee-5a08-49ac-bb37-009ea73c3fbe cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:40:47.119584 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85a16d79-2e12-4e57-95a6-0ca84f885114 req-f7f04914-d4c1-4f46-8bd0-7b864ef6483d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698569 Mar 23 12:40:47.287667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372242ef-3522-40d1-807d-b5154391f709 req-52227df6-99a1-4678-afbc-0bf24a5515f2 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:47.292488 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-372242ef-3522-40d1-807d-b5154391f709 req-52227df6-99a1-4678-afbc-0bf24a5515f2 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 944 time: 0.0903747 Mar 23 12:40:47.353821 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-372242ef-3522-40d1-807d-b5154391f709 req-6a841380-159f-47b3-a8ab-b8b4316b027f tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574515 Mar 23 12:40:47.366975 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:47.370343 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 7cc61709-ab54-4965-a611-9b7f983f6b13 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:40:47.398131 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 7cc61709-ab54-4965-a611-9b7f983f6b13 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:40:47.398487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 7cc61709-ab54-4965-a611-9b7f983f6b13 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:40:47.473860 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3a0fbf0e-89e9-442c-9c32-035584ac7292 req-72b9a2a6-3f5c-421e-996a-ba3efecec10d tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0387056 Mar 23 12:40:47.491429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7d4c0-eeab-4dc8-8ed6-eea3cdee6de4 req-596554bb-85ea-4f74-86a3-1680b2726323 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:47.493237 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-29d7d4c0-eeab-4dc8-8ed6-eea3cdee6de4 req-596554bb-85ea-4f74-86a3-1680b2726323 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.73 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 944 time: 0.0895622 Mar 23 12:40:47.581035 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:40:47.590072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39158) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:47.592706 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f6f2b0de-d3be-4ed7-885e-0500adf827bf tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "PUT /v2.0/routers/bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1533818 Mar 23 12:40:47.592946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a3c93-81b6-4aa2-b2a0-c4fcbcdad938 None None] Sync routers for ids ['bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:40:47.617732 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a3c93-81b6-4aa2-b2a0-c4fcbcdad938 None None] Routers {'bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:40:47.618807 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-019a3c93-81b6-4aa2-b2a0-c4fcbcdad938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:40:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:47.621410 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee64341-45be-4596-8324-f56ac13b6a59 req-25eb9db6-ed31-4d8c-8a53-4e8d31b3363e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:47.628539 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ee64341-45be-4596-8324-f56ac13b6a59 req-25eb9db6-ed31-4d8c-8a53-4e8d31b3363e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1122043 Mar 23 12:40:47.631599 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-952c7ef7-fa5e-4fdc-95fa-17e8ccafdfe1 req-2900d415-2245-4570-9577-075b069e9219 service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6593449 Mar 23 12:40:47.666610 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-019a3c93-81b6-4aa2-b2a0-c4fcbcdad938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:47.679298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a3c93-81b6-4aa2-b2a0-c4fcbcdad938 None None] Routers {'bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:40:47.680340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-019a3c93-81b6-4aa2-b2a0-c4fcbcdad938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:40:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:47.685206 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ee64341-45be-4596-8324-f56ac13b6a59 req-34a48d90-d980-494c-a1b9-87dbd0f0aa97 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550089 Mar 23 12:40:47.746227 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-019a3c93-81b6-4aa2-b2a0-c4fcbcdad938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:47.746895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a3c93-81b6-4aa2-b2a0-c4fcbcdad938 None None] The sync data for ids ['bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:40:47.760231 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14167434-260d-4ac9-a819-c5ac0bac5cc3 req-52ebdcbb-9072-4a99-99bc-5d98d4a23a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:47.762484 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-14167434-260d-4ac9-a819-c5ac0bac5cc3 req-52ebdcbb-9072-4a99-99bc-5d98d4a23a6f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e1363c48ca9457e9793255c56c3986d&device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 1095 time: 0.0714619 Mar 23 12:40:47.829684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dc9e8-2922-4070-a07c-c2534cf3cb05 req-944c2061-7937-419d-9bd9-6dea25d28bf3 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:47.837428 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-214dc9e8-2922-4070-a07c-c2534cf3cb05 req-944c2061-7937-419d-9bd9-6dea25d28bf3 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 945 time: 0.2365127 Mar 23 12:40:47.852723 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-29d7d4c0-eeab-4dc8-8ed6-eea3cdee6de4 req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Deleting port 82cf8604-d1f3-455f-960c-f5f524b14517 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:47.853213 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-29d7d4c0-eeab-4dc8-8ed6-eea3cdee6de4 req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:47.898112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9e1fe-c2ea-499d-9211-7cfc6c1a9738 req-fab797de-72b1-4b92-adc7-6adde1c5fde4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:47.902032 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7cc9e1fe-c2ea-499d-9211-7cfc6c1a9738 req-fab797de-72b1-4b92-adc7-6adde1c5fde4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.1215808 Mar 23 12:40:47.926641 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14167434-260d-4ac9-a819-c5ac0bac5cc3 req-26eaa770-7fc6-48a6-b348-17348642e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:47.929181 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-14167434-260d-4ac9-a819-c5ac0bac5cc3 req-26eaa770-7fc6-48a6-b348-17348642e5c9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050 HTTP/1.1" status: 200 len: 917 time: 0.1586678 Mar 23 12:40:47.978280 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-14167434-260d-4ac9-a819-c5ac0bac5cc3 req-87646b75-b712-4452-ab9a-391a399c3e45 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d99965-95ee-4758-bae5-6786731e3a79 HTTP/1.1" status: 200 len: 217 time: 0.0413914 Mar 23 12:40:47.997286 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7cc9e1fe-c2ea-499d-9211-7cfc6c1a9738 req-7c224e7d-9dee-478e-b5b3-ebb54bbc5354 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817037 Mar 23 12:40:48.020213 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-214dc9e8-2922-4070-a07c-c2534cf3cb05 req-8ed73342-d205-47dd-92af-e9814fc4c212 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811285 Mar 23 12:40:48.045538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14167434-260d-4ac9-a819-c5ac0bac5cc3 req-5ee9ccb0-7046-4d4d-b56e-fb85660ceccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:48.047278 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-14167434-260d-4ac9-a819-c5ac0bac5cc3 req-5ee9ccb0-7046-4d4d-b56e-fb85660ceccd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4a802d9a-4ada-4d77-b03c-b6045d268421 HTTP/1.1" status: 200 len: 855 time: 0.0491443 Mar 23 12:40:48.076925 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-29d7d4c0-eeab-4dc8-8ed6-eea3cdee6de4 req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] For port 82cf8604-d1f3-455f-960c-f5f524b14517, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=82cf8604-d1f3-455f-960c-f5f524b14517,segment=NetworkSegment(d1083d4b-5dd9-46a8-bda8-c861348ce7ba),segment_id=d1083d4b-5dd9-46a8-bda8-c861348ce7ba)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:48.077295 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-29d7d4c0-eeab-4dc8-8ed6-eea3cdee6de4 req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:48.101858 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14167434-260d-4ac9-a819-c5ac0bac5cc3 req-ad3162e6-7114-4e7e-97b7-96370dfdbdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:48.103443 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-14167434-260d-4ac9-a819-c5ac0bac5cc3 req-ad3162e6-7114-4e7e-97b7-96370dfdbdb9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459738 Mar 23 12:40:48.257373 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-14167434-260d-4ac9-a819-c5ac0bac5cc3 req-0a91173c-9bb7-4ee2-bb6f-bb64d5257db6 service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422498 Mar 23 12:40:48.294590 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24297c8a-5362-4fda-a6aa-7bbe62cb6e7a req-307a889f-34ac-4a7a-aae5-7714aa50ae1c tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:48.296194 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-24297c8a-5362-4fda-a6aa-7bbe62cb6e7a req-307a889f-34ac-4a7a-aae5-7714aa50ae1c tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.0967114 Mar 23 12:40:48.392778 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-24297c8a-5362-4fda-a6aa-7bbe62cb6e7a req-885da533-c6ea-405d-a3ce-231348f700ef tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589330 Mar 23 12:40:48.408167 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-14167434-260d-4ac9-a819-c5ac0bac5cc3 req-5ffa6761-8912-46dc-a740-fe47aad9eaed service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435540 Mar 23 12:40:48.454684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-29d7d4c0-eeab-4dc8-8ed6-eea3cdee6de4 req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Calling delete_port for 82cf8604-d1f3-455f-960c-f5f524b14517 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:48.528852 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72af04-3120-4157-af80-47645de7d0df req-374aa0f0-8405-456a-b64a-400249f7a3b5 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:48.532901 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0240b8-b9c5-410f-9249-893758cee762 req-39f974cb-161c-4df2-b92c-831cd6716b07 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:48.534358 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f0240b8-b9c5-410f-9249-893758cee762 req-39f974cb-161c-4df2-b92c-831cd6716b07 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.4219332 Mar 23 12:40:48.536186 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a72af04-3120-4157-af80-47645de7d0df req-374aa0f0-8405-456a-b64a-400249f7a3b5 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/ports?device_id=de652fbc-f56c-4f8e-b8b7-8984ae37fc3f HTTP/1.1" status: 200 len: 944 time: 0.0597384 Mar 23 12:40:48.578121 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a72af04-3120-4157-af80-47645de7d0df req-3bf0129b-5e40-4c19-b611-c7763cf5fa51 tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d3458ca-309c-4b94-b8e1-f614d19de919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410821 Mar 23 12:40:48.631806 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f0240b8-b9c5-410f-9249-893758cee762 req-4460d5b3-53c3-40a0-8b80-c837ed45739b tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746725 Mar 23 12:40:48.713986 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bbd81cc6-8d07-47d1-aa15-0de62dc1f478 req-238f2b7f-18cb-4f63-acba-6392bf940466 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0529816 Mar 23 12:40:48.716582 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-24415149-4898-48f9-892c-93460c15253f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:40:48.721139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39174) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:48.721262 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-24415149-4898-48f9-892c-93460c15253f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "PUT /v2.0/routers/bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1295338 Mar 23 12:40:48.769124 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-29d7d4c0-eeab-4dc8-8ed6-eea3cdee6de4 req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:48.817597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Pushing event deleted for resources: {'Port': ['ID=82cf8604-d1f3-455f-960c-f5f524b14517,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:48.845626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:48.845989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:48.846318 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:48.846656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:48.846988 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:48.847320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:48.847650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:48.848001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:48.848330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:48.848836 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:48.849009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:48.849278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:40:48.874200 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c9247-c725-4a7c-ba9d-f727983ff7bd req-b757c2a6-5bca-45f9-b1c2-c16e8f8e3bd2 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:48.881489 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-997c9247-c725-4a7c-ba9d-f727983ff7bd req-b757c2a6-5bca-45f9-b1c2-c16e8f8e3bd2 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1483016 Mar 23 12:40:48.884913 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d7d4c0-eeab-4dc8-8ed6-eea3cdee6de4 req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] No DVR routers for this DVR port 82cf8604-d1f3-455f-960c-f5f524b14517 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:40:48.887714 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-29d7d4c0-eeab-4dc8-8ed6-eea3cdee6de4 req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:48.891579 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-29d7d4c0-eeab-4dc8-8ed6-eea3cdee6de4 req-f0c4d5ac-3935-4026-9004-f0580cba7f1e tempest-LiveMigrationTest-394571469 tempest-LiveMigrationTest-394571469-project] 10.222.0.73 "DELETE /v2.0/ports/82cf8604-d1f3-455f-960c-f5f524b14517 HTTP/1.1" status: 204 len: 173 time: 1.3919387 Mar 23 12:40:48.897798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de652fbc-f56c-4f8e-b8b7-8984ae37fc3f', 'name': 'network-vif-deleted', 'tag': '82cf8604-d1f3-455f-960c-f5f524b14517'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:48.900078 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb898f1-a1bf-4aae-9cd2-2e87b5ed463d" -d '{"events": [{"server_uuid": "de652fbc-f56c-4f8e-b8b7-8984ae37fc3f", "name": "network-vif-deleted", "tag": "82cf8604-d1f3-455f-960c-f5f524b14517"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:48.948409 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-997c9247-c725-4a7c-ba9d-f727983ff7bd req-91815a1d-c356-418f-a0a8-903c49f32621 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658500 Mar 23 12:40:48.963150 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6aa911-b804-4d43-8568-eba1658e25af x-openstack-request-id: req-ad6aa911-b804-4d43-8568-eba1658e25af {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:48.964520 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de652fbc-f56c-4f8e-b8b7-8984ae37fc3f", "name": "network-vif-deleted", "tag": "82cf8604-d1f3-455f-960c-f5f524b14517", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:48.964873 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad6aa911-b804-4d43-8568-eba1658e25af {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:48.966024 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de652fbc-f56c-4f8e-b8b7-8984ae37fc3f', 'name': 'network-vif-deleted', 'tag': '82cf8604-d1f3-455f-960c-f5f524b14517', 'status': 'completed', 'code': 200} Mar 23 12:40:49.018412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdcb14-693a-46a3-92e2-85d687ba13da req-f164931f-41fb-4a3a-a098-7c7de721273b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:49.020218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bccdcb14-693a-46a3-92e2-85d687ba13da req-f164931f-41fb-4a3a-a098-7c7de721273b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 945 time: 0.0861030 Mar 23 12:40:49.151158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0323dc7-3555-47d7-a86b-1a26b0960bc3 req-1f79da07-9e99-4047-b046-3e9f15e2618f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:49.152927 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0323dc7-3555-47d7-a86b-1a26b0960bc3 req-1f79da07-9e99-4047-b046-3e9f15e2618f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.0688822 Mar 23 12:40:49.199499 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0323dc7-3555-47d7-a86b-1a26b0960bc3 req-c9a7c25e-f095-4a94-aa65-1d7a5417cccc tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Mar 23 12:40:49.239967 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b1dfe-d288-48bb-a1aa-34ce8b3dc657 req-60ce387a-8121-45c3-8275-0809da44d4a1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:49.240557 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-704b1dfe-d288-48bb-a1aa-34ce8b3dc657 req-60ce387a-8121-45c3-8275-0809da44d4a1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1779025 Mar 23 12:40:49.299117 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-704b1dfe-d288-48bb-a1aa-34ce8b3dc657 req-4817a652-e5f2-46c4-a127-e1827a88069d tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519271 Mar 23 12:40:49.304590 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-bccdcb14-693a-46a3-92e2-85d687ba13da req-66ebc30a-0dfc-4bd0-a2ac-92adfd4fb773 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Deleting port 454e1a40-729d-47af-bdf8-9275bec4e66c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:49.304590 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bccdcb14-693a-46a3-92e2-85d687ba13da req-66ebc30a-0dfc-4bd0-a2ac-92adfd4fb773 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:49.335989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fdc3d-df30-4d9f-bda6-120a5738040d req-dead6561-8faa-437c-a273-56b0844ba4d6 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:49.338115 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b53fdc3d-df30-4d9f-bda6-120a5738040d req-dead6561-8faa-437c-a273-56b0844ba4d6 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 945 time: 0.0630226 Mar 23 12:40:49.407888 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b53fdc3d-df30-4d9f-bda6-120a5738040d req-7f05c323-f29c-4778-ba02-eee115d647b8 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636432 Mar 23 12:40:49.462263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-bccdcb14-693a-46a3-92e2-85d687ba13da req-66ebc30a-0dfc-4bd0-a2ac-92adfd4fb773 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] For port 454e1a40-729d-47af-bdf8-9275bec4e66c, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=454e1a40-729d-47af-bdf8-9275bec4e66c,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:49.462634 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bccdcb14-693a-46a3-92e2-85d687ba13da req-66ebc30a-0dfc-4bd0-a2ac-92adfd4fb773 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:49.494198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-bccdcb14-693a-46a3-92e2-85d687ba13da req-66ebc30a-0dfc-4bd0-a2ac-92adfd4fb773 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Calling delete_port for 454e1a40-729d-47af-bdf8-9275bec4e66c owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:49.499126 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90f21f26-a9bb-468c-9f7d-1b4c35ab1552 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:49.548584 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c7f58-399b-493f-9a66-e897bd896ce2 req-5a00219c-57b9-4ceb-8775-47ad49029ce8 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:49.550276 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-365c7f58-399b-493f-9a66-e897bd896ce2 req-5a00219c-57b9-4ceb-8775-47ad49029ce8 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.0595675 Mar 23 12:40:49.604690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-365c7f58-399b-493f-9a66-e897bd896ce2 req-f96185cc-613c-4413-b14d-e1900b0a28dc tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461347 Mar 23 12:40:49.645178 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea05b9-488b-486a-8792-731be12ace7d req-e70a18ca-9012-48b3-9397-81a1fc1d6beb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:49.646725 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4cea05b9-488b-486a-8792-731be12ace7d req-e70a18ca-9012-48b3-9397-81a1fc1d6beb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.2164884 Mar 23 12:40:49.667115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39194) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:49.783078 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4cea05b9-488b-486a-8792-731be12ace7d req-440c0f4b-a76a-4158-84f0-c55c6d6807bb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285267 Mar 23 12:40:49.857239 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-80f8043d-065a-4a4f-babb-38ec2d142b5a req-2b3dc6f0-e8f8-42bc-9ff3-54c9bbca89c6 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0398138 Mar 23 12:40:49.880102 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bccdcb14-693a-46a3-92e2-85d687ba13da req-66ebc30a-0dfc-4bd0-a2ac-92adfd4fb773 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:49.891038 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['584a0e65-c663-46e0-b4c8-7ea9e49276c8', '454e1a40-729d-47af-bdf8-9275bec4e66c'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:40:49.933177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebc30a-0dfc-4bd0-a2ac-92adfd4fb773 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Pushing event deleted for resources: {'Port': ['ID=454e1a40-729d-47af-bdf8-9275bec4e66c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:49.965264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f829ed2a-e3ef-4429-84b2-b64cd011d356 admin admin] Deleting subnet e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:40:49.978583 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f829ed2a-e3ef-4429-84b2-b64cd011d356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:50.020779 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f829ed2a-e3ef-4429-84b2-b64cd011d356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:50.041124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccdcb14-693a-46a3-92e2-85d687ba13da req-66ebc30a-0dfc-4bd0-a2ac-92adfd4fb773 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] No DVR routers for this DVR port 454e1a40-729d-47af-bdf8-9275bec4e66c on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:40:50.046852 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bccdcb14-693a-46a3-92e2-85d687ba13da req-66ebc30a-0dfc-4bd0-a2ac-92adfd4fb773 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:50.051002 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bccdcb14-693a-46a3-92e2-85d687ba13da req-66ebc30a-0dfc-4bd0-a2ac-92adfd4fb773 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "DELETE /v2.0/ports/454e1a40-729d-47af-bdf8-9275bec4e66c HTTP/1.1" status: 204 len: 173 time: 0.9988875 Mar 23 12:40:50.054158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df3a1a4-c24b-4f29-9ca5-b03cd19880d0', 'name': 'network-vif-deleted', 'tag': '454e1a40-729d-47af-bdf8-9275bec4e66c'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:50.056510 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1879dc20-eafa-4cb4-9131-02a3d4ddae15" -d '{"events": [{"server_uuid": "9df3a1a4-c24b-4f29-9ca5-b03cd19880d0", "name": "network-vif-deleted", "tag": "454e1a40-729d-47af-bdf8-9275bec4e66c"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:50.097267 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100575d-973c-45ef-8f06-7fcae83d4dce req-98ac0337-49e3-47dd-b858-e18c67d62433 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:50.098795 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e100575d-973c-45ef-8f06-7fcae83d4dce req-98ac0337-49e3-47dd-b858-e18c67d62433 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1149721 Mar 23 12:40:50.100957 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f829ed2a-e3ef-4429-84b2-b64cd011d356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:50.119438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-90f21f26-a9bb-468c-9f7d-1b4c35ab1552 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Deleting port 765391ee-5a08-49ac-bb37-009ea73c3fbe {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:40:50.119853 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90f21f26-a9bb-468c-9f7d-1b4c35ab1552 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:50.138105 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4d4b81-a832-4b38-b342-3d028bb38c1e x-openstack-request-id: req-eb4d4b81-a832-4b38-b342-3d028bb38c1e {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:50.138474 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df3a1a4-c24b-4f29-9ca5-b03cd19880d0", "name": "network-vif-deleted", "tag": "454e1a40-729d-47af-bdf8-9275bec4e66c", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:50.138933 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb4d4b81-a832-4b38-b342-3d028bb38c1e {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:50.140425 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df3a1a4-c24b-4f29-9ca5-b03cd19880d0', 'name': 'network-vif-deleted', 'tag': '454e1a40-729d-47af-bdf8-9275bec4e66c', 'status': 'completed', 'code': 200} Mar 23 12:40:50.202583 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f829ed2a-e3ef-4429-84b2-b64cd011d356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:50.240308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829ed2a-e3ef-4429-84b2-b64cd011d356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b7d4b1-e59a-4f34-a91f-437ec6f5c041,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:50.242393 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f829ed2a-e3ef-4429-84b2-b64cd011d356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:50.248015 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f829ed2a-e3ef-4429-84b2-b64cd011d356 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e5b7d4b1-e59a-4f34-a91f-437ec6f5c041 HTTP/1.1" status: 204 len: 168 time: 0.5777283 Mar 23 12:40:50.248336 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39210) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:50.264543 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e100575d-973c-45ef-8f06-7fcae83d4dce req-3bfb5a82-8804-404b-bddd-2963a90b1675 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569159 Mar 23 12:40:50.319517 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90f21f26-a9bb-468c-9f7d-1b4c35ab1552 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:50.334109 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-90f21f26-a9bb-468c-9f7d-1b4c35ab1552 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Calling delete_port for 765391ee-5a08-49ac-bb37-009ea73c3fbe owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:40:50.341739 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5c40f70-71c7-4d7c-8c5b-841438e5d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:50.420937 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a7e71-1dd9-4fcb-a586-0aaa1a525378 req-221c3ebd-91b0-42a7-8f76-156a3fcf07cf tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:50.422463 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a16a7e71-1dd9-4fcb-a586-0aaa1a525378 req-221c3ebd-91b0-42a7-8f76-156a3fcf07cf tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.0951478 Mar 23 12:40:50.457767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ccc69-15d7-492f-ae0b-77d1cd628900 req-eb853455-eaf5-49fe-a9d1-f0f13f0c92ba tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:50.459324 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-270ccc69-15d7-492f-ae0b-77d1cd628900 req-eb853455-eaf5-49fe-a9d1-f0f13f0c92ba tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0995915 Mar 23 12:40:50.481648 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5c40f70-71c7-4d7c-8c5b-841438e5d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:50.514792 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d5c40f70-71c7-4d7c-8c5b-841438e5d649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d964f1-9bc1-42d7-b89a-915f95df68b5']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:50.519957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a16a7e71-1dd9-4fcb-a586-0aaa1a525378 req-a61b5728-7661-43d2-b9e0-c76017fcf241 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658040 Mar 23 12:40:50.534436 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d5c40f70-71c7-4d7c-8c5b-841438e5d649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:50.534767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d5c40f70-71c7-4d7c-8c5b-841438e5d649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1083d4b-5dd9-46a8-bda8-c861348ce7ba') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:50.558855 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-270ccc69-15d7-492f-ae0b-77d1cd628900 req-9f566724-3185-47c6-ab5d-d058090dbe86 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613520 Mar 23 12:40:50.560373 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5c40f70-71c7-4d7c-8c5b-841438e5d649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:50.592162 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5c40f70-71c7-4d7c-8c5b-841438e5d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:50.606277 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c40f70-71c7-4d7c-8c5b-841438e5d649 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:40:50.606690 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5c40f70-71c7-4d7c-8c5b-841438e5d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:40:50.609450 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:40:50.701289 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90f21f26-a9bb-468c-9f7d-1b4c35ab1552 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:50.714750 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad1ae839-f132-444e-a383-35a8eb98f004 req-224f5c9b-a60d-4b28-9397-4318e435cf5a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df3a1a4-c24b-4f29-9ca5-b03cd19880d0 HTTP/1.1" status: 200 len: 210 time: 0.0449154 Mar 23 12:40:50.727364 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5c40f70-71c7-4d7c-8c5b-841438e5d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:50.734629 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5c40f70-71c7-4d7c-8c5b-841438e5d649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:50.741051 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d5c40f70-71c7-4d7c-8c5b-841438e5d649 admin admin] 10.222.0.52 "DELETE /v2.0/networks/17d964f1-9bc1-42d7-b89a-915f95df68b5 HTTP/1.1" status: 204 len: 168 time: 0.4917781 Mar 23 12:40:50.744116 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39222) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:50.764426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c40f70-71c7-4d7c-8c5b-841438e5d649 admin admin] Pushing event deleted for resources: {'Network': ['ID=17d964f1-9bc1-42d7-b89a-915f95df68b5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:50.775833 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f21f26-a9bb-468c-9f7d-1b4c35ab1552 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event deleted for resources: {'Port': ['ID=765391ee-5a08-49ac-bb37-009ea73c3fbe,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:50.824996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf52e88-c5c6-400b-a56f-f89cb0c796f6 req-be63a5c5-c119-4ba9-8cb9-dbd7364008c3 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:50.827438 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3bf52e88-c5c6-400b-a56f-f89cb0c796f6 req-be63a5c5-c119-4ba9-8cb9-dbd7364008c3 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1744974 Mar 23 12:40:50.833272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f9de1-6c53-4b8f-92e9-7d01ebc8adb2 req-a13cab75-5064-4c2f-a3e7-f5be2bd0c10d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:50.834781 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c88f9de1-6c53-4b8f-92e9-7d01ebc8adb2 req-a13cab75-5064-4c2f-a3e7-f5be2bd0c10d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.0551908 Mar 23 12:40:50.897497 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c88f9de1-6c53-4b8f-92e9-7d01ebc8adb2 req-fe1f61a1-9de8-4146-823e-131f8f0a12f5 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485246 Mar 23 12:40:50.963975 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae3ac23-cd6a-4e4c-82e2-aa5c457e60ec admin admin] Deleting subnet cb02aad0-7991-4d15-a25e-8ddc36370b48 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:40:50.966736 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90f21f26-a9bb-468c-9f7d-1b4c35ab1552 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:50.985233 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cae3ac23-cd6a-4e4c-82e2-aa5c457e60ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:51.030060 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a99071c2-8024-4cba-84c4-5005b93510cf req-51ac072b-5be6-4657-8a37-446a6d1d25be tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0596626 Mar 23 12:40:51.078659 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cae3ac23-cd6a-4e4c-82e2-aa5c457e60ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:51.084375 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3bf52e88-c5c6-400b-a56f-f89cb0c796f6 req-b6244a49-6e5f-4e0b-a193-912d72c81c3a tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406154 Mar 23 12:40:51.199079 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cae3ac23-cd6a-4e4c-82e2-aa5c457e60ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:51.212429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf851be-b25e-4658-baa7-e77de5e6078a req-10aec1d3-8b06-4bd2-9ce6-c484f1fea892 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:51.214687 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecf851be-b25e-4658-baa7-e77de5e6078a req-10aec1d3-8b06-4bd2-9ce6-c484f1fea892 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0565228 Mar 23 12:40:51.254054 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecf851be-b25e-4658-baa7-e77de5e6078a req-a40e98af-9e03-4666-9a29-9b222fb54309 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331020 Mar 23 12:40:51.268766 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f21f26-a9bb-468c-9f7d-1b4c35ab1552 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Router bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:40:51.306984 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f0d99965-95ee-4758-bae5-6786731e3a79 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:40:51.376272 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cae3ac23-cd6a-4e4c-82e2-aa5c457e60ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:51.407610 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3ac23-cd6a-4e4c-82e2-aa5c457e60ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb02aad0-7991-4d15-a25e-8ddc36370b48,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:51.415981 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f21f26-a9bb-468c-9f7d-1b4c35ab1552 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:40:51.425706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40ef37-3144-48fe-867d-166b91be1c87 req-56c163c5-1d53-48ae-b98e-41f9c61d562e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:51.426583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 82cf8604-d1f3-455f-960c-f5f524b14517 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:40:51.431055 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb8034-d809-465d-b25e-f6e22e13ca03 None None] Sync routers for ids ['bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:40:51.435104 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba40ef37-3144-48fe-867d-166b91be1c87 req-56c163c5-1d53-48ae-b98e-41f9c61d562e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0728486 Mar 23 12:40:51.440275 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-90f21f26-a9bb-468c-9f7d-1b4c35ab1552 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "PUT /v2.0/routers/bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7185397 Mar 23 12:40:51.442268 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39234) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:51.443860 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb8034-d809-465d-b25e-f6e22e13ca03 None None] Routers {'bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:40:51.446139 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b0eb8034-d809-465d-b25e-f6e22e13ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:40:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:51.448611 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cae3ac23-cd6a-4e4c-82e2-aa5c457e60ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:51.464074 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cae3ac23-cd6a-4e4c-82e2-aa5c457e60ec admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cb02aad0-7991-4d15-a25e-8ddc36370b48 HTTP/1.1" status: 204 len: 168 time: 0.7167702 Mar 23 12:40:51.467290 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 82cf8604-d1f3-455f-960c-f5f524b14517 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:40:51.467633 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 82cf8604-d1f3-455f-960c-f5f524b14517 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:40:51.471167 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39236) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:51.473936 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f0d99965-95ee-4758-bae5-6786731e3a79, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f0d99965-95ee-4758-bae5-6786731e3a79,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:51.484886 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba40ef37-3144-48fe-867d-166b91be1c87 req-5da1d4ef-c3c8-4f80-8836-c710475635da tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488994 Mar 23 12:40:51.486648 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'f0d99965-95ee-4758-bae5-6786731e3a79', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'port_id': 'f0d99965-95ee-4758-bae5-6786731e3a79', 'mac_address': 'fa:16:3e:8a:0c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:40:51.504450 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b0eb8034-d809-465d-b25e-f6e22e13ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:51.514017 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb8034-d809-465d-b25e-f6e22e13ca03 None None] Routers {'bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:40:51.514728 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b0eb8034-d809-465d-b25e-f6e22e13ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:40:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:51.540393 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:51.549940 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b0eb8034-d809-465d-b25e-f6e22e13ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:51.550976 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb8034-d809-465d-b25e-f6e22e13ca03 None None] The sync data for ids ['bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:40:51.563365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d99965-95ee-4758-bae5-6786731e3a79 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:40:51.582831 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-79d91309-5c1c-404d-82eb-4f27576b970c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] delete failed (client error): The resource could not be found. Mar 23 12:40:51.585842 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f0d99965-95ee-4758-bae5-6786731e3a79, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f0d99965-95ee-4758-bae5-6786731e3a79,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:51.588951 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-79d91309-5c1c-404d-82eb-4f27576b970c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-292380548 HTTP/1.1" status: 404 len: 334 time: 0.1411300 Mar 23 12:40:51.589720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39242) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:51.593048 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:51.594798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-09833067-fe2b-4af6-8e27-91a03ec6c947 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:51.650543 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f0d99965-95ee-4758-bae5-6786731e3a79,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:51.699640 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-583b91ce-77fc-406a-a34e-5ab6b78fe68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:51.720203 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18816b8e-c26d-4a12-8335-567aef5f4ba9 req-51743d02-f3ea-4d4b-b0e1-dd61756acf62 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:51.721825 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18816b8e-c26d-4a12-8335-567aef5f4ba9 req-51743d02-f3ea-4d4b-b0e1-dd61756acf62 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1319332 Mar 23 12:40:51.812233 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29be07c-b638-4707-a333-502db699c9aa req-cf0f111f-4e4e-4bcb-a631-fd4b82b3552f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:51.813647 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d29be07c-b638-4707-a333-502db699c9aa req-cf0f111f-4e4e-4bcb-a631-fd4b82b3552f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.1685519 Mar 23 12:40:51.823404 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-583b91ce-77fc-406a-a34e-5ab6b78fe68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:51.835439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18816b8e-c26d-4a12-8335-567aef5f4ba9 req-c73639f5-631b-41b7-84b0-a0775249beee tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901353 Mar 23 12:40:51.852702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-583b91ce-77fc-406a-a34e-5ab6b78fe68e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a9e3c7-2f94-4706-a7f1-7ffaf51bf8f4']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:51.880247 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-583b91ce-77fc-406a-a34e-5ab6b78fe68e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219ee7a0-10dd-404b-8b7a-23096b83e932') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:51.880247 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-583b91ce-77fc-406a-a34e-5ab6b78fe68e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219ee7a0-10dd-404b-8b7a-23096b83e932') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:51.880247 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-583b91ce-77fc-406a-a34e-5ab6b78fe68e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:51.900884 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-09833067-fe2b-4af6-8e27-91a03ec6c947 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:51.903699 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-583b91ce-77fc-406a-a34e-5ab6b78fe68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:51.919393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583b91ce-77fc-406a-a34e-5ab6b78fe68e admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:40:51.919794 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-583b91ce-77fc-406a-a34e-5ab6b78fe68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:51.939637 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-09833067-fe2b-4af6-8e27-91a03ec6c947 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] update failed (client error): The resource could not be found. Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:40:51.943341 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:40:51.946080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-09833067-fe2b-4af6-8e27-91a03ec6c947 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "PUT /v2.0/routers/bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1 HTTP/1.1" status: 404 len: 339 time: 0.3550611 Mar 23 12:40:51.947543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39254) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:51.954315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b116661f-a179-49a3-93ce-7e3661ab48f7 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-810117530'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:51.976897 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d29be07c-b638-4707-a333-502db699c9aa req-f47a7ba8-8688-43d1-9371-7f588ebe6e75 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246142 Mar 23 12:40:51.998402 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b116661f-a179-49a3-93ce-7e3661ab48f7 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Made reservation on behalf of 0dfaf03536734327a9b6b6d3b2c3fc06 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:51.998402 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b116661f-a179-49a3-93ce-7e3661ab48f7 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:52.001472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['f0d99965-95ee-4758-bae5-6786731e3a79'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:40:52.034541 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-583b91ce-77fc-406a-a34e-5ab6b78fe68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:52.041149 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-583b91ce-77fc-406a-a34e-5ab6b78fe68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:52.045115 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-583b91ce-77fc-406a-a34e-5ab6b78fe68e admin admin] 10.222.0.52 "DELETE /v2.0/networks/78a9e3c7-2f94-4706-a7f1-7ffaf51bf8f4 HTTP/1.1" status: 204 len: 168 time: 0.5742266 Mar 23 12:40:52.052028 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b116661f-a179-49a3-93ce-7e3661ab48f7 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:40:52.067836 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b116661f-a179-49a3-93ce-7e3661ab48f7 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:52.068589 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-b116661f-a179-49a3-93ce-7e3661ab48f7 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Added segment 4d0ef0d5-814f-4db7-98c4-17b822ffbc61 of type vlan for network 5164cc1f-8daa-4d04-b470-ca1f3dc5fa41 Mar 23 12:40:52.071963 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b91ce-77fc-406a-a34e-5ab6b78fe68e admin admin] Pushing event deleted for resources: {'Network': ['ID=78a9e3c7-2f94-4706-a7f1-7ffaf51bf8f4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:52.170068 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b116661f-a179-49a3-93ce-7e3661ab48f7 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:52.191156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f3dbd-f630-4bf7-bf53-9e61fd841e3d req-ee4faa0e-d68a-4e04-bd42-f8d574675113 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:52.196087 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d7f3dbd-f630-4bf7-bf53-9e61fd841e3d req-ee4faa0e-d68a-4e04-bd42-f8d574675113 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 945 time: 0.1116173 Mar 23 12:40:52.216704 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b116661f-a179-49a3-93ce-7e3661ab48f7 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:52.232554 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b116661f-a179-49a3-93ce-7e3661ab48f7 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:52.235102 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b116661f-a179-49a3-93ce-7e3661ab48f7 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:52.264535 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d7f3dbd-f630-4bf7-bf53-9e61fd841e3d req-d45d447c-3b91-4b64-b29a-5a5d10ee0309 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614502 Mar 23 12:40:52.325457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39266) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:52.351253 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b116661f-a179-49a3-93ce-7e3661ab48f7 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4026225 Mar 23 12:40:52.358586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39268) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:52.364314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-05b49a73-90de-4a8e-b6cd-8d214fc72531 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Request body: {'subnet': {'network_id': '5164cc1f-8daa-4d04-b470-ca1f3dc5fa41', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:52.395951 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116661f-a179-49a3-93ce-7e3661ab48f7 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event updated for resources: {'Network': ['ID=5164cc1f-8daa-4d04-b470-ca1f3dc5fa41,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:52.407901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 5164cc1f-8daa-4d04-b470-ca1f3dc5fa41 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:40:52.414268 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-96142d7d-ebbd-4924-a95e-87880db94e2b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1929913b1364306b03584922edf0edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0873363 Mar 23 12:40:52.417726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39270) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:52.464001 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b125ca-c8c8-434e-96d7-89f6a9e793ca req-2957d76c-ef02-4910-b7b2-2589e466ee39 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:52.469822 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-409c9349-38d3-4317-a8ff-95316f86317d req-3cc4f0cf-1fec-4fe1-9b7f-a03d0de437d4 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0780807 Mar 23 12:40:52.471431 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8b125ca-c8c8-434e-96d7-89f6a9e793ca req-2957d76c-ef02-4910-b7b2-2589e466ee39 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1050107 Mar 23 12:40:52.507906 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b49a73-90de-4a8e-b6cd-8d214fc72531 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Made reservation on behalf of 0dfaf03536734327a9b6b6d3b2c3fc06 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:52.512332 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05b49a73-90de-4a8e-b6cd-8d214fc72531 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:52.768991 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05b49a73-90de-4a8e-b6cd-8d214fc72531 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:52.869743 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b49a73-90de-4a8e-b6cd-8d214fc72531 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event updated for resources: {'Subnet': ['ID=2fb3fcb6-5b3c-494a-86a7-18a9c970911a,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:52.896488 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8b125ca-c8c8-434e-96d7-89f6a9e793ca req-272a5a4a-8e02-45c1-9080-3410cda480d5 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240820 Mar 23 12:40:52.915962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b49a73-90de-4a8e-b6cd-8d214fc72531 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Checking segment: {'id': '4d0ef0d5-814f-4db7-98c4-17b822ffbc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5164cc1f-8daa-4d04-b470-ca1f3dc5fa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:40:52.915962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b49a73-90de-4a8e-b6cd-8d214fc72531 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Network hostable DHCP agents. Network: 5164cc1f-8daa-4d04-b470-ca1f3dc5fa41, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:40:52.924023 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a52608a1-0e1e-459a-89ac-effc20fcda91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:52.959707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b49a73-90de-4a8e-b6cd-8d214fc72531 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Network 5164cc1f-8daa-4d04-b470-ca1f3dc5fa41 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:40:52.971575 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a52608a1-0e1e-459a-89ac-effc20fcda91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:52.972718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-a6e914f3-44d5-4024-9953-51ab5e156e14 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:52.974231 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-a6e914f3-44d5-4024-9953-51ab5e156e14 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 805 time: 0.1520374 Mar 23 12:40:52.980601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-05b49a73-90de-4a8e-b6cd-8d214fc72531 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 5164cc1f-8daa-4d04-b470-ca1f3dc5fa41) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:52.989086 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c86e98-7ff8-4d83-b222-ee73e02335be None None] Network 5164cc1f-8daa-4d04-b470-ca1f3dc5fa41 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:40:52.991209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b49a73-90de-4a8e-b6cd-8d214fc72531 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:52.992475 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05b49a73-90de-4a8e-b6cd-8d214fc72531 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:53.004500 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-91c5ce3d-136a-47b4-93b7-a3401a8e1163 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/quotas/61f454bbb70244ecbf97f6b03af40553 HTTP/1.1" status: 200 len: 375 time: 0.0216303 Mar 23 12:40:53.062749 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acf432-4795-4715-a9d9-e1020899296b req-e1de69fe-5224-4313-87c4-01705dbaded9 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:53.064577 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1acf432-4795-4715-a9d9-e1020899296b req-e1de69fe-5224-4313-87c4-01705dbaded9 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0960836 Mar 23 12:40:53.072353 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-05b49a73-90de-4a8e-b6cd-8d214fc72531 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7127426 Mar 23 12:40:53.075098 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39288) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:53.080514 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-99d3bf55-832c-41e5-8612-a515395d3a06 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Request body: {'router': {'external_gateway_info': {'network_id': '5164cc1f-8daa-4d04-b470-ca1f3dc5fa41'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:53.088000 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-b3b0ddc5-d4ca-4afb-a137-78e40579dd37 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0823615 Mar 23 12:40:53.135616 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a52608a1-0e1e-459a-89ac-effc20fcda91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:53.138105 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a52608a1-0e1e-459a-89ac-effc20fcda91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:53.139241 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a52608a1-0e1e-459a-89ac-effc20fcda91 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d3458ca-309c-4b94-b8e1-f614d19de919 HTTP/1.1" status: 204 len: 168 time: 0.7215507 Mar 23 12:40:53.231391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52608a1-0e1e-459a-89ac-effc20fcda91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3458ca-309c-4b94-b8e1-f614d19de919,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:53.237078 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-5164cc1f-8daa-4d04-b470-ca1f3dc5fa41', 'network_id': '5164cc1f-8daa-4d04-b470-ca1f3dc5fa41', 'tenant_id': '0dfaf03536734327a9b6b6d3b2c3fc06', 'fixed_ips': [{'subnet_id': '2fb3fcb6-5b3c-494a-86a7-18a9c970911a'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:40:53.237987 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:53.255600 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-87028e9c-fd51-4f0a-a12c-cf8643a349a5 service neutron] 10.222.0.52 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471756 Mar 23 12:40:53.298596 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1acf432-4795-4715-a9d9-e1020899296b req-9a2b24a7-9941-40be-9eb3-5a747543f7b1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138302 Mar 23 12:40:53.330957 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f0d99965-95ee-4758-bae5-6786731e3a79 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:53.437776 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-ebd16c46-aaa0-44b4-b9bc-2593aa2c318a service neutron] 10.222.0.52 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805222 Mar 23 12:40:53.486557 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-99d3bf55-832c-41e5-8612-a515395d3a06 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:53.641764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441c485-c6e9-4d2e-b3f7-05cc46dcff16 req-ea9ad49e-c950-4aaf-91b1-e0e926f6068d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:53.653461 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2441c485-c6e9-4d2e-b3f7-05cc46dcff16 req-ea9ad49e-c950-4aaf-91b1-e0e926f6068d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.1524901 Mar 23 12:40:53.661537 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port f0d99965-95ee-4758-bae5-6786731e3a79 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:40:53.669886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Allocated IP 2001:db8:1::2 (5164cc1f-8daa-4d04-b470-ca1f3dc5fa41/2fb3fcb6-5b3c-494a-86a7-18a9c970911a/688057f4-9cf5-4c1a-84b8-7d1b8740dc1d) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:40:53.674608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port f0d99965-95ee-4758-bae5-6786731e3a79 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:53.674962 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:53.731047 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2441c485-c6e9-4d2e-b3f7-05cc46dcff16 req-d1e2f686-a1e9-4d81-8068-f259861d233e tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733523 Mar 23 12:40:53.830675 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:53.833127 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-99d3bf55-832c-41e5-8612-a515395d3a06 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:40:53.834175 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-99d3bf55-832c-41e5-8612-a515395d3a06 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "PUT /v2.0/routers/bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1 HTTP/1.1" status: 400 len: 364 time: 0.7580161 Mar 23 12:40:53.838577 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39308) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:53.850065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05750343-3643-476e-9171-cfa75043c4d6 req-90add52e-2dc1-4940-9002-9521f7ac3c22 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:53.863201 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-05750343-3643-476e-9171-cfa75043c4d6 req-90add52e-2dc1-4940-9002-9521f7ac3c22 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 945 time: 0.1517005 Mar 23 12:40:53.929868 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507792c-e33a-431c-9180-76d3532cd200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d99965-95ee-4758-bae5-6786731e3a79'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:40:53.932191 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e1b118-3b7d-4253-9dad-4d64ee685691" -d '{"events": [{"server_uuid": "c507792c-e33a-431c-9180-76d3532cd200", "name": "network-vif-plugged", "status": "completed", "tag": "f0d99965-95ee-4758-bae5-6786731e3a79"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:40:53.949408 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f0d99965-95ee-4758-bae5-6786731e3a79, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f0d99965-95ee-4758-bae5-6786731e3a79,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:53.956612 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:53.959649 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 454e1a40-729d-47af-bdf8-9275bec4e66c no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:40:53.988203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39316) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:54.014946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 454e1a40-729d-47af-bdf8-9275bec4e66c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:40:54.015556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 454e1a40-729d-47af-bdf8-9275bec4e66c not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:40:54.033449 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-05750343-3643-476e-9171-cfa75043c4d6 req-71fa6a48-597c-4ae5-b91d-5c443abd7cfd tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595626 Mar 23 12:40:54.076099 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40cc5f24-d7aa-4fc5-91e9-ae189fa9ee0f req-5dbf04b6-987a-44a7-8ae0-507d482555c1 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0703664 Mar 23 12:40:54.122270 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b3354e6-5021-4bd1-baed-7e3624837f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:54.138439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fd0e0e5b-9cb0-49ee-8b5f-d3962ca8c471 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=118bf58e7f414b86a6f60880f533f170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441174 Mar 23 12:40:54.142904 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39320) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:54.154772 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f0d99965-95ee-4758-bae5-6786731e3a79,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:54.198102 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:54.211883 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:54.212170 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9247b0e-963e-425d-9436-a6b876dfde0a req-5fd66114-408a-4267-9728-c6624b260b7f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 210 time: 0.0683391 Mar 23 12:40:54.283883 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5423ddba-a773-4e70-9eed-b3c770259c78 x-openstack-request-id: req-5423ddba-a773-4e70-9eed-b3c770259c78 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:40:54.284269 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507792c-e33a-431c-9180-76d3532cd200", "name": "network-vif-plugged", "status": "completed", "tag": "f0d99965-95ee-4758-bae5-6786731e3a79", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:40:54.284536 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5423ddba-a773-4e70-9eed-b3c770259c78 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:40:54.284921 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507792c-e33a-431c-9180-76d3532cd200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d99965-95ee-4758-bae5-6786731e3a79', 'code': 200} Mar 23 12:40:54.332888 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Pushing event updated for resources: {'Port': ['ID=688057f4-9cf5-4c1a-84b8-7d1b8740dc1d,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:54.350399 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Network 5164cc1f-8daa-4d04-b470-ca1f3dc5fa41 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:54.353680 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:54.356535 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:54.434005 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52862944-950d-4c6c-8165-fb3988f0b902 req-9aace73c-7cee-47a8-9c90-6baea9d1e405 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:54.442353 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-52862944-950d-4c6c-8165-fb3988f0b902 req-9aace73c-7cee-47a8-9c90-6baea9d1e405 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1104121 Mar 23 12:40:54.456245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Attempting to bind port 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:40:54.457084 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Attempting to bind port 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '4d0ef0d5-814f-4db7-98c4-17b822ffbc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5164cc1f-8daa-4d04-b470-ca1f3dc5fa41'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:40:54.457513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Attempting to bind port 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d on network 5164cc1f-8daa-4d04-b470-ca1f3dc5fa41 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:54.464354 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:40:54.465475 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Checking segment: {'id': '4d0ef0d5-814f-4db7-98c4-17b822ffbc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5164cc1f-8daa-4d04-b470-ca1f3dc5fa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:40:54.466082 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:54.467218 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Bound using segment: {'id': '4d0ef0d5-814f-4db7-98c4-17b822ffbc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5164cc1f-8daa-4d04-b470-ca1f3dc5fa41'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:40:54.468164 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Bound port: 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ef0d5-814f-4db7-98c4-17b822ffbc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5164cc1f-8daa-4d04-b470-ca1f3dc5fa41'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:40:54.469036 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:54.485420 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-149dd051-ab75-463a-a2ed-55d1e3b2d241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:54.499096 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-52862944-950d-4c6c-8165-fb3988f0b902 req-865afcfa-c113-4a36-89b8-0ce257da4c79 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556364 Mar 23 12:40:54.557310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] For port 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:40:54.558464 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-149dd051-ab75-463a-a2ed-55d1e3b2d241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:54.562128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] For port 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=688057f4-9cf5-4c1a-84b8-7d1b8740dc1d,segment=NetworkSegment(4d0ef0d5-814f-4db7-98c4-17b822ffbc61),segment_id=4d0ef0d5-814f-4db7-98c4-17b822ffbc61)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:40:54.571029 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:54.584722 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:40:54.593640 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:54.600250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a98a57-81d9-4abc-bf6a-569ec834b510 req-5d1b2655-563c-4372-9cf3-dbd1bd3586b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:54.601749 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71a98a57-81d9-4abc-bf6a-569ec834b510 req-5d1b2655-563c-4372-9cf3-dbd1bd3586b6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 1097 time: 0.2036443 Mar 23 12:40:54.633659 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d78b0-0523-4903-9ae9-75ea0b3bb247 None None] Pushing event updated for resources: {'Port': ['ID=688057f4-9cf5-4c1a-84b8-7d1b8740dc1d,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:54.783491 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71a98a57-81d9-4abc-bf6a-569ec834b510 req-430908f1-ea89-499d-8a46-784535dacb26 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708014 Mar 23 12:40:54.854987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b1d70-08ef-4137-b73c-ce53a7f11d09 req-5ed2110e-29be-4b34-a2a7-4f5a5c972deb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:54.856738 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d91b1d70-08ef-4137-b73c-ce53a7f11d09 req-5ed2110e-29be-4b34-a2a7-4f5a5c972deb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.2153261 Mar 23 12:40:54.866975 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-149dd051-ab75-463a-a2ed-55d1e3b2d241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:54.871265 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-149dd051-ab75-463a-a2ed-55d1e3b2d241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:54.875903 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-149dd051-ab75-463a-a2ed-55d1e3b2d241 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1cddc174-863b-44e6-bf52-b6369089ef51 HTTP/1.1" status: 204 len: 168 time: 0.7277682 Mar 23 12:40:54.935943 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ee678-38ce-4415-9fd3-7d3463043f07 req-fdda0691-c405-42c1-8074-3cdd333d17a1 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:54.938966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149dd051-ab75-463a-a2ed-55d1e3b2d241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cddc174-863b-44e6-bf52-b6369089ef51,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:54.939550 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5e9ee678-38ce-4415-9fd3-7d3463043f07 req-fdda0691-c405-42c1-8074-3cdd333d17a1 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.1050596 Mar 23 12:40:55.000142 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5e9ee678-38ce-4415-9fd3-7d3463043f07 req-f8d7ca39-7454-4fe5-a34b-7d7d53412d11 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536029 Mar 23 12:40:55.056615 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d91b1d70-08ef-4137-b73c-ce53a7f11d09 req-4bb2f004-f5a5-4197-86d9-300b548bf636 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818938 Mar 23 12:40:55.175156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Allocated IP 2001:db8::1 (114f4965-a83d-4da3-8f18-4d14c7419e56/dbadf3a7-2ea2-43d6-8629-1d1f78417ddf/e00806ed-1ef9-4720-9a15-b3a55c0e69b8) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:40:55.218621 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3dc31-473e-47ed-84c4-d71fc7e02884 req-202ce528-5b5c-4adb-9902-0069c5247c19 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:55.220184 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0df3dc31-473e-47ed-84c4-d71fc7e02884 req-202ce528-5b5c-4adb-9902-0069c5247c19 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0854087 Mar 23 12:40:55.290643 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0df3dc31-473e-47ed-84c4-d71fc7e02884 req-b4576e74-74bf-4e5a-a9e8-1fcdad57e646 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628302 Mar 23 12:40:55.349735 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:55.430768 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:55.443414 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a587d383-ba25-4caa-892e-d9db5bd1d272 req-5469138d-8a5d-44e9-a59a-f29d66d15d45 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0859811 Mar 23 12:40:55.514857 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Network 114f4965-a83d-4da3-8f18-4d14c7419e56 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:55.518506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:55.533837 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:55.535132 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:55.566037 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836e798-e038-4820-a339-37e22391e5a6 req-36517dc1-5a97-44a9-8a69-20bf625b97b6 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:55.573795 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2836e798-e038-4820-a339-37e22391e5a6 req-36517dc1-5a97-44a9-8a69-20bf625b97b6 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1378467 Mar 23 12:40:55.666143 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2836e798-e038-4820-a339-37e22391e5a6 req-a8f08b6d-ed0a-4e21-82bc-1143476e9ba1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865097 Mar 23 12:40:55.782824 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:55.784871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event updated for resources: {'Port': ['ID=e00806ed-1ef9-4720-9a15-b3a55c0e69b8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:55.853209 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-31c40331-e58d-4934-9d44-a3f756760e58 req-0fa76926-ddee-4b1d-892e-d932e11128b2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 210 time: 0.1690340 Mar 23 12:40:55.879298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74bd2f-6a8d-485a-b8f6-feca8a81aee9 req-f2bb5737-79a5-46f1-90b7-4115186b0f92 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:55.880943 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bd74bd2f-6a8d-485a-b8f6-feca8a81aee9 req-f2bb5737-79a5-46f1-90b7-4115186b0f92 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1074119 Mar 23 12:40:55.969116 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bd74bd2f-6a8d-485a-b8f6-feca8a81aee9 req-e599720f-d5b4-48bf-9d12-a273e996a2ea tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769854 Mar 23 12:40:55.990118 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-123a3512-661c-40e3-ae88-89c5b3445661 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:55.991867 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-123a3512-661c-40e3-ae88-89c5b3445661 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 805 time: 0.3292596 Mar 23 12:40:56.026740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-d8d9d4f4-0692-46b8-a8f6-73dad53f14e2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Request body: {'port': {'device_id': 'ee25b270-0e37-4afb-9af7-06193e92d2e5', 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871', 'admin_state_up': True, 'tenant_id': '61f454bbb70244ecbf97f6b03af40553'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:56.115802 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5f4e3812-58d7-4314-ae5c-bcd292a755a0 None None] Provisioning complete for port e00806ed-1ef9-4720-9a15-b3a55c0e69b8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:56.119777 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f4e3812-58d7-4314-ae5c-bcd292a755a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:56.245871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711c221-7572-49c4-9cac-55834caa1428 req-bc6c4637-c2a1-4611-a80f-ef8f3c4999c2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:56.261420 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1711c221-7572-49c4-9cac-55834caa1428 req-bc6c4637-c2a1-4611-a80f-ef8f3c4999c2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.1137571 Mar 23 12:40:56.352872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1711c221-7572-49c4-9cac-55834caa1428 req-40b3c208-9275-4bc9-93b7-9cee1a3cd4d4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876291 Mar 23 12:40:56.555676 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fd1df-f6fa-49f7-a900-136dba8d695a req-9e9d06e5-ed13-49f7-919f-c50aec4e5044 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:56.574010 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7c2fd1df-f6fa-49f7-a900-136dba8d695a req-9e9d06e5-ed13-49f7-919f-c50aec4e5044 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.2642255 Mar 23 12:40:56.589135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e949262-8917-427d-8499-b50590c3d05e req-ac583c26-4e5b-4dc1-a930-d73d18a06630 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:56.590814 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5e949262-8917-427d-8499-b50590c3d05e req-ac583c26-4e5b-4dc1-a930-d73d18a06630 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.1069090 Mar 23 12:40:56.601407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:56.606452 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20c13cf-992e-49ff-b1eb-61f189703215 None None] Network 5164cc1f-8daa-4d04-b470-ca1f3dc5fa41 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:40:56.624157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-d8d9d4f4-0692-46b8-a8f6-73dad53f14e2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Made reservation on behalf of 61f454bbb70244ecbf97f6b03af40553 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:40:56.628757 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-d8d9d4f4-0692-46b8-a8f6-73dad53f14e2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:56.668430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5e949262-8917-427d-8499-b50590c3d05e req-64d16941-8133-4d36-a30b-c6c7f3d496a2 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676465 Mar 23 12:40:56.739894 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5f4e3812-58d7-4314-ae5c-bcd292a755a0 None None] Port e00806ed-1ef9-4720-9a15-b3a55c0e69b8 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:40:56.740907 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7c2fd1df-f6fa-49f7-a900-136dba8d695a req-4ce6394b-971b-43eb-b977-1743b7b536f4 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601274 Mar 23 12:40:56.890189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:56.890572 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:56.891955 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb0ad51b-d378-4daa-8dd0-eebbb093dafa req-6c6c5ed8-fe4a-4b5a-abaf-5a238055e5d8 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0687838 Mar 23 12:40:56.909792 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-99bbf32e-309e-48bf-8edd-225caaa6b4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:56.911739 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:56.925577 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:56.926778 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:56.929181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-d8d9d4f4-0692-46b8-a8f6-73dad53f14e2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Allocated IP 172.20.0.3 (aa7ade3c-6c93-4ba0-b2cd-7915560e4871/d214faa0-c958-46e5-affe-d81670b016f4/ccae573e-0fbf-4ee9-8ca3-189b6246571f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:40:57.005069 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6628e44b-53b8-466d-9950-fb13b7b3a08a None None] Provisioning complete for port 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:57.005820 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6628e44b-53b8-466d-9950-fb13b7b3a08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:57.046834 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2fa824e-655c-49cc-8be8-ac86e7fa8bb3 req-8387e72c-3e82-42a6-b0bb-0dcddc69b322 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 210 time: 0.0746074 Mar 23 12:40:57.108034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event updated for resources: {'Port': ['ID=e00806ed-1ef9-4720-9a15-b3a55c0e69b8,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:57.132212 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:57.211251 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=688057f4-9cf5-4c1a-84b8-7d1b8740dc1d,segment=NetworkSegment(4d0ef0d5-814f-4db7-98c4-17b822ffbc61),segment_id=4d0ef0d5-814f-4db7-98c4-17b822ffbc61)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:57.219172 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:57.228955 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6628e44b-53b8-466d-9950-fb13b7b3a08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:57.270840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Network 114f4965-a83d-4da3-8f18-4d14c7419e56 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:57.277956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:57.338064 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-6628e44b-53b8-466d-9950-fb13b7b3a08a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:40:57.338718 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-6628e44b-53b8-466d-9950-fb13b7b3a08a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:40:57.364927 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=688057f4-9cf5-4c1a-84b8-7d1b8740dc1d,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:57.425858 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-d8d9d4f4-0692-46b8-a8f6-73dad53f14e2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:57.483471 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-d8d9d4f4-0692-46b8-a8f6-73dad53f14e2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:57.498504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['584a0e65-c663-46e0-b4c8-7ea9e49276c8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:40:57.563104 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9d4f4-0692-46b8-a8f6-73dad53f14e2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Pushing event updated for resources: {'Port': ['ID=ccae573e-0fbf-4ee9-8ca3-189b6246571f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:57.577019 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Router bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:40:57.580010 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11b924-bbcf-406c-905f-b10b6cdc1e17 req-62be9d12-294d-43ad-a1f4-7b14f851ed0c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:57.593199 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5e11b924-bbcf-406c-905f-b10b6cdc1e17 req-62be9d12-294d-43ad-a1f4-7b14f851ed0c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.1044259 Mar 23 12:40:57.604410 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-d8d9d4f4-0692-46b8-a8f6-73dad53f14e2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:57.607729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-d8d9d4f4-0692-46b8-a8f6-73dad53f14e2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:57.616770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-d8d9d4f4-0692-46b8-a8f6-73dad53f14e2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:57.661770 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5e11b924-bbcf-406c-905f-b10b6cdc1e17 req-f2578498-4aa5-4ed6-a1d2-ffa814eb07d4 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671315 Mar 23 12:40:57.799566 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:57.857646 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8c074-5f7f-4b72-aff0-17583e4ce645 req-8040fd4c-c155-476e-b6ba-cc4f23925edc tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:57.865359 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-edc8c074-5f7f-4b72-aff0-17583e4ce645 req-8040fd4c-c155-476e-b6ba-cc4f23925edc tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0892701 Mar 23 12:40:57.932332 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-edc8c074-5f7f-4b72-aff0-17583e4ce645 req-9c1a61d9-e915-49fb-ad10-491d63341345 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651574 Mar 23 12:40:58.046147 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eca26526-d806-4d5b-ad3b-a2f15cf65a8a None None] Provisioning complete for port 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:58.046274 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eca26526-d806-4d5b-ad3b-a2f15cf65a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:58.064408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ddcd1-851f-4f52-b99f-222f915ec5d6 req-9acc256d-5e90-4291-9b7c-f6e2632274de tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:58.076334 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f8ddcd1-851f-4f52-b99f-222f915ec5d6 req-9acc256d-5e90-4291-9b7c-f6e2632274de tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0747941 Mar 23 12:40:58.153000 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f8ddcd1-851f-4f52-b99f-222f915ec5d6 req-06cd719c-c2a6-4bfd-854f-4cf4c6da79fe tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748019 Mar 23 12:40:58.162635 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-606c7d9f-d534-4695-b011-cde1913edd99 req-8dd04ea8-7c34-40c3-bcaa-52e7fce5526b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7c1d3a5014264763bcc8243971f01780&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397778 Mar 23 12:40:58.164718 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:58.214848 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eca26526-d806-4d5b-ad3b-a2f15cf65a8a None None] Provisioning complete for port e00806ed-1ef9-4720-9a15-b3a55c0e69b8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:58.215214 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eca26526-d806-4d5b-ad3b-a2f15cf65a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:58.217319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-d8d9d4f4-0692-46b8-a8f6-73dad53f14e2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:58.217927 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-d8d9d4f4-0692-46b8-a8f6-73dad53f14e2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:58.253641 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eca26526-d806-4d5b-ad3b-a2f15cf65a8a None None] Port e00806ed-1ef9-4720-9a15-b3a55c0e69b8 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:40:58.280477 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:40:58.281494 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:58.282907 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d71871a-a966-4684-a8c3-fc5f89542447 req-d77e71fe-acdf-4020-b5ef-bce3532e59c7 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0304608 Mar 23 12:40:58.308572 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-d8d9d4f4-0692-46b8-a8f6-73dad53f14e2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2859592 Mar 23 12:40:58.315464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:40:58.327226 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9c4e1852-fe10-4f20-920e-a667339f5b30 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "PUT /v2.0/routers/bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4874001 Mar 23 12:40:58.329992 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39446) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:58.352576 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969a90be-0d4a-446d-90d2-d8140b0af724 None None] Sync routers for ids ['bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:40:58.368101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a90be-0d4a-446d-90d2-d8140b0af724 None None] Routers {'bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:40:58.368707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-969a90be-0d4a-446d-90d2-d8140b0af724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:40:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:58.385577 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Request body: {'port': {'device_id': 'ee25b270-0e37-4afb-9af7-06193e92d2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:58.433843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-969a90be-0d4a-446d-90d2-d8140b0af724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:58.456898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a90be-0d4a-446d-90d2-d8140b0af724 None None] Routers {'bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:40:58.457933 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-969a90be-0d4a-446d-90d2-d8140b0af724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:40:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:58.469276 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b25767b1-2755-4ed8-84c5-3b611f8eacec tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:58.486314 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:58.520707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9e508-1b19-4d55-acb5-2ec9318a8254 req-b2629c66-bfc9-41a6-88c2-e7b716a08152 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:58.534621 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-16e9e508-1b19-4d55-acb5-2ec9318a8254 req-b2629c66-bfc9-41a6-88c2-e7b716a08152 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.1233554 Mar 23 12:40:58.543368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c7d9f-d534-4695-b011-cde1913edd99 req-ae0116db-c7ff-40e2-ac5a-72caf1773866 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:58.549195 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-969a90be-0d4a-446d-90d2-d8140b0af724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:58.550690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969a90be-0d4a-446d-90d2-d8140b0af724 None None] The sync data for ids ['bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:40:58.551247 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-606c7d9f-d534-4695-b011-cde1913edd99 req-ae0116db-c7ff-40e2-ac5a-72caf1773866 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3876853 Mar 23 12:40:58.594061 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-606c7d9f-d534-4695-b011-cde1913edd99 req-f22d5498-de08-42eb-87b5-24fb0353a59b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/quotas/7c1d3a5014264763bcc8243971f01780 HTTP/1.1" status: 200 len: 375 time: 0.0418019 Mar 23 12:40:58.611585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39448) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:58.615934 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-b25767b1-2755-4ed8-84c5-3b611f8eacec tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 23 12:40:58.619836 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6ec44844-40d9-45e7-bfb8-8ec6a64e6e02 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Request body: {'floatingip': {'port_id': 'f0d99965-95ee-4758-bae5-6786731e3a79'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:58.624135 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b25767b1-2755-4ed8-84c5-3b611f8eacec tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "DELETE /v2.0/routers/bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1 HTTP/1.1" status: 409 len: 329 time: 0.2901888 Mar 23 12:40:58.630271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39450) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:40:58.752928 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-606c7d9f-d534-4695-b011-cde1913edd99 req-17fc80d2-1e0f-40b3-b0ec-03f8cca74980 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1578808 Mar 23 12:40:58.890025 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ec44844-40d9-45e7-bfb8-8ec6a64e6e02 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:59.022430 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:59.044012 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2e5d9-5813-47bb-826c-1fdd2b443a30 req-e1ae4137-c0c3-4a29-a202-91cafbc59b47 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:59.045501 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a3d2e5d9-5813-47bb-826c-1fdd2b443a30 req-e1ae4137-c0c3-4a29-a202-91cafbc59b47 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 931 time: 0.4232862 Mar 23 12:40:59.179211 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb906f-f4e6-4828-8161-e0a87848481a req-8e0a6272-e8ec-4ad4-a3b1-ff97f982d321 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:59.181492 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2cb906f-f4e6-4828-8161-e0a87848481a req-8e0a6272-e8ec-4ad4-a3b1-ff97f982d321 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.1865742 Mar 23 12:40:59.200491 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a3d2e5d9-5813-47bb-826c-1fdd2b443a30 req-0f729126-d67a-4d5e-96a5-2bcdda30366f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024570 Mar 23 12:40:59.301578 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb7ebd51-6ad9-41bc-8abc-645e1bc1bb23 req-1c1289a1-2364-4039-9988-70b90506681f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 210 time: 0.0380213 Mar 23 12:40:59.334962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccae573e-0fbf-4ee9-8ca3-189b6246571f {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:40:59.349033 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:59.362568 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2cb906f-f4e6-4828-8161-e0a87848481a req-3c4bd8b1-54d1-4aa3-9a14-4a8436d7aae0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674581 Mar 23 12:40:59.409356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Transition to ACTIVE for port object ccae573e-0fbf-4ee9-8ca3-189b6246571f will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:40:59.425646 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:59.450700 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:59.670116 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fbecb9ef-a8b5-4dc7-be97-64439d654f4f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:40:59.728393 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6251aed3-1d0a-4d9e-8224-22f836e9a8ff req-b967f44f-64d9-4689-ba74-0009e1a855dc tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.1597724 Mar 23 12:40:59.729010 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Pushing event updated for resources: {'Port': ['ID=ccae573e-0fbf-4ee9-8ca3-189b6246571f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:59.762992 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bb6fa-5c21-403c-adbc-27017a3c0516 req-6205437e-1ace-4c44-ac6a-5017d3614837 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:59.765167 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b3bb6fa-5c21-403c-adbc-27017a3c0516 req-6205437e-1ace-4c44-ac6a-5017d3614837 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1352420 Mar 23 12:40:59.869788 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b3bb6fa-5c21-403c-adbc-27017a3c0516 req-9b05c373-7a1c-4f84-b688-05b62af4e176 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871661 Mar 23 12:41:00.003123 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Attempting to bind port ccae573e-0fbf-4ee9-8ca3-189b6246571f on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:41:00.003452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Attempting to bind port ccae573e-0fbf-4ee9-8ca3-189b6246571f by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:41:00.003973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Attempting to bind port ccae573e-0fbf-4ee9-8ca3-189b6246571f on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:00.014769 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Port ccae573e-0fbf-4ee9-8ca3-189b6246571f on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:41:00.015527 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Attempting to bind port ccae573e-0fbf-4ee9-8ca3-189b6246571f on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:00.042819 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:41:00.043227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Checking segment: {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:41:00.043556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Bound using segment: {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:41:00.044031 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Bound port: ccae573e-0fbf-4ee9-8ca3-189b6246571f, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:41:00.044386 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:00.061107 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-fbecb9ef-a8b5-4dc7-be97-64439d654f4f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Deleting port e00806ed-1ef9-4720-9a15-b3a55c0e69b8 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:41:00.061509 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fbecb9ef-a8b5-4dc7-be97-64439d654f4f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:00.143256 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [None req-6ec44844-40d9-45e7-bfb8-8ec6a64e6e02 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:41:00.173473 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fbecb9ef-a8b5-4dc7-be97-64439d654f4f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:00.192503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-fbecb9ef-a8b5-4dc7-be97-64439d654f4f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Calling delete_port for e00806ed-1ef9-4720-9a15-b3a55c0e69b8 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:41:00.256594 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ec44844-40d9-45e7-bfb8-8ec6a64e6e02 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:00.266234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] For port ccae573e-0fbf-4ee9-8ca3-189b6246571f, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:41:00.271723 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] For port ccae573e-0fbf-4ee9-8ca3-189b6246571f, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ccae573e-0fbf-4ee9-8ca3-189b6246571f,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:41:00.284344 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ec44844-40d9-45e7-bfb8-8ec6a64e6e02 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:00.328991 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:00.487201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:00.487841 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:00.489487 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] 10.222.0.77 "PUT /v2.0/ports/ccae573e-0fbf-4ee9-8ca3-189b6246571f HTTP/1.1" status: 200 len: 1091 time: 2.1606405 Mar 23 12:41:00.489989 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee25b270-0e37-4afb-9af7-06193e92d2e5', 'tag': 'ccae573e-0fbf-4ee9-8ca3-189b6246571f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:00.492371 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6599505b-4e28-4373-9b4e-ce2597361410" -d '{"events": [{"name": "network-changed", "server_uuid": "ee25b270-0e37-4afb-9af7-06193e92d2e5", "tag": "ccae573e-0fbf-4ee9-8ca3-189b6246571f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:00.513364 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de018213-abcc-480c-babc-d352b319a0cb req-33e4c413-bcfc-4706-95df-66951b01f057 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 210 time: 0.1040182 Mar 23 12:41:00.517283 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-606c7d9f-d534-4695-b011-cde1913edd99 req-899b43d1-e6ff-4709-a4bb-3e148036b9c1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7c1d3a5014264763bcc8243971f01780&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735619 Mar 23 12:41:00.538190 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de68e5-2ce0-4da4-88f9-bd5827a9c990 service neutron] Pushing event updated for resources: {'Port': ['ID=ccae573e-0fbf-4ee9-8ca3-189b6246571f,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:00.541566 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-6ec44844-40d9-45e7-bfb8-8ec6a64e6e02 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Floating IP 13df3070-e715-4fb4-a31b-8734d6f6eee7 associated. External IP: 172.25.2.69, port: f0d99965-95ee-4758-bae5-6786731e3a79. Mar 23 12:41:00.551562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0f1d6-0d61-4153-8102-8ba4c1df4527 req-b47410a9-f6d3-40ca-b7a2-8cbb74d20be3 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:00.553126 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-35c0f1d6-0d61-4153-8102-8ba4c1df4527 req-b47410a9-f6d3-40ca-b7a2-8cbb74d20be3 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 943 time: 0.2624722 Mar 23 12:41:00.724351 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-35c0f1d6-0d61-4153-8102-8ba4c1df4527 req-784f0d67-88cc-4d58-b731-fda587e4b55e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220026 Mar 23 12:41:00.749855 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-dbebad0b-6ede-4ef8-9961-3105669ea170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:00.751392 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-dbebad0b-6ede-4ef8-9961-3105669ea170 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 1094 time: 0.1286833 Mar 23 12:41:00.826250 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8a96a6-8e8b-4830-93cd-e09512b72ed5 x-openstack-request-id: req-da8a96a6-8e8b-4830-93cd-e09512b72ed5 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:41:00.826588 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee25b270-0e37-4afb-9af7-06193e92d2e5", "tag": "ccae573e-0fbf-4ee9-8ca3-189b6246571f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:41:00.826805 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da8a96a6-8e8b-4830-93cd-e09512b72ed5 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:41:00.827209 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee25b270-0e37-4afb-9af7-06193e92d2e5', 'tag': 'ccae573e-0fbf-4ee9-8ca3-189b6246571f', 'status': 'completed', 'code': 200} Mar 23 12:41:00.862380 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-8457f5c1-7748-4b75-a948-3e1697651b82 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccae573e-0fbf-4ee9-8ca3-189b6246571f HTTP/1.1" status: 200 len: 217 time: 0.0921345 Mar 23 12:41:00.925813 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fbecb9ef-a8b5-4dc7-be97-64439d654f4f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:00.970946 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446d847-db36-4f9a-89cb-99c63164da6e req-c1f8880f-35e2-4819-82ae-0dfc1477b1d7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:00.976568 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2446d847-db36-4f9a-89cb-99c63164da6e req-c1f8880f-35e2-4819-82ae-0dfc1477b1d7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.2552226 Mar 23 12:41:00.985177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecb9ef-a8b5-4dc7-be97-64439d654f4f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event deleted for resources: {'Port': ['ID=e00806ed-1ef9-4720-9a15-b3a55c0e69b8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:01.013421 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c7d9f-d534-4695-b011-cde1913edd99 req-81197257-4a9a-4c87-b22e-fabf6eed43a0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:01.015113 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-606c7d9f-d534-4695-b011-cde1913edd99 req-81197257-4a9a-4c87-b22e-fabf6eed43a0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4899678 Mar 23 12:41:01.032157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-606c7d9f-d534-4695-b011-cde1913edd99 req-a1c03c08-5831-4f11-805b-d695cffb53ff tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Request body: {'port': {'device_id': 'cfdfa8ba-8a36-4ea5-8e33-2cb64b647853', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '7c1d3a5014264763bcc8243971f01780'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:01.216532 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2446d847-db36-4f9a-89cb-99c63164da6e req-2fe41857-b5b5-4d22-9876-afe7b0ebcefb tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376072 Mar 23 12:41:01.284129 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fbecb9ef-a8b5-4dc7-be97-64439d654f4f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:01.370243 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3b32254-321d-4872-8231-5840afc68ad2 req-01a845a2-da26-4f0b-aab2-6d3541368ac4 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.5118499 Mar 23 12:41:01.436484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606c7d9f-d534-4695-b011-cde1913edd99 req-a1c03c08-5831-4f11-805b-d695cffb53ff tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Made reservation on behalf of 7c1d3a5014264763bcc8243971f01780 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:41:01.439972 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-606c7d9f-d534-4695-b011-cde1913edd99 req-a1c03c08-5831-4f11-805b-d695cffb53ff tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:01.455278 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-2d9dbcd9-b226-4154-800a-d0e2f3c24bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:01.455844 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-606c7d9f-d534-4695-b011-cde1913edd99 req-a1c03c08-5831-4f11-805b-d695cffb53ff tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:01.456797 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-2d9dbcd9-b226-4154-800a-d0e2f3c24bcc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d214faa0-c958-46e5-affe-d81670b016f4 HTTP/1.1" status: 200 len: 845 time: 0.0988531 Mar 23 12:41:01.468542 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec44844-40d9-45e7-bfb8-8ec6a64e6e02 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Router d8d80209-e725-4e13-aca7-cf531443d97d has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:41:01.480926 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44f374-43d7-437c-9fe0-317171aea0e7 req-669f200d-bc94-4e6c-a8da-7efa3d7fe63d tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:01.484430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2f44f374-43d7-437c-9fe0-317171aea0e7 req-669f200d-bc94-4e6c-a8da-7efa3d7fe63d tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1976898 Mar 23 12:41:01.498383 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-a7793291-c8e7-4995-9a8f-5d634db2c2a1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287342 Mar 23 12:41:01.609794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbecb9ef-a8b5-4dc7-be97-64439d654f4f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Router bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:41:01.634509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2f44f374-43d7-437c-9fe0-317171aea0e7 req-a29d2766-2c4a-4935-9f30-6c20ad3d41b8 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126766 Mar 23 12:41:01.687738 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec44844-40d9-45e7-bfb8-8ec6a64e6e02 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:41:01.707899 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ec44844-40d9-45e7-bfb8-8ec6a64e6e02 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:01.712183 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-20e23f63-e332-4917-8db8-fb267ed7d991 req-d8edece7-7440-4e57-9b86-5120f8545cc2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 210 time: 0.0565374 Mar 23 12:41:01.715309 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-274b3575-68f6-4df1-9e86-c7f974c6af25 service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801901 Mar 23 12:41:01.728113 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1d3eb6-cf90-4f2d-a29a-8161300c9817 None None] Sync routers for ids ['d8d80209-e725-4e13-aca7-cf531443d97d'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:41:01.760589 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1d3eb6-cf90-4f2d-a29a-8161300c9817 None None] Routers {'d8d80209-e725-4e13-aca7-cf531443d97d'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:41:01.761416 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-bf1d3eb6-cf90-4f2d-a29a-8161300c9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:40:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8d80209-e725-4e13-aca7-cf531443d97d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:01.764997 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6ec44844-40d9-45e7-bfb8-8ec6a64e6e02 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "PUT /v2.0/floatingips/13df3070-e715-4fb4-a31b-8734d6f6eee7 HTTP/1.1" status: 200 len: 991 time: 3.1504605 Mar 23 12:41:01.782528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbecb9ef-a8b5-4dc7-be97-64439d654f4f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:41:01.797313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc6472b-56ba-4177-9210-e350e8f4740e None None] Sync routers for ids ['bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:41:01.811856 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc6472b-56ba-4177-9210-e350e8f4740e None None] Routers {'bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:41:01.812256 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-606c7d9f-d534-4695-b011-cde1913edd99 req-a1c03c08-5831-4f11-805b-d695cffb53ff tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:01.815215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bcc6472b-56ba-4177-9210-e350e8f4740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:40:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:01.826400 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fbecb9ef-a8b5-4dc7-be97-64439d654f4f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "PUT /v2.0/routers/bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1890044 Mar 23 12:41:01.826612 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39496) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:01.839444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45474b-2cd2-4c4e-aa88-3dfa1cb2ada3 req-80729112-bde6-4dc4-a1b2-71516a9a8816 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:01.847169 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d45474b-2cd2-4c4e-aa88-3dfa1cb2ada3 req-80729112-bde6-4dc4-a1b2-71516a9a8816 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1087327 Mar 23 12:41:01.854568 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-606c7d9f-d534-4695-b011-cde1913edd99 req-a1c03c08-5831-4f11-805b-d695cffb53ff tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:01.865169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bcc6472b-56ba-4177-9210-e350e8f4740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:01.876521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc6472b-56ba-4177-9210-e350e8f4740e None None] Routers {'bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:41:01.877987 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bcc6472b-56ba-4177-9210-e350e8f4740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:40:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:01.897663 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-0fc6e68a-0bcb-4792-8dd8-b76b7efe8f43 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] show failed (client error): The resource could not be found. Mar 23 12:41:01.904305 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0fc6e68a-0bcb-4792-8dd8-b76b7efe8f43 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-1857047054 HTTP/1.1" status: 404 len: 335 time: 0.0725799 Mar 23 12:41:01.907103 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39498) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:01.915323 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4f4eafbf-aba1-4e8c-be86-8009ee78dc5a tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:01.918713 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-bf1d3eb6-cf90-4f2d-a29a-8161300c9817 None None] Set router d8d80209-e725-4e13-aca7-cf531443d97d gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:41:01.926915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bcc6472b-56ba-4177-9210-e350e8f4740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:01.927557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc6472b-56ba-4177-9210-e350e8f4740e None None] The sync data for ids ['bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:41:01.979731 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffd0ba2e-8464-4348-922f-cc3921b047e1 req-f0a3696c-4748-4341-888e-df94137d1f1c service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419372 Mar 23 12:41:01.980539 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-4f4eafbf-aba1-4e8c-be86-8009ee78dc5a tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] update failed (client error): The resource could not be found. Mar 23 12:41:01.981542 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4f4eafbf-aba1-4e8c-be86-8009ee78dc5a tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-2061528893 HTTP/1.1" status: 404 len: 335 time: 0.0760326 Mar 23 12:41:01.986154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39502) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:02.115713 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc499cd-2f30-4857-abb6-3a5c587ac1f4 req-adf094f7-1288-4f62-9dde-6fee7a1c0a55 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:02.124956 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4bc499cd-2f30-4857-abb6-3a5c587ac1f4 req-adf094f7-1288-4f62-9dde-6fee7a1c0a55 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 943 time: 0.2386808 Mar 23 12:41:02.137471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-2864eb7e-a896-4c6a-bc02-3ec39d5af878 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Deleting subnet 2fb3fcb6-5b3c-494a-86a7-18a9c970911a {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:41:02.151197 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2864eb7e-a896-4c6a-bc02-3ec39d5af878 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:02.203097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599505b-4e28-4373-9b4e-ce2597361410 req-fdc166fb-46f2-4516-b37f-1270c50508c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:02.204734 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6599505b-4e28-4373-9b4e-ce2597361410 req-fdc166fb-46f2-4516-b37f-1270c50508c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 1094 time: 0.1514490 Mar 23 12:41:02.234067 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c03c08-5831-4f11-805b-d695cffb53ff tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a993740c-380d-4ccd-94ea-7f3256eb93dd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:02.256620 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d45474b-2cd2-4c4e-aa88-3dfa1cb2ada3 req-4029a1b0-5e9e-41be-9242-426f11201e47 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074368 Mar 23 12:41:02.313994 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-bf1d3eb6-cf90-4f2d-a29a-8161300c9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:44Z', 'revision_number': 4, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '13df3070-e715-4fb4-a31b-8734d6f6eee7', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'port_id': 'f0d99965-95ee-4758-bae5-6786731e3a79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'mac_address': 'fa:16:3e:8a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507792c-e33a-431c-9180-76d3532cd200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:40:34Z', 'updated_at': '2022-03-23T12:41:00Z', 'revision_number': 1, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c769a205-aa93-49ea-a142-4abe8167d2dc', 'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'mac_address': 'fa:16:3e:35:2c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:43Z', 'updated_at': '2022-03-23T12:35:48Z', 'revision_number': 5, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'subnets': [{'id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:02.337418 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4bc499cd-2f30-4857-abb6-3a5c587ac1f4 req-813b087f-1899-4ed9-8819-05989756045a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114794 Mar 23 12:41:02.348918 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2864eb7e-a896-4c6a-bc02-3ec39d5af878 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:02.373700 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1d3eb6-cf90-4f2d-a29a-8161300c9817 None None] Checking router: d8d80209-e725-4e13-aca7-cf531443d97d for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:41:02.386753 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1d3eb6-cf90-4f2d-a29a-8161300c9817 None None] Routers {'d8d80209-e725-4e13-aca7-cf531443d97d'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:41:02.387370 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-bf1d3eb6-cf90-4f2d-a29a-8161300c9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:40:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8d80209-e725-4e13-aca7-cf531443d97d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:02.417467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-606c7d9f-d534-4695-b011-cde1913edd99 req-a1c03c08-5831-4f11-805b-d695cffb53ff tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Allocated IP 192.168.233.33 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/95491ea5-cdad-4cf1-8470-45c2830fa3b3) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:41:02.445603 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968195-fa55-4897-a93a-4b950710fb9d req-3bc1d521-c203-42c1-83b8-36ff589a2e26 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:02.447176 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-09968195-fa55-4897-a93a-4b950710fb9d req-3bc1d521-c203-42c1-83b8-36ff589a2e26 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.0850754 Mar 23 12:41:02.541245 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-09968195-fa55-4897-a93a-4b950710fb9d req-124d3e09-fd6f-444f-93e3-8afc6d4573c5 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764182 Mar 23 12:41:02.544689 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599505b-4e28-4373-9b4e-ce2597361410 req-171db0f3-2866-4eaf-9510-9728912ec7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:02.547035 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6599505b-4e28-4373-9b4e-ce2597361410 req-171db0f3-2866-4eaf-9510-9728912ec7bc service neutron] 10.222.0.77 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 906 time: 0.3338485 Mar 23 12:41:02.547570 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-bf1d3eb6-cf90-4f2d-a29a-8161300c9817 None None] Set router d8d80209-e725-4e13-aca7-cf531443d97d gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:41:02.658029 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6599505b-4e28-4373-9b4e-ce2597361410 req-c99592a8-77e2-4da8-8616-f50906be37b3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccae573e-0fbf-4ee9-8ca3-189b6246571f HTTP/1.1" status: 200 len: 217 time: 0.0957251 Mar 23 12:41:02.707667 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c5f79fcf-fe64-4ffe-adc3-bb9b710285fc req-16ee25ce-8aea-44f3-a1c8-c1e776208296 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0778415 Mar 23 12:41:02.719232 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-606c7d9f-d534-4695-b011-cde1913edd99 req-a1c03c08-5831-4f11-805b-d695cffb53ff tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:02.719438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599505b-4e28-4373-9b4e-ce2597361410 req-c5812d63-a8c7-437b-ab06-c5f7a794c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:02.720990 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6599505b-4e28-4373-9b4e-ce2597361410 req-c5812d63-a8c7-437b-ab06-c5f7a794c2a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d214faa0-c958-46e5-affe-d81670b016f4 HTTP/1.1" status: 200 len: 845 time: 0.0544527 Mar 23 12:41:02.738108 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2864eb7e-a896-4c6a-bc02-3ec39d5af878 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:02.773155 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-606c7d9f-d534-4695-b011-cde1913edd99 req-a1c03c08-5831-4f11-805b-d695cffb53ff tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:02.791484 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6599505b-4e28-4373-9b4e-ce2597361410 req-bcd89f6d-3a70-491c-bc1e-85c1777a14c9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621114 Mar 23 12:41:02.803838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6dbe9-6642-4b05-92a5-587ce49f39ef req-870308dd-212b-470b-bba4-93d188675f5b tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:02.805611 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68e6dbe9-6642-4b05-92a5-587ce49f39ef req-870308dd-212b-470b-bba4-93d188675f5b tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.2670171 Mar 23 12:41:02.837657 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c507792c-e33a-431c-9180-76d3532cd200', 'tag': 'f0d99965-95ee-4758-bae5-6786731e3a79'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:02.839956 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330e591b-e1b5-4980-9431-64754d7bd7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c507792c-e33a-431c-9180-76d3532cd200", "tag": "f0d99965-95ee-4758-bae5-6786731e3a79"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:02.845215 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-bf1d3eb6-cf90-4f2d-a29a-8161300c9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:44Z', 'revision_number': 4, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '13df3070-e715-4fb4-a31b-8734d6f6eee7', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'port_id': 'f0d99965-95ee-4758-bae5-6786731e3a79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'mac_address': 'fa:16:3e:8a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507792c-e33a-431c-9180-76d3532cd200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:40:34Z', 'updated_at': '2022-03-23T12:41:00Z', 'revision_number': 1, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c769a205-aa93-49ea-a142-4abe8167d2dc', 'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'mac_address': 'fa:16:3e:35:2c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:43Z', 'updated_at': '2022-03-23T12:35:48Z', 'revision_number': 5, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'subnets': [{'id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:02.845772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606c7d9f-d534-4695-b011-cde1913edd99 req-a1c03c08-5831-4f11-805b-d695cffb53ff tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:41:02.877608 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1d3eb6-cf90-4f2d-a29a-8161300c9817 None None] The sync data for ids ['d8d80209-e725-4e13-aca7-cf531443d97d'] in n-d-834854-1 is: [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:44Z', 'revision_number': 4, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '13df3070-e715-4fb4-a31b-8734d6f6eee7', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'port_id': 'f0d99965-95ee-4758-bae5-6786731e3a79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'mac_address': 'fa:16:3e:8a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507792c-e33a-431c-9180-76d3532cd200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:40:34Z', 'updated_at': '2022-03-23T12:41:00Z', 'revision_number': 1, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c769a205-aa93-49ea-a142-4abe8167d2dc', 'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'mac_address': 'fa:16:3e:35:2c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:43Z', 'updated_at': '2022-03-23T12:35:48Z', 'revision_number': 5, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'subnets': [{'id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:41:02.881798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-606c7d9f-d534-4695-b011-cde1913edd99 req-a1c03c08-5831-4f11-805b-d695cffb53ff tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:41:02.885226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-606c7d9f-d534-4695-b011-cde1913edd99 req-a1c03c08-5831-4f11-805b-d695cffb53ff tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:41:02.927641 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68e6dbe9-6642-4b05-92a5-587ce49f39ef req-eec116f9-5ade-47b9-8c53-ff3fcd9d2970 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060016 Mar 23 12:41:02.976572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c7d9f-d534-4695-b011-cde1913edd99 req-a1c03c08-5831-4f11-805b-d695cffb53ff tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:02.977273 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-606c7d9f-d534-4695-b011-cde1913edd99 req-a1c03c08-5831-4f11-805b-d695cffb53ff tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:02.982875 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c03c08-5831-4f11-805b-d695cffb53ff tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Pushing event updated for resources: {'Port': ['ID=95491ea5-cdad-4cf1-8470-45c2830fa3b3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:02.999991 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2864eb7e-a896-4c6a-bc02-3ec39d5af878 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:03.022737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376917a-f8f7-4aaf-a140-f08b68f4f460 req-b9aa83dd-28e2-4613-b12a-48161f25f7fa tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:03.024499 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6376917a-f8f7-4aaf-a140-f08b68f4f460 req-b9aa83dd-28e2-4613-b12a-48161f25f7fa tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 935 time: 0.1773112 Mar 23 12:41:03.035858 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7015fe-1152-480b-8a3d-b3794a6d8888 x-openstack-request-id: req-ce7015fe-1152-480b-8a3d-b3794a6d8888 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:41:03.036195 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c507792c-e33a-431c-9180-76d3532cd200", "tag": "f0d99965-95ee-4758-bae5-6786731e3a79", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:41:03.036436 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce7015fe-1152-480b-8a3d-b3794a6d8888 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:41:03.036855 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c507792c-e33a-431c-9180-76d3532cd200', 'tag': 'f0d99965-95ee-4758-bae5-6786731e3a79', 'status': 'completed', 'code': 200} Mar 23 12:41:03.048253 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-606c7d9f-d534-4695-b011-cde1913edd99 req-a1c03c08-5831-4f11-805b-d695cffb53ff tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0214434 Mar 23 12:41:03.074153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Request body: {'port': {'device_id': 'cfdfa8ba-8a36-4ea5-8e33-2cb64b647853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:03.136780 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6376917a-f8f7-4aaf-a140-f08b68f4f460 req-2bdf67d6-99ec-4be3-a174-266070a4289a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003458 Mar 23 12:41:03.152532 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864eb7e-a896-4c6a-bc02-3ec39d5af878 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb3fcb6-5b3c-494a-86a7-18a9c970911a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:03.170658 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:03.190626 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2864eb7e-a896-4c6a-bc02-3ec39d5af878 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:03.196837 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2864eb7e-a896-4c6a-bc02-3ec39d5af878 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "DELETE /v2.0/subnets/2fb3fcb6-5b3c-494a-86a7-18a9c970911a HTTP/1.1" status: 204 len: 168 time: 1.2088883 Mar 23 12:41:03.197986 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20444564-e4f7-4d5a-a289-c5f31787fd21 None None] Network 5164cc1f-8daa-4d04-b470-ca1f3dc5fa41 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:41:03.202116 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6599505b-4e28-4373-9b4e-ce2597361410 req-c839c946-15e0-48d8-bdc9-c5cbfe8e2adb service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931897 Mar 23 12:41:03.203914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39524) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:03.350013 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f86103-3805-44b1-9152-b7c3f1c7ee45 None None] New status for floating IP 13df3070-e715-4fb4-a31b-8734d6f6eee7: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:41:03.364903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c14ebe81-3b78-4391-a6b0-f6400a872045 None None] Provisioning complete for port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:03.365286 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c14ebe81-3b78-4391-a6b0-f6400a872045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:03.415171 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c14ebe81-3b78-4391-a6b0-f6400a872045 None None] Port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:41:03.442294 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e591b-e1b5-4980-9431-64754d7bd7a5 req-edc17828-3c84-41ef-9899-e5f8d9d82250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:03.446299 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-330e591b-e1b5-4980-9431-64754d7bd7a5 req-edc17828-3c84-41ef-9899-e5f8d9d82250 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e1363c48ca9457e9793255c56c3986d&device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 1097 time: 0.3583744 Mar 23 12:41:03.484939 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d14817-4135-411d-83a4-faec274dedd7 req-0106de56-578f-4476-80b8-89f02dfb82c7 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:03.494266 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34d14817-4135-411d-83a4-faec274dedd7 req-0106de56-578f-4476-80b8-89f02dfb82c7 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.3743851 Mar 23 12:41:03.536931 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a81cf0-4ee2-401e-a182-1e1829673e20 None None] DHCP port deletion for 5164cc1f-8daa-4d04-b470-ca1f3dc5fa41 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:41:03.557737 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:03.603071 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e7a81cf0-4ee2-401e-a182-1e1829673e20 None None] Deleting port 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:41:03.607001 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e7a81cf0-4ee2-401e-a182-1e1829673e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:03.660247 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34d14817-4135-411d-83a4-faec274dedd7 req-8401531a-4213-4b03-a79b-68889b16ddc8 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604078 Mar 23 12:41:03.676438 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dada1-0bb4-4f8b-8b79-3ec90fe4e146 req-8cbd13d8-31ea-4272-ae97-0dc4d0e4fb8c tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:03.677982 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6599505b-4e28-4373-9b4e-ce2597361410 req-5be3ad2b-f2c4-4372-a038-595581896b17 service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596410 Mar 23 12:41:03.690670 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-874dada1-0bb4-4f8b-8b79-3ec90fe4e146 req-8cbd13d8-31ea-4272-ae97-0dc4d0e4fb8c tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 943 time: 0.2012026 Mar 23 12:41:03.718414 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e7a81cf0-4ee2-401e-a182-1e1829673e20 None None] For port 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=688057f4-9cf5-4c1a-84b8-7d1b8740dc1d,segment=NetworkSegment(4d0ef0d5-814f-4db7-98c4-17b822ffbc61),segment_id=4d0ef0d5-814f-4db7-98c4-17b822ffbc61)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:03.719217 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e7a81cf0-4ee2-401e-a182-1e1829673e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:03.727972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95491ea5-cdad-4cf1-8470-45c2830fa3b3 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:41:03.736663 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e7a81cf0-4ee2-401e-a182-1e1829673e20 None None] Calling delete_port for 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:41:03.747624 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:03.769430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-874dada1-0bb4-4f8b-8b79-3ec90fe4e146 req-997d4614-6b62-4f72-a462-263e4a6f3e3c tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774329 Mar 23 12:41:03.792862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Transition to ACTIVE for port object 95491ea5-cdad-4cf1-8470-45c2830fa3b3 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:41:03.802746 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:03.819775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e591b-e1b5-4980-9431-64754d7bd7a5 req-1e2fe526-c056-4f87-82c4-35f8a0f0d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:03.821332 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-330e591b-e1b5-4980-9431-64754d7bd7a5 req-1e2fe526-c056-4f87-82c4-35f8a0f0d8de service neutron] 10.222.0.77 "GET /v2.0/networks?id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050 HTTP/1.1" status: 200 len: 917 time: 0.3243315 Mar 23 12:41:03.840822 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e7a81cf0-4ee2-401e-a182-1e1829673e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:03.882221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a81cf0-4ee2-401e-a182-1e1829673e20 None None] No DVR routers for this DVR port 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:41:03.884718 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a81cf0-4ee2-401e-a182-1e1829673e20 None None] Pushing event deleted for resources: {'Port': ['ID=688057f4-9cf5-4c1a-84b8-7d1b8740dc1d,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:03.926793 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Deleting port 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:41:03.927136 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:03.944371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7b56-ebb3-4624-8f93-08dc0ed738fd req-05ddd4cd-0b15-4f9c-8df3-ef2652a65fab tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:03.946088 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a76e7b56-ebb3-4624-8f93-08dc0ed738fd req-05ddd4cd-0b15-4f9c-8df3-ef2652a65fab tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.1754947 Mar 23 12:41:03.958387 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Pushing event updated for resources: {'Port': ['ID=95491ea5-cdad-4cf1-8470-45c2830fa3b3,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:03.975508 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-330e591b-e1b5-4980-9431-64754d7bd7a5 req-f91e0ed7-5e06-452e-8036-f1d2ce65d8fb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d99965-95ee-4758-bae5-6786731e3a79 HTTP/1.1" status: 200 len: 1001 time: 0.1471684 Mar 23 12:41:03.990903 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfd47a27-0017-4905-9e5b-f542250b6dd7 req-1e4967c2-12a4-4b4c-9592-92e0d3c69329 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0459437 Mar 23 12:41:04.103795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] For port 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d, host n-d-834854-1, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:04.104066 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:04.170757 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:41:04.172452 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Attempting to bind port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:41:04.172850 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Attempting to bind port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:41:04.173184 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Attempting to bind port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:04.185536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:41:04.185850 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Attempting to bind port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:04.185998 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a76e7b56-ebb3-4624-8f93-08dc0ed738fd req-9ddb06c9-1645-44e1-b7f0-ffd4545428ab tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283173 Mar 23 12:41:04.189173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Calling delete_port for 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:41:04.210867 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Port 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d was not found and therefore no delete operation was performed {{(pid=102779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 12:41:04.212754 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e591b-e1b5-4980-9431-64754d7bd7a5 req-b0e5de77-84dc-4284-8ada-ca1cbde64c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:04.214254 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-330e591b-e1b5-4980-9431-64754d7bd7a5 req-b0e5de77-84dc-4284-8ada-ca1cbde64c27 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4a802d9a-4ada-4d77-b03c-b6045d268421 HTTP/1.1" status: 200 len: 855 time: 0.2046916 Mar 23 12:41:04.215359 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:04.221039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:41:04.221848 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:41:04.222260 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:41:04.222722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Bound port: 95491ea5-cdad-4cf1-8470-45c2830fa3b3, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:41:04.224256 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:04.241727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:41:04.248434 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:41:04.267585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event deleted for resources: {'Port': ['ID=688057f4-9cf5-4c1a-84b8-7d1b8740dc1d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:04.285067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] No DVR routers for this DVR port 688057f4-9cf5-4c1a-84b8-7d1b8740dc1d on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:41:04.355162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e69c3-74be-411d-bab2-98f17f0ecaae req-14ea9da7-ec01-4eaa-871a-699119b1907c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:04.364106 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-706e69c3-74be-411d-bab2-98f17f0ecaae req-14ea9da7-ec01-4eaa-871a-699119b1907c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1714947 Mar 23 12:41:04.370807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e591b-e1b5-4980-9431-64754d7bd7a5 req-74dae453-c8a9-4775-b708-50ba966e8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:04.372328 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-330e591b-e1b5-4980-9431-64754d7bd7a5 req-74dae453-c8a9-4775-b708-50ba966e8dd1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392047 Mar 23 12:41:04.427021 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] For port 95491ea5-cdad-4cf1-8470-45c2830fa3b3, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:41:04.433639 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] For port 95491ea5-cdad-4cf1-8470-45c2830fa3b3, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:41:04.439995 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-706e69c3-74be-411d-bab2-98f17f0ecaae req-0a8593e5-885a-4e52-8043-36ba5eb47722 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746922 Mar 23 12:41:04.441722 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:04.463754 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:04.495762 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Pushing event updated for resources: {'Port': ['ID=95491ea5-cdad-4cf1-8470-45c2830fa3b3,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:04.504608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:04.505364 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:04.506795 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-606c7d9f-d534-4695-b011-cde1913edd99 req-83a5ead4-d0ba-4a0c-81e2-96a6a9930433 service neutron] 10.222.0.77 "PUT /v2.0/ports/95491ea5-cdad-4cf1-8470-45c2830fa3b3 HTTP/1.1" status: 200 len: 1095 time: 1.4399779 Mar 23 12:41:04.507432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdfa8ba-8a36-4ea5-8e33-2cb64b647853', 'tag': '95491ea5-cdad-4cf1-8470-45c2830fa3b3'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:04.509638 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff916ed-4ea6-46c1-ab42-7203b1e7dc26" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdfa8ba-8a36-4ea5-8e33-2cb64b647853", "tag": "95491ea5-cdad-4cf1-8470-45c2830fa3b3"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:04.661867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c7d9f-d534-4695-b011-cde1913edd99 req-3070bf15-9000-459f-baff-6ff78dae0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:04.663522 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-606c7d9f-d534-4695-b011-cde1913edd99 req-3070bf15-9000-459f-baff-6ff78dae0210 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 1098 time: 0.1091609 Mar 23 12:41:04.673228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cc8c2-4d9c-4b8c-96a2-e3d40291dffe req-070e934b-1949-4d20-bd16-62bdad77df8f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:04.674706 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9b2cc8c2-4d9c-4b8c-96a2-e3d40291dffe req-070e934b-1949-4d20-bd16-62bdad77df8f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0765555 Mar 23 12:41:04.716981 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-606c7d9f-d534-4695-b011-cde1913edd99 req-1fdfcf85-1463-4c87-a9b2-a676fdfeb955 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3 HTTP/1.1" status: 200 len: 217 time: 0.0408044 Mar 23 12:41:04.808404 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9b2cc8c2-4d9c-4b8c-96a2-e3d40291dffe req-2819ad2d-f4cf-4ea7-ab44-b6834c189480 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854142 Mar 23 12:41:04.847497 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d9eb0-c75d-4c63-8504-fd2fa5483b80 req-d116c21d-425c-4883-a433-fd7a8905ecc6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:04.849262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c7d9f-d534-4695-b011-cde1913edd99 req-0dfbba2f-ad13-45a9-8785-53644a5261e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:04.854800 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-606c7d9f-d534-4695-b011-cde1913edd99 req-0dfbba2f-ad13-45a9-8785-53644a5261e0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1013732 Mar 23 12:41:04.856608 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8c9d9eb0-c75d-4c63-8504-fd2fa5483b80 req-d116c21d-425c-4883-a433-fd7a8905ecc6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 947 time: 0.5401411 Mar 23 12:41:04.879600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5164cc1f-8daa-4d04-b470-ca1f3dc5fa41']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:04.879844 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7959a5df-adf3-4e0a-ae7a-63f25ea3df8c x-openstack-request-id: req-7959a5df-adf3-4e0a-ae7a-63f25ea3df8c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:41:04.880349 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdfa8ba-8a36-4ea5-8e33-2cb64b647853", "tag": "95491ea5-cdad-4cf1-8470-45c2830fa3b3", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:41:04.880664 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7959a5df-adf3-4e0a-ae7a-63f25ea3df8c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:41:04.881253 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdfa8ba-8a36-4ea5-8e33-2cb64b647853', 'tag': '95491ea5-cdad-4cf1-8470-45c2830fa3b3', 'status': 'completed', 'code': 200} Mar 23 12:41:04.902204 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0ef0d5-814f-4db7-98c4-17b822ffbc61') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:04.902501 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0ef0d5-814f-4db7-98c4-17b822ffbc61') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:04.918531 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:04.952556 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8c9d9eb0-c75d-4c63-8504-fd2fa5483b80 req-f8be0030-e644-441f-b58e-92d1d4d6b470 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950904 Mar 23 12:41:04.957641 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:04.970800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:41:04.971207 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:04.971363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c7d9f-d534-4695-b011-cde1913edd99 req-81ffc52c-ceec-4038-8d53-3988a5a2fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:04.973112 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-606c7d9f-d534-4695-b011-cde1913edd99 req-81ffc52c-ceec-4038-8d53-3988a5a2fd20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063180 Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:41:04.974464 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:41:04.989885 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-330e591b-e1b5-4980-9431-64754d7bd7a5 req-35b4c22a-913e-4359-9e91-94448e65b928 service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009781 Mar 23 12:41:05.019123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c5576-4f0e-406c-b136-bf5002c75a4b req-0d249cf5-a067-4b01-8fd7-2b2195e6999b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:05.020864 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-959c5576-4f0e-406c-b136-bf5002c75a4b req-0d249cf5-a067-4b01-8fd7-2b2195e6999b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 943 time: 0.0943253 Mar 23 12:41:05.051029 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:05.069543 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:05.076802 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "DELETE /v2.0/networks/5164cc1f-8daa-4d04-b470-ca1f3dc5fa41 HTTP/1.1" status: 204 len: 168 time: 1.8671577 Mar 23 12:41:05.081449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39554) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:05.096629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f78a7-da43-4f65-a586-0547f737fb15 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event deleted for resources: {'Network': ['ID=5164cc1f-8daa-4d04-b470-ca1f3dc5fa41,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:05.171727 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c73a9c-7134-48d9-ac1a-1582e2679e83 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Deleting subnet ce4aaa0e-9bc1-4694-bb92-33703c838561 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:41:05.188678 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-959c5576-4f0e-406c-b136-bf5002c75a4b req-5dbbc805-74f6-4177-a8c7-914d1d4d346e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294498 Mar 23 12:41:05.194685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c56b3-30d1-4549-9f1f-062b7ba0b637 req-4c18df58-6be8-43de-80d9-ab74aedb5024 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:05.202997 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33c73a9c-7134-48d9-ac1a-1582e2679e83 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:05.208439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-606c7d9f-d534-4695-b011-cde1913edd99 req-26098114-e406-4164-a284-77ef2e725162 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256758 Mar 23 12:41:05.212575 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-948c56b3-30d1-4549-9f1f-062b7ba0b637 req-4c18df58-6be8-43de-80d9-ab74aedb5024 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0889060 Mar 23 12:41:05.238154 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-330e591b-e1b5-4980-9431-64754d7bd7a5 req-9d4fcad2-5d3a-4acd-ac02-044a6133ef12 service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978078 Mar 23 12:41:05.279217 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-948c56b3-30d1-4549-9f1f-062b7ba0b637 req-240005f4-7fab-40eb-b4d1-2e2ebc6580d6 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648844 Mar 23 12:41:05.280075 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33c73a9c-7134-48d9-ac1a-1582e2679e83 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:05.375982 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fb7eb5d9-3ff9-4b90-99eb-217258479099 req-fae64400-8edb-4218-8e67-04f3176bd80c tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0565701 Mar 23 12:41:05.385229 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ccae573e-0fbf-4ee9-8ca3-189b6246571f details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:41:05.427627 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260af37-9082-4803-a74d-87e591e1e5c8 req-b7d93eba-80a9-487f-9577-f49df96bdb1a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:05.436432 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b260af37-9082-4803-a74d-87e591e1e5c8 req-b7d93eba-80a9-487f-9577-f49df96bdb1a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.0968912 Mar 23 12:41:05.516552 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b260af37-9082-4803-a74d-87e591e1e5c8 req-0f77212b-0639-4cec-a7ac-f2ba97cda171 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772324 Mar 23 12:41:05.594562 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33c73a9c-7134-48d9-ac1a-1582e2679e83 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:05.625777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abac1a-dc01-45fc-ad69-fb1aca8f3f7c req-c63c8810-f231-4479-8d24-cc74ff9de981 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:05.628211 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ccae573e-0fbf-4ee9-8ca3-189b6246571f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ccae573e-0fbf-4ee9-8ca3-189b6246571f,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:05.632977 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e5abac1a-dc01-45fc-ad69-fb1aca8f3f7c req-c63c8810-f231-4479-8d24-cc74ff9de981 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1112339 Mar 23 12:41:05.657671 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'ccae573e-0fbf-4ee9-8ca3-189b6246571f', 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871', 'port_id': 'ccae573e-0fbf-4ee9-8ca3-189b6246571f', 'mac_address': 'fa:16:3e:ec:95:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd214faa0-c958-46e5-affe-d81670b016f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:41:05.700318 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-606c7d9f-d534-4695-b011-cde1913edd99 req-729a7a48-58d5-4bbe-85cb-0780f03a6ade service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590240 Mar 23 12:41:05.737333 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:05.738808 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e5abac1a-dc01-45fc-ad69-fb1aca8f3f7c req-0449768c-e7ae-489d-87f7-1ff6a236ec8b tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049080 Mar 23 12:41:05.774652 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33c73a9c-7134-48d9-ac1a-1582e2679e83 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:05.775631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccae573e-0fbf-4ee9-8ca3-189b6246571f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:41:05.815393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ccae573e-0fbf-4ee9-8ca3-189b6246571f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ccae573e-0fbf-4ee9-8ca3-189b6246571f,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:05.822326 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:05.838941 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33c73a9c-7134-48d9-ac1a-1582e2679e83 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:05.844906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39570) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:05.845192 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-33c73a9c-7134-48d9-ac1a-1582e2679e83 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "DELETE /v2.0/subnets/ce4aaa0e-9bc1-4694-bb92-33703c838561 HTTP/1.1" status: 204 len: 168 time: 0.7588720 Mar 23 12:41:05.875112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c73a9c-7134-48d9-ac1a-1582e2679e83 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4aaa0e-9bc1-4694-bb92-33703c838561,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:05.889634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e596b7f1-ffd6-446a-aa8f-6fc6b4150152 None None] Network 1d22172a-abab-43a8-9dde-19f0c675ecdb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:41:05.904875 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff916ed-4ea6-46c1-ab42-7203b1e7dc26 req-8a44ae89-396b-4233-9227-f225b3e4617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:05.906371 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ff916ed-4ea6-46c1-ab42-7203b1e7dc26 req-8a44ae89-396b-4233-9227-f225b3e4617a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 1098 time: 0.1104512 Mar 23 12:41:05.945369 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834097d-b16d-433c-8a32-6acf9bbbf638 req-40f41ebf-4b05-4570-8b45-c364ea0c81c2 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:05.947343 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1834097d-b16d-433c-8a32-6acf9bbbf638 req-40f41ebf-4b05-4570-8b45-c364ea0c81c2 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1009276 Mar 23 12:41:05.970286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Deleting subnet 892b5e72-6880-4ff0-acfe-428239d7d9de {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:41:05.980217 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:06.004041 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ccae573e-0fbf-4ee9-8ca3-189b6246571f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:06.028353 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1834097d-b16d-433c-8a32-6acf9bbbf638 req-69849f06-6b78-4232-a080-ca10412973e4 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697250 Mar 23 12:41:06.043187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a37734-4772-43ad-b379-1a0848d133b7 req-c429696d-8889-410c-99f0-000dc5cef143 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:06.063237 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-35a37734-4772-43ad-b379-1a0848d133b7 req-c429696d-8889-410c-99f0-000dc5cef143 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.1633391 Mar 23 12:41:06.080061 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff916ed-4ea6-46c1-ab42-7203b1e7dc26 req-6401fac1-30ec-4ff6-a3fd-b14ef30b2f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:06.081976 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ff916ed-4ea6-46c1-ab42-7203b1e7dc26 req-6401fac1-30ec-4ff6-a3fd-b14ef30b2f3c service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1630278 Mar 23 12:41:06.111679 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:06.166339 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-35a37734-4772-43ad-b379-1a0848d133b7 req-2731fd3b-a27b-48ff-9ad7-e3b97a354fef tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933375 Mar 23 12:41:06.169977 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ff916ed-4ea6-46c1-ab42-7203b1e7dc26 req-6abcbe03-0296-4544-97da-204b40be9e0f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3 HTTP/1.1" status: 200 len: 217 time: 0.0789077 Mar 23 12:41:06.228300 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c71663-b1de-42fc-82d8-1d6f810b1c43 None None] DHCP port deletion for 1d22172a-abab-43a8-9dde-19f0c675ecdb request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:41:06.272175 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8b612-bb5a-4b9c-afe2-09c56f82275a req-e031eeec-a8e5-4318-bda5-8e9774ccb4ca tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:06.274365 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9fa8b612-bb5a-4b9c-afe2-09c56f82275a req-e031eeec-a8e5-4318-bda5-8e9774ccb4ca tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 947 time: 0.1162443 Mar 23 12:41:06.280367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff916ed-4ea6-46c1-ab42-7203b1e7dc26 req-b0ee377b-f5cd-49ae-8862-cb0d963f7318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:06.282797 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ff916ed-4ea6-46c1-ab42-7203b1e7dc26 req-b0ee377b-f5cd-49ae-8862-cb0d963f7318 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0879195 Mar 23 12:41:06.284932 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:06.293456 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-30c71663-b1de-42fc-82d8-1d6f810b1c43 None None] Deleting port c9999124-a671-49ab-aef6-3ead60225505 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:41:06.294096 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-30c71663-b1de-42fc-82d8-1d6f810b1c43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:06.339732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447cad8-0cb1-4e74-8a61-a2b71f20a26c req-377e72e9-ea0d-4825-8246-a707a201d3f0 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:06.348836 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c447cad8-0cb1-4e74-8a61-a2b71f20a26c req-377e72e9-ea0d-4825-8246-a707a201d3f0 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1245801 Mar 23 12:41:06.356470 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['ccae573e-0fbf-4ee9-8ca3-189b6246571f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:41:06.360007 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9fa8b612-bb5a-4b9c-afe2-09c56f82275a req-6e88a82e-6885-4cde-ae84-b87626001a2f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772753 Mar 23 12:41:06.369105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff916ed-4ea6-46c1-ab42-7203b1e7dc26 req-2975389c-7a32-4199-96a8-ae5cf176286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:06.371071 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ff916ed-4ea6-46c1-ab42-7203b1e7dc26 req-2975389c-7a32-4199-96a8-ae5cf176286f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674641 Mar 23 12:41:06.436036 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-30c71663-b1de-42fc-82d8-1d6f810b1c43 None None] For port c9999124-a671-49ab-aef6-3ead60225505, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c9999124-a671-49ab-aef6-3ead60225505,segment=NetworkSegment(04d579eb-3fc8-4f08-bea7-4b06b728490e),segment_id=04d579eb-3fc8-4f08-bea7-4b06b728490e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:06.436698 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-30c71663-b1de-42fc-82d8-1d6f810b1c43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:06.479986 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c447cad8-0cb1-4e74-8a61-a2b71f20a26c req-74e4e165-b8ce-4f67-af59-2e14641640ba tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265712 Mar 23 12:41:06.490685 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:06.498189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-30c71663-b1de-42fc-82d8-1d6f810b1c43 None None] Calling delete_port for c9999124-a671-49ab-aef6-3ead60225505 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:41:06.541202 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event deleted for resources: {'Subnet': ['ID=892b5e72-6880-4ff0-acfe-428239d7d9de,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:06.547602 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:06.555734 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "DELETE /v2.0/subnets/892b5e72-6880-4ff0-acfe-428239d7d9de HTTP/1.1" status: 204 len: 168 time: 0.7077277 Mar 23 12:41:06.558154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39584) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:06.568521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:06.568927 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:06.569359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:06.569610 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:06.569949 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:06.570335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:06.571685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:06.572068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:06.572400 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:06.572726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:06.573059 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:06.573383 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd14bd26-198b-4b1d-9cce-63a62759e383 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:06.590225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ef5d4-1507-42f0-8698-c4aeef5ee0ce req-1603f7d5-80a3-40a7-804f-2bf400a3a170 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:06.592188 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-305ef5d4-1507-42f0-8698-c4aeef5ee0ce req-1603f7d5-80a3-40a7-804f-2bf400a3a170 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 944 time: 0.1211803 Mar 23 12:41:06.605996 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ff916ed-4ea6-46c1-ab42-7203b1e7dc26 req-369d1f7b-4400-4c21-a447-b7451a720120 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234042 Mar 23 12:41:06.640441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74af2758-6970-4609-90cd-3e1126c3bfa4 None None] Network 9f5064c3-445f-4fac-a651-64c15a044bee requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:41:06.727271 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d0f164bc-57da-439b-b26d-cf09ce805db5 req-d767e81a-cac2-4ce1-8dad-ff5445a676c2 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0527070 Mar 23 12:41:06.760396 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:06.775212 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ff916ed-4ea6-46c1-ab42-7203b1e7dc26 req-cd959a0f-19f6-4a15-9ff5-21c7e025701f service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262476 Mar 23 12:41:06.803623 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-30c71663-b1de-42fc-82d8-1d6f810b1c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:06.808632 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-305ef5d4-1507-42f0-8698-c4aeef5ee0ce req-c69755c3-827c-434b-acaf-2d94fc8b15d8 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010140 Mar 23 12:41:06.834005 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c71663-b1de-42fc-82d8-1d6f810b1c43 None None] Pushing event deleted for resources: {'Port': ['ID=c9999124-a671-49ab-aef6-3ead60225505,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:06.851468 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c71663-b1de-42fc-82d8-1d6f810b1c43 None None] No DVR routers for this DVR port c9999124-a671-49ab-aef6-3ead60225505 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:41:06.867148 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Deleting port c9999124-a671-49ab-aef6-3ead60225505 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:41:06.868345 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:06.947598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2531987f-398a-47cb-a920-450a59064d65 None None] DHCP port deletion for 9f5064c3-445f-4fac-a651-64c15a044bee request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:41:06.979474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762ec5e-b2be-4541-8a71-9e8c09fb48de req-ad95e70c-808c-453a-8acc-2874e2a003c1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:06.981201 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b762ec5e-b2be-4541-8a71-9e8c09fb48de req-ad95e70c-808c-453a-8acc-2874e2a003c1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1160917 Mar 23 12:41:06.982434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] For port c9999124-a671-49ab-aef6-3ead60225505, host n-d-834854-1, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:06.982870 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:06.999539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2531987f-398a-47cb-a920-450a59064d65 None None] Deleting port 96a82630-a47c-42f0-8b8c-5d8dac6605c2 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:41:06.999909 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2531987f-398a-47cb-a920-450a59064d65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:07.002892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Calling delete_port for c9999124-a671-49ab-aef6-3ead60225505 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:41:07.010349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Port c9999124-a671-49ab-aef6-3ead60225505 was not found and therefore no delete operation was performed {{(pid=102779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 12:41:07.019433 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:07.054395 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] No DVR routers for this DVR port c9999124-a671-49ab-aef6-3ead60225505 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:41:07.072747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2531987f-398a-47cb-a920-450a59064d65 None None] For port 96a82630-a47c-42f0-8b8c-5d8dac6605c2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=96a82630-a47c-42f0-8b8c-5d8dac6605c2,segment=NetworkSegment(0696ecd6-6dd2-417b-8fa1-2d6cf5294374),segment_id=0696ecd6-6dd2-417b-8fa1-2d6cf5294374)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:07.073154 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2531987f-398a-47cb-a920-450a59064d65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:07.080083 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event deleted for resources: {'Port': ['ID=c9999124-a671-49ab-aef6-3ead60225505,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:07.088682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2531987f-398a-47cb-a920-450a59064d65 None None] Calling delete_port for 96a82630-a47c-42f0-8b8c-5d8dac6605c2 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:41:07.150946 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b762ec5e-b2be-4541-8a71-9e8c09fb48de req-78569c98-bdd6-4cb9-a2cc-e9b115d2fba2 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598191 Mar 23 12:41:07.164905 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:07.187153 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2531987f-398a-47cb-a920-450a59064d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:07.211108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d22172a-abab-43a8-9dde-19f0c675ecdb']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:07.221662 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d579eb-3fc8-4f08-bea7-4b06b728490e') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:07.221956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d579eb-3fc8-4f08-bea7-4b06b728490e') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:07.225280 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531987f-398a-47cb-a920-450a59064d65 None None] Pushing event deleted for resources: {'Port': ['ID=96a82630-a47c-42f0-8b8c-5d8dac6605c2,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:07.234197 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:07.236120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2531987f-398a-47cb-a920-450a59064d65 None None] No DVR routers for this DVR port 96a82630-a47c-42f0-8b8c-5d8dac6605c2 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:41:07.258431 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:07.266755 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:41:07.267378 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:41:07.271312 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:41:07.323070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d8503-1fc7-479e-88d4-baff76a2f4de req-d8d0eb97-4508-4f33-8521-d51621da933c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:07.324793 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-176d8503-1fc7-479e-88d4-baff76a2f4de req-d8d0eb97-4508-4f33-8521-d51621da933c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.0631030 Mar 23 12:41:07.361878 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:07.368085 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:07.375813 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "DELETE /v2.0/networks/1d22172a-abab-43a8-9dde-19f0c675ecdb HTTP/1.1" status: 204 len: 168 time: 0.8145716 Mar 23 12:41:07.376894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39594) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:07.395446 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-176d8503-1fc7-479e-88d4-baff76a2f4de req-5af888fe-f7e4-42a6-8f56-18e4217a9fa1 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636213 Mar 23 12:41:07.406328 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44001b48-6c80-4231-b084-77ccbd890e91 req-8f5d36fe-9802-4675-a9f5-866a971c0518 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:07.407834 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44001b48-6c80-4231-b084-77ccbd890e91 req-8f5d36fe-9802-4675-a9f5-866a971c0518 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1219141 Mar 23 12:41:07.408743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae93080-b9c3-494a-b4bc-33f7c7d9c1b3 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event deleted for resources: {'Network': ['ID=1d22172a-abab-43a8-9dde-19f0c675ecdb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:07.462627 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44001b48-6c80-4231-b084-77ccbd890e91 req-011d9f47-bac8-42f8-a2c0-63427b52022f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378456 Mar 23 12:41:07.549876 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb09f0c4-dccd-4e97-9c58-93ffa50e658f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:07.579914 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0408d0-8dd0-4e96-ba7d-9cfe15ae6716 req-149df413-e59f-4617-9af9-75d45e577f8f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:07.581405 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee0408d0-8dd0-4e96-ba7d-9cfe15ae6716 req-149df413-e59f-4617-9af9-75d45e577f8f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 947 time: 0.1115091 Mar 23 12:41:07.590502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb0662-d805-45a3-bf26-ec30ad43dff8 req-1121e363-7987-4ec1-bee9-6dd1650b0c23 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:07.591980 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dabb0662-d805-45a3-bf26-ec30ad43dff8 req-1121e363-7987-4ec1-bee9-6dd1650b0c23 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 946 time: 0.1231623 Mar 23 12:41:07.647718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb401e-6db7-4669-96be-559798550e72 req-9d9485ee-c47d-4477-b96b-a9b10729d672 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:07.650587 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b5cb401e-6db7-4669-96be-559798550e72 req-9d9485ee-c47d-4477-b96b-a9b10729d672 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0549827 Mar 23 12:41:07.694091 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b5cb401e-6db7-4669-96be-559798550e72 req-2a3a7e50-9efd-498d-b51b-170f6be785a4 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377626 Mar 23 12:41:07.743571 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee0408d0-8dd0-4e96-ba7d-9cfe15ae6716 req-c0345424-0a46-4dee-9562-90cc9be5950f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485095 Mar 23 12:41:07.745283 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb09f0c4-dccd-4e97-9c58-93ffa50e658f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:07.789933 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fb09f0c4-dccd-4e97-9c58-93ffa50e658f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5064c3-445f-4fac-a651-64c15a044bee']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:07.807627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fb09f0c4-dccd-4e97-9c58-93ffa50e658f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0696ecd6-6dd2-417b-8fa1-2d6cf5294374') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:07.808007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fb09f0c4-dccd-4e97-9c58-93ffa50e658f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0696ecd6-6dd2-417b-8fa1-2d6cf5294374') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:07.828998 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb09f0c4-dccd-4e97-9c58-93ffa50e658f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:07.840440 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384fac1-98be-4ba0-8acb-1589dc14bc87 req-a4642a10-2a20-4ef8-8151-39af0da8c9bc tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:07.842017 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a384fac1-98be-4ba0-8acb-1589dc14bc87 req-a4642a10-2a20-4ef8-8151-39af0da8c9bc tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0576031 Mar 23 12:41:07.870734 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c40b3ab2-b5a5-417b-8046-baa8464bb8aa req-f6703452-7191-404a-b65b-5d1e40c7e590 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0464365 Mar 23 12:41:07.871622 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb09f0c4-dccd-4e97-9c58-93ffa50e658f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:07.880562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb09f0c4-dccd-4e97-9c58-93ffa50e658f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:41:07.880841 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb09f0c4-dccd-4e97-9c58-93ffa50e658f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:41:07.884576 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:41:07.890759 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a384fac1-98be-4ba0-8acb-1589dc14bc87 req-8e35d0f1-ee56-4d7c-b077-781c37d2ce16 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424681 Mar 23 12:41:07.900683 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-dabb0662-d805-45a3-bf26-ec30ad43dff8 req-89228bf1-b235-42be-92aa-9f0f17db5434 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Deleting port 3da50305-d8cc-43f5-b3df-2ad2ead75352 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:41:07.901026 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dabb0662-d805-45a3-bf26-ec30ad43dff8 req-89228bf1-b235-42be-92aa-9f0f17db5434 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:08.038557 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb09f0c4-dccd-4e97-9c58-93ffa50e658f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:08.056980 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb09f0c4-dccd-4e97-9c58-93ffa50e658f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:08.063625 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fb09f0c4-dccd-4e97-9c58-93ffa50e658f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "DELETE /v2.0/networks/9f5064c3-445f-4fac-a651-64c15a044bee HTTP/1.1" status: 204 len: 168 time: 0.6787572 Mar 23 12:41:08.063802 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd7c98-f8aa-49f2-bbc1-46bf974e547c req-a616098f-c449-44e1-bcd9-47b4c57966a8 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:08.065428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39616) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:08.072309 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bdfd7c98-f8aa-49f2-bbc1-46bf974e547c req-a616098f-c449-44e1-bcd9-47b4c57966a8 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0721519 Mar 23 12:41:08.122846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09f0c4-dccd-4e97-9c58-93ffa50e658f tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event deleted for resources: {'Network': ['ID=9f5064c3-445f-4fac-a651-64c15a044bee,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:08.123331 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bdfd7c98-f8aa-49f2-bbc1-46bf974e547c req-60ae093a-5962-4172-a920-658691951b62 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499320 Mar 23 12:41:08.139396 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-dabb0662-d805-45a3-bf26-ec30ad43dff8 req-89228bf1-b235-42be-92aa-9f0f17db5434 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] For port 3da50305-d8cc-43f5-b3df-2ad2ead75352, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3da50305-d8cc-43f5-b3df-2ad2ead75352,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:08.139768 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dabb0662-d805-45a3-bf26-ec30ad43dff8 req-89228bf1-b235-42be-92aa-9f0f17db5434 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:08.151977 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55435a-f33d-44ec-a3e5-950ca5ee0fd5 req-936920af-ae19-41b4-ac68-b99390b9afd9 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:08.153524 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d55435a-f33d-44ec-a3e5-950ca5ee0fd5 req-936920af-ae19-41b4-ac68-b99390b9afd9 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 944 time: 0.1750617 Mar 23 12:41:08.162822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 96a82630-a47c-42f0-8b8c-5d8dac6605c2 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:41:08.179089 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-dabb0662-d805-45a3-bf26-ec30ad43dff8 req-89228bf1-b235-42be-92aa-9f0f17db5434 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Calling delete_port for 3da50305-d8cc-43f5-b3df-2ad2ead75352 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:41:08.203744 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 96a82630-a47c-42f0-8b8c-5d8dac6605c2 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:41:08.204203 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 96a82630-a47c-42f0-8b8c-5d8dac6605c2 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:41:08.204643 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c9999124-a671-49ab-aef6-3ead60225505 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:41:08.212226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc70bff-e87d-48f9-a22a-72d52f1d6764 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Deleting subnet dbadf3a7-2ea2-43d6-8629-1d1f78417ddf {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:41:08.222856 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cc70bff-e87d-48f9-a22a-72d52f1d6764 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:08.308960 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d55435a-f33d-44ec-a3e5-950ca5ee0fd5 req-a48a8bcf-bc2a-4f89-ae8c-83e65d0f9fc2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374879 Mar 23 12:41:08.324813 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cc70bff-e87d-48f9-a22a-72d52f1d6764 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:08.343427 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da9f0c-7eb2-4a35-8f1e-77fbefab120d req-1bb43eb4-e575-4554-851a-365ed3887b83 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:08.345486 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71da9f0c-7eb2-4a35-8f1e-77fbefab120d req-1bb43eb4-e575-4554-851a-365ed3887b83 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0956452 Mar 23 12:41:08.401959 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71da9f0c-7eb2-4a35-8f1e-77fbefab120d req-2379e103-b71b-4786-845a-73f78974fad2 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498140 Mar 23 12:41:08.409791 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c9999124-a671-49ab-aef6-3ead60225505 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:41:08.410006 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c9999124-a671-49ab-aef6-3ead60225505 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:41:08.470355 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cc70bff-e87d-48f9-a22a-72d52f1d6764 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:08.501659 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dabb0662-d805-45a3-bf26-ec30ad43dff8 req-89228bf1-b235-42be-92aa-9f0f17db5434 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:08.515105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['3da50305-d8cc-43f5-b3df-2ad2ead75352'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:41:08.536679 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa968990-3031-42d4-aa21-8966e4f10243 req-63f5bdd6-d802-440c-a74c-46c7161a3a00 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:08.545132 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa968990-3031-42d4-aa21-8966e4f10243 req-63f5bdd6-d802-440c-a74c-46c7161a3a00 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9 HTTP/1.1" status: 200 len: 867 time: 0.0733163 Mar 23 12:41:08.584578 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa968990-3031-42d4-aa21-8966e4f10243 req-f0aadbe3-b86f-4b08-8df4-b582517e239d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384669 Mar 23 12:41:08.785873 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89228bf1-b235-42be-92aa-9f0f17db5434 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Pushing event deleted for resources: {'Port': ['ID=3da50305-d8cc-43f5-b3df-2ad2ead75352,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:08.853219 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cc70bff-e87d-48f9-a22a-72d52f1d6764 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:08.871455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46d611-a37c-4c19-8f54-bb50a115b877 req-b5e719e0-5b04-4f9f-98a6-839616149bd5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:08.873098 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8f46d611-a37c-4c19-8f54-bb50a115b877 req-b5e719e0-5b04-4f9f-98a6-839616149bd5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 947 time: 0.0548267 Mar 23 12:41:08.875706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabb0662-d805-45a3-bf26-ec30ad43dff8 req-89228bf1-b235-42be-92aa-9f0f17db5434 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] No DVR routers for this DVR port 3da50305-d8cc-43f5-b3df-2ad2ead75352 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:41:08.882947 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dabb0662-d805-45a3-bf26-ec30ad43dff8 req-89228bf1-b235-42be-92aa-9f0f17db5434 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:08.886261 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dabb0662-d805-45a3-bf26-ec30ad43dff8 req-89228bf1-b235-42be-92aa-9f0f17db5434 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "DELETE /v2.0/ports/3da50305-d8cc-43f5-b3df-2ad2ead75352 HTTP/1.1" status: 204 len: 173 time: 1.2606654 Mar 23 12:41:08.906632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9', 'name': 'network-vif-deleted', 'tag': '3da50305-d8cc-43f5-b3df-2ad2ead75352'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:08.908919 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6adf235-9410-45f1-b792-f6fdecee3d4d" -d '{"events": [{"server_uuid": "9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9", "name": "network-vif-deleted", "tag": "3da50305-d8cc-43f5-b3df-2ad2ead75352"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:08.916854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc70bff-e87d-48f9-a22a-72d52f1d6764 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event deleted for resources: {'Subnet': ['ID=dbadf3a7-2ea2-43d6-8629-1d1f78417ddf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:08.918578 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cc70bff-e87d-48f9-a22a-72d52f1d6764 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:08.922181 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0cc70bff-e87d-48f9-a22a-72d52f1d6764 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "DELETE /v2.0/subnets/dbadf3a7-2ea2-43d6-8629-1d1f78417ddf HTTP/1.1" status: 204 len: 168 time: 0.8531117 Mar 23 12:41:08.926397 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45d0892-ecde-49f1-9632-a0e6a2c0cbbf None None] Network 114f4965-a83d-4da3-8f18-4d14c7419e56 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:41:08.931879 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919aa181-17eb-4b88-b348-c6708627dab8 req-45a3e7b8-34e8-43ff-b84d-d0cf16737b08 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:08.933563 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-919aa181-17eb-4b88-b348-c6708627dab8 req-45a3e7b8-34e8-43ff-b84d-d0cf16737b08 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1555662 Mar 23 12:41:08.934423 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39634) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:08.936489 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8f46d611-a37c-4c19-8f54-bb50a115b877 req-f37d7633-7221-4f6b-ba45-b1677f9814e2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539403 Mar 23 12:41:09.044496 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-919aa181-17eb-4b88-b348-c6708627dab8 req-534f1354-0bc9-43c6-bffb-5d9ca5ea95ad tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013522 Mar 23 12:41:09.049885 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ca20f538-2a4c-48f1-be2a-b8d62d74476f req-76b6307a-faec-4baa-af55-c6c20a8b7e91 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0373688 Mar 23 12:41:09.052263 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:09.133874 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfb7621-3854-4108-94a8-e51798d232a3 x-openstack-request-id: req-fdfb7621-3854-4108-94a8-e51798d232a3 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:41:09.134608 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9", "name": "network-vif-deleted", "tag": "3da50305-d8cc-43f5-b3df-2ad2ead75352", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:41:09.135223 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fdfb7621-3854-4108-94a8-e51798d232a3 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:41:09.135781 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccf2bf4-1a3d-44c2-8f55-6b5e1811b6f9', 'name': 'network-vif-deleted', 'tag': '3da50305-d8cc-43f5-b3df-2ad2ead75352', 'status': 'completed', 'code': 200} Mar 23 12:41:09.148356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Deleting port 89e50e19-de3b-41b3-bd22-24f975ca4087 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:41:09.149418 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:09.222672 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] DHCP port deletion for 114f4965-a83d-4da3-8f18-4d14c7419e56 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:41:09.246655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] For port 89e50e19-de3b-41b3-bd22-24f975ca4087, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=89e50e19-de3b-41b3-bd22-24f975ca4087,segment=NetworkSegment(66bcaf97-f127-4b1f-b568-5051ce653857),segment_id=66bcaf97-f127-4b1f-b568-5051ce653857)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:09.247014 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:09.267547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac19b0-1f5d-4eaf-9a76-60b7ad8a7a3f req-caf8981e-9526-4f89-9461-4a4c57d89b62 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:09.269059 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2cac19b0-1f5d-4eaf-9a76-60b7ad8a7a3f req-caf8981e-9526-4f89-9461-4a4c57d89b62 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1166012 Mar 23 12:41:09.269960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Calling delete_port for 89e50e19-de3b-41b3-bd22-24f975ca4087 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:41:09.271601 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Deleting port 89e50e19-de3b-41b3-bd22-24f975ca4087 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:41:09.272012 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:09.343181 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] For port 89e50e19-de3b-41b3-bd22-24f975ca4087, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=89e50e19-de3b-41b3-bd22-24f975ca4087,segment=NetworkSegment(66bcaf97-f127-4b1f-b568-5051ce653857),segment_id=66bcaf97-f127-4b1f-b568-5051ce653857)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:09.343439 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:09.361083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2cac19b0-1f5d-4eaf-9a76-60b7ad8a7a3f req-56c90cea-f3f0-4b97-a7dc-ca081d78850c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802763 Mar 23 12:41:09.374359 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Calling delete_port for 89e50e19-de3b-41b3-bd22-24f975ca4087 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:41:09.402882 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:09.458093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 95491ea5-cdad-4cf1-8470-45c2830fa3b3 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:41:09.460088 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ccae573e-0fbf-4ee9-8ca3-189b6246571f up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:41:09.490897 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event deleted for resources: {'Port': ['ID=89e50e19-de3b-41b3-bd22-24f975ca4087,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:09.531769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] No DVR routers for this DVR port 89e50e19-de3b-41b3-bd22-24f975ca4087 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:41:09.644324 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c71a3-6d52-485b-abe1-2aa974c1b0f4 req-d0154413-bb06-456d-9b5c-587b22e1ec63 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:09.646071 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c8c71a3-6d52-485b-abe1-2aa974c1b0f4 req-d0154413-bb06-456d-9b5c-587b22e1ec63 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 944 time: 0.1409774 Mar 23 12:41:09.702425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port ccae573e-0fbf-4ee9-8ca3-189b6246571f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:41:09.703649 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c8c71a3-6d52-485b-abe1-2aa974c1b0f4 req-92b765f9-48dd-4b13-8eff-9c6b656bb471 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419374 Mar 23 12:41:09.710882 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:09.716810 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port ccae573e-0fbf-4ee9-8ca3-189b6246571f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:09.717149 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:09.764259 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:09.792057 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 95491ea5-cdad-4cf1-8470-45c2830fa3b3, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:09.813865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114f4965-a83d-4da3-8f18-4d14c7419e56']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:09.823297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Pushing event deleted for resources: {'Port': ['ID=89e50e19-de3b-41b3-bd22-24f975ca4087,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:09.825695 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] No DVR routers for this DVR port 89e50e19-de3b-41b3-bd22-24f975ca4087 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:41:09.843650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '95491ea5-cdad-4cf1-8470-45c2830fa3b3', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '95491ea5-cdad-4cf1-8470-45c2830fa3b3', 'mac_address': 'fa:16:3e:b6:8b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:41:09.851723 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:09.851723 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:09.851723 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:09.852284 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:09.852622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:09.853003 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:09.853334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:09.853796 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:09.854124 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:09.854455 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:09.854769 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:09.855085 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ecb61d-0426-4e36-a238-3b1faeb8c4e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:09.869863 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66bcaf97-f127-4b1f-b568-5051ce653857') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:09.870556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66bcaf97-f127-4b1f-b568-5051ce653857') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:09.874089 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f2a648c-7f66-414d-8974-f5964b4b474c req-af9e74bb-04d5-46aa-b4df-93824b42f4f2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0553925 Mar 23 12:41:09.887699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6fab0-4290-4476-862a-5acd5634cde2 req-f5e1b7bf-ceff-4c53-b94e-27e23745becb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:09.890053 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cf6fab0-4290-4476-862a-5acd5634cde2 req-f5e1b7bf-ceff-4c53-b94e-27e23745becb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.2916536 Mar 23 12:41:09.895606 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:09.912712 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:09.932049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95491ea5-cdad-4cf1-8470-45c2830fa3b3 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:41:09.938670 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:09.956665 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 95491ea5-cdad-4cf1-8470-45c2830fa3b3, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:09.966225 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:09.981517 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:41:09.982078 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:41:09.985320 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:41:10.045765 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:10.107164 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=95491ea5-cdad-4cf1-8470-45c2830fa3b3,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:10.128329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee25b270-0e37-4afb-9af7-06193e92d2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccae573e-0fbf-4ee9-8ca3-189b6246571f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:10.132846 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476360c5-7bf6-4478-9033-c4e79961dab1" -d '{"events": [{"server_uuid": "ee25b270-0e37-4afb-9af7-06193e92d2e5", "name": "network-vif-plugged", "status": "completed", "tag": "ccae573e-0fbf-4ee9-8ca3-189b6246571f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:10.161544 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 89e50e19-de3b-41b3-bd22-24f975ca4087 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:41:10.169502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ccae573e-0fbf-4ee9-8ca3-189b6246571f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ccae573e-0fbf-4ee9-8ca3-189b6246571f,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:10.171483 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cf6fab0-4290-4476-862a-5acd5634cde2 req-ee6cb295-0f6a-4ac0-9029-9e09927b01a3 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695045 Mar 23 12:41:10.189652 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:10.202235 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:10.209296 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "DELETE /v2.0/networks/114f4965-a83d-4da3-8f18-4d14c7419e56 HTTP/1.1" status: 204 len: 168 time: 1.2739143 Mar 23 12:41:10.212226 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39684) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:10.221716 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:10.232245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 89e50e19-de3b-41b3-bd22-24f975ca4087 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:41:10.232954 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 89e50e19-de3b-41b3-bd22-24f975ca4087 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:41:10.239516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b4a27-bd98-4512-88d3-4066c45d378c tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Pushing event deleted for resources: {'Network': ['ID=114f4965-a83d-4da3-8f18-4d14c7419e56,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:10.338290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-967e8dd8-b401-484a-a92c-329ac9a6802b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:10.340122 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-967e8dd8-b401-484a-a92c-329ac9a6802b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 812 time: 0.2909257 Mar 23 12:41:10.349853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ccae573e-0fbf-4ee9-8ca3-189b6246571f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:10.360923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a7af1-7319-41f6-a189-f8103b31e74e req-f641cac0-d345-44ae-b87a-d6bed917f50e tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:10.366621 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5814a542-8541-482c-960e-aa771b6d1ed7 tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1 HTTP/1.1" status: 200 len: 205 time: 0.1528676 Mar 23 12:41:10.369786 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39686) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:10.370182 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b27a7af1-7319-41f6-a189-f8103b31e74e req-f641cac0-d345-44ae-b87a-d6bed917f50e tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 948 time: 0.1000493 Mar 23 12:41:10.377349 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['95491ea5-cdad-4cf1-8470-45c2830fa3b3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:41:10.415277 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b27a7af1-7319-41f6-a189-f8103b31e74e req-27adc70c-6887-4b3f-a076-2f653d95050e tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437496 Mar 23 12:41:10.458788 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3671c8a-2472-4f8f-a94c-52d43e8d8eee tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:10.461831 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-54e0f772-ba5c-4f21-b941-17feff0c90ea tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/quotas/94bd604e153d4325b00d4f8451712134 HTTP/1.1" status: 200 len: 375 time: 0.0980430 Mar 23 12:41:10.540234 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bc04d705-4b04-4bec-816a-0b9061af6514 req-aa8a3461-859d-45d9-bf00-a00614fa38fd tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0501654 Mar 23 12:41:10.576590 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-a5994eee-f940-4e9b-a3a4-d864c1242a3f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1034913 Mar 23 12:41:10.589111 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db16580c-0ba0-4478-95ea-46ffc7ed0584 x-openstack-request-id: req-db16580c-0ba0-4478-95ea-46ffc7ed0584 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:41:10.589737 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee25b270-0e37-4afb-9af7-06193e92d2e5", "name": "network-vif-plugged", "status": "completed", "tag": "ccae573e-0fbf-4ee9-8ca3-189b6246571f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:41:10.591887 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db16580c-0ba0-4478-95ea-46ffc7ed0584 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:41:10.593015 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee25b270-0e37-4afb-9af7-06193e92d2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccae573e-0fbf-4ee9-8ca3-189b6246571f', 'code': 200} Mar 23 12:41:10.739586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11c217-0e45-4c44-8746-76d2dbfb5110 req-7de31a45-d9d9-4a92-837e-2dba53f2ee55 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:10.741114 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd11c217-0e45-4c44-8746-76d2dbfb5110 req-7de31a45-d9d9-4a92-837e-2dba53f2ee55 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0772347 Mar 23 12:41:10.743125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04e7ec-a6e1-47ef-9209-504164e89b7f req-0df7dc5a-c12e-4b95-b9b0-6bb6eece620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:10.744483 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb04e7ec-a6e1-47ef-9209-504164e89b7f req-0df7dc5a-c12e-4b95-b9b0-6bb6eece620d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 1096 time: 0.0818172 Mar 23 12:41:10.748437 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3671c8a-2472-4f8f-a94c-52d43e8d8eee tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:10.752232 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3671c8a-2472-4f8f-a94c-52d43e8d8eee tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:10.807608 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd11c217-0e45-4c44-8746-76d2dbfb5110 req-a464c715-af25-46f4-a11a-200228bff714 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567994 Mar 23 12:41:10.810233 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb04e7ec-a6e1-47ef-9209-504164e89b7f req-271e7d3f-b454-4644-97b2-ef147835f661 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522316 Mar 23 12:41:10.813080 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-a698ab08-b376-4bf9-be60-4b22353c9977 service neutron] 10.222.0.52 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334847 Mar 23 12:41:10.818657 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3671c8a-2472-4f8f-a94c-52d43e8d8eee tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:10.819590 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3671c8a-2472-4f8f-a94c-52d43e8d8eee tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Fanout notify agent at l3_agent the message router_deleted on router bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:41:10.834092 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3671c8a-2472-4f8f-a94c-52d43e8d8eee tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:10.835203 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e3671c8a-2472-4f8f-a94c-52d43e8d8eee tempest-RoutersNegativeIpV6Test-282265445 tempest-RoutersNegativeIpV6Test-282265445-project] 10.222.0.52 "DELETE /v2.0/routers/bdb8ec4c-ab71-486a-9792-8c3f6ea8e9f1 HTTP/1.1" status: 204 len: 168 time: 0.4641991 Mar 23 12:41:10.935616 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-68815874-a95d-4291-b13c-f8cbf4018dd5 service neutron] 10.222.0.52 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138456 Mar 23 12:41:10.973471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef74ce-da2d-40b9-af51-9ac6bfcb1593 req-a61c147e-86f1-47d6-af66-4f034f0f5d03 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:10.982615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27ef74ce-da2d-40b9-af51-9ac6bfcb1593 req-a61c147e-86f1-47d6-af66-4f034f0f5d03 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 945 time: 0.0916865 Mar 23 12:41:11.027197 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27ef74ce-da2d-40b9-af51-9ac6bfcb1593 req-5a591aae-6ce0-44da-9184-98242d45e7b2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435336 Mar 23 12:41:11.172908 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39710) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:11.196133 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-64c6523b-37f5-4abf-8e6b-e348cc6e0170 req-7a310d19-1fe6-4e01-9c38-455188938ab0 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 210 time: 0.0712004 Mar 23 12:41:11.212267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c2581-4b09-4310-b2a6-0beddd04221c req-348bf6df-9d17-4878-b91a-1a210709dc95 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:11.213843 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad4c2581-4b09-4310-b2a6-0beddd04221c req-348bf6df-9d17-4878-b91a-1a210709dc95 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0687099 Mar 23 12:41:11.285185 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad4c2581-4b09-4310-b2a6-0beddd04221c req-0b1d9736-c51e-45d8-8bca-0848e05d1ada tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468264 Mar 23 12:41:11.423513 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89238ee-88fc-4b84-9bb0-c0ebd03fbc97 req-d15e21d9-4508-4987-b622-477a8d173e81 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:11.426245 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f89238ee-88fc-4b84-9bb0-c0ebd03fbc97 req-d15e21d9-4508-4987-b622-477a8d173e81 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0665662 Mar 23 12:41:11.442711 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f9c602e9-4f29-46e7-9dcb-33834c292c5c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0dfaf03536734327a9b6b6d3b2c3fc06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659667 Mar 23 12:41:11.443032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39726) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:11.448562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3da50305-d8cc-43f5-b3df-2ad2ead75352 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:41:11.480860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 3da50305-d8cc-43f5-b3df-2ad2ead75352 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:41:11.481775 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3da50305-d8cc-43f5-b3df-2ad2ead75352 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:41:11.515730 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da7db3b3-ad84-4f37-8d90-cd24e3652918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:11.524868 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f89238ee-88fc-4b84-9bb0-c0ebd03fbc97 req-966f47af-9bad-4cd9-b4cc-4ce8275f19a4 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806909 Mar 23 12:41:11.570051 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da7db3b3-ad84-4f37-8d90-cd24e3652918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:11.641280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0065111-bf55-47a4-8bea-31620b7445c3 req-6753e6b8-ae48-4c4d-9a06-70e1933be446 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:11.650736 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0065111-bf55-47a4-8bea-31620b7445c3 req-6753e6b8-ae48-4c4d-9a06-70e1933be446 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 948 time: 0.0965948 Mar 23 12:41:11.713872 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da7db3b3-ad84-4f37-8d90-cd24e3652918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:11.716934 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da7db3b3-ad84-4f37-8d90-cd24e3652918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:11.718137 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-da7db3b3-ad84-4f37-8d90-cd24e3652918 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/abc1d2ab-aceb-40b2-bc26-7104dcd80b7d HTTP/1.1" status: 204 len: 168 time: 0.2742023 Mar 23 12:41:11.748698 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0065111-bf55-47a4-8bea-31620b7445c3 req-0f751d63-480e-481b-863f-c6aaea5697f5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985305 Mar 23 12:41:11.750362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7db3b3-ad84-4f37-8d90-cd24e3652918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc1d2ab-aceb-40b2-bc26-7104dcd80b7d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:11.920550 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c57ae2e2-a8d3-4796-8a9b-3a67bf9c7e3f req-0b1dd695-4a36-4442-b70d-3f3364083322 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0399220 Mar 23 12:41:12.175800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cbd7b-867c-42e6-ad6f-486ac4dcccbf req-e7dc82d3-ed64-4607-ac87-d43ee7257d5f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:12.188777 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e4cbd7b-867c-42e6-ad6f-486ac4dcccbf req-e7dc82d3-ed64-4607-ac87-d43ee7257d5f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0816560 Mar 23 12:41:12.256532 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e4cbd7b-867c-42e6-ad6f-486ac4dcccbf req-514dca88-a2dd-4b03-b088-bd3e7663eed7 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640607 Mar 23 12:41:12.298372 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-63b53a37-208d-4bf2-8c92-f18bfd61c385 req-002cdeb4-efed-479a-a1e3-62db2d874853 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f83326c9e384297a97450bb8365b89c&device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0355976 Mar 23 12:41:12.372277 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-63b53a37-208d-4bf2-8c92-f18bfd61c385 req-9cae6295-e825-45ef-9427-6342dcb8aa5c service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=4f83326c9e384297a97450bb8365b89c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551581 Mar 23 12:41:12.381139 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-825de6d2-bc1c-487d-8bb4-e546cd80b7d5 req-5a0b1241-0e0f-4506-a451-985021c93f8c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 210 time: 0.0353761 Mar 23 12:41:12.421611 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5146d-c060-4046-9f9f-4382470325d9 req-d08fc803-7fff-4392-b2eb-5ba4f5d455b8 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:12.423373 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07e5146d-c060-4046-9f9f-4382470325d9 req-d08fc803-7fff-4392-b2eb-5ba4f5d455b8 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 945 time: 0.1082137 Mar 23 12:41:12.511013 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c9b5e9bf-4039-413e-b6af-8a871be592b7 req-3047c4c9-34fa-4367-a197-0ebdd59320cd tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0477853 Mar 23 12:41:12.565310 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b53a37-208d-4bf2-8c92-f18bfd61c385 req-2433eaac-5dc1-4d7f-bba1-1608faa2a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:12.566790 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-63b53a37-208d-4bf2-8c92-f18bfd61c385 req-2433eaac-5dc1-4d7f-bba1-1608faa2a05f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1845958 Mar 23 12:41:12.592809 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07e5146d-c060-4046-9f9f-4382470325d9 req-559a6ed8-0cf7-47a3-9e51-e401b8663543 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175773 Mar 23 12:41:12.869803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-b5eadeaa-2bd6-49bb-8e0e-9526243b3bc9 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:12.871556 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-b5eadeaa-2bd6-49bb-8e0e-9526243b3bc9 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 812 time: 0.1517203 Mar 23 12:41:12.890155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-842a830d-c68a-4aa0-abc1-354624b1f505 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Request body: {'port': {'device_id': 'b8eb3d2c-2733-47ed-bbd5-c142d2feba03', 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a', 'admin_state_up': True, 'tenant_id': '94bd604e153d4325b00d4f8451712134'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:12.927477 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f16b6c-7f40-4630-9396-e95fbbcf2e14 req-d31e8cbf-19e8-446e-a927-29a4d6a343a7 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:12.929305 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1f16b6c-7f40-4630-9396-e95fbbcf2e14 req-d31e8cbf-19e8-446e-a927-29a4d6a343a7 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 948 time: 0.0673232 Mar 23 12:41:12.976844 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1f16b6c-7f40-4630-9396-e95fbbcf2e14 req-384df4fd-5f05-4c46-9656-bc9e098ccc5e tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 Mar 23 12:41:13.024101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-842a830d-c68a-4aa0-abc1-354624b1f505 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Made reservation on behalf of 94bd604e153d4325b00d4f8451712134 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:41:13.027688 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-842a830d-c68a-4aa0-abc1-354624b1f505 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:13.168871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-842a830d-c68a-4aa0-abc1-354624b1f505 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Allocated IP 172.20.0.11 (a72b36eb-69cb-4d04-b462-b2cd5c57987a/c42c450d-02be-4634-87ca-2a6532e0441a/40bb11c2-29c2-4b7e-974d-c75d0a6f657b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:41:13.356196 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-842a830d-c68a-4aa0-abc1-354624b1f505 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:13.411219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86655bb-58a7-4a5e-a980-c0e479589038 req-10713247-52d1-4e31-ba63-cdad29047810 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:13.413048 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e86655bb-58a7-4a5e-a980-c0e479589038 req-10713247-52d1-4e31-ba63-cdad29047810 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0722263 Mar 23 12:41:13.438912 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-842a830d-c68a-4aa0-abc1-354624b1f505 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:13.453257 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 95491ea5-cdad-4cf1-8470-45c2830fa3b3 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:41:13.496318 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e86655bb-58a7-4a5e-a980-c0e479589038 req-23898f5b-df6b-4563-81cb-f7f6ce7ea1f0 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771639 Mar 23 12:41:13.502656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-842a830d-c68a-4aa0-abc1-354624b1f505 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Network a72b36eb-69cb-4d04-b462-b2cd5c57987a is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:41:13.508484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-842a830d-c68a-4aa0-abc1-354624b1f505 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:41:13.521912 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-842a830d-c68a-4aa0-abc1-354624b1f505 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:41:13.531395 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2210db5-c5dd-4807-9d6b-8c9ad8d30ec1 req-edaaeffb-c18b-4685-9e8f-262db1795bb1 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:13.539554 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f2210db5-c5dd-4807-9d6b-8c9ad8d30ec1 req-edaaeffb-c18b-4685-9e8f-262db1795bb1 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 932 time: 0.0722435 Mar 23 12:41:13.594898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:41:13.600247 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:13.600932 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:13.627863 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-842a830d-c68a-4aa0-abc1-354624b1f505 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:13.628369 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-842a830d-c68a-4aa0-abc1-354624b1f505 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:13.635917 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f2210db5-c5dd-4807-9d6b-8c9ad8d30ec1 req-cb18cc22-9f85-4a70-b849-51952cfb7632 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951188 Mar 23 12:41:13.656872 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a830d-c68a-4aa0-abc1-354624b1f505 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Pushing event updated for resources: {'Port': ['ID=40bb11c2-29c2-4b7e-974d-c75d0a6f657b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:13.682848 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-842a830d-c68a-4aa0-abc1-354624b1f505 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7988591 Mar 23 12:41:13.701610 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e20a0776-5ba3-470a-badc-f42cb90a5782 req-e6a2281d-a813-4f54-8902-2d4672093211 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0382750 Mar 23 12:41:13.705784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Request body: {'port': {'device_id': 'b8eb3d2c-2733-47ed-bbd5-c142d2feba03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:13.734528 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:13.761283 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdfa8ba-8a36-4ea5-8e33-2cb64b647853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95491ea5-cdad-4cf1-8470-45c2830fa3b3'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:13.764052 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6266ea75-02f1-493c-a5c1-16efa225688a" -d '{"events": [{"server_uuid": "cfdfa8ba-8a36-4ea5-8e33-2cb64b647853", "name": "network-vif-plugged", "status": "completed", "tag": "95491ea5-cdad-4cf1-8470-45c2830fa3b3"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:13.805333 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:13.810868 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 95491ea5-cdad-4cf1-8470-45c2830fa3b3, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:13.822196 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:13.859263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af669fa-c0de-4c7c-8d46-23324fa949a1 req-e2efb4c2-938f-4086-bdf0-f28a395a6ab5 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:13.861282 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9af669fa-c0de-4c7c-8d46-23324fa949a1 req-e2efb4c2-938f-4086-bdf0-f28a395a6ab5 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 945 time: 0.0839684 Mar 23 12:41:13.903996 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14f9a8e-11dc-4f90-bdbe-dbdfa1a2fe6c x-openstack-request-id: req-b14f9a8e-11dc-4f90-bdbe-dbdfa1a2fe6c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:41:13.904285 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdfa8ba-8a36-4ea5-8e33-2cb64b647853", "name": "network-vif-plugged", "status": "completed", "tag": "95491ea5-cdad-4cf1-8470-45c2830fa3b3", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:41:13.904534 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b14f9a8e-11dc-4f90-bdbe-dbdfa1a2fe6c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:41:13.904921 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdfa8ba-8a36-4ea5-8e33-2cb64b647853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95491ea5-cdad-4cf1-8470-45c2830fa3b3', 'code': 200} Mar 23 12:41:13.949618 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=95491ea5-cdad-4cf1-8470-45c2830fa3b3,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:13.956316 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9af669fa-c0de-4c7c-8d46-23324fa949a1 req-527ea502-1057-4bc5-978f-461a0806007d tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868533 Mar 23 12:41:14.049898 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694014c-cf99-4205-87c1-1bae7eb61c75 req-0e513801-9145-4aa7-8b38-93ca98341e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:14.051752 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5694014c-cf99-4205-87c1-1bae7eb61c75 req-0e513801-9145-4aa7-8b38-93ca98341e6d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 1100 time: 0.0943961 Mar 23 12:41:14.132314 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5694014c-cf99-4205-87c1-1bae7eb61c75 req-db283d96-814b-440a-a0b3-8bf8d8b9bff0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684102 Mar 23 12:41:14.152650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd927a-acc1-4258-b1d5-c3fd59c7f24c req-d405fd8b-b8d1-4991-a8e0-7ace3d75c889 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:14.161645 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5abd927a-acc1-4258-b1d5-c3fd59c7f24c req-d405fd8b-b8d1-4991-a8e0-7ace3d75c889 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.0692463 Mar 23 12:41:14.214975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1f4d7-3c3b-4ee3-a5b6-33a93fc0f778 req-ceaccbd0-4a07-4c49-a63d-f88606953d30 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:14.216855 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-78c1f4d7-3c3b-4ee3-a5b6-33a93fc0f778 req-ceaccbd0-4a07-4c49-a63d-f88606953d30 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 945 time: 0.1175823 Mar 23 12:41:14.222512 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5abd927a-acc1-4258-b1d5-c3fd59c7f24c req-f0efbfdf-eebd-424e-944c-224985de707a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597286 Mar 23 12:41:14.279356 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-78c1f4d7-3c3b-4ee3-a5b6-33a93fc0f778 req-1fc2a300-d146-49f1-97f0-7c6933d467b0 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542099 Mar 23 12:41:14.331178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40bb11c2-29c2-4b7e-974d-c75d0a6f657b {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:41:14.340821 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:14.354014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Transition to ACTIVE for port object 40bb11c2-29c2-4b7e-974d-c75d0a6f657b will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:41:14.360014 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:14.480771 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Pushing event updated for resources: {'Port': ['ID=40bb11c2-29c2-4b7e-974d-c75d0a6f657b,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:14.480911 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-63b53a37-208d-4bf2-8c92-f18bfd61c385 req-c0c49f47-45e5-4a94-922b-de89cb31630e tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0622363 Mar 23 12:41:14.603229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edfabc-a875-4a10-a0c2-9f3df6c10606 req-251a5ea4-3a42-4f09-8b84-c530e0b109b1 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:14.611718 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c5edfabc-a875-4a10-a0c2-9f3df6c10606 req-251a5ea4-3a42-4f09-8b84-c530e0b109b1 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 945 time: 0.0858099 Mar 23 12:41:14.652390 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e7582-8c85-4924-98c3-e99e8e0b6511 req-61afaa5c-0156-4642-aaff-9c6ac7c15de7 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:14.654670 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-961e7582-8c85-4924-98c3-e99e8e0b6511 req-61afaa5c-0156-4642-aaff-9c6ac7c15de7 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0557280 Mar 23 12:41:14.664623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Attempting to bind port 40bb11c2-29c2-4b7e-974d-c75d0a6f657b on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:41:14.665040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Attempting to bind port 40bb11c2-29c2-4b7e-974d-c75d0a6f657b by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:41:14.665464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Attempting to bind port 40bb11c2-29c2-4b7e-974d-c75d0a6f657b on network a72b36eb-69cb-4d04-b462-b2cd5c57987a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:14.684225 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c5edfabc-a875-4a10-a0c2-9f3df6c10606 req-9040cc86-81d6-4626-bb6d-9115db84d30c tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714293 Mar 23 12:41:14.689960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Port 40bb11c2-29c2-4b7e-974d-c75d0a6f657b on network a72b36eb-69cb-4d04-b462-b2cd5c57987a not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:41:14.690467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Attempting to bind port 40bb11c2-29c2-4b7e-974d-c75d0a6f657b on network a72b36eb-69cb-4d04-b462-b2cd5c57987a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:14.708210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:41:14.708556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Checking segment: {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:41:14.709391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Bound using segment: {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:41:14.709391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Bound port: 40bb11c2-29c2-4b7e-974d-c75d0a6f657b, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28db9df2-2ddb-4172-b921-3d0f5364299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:41:14.709723 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:14.720399 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-961e7582-8c85-4924-98c3-e99e8e0b6511 req-af553984-3328-4094-b78c-4f531ff65479 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536809 Mar 23 12:41:14.798442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] For port 40bb11c2-29c2-4b7e-974d-c75d0a6f657b, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:41:14.812837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] For port 40bb11c2-29c2-4b7e-974d-c75d0a6f657b, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=40bb11c2-29c2-4b7e-974d-c75d0a6f657b,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:41:14.815311 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:14.852692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:14.853539 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:14.854873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] 10.222.0.77 "PUT /v2.0/ports/40bb11c2-29c2-4b7e-974d-c75d0a6f657b HTTP/1.1" status: 200 len: 1092 time: 1.1560571 Mar 23 12:41:14.855331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eb3d2c-2733-47ed-bbd5-c142d2feba03', 'tag': '40bb11c2-29c2-4b7e-974d-c75d0a6f657b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:14.857699 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798297cb-9b0f-41ad-ad60-4ebbafe2f4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b8eb3d2c-2733-47ed-bbd5-c142d2feba03", "tag": "40bb11c2-29c2-4b7e-974d-c75d0a6f657b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:14.891396 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b3f89-cfcb-4ad9-a40a-b6126e32f863 service neutron] Pushing event updated for resources: {'Port': ['ID=40bb11c2-29c2-4b7e-974d-c75d0a6f657b,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:14.964046 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-61a282bf-aa15-471a-9271-cc3a900d03dd req-28de64bd-d053-479f-ab20-66a8b1c62fb9 tempest-ServerShowV257Test-1997882982 tempest-ServerShowV257Test-1997882982-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1e29eb6-a240-425a-a9b9-1d34cc0b3705 HTTP/1.1" status: 200 len: 210 time: 0.0551610 Mar 23 12:41:15.022700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-de0874cc-fe47-4822-a292-d38825f9eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:15.024267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-de0874cc-fe47-4822-a292-d38825f9eb44 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 1095 time: 0.0953953 Mar 23 12:41:15.025732 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745feeea-b990-4282-aa93-cd05f9b02f5a x-openstack-request-id: req-745feeea-b990-4282-aa93-cd05f9b02f5a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:41:15.026017 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8eb3d2c-2733-47ed-bbd5-c142d2feba03", "tag": "40bb11c2-29c2-4b7e-974d-c75d0a6f657b", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:41:15.026295 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-745feeea-b990-4282-aa93-cd05f9b02f5a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:41:15.026675 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8eb3d2c-2733-47ed-bbd5-c142d2feba03', 'tag': '40bb11c2-29c2-4b7e-974d-c75d0a6f657b', 'status': 'completed', 'code': 200} Mar 23 12:41:15.046918 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981aa27-e4ad-466f-9d94-188f5450f5a7 req-61d249ce-8d2e-4d9f-8b58-fbb3c8daec3c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:15.048779 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4981aa27-e4ad-466f-9d94-188f5450f5a7 req-61d249ce-8d2e-4d9f-8b58-fbb3c8daec3c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 944 time: 0.0757048 Mar 23 12:41:15.101011 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-0b96497a-a773-4438-87f1-e4630bc403be service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40bb11c2-29c2-4b7e-974d-c75d0a6f657b HTTP/1.1" status: 200 len: 217 time: 0.0508747 Mar 23 12:41:15.131041 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4981aa27-e4ad-466f-9d94-188f5450f5a7 req-60bd78c3-1153-4e1b-8091-e5bb37102e6d tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740263 Mar 23 12:41:15.172967 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-3c2fb7aa-f5dc-487d-a3f1-6bd18b7681fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:15.174928 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-3c2fb7aa-f5dc-487d-a3f1-6bd18b7681fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c42c450d-02be-4634-87ca-2a6532e0441a HTTP/1.1" status: 200 len: 852 time: 0.0594647 Mar 23 12:41:15.220862 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-b7842564-d8e2-44d4-96df-725946dcad28 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a72b36eb-69cb-4d04-b462-b2cd5c57987a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292363 Mar 23 12:41:15.336059 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-289ba1d9-dcc2-449a-bccc-7163c08e7600 service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048424 Mar 23 12:41:15.361293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d76b90-0f85-4892-b909-d6ac99a62972 req-50ccd30f-d00a-4ff8-b9dd-e1e34bad61d5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:15.363785 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a4d76b90-0f85-4892-b909-d6ac99a62972 req-50ccd30f-d00a-4ff8-b9dd-e1e34bad61d5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.0542595 Mar 23 12:41:15.408383 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a4d76b90-0f85-4892-b909-d6ac99a62972 req-4692e8e7-23e8-4886-a4c7-fede5a1fa76f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373614 Mar 23 12:41:15.454868 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-68614ccb-72f7-4b23-9dfc-4a6c0a98a26b req-6386b4f4-f45d-4276-9a98-edc2a3d4d750 service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941663 Mar 23 12:41:15.566156 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798297cb-9b0f-41ad-ad60-4ebbafe2f4c8 req-753be05f-e898-43f8-ab92-8b7938ee815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:15.568692 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-798297cb-9b0f-41ad-ad60-4ebbafe2f4c8 req-753be05f-e898-43f8-ab92-8b7938ee815b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94bd604e153d4325b00d4f8451712134&device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 1095 time: 0.0473523 Mar 23 12:41:15.693309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798297cb-9b0f-41ad-ad60-4ebbafe2f4c8 req-45abc1e6-91c1-426a-ac77-d65e95d6b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:15.695692 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-798297cb-9b0f-41ad-ad60-4ebbafe2f4c8 req-45abc1e6-91c1-426a-ac77-d65e95d6b3e7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 200 len: 913 time: 0.1183701 Mar 23 12:41:15.754738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-798297cb-9b0f-41ad-ad60-4ebbafe2f4c8 req-0d7cce1e-9d5a-4824-83bf-53016f5d4f96 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40bb11c2-29c2-4b7e-974d-c75d0a6f657b HTTP/1.1" status: 200 len: 217 time: 0.0489626 Mar 23 12:41:15.888023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2ba75-061f-4f95-848d-41d7c8580c01 req-3bb15013-f8ec-4e77-b919-13a09b5ecf70 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:15.895805 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:15.900349 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38a2ba75-061f-4f95-848d-41d7c8580c01 req-3bb15013-f8ec-4e77-b919-13a09b5ecf70 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0810826 Mar 23 12:41:15.909124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297049a-a9bc-4dfd-b49c-9c6b7370eb2b req-d93297fe-4843-47b0-beaa-ccbe78dcba76 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:15.915522 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9297049a-a9bc-4dfd-b49c-9c6b7370eb2b req-d93297fe-4843-47b0-beaa-ccbe78dcba76 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 945 time: 0.0943570 Mar 23 12:41:15.942141 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798297cb-9b0f-41ad-ad60-4ebbafe2f4c8 req-5dc08d9c-e5cb-4e95-9d89-d2d12e53fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:15.942404 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-38a2ba75-061f-4f95-848d-41d7c8580c01 req-793c5cd1-76dd-486d-b3ca-b1b5409acf60 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402837 Mar 23 12:41:15.942501 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-798297cb-9b0f-41ad-ad60-4ebbafe2f4c8 req-5dc08d9c-e5cb-4e95-9d89-d2d12e53fbdf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c42c450d-02be-4634-87ca-2a6532e0441a HTTP/1.1" status: 200 len: 852 time: 0.1694641 Mar 23 12:41:15.988244 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-798297cb-9b0f-41ad-ad60-4ebbafe2f4c8 req-171b0092-1492-4e3f-aa8f-151a5401ac1d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a72b36eb-69cb-4d04-b462-b2cd5c57987a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355628 Mar 23 12:41:15.995782 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9297049a-a9bc-4dfd-b49c-9c6b7370eb2b req-e0064e14-3113-4332-b877-7e7aa0b34e1c tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747726 Mar 23 12:41:16.106360 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-798297cb-9b0f-41ad-ad60-4ebbafe2f4c8 req-6b5498ad-f2dc-4db6-9086-b785506a3316 service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093037 Mar 23 12:41:16.248289 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-798297cb-9b0f-41ad-ad60-4ebbafe2f4c8 req-d3466367-7fae-4ef2-82e6-5f36533bd557 service neutron] 10.222.0.77 "GET /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328368 Mar 23 12:41:16.325856 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050609be-6aca-46ee-9e07-37913089f3f0 req-fb1bcb0e-f026-449f-8638-f8e68f30f3c3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:16.327635 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-050609be-6aca-46ee-9e07-37913089f3f0 req-fb1bcb0e-f026-449f-8638-f8e68f30f3c3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 944 time: 0.0725262 Mar 23 12:41:16.376352 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-050609be-6aca-46ee-9e07-37913089f3f0 req-4edc45f6-704e-4d6a-9c81-ed3e5669b8d2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383446 Mar 23 12:41:16.427798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39910) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:16.556338 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3abb1e-6a27-4ab6-a8cd-d5c95e417ebc req-b1a46da9-c319-44dd-b2fc-88f971d63658 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:16.556982 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab706e40-8f86-41bc-9c77-b595955e1399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:16.558888 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d3abb1e-6a27-4ab6-a8cd-d5c95e417ebc req-b1a46da9-c319-44dd-b2fc-88f971d63658 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.0678494 Mar 23 12:41:16.600581 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d3abb1e-6a27-4ab6-a8cd-d5c95e417ebc req-db6c5abb-a606-43d5-aa6b-16d55694f414 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351863 Mar 23 12:41:16.733397 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab706e40-8f86-41bc-9c77-b595955e1399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:16.741907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e478590-dd96-4f11-8ab2-540e3f8fbcc4 req-9275d2a2-d50f-4a90-ac07-547f7183a552 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:16.743426 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e478590-dd96-4f11-8ab2-540e3f8fbcc4 req-9275d2a2-d50f-4a90-ac07-547f7183a552 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 945 time: 0.0829163 Mar 23 12:41:16.744550 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab706e40-8f86-41bc-9c77-b595955e1399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:16.811395 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab706e40-8f86-41bc-9c77-b595955e1399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6263bb6-d50d-4367-8f4e-9a72e228cc2e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:16.825267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ab706e40-8f86-41bc-9c77-b595955e1399 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f83326c9e384297a97450bb8365b89c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962901 Mar 23 12:41:16.827917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39924) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:16.924680 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d93a6738-0685-45bd-8b70-1858146b07c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:16.933393 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-6e478590-dd96-4f11-8ab2-540e3f8fbcc4 req-1b8c52fb-ee0c-436c-afab-28f42e994f37 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Deleting port ccae573e-0fbf-4ee9-8ca3-189b6246571f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:41:16.933733 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6e478590-dd96-4f11-8ab2-540e3f8fbcc4 req-1b8c52fb-ee0c-436c-afab-28f42e994f37 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:16.995428 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d93a6738-0685-45bd-8b70-1858146b07c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:17.110945 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb65c1-64d3-4e90-9d48-1e057cb48cf1 req-1bf10f7d-5487-44a8-a073-c8cc635d806d tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:17.119188 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824527bd-4a85-468c-98d1-d24af667eb42 req-524c1f82-71bc-4c38-ac82-60ab15ff975f tempest-MigrationsAdminTest-1982044410 tempest-MigrationsAdminTest-1982044410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:17.120962 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8fdb65c1-64d3-4e90-9d48-1e057cb48cf1 req-1bf10f7d-5487-44a8-a073-c8cc635d806d tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0661023 Mar 23 12:41:17.126195 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-824527bd-4a85-468c-98d1-d24af667eb42 req-524c1f82-71bc-4c38-ac82-60ab15ff975f tempest-MigrationsAdminTest-1982044410 tempest-MigrationsAdminTest-1982044410-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 1100 time: 0.1442091 Mar 23 12:41:17.147503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6e478590-dd96-4f11-8ab2-540e3f8fbcc4 req-1b8c52fb-ee0c-436c-afab-28f42e994f37 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] For port ccae573e-0fbf-4ee9-8ca3-189b6246571f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ccae573e-0fbf-4ee9-8ca3-189b6246571f,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:17.147503 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6e478590-dd96-4f11-8ab2-540e3f8fbcc4 req-1b8c52fb-ee0c-436c-afab-28f42e994f37 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:17.150151 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-824527bd-4a85-468c-98d1-d24af667eb42 req-978711cb-1860-402c-b0b0-bffb64c8011d tempest-MigrationsAdminTest-1982044410 tempest-MigrationsAdminTest-1982044410-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:17.171195 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-6e478590-dd96-4f11-8ab2-540e3f8fbcc4 req-1b8c52fb-ee0c-436c-afab-28f42e994f37 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Calling delete_port for ccae573e-0fbf-4ee9-8ca3-189b6246571f owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:41:17.187944 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d93a6738-0685-45bd-8b70-1858146b07c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:17.190753 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d93a6738-0685-45bd-8b70-1858146b07c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:17.193642 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8fdb65c1-64d3-4e90-9d48-1e057cb48cf1 req-14bca1ea-35f0-47b0-8bc5-1cfd4e02b82a tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695798 Mar 23 12:41:17.205025 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d93a6738-0685-45bd-8b70-1858146b07c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e6263bb6-d50d-4367-8f4e-9a72e228cc2e HTTP/1.1" status: 204 len: 168 time: 0.3676047 Mar 23 12:41:17.314915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a6738-0685-45bd-8b70-1858146b07c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6263bb6-d50d-4367-8f4e-9a72e228cc2e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:17.382770 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:17.439003 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575c4fc-5756-4c0e-b7ac-a721608a5332 req-8dc3ac63-ce71-4167-b14f-6176eb5227d7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:17.449840 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b575c4fc-5756-4c0e-b7ac-a721608a5332 req-8dc3ac63-ce71-4167-b14f-6176eb5227d7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 945 time: 0.1248813 Mar 23 12:41:17.464265 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-824527bd-4a85-468c-98d1-d24af667eb42 req-978711cb-1860-402c-b0b0-bffb64c8011d tempest-MigrationsAdminTest-1982044410 tempest-MigrationsAdminTest-1982044410-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:17.473836 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-824527bd-4a85-468c-98d1-d24af667eb42 req-978711cb-1860-402c-b0b0-bffb64c8011d tempest-MigrationsAdminTest-1982044410 tempest-MigrationsAdminTest-1982044410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:17.512757 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978711cb-1860-402c-b0b0-bffb64c8011d tempest-MigrationsAdminTest-1982044410 tempest-MigrationsAdminTest-1982044410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14083266-5dfb-4c98-aa3f-eca90445c6af,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:17.516266 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b575c4fc-5756-4c0e-b7ac-a721608a5332 req-744a0bf0-7e0a-4edb-aeea-8a3d0a9d108d tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642798 Mar 23 12:41:17.579712 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-824527bd-4a85-468c-98d1-d24af667eb42 req-978711cb-1860-402c-b0b0-bffb64c8011d tempest-MigrationsAdminTest-1982044410 tempest-MigrationsAdminTest-1982044410-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493153 Mar 23 12:41:17.583620 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6e478590-dd96-4f11-8ab2-540e3f8fbcc4 req-1b8c52fb-ee0c-436c-afab-28f42e994f37 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:17.603162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['584a0e65-c663-46e0-b4c8-7ea9e49276c8', 'ccae573e-0fbf-4ee9-8ca3-189b6246571f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:41:17.697623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c52fb-ee0c-436c-afab-28f42e994f37 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Pushing event deleted for resources: {'Port': ['ID=ccae573e-0fbf-4ee9-8ca3-189b6246571f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:17.781852 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866e291-20a8-465b-8f7a-107f1036c527 req-a593f268-676a-49ae-8e2b-0d30088c3532 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:17.797836 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7866e291-20a8-465b-8f7a-107f1036c527 req-a593f268-676a-49ae-8e2b-0d30088c3532 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 944 time: 0.1251905 Mar 23 12:41:17.889587 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7866e291-20a8-465b-8f7a-107f1036c527 req-64395bfd-46ba-40b1-bb50-e086f3455e0c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861578 Mar 23 12:41:17.979712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39966) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:18.151531 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e478590-dd96-4f11-8ab2-540e3f8fbcc4 req-1b8c52fb-ee0c-436c-afab-28f42e994f37 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] No DVR routers for this DVR port ccae573e-0fbf-4ee9-8ca3-189b6246571f on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:41:18.155465 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6e478590-dd96-4f11-8ab2-540e3f8fbcc4 req-1b8c52fb-ee0c-436c-afab-28f42e994f37 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:18.159398 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e478590-dd96-4f11-8ab2-540e3f8fbcc4 req-1b8c52fb-ee0c-436c-afab-28f42e994f37 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "DELETE /v2.0/ports/ccae573e-0fbf-4ee9-8ca3-189b6246571f HTTP/1.1" status: 204 len: 173 time: 1.3986769 Mar 23 12:41:18.165343 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-657c61af-8fe3-433d-96db-da251886bb9c req-fdcaee83-e532-413a-a061-c9a856b70a0e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:41:18.166812 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-657c61af-8fe3-433d-96db-da251886bb9c req-fdcaee83-e532-413a-a061-c9a856b70a0e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169063 Mar 23 12:41:18.167473 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee25b270-0e37-4afb-9af7-06193e92d2e5', 'name': 'network-vif-deleted', 'tag': 'ccae573e-0fbf-4ee9-8ca3-189b6246571f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:18.169908 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bda9b60-6ace-42b2-ad01-4eed602e6734" -d '{"events": [{"server_uuid": "ee25b270-0e37-4afb-9af7-06193e92d2e5", "name": "network-vif-deleted", "tag": "ccae573e-0fbf-4ee9-8ca3-189b6246571f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:18.209828 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4b544d2-a00f-43a3-a55c-e1cd7b46c634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:18.254146 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84d7ea5-5ac9-418b-95d0-4fc6fed1fb57 x-openstack-request-id: req-a84d7ea5-5ac9-418b-95d0-4fc6fed1fb57 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:41:18.254771 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee25b270-0e37-4afb-9af7-06193e92d2e5", "name": "network-vif-deleted", "tag": "ccae573e-0fbf-4ee9-8ca3-189b6246571f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:41:18.255237 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a84d7ea5-5ac9-418b-95d0-4fc6fed1fb57 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:41:18.256008 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee25b270-0e37-4afb-9af7-06193e92d2e5', 'name': 'network-vif-deleted', 'tag': 'ccae573e-0fbf-4ee9-8ca3-189b6246571f', 'status': 'completed', 'code': 200} Mar 23 12:41:18.332536 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4b544d2-a00f-43a3-a55c-e1cd7b46c634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:18.337993 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4b544d2-a00f-43a3-a55c-e1cd7b46c634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:18.422043 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c4b544d2-a00f-43a3-a55c-e1cd7b46c634 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=84f2050e9d804811bcd52009e9ba7a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4409454 Mar 23 12:41:18.423843 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b544d2-a00f-43a3-a55c-e1cd7b46c634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62296615-b60c-4aaa-b30d-fe5e4c4ffff5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:18.424887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39988) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:18.440011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863beda-ee2c-4be9-b06c-6f7185568084 req-a2ca4c6f-bf7b-419c-aa61-961240f0afe6 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:18.441310 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6863beda-ee2c-4be9-b06c-6f7185568084 req-a2ca4c6f-bf7b-419c-aa61-961240f0afe6 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0884299 Mar 23 12:41:18.507506 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6863beda-ee2c-4be9-b06c-6f7185568084 req-6575c0fd-5498-4d90-8ca9-ce3f7805cc79 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550587 Mar 23 12:41:18.508437 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65614a7c-59c5-4e87-a6eb-c6ebcb07d486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:18.535460 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65614a7c-59c5-4e87-a6eb-c6ebcb07d486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:18.626217 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65614a7c-59c5-4e87-a6eb-c6ebcb07d486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:18.629744 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65614a7c-59c5-4e87-a6eb-c6ebcb07d486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:18.630770 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-65614a7c-59c5-4e87-a6eb-c6ebcb07d486 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62296615-b60c-4aaa-b30d-fe5e4c4ffff5 HTTP/1.1" status: 204 len: 168 time: 0.2046015 Mar 23 12:41:18.645586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65614a7c-59c5-4e87-a6eb-c6ebcb07d486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62296615-b60c-4aaa-b30d-fe5e4c4ffff5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:18.694075 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ec4d74e0-ef53-4d7e-98ac-d1df666f0cc4 req-a78d7a41-2dc5-4e51-a487-2a28119a8f6e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee25b270-0e37-4afb-9af7-06193e92d2e5 HTTP/1.1" status: 200 len: 210 time: 0.0620017 Mar 23 12:41:19.085243 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-8ad52ad9-62aa-4961-9fdd-b13d3e04f369 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1149819 Mar 23 12:41:19.112125 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc340699-9c86-4182-8cf0-19f2110870c4 req-2fb4fd53-73ff-4a8c-8a15-af45f327fe61 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:19.114305 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dc340699-9c86-4182-8cf0-19f2110870c4 req-2fb4fd53-73ff-4a8c-8a15-af45f327fe61 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1047235 Mar 23 12:41:19.120413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40016) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:19.135881 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b607c-fa3f-477e-a048-6efda942cfe8 req-111bfc70-82db-45a0-98a6-4ca3dffbbe63 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:19.137428 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f24b607c-fa3f-477e-a048-6efda942cfe8 req-111bfc70-82db-45a0-98a6-4ca3dffbbe63 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 944 time: 0.1202466 Mar 23 12:41:19.187697 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f24b607c-fa3f-477e-a048-6efda942cfe8 req-a75ad928-5233-4fb8-8d43-6efbc83b01c2 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425332 Mar 23 12:41:19.274889 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40022) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:19.289542 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bacd57e7-795d-4c82-aa26-fbc77dfce39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:19.416009 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bacd57e7-795d-4c82-aa26-fbc77dfce39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:19.420144 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bacd57e7-795d-4c82-aa26-fbc77dfce39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:19.456416 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 40bb11c2-29c2-4b7e-974d-c75d0a6f657b details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:41:19.469827 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bacd57e7-795d-4c82-aa26-fbc77dfce39c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c4eebb5c51a430598807d1e89674941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938002 Mar 23 12:41:19.470970 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40036) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:19.472499 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd57e7-795d-4c82-aa26-fbc77dfce39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36440bd4-498e-4f82-bc11-93aaa14104b6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:19.503818 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f39151c7-a359-40fa-9b4a-62d9fa708351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:19.568553 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dc340699-9c86-4182-8cf0-19f2110870c4 req-c6806db0-9235-4a53-a94f-f5cfeddc4992 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375200 Mar 23 12:41:19.588409 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a0999af-7a0f-411b-bfe4-32df7d49a194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:19.625839 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f39151c7-a359-40fa-9b4a-62d9fa708351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:19.630466 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a0999af-7a0f-411b-bfe4-32df7d49a194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:19.634295 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f39151c7-a359-40fa-9b4a-62d9fa708351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:19.648710 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 40bb11c2-29c2-4b7e-974d-c75d0a6f657b, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=40bb11c2-29c2-4b7e-974d-c75d0a6f657b,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:19.669486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '40bb11c2-29c2-4b7e-974d-c75d0a6f657b', 'network_id': 'a72b36eb-69cb-4d04-b462-b2cd5c57987a', 'port_id': '40bb11c2-29c2-4b7e-974d-c75d0a6f657b', 'mac_address': 'fa:16:3e:c9:4b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c42c450d-02be-4634-87ca-2a6532e0441a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:41:19.692413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39151c7-a359-40fa-9b4a-62d9fa708351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df4f336-a838-4b5b-973f-4f81eb24777a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:19.710034 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f39151c7-a359-40fa-9b4a-62d9fa708351 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d145e11e1e4f434f943d45269fbae619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5882590 Mar 23 12:41:19.710761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40042) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:19.732232 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:19.749441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bb11c2-29c2-4b7e-974d-c75d0a6f657b {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:41:19.775240 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 40bb11c2-29c2-4b7e-974d-c75d0a6f657b, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=40bb11c2-29c2-4b7e-974d-c75d0a6f657b,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:19.778252 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ec5dd-b1bb-4a52-9e70-a19129fbc7aa req-8e6b9103-0a38-4df8-9e60-e98d1d461ecd tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:19.779907 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f7ec5dd-b1bb-4a52-9e70-a19129fbc7aa req-8e6b9103-0a38-4df8-9e60-e98d1d461ecd tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1295662 Mar 23 12:41:19.792695 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:19.809306 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-254d41f2-a0b4-4b9e-bd3f-ca72f93c4e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:19.834808 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a0999af-7a0f-411b-bfe4-32df7d49a194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:19.851993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a0999af-7a0f-411b-bfe4-32df7d49a194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:19.851993 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0a0999af-7a0f-411b-bfe4-32df7d49a194 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/36440bd4-498e-4f82-bc11-93aaa14104b6 HTTP/1.1" status: 204 len: 168 time: 0.3511713 Mar 23 12:41:19.854078 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-254d41f2-a0b4-4b9e-bd3f-ca72f93c4e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:19.875336 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=40bb11c2-29c2-4b7e-974d-c75d0a6f657b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:19.910433 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0999af-7a0f-411b-bfe4-32df7d49a194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36440bd4-498e-4f82-bc11-93aaa14104b6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:19.955756 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f7ec5dd-b1bb-4a52-9e70-a19129fbc7aa req-1fb50851-1293-4747-9a52-4eec897dc03d tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592562 Mar 23 12:41:19.979357 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-254d41f2-a0b4-4b9e-bd3f-ca72f93c4e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:19.984772 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-254d41f2-a0b4-4b9e-bd3f-ca72f93c4e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:19.989088 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-254d41f2-a0b4-4b9e-bd3f-ca72f93c4e9f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6df4f336-a838-4b5b-973f-4f81eb24777a HTTP/1.1" status: 204 len: 168 time: 0.2752790 Mar 23 12:41:20.002335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d41f2-a0b4-4b9e-bd3f-ca72f93c4e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df4f336-a838-4b5b-973f-4f81eb24777a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:20.164857 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['40bb11c2-29c2-4b7e-974d-c75d0a6f657b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:41:20.428488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176d23c-8518-4913-a84c-186485724b30 req-15b87ebb-f043-46c1-8e0b-22120b2a2d98 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:20.432306 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3176d23c-8518-4913-a84c-186485724b30 req-15b87ebb-f043-46c1-8e0b-22120b2a2d98 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 805 time: 0.3174186 Mar 23 12:41:20.456160 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d40f58-aae2-470e-b43e-ebf56be493c7 req-28f7960a-9782-46b2-8278-b17b07c4ded3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:20.466889 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a5d40f58-aae2-470e-b43e-ebf56be493c7 req-28f7960a-9782-46b2-8278-b17b07c4ded3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 945 time: 0.1063826 Mar 23 12:41:20.468556 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3176d23c-8518-4913-a84c-186485724b30 req-f1b8339e-a1d0-4930-a860-ce0fd19a8da0 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/quotas/61f454bbb70244ecbf97f6b03af40553 HTTP/1.1" status: 200 len: 375 time: 0.0289643 Mar 23 12:41:20.570288 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a5d40f58-aae2-470e-b43e-ebf56be493c7 req-7bf6b6ff-92dc-43d5-acb4-981ec233e018 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997546 Mar 23 12:41:20.641773 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3176d23c-8518-4913-a84c-186485724b30 req-6709e7bb-4310-4e6f-84ba-2da0735efa96 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1719029 Mar 23 12:41:20.812103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1e185-c675-4d42-bde5-7a09ea913b2e req-8de144f6-5b61-41ec-ad38-604545764a3c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:20.813608 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3176d23c-8518-4913-a84c-186485724b30 req-bfceb598-f9a1-497f-bff1-1c1bc83e06d3 service neutron] 10.222.0.52 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708977 Mar 23 12:41:20.822285 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8bb1e185-c675-4d42-bde5-7a09ea913b2e req-8de144f6-5b61-41ec-ad38-604545764a3c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1272101 Mar 23 12:41:20.888302 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8bb1e185-c675-4d42-bde5-7a09ea913b2e req-2b94cd7b-a0af-4067-8725-75c060885e2a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646012 Mar 23 12:41:20.970505 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3176d23c-8518-4913-a84c-186485724b30 req-aaba0893-4c30-49ea-9fee-96054d17e65f service neutron] 10.222.0.52 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518228 Mar 23 12:41:21.121416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef3a4c-f4b7-459a-9c4a-0c783806a097 req-ca432126-fb56-4b8a-b7a3-7b8890344f01 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:21.123047 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-09ef3a4c-f4b7-459a-9c4a-0c783806a097 req-ca432126-fb56-4b8a-b7a3-7b8890344f01 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0704582 Mar 23 12:41:21.210514 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-09ef3a4c-f4b7-459a-9c4a-0c783806a097 req-caf835d4-5e3c-4967-9d4d-63a8644e9060 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748794 Mar 23 12:41:21.256331 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40128) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:21.348549 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a920c24d-4456-461a-945d-f0c115ce7e46 req-29f7918d-c512-4f8e-9e28-3374a9acc04b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 210 time: 0.0594904 Mar 23 12:41:21.361910 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08615d-a0e6-48cc-b783-12593532191f req-3527d8b3-a772-46a1-aac2-af8fe9eabb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:21.363469 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-3527d8b3-a772-46a1-aac2-af8fe9eabb01 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 1100 time: 0.1505842 Mar 23 12:41:21.457154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 40bb11c2-29c2-4b7e-974d-c75d0a6f657b up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:41:21.532427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08615d-a0e6-48cc-b783-12593532191f req-73c09a68-c6da-4282-8784-b26862045e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:21.533964 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-73c09a68-c6da-4282-8784-b26862045e53 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1606817 Mar 23 12:41:21.559454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 40bb11c2-29c2-4b7e-974d-c75d0a6f657b completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:41:21.567588 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a1ffc822-397f-46ef-abe5-8f6e7365c86c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-939194224-network', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:21.567856 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 40bb11c2-29c2-4b7e-974d-c75d0a6f657b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:21.568797 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:21.608674 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-a9a8fc7d-f865-42dd-892c-ebb9bbe14f0c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3 HTTP/1.1" status: 200 len: 217 time: 0.0575984 Mar 23 12:41:21.611814 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ffc822-397f-46ef-abe5-8f6e7365c86c admin admin] Made reservation on behalf of 1ea1481d248546008fdefdaf479fb3fc for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:41:21.614446 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1ffc822-397f-46ef-abe5-8f6e7365c86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:21.637297 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1ffc822-397f-46ef-abe5-8f6e7365c86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:21.688797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08615d-a0e6-48cc-b783-12593532191f req-a0fb6b3d-41eb-4636-8a3d-f2a3b0151340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:21.691809 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-a0fb6b3d-41eb-4636-8a3d-f2a3b0151340 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0746872 Mar 23 12:41:21.739290 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:21.774892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eb3d2c-2733-47ed-bbd5-c142d2feba03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bb11c2-29c2-4b7e-974d-c75d0a6f657b'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:21.777677 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa15450-f084-4485-91ab-cbc615f22a30" -d '{"events": [{"server_uuid": "b8eb3d2c-2733-47ed-bbd5-c142d2feba03", "name": "network-vif-plugged", "status": "completed", "tag": "40bb11c2-29c2-4b7e-974d-c75d0a6f657b"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:21.778725 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08615d-a0e6-48cc-b783-12593532191f req-fdb69e97-7a96-4a37-9c23-017ecef44999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:21.780268 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-fdb69e97-7a96-4a37-9c23-017ecef44999 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0794220 Mar 23 12:41:21.797326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 40bb11c2-29c2-4b7e-974d-c75d0a6f657b, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=40bb11c2-29c2-4b7e-974d-c75d0a6f657b,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:21.805642 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:21.807306 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ccae573e-0fbf-4ee9-8ca3-189b6246571f no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:41:21.862918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: ccae573e-0fbf-4ee9-8ca3-189b6246571f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:41:21.863588 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ccae573e-0fbf-4ee9-8ca3-189b6246571f not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:41:21.874794 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6e44d-48d2-44bd-8b21-924fedcdd861 req-a5e77389-41f6-4a6d-a9bb-10671b0c4d44 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:21.878928 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d4b6e44d-48d2-44bd-8b21-924fedcdd861 req-a5e77389-41f6-4a6d-a9bb-10671b0c4d44 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 945 time: 0.1737797 Mar 23 12:41:21.879089 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd603c6-03e1-4b8a-956a-3c9fc356b1ea x-openstack-request-id: req-acd603c6-03e1-4b8a-956a-3c9fc356b1ea {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:41:21.879255 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eb3d2c-2733-47ed-bbd5-c142d2feba03", "name": "network-vif-plugged", "status": "completed", "tag": "40bb11c2-29c2-4b7e-974d-c75d0a6f657b", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:41:21.879507 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-acd603c6-03e1-4b8a-956a-3c9fc356b1ea {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:41:21.880845 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eb3d2c-2733-47ed-bbd5-c142d2feba03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bb11c2-29c2-4b7e-974d-c75d0a6f657b', 'code': 200} Mar 23 12:41:21.901498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=40bb11c2-29c2-4b7e-974d-c75d0a6f657b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:21.961174 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1ffc822-397f-46ef-abe5-8f6e7365c86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:21.966457 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-b046cd36-f300-41f8-a737-db5f4b67ed7a service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720359 Mar 23 12:41:21.981238 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d4b6e44d-48d2-44bd-8b21-924fedcdd861 req-ad544f7e-ea7d-4fad-9680-91c5272517e7 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881052 Mar 23 12:41:21.982491 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1ffc822-397f-46ef-abe5-8f6e7365c86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:22.040715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ffc822-397f-46ef-abe5-8f6e7365c86c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:41:22.065959 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1ffc822-397f-46ef-abe5-8f6e7365c86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:22.066381 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-a1ffc822-397f-46ef-abe5-8f6e7365c86c admin admin] Added segment db53acb3-07ac-4ad6-9d06-e5862eb13546 of type vlan for network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 Mar 23 12:41:22.076489 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffc822-397f-46ef-abe5-8f6e7365c86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ba0b61-cb4e-49ae-bcd7-ca882920710d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:22.119796 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01230f20-3e97-4b39-bc8b-06a1b5255fda req-84d7b4ad-9f8d-4bc5-b2aa-64767c5c7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:22.121344 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-01230f20-3e97-4b39-bc8b-06a1b5255fda req-84d7b4ad-9f8d-4bc5-b2aa-64767c5c7496 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 1097 time: 0.1201041 Mar 23 12:41:22.122880 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1ffc822-397f-46ef-abe5-8f6e7365c86c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:22.174437 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1ffc822-397f-46ef-abe5-8f6e7365c86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:22.175751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ffc822-397f-46ef-abe5-8f6e7365c86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:22.177165 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1ffc822-397f-46ef-abe5-8f6e7365c86c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:22.200308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c806d-ddb4-45c4-9a8f-12fbf53a9f20 req-3ffbe08f-8940-4d8a-9366-38c184bd1f5c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:22.200308 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ec7c806d-ddb4-45c4-9a8f-12fbf53a9f20 req-3ffbe08f-8940-4d8a-9366-38c184bd1f5c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1834543 Mar 23 12:41:22.203789 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-01230f20-3e97-4b39-bc8b-06a1b5255fda req-478258c8-50c1-44ac-8a5e-cef3a585203a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725317 Mar 23 12:41:22.256990 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a1ffc822-397f-46ef-abe5-8f6e7365c86c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9995556 Mar 23 12:41:22.260694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40164) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:22.266482 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-a58c289b-b8cc-43e2-b53a-45994ee576f3 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935226 Mar 23 12:41:22.266779 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1943e8ac-2570-4ccc-ba28-c418a4f579c9 admin admin] Request body: {'subnet': {'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-939194224-subnet', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:22.277395 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffc822-397f-46ef-abe5-8f6e7365c86c admin admin] Pushing event updated for resources: {'Network': ['ID=3f6b99f7-81d5-426f-bb53-cc4586fa4a54,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:22.288623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:41:22.295270 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1943e8ac-2570-4ccc-ba28-c418a4f579c9 admin admin] Made reservation on behalf of 1ea1481d248546008fdefdaf479fb3fc for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:41:22.300882 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1943e8ac-2570-4ccc-ba28-c418a4f579c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:22.317833 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ec7c806d-ddb4-45c4-9a8f-12fbf53a9f20 req-65b81991-972f-42f2-8cd5-aa82b9e3bfd0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118481 Mar 23 12:41:22.422027 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211359f-61a9-4654-92f1-830f660bc01f req-b9df760a-cbb1-4e39-9518-7089cf29e0db tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:22.423556 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7211359f-61a9-4654-92f1-830f660bc01f req-b9df760a-cbb1-4e39-9518-7089cf29e0db tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0731583 Mar 23 12:41:22.519219 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9613ac2-ca7e-43dc-a3ff-575f00623b33 req-aa0e36fa-0802-43d4-9839-a75690cca92c tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 210 time: 0.0495069 Mar 23 12:41:22.573773 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7211359f-61a9-4654-92f1-830f660bc01f req-a2a53bc2-f02b-44fd-b2af-5a612e1de915 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378257 Mar 23 12:41:22.579680 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1943e8ac-2570-4ccc-ba28-c418a4f579c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:22.647209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943e8ac-2570-4ccc-ba28-c418a4f579c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04aa0ac9-74bf-48af-b463-b2b30beed0d6,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:22.665223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1943e8ac-2570-4ccc-ba28-c418a4f579c9 admin admin] Checking segment: {'id': 'db53acb3-07ac-4ad6-9d06-e5862eb13546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:41:22.665698 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1943e8ac-2570-4ccc-ba28-c418a4f579c9 admin admin] Network hostable DHCP agents. Network: 3f6b99f7-81d5-426f-bb53-cc4586fa4a54, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:41:22.684124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1943e8ac-2570-4ccc-ba28-c418a4f579c9 admin admin] Network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:41:22.696275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1943e8ac-2570-4ccc-ba28-c418a4f579c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 3f6b99f7-81d5-426f-bb53-cc4586fa4a54) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:41:22.701244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1943e8ac-2570-4ccc-ba28-c418a4f579c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:22.702245 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1943e8ac-2570-4ccc-ba28-c418a4f579c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:22.709178 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5143598-a513-46f3-b2f0-a8f48a00fe0f None None] Network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:41:22.736790 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1943e8ac-2570-4ccc-ba28-c418a4f579c9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4757068 Mar 23 12:41:22.739904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40176) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:22.745374 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:22.778054 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:22.779175 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:22.888379 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:22.918208 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:41:22.919081 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:23.099173 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:23.100348 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Allocated IP 172.20.0.2 (3f6b99f7-81d5-426f-bb53-cc4586fa4a54/04aa0ac9-74bf-48af-b463-b2b30beed0d6/bd576824-b28d-4cb1-bd94-19beecfb242a) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:41:23.270442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47779aca-5b4b-400e-b4f5-792f18400085 req-19f5c526-1eda-4494-b1d9-896ba6402758 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:23.271988 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47779aca-5b4b-400e-b4f5-792f18400085 req-19f5c526-1eda-4494-b1d9-896ba6402758 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 946 time: 0.1576288 Mar 23 12:41:23.307430 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:23.319280 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:23.350496 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:41:23.353498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:41:23.359315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:41:23.380194 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47779aca-5b4b-400e-b4f5-792f18400085 req-41188209-e955-4be5-937e-d6f2155068a1 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972929 Mar 23 12:41:23.400521 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176d23c-8518-4913-a84c-186485724b30 req-02fda6d8-12d1-40f1-887d-1edd9ff30748 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:23.402180 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3176d23c-8518-4913-a84c-186485724b30 req-02fda6d8-12d1-40f1-887d-1edd9ff30748 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 805 time: 0.2865305 Mar 23 12:41:23.442052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3176d23c-8518-4913-a84c-186485724b30 req-aaa3c943-b58d-48fe-bbb5-3498afcc7640 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Request body: {'port': {'device_id': 'aa826e48-3344-4299-bb4d-4c76130e0f61', 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871', 'admin_state_up': True, 'tenant_id': '61f454bbb70244ecbf97f6b03af40553'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:23.480178 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Attempting to bind port bd576824-b28d-4cb1-bd94-19beecfb242a on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:41:23.480561 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Attempting to bind port bd576824-b28d-4cb1-bd94-19beecfb242a by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'db53acb3-07ac-4ad6-9d06-e5862eb13546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:41:23.480929 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Attempting to bind port bd576824-b28d-4cb1-bd94-19beecfb242a on network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:23.488655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Pushing event updated for resources: {'Port': ['ID=bd576824-b28d-4cb1-bd94-19beecfb242a,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:23.504869 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:41:23.505980 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Checking segment: {'id': 'db53acb3-07ac-4ad6-9d06-e5862eb13546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:41:23.506394 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:23.506926 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Bound using segment: {'id': 'db53acb3-07ac-4ad6-9d06-e5862eb13546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:41:23.507447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Bound port: bd576824-b28d-4cb1-bd94-19beecfb242a, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db53acb3-07ac-4ad6-9d06-e5862eb13546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:41:23.507866 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:23.508806 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beca1f8-724e-47b8-8c34-4704f3cad5a2 req-3db90a60-ecd2-4fa6-8c1f-7cf5b267bd63 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:23.516815 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9beca1f8-724e-47b8-8c34-4704f3cad5a2 req-3db90a60-ecd2-4fa6-8c1f-7cf5b267bd63 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.0801277 Mar 23 12:41:23.634362 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9beca1f8-724e-47b8-8c34-4704f3cad5a2 req-0548b0e3-42d4-4ddc-9060-9799b3c2777a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164300 Mar 23 12:41:23.635747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] For port bd576824-b28d-4cb1-bd94-19beecfb242a, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:41:23.654445 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] For port bd576824-b28d-4cb1-bd94-19beecfb242a, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bd576824-b28d-4cb1-bd94-19beecfb242a,segment=NetworkSegment(db53acb3-07ac-4ad6-9d06-e5862eb13546),segment_id=db53acb3-07ac-4ad6-9d06-e5862eb13546)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:41:23.662522 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:23.741696 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3176d23c-8518-4913-a84c-186485724b30 req-aaa3c943-b58d-48fe-bbb5-3498afcc7640 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Made reservation on behalf of 61f454bbb70244ecbf97f6b03af40553 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:41:23.745707 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3176d23c-8518-4913-a84c-186485724b30 req-aaa3c943-b58d-48fe-bbb5-3498afcc7640 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:23.771359 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6dcd8c68-47dc-4849-8d3e-4f673feec0c2 req-f4233d79-ed09-4561-94dd-2e296ccf4f43 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 210 time: 0.0796239 Mar 23 12:41:23.868931 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:23.946663 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:23.946909 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b64cec-1cb0-4cf5-941b-5a4994bfedce None None] Pushing event updated for resources: {'Port': ['ID=bd576824-b28d-4cb1-bd94-19beecfb242a,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:23.982336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dfbb1-e836-45c9-912b-86b7f27063dd req-bca2d07f-e59f-4943-a7ef-e90d02e2553b tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:23.993526 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-926dfbb1-e836-45c9-912b-86b7f27063dd req-bca2d07f-e59f-4943-a7ef-e90d02e2553b tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1622677 Mar 23 12:41:24.040413 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0bed24d2-0d6d-4d47-9029-e54934563279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:24.084911 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-926dfbb1-e836-45c9-912b-86b7f27063dd req-5c5402c9-1f04-45d8-b42e-889ec33b3151 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901072 Mar 23 12:41:24.212782 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-3176d23c-8518-4913-a84c-186485724b30 req-aaa3c943-b58d-48fe-bbb5-3498afcc7640 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Allocated IP 172.20.0.11 (aa7ade3c-6c93-4ba0-b2cd-7915560e4871/d214faa0-c958-46e5-affe-d81670b016f4/709fdca0-6299-4020-88ca-e5e0b7e24d2f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:41:24.243619 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Allocated IP 172.25.2.127 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/b7030ac9-d910-49f4-9b35-fa9089eb745a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:41:24.533313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3176d23c-8518-4913-a84c-186485724b30 req-aaa3c943-b58d-48fe-bbb5-3498afcc7640 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:24.655897 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:24.685992 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3176d23c-8518-4913-a84c-186485724b30 req-aaa3c943-b58d-48fe-bbb5-3498afcc7640 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:24.696838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22395534-bf1e-4c05-823b-84982c22cad5 req-a5b5f090-23c4-4bc0-8eda-d0568070a73f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:24.698573 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22395534-bf1e-4c05-823b-84982c22cad5 req-a5b5f090-23c4-4bc0-8eda-d0568070a73f tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 946 time: 0.1881342 Mar 23 12:41:24.699151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['584a0e65-c663-46e0-b4c8-7ea9e49276c8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:41:24.816385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22395534-bf1e-4c05-823b-84982c22cad5 req-fb5016dc-5577-4323-bbba-fbc5e7e7917a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778608 Mar 23 12:41:24.818329 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbf108-90b9-42f3-a9b4-d6316a52ad0a req-83c3d6c8-a8c4-4df2-b8e2-c2d23dc01cec tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:24.818865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3176d23c-8518-4913-a84c-186485724b30 req-aaa3c943-b58d-48fe-bbb5-3498afcc7640 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:41:24.824921 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-3176d23c-8518-4913-a84c-186485724b30 req-aaa3c943-b58d-48fe-bbb5-3498afcc7640 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:41:24.826782 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3c943-b58d-48fe-bbb5-3498afcc7640 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Pushing event updated for resources: {'Port': ['ID=709fdca0-6299-4020-88ca-e5e0b7e24d2f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:24.829319 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3176d23c-8518-4913-a84c-186485724b30 req-aaa3c943-b58d-48fe-bbb5-3498afcc7640 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:41:24.833127 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:24.833614 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d9fbf108-90b9-42f3-a9b4-d6316a52ad0a req-83c3d6c8-a8c4-4df2-b8e2-c2d23dc01cec tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1135247 Mar 23 12:41:24.904700 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d9fbf108-90b9-42f3-a9b4-d6316a52ad0a req-be317edc-790d-43dd-9e2d-85fd0e3fa309 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701177 Mar 23 12:41:24.906324 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Pushing event updated for resources: {'Port': ['ID=b7030ac9-d910-49f4-9b35-fa9089eb745a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:24.947398 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:41:24.963237 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:41:24.967989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:41:25.006508 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176d23c-8518-4913-a84c-186485724b30 req-aaa3c943-b58d-48fe-bbb5-3498afcc7640 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:25.007314 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3176d23c-8518-4913-a84c-186485724b30 req-aaa3c943-b58d-48fe-bbb5-3498afcc7640 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:25.081680 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3176d23c-8518-4913-a84c-186485724b30 req-aaa3c943-b58d-48fe-bbb5-3498afcc7640 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6487145 Mar 23 12:41:25.097283 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Request body: {'port': {'device_id': 'aa826e48-3344-4299-bb4d-4c76130e0f61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:25.118214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c8f1f-0b57-4faf-9c0c-099ad7455a91 req-9de77830-2e6d-4ded-877c-6d6a44910f4b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:25.119741 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f37c8f1f-0b57-4faf-9c0c-099ad7455a91 req-9de77830-2e6d-4ded-877c-6d6a44910f4b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 932 time: 0.1581466 Mar 23 12:41:25.241194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f874f4f-ef7a-4069-85ab-d58138b9fdb2 req-cec2d36b-9231-4d48-acf0-d015a8db20b5 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:25.245633 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3f874f4f-ef7a-4069-85ab-d58138b9fdb2 req-cec2d36b-9231-4d48-acf0-d015a8db20b5 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 946 time: 0.0786715 Mar 23 12:41:25.271669 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:25.306657 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3f874f4f-ef7a-4069-85ab-d58138b9fdb2 req-c0fb84e7-85f3-448c-a0c7-cd522f60799b tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539968 Mar 23 12:41:25.387770 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f37c8f1f-0b57-4faf-9c0c-099ad7455a91 req-1313edaf-3a9b-4559-9540-793dcd5b1a7f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430615 Mar 23 12:41:25.510143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a29a80-5f53-4893-acc4-fd0b2c8e7bd9 None None] Network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:41:25.535331 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf1daa-6e6b-4513-b4a4-99aa6594cb95 req-d156afb1-4844-44c2-9fc3-2f8ae3b7c3aa tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:25.537428 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7adf1daa-6e6b-4513-b4a4-99aa6594cb95 req-d156afb1-4844-44c2-9fc3-2f8ae3b7c3aa tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0817678 Mar 23 12:41:25.604859 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7adf1daa-6e6b-4513-b4a4-99aa6594cb95 req-1a34d620-58e9-4671-86f4-2b86fe73bb8d tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579140 Mar 23 12:41:25.642748 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d62bb77b-10c0-4d13-bf4d-a1f199d4acb4 None None] Provisioning complete for port bd576824-b28d-4cb1-bd94-19beecfb242a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:25.643386 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d62bb77b-10c0-4d13-bf4d-a1f199d4acb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:25.845406 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d62bb77b-10c0-4d13-bf4d-a1f199d4acb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:25.885628 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d62bb77b-10c0-4d13-bf4d-a1f199d4acb4 None None] For port bd576824-b28d-4cb1-bd94-19beecfb242a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bd576824-b28d-4cb1-bd94-19beecfb242a,segment=NetworkSegment(db53acb3-07ac-4ad6-9d06-e5862eb13546),segment_id=db53acb3-07ac-4ad6-9d06-e5862eb13546)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:25.891300 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d62bb77b-10c0-4d13-bf4d-a1f199d4acb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:25.952690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bb77b-10c0-4d13-bf4d-a1f199d4acb4 None None] Pushing event updated for resources: {'Port': ['ID=bd576824-b28d-4cb1-bd94-19beecfb242a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:26.047324 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:26.188587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bd576824-b28d-4cb1-bd94-19beecfb242a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:41:26.207997 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86830f-2c34-463f-832f-502feb8963cf req-4f61b7ed-8096-4ddd-a2ca-51cc9115a1f3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:26.209605 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b86830f-2c34-463f-832f-502feb8963cf req-4f61b7ed-8096-4ddd-a2ca-51cc9115a1f3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1829872 Mar 23 12:41:26.240052 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-32009513-40cf-4257-abb5-c117a6adebc8 None None] Provisioning complete for port bd576824-b28d-4cb1-bd94-19beecfb242a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:26.240427 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-32009513-40cf-4257-abb5-c117a6adebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:26.282031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709fdca0-6299-4020-88ca-e5e0b7e24d2f {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:41:26.284569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port bd576824-b28d-4cb1-bd94-19beecfb242a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:26.284934 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:26.329573 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:26.356622 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Transition to ACTIVE for port object 709fdca0-6299-4020-88ca-e5e0b7e24d2f will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:41:26.370624 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:26.378241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b86830f-2c34-463f-832f-502feb8963cf req-09fb8435-ec6d-41ab-a138-73e3cde60580 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559985 Mar 23 12:41:26.504379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Pushing event updated for resources: {'Port': ['ID=709fdca0-6299-4020-88ca-e5e0b7e24d2f,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:26.505596 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cb1c8-8679-4ba4-a992-e4f30179fcac req-7924eb0a-21d8-4418-aefd-92cd31f0bc5a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:26.507327 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:26.513797 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-478cb1c8-8679-4ba4-a992-e4f30179fcac req-7924eb0a-21d8-4418-aefd-92cd31f0bc5a tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 946 time: 0.0662789 Mar 23 12:41:26.548205 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-478cb1c8-8679-4ba4-a992-e4f30179fcac req-b5adf1ce-90f2-41aa-980c-040d3597f150 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333166 Mar 23 12:41:26.639080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Attempting to bind port 709fdca0-6299-4020-88ca-e5e0b7e24d2f on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:41:26.639413 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Attempting to bind port 709fdca0-6299-4020-88ca-e5e0b7e24d2f by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:41:26.639737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Attempting to bind port 709fdca0-6299-4020-88ca-e5e0b7e24d2f on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:26.653605 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ece73b-b8f7-4d57-9e34-9d4a5ce81df5 req-952b6382-9f7c-4eaf-8bed-1b3b5872225c tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:26.655210 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33ece73b-b8f7-4d57-9e34-9d4a5ce81df5 req-952b6382-9f7c-4eaf-8bed-1b3b5872225c tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 944 time: 0.1558614 Mar 23 12:41:26.657898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Port 709fdca0-6299-4020-88ca-e5e0b7e24d2f on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:41:26.658461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Attempting to bind port 709fdca0-6299-4020-88ca-e5e0b7e24d2f on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:26.706483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:41:26.706860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Checking segment: {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:41:26.707210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Bound using segment: {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:41:26.707715 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Bound port: 709fdca0-6299-4020-88ca-e5e0b7e24d2f, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:41:26.708155 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:26.792178 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33ece73b-b8f7-4d57-9e34-9d4a5ce81df5 req-1ae5fada-87d5-43a8-9421-251fad89a7bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292362 Mar 23 12:41:26.829059 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddbc52c8-0ae2-4ba7-a817-dae1dfc2b9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:26.862337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] For port 709fdca0-6299-4020-88ca-e5e0b7e24d2f, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:41:26.868189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] For port 709fdca0-6299-4020-88ca-e5e0b7e24d2f, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=709fdca0-6299-4020-88ca-e5e0b7e24d2f,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:41:26.880808 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:26.910054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b57b71-3989-443c-82a6-972910aa02b2 req-1a0ad4f1-abc5-422a-9520-d6d46c17eeb1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:26.910054 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-72b57b71-3989-443c-82a6-972910aa02b2 req-1a0ad4f1-abc5-422a-9520-d6d46c17eeb1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1138651 Mar 23 12:41:26.942688 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:26.943320 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:26.944762 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3176d23c-8518-4913-a84c-186485724b30 req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] 10.222.0.77 "PUT /v2.0/ports/709fdca0-6299-4020-88ca-e5e0b7e24d2f HTTP/1.1" status: 200 len: 1092 time: 1.8525596 Mar 23 12:41:26.945259 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa826e48-3344-4299-bb4d-4c76130e0f61', 'tag': '709fdca0-6299-4020-88ca-e5e0b7e24d2f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:26.948231 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae8202b-ef8f-4214-b2b6-c2cf4ec621c6" -d '{"events": [{"name": "network-changed", "server_uuid": "aa826e48-3344-4299-bb4d-4c76130e0f61", "tag": "709fdca0-6299-4020-88ca-e5e0b7e24d2f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:26.956831 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-72b57b71-3989-443c-82a6-972910aa02b2 req-98285de5-93f5-4644-9c5a-89968328e798 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339477 Mar 23 12:41:27.012169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Router f07840be-cdb3-4dee-a333-5c1ca01449df is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:41:27.041724 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c5b22f-3afd-450b-b79e-34b0be1951a8 x-openstack-request-id: req-30c5b22f-3afd-450b-b79e-34b0be1951a8 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:41:27.042051 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa826e48-3344-4299-bb4d-4c76130e0f61", "tag": "709fdca0-6299-4020-88ca-e5e0b7e24d2f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:41:27.042268 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30c5b22f-3afd-450b-b79e-34b0be1951a8 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:41:27.042658 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa826e48-3344-4299-bb4d-4c76130e0f61', 'tag': '709fdca0-6299-4020-88ca-e5e0b7e24d2f', 'status': 'completed', 'code': 200} Mar 23 12:41:27.057472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d3b92-ae1d-487f-93f4-75328437f63c service neutron] Pushing event updated for resources: {'Port': ['ID=709fdca0-6299-4020-88ca-e5e0b7e24d2f,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:27.077189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8034f72-dba7-4210-8f9a-a9269010fda5 req-71c655a8-7ecc-486f-91f3-1b55d17c1da3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:27.078671 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8034f72-dba7-4210-8f9a-a9269010fda5 req-71c655a8-7ecc-486f-91f3-1b55d17c1da3 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 946 time: 0.1875918 Mar 23 12:41:27.129647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176d23c-8518-4913-a84c-186485724b30 req-e37f16fa-75cd-4377-8719-83f4298b15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:27.131105 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3176d23c-8518-4913-a84c-186485724b30 req-e37f16fa-75cd-4377-8719-83f4298b15a0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 1095 time: 0.1363361 Mar 23 12:41:27.217209 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3176d23c-8518-4913-a84c-186485724b30 req-a30611d6-b798-4e22-9554-8106d483f03f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=709fdca0-6299-4020-88ca-e5e0b7e24d2f HTTP/1.1" status: 200 len: 217 time: 0.0751293 Mar 23 12:41:27.268030 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8034f72-dba7-4210-8f9a-a9269010fda5 req-9460aafd-1139-440b-ae80-30fe1fc0a871 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581402 Mar 23 12:41:27.281556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:41:27.301727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Sync routers for ids ['f07840be-cdb3-4dee-a333-5c1ca01449df'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:41:27.311971 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176d23c-8518-4913-a84c-186485724b30 req-11b64a1c-b066-4be9-83b4-c73691af2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:27.314200 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3176d23c-8518-4913-a84c-186485724b30 req-11b64a1c-b066-4be9-83b4-c73691af2a65 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d214faa0-c958-46e5-affe-d81670b016f4 HTTP/1.1" status: 200 len: 845 time: 0.0862927 Mar 23 12:41:27.318086 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Routers {'f07840be-cdb3-4dee-a333-5c1ca01449df'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:41:27.318910 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:41:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f07840be-cdb3-4dee-a333-5c1ca01449df'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:27.321083 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:27.327008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40282) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:27.340462 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-70f8ae07-c9e6-4e60-9700-b55cf5978077 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5989459 Mar 23 12:41:27.377673 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3176d23c-8518-4913-a84c-186485724b30 req-6dcaa82f-6927-4d4a-97c5-a311e023e624 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328429 Mar 23 12:41:27.462331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Set router f07840be-cdb3-4dee-a333-5c1ca01449df gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:41:27.542771 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3176d23c-8518-4913-a84c-186485724b30 req-2bb59b25-8d42-47d2-ac06-4c923647077f service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572921 Mar 23 12:41:27.621906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b384d0-a567-4d90-b582-953ba99e3d50 req-f5b20353-2b0b-464b-b490-1f169343fd2a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:27.623490 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-80b384d0-a567-4d90-b582-953ba99e3d50 req-f5b20353-2b0b-464b-b490-1f169343fd2a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1244440 Mar 23 12:41:27.724809 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:27.730599 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3176d23c-8518-4913-a84c-186485724b30 req-99ca7032-dde8-4091-aee2-4b98e38709a2 service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685982 Mar 23 12:41:27.754448 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:25Z', 'revision_number': 3, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:27.790095 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Checking router: f07840be-cdb3-4dee-a333-5c1ca01449df for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:41:27.790609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Updating router f07840be-cdb3-4dee-a333-5c1ca01449df port b7030ac9-d910-49f4-9b35-fa9089eb745a binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:41:27.823340 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:27.825839 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-80b384d0-a567-4d90-b582-953ba99e3d50 req-584daf35-77bd-4952-982a-81c8234a7770 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714337 Mar 23 12:41:27.868083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8202b-ef8f-4214-b2b6-c2cf4ec621c6 req-0ba83b42-272b-4e78-9700-7e8117b0f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:27.870352 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ae8202b-ef8f-4214-b2b6-c2cf4ec621c6 req-0ba83b42-272b-4e78-9700-7e8117b0f3ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 1095 time: 0.0859454 Mar 23 12:41:28.046664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8202b-ef8f-4214-b2b6-c2cf4ec621c6 req-222deb5c-6d85-46eb-bd4b-cd28d7b87e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:28.049380 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ae8202b-ef8f-4214-b2b6-c2cf4ec621c6 req-222deb5c-6d85-46eb-bd4b-cd28d7b87e2e service neutron] 10.222.0.77 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 906 time: 0.1685760 Mar 23 12:41:28.151686 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ae8202b-ef8f-4214-b2b6-c2cf4ec621c6 req-2469d7b7-144e-4045-8a13-f99d9004fa42 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=709fdca0-6299-4020-88ca-e5e0b7e24d2f HTTP/1.1" status: 200 len: 217 time: 0.0749383 Mar 23 12:41:28.177948 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:28.201764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c42e20-dcfe-4994-814b-d6c22aa723f2 req-639cedf1-0dbb-4886-b720-e89326b04def tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:28.203301 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d5c42e20-dcfe-4994-814b-d6c22aa723f2 req-639cedf1-0dbb-4886-b720-e89326b04def tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1098816 Mar 23 12:41:28.251605 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8202b-ef8f-4214-b2b6-c2cf4ec621c6 req-527ea447-5aea-40eb-9a5b-81ee6b14de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:28.254817 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ae8202b-ef8f-4214-b2b6-c2cf4ec621c6 req-527ea447-5aea-40eb-9a5b-81ee6b14de1c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d214faa0-c958-46e5-affe-d81670b016f4 HTTP/1.1" status: 200 len: 845 time: 0.0767655 Mar 23 12:41:28.307239 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ae8202b-ef8f-4214-b2b6-c2cf4ec621c6 req-54ff3214-5ce2-4d51-83b5-e6f05a9f8e01 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454903 Mar 23 12:41:28.322658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf993186-fba6-4ba0-9f58-8a5b094cf901 req-5fc66a31-2e05-412c-a6ff-50fadc6a0cee tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:28.325088 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d5c42e20-dcfe-4994-814b-d6c22aa723f2 req-fa7fa868-f2c9-4937-a6f0-36a402891567 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109500 Mar 23 12:41:28.335845 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:28.338968 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bf993186-fba6-4ba0-9f58-8a5b094cf901 req-5fc66a31-2e05-412c-a6ff-50fadc6a0cee tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 944 time: 0.2845573 Mar 23 12:41:28.346457 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:28.438259 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Attempting to bind port b7030ac9-d910-49f4-9b35-fa9089eb745a on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:41:28.438926 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Attempting to bind port b7030ac9-d910-49f4-9b35-fa9089eb745a by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:41:28.441450 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Attempting to bind port b7030ac9-d910-49f4-9b35-fa9089eb745a on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:28.467761 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:41:28.468447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:41:28.469037 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:28.470753 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:41:28.472052 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Bound port: b7030ac9-d910-49f4-9b35-fa9089eb745a, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:41:28.479420 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:28.483058 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969b53d-3153-4629-8ef5-e90419ff3673 None None] Pushing event updated for resources: {'Port': ['ID=b7030ac9-d910-49f4-9b35-fa9089eb745a,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:28.510597 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ae8202b-ef8f-4214-b2b6-c2cf4ec621c6 req-413ec891-7035-4ae4-a442-70e7284b67d2 service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687918 Mar 23 12:41:28.553848 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Allocated IP 172.20.0.1 (3f6b99f7-81d5-426f-bb53-cc4586fa4a54/04aa0ac9-74bf-48af-b463-b2b30beed0d6/c95f1cfe-1053-401a-a084-4ba67d012ca9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:41:28.575108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0eab8-11cd-41cf-9c18-47bcd60598ae req-02664553-b716-4665-8c2a-491e0920d5a5 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:28.576673 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5be0eab8-11cd-41cf-9c18-47bcd60598ae req-02664553-b716-4665-8c2a-491e0920d5a5 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 946 time: 0.1093881 Mar 23 12:41:28.609034 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] For port b7030ac9-d910-49f4-9b35-fa9089eb745a, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:41:28.618358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] For port b7030ac9-d910-49f4-9b35-fa9089eb745a, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b7030ac9-d910-49f4-9b35-fa9089eb745a,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:41:28.627385 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:28.629722 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ae8202b-ef8f-4214-b2b6-c2cf4ec621c6 req-9a61a993-e7f1-43dd-98db-cf96c2ce4c8e service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110275 Mar 23 12:41:28.668471 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bf993186-fba6-4ba0-9f58-8a5b094cf901 req-f2619bc9-102d-4b3c-b238-7a43dda8518e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568162 Mar 23 12:41:28.716494 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5be0eab8-11cd-41cf-9c18-47bcd60598ae req-1fb5c97c-78ea-4583-82d1-5ebb73870347 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e9ad70-50e7-400b-b505-4c59f8d543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289127 Mar 23 12:41:28.736096 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969b53d-3153-4629-8ef5-e90419ff3673 None None] Pushing event updated for resources: {'Port': ['ID=b7030ac9-d910-49f4-9b35-fa9089eb745a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:28.775686 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Routers {'f07840be-cdb3-4dee-a333-5c1ca01449df'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:41:28.776503 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:41:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f07840be-cdb3-4dee-a333-5c1ca01449df'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:28.798221 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:28.845439 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:28.895758 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:41:28.903250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:41:28.924016 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:41:28.941621 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] Set router f07840be-cdb3-4dee-a333-5c1ca01449df gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:41:28.996646 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=c95f1cfe-1053-401a-a084-4ba67d012ca9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:29.041640 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe4557-a64f-4d60-93c1-dc6ddfc092a6 req-c14fe2e9-fffa-426d-950a-61afc9c1f807 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:29.050901 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:29.053410 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-abfe4557-a64f-4d60-93c1-dc6ddfc092a6 req-c14fe2e9-fffa-426d-950a-61afc9c1f807 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1052427 Mar 23 12:41:29.188537 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-abfe4557-a64f-4d60-93c1-dc6ddfc092a6 req-dd5e0b46-6c31-4254-ae83-f578600b65aa tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240146 Mar 23 12:41:29.227298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce947c6-2350-4a26-810a-cfe067e91e11 req-0271c9f1-3c83-4c7e-976f-2f41e1d70da1 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:29.228931 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9ce947c6-2350-4a26-810a-cfe067e91e11 req-0271c9f1-3c83-4c7e-976f-2f41e1d70da1 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 946 time: 0.1402264 Mar 23 12:41:29.242762 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:29.324009 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:25Z', 'revision_number': 3, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:29.380980 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:29.401056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de66574-3b06-44c2-8e4f-9888a8073095 None None] The sync data for ids ['f07840be-cdb3-4dee-a333-5c1ca01449df'] in n-d-834854-1 is: [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:25Z', 'revision_number': 3, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:41:29.428505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9ce947c6-2350-4a26-810a-cfe067e91e11 req-26b40c09-2e8f-466b-9427-4dc606bade6c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Deleting port 40bb11c2-29c2-4b7e-974d-c75d0a6f657b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:41:29.430137 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9ce947c6-2350-4a26-810a-cfe067e91e11 req-26b40c09-2e8f-466b-9427-4dc606bade6c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:29.432943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ac9ae890-485e-4b80-b9be-7220169cd136 None None] Provisioning complete for port c95f1cfe-1053-401a-a084-4ba67d012ca9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:29.433342 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ac9ae890-485e-4b80-b9be-7220169cd136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:29.494525 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 16808b85-3d52-498b-9aa9-44a51e268b09 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:41:29.570921 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc1570-4875-4ad3-b7be-0e48b78cadd7 req-63119d8d-e615-48a6-a5d3-af5a48309101 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:29.571489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ae890-485e-4b80-b9be-7220169cd136 None None] Port c95f1cfe-1053-401a-a084-4ba67d012ca9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:41:29.575272 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:29.581979 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-52fc1570-4875-4ad3-b7be-0e48b78cadd7 req-63119d8d-e615-48a6-a5d3-af5a48309101 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1181655 Mar 23 12:41:29.590058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-9ce947c6-2350-4a26-810a-cfe067e91e11 req-26b40c09-2e8f-466b-9427-4dc606bade6c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] For port 40bb11c2-29c2-4b7e-974d-c75d0a6f657b, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=40bb11c2-29c2-4b7e-974d-c75d0a6f657b,segment=NetworkSegment(28db9df2-2ddb-4172-b921-3d0f5364299a),segment_id=28db9df2-2ddb-4172-b921-3d0f5364299a)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:29.590731 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9ce947c6-2350-4a26-810a-cfe067e91e11 req-26b40c09-2e8f-466b-9427-4dc606bade6c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:29.615410 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9ce947c6-2350-4a26-810a-cfe067e91e11 req-26b40c09-2e8f-466b-9427-4dc606bade6c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Calling delete_port for 40bb11c2-29c2-4b7e-974d-c75d0a6f657b owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:41:29.677338 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-52fc1570-4875-4ad3-b7be-0e48b78cadd7 req-bbb2365c-8a21-4793-904a-6d6e7a973856 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944941 Mar 23 12:41:29.754352 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 16808b85-3d52-498b-9aa9-44a51e268b09, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=16808b85-3d52-498b-9aa9-44a51e268b09,segment=NetworkSegment(5133c369-e456-47ed-8fde-a80218fa7721),segment_id=5133c369-e456-47ed-8fde-a80218fa7721)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:29.789871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '16808b85-3d52-498b-9aa9-44a51e268b09', 'network_id': '0d7586cb-c578-4321-b2f0-57004618f1d2', 'port_id': '16808b85-3d52-498b-9aa9-44a51e268b09', 'mac_address': 'fa:16:3e:01:3c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c1c311-8a85-47c1-9d8e-59c06015b5f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:41:29.794876 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:29.802561 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:29.831807 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9ce947c6-2350-4a26-810a-cfe067e91e11 req-26b40c09-2e8f-466b-9427-4dc606bade6c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:29.934948 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:29.952140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['40bb11c2-29c2-4b7e-974d-c75d0a6f657b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:41:29.993718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b40c09-2e8f-466b-9427-4dc606bade6c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Pushing event deleted for resources: {'Port': ['ID=40bb11c2-29c2-4b7e-974d-c75d0a6f657b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:30.015503 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=c95f1cfe-1053-401a-a084-4ba67d012ca9,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:30.027428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16808b85-3d52-498b-9aa9-44a51e268b09 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:41:30.072963 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 16808b85-3d52-498b-9aa9-44a51e268b09, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=16808b85-3d52-498b-9aa9-44a51e268b09,segment=NetworkSegment(5133c369-e456-47ed-8fde-a80218fa7721),segment_id=5133c369-e456-47ed-8fde-a80218fa7721)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:30.079080 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1813634b-21d7-4bbe-a731-a16373d9906f req-c3fa0402-b353-41ca-96e1-8d3f00f42d87 tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 210 time: 0.0982335 Mar 23 12:41:30.085925 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:30.108701 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:30.234078 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b7030ac9-d910-49f4-9b35-fa9089eb745a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:41:30.306439 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=16808b85-3d52-498b-9aa9-44a51e268b09,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:30.339913 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['16808b85-3d52-498b-9aa9-44a51e268b09'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:41:30.431120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:41:30.435176 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:41:30.503462 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4857e4-5337-4b76-9ae4-3d5dcfbd5337 req-b70707b9-eb8a-4ca3-bcbc-fc080f9448a0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:30.511810 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f4857e4-5337-4b76-9ae4-3d5dcfbd5337 req-b70707b9-eb8a-4ca3-bcbc-fc080f9448a0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1698189 Mar 23 12:41:30.607661 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port b7030ac9-d910-49f4-9b35-fa9089eb745a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:30.613313 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:31.005130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce947c6-2350-4a26-810a-cfe067e91e11 req-26b40c09-2e8f-466b-9427-4dc606bade6c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] No DVR routers for this DVR port 40bb11c2-29c2-4b7e-974d-c75d0a6f657b on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:41:31.018349 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9ce947c6-2350-4a26-810a-cfe067e91e11 req-26b40c09-2e8f-466b-9427-4dc606bade6c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:31.018511 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-91aae049-58c1-48b2-9d3e-8756ff5e57ee None None] Provisioning complete for port c95f1cfe-1053-401a-a084-4ba67d012ca9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:31.018865 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-91aae049-58c1-48b2-9d3e-8756ff5e57ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:31.020572 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:31.021786 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9ce947c6-2350-4a26-810a-cfe067e91e11 req-26b40c09-2e8f-466b-9427-4dc606bade6c tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.77 "DELETE /v2.0/ports/40bb11c2-29c2-4b7e-974d-c75d0a6f657b HTTP/1.1" status: 204 len: 173 time: 1.7802012 Mar 23 12:41:31.024634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eb3d2c-2733-47ed-bbd5-c142d2feba03', 'name': 'network-vif-deleted', 'tag': '40bb11c2-29c2-4b7e-974d-c75d0a6f657b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:31.037089 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af57ecd-d5c1-4519-8394-85a55ac1af0c" -d '{"events": [{"server_uuid": "b8eb3d2c-2733-47ed-bbd5-c142d2feba03", "name": "network-vif-deleted", "tag": "40bb11c2-29c2-4b7e-974d-c75d0a6f657b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:31.096855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589db15d-98e2-4dbf-82d9-0d052ff468a5 req-6df4360f-6e4e-4e38-a6df-be98d361c58f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:31.114927 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-589db15d-98e2-4dbf-82d9-0d052ff468a5 req-6df4360f-6e4e-4e38-a6df-be98d361c58f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 944 time: 1.2405040 Mar 23 12:41:31.117448 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port b7030ac9-d910-49f4-9b35-fa9089eb745a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b7030ac9-d910-49f4-9b35-fa9089eb745a,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:31.148817 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:31.159342 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-91aae049-58c1-48b2-9d3e-8756ff5e57ee None None] Port c95f1cfe-1053-401a-a084-4ba67d012ca9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:41:31.217338 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-589db15d-98e2-4dbf-82d9-0d052ff468a5 req-201b55ce-79a7-4c2a-a260-7db4f85ecce4 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011591 Mar 23 12:41:31.256593 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f4857e4-5337-4b76-9ae4-3d5dcfbd5337 req-a0c19b61-e668-4fae-a36a-f69aa328e6a0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7438941 Mar 23 12:41:31.292634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=b7030ac9-d910-49f4-9b35-fa9089eb745a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:31.304766 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Router f07840be-cdb3-4dee-a333-5c1ca01449df has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:41:31.377794 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ba2269-8e97-43a7-a701-8ebcfbd459f8 x-openstack-request-id: req-28ba2269-8e97-43a7-a701-8ebcfbd459f8 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:41:31.377992 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eb3d2c-2733-47ed-bbd5-c142d2feba03", "name": "network-vif-deleted", "tag": "40bb11c2-29c2-4b7e-974d-c75d0a6f657b", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:41:31.378123 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28ba2269-8e97-43a7-a701-8ebcfbd459f8 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:41:31.378511 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eb3d2c-2733-47ed-bbd5-c142d2feba03', 'name': 'network-vif-deleted', 'tag': '40bb11c2-29c2-4b7e-974d-c75d0a6f657b', 'status': 'completed', 'code': 200} Mar 23 12:41:31.406269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0142c-b738-4a4a-a7e7-3978a09679c6 req-47f66b49-1641-4cc7-8a38-6a98de2c9aab tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:31.418829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50a0142c-b738-4a4a-a7e7-3978a09679c6 req-47f66b49-1641-4cc7-8a38-6a98de2c9aab tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 945 time: 0.0960579 Mar 23 12:41:31.465906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:41:31.476514 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5aedebc9-3708-47b6-b9f7-bfa7e3a76dd1 admin admin] 10.222.0.52 "PUT /v2.0/routers/f07840be-cdb3-4dee-a333-5c1ca01449df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1477833 Mar 23 12:41:31.496308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 709fdca0-6299-4020-88ca-e5e0b7e24d2f details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:41:31.501341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 16808b85-3d52-498b-9aa9-44a51e268b09 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:41:31.522570 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50a0142c-b738-4a4a-a7e7-3978a09679c6 req-f51415d8-b3ea-4ee0-a9e9-a114b50f7b7c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988319 Mar 23 12:41:31.575874 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:41:31.591120 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0abdfc35-9cf6-4b93-acc6-45b3bb9fe409 req-a78df3ba-e7d1-4a9c-bcad-98a53c9a43cf tempest-DeleteServersTestJSON-1163310776 tempest-DeleteServersTestJSON-1163310776-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eb3d2c-2733-47ed-bbd5-c142d2feba03 HTTP/1.1" status: 200 len: 210 time: 0.0555294 Mar 23 12:41:31.733121 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 709fdca0-6299-4020-88ca-e5e0b7e24d2f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=709fdca0-6299-4020-88ca-e5e0b7e24d2f,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:31.748370 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '709fdca0-6299-4020-88ca-e5e0b7e24d2f', 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871', 'port_id': '709fdca0-6299-4020-88ca-e5e0b7e24d2f', 'mac_address': 'fa:16:3e:49:c9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd214faa0-c958-46e5-affe-d81670b016f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:41:31.750891 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 16808b85-3d52-498b-9aa9-44a51e268b09 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:31.751436 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:32.005384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96984444-1764-4595-8b21-346a75d1066b req-ac553a47-a437-4651-9960-934092e3cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:32.008598 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-96984444-1764-4595-8b21-346a75d1066b req-ac553a47-a437-4651-9960-934092e3cad5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3286ec5331c84fb882866d3d1b89855a&device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 1096 time: 0.0999172 Mar 23 12:41:32.139346 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:32.186025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96984444-1764-4595-8b21-346a75d1066b req-00dcc8f7-b0d1-4315-8c59-02c3a41fa98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:32.187679 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-96984444-1764-4595-8b21-346a75d1066b req-00dcc8f7-b0d1-4315-8c59-02c3a41fa98c service neutron] 10.222.0.77 "GET /v2.0/networks?id=0d7586cb-c578-4321-b2f0-57004618f1d2 HTTP/1.1" status: 200 len: 913 time: 0.1476209 Mar 23 12:41:32.191114 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709fdca0-6299-4020-88ca-e5e0b7e24d2f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:41:32.213943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b7030ac9-d910-49f4-9b35-fa9089eb745a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:41:32.272211 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-96984444-1764-4595-8b21-346a75d1066b req-31178254-66f5-4f9c-8dc9-10f47312bd57 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16808b85-3d52-498b-9aa9-44a51e268b09 HTTP/1.1" status: 200 len: 217 time: 0.0738921 Mar 23 12:41:32.303313 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:32.306339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 709fdca0-6299-4020-88ca-e5e0b7e24d2f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=709fdca0-6299-4020-88ca-e5e0b7e24d2f,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:32.324450 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:32.385504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2e6b91-ac1b-4510-a5b9-12c88150b3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16808b85-3d52-498b-9aa9-44a51e268b09'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:32.388839 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33425525-dc50-4483-b9ea-d82f780a7773" -d '{"events": [{"server_uuid": "ec2e6b91-ac1b-4510-a5b9-12c88150b3c4", "name": "network-vif-plugged", "status": "completed", "tag": "16808b85-3d52-498b-9aa9-44a51e268b09"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:32.401024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96984444-1764-4595-8b21-346a75d1066b req-43c437f9-0279-4d9a-9a1a-3f9d0445e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:32.403318 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Sync routers for ids ['f07840be-cdb3-4dee-a333-5c1ca01449df'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:41:32.406369 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-96984444-1764-4595-8b21-346a75d1066b req-43c437f9-0279-4d9a-9a1a-3f9d0445e23c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e2c1c311-8a85-47c1-9d8e-59c06015b5f2 HTTP/1.1" status: 200 len: 852 time: 0.1253321 Mar 23 12:41:32.417440 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Routers {'f07840be-cdb3-4dee-a333-5c1ca01449df'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:41:32.421847 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:41:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f07840be-cdb3-4dee-a333-5c1ca01449df'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:32.423721 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 16808b85-3d52-498b-9aa9-44a51e268b09, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=16808b85-3d52-498b-9aa9-44a51e268b09,segment=NetworkSegment(5133c369-e456-47ed-8fde-a80218fa7721),segment_id=5133c369-e456-47ed-8fde-a80218fa7721)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:32.431608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=709fdca0-6299-4020-88ca-e5e0b7e24d2f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:32.441412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40362) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:32.448436 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b3e30d1d-491a-4eba-a527-859cc994e229 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1279106484', 'description': 'tempest-description--1602787423'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:32.453309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port b7030ac9-d910-49f4-9b35-fa9089eb745a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:32.453683 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:32.455094 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e0857-a241-4de0-b8f6-747f056d407a req-60d1b976-2a43-4c0a-928d-acbab0b3ff40 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:32.455954 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:32.459220 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-391e0857-a241-4de0-b8f6-747f056d407a req-60d1b976-2a43-4c0a-928d-acbab0b3ff40 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 945 time: 0.1070712 Mar 23 12:41:32.503627 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-96984444-1764-4595-8b21-346a75d1066b req-c70be438-af61-4512-abeb-16502ae45df4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0d7586cb-c578-4321-b2f0-57004618f1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897698 Mar 23 12:41:32.545353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=16808b85-3d52-498b-9aa9-44a51e268b09,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:32.552569 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-391e0857-a241-4de0-b8f6-747f056d407a req-261481e6-8b07-4db9-8bb5-6e93699f8955 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860841 Mar 23 12:41:32.612903 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501d3ca4-ce50-4655-84b9-c51253f275e7 x-openstack-request-id: req-501d3ca4-ce50-4655-84b9-c51253f275e7 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:41:32.613391 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2e6b91-ac1b-4510-a5b9-12c88150b3c4", "name": "network-vif-plugged", "status": "completed", "tag": "16808b85-3d52-498b-9aa9-44a51e268b09", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:41:32.614160 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-501d3ca4-ce50-4655-84b9-c51253f275e7 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:41:32.614606 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2e6b91-ac1b-4510-a5b9-12c88150b3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16808b85-3d52-498b-9aa9-44a51e268b09', 'code': 200} Mar 23 12:41:32.626290 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3e30d1d-491a-4eba-a527-859cc994e229 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:32.680547 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Set router f07840be-cdb3-4dee-a333-5c1ca01449df gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:41:32.685141 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2577f-c302-4715-a4d7-66f954e4c441 req-85dec971-326e-4c4e-808c-32f6b7eb2dbb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:32.686707 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25c2577f-c302-4715-a4d7-66f954e4c441 req-85dec971-326e-4c4e-808c-32f6b7eb2dbb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1550639 Mar 23 12:41:32.735736 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-96984444-1764-4595-8b21-346a75d1066b req-b0506927-620d-4bee-a9ea-2a6e124d6a15 service neutron] 10.222.0.77 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215955 Mar 23 12:41:32.737312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4862b57-9103-41e7-811f-9ea32cf8866d req-63758788-2027-4953-8c78-2cdfd0e9f076 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:32.746645 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e4862b57-9103-41e7-811f-9ea32cf8866d req-63758788-2027-4953-8c78-2cdfd0e9f076 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0693984 Mar 23 12:41:32.794348 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e4862b57-9103-41e7-811f-9ea32cf8866d req-d38bef2d-de7d-4ab1-bc1d-2843462b5989 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448039 Mar 23 12:41:32.795282 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25c2577f-c302-4715-a4d7-66f954e4c441 req-7f44cd14-dde7-4629-bb56-b6718bb2619c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937495 Mar 23 12:41:32.835775 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3e30d1d-491a-4eba-a527-859cc994e229 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:32.853820 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3e30d1d-491a-4eba-a527-859cc994e229 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:32.931854 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3e30d1d-491a-4eba-a527-859cc994e229 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:32.933127 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b3e30d1d-491a-4eba-a527-859cc994e229 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4907351 Mar 23 12:41:32.933858 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e30d1d-491a-4eba-a527-859cc994e229 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef5cedc-5802-41a4-8541-8ae4dbd52372,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:32.937553 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40378) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:32.949541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-33083c53-dfcd-46d0-941b-b4b8ab230006 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Request body: {'security_group_rule': {'security_group_id': 'fef5cedc-5802-41a4-8541-8ae4dbd52372', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:32.969384 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-96984444-1764-4595-8b21-346a75d1066b req-2a382a13-bdcc-4358-b82b-c2193c5eea6e service neutron] 10.222.0.77 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166097 Mar 23 12:41:32.974917 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['709fdca0-6299-4020-88ca-e5e0b7e24d2f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:41:33.001134 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:29Z', 'revision_number': 4, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c95f1cfe-1053-401a-a084-4ba67d012ca9', 'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'mac_address': 'fa:16:3e:4c:e0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:28Z', 'updated_at': '2022-03-23T12:41:29Z', 'revision_number': 2, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'subnets': [{'id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:33.020714 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33083c53-dfcd-46d0-941b-b4b8ab230006 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:33.071086 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Checking router: f07840be-cdb3-4dee-a333-5c1ca01449df for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:41:33.071546 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Updating router f07840be-cdb3-4dee-a333-5c1ca01449df port c95f1cfe-1053-401a-a084-4ba67d012ca9 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:41:33.117309 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:33.161436 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33083c53-dfcd-46d0-941b-b4b8ab230006 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:33.176353 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33083c53-dfcd-46d0-941b-b4b8ab230006 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:33.212113 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33083c53-dfcd-46d0-941b-b4b8ab230006 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053f2b1b-6836-40a6-a520-600b704e87dc,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:33.266484 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33083c53-dfcd-46d0-941b-b4b8ab230006 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:33.267889 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-33083c53-dfcd-46d0-941b-b4b8ab230006 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3293357 Mar 23 12:41:33.270693 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40400) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:33.276349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-68039ee5-8fa8-4730-a818-de5c041bdcb4 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Request body: {'security_group_rule': {'security_group_id': 'fef5cedc-5802-41a4-8541-8ae4dbd52372', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:33.329169 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68039ee5-8fa8-4730-a818-de5c041bdcb4 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:33.481816 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68039ee5-8fa8-4730-a818-de5c041bdcb4 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:33.491624 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68039ee5-8fa8-4730-a818-de5c041bdcb4 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:33.503022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 40bb11c2-29c2-4b7e-974d-c75d0a6f657b no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:41:33.535694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 40bb11c2-29c2-4b7e-974d-c75d0a6f657b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:41:33.536459 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 40bb11c2-29c2-4b7e-974d-c75d0a6f657b not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:41:33.551252 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68039ee5-8fa8-4730-a818-de5c041bdcb4 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804b30f3-90ea-4d2a-b057-d86c9fe5c9c7,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:33.576920 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:33.580563 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68039ee5-8fa8-4730-a818-de5c041bdcb4 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:33.583747 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-68039ee5-8fa8-4730-a818-de5c041bdcb4 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3117619 Mar 23 12:41:33.585953 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40418) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:33.587145 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:33.591687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:33.643486 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:33.646223 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d0f94-c47d-4ae2-ba1f-82f41acc0baf None None] Pushing event updated for resources: {'Port': ['ID=c95f1cfe-1053-401a-a084-4ba67d012ca9,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:33.655769 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d0f94-c47d-4ae2-ba1f-82f41acc0baf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:33.656351 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d0f94-c47d-4ae2-ba1f-82f41acc0baf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:33.656845 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d0f94-c47d-4ae2-ba1f-82f41acc0baf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:33.657453 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d0f94-c47d-4ae2-ba1f-82f41acc0baf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:33.657938 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d0f94-c47d-4ae2-ba1f-82f41acc0baf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:33.658419 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d0f94-c47d-4ae2-ba1f-82f41acc0baf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:33.659522 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d0f94-c47d-4ae2-ba1f-82f41acc0baf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:33.660162 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d0f94-c47d-4ae2-ba1f-82f41acc0baf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:33.660722 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d0f94-c47d-4ae2-ba1f-82f41acc0baf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:33.661467 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d0f94-c47d-4ae2-ba1f-82f41acc0baf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:33.662120 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d0f94-c47d-4ae2-ba1f-82f41acc0baf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:33.662609 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140d0f94-c47d-4ae2-ba1f-82f41acc0baf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:33.804331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c133b-1d3b-418a-9774-56c1d004f782 req-4cbe648a-2177-4ab1-a9ed-3be7799d0bbc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:33.809632 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Attempting to bind port c95f1cfe-1053-401a-a084-4ba67d012ca9 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:41:33.810640 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Attempting to bind port c95f1cfe-1053-401a-a084-4ba67d012ca9 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'db53acb3-07ac-4ad6-9d06-e5862eb13546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:41:33.811170 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Attempting to bind port c95f1cfe-1053-401a-a084-4ba67d012ca9 on network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:33.825302 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:41:33.827409 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-380c133b-1d3b-418a-9774-56c1d004f782 req-4cbe648a-2177-4ab1-a9ed-3be7799d0bbc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 945 time: 0.1614480 Mar 23 12:41:33.828060 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Checking segment: {'id': 'db53acb3-07ac-4ad6-9d06-e5862eb13546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:41:33.830623 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:33.831208 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Bound using segment: {'id': 'db53acb3-07ac-4ad6-9d06-e5862eb13546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:41:33.831866 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Bound port: c95f1cfe-1053-401a-a084-4ba67d012ca9, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db53acb3-07ac-4ad6-9d06-e5862eb13546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:41:33.833604 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:33.952325 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-380c133b-1d3b-418a-9774-56c1d004f782 req-8503493b-1b65-4776-a741-aad999e1c507 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190686 Mar 23 12:41:34.015415 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:34.025394 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] For port c95f1cfe-1053-401a-a084-4ba67d012ca9, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:41:34.032499 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] For port c95f1cfe-1053-401a-a084-4ba67d012ca9, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c95f1cfe-1053-401a-a084-4ba67d012ca9,segment=NetworkSegment(db53acb3-07ac-4ad6-9d06-e5862eb13546),segment_id=db53acb3-07ac-4ad6-9d06-e5862eb13546)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:41:34.039283 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5066250-b278-4d34-a685-9457478f81fa req-bfd4ba2e-1f69-4f8f-b5c9-d0a077586579 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:34.046762 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:34.057216 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f5066250-b278-4d34-a685-9457478f81fa req-bfd4ba2e-1f69-4f8f-b5c9-d0a077586579 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1436977 Mar 23 12:41:34.133536 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c8cddb29-b528-4697-8988-6b4d9ac527f3 None None] Provisioning complete for port c95f1cfe-1053-401a-a084-4ba67d012ca9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:34.134018 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c8cddb29-b528-4697-8988-6b4d9ac527f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:34.182298 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d0f94-c47d-4ae2-ba1f-82f41acc0baf None None] Pushing event updated for resources: {'Port': ['ID=c95f1cfe-1053-401a-a084-4ba67d012ca9,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:34.206864 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Routers {'f07840be-cdb3-4dee-a333-5c1ca01449df'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:41:34.207504 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:41:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f07840be-cdb3-4dee-a333-5c1ca01449df'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:34.213307 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f5066250-b278-4d34-a685-9457478f81fa req-89b77dce-3034-4534-a345-6c5121d682f8 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501229 Mar 23 12:41:34.312124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908758f-b6cb-45e9-a1f6-b0907d3cbe91 req-9b6cf892-36f6-4f70-810e-4abc033b794b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:34.326007 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d908758f-b6cb-45e9-a1f6-b0907d3cbe91 req-9b6cf892-36f6-4f70-810e-4abc033b794b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1998961 Mar 23 12:41:34.378682 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c8cddb29-b528-4697-8988-6b4d9ac527f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:34.433286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c8cddb29-b528-4697-8988-6b4d9ac527f3 None None] For port c95f1cfe-1053-401a-a084-4ba67d012ca9, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c95f1cfe-1053-401a-a084-4ba67d012ca9,segment=NetworkSegment(db53acb3-07ac-4ad6-9d06-e5862eb13546),segment_id=db53acb3-07ac-4ad6-9d06-e5862eb13546)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:34.442871 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c8cddb29-b528-4697-8988-6b4d9ac527f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:34.463492 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d908758f-b6cb-45e9-a1f6-b0907d3cbe91 req-ebdaf499-bf7e-48e9-8f18-ea070ab417cb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297240 Mar 23 12:41:34.473521 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Allocated IP 172.25.2.250 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/b3217a29-8cd5-47c7-ab04-c5c6e0c30a0d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:41:34.520688 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] Set router f07840be-cdb3-4dee-a333-5c1ca01449df gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:41:34.594921 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cddb29-b528-4697-8988-6b4d9ac527f3 None None] Pushing event updated for resources: {'Port': ['ID=c95f1cfe-1053-401a-a084-4ba67d012ca9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:34.610652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dcdd54b5-2205-4690-aec0-9c9a9c39c962 None None] Provisioning complete for port c95f1cfe-1053-401a-a084-4ba67d012ca9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:34.611403 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dcdd54b5-2205-4690-aec0-9c9a9c39c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:34.711589 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:34.792364 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:34.831208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:41:34.840307 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:41:34.866526 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:29Z', 'revision_number': 4, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c95f1cfe-1053-401a-a084-4ba67d012ca9', 'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'mac_address': 'fa:16:3e:4c:e0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:28Z', 'updated_at': '2022-03-23T12:41:34Z', 'revision_number': 4, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'subnets': [{'id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:34.915371 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:41:34.934005 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2036aaf2-8f62-43cb-affb-43e66ad96070 None None] The sync data for ids ['f07840be-cdb3-4dee-a333-5c1ca01449df'] in n-d-834854-1 is: [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:29Z', 'revision_number': 4, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c95f1cfe-1053-401a-a084-4ba67d012ca9', 'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'mac_address': 'fa:16:3e:4c:e0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:28Z', 'updated_at': '2022-03-23T12:41:34Z', 'revision_number': 4, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'subnets': [{'id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:41:34.967657 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event updated for resources: {'Port': ['ID=b3217a29-8cd5-47c7-ab04-c5c6e0c30a0d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:35.130964 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:35.193954 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:35.215918 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28e221-f094-421f-8bd1-b0a6c720fa29 req-b28328ce-aac8-45ae-9c5d-567b89223599 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:35.234417 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ef28e221-f094-421f-8bd1-b0a6c720fa29 req-b28328ce-aac8-45ae-9c5d-567b89223599 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 945 time: 0.1114507 Mar 23 12:41:35.319748 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ef28e221-f094-421f-8bd1-b0a6c720fa29 req-73ea0552-0117-412f-b971-1576b541fb6d tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814159 Mar 23 12:41:35.445556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347b85a-7074-4f51-945a-01829aba4262 req-45068577-33e0-4e33-a0e4-2b2e675837fb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:35.447627 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e347b85a-7074-4f51-945a-01829aba4262 req-45068577-33e0-4e33-a0e4-2b2e675837fb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1064858 Mar 23 12:41:35.507900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 709fdca0-6299-4020-88ca-e5e0b7e24d2f up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:41:35.627084 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 709fdca0-6299-4020-88ca-e5e0b7e24d2f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:41:35.638704 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 709fdca0-6299-4020-88ca-e5e0b7e24d2f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:35.639479 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:35.644874 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e347b85a-7074-4f51-945a-01829aba4262 req-34194fff-ebce-4939-8982-8961d64ddcb3 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886122 Mar 23 12:41:35.693382 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7b46a-50c4-4601-b281-3dd707a99d04 req-f3e44a6e-8ca9-467e-aca7-a3c66717d86f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:35.704541 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4b7b46a-50c4-4601-b281-3dd707a99d04 req-f3e44a6e-8ca9-467e-aca7-a3c66717d86f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1318913 Mar 23 12:41:35.749644 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:35.763036 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:35.861144 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4b7b46a-50c4-4601-b281-3dd707a99d04 req-e810aa6b-e223-4c94-89d7-0d04f89c221e tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541989 Mar 23 12:41:35.886453 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:35.961285 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa826e48-3344-4299-bb4d-4c76130e0f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709fdca0-6299-4020-88ca-e5e0b7e24d2f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:35.964611 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3570ad01-2f27-452d-9147-bdfde34821b3" -d '{"events": [{"server_uuid": "aa826e48-3344-4299-bb4d-4c76130e0f61", "name": "network-vif-plugged", "status": "completed", "tag": "709fdca0-6299-4020-88ca-e5e0b7e24d2f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:36.017205 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 709fdca0-6299-4020-88ca-e5e0b7e24d2f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=709fdca0-6299-4020-88ca-e5e0b7e24d2f,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:36.027743 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:36.120509 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9206b416-d793-4f3a-9f11-8f8883e0725b x-openstack-request-id: req-9206b416-d793-4f3a-9f11-8f8883e0725b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:41:36.120949 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa826e48-3344-4299-bb4d-4c76130e0f61", "name": "network-vif-plugged", "status": "completed", "tag": "709fdca0-6299-4020-88ca-e5e0b7e24d2f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:41:36.124648 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9206b416-d793-4f3a-9f11-8f8883e0725b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:41:36.125181 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa826e48-3344-4299-bb4d-4c76130e0f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709fdca0-6299-4020-88ca-e5e0b7e24d2f', 'code': 200} Mar 23 12:41:36.127989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event updated for resources: {'Port': ['ID=b3217a29-8cd5-47c7-ab04-c5c6e0c30a0d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:36.154866 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:36.185485 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=709fdca0-6299-4020-88ca-e5e0b7e24d2f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:36.186085 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:36.191298 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4b3e3f8e-132c-448f-995f-dfebc1513280 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6025410 Mar 23 12:41:36.277716 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dadf54-123d-4b67-bd3a-6ba31898d5a3 req-5416823c-f865-405b-b579-ca3d2a12d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:36.280506 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84dadf54-123d-4b67-bd3a-6ba31898d5a3 req-5416823c-f865-405b-b579-ca3d2a12d983 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 1097 time: 0.0652862 Mar 23 12:41:36.352696 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c95f1cfe-1053-401a-a084-4ba67d012ca9 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:41:36.418703 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84dadf54-123d-4b67-bd3a-6ba31898d5a3 req-f693b795-a9b6-49f4-bb25-1098e25f7f4c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277208 Mar 23 12:41:36.539549 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-c346fe69-adf5-4700-9d52-4ac54432d235 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1279106484&fields=id&tenant_id=1ea1481d248546008fdefdaf479fb3fc HTTP/1.1" status: 200 len: 267 time: 0.1072965 Mar 23 12:41:36.549612 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c95f1cfe-1053-401a-a084-4ba67d012ca9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:36.551302 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:36.617301 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ed52b-73b4-4c40-ac77-cc85bb37d48d req-e04b8d63-a1c7-4143-ab61-32e6b5a5a428 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:36.629253 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-759ed52b-73b4-4c40-ac77-cc85bb37d48d req-e04b8d63-a1c7-4143-ab61-32e6b5a5a428 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 946 time: 0.1092355 Mar 23 12:41:36.746547 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-759ed52b-73b4-4c40-ac77-cc85bb37d48d req-8ee1ca42-1b6e-4910-b65f-ea9480e7e737 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163189 Mar 23 12:41:36.941954 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-f071e382-0d14-4e60-b869-57a1f2017379 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:36.951338 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-f071e382-0d14-4e60-b869-57a1f2017379 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/networks?id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54 HTTP/1.1" status: 200 len: 810 time: 0.3983662 Mar 23 12:41:36.971170 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-0af88495-0f47-4112-9bed-9b9069a41475 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/quotas/1ea1481d248546008fdefdaf479fb3fc HTTP/1.1" status: 200 len: 375 time: 0.0185716 Mar 23 12:41:37.056500 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-7ac0ac04-b4ba-449d-a804-5dc925ac476d tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ea1481d248546008fdefdaf479fb3fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838027 Mar 23 12:41:37.108570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcad10-dfbc-403a-8f89-78927b215192 req-b358a988-0f1f-4775-a4d0-1c0d0739555f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:37.117934 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-02dcad10-dfbc-403a-8f89-78927b215192 req-b358a988-0f1f-4775-a4d0-1c0d0739555f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1410508 Mar 23 12:41:37.198451 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-02dcad10-dfbc-403a-8f89-78927b215192 req-60fc79b8-6d00-4c9d-803a-2d20a580860f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730083 Mar 23 12:41:37.324354 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-13af7a26-1542-4a93-ab8a-57c2cec382d9 service neutron] 10.222.0.52 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577484 Mar 23 12:41:37.462066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3d98a-6ae8-4501-877c-e70f9373749d req-766335a9-e068-4033-a6b7-4f634324264a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:37.480016 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-89b3d98a-6ae8-4501-877c-e70f9373749d req-766335a9-e068-4033-a6b7-4f634324264a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.0962541 Mar 23 12:41:37.552864 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-e447f7b6-9b1b-408d-be94-34f8857307d9 service neutron] 10.222.0.52 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267706 Mar 23 12:41:37.574054 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-89b3d98a-6ae8-4501-877c-e70f9373749d req-bd6e810a-4a34-4aaf-8c2a-3d7b68a40f9d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930762 Mar 23 12:41:37.826415 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e4f9d0b0-6fc2-4f9e-a59e-8653473a8c4c req-3303196c-920d-4c54-947b-17d7e0bce676 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 210 time: 0.0620821 Mar 23 12:41:38.102807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30363a91-fb1f-4eca-910f-96bb5702f651 req-9dfa01f9-1bb1-4996-9f84-87c260641458 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:38.124539 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-30363a91-fb1f-4eca-910f-96bb5702f651 req-9dfa01f9-1bb1-4996-9f84-87c260641458 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 946 time: 0.1742570 Mar 23 12:41:38.255671 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-30363a91-fb1f-4eca-910f-96bb5702f651 req-7ce9f0fa-2c5e-42ee-b462-4774e42b4506 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189823 Mar 23 12:41:38.569625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db110a7-4156-4ef5-a7a2-9fb76da40cbb req-97beb9a4-3822-44da-8b6c-6b322f107bea tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:38.583366 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7db110a7-4156-4ef5-a7a2-9fb76da40cbb req-97beb9a4-3822-44da-8b6c-6b322f107bea tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1724598 Mar 23 12:41:38.714674 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7db110a7-4156-4ef5-a7a2-9fb76da40cbb req-cbdb757a-0931-4ecc-94e8-3b87709b9c7f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265557 Mar 23 12:41:38.777944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae4949-11ee-46ec-9506-b237beb6d585 req-03ba07b5-876e-466a-980f-a8283a7f8974 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:38.785509 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e0ae4949-11ee-46ec-9506-b237beb6d585 req-03ba07b5-876e-466a-980f-a8283a7f8974 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.0808332 Mar 23 12:41:38.861908 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e0ae4949-11ee-46ec-9506-b237beb6d585 req-161f4aef-9f9b-4928-932a-a8a16e5dd96d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751448 Mar 23 12:41:39.052218 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0ac8fe8-a058-43ae-945e-1310def833af req-a4e9d4e3-3aac-40dc-aeba-5dacb15194da tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 210 time: 0.0614851 Mar 23 12:41:39.332521 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40568) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:39.475363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0aab00-1766-4b5a-a32c-4dc1886f3683 req-0b5ac6f0-1ca8-47d5-8776-2135130523e0 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:39.486542 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ff0aab00-1766-4b5a-a32c-4dc1886f3683 req-0b5ac6f0-1ca8-47d5-8776-2135130523e0 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 946 time: 0.1314585 Mar 23 12:41:39.661264 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ff0aab00-1766-4b5a-a32c-4dc1886f3683 req-3030b71e-21e5-4dd2-b628-f73c94f72fa3 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658740 Mar 23 12:41:39.787256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40578) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:40.220740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d6fe4-9db9-4d12-8b4f-fdc195cd842f req-66674a13-8790-4d79-a3d1-f9e0e121cce3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:40.232867 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c6d6fe4-9db9-4d12-8b4f-fdc195cd842f req-66674a13-8790-4d79-a3d1-f9e0e121cce3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1754904 Mar 23 12:41:40.348676 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c6d6fe4-9db9-4d12-8b4f-fdc195cd842f req-1bcd1f7f-e541-4b47-8df5-267a7f499669 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170955 Mar 23 12:41:40.404346 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-216d5405-da7e-41cc-a497-d2ee32b8a4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:40.458685 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-68d50ed1-5dbe-4b35-8dca-e91100e85f75 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:40.463602 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-68d50ed1-5dbe-4b35-8dca-e91100e85f75 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.77 "GET /v2.0/networks?id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54 HTTP/1.1" status: 200 len: 810 time: 0.7358494 Mar 23 12:41:40.510641 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1266456-0608-49ac-8466-9f4c2a095ff5 admin admin] Deleting subnet c42c450d-02be-4634-87ca-2a6532e0441a {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:41:40.535003 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-216d5405-da7e-41cc-a497-d2ee32b8a4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:40.604027 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1266456-0608-49ac-8466-9f4c2a095ff5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:40.620567 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-55f0e295-6bd4-44a1-b647-db9e9fb74f80 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ea1481d248546008fdefdaf479fb3fc HTTP/1.1" status: 200 len: 380 time: 0.1046021 Mar 23 12:41:40.631157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdad61a-3bfc-4d62-baef-76764a21d7c1 req-838c0539-eaed-4f45-98d5-72cf96fa1416 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:40.640262 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bcdad61a-3bfc-4d62-baef-76764a21d7c1 req-838c0539-eaed-4f45-98d5-72cf96fa1416 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.6581054 Mar 23 12:41:40.670983 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-44780ec6-1a9a-4064-b9b0-1389f3941734 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Request body: {'port': {'device_id': 'e3464310-19c9-4707-b191-19ad9bca0c91', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'admin_state_up': True, 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'security_groups': ['fef5cedc-5802-41a4-8541-8ae4dbd52372']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:40.685122 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-a8490370-c011-4c58-b2af-12a0f45b08f9 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:40.692485 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-a8490370-c011-4c58-b2af-12a0f45b08f9 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 805 time: 0.1557670 Mar 23 12:41:40.695400 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-216d5405-da7e-41cc-a497-d2ee32b8a4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:40.738156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d5405-da7e-41cc-a497-d2ee32b8a4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9c7c73-2c00-4dbd-bfc0-ab0964d58811,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:40.749151 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-dedfc9e9-10cc-4233-84ed-e3117f3ba5c7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/quotas/61f454bbb70244ecbf97f6b03af40553 HTTP/1.1" status: 200 len: 375 time: 0.0555136 Mar 23 12:41:40.830346 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-216d5405-da7e-41cc-a497-d2ee32b8a4b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f5e4c8b9562f4fc2a9dfcc84727f5619&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0389845 Mar 23 12:41:40.844136 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-abe6c9f0-ac14-4b18-ba01-f0497cd7bf99 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934944 Mar 23 12:41:40.846202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40602) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:40.854266 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bcdad61a-3bfc-4d62-baef-76764a21d7c1 req-f9f31685-cee3-4fdc-ab40-290d7d3d3c3b tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128725 Mar 23 12:41:40.882894 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1266456-0608-49ac-8466-9f4c2a095ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:40.927385 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1266456-0608-49ac-8466-9f4c2a095ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:41.042468 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1266456-0608-49ac-8466-9f4c2a095ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:41.071617 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-318128a7-db7d-4b53-bd1d-ca95d54d2714 service neutron] 10.222.0.52 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264364 Mar 23 12:41:41.110787 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f9cf7d12-27f3-45cf-b9af-3ec9e3d5bd37 req-1c40e005-f40a-4240-9e96-ac5aef80d23a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 210 time: 0.0910864 Mar 23 12:41:41.163768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1266456-0608-49ac-8466-9f4c2a095ff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c42c450d-02be-4634-87ca-2a6532e0441a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:41.180254 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1266456-0608-49ac-8466-9f4c2a095ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:41.183570 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d1266456-0608-49ac-8466-9f4c2a095ff5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c42c450d-02be-4634-87ca-2a6532e0441a HTTP/1.1" status: 204 len: 168 time: 1.8498130 Mar 23 12:41:41.188295 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40608) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:41.270055 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89645083-60b2-408f-974c-3f73767ae78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:41.276393 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-599ccc41-8a6f-4aeb-b0a2-b70f5f069a85 service neutron] 10.222.0.52 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002130 Mar 23 12:41:41.292877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-44780ec6-1a9a-4064-b9b0-1389f3941734 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Made reservation on behalf of 1ea1481d248546008fdefdaf479fb3fc for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:41:41.296498 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-44780ec6-1a9a-4064-b9b0-1389f3941734 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:41.310962 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a9b09af-a3ab-419e-b0ab-9ef892541041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:41.336684 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a9b09af-a3ab-419e-b0ab-9ef892541041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:41.508647 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b758a145-12f3-432a-881b-69f0639ee399 req-4ef92d04-0aa5-4a40-bfd4-09149adbbcf4 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 210 time: 0.0579369 Mar 23 12:41:41.596584 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89645083-60b2-408f-974c-3f73767ae78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:41.612249 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a9b09af-a3ab-419e-b0ab-9ef892541041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:41.614804 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a9b09af-a3ab-419e-b0ab-9ef892541041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:41.616872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6a9b09af-a3ab-419e-b0ab-9ef892541041 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca9c7c73-2c00-4dbd-bfc0-ab0964d58811 HTTP/1.1" status: 204 len: 168 time: 0.7610414 Mar 23 12:41:41.652160 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b09af-a3ab-419e-b0ab-9ef892541041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9c7c73-2c00-4dbd-bfc0-ab0964d58811,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:41.654966 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-89645083-60b2-408f-974c-3f73767ae78b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72b36eb-69cb-4d04-b462-b2cd5c57987a']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:41.696230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-89645083-60b2-408f-974c-3f73767ae78b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28db9df2-2ddb-4172-b921-3d0f5364299a') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:41.696532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-89645083-60b2-408f-974c-3f73767ae78b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28db9df2-2ddb-4172-b921-3d0f5364299a') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:41.705550 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d8b6a-71d8-4de3-899b-8b83c35112b9 req-435b104a-2318-4705-a7bf-f6d9c0ac1702 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:41.713300 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c9d8b6a-71d8-4de3-899b-8b83c35112b9 req-435b104a-2318-4705-a7bf-f6d9c0ac1702 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1974695 Mar 23 12:41:41.735848 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89645083-60b2-408f-974c-3f73767ae78b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:41.788947 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89645083-60b2-408f-974c-3f73767ae78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:41.846269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89645083-60b2-408f-974c-3f73767ae78b admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:41:41.846775 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89645083-60b2-408f-974c-3f73767ae78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:41:41.851455 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:41:41.879477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-44780ec6-1a9a-4064-b9b0-1389f3941734 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Allocated IP 172.20.0.7 (3f6b99f7-81d5-426f-bb53-cc4586fa4a54/04aa0ac9-74bf-48af-b463-b2b30beed0d6/f840d146-f9e1-45f1-bbf4-ad396ecb4a8f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:41:41.918584 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c9d8b6a-71d8-4de3-899b-8b83c35112b9 req-cbedff17-dd84-4304-b03a-a23ca324460b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043784 Mar 23 12:41:42.126743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d3664-ea20-4aa4-81b0-25179d10e194 req-fa70e652-41f9-43a7-89e8-b8d34207b90a tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:42.141929 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-882d3664-ea20-4aa4-81b0-25179d10e194 req-fa70e652-41f9-43a7-89e8-b8d34207b90a tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1394334 Mar 23 12:41:42.148039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40630) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:42.187347 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89645083-60b2-408f-974c-3f73767ae78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:42.201510 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89645083-60b2-408f-974c-3f73767ae78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:42.201510 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-89645083-60b2-408f-974c-3f73767ae78b admin admin] 10.222.0.52 "DELETE /v2.0/networks/a72b36eb-69cb-4d04-b462-b2cd5c57987a HTTP/1.1" status: 204 len: 168 time: 1.0099511 Mar 23 12:41:42.224933 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3b40bb9-2a44-40d3-8ac4-d8b3656266ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:42.250978 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89645083-60b2-408f-974c-3f73767ae78b admin admin] Pushing event deleted for resources: {'Network': ['ID=a72b36eb-69cb-4d04-b462-b2cd5c57987a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:42.364923 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-882d3664-ea20-4aa4-81b0-25179d10e194 req-b77d4fad-4b00-4432-8e0c-783b8f0bf0eb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181740 Mar 23 12:41:42.385801 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8086383-09ed-4de9-9f19-fa2c1801e360 req-a3a88a86-a177-408a-83e9-ea0e20fe97bb tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 210 time: 0.0838060 Mar 23 12:41:42.454158 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-44780ec6-1a9a-4064-b9b0-1389f3941734 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:42.563491 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3b40bb9-2a44-40d3-8ac4-d8b3656266ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:42.570778 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3b40bb9-2a44-40d3-8ac4-d8b3656266ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:42.582331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40638) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:42.621420 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-44780ec6-1a9a-4064-b9b0-1389f3941734 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:42.685629 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c3b40bb9-2a44-40d3-8ac4-d8b3656266ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c7db157b23c04569882410208355542e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5359497 Mar 23 12:41:42.686249 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40640) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:42.690710 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-193a78bd-9244-4895-bdcc-e05774a8b428 req-0fd9f76c-6863-4960-9383-4f36b298d039 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 210 time: 0.0435109 Mar 23 12:41:42.697653 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b40bb9-2a44-40d3-8ac4-d8b3656266ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91843d44-5ec1-4534-bd51-fbce20362c52,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:42.718074 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7acf1cd1-8b2e-40b4-906d-e55a61988b07 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94bd604e153d4325b00d4f8451712134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322837 Mar 23 12:41:42.722634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40642) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:42.740511 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44780ec6-1a9a-4064-b9b0-1389f3941734 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event updated for resources: {'Port': ['ID=f840d146-f9e1-45f1-bbf4-ad396ecb4a8f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:42.762092 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-44780ec6-1a9a-4064-b9b0-1389f3941734 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:41:42.768708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-44780ec6-1a9a-4064-b9b0-1389f3941734 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:41:42.771865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-44780ec6-1a9a-4064-b9b0-1389f3941734 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:41:42.795457 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2935753-3abe-4ff9-b616-de1efadad24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:42.856352 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2935753-3abe-4ff9-b616-de1efadad24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:42.885318 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-44780ec6-1a9a-4064-b9b0-1389f3941734 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:42.885932 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-44780ec6-1a9a-4064-b9b0-1389f3941734 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:42.906691 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c24fa1f-c2b5-4878-b138-8fcca5e164be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:42.916445 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-44780ec6-1a9a-4064-b9b0-1389f3941734 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2498369 Mar 23 12:41:42.941652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Request body: {'port': {'device_id': 'e3464310-19c9-4707-b191-19ad9bca0c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:42.987344 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2935753-3abe-4ff9-b616-de1efadad24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:42.990725 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2935753-3abe-4ff9-b616-de1efadad24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:42.996160 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e2935753-3abe-4ff9-b616-de1efadad24f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/91843d44-5ec1-4534-bd51-fbce20362c52 HTTP/1.1" status: 204 len: 168 time: 0.3069019 Mar 23 12:41:43.024689 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c24fa1f-c2b5-4878-b138-8fcca5e164be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:43.274436 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2935753-3abe-4ff9-b616-de1efadad24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91843d44-5ec1-4534-bd51-fbce20362c52,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:43.284487 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-3fea18a7-16ca-4916-aa80-d8c364ffb290 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:43.286215 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-3fea18a7-16ca-4916-aa80-d8c364ffb290 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 805 time: 0.2575018 Mar 23 12:41:43.305487 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-f20dd55f-4e01-45bc-a6af-2abe5ee2ff8e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Request body: {'port': {'device_id': '7d0dddce-ce98-44e7-8079-e92c230fe9ee', 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871', 'admin_state_up': True, 'tenant_id': '61f454bbb70244ecbf97f6b03af40553'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:43.308761 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a33e704d-60c8-4e31-998f-d1b2956c424d None None] Provisioning complete for port f840d146-f9e1-45f1-bbf4-ad396ecb4a8f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:43.309267 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a33e704d-60c8-4e31-998f-d1b2956c424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:43.321649 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:43.378054 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c24fa1f-c2b5-4878-b138-8fcca5e164be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:43.380608 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c24fa1f-c2b5-4878-b138-8fcca5e164be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:43.384636 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3c24fa1f-c2b5-4878-b138-8fcca5e164be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/72e9ad70-50e7-400b-b505-4c59f8d543a0 HTTP/1.1" status: 204 len: 168 time: 0.6533723 Mar 23 12:41:43.410939 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a33e704d-60c8-4e31-998f-d1b2956c424d None None] Port f840d146-f9e1-45f1-bbf4-ad396ecb4a8f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:41:43.442279 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24fa1f-c2b5-4878-b138-8fcca5e164be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e9ad70-50e7-400b-b505-4c59f8d543a0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:43.453936 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15cf1b-9fad-4f27-9513-e95223a2bff8 req-3ecb6457-5b49-49a5-bdcc-70583a28cbbb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:43.455490 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac15cf1b-9fad-4f27-9513-e95223a2bff8 req-3ecb6457-5b49-49a5-bdcc-70583a28cbbb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.3210921 Mar 23 12:41:43.708683 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-f20dd55f-4e01-45bc-a6af-2abe5ee2ff8e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Made reservation on behalf of 61f454bbb70244ecbf97f6b03af40553 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:41:43.720290 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-f20dd55f-4e01-45bc-a6af-2abe5ee2ff8e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:43.785964 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283fdd2-1a11-4a6c-b97c-1124279bafd8 req-74349ec6-743c-43b1-b6d7-d95fdd714016 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:43.801761 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0283fdd2-1a11-4a6c-b97c-1124279bafd8 req-74349ec6-743c-43b1-b6d7-d95fdd714016 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.2292655 Mar 23 12:41:43.809850 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40664) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:43.851412 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14a8b5f3-0689-4f9e-9870-d56b58a6e098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:43.860634 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac15cf1b-9fad-4f27-9513-e95223a2bff8 req-57f4651e-4d63-45ab-847e-5586c31b787f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133710 Mar 23 12:41:44.089312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-f20dd55f-4e01-45bc-a6af-2abe5ee2ff8e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Allocated IP 172.20.0.10 (aa7ade3c-6c93-4ba0-b2cd-7915560e4871/d214faa0-c958-46e5-affe-d81670b016f4/5c29fa03-777f-45a1-902e-d2d59aec71ed) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:41:44.213393 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0283fdd2-1a11-4a6c-b97c-1124279bafd8 req-d9264926-4d41-4892-a0c1-84a400b6d93e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034114 Mar 23 12:41:44.455954 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5dceca9f-7c9b-4695-bee5-9b473bf4062f req-e11622ac-d789-4fd3-874f-6e7be85431b6 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 210 time: 0.0520854 Mar 23 12:41:44.558064 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-f20dd55f-4e01-45bc-a6af-2abe5ee2ff8e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:44.600431 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4599f6-33c0-4c3c-bd4c-19cf12cb30e9 req-360b77c5-eada-4c19-816c-b7688733e254 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:44.608215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be4599f6-33c0-4c3c-bd4c-19cf12cb30e9 req-360b77c5-eada-4c19-816c-b7688733e254 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 931 time: 0.1208303 Mar 23 12:41:44.621156 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f840d146-f9e1-45f1-bbf4-ad396ecb4a8f {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:41:44.637415 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:44.662613 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14a8b5f3-0689-4f9e-9870-d56b58a6e098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:44.663131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Transition to ACTIVE for port object f840d146-f9e1-45f1-bbf4-ad396ecb4a8f will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:41:44.673671 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14a8b5f3-0689-4f9e-9870-d56b58a6e098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:44.675678 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be4599f6-33c0-4c3c-bd4c-19cf12cb30e9 req-c838f4a4-f1ec-4d03-affc-78cd70c47cae tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656762 Mar 23 12:41:44.676919 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:44.731472 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8b5f3-0689-4f9e-9870-d56b58a6e098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29c5cb3-6c5b-4341-9bd5-e139041e2662,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:44.749627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=f840d146-f9e1-45f1-bbf4-ad396ecb4a8f,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:44.754211 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-f20dd55f-4e01-45bc-a6af-2abe5ee2ff8e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:44.770074 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['584a0e65-c663-46e0-b4c8-7ea9e49276c8', '709fdca0-6299-4020-88ca-e5e0b7e24d2f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:41:44.864284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Attempting to bind port f840d146-f9e1-45f1-bbf4-ad396ecb4a8f on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:41:44.868382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Attempting to bind port f840d146-f9e1-45f1-bbf4-ad396ecb4a8f by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'db53acb3-07ac-4ad6-9d06-e5862eb13546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:41:44.869004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Attempting to bind port f840d146-f9e1-45f1-bbf4-ad396ecb4a8f on network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:44.875917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Port f840d146-f9e1-45f1-bbf4-ad396ecb4a8f on network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:41:44.880385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Attempting to bind port f840d146-f9e1-45f1-bbf4-ad396ecb4a8f on network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:44.892578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-f20dd55f-4e01-45bc-a6af-2abe5ee2ff8e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:41:44.895215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:41:44.895740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Checking segment: {'id': 'db53acb3-07ac-4ad6-9d06-e5862eb13546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:41:44.896333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Bound using segment: {'id': 'db53acb3-07ac-4ad6-9d06-e5862eb13546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:41:44.896768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Bound port: f840d146-f9e1-45f1-bbf4-ad396ecb4a8f, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53acb3-07ac-4ad6-9d06-e5862eb13546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:41:44.897129 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:44.902095 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-f20dd55f-4e01-45bc-a6af-2abe5ee2ff8e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:41:44.908885 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-f20dd55f-4e01-45bc-a6af-2abe5ee2ff8e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:41:44.938709 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-14a8b5f3-0689-4f9e-9870-d56b58a6e098 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=79a0e99e986c4d84b028efcd47cfc8d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1187959 Mar 23 12:41:44.945970 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40692) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:45.024422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dd55f-4e01-45bc-a6af-2abe5ee2ff8e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Pushing event updated for resources: {'Port': ['ID=5c29fa03-777f-45a1-902e-d2d59aec71ed,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:45.058543 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40694) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:45.203303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] For port f840d146-f9e1-45f1-bbf4-ad396ecb4a8f, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:41:45.209047 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-f20dd55f-4e01-45bc-a6af-2abe5ee2ff8e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:45.213256 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-f20dd55f-4e01-45bc-a6af-2abe5ee2ff8e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:45.224567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] For port f840d146-f9e1-45f1-bbf4-ad396ecb4a8f, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f840d146-f9e1-45f1-bbf4-ad396ecb4a8f,segment=NetworkSegment(db53acb3-07ac-4ad6-9d06-e5862eb13546),segment_id=db53acb3-07ac-4ad6-9d06-e5862eb13546)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:41:45.232326 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-274ad28f-b1a8-4e2c-b1f0-2a203119d748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:45.257629 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:45.259179 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-f20dd55f-4e01-45bc-a6af-2abe5ee2ff8e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9631147 Mar 23 12:41:45.280736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Request body: {'port': {'device_id': '7d0dddce-ce98-44e7-8079-e92c230fe9ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:45.317235 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec9a90-027b-4bb3-a82c-fe5860c30230 req-330493c6-8d26-4fa8-9f26-5419d84833f1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:45.327057 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e7ec9a90-027b-4bb3-a82c-fe5860c30230 req-330493c6-8d26-4fa8-9f26-5419d84833f1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.2473345 Mar 23 12:41:45.361753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9b652666-46ea-4c60-b912-31f9ebec3ad0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-45504875-network', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:45.434567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:45.444663 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:45.445385 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:45.447285 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] 10.222.0.77 "PUT /v2.0/ports/f840d146-f9e1-45f1-bbf4-ad396ecb4a8f HTTP/1.1" status: 200 len: 1091 time: 2.5170915 Mar 23 12:41:45.455625 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-274ad28f-b1a8-4e2c-b1f0-2a203119d748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:45.458857 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3464310-19c9-4707-b191-19ad9bca0c91', 'tag': 'f840d146-f9e1-45f1-bbf4-ad396ecb4a8f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:45.462083 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4de083-e125-45da-90fc-14a1acc61b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3464310-19c9-4707-b191-19ad9bca0c91", "tag": "f840d146-f9e1-45f1-bbf4-ad396ecb4a8f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:45.581180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b7bd9-63e9-4830-af3d-1489cc8c2bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=f840d146-f9e1-45f1-bbf4-ad396ecb4a8f,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:45.649456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2c821-9c61-4ccf-b57f-c090f7565d57 req-297b590d-554f-48ab-b0ef-ee737805be3a tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:45.651045 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a2c821-9c61-4ccf-b57f-c090f7565d57 req-297b590d-554f-48ab-b0ef-ee737805be3a tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.2693374 Mar 23 12:41:45.733809 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-00a83194-ddd6-47e4-9e21-693cef8f1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:45.736044 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-00a83194-ddd6-47e4-9e21-693cef8f1670 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ea1481d248546008fdefdaf479fb3fc&device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 1094 time: 0.1722634 Mar 23 12:41:45.818245 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a2c821-9c61-4ccf-b57f-c090f7565d57 req-5cd7b462-0c43-424f-ab85-5acf8cf98e50 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130416 Mar 23 12:41:45.823191 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-f79411c6-731e-4cad-9334-0bd14a462e8e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f840d146-f9e1-45f1-bbf4-ad396ecb4a8f HTTP/1.1" status: 200 len: 217 time: 0.0679619 Mar 23 12:41:45.824744 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-274ad28f-b1a8-4e2c-b1f0-2a203119d748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:45.834001 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-274ad28f-b1a8-4e2c-b1f0-2a203119d748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:45.836968 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-274ad28f-b1a8-4e2c-b1f0-2a203119d748 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c29c5cb3-6c5b-4341-9bd5-e139041e2662 HTTP/1.1" status: 204 len: 168 time: 0.8465562 Mar 23 12:41:45.905715 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:45.945923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ad28f-b1a8-4e2c-b1f0-2a203119d748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29c5cb3-6c5b-4341-9bd5-e139041e2662,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:45.965197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b652666-46ea-4c60-b912-31f9ebec3ad0 admin admin] Made reservation on behalf of ff64bc9bdc02410baa9c0f7e27857a4a for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:41:45.979042 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b652666-46ea-4c60-b912-31f9ebec3ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:45.996467 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e7ec9a90-027b-4bb3-a82c-fe5860c30230 req-cd9af1d7-0885-412b-a52c-495656a344c7 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6680145 Mar 23 12:41:46.016378 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b652666-46ea-4c60-b912-31f9ebec3ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:46.054700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-b3d20ab6-6159-4d95-aef2-349fcc9fc75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:46.056482 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-b3d20ab6-6159-4d95-aef2-349fcc9fc75a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04aa0ac9-74bf-48af-b463-b2b30beed0d6 HTTP/1.1" status: 200 len: 849 time: 0.2165534 Mar 23 12:41:46.072799 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c29fa03-777f-45a1-902e-d2d59aec71ed {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:41:46.112381 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:46.159390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ab405-a53d-4308-8f55-508376b597ec req-a7f68e67-286c-4c6e-9b7e-6cedf6b8886e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:46.172751 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf8ab405-a53d-4308-8f55-508376b597ec req-a7f68e67-286c-4c6e-9b7e-6cedf6b8886e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 932 time: 0.2228096 Mar 23 12:41:46.185919 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde38b47-78e2-4252-ac8a-e4b64d99b44f x-openstack-request-id: req-bde38b47-78e2-4252-ac8a-e4b64d99b44f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:41:46.186657 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3464310-19c9-4707-b191-19ad9bca0c91", "tag": "f840d146-f9e1-45f1-bbf4-ad396ecb4a8f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:41:46.187014 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bde38b47-78e2-4252-ac8a-e4b64d99b44f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:41:46.187521 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3464310-19c9-4707-b191-19ad9bca0c91', 'tag': 'f840d146-f9e1-45f1-bbf4-ad396ecb4a8f', 'status': 'completed', 'code': 200} Mar 23 12:41:46.190309 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Transition to ACTIVE for port object 5c29fa03-777f-45a1-902e-d2d59aec71ed will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:41:46.210223 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:46.290696 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-5ff1ed9c-5c9b-44dd-9961-e5ba5100c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:46.293943 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-5ff1ed9c-5c9b-44dd-9961-e5ba5100c10d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2291400 Mar 23 12:41:46.344982 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf8ab405-a53d-4308-8f55-508376b597ec req-e451e8e6-d195-46a3-b4eb-2e22ebe6bf10 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707666 Mar 23 12:41:46.378367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831561d-0db3-471a-a603-167568b8984c service neutron] Pushing event updated for resources: {'Port': ['ID=5c29fa03-777f-45a1-902e-d2d59aec71ed,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:46.433583 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b652666-46ea-4c60-b912-31f9ebec3ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:46.452490 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b652666-46ea-4c60-b912-31f9ebec3ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:46.486126 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-5075d5d8-47d6-4aac-94a7-f087b7a9e4dc service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839678 Mar 23 12:41:46.588639 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b652666-46ea-4c60-b912-31f9ebec3ad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:41:46.652615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28391e53-9901-4d7a-92fc-0ce1b44e7a48 req-4460cafb-c59a-49dc-87e6-c7a3985a8a61 service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534417 Mar 23 12:41:46.708153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e91042-4fc8-4cd5-a9d8-e654f2430a48 req-d810b630-4576-400a-a75b-64f3c5535b84 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:46.709918 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21e91042-4fc8-4cd5-a9d8-e654f2430a48 req-d810b630-4576-400a-a75b-64f3c5535b84 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 943 time: 0.3485017 Mar 23 12:41:46.710733 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b652666-46ea-4c60-b912-31f9ebec3ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78b0589-0f94-4819-a5b3-31c77c5ce114,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:46.724336 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b652666-46ea-4c60-b912-31f9ebec3ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:46.724792 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-9b652666-46ea-4c60-b912-31f9ebec3ad0 admin admin] Added segment d0ab9032-c268-4966-9406-bfeedebfb37b of type vlan for network 60e766b4-1016-48b5-88cb-19ac4b8761dc Mar 23 12:41:46.746665 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Attempting to bind port 5c29fa03-777f-45a1-902e-d2d59aec71ed on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:41:46.747199 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Attempting to bind port 5c29fa03-777f-45a1-902e-d2d59aec71ed by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:41:46.747658 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Attempting to bind port 5c29fa03-777f-45a1-902e-d2d59aec71ed on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:46.795811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4de083-e125-45da-90fc-14a1acc61b2b req-d151ed9f-987c-4b33-8a6e-da74d28eaeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:46.799997 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Port 5c29fa03-777f-45a1-902e-d2d59aec71ed on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:41:46.800443 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Attempting to bind port 5c29fa03-777f-45a1-902e-d2d59aec71ed on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:46.800887 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bc4de083-e125-45da-90fc-14a1acc61b2b req-d151ed9f-987c-4b33-8a6e-da74d28eaeb5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ea1481d248546008fdefdaf479fb3fc&device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 1094 time: 0.0869234 Mar 23 12:41:46.810928 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:41:46.811410 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Checking segment: {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:41:46.811897 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Bound using segment: {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:41:46.812513 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Bound port: 5c29fa03-777f-45a1-902e-d2d59aec71ed, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:41:46.813271 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:46.816447 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b652666-46ea-4c60-b912-31f9ebec3ad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:46.973023 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21e91042-4fc8-4cd5-a9d8-e654f2430a48 req-9eda9f4e-77e6-4c8d-a344-7281130709a3 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463324 Mar 23 12:41:46.999738 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b652666-46ea-4c60-b912-31f9ebec3ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:47.000743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b652666-46ea-4c60-b912-31f9ebec3ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:47.001815 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b652666-46ea-4c60-b912-31f9ebec3ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:47.135277 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9b652666-46ea-4c60-b912-31f9ebec3ad0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0747206 Mar 23 12:41:47.136227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40744) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:47.137538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] For port 5c29fa03-777f-45a1-902e-d2d59aec71ed, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:41:47.177256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3fbaf45e-cedc-417d-b276-cba46893f4a1 admin admin] Request body: {'subnet': {'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-subnet', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:47.188458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b502642-2edf-447b-b6e0-caee4c2383e8 req-0321d62e-6faf-48ab-af35-307cd631906e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:47.201579 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b502642-2edf-447b-b6e0-caee4c2383e8 req-0321d62e-6faf-48ab-af35-307cd631906e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1962235 Mar 23 12:41:47.207489 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] For port 5c29fa03-777f-45a1-902e-d2d59aec71ed, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=5c29fa03-777f-45a1-902e-d2d59aec71ed,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:41:47.234621 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b652666-46ea-4c60-b912-31f9ebec3ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=60e766b4-1016-48b5-88cb-19ac4b8761dc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:47.237506 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:47.247243 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 60e766b4-1016-48b5-88cb-19ac4b8761dc details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:41:47.309952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbaf45e-cedc-417d-b276-cba46893f4a1 admin admin] Made reservation on behalf of ff64bc9bdc02410baa9c0f7e27857a4a for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:41:47.314802 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf45e-cedc-417d-b276-cba46893f4a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:47.328190 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:47.328999 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:47.330643 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-6831561d-0db3-471a-a603-167568b8984c service neutron] 10.222.0.77 "PUT /v2.0/ports/5c29fa03-777f-45a1-902e-d2d59aec71ed HTTP/1.1" status: 200 len: 1092 time: 2.0586097 Mar 23 12:41:47.343367 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b502642-2edf-447b-b6e0-caee4c2383e8 req-613f46be-845c-4d15-a895-9da3598ca76e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393766 Mar 23 12:41:47.344455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0dddce-ce98-44e7-8079-e92c230fe9ee', 'tag': '5c29fa03-777f-45a1-902e-d2d59aec71ed'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:47.346767 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5855a4f3-b3f3-4afc-b924-b33ddb23b3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0dddce-ce98-44e7-8079-e92c230fe9ee", "tag": "5c29fa03-777f-45a1-902e-d2d59aec71ed"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:47.363657 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4de083-e125-45da-90fc-14a1acc61b2b req-60c74637-e266-4235-9f7e-1e355a6589e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:47.363657 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bc4de083-e125-45da-90fc-14a1acc61b2b req-60c74637-e266-4235-9f7e-1e355a6589e9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54 HTTP/1.1" status: 200 len: 911 time: 0.5496919 Mar 23 12:41:47.454814 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b15f5d-b2d8-45f5-93b4-25e73dad05ac req-af0784c7-6bbf-4703-bc08-4a1826cb1c22 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:47.476462 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bc4de083-e125-45da-90fc-14a1acc61b2b req-beda846e-0dff-4497-a06c-9149e471ed78 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f840d146-f9e1-45f1-bbf4-ad396ecb4a8f HTTP/1.1" status: 200 len: 217 time: 0.1083384 Mar 23 12:41:47.479438 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67b15f5d-b2d8-45f5-93b4-25e73dad05ac req-af0784c7-6bbf-4703-bc08-4a1826cb1c22 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.3104663 Mar 23 12:41:47.488397 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:47.517671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831561d-0db3-471a-a603-167568b8984c service neutron] Pushing event updated for resources: {'Port': ['ID=5c29fa03-777f-45a1-902e-d2d59aec71ed,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:47.588211 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67b15f5d-b2d8-45f5-93b4-25e73dad05ac req-205bc846-866f-4b96-b9f7-cbb2734db2f5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078522 Mar 23 12:41:47.622507 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-19e1b488-4ac3-4d19-9fb3-25e62583db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:47.624020 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-19e1b488-4ac3-4d19-9fb3-25e62583db0c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 1095 time: 0.2141991 Mar 23 12:41:47.640568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4de083-e125-45da-90fc-14a1acc61b2b req-ea82e527-ccab-441c-b4e5-a21fb7f32b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:47.645650 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bc4de083-e125-45da-90fc-14a1acc61b2b req-ea82e527-ccab-441c-b4e5-a21fb7f32b65 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04aa0ac9-74bf-48af-b463-b2b30beed0d6 HTTP/1.1" status: 200 len: 849 time: 0.1625390 Mar 23 12:41:47.684419 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4d61e-af60-4446-b6fb-fe0d66932fc3 req-d869e7ce-96b5-4f6f-a4b3-47e3ae4266b6 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:47.686350 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8aa4d61e-af60-4446-b6fb-fe0d66932fc3 req-d869e7ce-96b5-4f6f-a4b3-47e3ae4266b6 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 944 time: 0.2009537 Mar 23 12:41:47.746720 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434a37fd-ff6f-461a-9bb3-3fbd9b3659c4 x-openstack-request-id: req-434a37fd-ff6f-461a-9bb3-3fbd9b3659c4 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:41:47.747134 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0dddce-ce98-44e7-8079-e92c230fe9ee", "tag": "5c29fa03-777f-45a1-902e-d2d59aec71ed", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:41:47.747612 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-434a37fd-ff6f-461a-9bb3-3fbd9b3659c4 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:41:47.748060 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d0dddce-ce98-44e7-8079-e92c230fe9ee', 'tag': '5c29fa03-777f-45a1-902e-d2d59aec71ed', 'status': 'completed', 'code': 200} Mar 23 12:41:47.764565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4de083-e125-45da-90fc-14a1acc61b2b req-09df21da-71ee-41b1-b21d-ff72cb07577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:47.766269 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bc4de083-e125-45da-90fc-14a1acc61b2b req-09df21da-71ee-41b1-b21d-ff72cb07577a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129918 Mar 23 12:41:47.777491 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8aa4d61e-af60-4446-b6fb-fe0d66932fc3 req-fff193cf-83c3-43b4-8808-7e036aa9e716 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844905 Mar 23 12:41:47.803376 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-924d9604-6468-495a-b4d2-725db0cdbc8e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c29fa03-777f-45a1-902e-d2d59aec71ed HTTP/1.1" status: 200 len: 217 time: 0.1633613 Mar 23 12:41:47.900534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-02fee928-08ee-43ca-bb99-47434d42a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:47.902291 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-02fee928-08ee-43ca-bb99-47434d42a87f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d214faa0-c958-46e5-affe-d81670b016f4 HTTP/1.1" status: 200 len: 845 time: 0.0911162 Mar 23 12:41:47.943803 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bc4de083-e125-45da-90fc-14a1acc61b2b req-fe2399e5-3a62-426a-8fc0-aa78dabefd2e service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623609 Mar 23 12:41:47.967706 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-4de7af5c-2b55-42b4-b47e-6af39ae9b7d5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506675 Mar 23 12:41:47.968574 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf45e-cedc-417d-b276-cba46893f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:48.135518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaf45e-cedc-417d-b276-cba46893f4a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:48.146898 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bc4de083-e125-45da-90fc-14a1acc61b2b req-d5e631a8-5a30-43d7-9952-9f4291acf671 service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954889 Mar 23 12:41:48.234984 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-7ba341c1-f450-44e4-a5bd-2ca2aca7f4ad service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413127 Mar 23 12:41:48.241635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaf45e-cedc-417d-b276-cba46893f4a1 admin admin] Checking segment: {'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:41:48.241999 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbaf45e-cedc-417d-b276-cba46893f4a1 admin admin] Network hostable DHCP agents. Network: 60e766b4-1016-48b5-88cb-19ac4b8761dc, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:41:48.335572 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2f89a-ca70-4113-8927-1940bf976ce7 req-01ad21c6-926d-4d03-8632-d579766a8806 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:48.337666 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-93a2f89a-ca70-4113-8927-1940bf976ce7 req-01ad21c6-926d-4d03-8632-d579766a8806 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 943 time: 0.2529728 Mar 23 12:41:48.345727 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbaf45e-cedc-417d-b276-cba46893f4a1 admin admin] Network 60e766b4-1016-48b5-88cb-19ac4b8761dc is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:41:48.376145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-3fbaf45e-cedc-417d-b276-cba46893f4a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 60e766b4-1016-48b5-88cb-19ac4b8761dc) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:41:48.384555 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbaf45e-cedc-417d-b276-cba46893f4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:48.385292 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf45e-cedc-417d-b276-cba46893f4a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:48.392770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cae6b79-8bff-4a06-9dcd-aaf29339f971 None None] Network 60e766b4-1016-48b5-88cb-19ac4b8761dc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:41:48.442363 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-390b8c7e-7665-47fd-8808-85a0588975b6 req-8b2ab24b-887a-449d-a8a3-0f73f1e8bfb7 service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969290 Mar 23 12:41:48.465956 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-93a2f89a-ca70-4113-8927-1940bf976ce7 req-d335cd25-1f87-4ed1-8155-fa3054f63112 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188681 Mar 23 12:41:48.472325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40780) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:48.480928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:48.489399 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3fbaf45e-cedc-417d-b276-cba46893f4a1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3216259 Mar 23 12:41:48.570719 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:48.571796 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:48.745065 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-60e766b4-1016-48b5-88cb-19ac4b8761dc', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:41:48.749384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061eea4-d5f3-41b4-8348-364cbd8eac96 req-e0ce9e53-a851-4777-958a-2a31b6e5d050 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:48.750595 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:48.755807 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7061eea4-d5f3-41b4-8348-364cbd8eac96 req-e0ce9e53-a851-4777-958a-2a31b6e5d050 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1969948 Mar 23 12:41:48.812421 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:48.934628 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Allocated IP 172.20.0.2 (60e766b4-1016-48b5-88cb-19ac4b8761dc/f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9/56b2e3df-07b8-43d9-83e3-685b809c47d7) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:41:49.102611 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7061eea4-d5f3-41b4-8348-364cbd8eac96 req-1d8c9e1e-ed56-4b88-b49b-2f28dc824c24 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959991 Mar 23 12:41:49.192556 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:49.277860 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:49.291351 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:49.394523 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Pushing event updated for resources: {'Port': ['ID=56b2e3df-07b8-43d9-83e3-685b809c47d7,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:49.409864 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Network 60e766b4-1016-48b5-88cb-19ac4b8761dc is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:41:49.414295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:41:49.431568 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:41:49.446553 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855a4f3-b3f3-4afc-b924-b33ddb23b3eb req-4be8e9a5-7db6-44f1-9636-95dc906fab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:49.454807 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5855a4f3-b3f3-4afc-b924-b33ddb23b3eb req-4be8e9a5-7db6-44f1-9636-95dc906fab27 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 1095 time: 0.9258044 Mar 23 12:41:49.478111 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca4c44-d979-4475-ab0c-2a0900e7be99 req-7bb3dbc4-b323-4ea7-93f3-1e33a63f2887 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:49.487751 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fbca4c44-d979-4475-ab0c-2a0900e7be99 req-7bb3dbc4-b323-4ea7-93f3-1e33a63f2887 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 944 time: 0.1566625 Mar 23 12:41:49.534291 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a2f46-0d6a-4bd6-a9d4-8ff213d468b7 req-a16dc66d-38c4-4566-96ef-ba36d5068cb4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:49.540129 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Attempting to bind port 56b2e3df-07b8-43d9-83e3-685b809c47d7 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:41:49.540663 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Attempting to bind port 56b2e3df-07b8-43d9-83e3-685b809c47d7 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:41:49.541119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Attempting to bind port 56b2e3df-07b8-43d9-83e3-685b809c47d7 on network 60e766b4-1016-48b5-88cb-19ac4b8761dc {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:49.547591 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-833a2f46-0d6a-4bd6-a9d4-8ff213d468b7 req-a16dc66d-38c4-4566-96ef-ba36d5068cb4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.2494285 Mar 23 12:41:49.554278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:41:49.554657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Checking segment: {'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:41:49.555058 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:49.555452 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Bound using segment: {'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:41:49.555919 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Bound port: 56b2e3df-07b8-43d9-83e3-685b809c47d7, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:41:49.556340 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:49.576762 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fbca4c44-d979-4475-ab0c-2a0900e7be99 req-269e0741-31f0-4134-9090-16c27945af87 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879664 Mar 23 12:41:49.716929 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] For port 56b2e3df-07b8-43d9-83e3-685b809c47d7, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:41:49.720540 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] For port 56b2e3df-07b8-43d9-83e3-685b809c47d7, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=56b2e3df-07b8-43d9-83e3-685b809c47d7,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:41:49.728594 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:49.762060 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-833a2f46-0d6a-4bd6-a9d4-8ff213d468b7 req-6772a35c-3f27-45b7-b54f-22211ef85cef tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128515 Mar 23 12:41:49.792846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855a4f3-b3f3-4afc-b924-b33ddb23b3eb req-4eef8724-1b2d-4d79-a57d-1f74cdb5e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:49.794375 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5855a4f3-b3f3-4afc-b924-b33ddb23b3eb req-4eef8724-1b2d-4d79-a57d-1f74cdb5e729 service neutron] 10.222.0.77 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 906 time: 0.3246930 Mar 23 12:41:49.812783 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca6b2a-aa1b-4cf2-ba42-7038f98e0cc8 None None] Pushing event updated for resources: {'Port': ['ID=56b2e3df-07b8-43d9-83e3-685b809c47d7,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:49.849141 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:49.882225 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:49.895368 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5855a4f3-b3f3-4afc-b924-b33ddb23b3eb req-208d14c7-1516-4c76-ad07-e657cd2707f8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c29fa03-777f-45a1-902e-d2d59aec71ed HTTP/1.1" status: 200 len: 217 time: 0.0884824 Mar 23 12:41:49.948256 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606b2a9-f601-442e-aa14-42a5187ad8a1 req-a15fc809-2af9-447a-8e50-bca0dd9f3eff tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:49.957522 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b606b2a9-f601-442e-aa14-42a5187ad8a1 req-a15fc809-2af9-447a-8e50-bca0dd9f3eff tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 943 time: 0.2393992 Mar 23 12:41:50.008778 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855a4f3-b3f3-4afc-b924-b33ddb23b3eb req-13c37580-eb7c-4a95-be5a-a71d8b4d0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:50.010782 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5855a4f3-b3f3-4afc-b924-b33ddb23b3eb req-13c37580-eb7c-4a95-be5a-a71d8b4d0a34 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d214faa0-c958-46e5-affe-d81670b016f4 HTTP/1.1" status: 200 len: 845 time: 0.1037021 Mar 23 12:41:50.013566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40824) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:50.062798 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5855a4f3-b3f3-4afc-b924-b33ddb23b3eb req-16eeb279-52c3-4381-b59a-30e8750894e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392618 Mar 23 12:41:50.123386 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b606b2a9-f601-442e-aa14-42a5187ad8a1 req-3a250690-f304-4dea-a615-540c6d09219a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656432 Mar 23 12:41:50.283393 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Allocated IP 172.25.2.169 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/e2ed029d-63bf-4890-9ae1-54d260a32969) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:41:50.317656 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5855a4f3-b3f3-4afc-b924-b33ddb23b3eb req-fba7c2e8-9ae8-452e-b201-1a16e5ad8cba service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436817 Mar 23 12:41:50.488229 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-465f912b-81cc-44de-8e88-b9688c3f2802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:50.517342 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af600b-92ea-4564-8544-76f052b3568f req-01e49c82-dd69-41f9-8750-db30a4f25a03 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:50.520241 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f0af600b-92ea-4564-8544-76f052b3568f req-01e49c82-dd69-41f9-8750-db30a4f25a03 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.2004492 Mar 23 12:41:50.585470 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:50.635553 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f0af600b-92ea-4564-8544-76f052b3568f req-71334ae6-5a03-4fa1-9f66-ad5ef9f5d3d1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932727 Mar 23 12:41:50.644219 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5855a4f3-b3f3-4afc-b924-b33ddb23b3eb req-f966ef89-910d-4cd6-9de0-efe033db5ecb service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527735 Mar 23 12:41:50.742319 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-465f912b-81cc-44de-8e88-b9688c3f2802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:50.767408 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-465f912b-81cc-44de-8e88-b9688c3f2802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:50.798286 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-465f912b-81cc-44de-8e88-b9688c3f2802 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3ab5bbbfcc4a4786a05945f0d099841e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7712970 Mar 23 12:41:50.801705 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:50.801860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40838) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:50.870973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Pushing event updated for resources: {'Port': ['ID=e2ed029d-63bf-4890-9ae1-54d260a32969,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:50.897015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:50.897441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:50.897787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:50.898126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:50.898464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:50.898794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:50.899127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:50.899450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:50.899776 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:50.900118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:50.900444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:50.900767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:50.907980 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:41:50.919434 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:41:50.922407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:41:50.936186 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b32f9f2b-fa9a-4848-a59d-7f9a66814d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:50.981333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f912b-81cc-44de-8e88-b9688c3f2802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4a7eff-90ce-41b9-b697-811f723ffbc9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:50.998034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27239191-9af6-4d25-8215-14eec836d239 req-ddc7465d-7ac7-4e4e-ba99-2f5f421ba46d tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:51.005548 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27239191-9af6-4d25-8215-14eec836d239 req-ddc7465d-7ac7-4e4e-ba99-2f5f421ba46d tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 944 time: 0.2842770 Mar 23 12:41:51.062004 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b32f9f2b-fa9a-4848-a59d-7f9a66814d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:51.103992 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27239191-9af6-4d25-8215-14eec836d239 req-278dd3af-35ba-4330-9986-8504e3b6f62c tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975468 Mar 23 12:41:51.114919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c3c27-f84d-4af0-ba6b-6dd4d391e447 req-02efcd8d-ccb5-404b-8a70-44b3b6e7df10 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:51.129336 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f9c3c27-f84d-4af0-ba6b-6dd4d391e447 req-02efcd8d-ccb5-404b-8a70-44b3b6e7df10 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.2332180 Mar 23 12:41:51.221205 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f9c3c27-f84d-4af0-ba6b-6dd4d391e447 req-9f3d9e3a-9fc4-4bc7-a02e-6be9d4ff5197 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878756 Mar 23 12:41:51.240210 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b32f9f2b-fa9a-4848-a59d-7f9a66814d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:51.244250 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b32f9f2b-fa9a-4848-a59d-7f9a66814d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:51.248921 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b32f9f2b-fa9a-4848-a59d-7f9a66814d7d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab4a7eff-90ce-41b9-b697-811f723ffbc9 HTTP/1.1" status: 204 len: 168 time: 0.4461315 Mar 23 12:41:51.259837 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f9f2b-fa9a-4848-a59d-7f9a66814d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4a7eff-90ce-41b9-b697-811f723ffbc9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:51.454112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18f7d6-4b35-425a-8c4b-57fbac612bc6 req-281b3c07-61f5-4284-b503-b838ca1cb903 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:51.455680 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3a18f7d6-4b35-425a-8c4b-57fbac612bc6 req-281b3c07-61f5-4284-b503-b838ca1cb903 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 943 time: 0.1757221 Mar 23 12:41:51.527371 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:51.550098 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f840d146-f9e1-45f1-bbf4-ad396ecb4a8f details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:41:51.620339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160e4871-b394-483b-a349-29db1ed3fae5 None None] Network 60e766b4-1016-48b5-88cb-19ac4b8761dc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:41:51.969589 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-103bb7f7-626b-4bef-af21-dfa60e3d09da None None] Provisioning complete for port 56b2e3df-07b8-43d9-83e3-685b809c47d7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:51.969964 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-103bb7f7-626b-4bef-af21-dfa60e3d09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:52.004445 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3a18f7d6-4b35-425a-8c4b-57fbac612bc6 req-fb1cb375-a62d-497c-9065-df6b68de9651 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5378890 Mar 23 12:41:52.008176 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301420b-b3f5-4659-ab96-3325282172b0 req-b5a513c9-d5a8-4ae9-bb4d-2d9968e17489 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:52.019902 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0301420b-b3f5-4659-ab96-3325282172b0 req-b5a513c9-d5a8-4ae9-bb4d-2d9968e17489 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.2292771 Mar 23 12:41:52.042245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40856) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:52.107082 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0301420b-b3f5-4659-ab96-3325282172b0 req-93d5d048-76c9-4dc7-8e59-030b6f53f21a tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853500 Mar 23 12:41:52.125288 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f15bec63-f628-4df1-865d-b69084325339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:52.128713 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f840d146-f9e1-45f1-bbf4-ad396ecb4a8f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f840d146-f9e1-45f1-bbf4-ad396ecb4a8f,segment=NetworkSegment(db53acb3-07ac-4ad6-9d06-e5862eb13546),segment_id=db53acb3-07ac-4ad6-9d06-e5862eb13546)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:52.173039 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'f840d146-f9e1-45f1-bbf4-ad396ecb4a8f', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'port_id': 'f840d146-f9e1-45f1-bbf4-ad396ecb4a8f', 'mac_address': 'fa:16:3e:b0:a1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:41:52.297909 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:52.318414 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f840d146-f9e1-45f1-bbf4-ad396ecb4a8f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:41:52.323038 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 56b2e3df-07b8-43d9-83e3-685b809c47d7 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:41:52.338057 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:52.499726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed74737-d526-4d59-b401-5f4b02e92455 req-3b092617-c49c-4e0c-905a-0620c6595654 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:52.508715 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ed74737-d526-4d59-b401-5f4b02e92455 req-3b092617-c49c-4e0c-905a-0620c6595654 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 944 time: 0.1658878 Mar 23 12:41:52.512944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2ebcb-6d4d-455f-bb6b-d2899b9664fe req-254a58dc-8221-4a7f-b846-a06cd12612eb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:52.514546 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dca2ebcb-6d4d-455f-bb6b-d2899b9664fe req-254a58dc-8221-4a7f-b846-a06cd12612eb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1139193 Mar 23 12:41:52.613153 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dca2ebcb-6d4d-455f-bb6b-d2899b9664fe req-76f29fc6-c973-4d5b-8d0b-6f145a21298f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856755 Mar 23 12:41:52.644439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ed74737-d526-4d59-b401-5f4b02e92455 req-0a3ac8b4-dc6a-447f-844b-ee2d0e2bf22e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306717 Mar 23 12:41:52.646495 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f840d146-f9e1-45f1-bbf4-ad396ecb4a8f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f840d146-f9e1-45f1-bbf4-ad396ecb4a8f,segment=NetworkSegment(db53acb3-07ac-4ad6-9d06-e5862eb13546),segment_id=db53acb3-07ac-4ad6-9d06-e5862eb13546)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:52.659618 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-103bb7f7-626b-4bef-af21-dfa60e3d09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:52.670689 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:52.686722 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f15bec63-f628-4df1-865d-b69084325339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:52.699037 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f15bec63-f628-4df1-865d-b69084325339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:52.717746 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Router 342853c5-b87e-40d9-a00e-b0205487ed92 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:41:52.758982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-103bb7f7-626b-4bef-af21-dfa60e3d09da None None] For port 56b2e3df-07b8-43d9-83e3-685b809c47d7, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=56b2e3df-07b8-43d9-83e3-685b809c47d7,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:52.775471 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 56b2e3df-07b8-43d9-83e3-685b809c47d7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:52.775847 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:52.839879 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-103bb7f7-626b-4bef-af21-dfa60e3d09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:52.876979 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40868) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:52.877341 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f15bec63-f628-4df1-865d-b69084325339 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=49f97ca5407749308a3b83a5f20c0fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8337965 Mar 23 12:41:52.879066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:41:52.881075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bec63-f628-4df1-865d-b69084325339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7ea706-75f9-4672-b873-67137a270382,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:52.904549 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Sync routers for ids ['342853c5-b87e-40d9-a00e-b0205487ed92'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:41:52.917883 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f840d146-f9e1-45f1-bbf4-ad396ecb4a8f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:52.931463 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:52.935419 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ca415a9e-b2eb-47b6-957f-b6454931502c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4586930 Mar 23 12:41:52.938480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40870) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:53.070295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Routers {'342853c5-b87e-40d9-a00e-b0205487ed92'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:41:53.070859 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:41:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['342853c5-b87e-40d9-a00e-b0205487ed92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:53.157919 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f4102e3b-7c45-4b1f-8065-e1ef4c089797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:53.207650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['f840d146-f9e1-45f1-bbf4-ad396ecb4a8f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:41:53.250202 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f4102e3b-7c45-4b1f-8065-e1ef4c089797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:53.333663 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be146545-ebb5-4bae-a7ce-a9c418e72dc5 req-cbbd000c-956e-400d-867f-fec384929c98 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:53.336470 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be146545-ebb5-4bae-a7ce-a9c418e72dc5 req-cbbd000c-956e-400d-867f-fec384929c98 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1246223 Mar 23 12:41:53.347626 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1abe1-7fd2-4c91-ae14-84a18b7ce70e req-68a28929-0892-48e2-b68e-8acfafb00992 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:53.357390 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0a1abe1-7fd2-4c91-ae14-84a18b7ce70e req-68a28929-0892-48e2-b68e-8acfafb00992 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 944 time: 0.1874404 Mar 23 12:41:53.414031 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bb7f7-626b-4bef-af21-dfa60e3d09da None None] Pushing event updated for resources: {'Port': ['ID=56b2e3df-07b8-43d9-83e3-685b809c47d7,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:53.422598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d98798a9-a8bd-4b93-adab-5415ede9c37f None None] Provisioning complete for port 56b2e3df-07b8-43d9-83e3-685b809c47d7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:53.422948 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d98798a9-a8bd-4b93-adab-5415ede9c37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:53.468924 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0a1abe1-7fd2-4c91-ae14-84a18b7ce70e req-0ce46fd1-cb37-477c-8f3e-dff9df3438d9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102204 Mar 23 12:41:53.498164 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be146545-ebb5-4bae-a7ce-a9c418e72dc5 req-55111f46-d1cf-40db-8081-02829f0a02c8 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033292 Mar 23 12:41:53.498451 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f4102e3b-7c45-4b1f-8065-e1ef4c089797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:53.502011 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f4102e3b-7c45-4b1f-8065-e1ef4c089797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:53.510268 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f4102e3b-7c45-4b1f-8065-e1ef4c089797 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f7ea706-75f9-4672-b873-67137a270382 HTTP/1.1" status: 204 len: 168 time: 0.6318200 Mar 23 12:41:53.542947 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Set router 342853c5-b87e-40d9-a00e-b0205487ed92 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:41:53.561949 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 5c29fa03-777f-45a1-902e-d2d59aec71ed details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:41:53.582411 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4102e3b-7c45-4b1f-8065-e1ef4c089797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7ea706-75f9-4672-b873-67137a270382,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:53.900742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9211b-3d14-41ff-80c0-01d107d02d86 req-0c3d0f75-c66a-40c7-92a9-dccc4c83ba66 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:53.902346 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d3d9211b-3d14-41ff-80c0-01d107d02d86 req-0c3d0f75-c66a-40c7-92a9-dccc4c83ba66 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 944 time: 0.1435947 Mar 23 12:41:54.003464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c872b-8cb8-440e-a41c-16d4fa03eb59 req-b01e46c8-ef82-482f-bbb3-6b1c6e6740a3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:54.011652 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e93c872b-8cb8-440e-a41c-16d4fa03eb59 req-b01e46c8-ef82-482f-bbb3-6b1c6e6740a3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.2726371 Mar 23 12:41:54.017124 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d3d9211b-3d14-41ff-80c0-01d107d02d86 req-9dc58bb9-09fd-45d2-94b7-4d45defc1859 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061726 Mar 23 12:41:54.090177 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:54.129641 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e93c872b-8cb8-440e-a41c-16d4fa03eb59 req-20adc3c6-e70e-456f-acf8-07683b29016f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031027 Mar 23 12:41:54.132688 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e09564cf-6b04-4b4d-b8de-6ac21d5a6ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:54.155072 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 5c29fa03-777f-45a1-902e-d2d59aec71ed, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=5c29fa03-777f-45a1-902e-d2d59aec71ed,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:54.179974 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '5c29fa03-777f-45a1-902e-d2d59aec71ed', 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871', 'port_id': '5c29fa03-777f-45a1-902e-d2d59aec71ed', 'mac_address': 'fa:16:3e:51:30:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd214faa0-c958-46e5-affe-d81670b016f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:41:54.277816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:41:51Z', 'revision_number': 3, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port': {'id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:49Z', 'updated_at': '2022-03-23T12:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:54.320014 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Checking router: 342853c5-b87e-40d9-a00e-b0205487ed92 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:41:54.320700 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Updating router 342853c5-b87e-40d9-a00e-b0205487ed92 port e2ed029d-63bf-4890-9ae1-54d260a32969 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:41:54.365128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 56b2e3df-07b8-43d9-83e3-685b809c47d7 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:41:54.414643 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:54.479474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Allocated IP 172.20.0.1 (60e766b4-1016-48b5-88cb-19ac4b8761dc/f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9/2b585fe0-d585-42e3-b604-9d4e97c21a09) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:41:54.728759 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:54.751383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3770d-e1ce-43ed-aa02-f0a2667beabb req-de050ca5-12b5-4301-8ede-02bef4bb5300 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:54.761722 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06c3770d-e1ce-43ed-aa02-f0a2667beabb req-de050ca5-12b5-4301-8ede-02bef4bb5300 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 944 time: 0.1395679 Mar 23 12:41:54.848636 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66550f-0a56-406d-8868-83ae61f88d25 req-f0709fd7-9536-4b29-a6e5-85471b0b49a0 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:54.857869 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad66550f-0a56-406d-8868-83ae61f88d25 req-f0709fd7-9536-4b29-a6e5-85471b0b49a0 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1037269 Mar 23 12:41:54.861490 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:54.903654 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06c3770d-e1ce-43ed-aa02-f0a2667beabb req-8efbbb3b-da28-4616-9e10-a6c85c649e80 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409411 Mar 23 12:41:54.928566 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Network 60e766b4-1016-48b5-88cb-19ac4b8761dc is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:41:54.952614 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:54.960896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:41:54.987471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:41:55.016476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c29fa03-777f-45a1-902e-d2d59aec71ed {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:41:55.020604 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad66550f-0a56-406d-8868-83ae61f88d25 req-b66498fe-0eda-4c61-97eb-1070f551ecc7 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612904 Mar 23 12:41:55.168521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 5c29fa03-777f-45a1-902e-d2d59aec71ed, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=5c29fa03-777f-45a1-902e-d2d59aec71ed,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:55.169604 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 56b2e3df-07b8-43d9-83e3-685b809c47d7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:55.170081 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:55.217817 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:55.238482 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19012360-0f7c-4ac8-8454-49b516679947 req-a140cffe-a8d9-4801-a724-9ea39ccbc8a1 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:55.269063 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19012360-0f7c-4ac8-8454-49b516679947 req-a140cffe-a8d9-4801-a724-9ea39ccbc8a1 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 944 time: 0.1314774 Mar 23 12:41:55.324436 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Pushing event updated for resources: {'Port': ['ID=2b585fe0-d585-42e3-b604-9d4e97c21a09,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:55.403152 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19012360-0f7c-4ac8-8454-49b516679947 req-2eea8f8d-d951-4719-aa64-f0c366e0552f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198940 Mar 23 12:41:55.403267 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:55.413809 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [req-dc08615d-a0e6-48cc-b783-12593532191f req-e2c6cef3-a994-4b62-ac9e-4772b0f0f7ca service neutron] show failed (client error): The resource could not be found. Mar 23 12:41:55.415267 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:55.415609 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-e2c6cef3-a994-4b62-ac9e-4772b0f0f7ca service neutron] 10.222.0.77 "GET /v2.0/ports/95491ea5-cdad-4cf1-8470-45c2830fa3b3/bindings/n-h2-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.3107445 Mar 23 12:41:55.416456 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:55.428677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=5c29fa03-777f-45a1-902e-d2d59aec71ed,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:55.538792 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f214af61-6379-472c-90ea-243af2dab78d None None] Provisioning complete for port 2b585fe0-d585-42e3-b604-9d4e97c21a09 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:55.539194 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f214af61-6379-472c-90ea-243af2dab78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:55.576283 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4ddaf-4d4c-4111-9557-a65626d064a3 req-e4837609-f4c2-4965-8c25-bab988d2756f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:55.579041 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e3a4ddaf-4d4c-4111-9557-a65626d064a3 req-e4837609-f4c2-4965-8c25-bab988d2756f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1776190 Mar 23 12:41:55.590758 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f840d146-f9e1-45f1-bbf4-ad396ecb4a8f up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:41:55.592723 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Attempting to bind port e2ed029d-63bf-4890-9ae1-54d260a32969 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:41:55.593095 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Attempting to bind port e2ed029d-63bf-4890-9ae1-54d260a32969 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:41:55.593448 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Attempting to bind port e2ed029d-63bf-4890-9ae1-54d260a32969 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:55.622076 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:41:55.622446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:41:55.625052 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:55.625454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:41:55.626562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Bound port: e2ed029d-63bf-4890-9ae1-54d260a32969, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:41:55.626959 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:55.702157 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e3a4ddaf-4d4c-4111-9557-a65626d064a3 req-a4d291ca-c685-49e5-a4a9-3e3fde1016cf tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949962 Mar 23 12:41:55.771839 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:55.773719 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] For port e2ed029d-63bf-4890-9ae1-54d260a32969, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:41:55.780444 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] For port e2ed029d-63bf-4890-9ae1-54d260a32969, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e2ed029d-63bf-4890-9ae1-54d260a32969,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:41:55.832927 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['5c29fa03-777f-45a1-902e-d2d59aec71ed'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:41:55.842795 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:56.056495 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40934) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:56.080230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08615d-a0e6-48cc-b783-12593532191f req-f391c642-abe2-49c8-af84-585e27ee6d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:56.081246 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-f391c642-abe2-49c8-af84-585e27ee6d27 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853&tenant_id=7c1d3a5014264763bcc8243971f01780 HTTP/1.1" status: 200 len: 1100 time: 0.1670423 Mar 23 12:41:56.110907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834854-1', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:56.211498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db148d2-60cf-48e4-80a7-7d494255b6d3 None None] Pushing event updated for resources: {'Port': ['ID=e2ed029d-63bf-4890-9ae1-54d260a32969,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:56.215008 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:56.232138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:56.283954 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-41187542-ef01-41b4-ac55-0945677c4326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:56.337240 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Pushing event updated for resources: {'Port': ['ID=2b585fe0-d585-42e3-b604-9d4e97c21a09,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:56.340329 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:56.354026 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db148d2-60cf-48e4-80a7-7d494255b6d3 None None] Pushing event updated for resources: {'Port': ['ID=e2ed029d-63bf-4890-9ae1-54d260a32969,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:56.371668 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f214af61-6379-472c-90ea-243af2dab78d None None] Port 2b585fe0-d585-42e3-b604-9d4e97c21a09 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:41:56.381914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e7109-0b19-4e93-8a95-8241b2da0031 req-545ae290-b59f-4f57-94a5-62799182e1ae tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:56.384037 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-917e7109-0b19-4e93-8a95-8241b2da0031 req-545ae290-b59f-4f57-94a5-62799182e1ae tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1646230 Mar 23 12:41:56.407705 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:56.423098 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b2034-313c-4ef6-a359-7c1a06d3e023 req-e2edd861-c48e-497f-b077-4fdf3b9b04f8 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:56.429911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Routers {'342853c5-b87e-40d9-a00e-b0205487ed92'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:41:56.430671 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:41:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['342853c5-b87e-40d9-a00e-b0205487ed92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:56.431421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b5b2034-313c-4ef6-a359-7c1a06d3e023 req-e2edd861-c48e-497f-b077-4fdf3b9b04f8 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 944 time: 0.3490920 Mar 23 12:41:56.491229 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b5b2034-313c-4ef6-a359-7c1a06d3e023 req-c093452c-ef3c-4bac-8e8f-d951d2e7c995 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568149 Mar 23 12:41:56.546844 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port f840d146-f9e1-45f1-bbf4-ad396ecb4a8f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:41:56.579807 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-917e7109-0b19-4e93-8a95-8241b2da0031 req-1ec304cb-1310-4d76-8751-2da118450ea0 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736958 Mar 23 12:41:56.628577 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Network 60e766b4-1016-48b5-88cb-19ac4b8761dc is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:41:56.629724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:41:56.695214 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port f840d146-f9e1-45f1-bbf4-ad396ecb4a8f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:56.697264 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:56.825856 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] Set router 342853c5-b87e-40d9-a00e-b0205487ed92 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:41:56.916979 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f88dd8ea-e683-4071-bc70-e646be75955e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:56.973061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Router 342853c5-b87e-40d9-a00e-b0205487ed92 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:41:56.997812 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1213128-861c-49c6-b69f-e8139c1662ef req-47817660-7d8c-4c4b-8167-400d2a5260b7 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:57.003807 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e1213128-861c-49c6-b69f-e8139c1662ef req-47817660-7d8c-4c4b-8167-400d2a5260b7 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1335149 Mar 23 12:41:57.092189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] For port 95491ea5-cdad-4cf1-8470-45c2830fa3b3, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:57.127278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] For port 95491ea5-cdad-4cf1-8470-45c2830fa3b3, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:41:57.170040 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:57.184541 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Transition to ACTIVE for port object 95491ea5-cdad-4cf1-8470-45c2830fa3b3 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:41:57.185697 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdfa8ba-8a36-4ea5-8e33-2cb64b647853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95491ea5-cdad-4cf1-8470-45c2830fa3b3'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:57.188778 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dafdf6-502e-4587-9823-38040f4d37fb" -d '{"events": [{"server_uuid": "cfdfa8ba-8a36-4ea5-8e33-2cb64b647853", "name": "network-vif-unplugged", "status": "completed", "tag": "95491ea5-cdad-4cf1-8470-45c2830fa3b3"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:57.199148 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:57.252373 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Pushing event updated for resources: {'Port': ['ID=95491ea5-cdad-4cf1-8470-45c2830fa3b3,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:57.264981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b1817883-bdf2-466d-a03b-2d751382c27d None None] Provisioning complete for port 2b585fe0-d585-42e3-b604-9d4e97c21a09 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:57.265495 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b1817883-bdf2-466d-a03b-2d751382c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:57.273158 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:57.291446 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:41:57.322591 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7cbd9f09-1fdc-4836-92dd-a5fc346b6dda admin admin] 10.222.0.52 "PUT /v2.0/routers/342853c5-b87e-40d9-a00e-b0205487ed92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3812909 Mar 23 12:41:57.337719 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e1213128-861c-49c6-b69f-e8139c1662ef req-e98b948c-17cf-46f2-8c4f-1af08b0c503f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256471 Mar 23 12:41:57.386793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] No DVR routers for this DVR port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:41:57.395150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b1817883-bdf2-466d-a03b-2d751382c27d None None] Port 2b585fe0-d585-42e3-b604-9d4e97c21a09 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:41:57.421329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3464310-19c9-4707-b191-19ad9bca0c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f840d146-f9e1-45f1-bbf4-ad396ecb4a8f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:57.424003 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f150c25c-cd90-451b-9a96-637e58db4836" -d '{"events": [{"server_uuid": "e3464310-19c9-4707-b191-19ad9bca0c91", "name": "network-vif-plugged", "status": "completed", "tag": "f840d146-f9e1-45f1-bbf4-ad396ecb4a8f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:57.443301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f840d146-f9e1-45f1-bbf4-ad396ecb4a8f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f840d146-f9e1-45f1-bbf4-ad396ecb4a8f,segment=NetworkSegment(db53acb3-07ac-4ad6-9d06-e5862eb13546),segment_id=db53acb3-07ac-4ad6-9d06-e5862eb13546)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:41:57.451208 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:57.464023 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 4, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port': {'id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:49Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2b585fe0-d585-42e3-b604-9d4e97c21a09', 'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'mac_address': 'fa:16:3e:d1:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:54Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 2, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'subnets': [{'id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:41:57.468643 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a9434d-cbf8-485c-89d9-54f82fe74e77 x-openstack-request-id: req-54a9434d-cbf8-485c-89d9-54f82fe74e77 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:41:57.473107 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdfa8ba-8a36-4ea5-8e33-2cb64b647853", "name": "network-vif-unplugged", "status": "completed", "tag": "95491ea5-cdad-4cf1-8470-45c2830fa3b3", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:41:57.473411 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54a9434d-cbf8-485c-89d9-54f82fe74e77 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:41:57.473850 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdfa8ba-8a36-4ea5-8e33-2cb64b647853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95491ea5-cdad-4cf1-8470-45c2830fa3b3', 'code': 200} Mar 23 12:41:57.501340 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b0f91-c5be-4774-a5e9-18b4c4b5958f req-7226c501-6562-400b-a702-baf94ee1722a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:57.513024 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c67b0f91-c5be-4774-a5e9-18b4c4b5958f req-7226c501-6562-400b-a702-baf94ee1722a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 945 time: 0.5783436 Mar 23 12:41:57.559389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Attempting to bind port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:41:57.563728 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Attempting to bind port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:41:57.564339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Attempting to bind port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:57.609340 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2a124a-d2ef-40fd-9259-6692fc5828af x-openstack-request-id: req-8d2a124a-d2ef-40fd-9259-6692fc5828af {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:41:57.609340 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3464310-19c9-4707-b191-19ad9bca0c91", "name": "network-vif-plugged", "status": "completed", "tag": "f840d146-f9e1-45f1-bbf4-ad396ecb4a8f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:41:57.609340 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d2a124a-d2ef-40fd-9259-6692fc5828af {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:41:57.630112 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3464310-19c9-4707-b191-19ad9bca0c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f840d146-f9e1-45f1-bbf4-ad396ecb4a8f', 'code': 200} Mar 23 12:41:57.632994 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651acae4-3aa1-44a1-948a-96c26bc495f1 None None] The sync data for ids ['342853c5-b87e-40d9-a00e-b0205487ed92'] in n-d-834854-1 is: [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 4, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port': {'id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:49Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2b585fe0-d585-42e3-b604-9d4e97c21a09', 'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'mac_address': 'fa:16:3e:d1:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:54Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 2, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'subnets': [{'id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:41:57.650984 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-41187542-ef01-41b4-ac55-0945677c4326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:57.666138 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-41187542-ef01-41b4-ac55-0945677c4326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:57.684954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:41:57.685176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Attempting to bind port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:41:57.806644 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:57.812608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f840d146-f9e1-45f1-bbf4-ad396ecb4a8f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:57.812923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:41:57.813526 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:41:57.813990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:41:57.814442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Bound port: 95491ea5-cdad-4cf1-8470-45c2830fa3b3, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:41:57.815383 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:57.828665 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6511139-c118-48af-881e-8449050fa91e req-c115ed54-c55f-41ea-ba28-de11d7db42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:57.838540 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c6511139-c118-48af-881e-8449050fa91e req-c115ed54-c55f-41ea-ba28-de11d7db42dd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 1096 time: 0.2161205 Mar 23 12:41:57.850980 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c67b0f91-c5be-4774-a5e9-18b4c4b5958f req-e25aa4ac-a056-4340-b097-cfae66624ccc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361263 Mar 23 12:41:57.866717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41187542-ef01-41b4-ac55-0945677c4326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32260aa9-ab9a-43cf-b269-c51ecf3c4a31,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:57.873375 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-41187542-ef01-41b4-ac55-0945677c4326 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=81cac7b83f4f4dfd84a72dc1e6ad40dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8123589 Mar 23 12:41:57.884963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40966) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:41:57.918011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfbbe8-44c3-4f63-8b06-f3dff5aaef5b req-cd39b3dd-8280-4ec1-8c44-d9e7054bd93d tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:57.936245 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d5dfbbe8-44c3-4f63-8b06-f3dff5aaef5b req-cd39b3dd-8280-4ec1-8c44-d9e7054bd93d tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.2498119 Mar 23 12:41:57.981054 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c6511139-c118-48af-881e-8449050fa91e req-9fd62f37-c171-4057-8f83-5d8b7d566dfd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333535 Mar 23 12:41:57.992208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] For port 95491ea5-cdad-4cf1-8470-45c2830fa3b3, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:41:58.003675 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b803a426-a166-401a-a4d2-4642aece6a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:58.026404 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d5dfbbe8-44c3-4f63-8b06-f3dff5aaef5b req-1bf5c345-fa5f-4d71-8135-ec8850efa06a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892196 Mar 23 12:41:58.033313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b803a426-a166-401a-a4d2-4642aece6a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:58.158620 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] For port 95491ea5-cdad-4cf1-8470-45c2830fa3b3, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:41:58.193089 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:58.278097 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b803a426-a166-401a-a4d2-4642aece6a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:58.284858 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b803a426-a166-401a-a4d2-4642aece6a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:58.286607 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b803a426-a166-401a-a4d2-4642aece6a12 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32260aa9-ab9a-43cf-b269-c51ecf3c4a31 HTTP/1.1" status: 204 len: 168 time: 0.3987427 Mar 23 12:41:58.300274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:58.300889 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:58.302898 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] 10.222.0.73 "PUT /v2.0/ports/95491ea5-cdad-4cf1-8470-45c2830fa3b3 HTTP/1.1" status: 200 len: 1095 time: 2.2084441 Mar 23 12:41:58.376484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803a426-a166-401a-a4d2-4642aece6a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32260aa9-ab9a-43cf-b269-c51ecf3c4a31,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:58.471092 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae2a24-6c8a-4b73-8743-0836cad64997 service neutron] Pushing event updated for resources: {'Port': ['ID=95491ea5-cdad-4cf1-8470-45c2830fa3b3,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:58.508008 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250e70d-68a7-4377-8bff-7746d9ef14b1 req-5dc745bc-8066-4653-8ab6-9ed7d16d0419 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:58.521682 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2250e70d-68a7-4377-8bff-7746d9ef14b1 req-5dc745bc-8066-4653-8ab6-9ed7d16d0419 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.3868587 Mar 23 12:41:58.651007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08615d-a0e6-48cc-b783-12593532191f req-1f67c65b-958d-4074-9bc4-727d299515c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:58.652615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-1f67c65b-958d-4074-9bc4-727d299515c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 1098 time: 0.2900043 Mar 23 12:41:58.714030 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2250e70d-68a7-4377-8bff-7746d9ef14b1 req-c538198f-4e5d-4454-8aad-5ba48b0b1c24 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912811 Mar 23 12:41:58.748335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690f602-c246-483b-b55e-416bbf739eeb req-03ef8552-c111-4037-873e-0ca855ec835e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:58.759079 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5690f602-c246-483b-b55e-416bbf739eeb req-03ef8552-c111-4037-873e-0ca855ec835e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 817 time: 0.3480303 Mar 23 12:41:58.836342 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5690f602-c246-483b-b55e-416bbf739eeb req-dd9c2ca3-c450-4a45-b468-0f20dc2e0a34 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/quotas/ff64bc9bdc02410baa9c0f7e27857a4a HTTP/1.1" status: 200 len: 375 time: 0.0762734 Mar 23 12:41:58.967685 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5690f602-c246-483b-b55e-416bbf739eeb req-f20cedb9-8cd2-4d46-8ab7-041ec7b55593 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1302555 Mar 23 12:41:59.091076 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:59.093222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f2045-5f73-4d1a-8106-51b5a34507f0 req-39574a45-09bf-48c6-9ac5-3180b9d6147a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:59.105363 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e47f2045-5f73-4d1a-8106-51b5a34507f0 req-39574a45-09bf-48c6-9ac5-3180b9d6147a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 947 time: 0.1890221 Mar 23 12:41:59.155403 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08615d-a0e6-48cc-b783-12593532191f req-60ed7f5f-53a2-4a6a-95af-b0a497681559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:59.157252 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-60ed7f5f-53a2-4a6a-95af-b0a497681559 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.4801033 Mar 23 12:41:59.209316 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5690f602-c246-483b-b55e-416bbf739eeb req-07a49055-1e03-4788-86fd-01eaf68184de service neutron] 10.222.0.52 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408063 Mar 23 12:41:59.269309 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-8e397085-51e3-4f4d-9d42-ee8664e30d7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3 HTTP/1.1" status: 200 len: 217 time: 0.0934978 Mar 23 12:41:59.355161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e47f2045-5f73-4d1a-8106-51b5a34507f0 req-744663f3-9aa4-4b37-a5e9-1c311d54c362 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485094 Mar 23 12:41:59.392971 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08615d-a0e6-48cc-b783-12593532191f req-307d07f2-3657-427d-86d8-c963e07d38c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:59.395207 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-307d07f2-3657-427d-86d8-c963e07d38c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1160555 Mar 23 12:41:59.401818 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5690f602-c246-483b-b55e-416bbf739eeb req-fdd7788f-e83a-4a5d-ae0f-8afbf9cfe6df service neutron] 10.222.0.52 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806135 Mar 23 12:41:59.458275 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:59.477275 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdfa8ba-8a36-4ea5-8e33-2cb64b647853', 'tag': '95491ea5-cdad-4cf1-8470-45c2830fa3b3'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:41:59.490405 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdfa8ba-8a36-4ea5-8e33-2cb64b647853", "tag": "95491ea5-cdad-4cf1-8470-45c2830fa3b3"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:41:59.578154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 5c29fa03-777f-45a1-902e-d2d59aec71ed up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:41:59.670295 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08615d-a0e6-48cc-b783-12593532191f req-a591b7d9-965e-463f-8c99-531d1d2be6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:59.671836 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-a591b7d9-965e-463f-8c99-531d1d2be6a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2686541 Mar 23 12:41:59.770202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 5c29fa03-777f-45a1-902e-d2d59aec71ed completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:41:59.778204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 5c29fa03-777f-45a1-902e-d2d59aec71ed triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:41:59.778586 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:41:59.899009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa834334-21bf-482c-90d9-6ce548aa9c91 req-1f327291-3154-4c87-af8a-0fdd933d72bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:59.906430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa834334-21bf-482c-90d9-6ce548aa9c91 req-1f327291-3154-4c87-af8a-0fdd933d72bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 945 time: 0.3802862 Mar 23 12:41:59.976007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1751c-e598-4805-af8e-adcfe58b73e1 req-b6f9efaa-e09a-48f8-9be1-cfe7b4d27e18 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:59.977608 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cff1751c-e598-4805-af8e-adcfe58b73e1 req-b6f9efaa-e09a-48f8-9be1-cfe7b4d27e18 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1545181 Mar 23 12:42:00.085290 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cff1751c-e598-4805-af8e-adcfe58b73e1 req-82e9dc7c-ff89-4ab3-925e-fe39e6dbaee2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001711 Mar 23 12:42:00.093971 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:00.139660 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa834334-21bf-482c-90d9-6ce548aa9c91 req-25631d90-4ee6-430a-9146-cbb702993208 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226944 Mar 23 12:42:00.156815 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-ebf90504-9bbc-4696-bedd-809bcf6f68f6 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738686 Mar 23 12:42:00.157797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0dddce-ce98-44e7-8079-e92c230fe9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c29fa03-777f-45a1-902e-d2d59aec71ed'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:42:00.162633 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cc46a3-1bd0-498e-8b6d-962acf95c0b6" -d '{"events": [{"server_uuid": "7d0dddce-ce98-44e7-8079-e92c230fe9ee", "name": "network-vif-plugged", "status": "completed", "tag": "5c29fa03-777f-45a1-902e-d2d59aec71ed"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:42:00.223543 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 5c29fa03-777f-45a1-902e-d2d59aec71ed, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=5c29fa03-777f-45a1-902e-d2d59aec71ed,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:00.232956 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:00.234103 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 95491ea5-cdad-4cf1-8470-45c2830fa3b3 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:42:00.362911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=5c29fa03-777f-45a1-902e-d2d59aec71ed,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:00.378516 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be6e884-94aa-449b-827f-f8d9118ef6b4 x-openstack-request-id: req-2be6e884-94aa-449b-827f-f8d9118ef6b4 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:00.379982 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdfa8ba-8a36-4ea5-8e33-2cb64b647853", "tag": "95491ea5-cdad-4cf1-8470-45c2830fa3b3", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:00.380740 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2be6e884-94aa-449b-827f-f8d9118ef6b4 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:00.382085 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdfa8ba-8a36-4ea5-8e33-2cb64b647853', 'tag': '95491ea5-cdad-4cf1-8470-45c2830fa3b3', 'status': 'completed', 'code': 200} Mar 23 12:42:00.429387 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 95491ea5-cdad-4cf1-8470-45c2830fa3b3 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:42:00.457639 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-5dedb64e-6280-4f38-986c-0bf5647c95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:00.470271 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5425c1a8-25cd-451b-93d6-24fc0a8caee7 req-1c3e19cc-e3ab-4b4f-9781-265a551a68e2 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 210 time: 0.0990145 Mar 23 12:42:00.473743 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-5dedb64e-6280-4f38-986c-0bf5647c95b4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 1098 time: 0.1787415 Mar 23 12:42:00.673639 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e2ed029d-63bf-4890-9ae1-54d260a32969 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:42:00.691873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc08615d-a0e6-48cc-b783-12593532191f req-2f7a36a8-2123-4ef6-8a92-b9042a645b80 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270050 Mar 23 12:42:00.846443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6347e-f4d4-422a-926c-617688ca2c59 req-04ff035c-905b-4630-8d0c-67890cce30f2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:00.851777 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0be6347e-f4d4-422a-926c-617688ca2c59 req-04ff035c-905b-4630-8d0c-67890cce30f2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1242089 Mar 23 12:42:00.860744 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:42:00.870453 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-af61b10d-0477-4d7e-b642-b21b9de35179 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Request body: {'floatingip': {'port_id': 'f840d146-f9e1-45f1-bbf4-ad396ecb4a8f'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:42:00.954319 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port e2ed029d-63bf-4890-9ae1-54d260a32969 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:42:00.956554 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:01.034662 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ae23a-f05a-421e-a12f-5a7507e88927 req-389467a9-77b8-411c-aa72-a7d4468b6626 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:01.035522 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cee0b9-942a-44d3-9c5e-4b04e799aeba x-openstack-request-id: req-a6cee0b9-942a-44d3-9c5e-4b04e799aeba {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:01.036123 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0dddce-ce98-44e7-8079-e92c230fe9ee", "name": "network-vif-plugged", "status": "completed", "tag": "5c29fa03-777f-45a1-902e-d2d59aec71ed", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:01.039339 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6cee0b9-942a-44d3-9c5e-4b04e799aeba {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:01.039842 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0dddce-ce98-44e7-8079-e92c230fe9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c29fa03-777f-45a1-902e-d2d59aec71ed', 'code': 200} Mar 23 12:42:01.044472 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-297ae23a-f05a-421e-a12f-5a7507e88927 req-389467a9-77b8-411c-aa72-a7d4468b6626 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.5274687 Mar 23 12:42:01.050584 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af61b10d-0477-4d7e-b642-b21b9de35179 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:01.127569 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-433706ca-a8fd-41aa-888c-1a44c27321d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:01.129170 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-433706ca-a8fd-41aa-888c-1a44c27321d4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.6483750 Mar 23 12:42:01.204982 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:01.216860 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-297ae23a-f05a-421e-a12f-5a7507e88927 req-a9fb6402-9e87-4a16-a5c9-70a992163d62 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692131 Mar 23 12:42:01.329056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port e2ed029d-63bf-4890-9ae1-54d260a32969, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e2ed029d-63bf-4890-9ae1-54d260a32969,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:01.343910 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:01.443202 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-0d6013d5-635a-40be-8cdd-7c2e35955178 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3 HTTP/1.1" status: 200 len: 217 time: 0.3006394 Mar 23 12:42:01.507616 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-e1b558a1-2218-4379-9a66-7de0c0413c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:01.510292 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-e1b558a1-2218-4379-9a66-7de0c0413c65 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 1098 time: 0.3554807 Mar 23 12:42:01.533918 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2f7ee-2ffc-42a3-a98b-82b0205857b7 req-c2c9852f-ee73-4c00-8f50-a407a913ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:01.535865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-45d2f7ee-2ffc-42a3-a98b-82b0205857b7 req-c2c9852f-ee73-4c00-8f50-a407a913ddc0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 1097 time: 0.3450620 Mar 23 12:42:01.558551 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f5c-2f54-4d0a-9051-9186097d05a7 req-bfdcf3a2-9d1b-4abb-8029-c1fc842fbd94 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:01.567199 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f84b4f5c-2f54-4d0a-9051-9186097d05a7 req-bfdcf3a2-9d1b-4abb-8029-c1fc842fbd94 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 947 time: 0.2980623 Mar 23 12:42:01.578603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=e2ed029d-63bf-4890-9ae1-54d260a32969,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:01.669392 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-703334e1-99c4-435c-a9cd-b7cdecb94807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:01.679224 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-703334e1-99c4-435c-a9cd-b7cdecb94807 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.2019749 Mar 23 12:42:01.783333 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-45d2f7ee-2ffc-42a3-a98b-82b0205857b7 req-a05b22be-7481-4788-9776-43788b9fa190 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349637 Mar 23 12:42:01.802227 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f84b4f5c-2f54-4d0a-9051-9186097d05a7 req-05a579d0-cf5c-405a-94fa-b8b89a9c0b79 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288795 Mar 23 12:42:01.841179 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-616664fb-3724-493f-9b6e-cc57caea3f4a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:01.850759 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-616664fb-3724-493f-9b6e-cc57caea3f4a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 817 time: 0.4295835 Mar 23 12:42:01.875992 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-01504c05-f470-4c3a-9933-1c973efe156b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/quotas/ff64bc9bdc02410baa9c0f7e27857a4a HTTP/1.1" status: 200 len: 375 time: 0.0240040 Mar 23 12:42:01.892368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-47cdbff0-5b0f-4fe7-a889-629320c05ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:01.898001 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-47cdbff0-5b0f-4fe7-a889-629320c05ccd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2014675 Mar 23 12:42:01.977252 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-94545957-8fb2-4faf-9867-e0ce2a619e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:01.977664 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Sync routers for ids ['342853c5-b87e-40d9-a00e-b0205487ed92'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:42:01.978768 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-94545957-8fb2-4faf-9867-e0ce2a619e92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.4590445 Mar 23 12:42:01.992973 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-df8111c2-e4c6-466c-a1d8-d600f47a354f tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1159673 Mar 23 12:42:02.004672 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Routers {'342853c5-b87e-40d9-a00e-b0205487ed92'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:42:02.005570 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-94663481-dbec-4978-a54d-f976ee532263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:41:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['342853c5-b87e-40d9-a00e-b0205487ed92'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:42:02.101413 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-53c7a7bc-cf78-4987-9e6e-de6ffaa1cbcb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3 HTTP/1.1" status: 200 len: 217 time: 0.1029522 Mar 23 12:42:02.567551 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Set router 342853c5-b87e-40d9-a00e-b0205487ed92 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:42:02.638592 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e2ed029d-63bf-4890-9ae1-54d260a32969 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:42:02.662061 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-11d6c62c-b374-4ed4-90ff-1fbb488914b5 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215780 Mar 23 12:42:02.753414 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-fa261e11-1c67-4223-be0a-7b7ad05820c7 service neutron] 10.222.0.52 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7517185 Mar 23 12:42:02.847538 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port e2ed029d-63bf-4890-9ae1-54d260a32969 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:42:02.856555 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:03.087357 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-94663481-dbec-4978-a54d-f976ee532263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 4, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port': {'id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:49Z', 'updated_at': '2022-03-23T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2b585fe0-d585-42e3-b604-9d4e97c21a09', 'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'mac_address': 'fa:16:3e:d1:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:54Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 2, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'subnets': [{'id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:42:03.094761 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb47e4e-49c1-456c-a2b0-2b1455b4e6da req-e789f5d5-b894-492d-b1c5-0c96b4606c5c tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:03.111063 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-feb47e4e-49c1-456c-a2b0-2b1455b4e6da req-e789f5d5-b894-492d-b1c5-0c96b4606c5c tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 946 time: 1.1857665 Mar 23 12:42:03.119062 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Checking router: 342853c5-b87e-40d9-a00e-b0205487ed92 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:42:03.119758 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Updating router 342853c5-b87e-40d9-a00e-b0205487ed92 port 2b585fe0-d585-42e3-b604-9d4e97c21a09 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:42:03.144832 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-3461a1ef-b7b8-4362-a924-f41b357fe7db service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765771 Mar 23 12:42:03.171808 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:03.243772 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-2bb40b13-e09e-4e17-9de7-8d57cf91655c service neutron] 10.222.0.52 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895370 Mar 23 12:42:03.426565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690f602-c246-483b-b55e-416bbf739eeb req-656b3e2b-4b67-4ab7-8779-53605cc25157 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:03.428672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5690f602-c246-483b-b55e-416bbf739eeb req-656b3e2b-4b67-4ab7-8779-53605cc25157 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.77 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 817 time: 1.3556225 Mar 23 12:42:03.458530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-5690f602-c246-483b-b55e-416bbf739eeb req-8bdbe91e-0d23-49e4-89a1-4273905cb980 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Request body: {'port': {'device_id': 'e1dbd46f-2edf-41c3-9ba3-b9b8f07df032', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'admin_state_up': True, 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:42:03.711044 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-af61b10d-0477-4d7e-b642-b21b9de35179 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:42:03.750401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 95491ea5-cdad-4cf1-8470-45c2830fa3b3 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:42:03.782010 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af61b10d-0477-4d7e-b642-b21b9de35179 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:03.787784 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-feb47e4e-49c1-456c-a2b0-2b1455b4e6da req-d6ea963f-f283-4ee4-9a82-a3e547f22f4d tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6753805 Mar 23 12:42:03.791586 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273143f-69a1-4cae-8455-6f86cef807e9 req-705640e0-5336-4eb9-9dcd-62e010d1c698 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:03.792412 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af61b10d-0477-4d7e-b642-b21b9de35179 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:03.806274 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f273143f-69a1-4cae-8455-6f86cef807e9 req-705640e0-5336-4eb9-9dcd-62e010d1c698 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.1338103 Mar 23 12:42:03.900024 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f273143f-69a1-4cae-8455-6f86cef807e9 req-4e88f37c-9298-4346-a464-6ecc20f6d4ca tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881119 Mar 23 12:42:03.905516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-20d51365-d547-4a8e-9668-1ec16f330a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:03.907098 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-20d51365-d547-4a8e-9668-1ec16f330a69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 1.1093342 Mar 23 12:42:04.038562 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:04.041455 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-7bcab849-d90c-4504-b4a2-c4f375258816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:04.043165 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-7bcab849-d90c-4504-b4a2-c4f375258816 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076202 Mar 23 12:42:04.047060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 95491ea5-cdad-4cf1-8470-45c2830fa3b3, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:04.055384 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:04.067820 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '95491ea5-cdad-4cf1-8470-45c2830fa3b3', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '95491ea5-cdad-4cf1-8470-45c2830fa3b3', 'mac_address': 'fa:16:3e:b6:8b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:42:04.076891 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d7aac223-7285-45a1-895d-e6ab80f96307 req-d0190d06-6b9a-40d0-afed-a0e289ec10d0 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 210 time: 0.1042721 Mar 23 12:42:04.124458 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9990357-7ee3-4f7d-9848-f1245e373c63 None None] Pushing event updated for resources: {'Port': ['ID=2b585fe0-d585-42e3-b604-9d4e97c21a09,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:04.135066 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:04.150398 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95491ea5-cdad-4cf1-8470-45c2830fa3b3 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:42:04.174096 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 95491ea5-cdad-4cf1-8470-45c2830fa3b3, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:04.181220 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:04.291126 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Attempting to bind port 2b585fe0-d585-42e3-b604-9d4e97c21a09 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:42:04.292940 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=95491ea5-cdad-4cf1-8470-45c2830fa3b3,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:04.293644 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Attempting to bind port 2b585fe0-d585-42e3-b604-9d4e97c21a09 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:42:04.294645 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Attempting to bind port 2b585fe0-d585-42e3-b604-9d4e97c21a09 on network 60e766b4-1016-48b5-88cb-19ac4b8761dc {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:42:04.317096 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:42:04.318257 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Checking segment: {'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:42:04.318946 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:04.319627 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Bound using segment: {'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:42:04.320311 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Bound port: 2b585fe0-d585-42e3-b604-9d4e97c21a09, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:42:04.320932 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:04.443803 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-94663481-dbec-4978-a54d-f976ee532263 None None] For port 2b585fe0-d585-42e3-b604-9d4e97c21a09, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:42:04.449959 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-94663481-dbec-4978-a54d-f976ee532263 None None] For port 2b585fe0-d585-42e3-b604-9d4e97c21a09, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2b585fe0-d585-42e3-b604-9d4e97c21a09,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:42:04.457637 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:04.467037 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb6819-5b26-45a7-af21-5e412a757446 req-38f036b9-d860-4372-a3e9-4ecfbab9c382 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:04.484678 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6ffb6819-5b26-45a7-af21-5e412a757446 req-38f036b9-d860-4372-a3e9-4ecfbab9c382 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 947 time: 0.4141073 Mar 23 12:42:04.493105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['95491ea5-cdad-4cf1-8470-45c2830fa3b3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:42:04.523122 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-af61b10d-0477-4d7e-b642-b21b9de35179 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Floating IP 6861462d-f5d3-4a4b-8270-f5701947bbc9 associated. External IP: 172.25.2.250, port: f840d146-f9e1-45f1-bbf4-ad396ecb4a8f. Mar 23 12:42:04.653756 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Routers {'342853c5-b87e-40d9-a00e-b0205487ed92'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:42:04.672105 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-94663481-dbec-4978-a54d-f976ee532263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:41:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['342853c5-b87e-40d9-a00e-b0205487ed92'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:42:04.746054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1ccba968-824f-4754-aad0-8aefb2f303b5 None None] Provisioning complete for port 2b585fe0-d585-42e3-b604-9d4e97c21a09 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:42:04.746684 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1ccba968-824f-4754-aad0-8aefb2f303b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:04.758181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5690f602-c246-483b-b55e-416bbf739eeb req-8bdbe91e-0d23-49e4-89a1-4273905cb980 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Made reservation on behalf of ff64bc9bdc02410baa9c0f7e27857a4a for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:42:04.761778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5690f602-c246-483b-b55e-416bbf739eeb req-8bdbe91e-0d23-49e4-89a1-4273905cb980 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:04.791575 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9990357-7ee3-4f7d-9848-f1245e373c63 None None] Pushing event updated for resources: {'Port': ['ID=2b585fe0-d585-42e3-b604-9d4e97c21a09,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:04.838393 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-f756dd82-21ca-4ac2-b074-39acd3659281 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7801535 Mar 23 12:42:04.863878 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6ffb6819-5b26-45a7-af21-5e412a757446 req-c703369b-e82b-48c0-9241-ca1790342ac0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753698 Mar 23 12:42:04.932683 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1b32a-fdb3-4e0e-b4c0-c4ce4f261c03 req-5e5f224c-ceaa-4db5-bb07-cd155db8a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:04.934273 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-60b1b32a-fdb3-4e0e-b4c0-c4ce4f261c03 req-5e5f224c-ceaa-4db5-bb07-cd155db8a119 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3286ec5331c84fb882866d3d1b89855a&device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 1097 time: 0.1217327 Mar 23 12:42:04.954642 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-94663481-dbec-4978-a54d-f976ee532263 None None] Set router 342853c5-b87e-40d9-a00e-b0205487ed92 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:42:05.066682 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1ccba968-824f-4754-aad0-8aefb2f303b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:05.186012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1ccba968-824f-4754-aad0-8aefb2f303b5 None None] For port 2b585fe0-d585-42e3-b604-9d4e97c21a09, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2b585fe0-d585-42e3-b604-9d4e97c21a09,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:05.193105 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1ccba968-824f-4754-aad0-8aefb2f303b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:05.240612 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54bb4cd7-d100-4a81-a4e9-ac23d30319d1 req-c6adcfe8-1af8-45fc-b664-b0379fc3f7ec service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721168 Mar 23 12:42:05.277623 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1b32a-fdb3-4e0e-b4c0-c4ce4f261c03 req-c26c0b82-a55a-4357-8f85-87d3d9ee2e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:05.279596 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-60b1b32a-fdb3-4e0e-b4c0-c4ce4f261c03 req-c26c0b82-a55a-4357-8f85-87d3d9ee2e17 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0d7586cb-c578-4321-b2f0-57004618f1d2 HTTP/1.1" status: 200 len: 913 time: 0.3263555 Mar 23 12:42:05.337083 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-265ddfe3-f765-4737-9e3c-045ac152a779 None None] Provisioning complete for port 2b585fe0-d585-42e3-b604-9d4e97c21a09 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:42:05.337457 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-265ddfe3-f765-4737-9e3c-045ac152a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:05.346417 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-60b1b32a-fdb3-4e0e-b4c0-c4ce4f261c03 req-271e2d04-8560-4c54-a62a-55cebc4209a5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16808b85-3d52-498b-9aa9-44a51e268b09 HTTP/1.1" status: 200 len: 217 time: 0.0567412 Mar 23 12:42:05.347855 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccba968-824f-4754-aad0-8aefb2f303b5 None None] Pushing event updated for resources: {'Port': ['ID=2b585fe0-d585-42e3-b604-9d4e97c21a09,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:05.419654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10761cf7-7ee6-4797-b71f-82a6e348a3bf req-321c072d-bde1-47b9-9606-5e35ce40d437 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:05.436180 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10761cf7-7ee6-4797-b71f-82a6e348a3bf req-321c072d-bde1-47b9-9606-5e35ce40d437 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 946 time: 0.4415176 Mar 23 12:42:05.512660 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-94663481-dbec-4978-a54d-f976ee532263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 4, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port': {'id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:49Z', 'updated_at': '2022-03-23T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2b585fe0-d585-42e3-b604-9d4e97c21a09', 'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'mac_address': 'fa:16:3e:d1:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:54Z', 'updated_at': '2022-03-23T12:42:04Z', 'revision_number': 4, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'subnets': [{'id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:42:05.531945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8689139-bfeb-4e66-924f-3e83643a0347 req-42b97730-e9cc-4f73-a3de-c03137bd8a43 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:05.533756 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d8689139-bfeb-4e66-924f-3e83643a0347 req-42b97730-e9cc-4f73-a3de-c03137bd8a43 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.2892902 Mar 23 12:42:05.566176 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94663481-dbec-4978-a54d-f976ee532263 None None] The sync data for ids ['342853c5-b87e-40d9-a00e-b0205487ed92'] in n-d-834854-1 is: [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 4, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port': {'id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:49Z', 'updated_at': '2022-03-23T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2b585fe0-d585-42e3-b604-9d4e97c21a09', 'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'mac_address': 'fa:16:3e:d1:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:54Z', 'updated_at': '2022-03-23T12:42:04Z', 'revision_number': 4, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'subnets': [{'id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:42:05.623749 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10761cf7-7ee6-4797-b71f-82a6e348a3bf req-9a59a1d6-c3ee-4d59-bc9b-1b0e73443ad5 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859174 Mar 23 12:42:05.660700 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1b32a-fdb3-4e0e-b4c0-c4ce4f261c03 req-67b281db-9bf9-4be0-8e21-69e15f6433fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:05.662426 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-60b1b32a-fdb3-4e0e-b4c0-c4ce4f261c03 req-67b281db-9bf9-4be0-8e21-69e15f6433fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e2c1c311-8a85-47c1-9d8e-59c06015b5f2 HTTP/1.1" status: 200 len: 852 time: 0.3086817 Mar 23 12:42:05.685703 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d8689139-bfeb-4e66-924f-3e83643a0347 req-04cefbbc-ac39-4dc1-84f8-3b431f945a17 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873647 Mar 23 12:42:05.734803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-5690f602-c246-483b-b55e-416bbf739eeb req-8bdbe91e-0d23-49e4-89a1-4273905cb980 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Allocated IP 172.20.0.14 (60e766b4-1016-48b5-88cb-19ac4b8761dc/f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9/55ca2b97-fa22-4b05-8afd-a8084f3bacc6) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:42:05.774427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 95491ea5-cdad-4cf1-8470-45c2830fa3b3 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:42:05.795209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058792f6-1236-40dc-b37b-c0f155b10c98 req-469afc5d-7bfc-450a-96e8-a8096676acd8 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:05.796849 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-058792f6-1236-40dc-b37b-c0f155b10c98 req-469afc5d-7bfc-450a-96e8-a8096676acd8 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853&tenant_id=7c1d3a5014264763bcc8243971f01780&binding%3Ahost_id=n-h2-834854-1 HTTP/1.1" status: 200 len: 948 time: 0.3571806 Mar 23 12:42:05.879374 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-60b1b32a-fdb3-4e0e-b4c0-c4ce4f261c03 req-9d261f4e-a7ce-4a78-afe3-75f66740aa11 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0d7586cb-c578-4321-b2f0-57004618f1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2013876 Mar 23 12:42:05.901365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:42:05.906307 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:42:05.906784 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:06.174714 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:06.223751 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-60b1b32a-fdb3-4e0e-b4c0-c4ce4f261c03 req-3db5565a-a36b-4e2b-b156-abe9b159206c service neutron] 10.222.0.77 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961857 Mar 23 12:42:06.287598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdfa8ba-8a36-4ea5-8e33-2cb64b647853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95491ea5-cdad-4cf1-8470-45c2830fa3b3'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:42:06.289892 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f4847e-150d-4b9f-9897-f2acd3e836dd" -d '{"events": [{"server_uuid": "cfdfa8ba-8a36-4ea5-8e33-2cb64b647853", "name": "network-vif-plugged", "status": "completed", "tag": "95491ea5-cdad-4cf1-8470-45c2830fa3b3"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:42:06.330318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 95491ea5-cdad-4cf1-8470-45c2830fa3b3, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:06.336003 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:06.419060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=95491ea5-cdad-4cf1-8470-45c2830fa3b3,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:06.561578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6f7b2-bf43-477f-b884-3a8b6a631c61 req-0f09d2e5-d49c-4d88-8fc4-8bff9ead4772 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:06.564820 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aca6f7b2-bf43-477f-b884-3a8b6a631c61 req-0f09d2e5-d49c-4d88-8fc4-8bff9ead4772 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 948 time: 0.6955483 Mar 23 12:42:06.570227 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [req-058792f6-1236-40dc-b37b-c0f155b10c98 req-26819cf6-542f-43bc-be9f-bb8f1cda26ce service neutron] delete failed (client error): The resource could not be found. Mar 23 12:42:06.571236 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-058792f6-1236-40dc-b37b-c0f155b10c98 req-26819cf6-542f-43bc-be9f-bb8f1cda26ce service neutron] 10.222.0.77 "DELETE /v2.0/ports/95491ea5-cdad-4cf1-8470-45c2830fa3b3/bindings/n-h1-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.6976516 Mar 23 12:42:06.585503 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-60b1b32a-fdb3-4e0e-b4c0-c4ce4f261c03 req-a83e674d-d097-4ffb-a5d6-ac8d3306fbe8 service neutron] 10.222.0.77 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382220 Mar 23 12:42:06.629741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2b585fe0-d585-42e3-b604-9d4e97c21a09 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:42:06.660156 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aca6f7b2-bf43-477f-b884-3a8b6a631c61 req-c258ef70-cf21-48c0-a509-4e6d186ddc30 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823424 Mar 23 12:42:06.756708 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f46a3752-6b19-4750-8a68-851479348140 req-3f75fc3b-0b60-4a7c-8f38-667082951604 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 210 time: 0.8339343 Mar 23 12:42:06.763691 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2b585fe0-d585-42e3-b604-9d4e97c21a09 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:42:06.764184 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:06.785186 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af61b10d-0477-4d7e-b642-b21b9de35179 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Router f07840be-cdb3-4dee-a333-5c1ca01449df has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:42:06.805057 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058792f6-1236-40dc-b37b-c0f155b10c98 req-e34b457b-7228-455a-b1e1-35cb07c74623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:06.811707 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-058792f6-1236-40dc-b37b-c0f155b10c98 req-e34b457b-7228-455a-b1e1-35cb07c74623 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 1100 time: 0.1504436 Mar 23 12:42:06.964368 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649e5a78-f088-4d4d-acf9-406eea0b6937 x-openstack-request-id: req-649e5a78-f088-4d4d-acf9-406eea0b6937 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:06.964663 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdfa8ba-8a36-4ea5-8e33-2cb64b647853", "name": "network-vif-plugged", "status": "completed", "tag": "95491ea5-cdad-4cf1-8470-45c2830fa3b3", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:06.964911 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-649e5a78-f088-4d4d-acf9-406eea0b6937 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:06.965301 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdfa8ba-8a36-4ea5-8e33-2cb64b647853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95491ea5-cdad-4cf1-8470-45c2830fa3b3', 'code': 200} Mar 23 12:42:07.022528 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519f32c-38dd-4f02-a826-3b8c23179f6a req-4ffc8593-aac8-44d5-a5d7-822562932eda tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:07.024197 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e519f32c-38dd-4f02-a826-3b8c23179f6a req-4ffc8593-aac8-44d5-a5d7-822562932eda tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 946 time: 0.2061257 Mar 23 12:42:07.047433 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-d7731921-101c-4aad-95b5-87c5649b9fa5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:07.051363 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-d7731921-101c-4aad-95b5-87c5649b9fa5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.77 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 817 time: 1.1360419 Mar 23 12:42:07.059613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058792f6-1236-40dc-b37b-c0f155b10c98 req-a435b208-f042-4413-85bf-172a1e800bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:07.061116 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-058792f6-1236-40dc-b37b-c0f155b10c98 req-a435b208-f042-4413-85bf-172a1e800bba service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1972995 Mar 23 12:42:07.089654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-fa2950be-04d4-4b9d-b29e-ae5a4a1c0599 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Request body: {'port': {'device_id': '477598ea-4654-4847-bc2b-e813cadf795b', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'admin_state_up': True, 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:42:07.127377 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-058792f6-1236-40dc-b37b-c0f155b10c98 req-ec292ab5-88ad-4a4d-9b45-9064a17ae818 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3 HTTP/1.1" status: 200 len: 217 time: 0.0430598 Mar 23 12:42:07.130705 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e519f32c-38dd-4f02-a826-3b8c23179f6a req-399130da-6b84-4ed5-b4a1-2fa4e352f225 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944831 Mar 23 12:42:07.222207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058792f6-1236-40dc-b37b-c0f155b10c98 req-7eaa90c5-d549-4a36-a4aa-4c9f5157ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:07.223994 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-058792f6-1236-40dc-b37b-c0f155b10c98 req-7eaa90c5-d549-4a36-a4aa-4c9f5157ba59 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0845654 Mar 23 12:42:07.332708 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058792f6-1236-40dc-b37b-c0f155b10c98 req-b0117ae3-6346-4411-a906-2d2c3d1bd14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:07.334871 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-058792f6-1236-40dc-b37b-c0f155b10c98 req-b0117ae3-6346-4411-a906-2d2c3d1bd14b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035419 Mar 23 12:42:07.336596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36f8ab-9c76-40d9-9e21-409b6cb42edd req-980aea17-ceb2-4d4f-b2d6-a0d7ae0ea64d tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:07.344119 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb36f8ab-9c76-40d9-9e21-409b6cb42edd req-980aea17-ceb2-4d4f-b2d6-a0d7ae0ea64d tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 946 time: 0.2608225 Mar 23 12:42:07.370333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7a5a2-3ac0-423c-91a8-a3c73c2651cd req-00b033f2-7644-438f-81b2-7ae504eb7aaf tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:07.378619 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9be7a5a2-3ac0-423c-91a8-a3c73c2651cd req-00b033f2-7644-438f-81b2-7ae504eb7aaf tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 946 time: 0.1115777 Mar 23 12:42:07.400651 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af61b10d-0477-4d7e-b642-b21b9de35179 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:42:07.404985 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5690f602-c246-483b-b55e-416bbf739eeb req-8bdbe91e-0d23-49e4-89a1-4273905cb980 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:07.415988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ea401-82eb-41b8-a120-026781e3c28e None None] Sync routers for ids ['f07840be-cdb3-4dee-a333-5c1ca01449df'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:42:07.482642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3ea401-82eb-41b8-a120-026781e3c28e None None] Routers {'f07840be-cdb3-4dee-a333-5c1ca01449df'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:42:07.483262 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5f3ea401-82eb-41b8-a120-026781e3c28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:41:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f07840be-cdb3-4dee-a333-5c1ca01449df'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:42:07.483562 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af61b10d-0477-4d7e-b642-b21b9de35179 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:07.499746 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb36f8ab-9c76-40d9-9e21-409b6cb42edd req-0774ebe7-c775-4b78-8679-51b6b4620c74 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545599 Mar 23 12:42:07.511047 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9be7a5a2-3ac0-423c-91a8-a3c73c2651cd req-b068f760-0ded-4af6-9f4a-39e22c132d57 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299057 Mar 23 12:42:07.564135 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-058792f6-1236-40dc-b37b-c0f155b10c98 req-6dd3d78e-6a8c-4f18-8069-f8a483ee66cf service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099764 Mar 23 12:42:07.605826 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-af61b10d-0477-4d7e-b642-b21b9de35179 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "PUT /v2.0/floatingips/6861462d-f5d3-4a4b-8270-f5701947bbc9 HTTP/1.1" status: 200 len: 991 time: 6.7440634 Mar 23 12:42:07.618737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3464310-19c9-4707-b191-19ad9bca0c91', 'tag': 'f840d146-f9e1-45f1-bbf4-ad396ecb4a8f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:42:07.621097 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b001e846-932b-4f4c-a441-39248bba7d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3464310-19c9-4707-b191-19ad9bca0c91", "tag": "f840d146-f9e1-45f1-bbf4-ad396ecb4a8f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:42:07.660934 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-fa2950be-04d4-4b9d-b29e-ae5a4a1c0599 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Made reservation on behalf of ff64bc9bdc02410baa9c0f7e27857a4a for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:42:07.664877 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-fa2950be-04d4-4b9d-b29e-ae5a4a1c0599 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:07.670143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 16808b85-3d52-498b-9aa9-44a51e268b09 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:42:07.693464 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5690f602-c246-483b-b55e-416bbf739eeb req-8bdbe91e-0d23-49e4-89a1-4273905cb980 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:07.709850 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79c1b8a-a5ca-41a0-aac4-cbe22651ec53 x-openstack-request-id: req-d79c1b8a-a5ca-41a0-aac4-cbe22651ec53 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:07.710209 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3464310-19c9-4707-b191-19ad9bca0c91", "tag": "f840d146-f9e1-45f1-bbf4-ad396ecb4a8f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:07.710471 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d79c1b8a-a5ca-41a0-aac4-cbe22651ec53 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:07.710899 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3464310-19c9-4707-b191-19ad9bca0c91', 'tag': 'f840d146-f9e1-45f1-bbf4-ad396ecb4a8f', 'status': 'completed', 'code': 200} Mar 23 12:42:07.812453 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-058792f6-1236-40dc-b37b-c0f155b10c98 req-e40b57ad-28b0-447f-953d-2c39ef05790d service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350092 Mar 23 12:42:07.890316 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5f3ea401-82eb-41b8-a120-026781e3c28e None None] Set router f07840be-cdb3-4dee-a333-5c1ca01449df gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:42:07.985587 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-fa2950be-04d4-4b9d-b29e-ae5a4a1c0599 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Allocated IP 172.20.0.13 (60e766b4-1016-48b5-88cb-19ac4b8761dc/f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9/0f6be5f8-58da-4006-884d-df5054e222b7) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:42:08.117342 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:08.179535 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001e846-932b-4f4c-a441-39248bba7d1f req-8a310c15-6fe4-487f-962d-9314e861fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:08.182033 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b001e846-932b-4f4c-a441-39248bba7d1f req-8a310c15-6fe4-487f-962d-9314e861fa58 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ea1481d248546008fdefdaf479fb3fc&device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 1096 time: 0.3682938 Mar 23 12:42:08.198277 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965c7ca-200f-42d6-9f69-10f12b637119 req-a4623a99-6c00-427e-a5eb-c18908f63ab3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:08.198742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 16808b85-3d52-498b-9aa9-44a51e268b09, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=16808b85-3d52-498b-9aa9-44a51e268b09,segment=NetworkSegment(5133c369-e456-47ed-8fde-a80218fa7721),segment_id=5133c369-e456-47ed-8fde-a80218fa7721)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:08.200147 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5965c7ca-200f-42d6-9f69-10f12b637119 req-a4623a99-6c00-427e-a5eb-c18908f63ab3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.2680511 Mar 23 12:42:08.210810 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:08.303859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbe91e-0d23-49e4-89a1-4273905cb980 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Pushing event updated for resources: {'Port': ['ID=55ca2b97-fa22-4b05-8afd-a8084f3bacc6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:08.321316 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=16808b85-3d52-498b-9aa9-44a51e268b09,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:08.455815 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5690f602-c246-483b-b55e-416bbf739eeb req-8bdbe91e-0d23-49e4-89a1-4273905cb980 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Network 60e766b4-1016-48b5-88cb-19ac4b8761dc is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:42:08.516326 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5965c7ca-200f-42d6-9f69-10f12b637119 req-9a3898bc-0acd-4a1c-b62f-163562d69c6c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053844 Mar 23 12:42:08.520980 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5f3ea401-82eb-41b8-a120-026781e3c28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:29Z', 'revision_number': 4, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '6861462d-f5d3-4a4b-8270-f5701947bbc9', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'floating_ip_address': '172.25.2.250', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'port_id': 'f840d146-f9e1-45f1-bbf4-ad396ecb4a8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'mac_address': 'fa:16:3e:b0:a1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3464310-19c9-4707-b191-19ad9bca0c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:41:35Z', 'updated_at': '2022-03-23T12:42:03Z', 'revision_number': 1, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95f1cfe-1053-401a-a084-4ba67d012ca9', 'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'mac_address': 'fa:16:3e:4c:e0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:28Z', 'updated_at': '2022-03-23T12:41:34Z', 'revision_number': 5, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'subnets': [{'id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:42:08.540173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001e846-932b-4f4c-a441-39248bba7d1f req-265de28e-9488-4c41-acc3-d0f0c64de6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:08.545570 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b001e846-932b-4f4c-a441-39248bba7d1f req-265de28e-9488-4c41-acc3-d0f0c64de6af service neutron] 10.222.0.77 "GET /v2.0/networks?id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54 HTTP/1.1" status: 200 len: 911 time: 0.3443778 Mar 23 12:42:08.546587 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-fa2950be-04d4-4b9d-b29e-ae5a4a1c0599 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:08.576351 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:42:08.586999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-5690f602-c246-483b-b55e-416bbf739eeb req-8bdbe91e-0d23-49e4-89a1-4273905cb980 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:42:08.590645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5690f602-c246-483b-b55e-416bbf739eeb req-8bdbe91e-0d23-49e4-89a1-4273905cb980 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:42:08.614944 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ea401-82eb-41b8-a120-026781e3c28e None None] Checking router: f07840be-cdb3-4dee-a333-5c1ca01449df for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:42:08.631971 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3ea401-82eb-41b8-a120-026781e3c28e None None] Routers {'f07840be-cdb3-4dee-a333-5c1ca01449df'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:42:08.633062 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5f3ea401-82eb-41b8-a120-026781e3c28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:41:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f07840be-cdb3-4dee-a333-5c1ca01449df'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:42:08.728197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690f602-c246-483b-b55e-416bbf739eeb req-8bdbe91e-0d23-49e4-89a1-4273905cb980 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:08.728868 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5690f602-c246-483b-b55e-416bbf739eeb req-8bdbe91e-0d23-49e4-89a1-4273905cb980 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:08.759706 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b001e846-932b-4f4c-a441-39248bba7d1f req-d7cbe9fa-1828-4c59-8faa-3da9bd6dfbb4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f840d146-f9e1-45f1-bbf4-ad396ecb4a8f HTTP/1.1" status: 200 len: 999 time: 0.1998076 Mar 23 12:42:08.775036 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-fa2950be-04d4-4b9d-b29e-ae5a4a1c0599 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:08.828915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa905689-b821-44b5-912a-088c73e9135a req-676d3ccb-4251-49de-bed4-f8eb6a905905 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:08.830662 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa905689-b821-44b5-912a-088c73e9135a req-676d3ccb-4251-49de-bed4-f8eb6a905905 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 932 time: 0.1716323 Mar 23 12:42:08.848342 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5690f602-c246-483b-b55e-416bbf739eeb req-8bdbe91e-0d23-49e4-89a1-4273905cb980 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3950493 Mar 23 12:42:08.850051 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2950be-04d4-4b9d-b29e-ae5a4a1c0599 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Pushing event updated for resources: {'Port': ['ID=0f6be5f8-58da-4006-884d-df5054e222b7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:08.863602 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859d68e-5770-4c11-9606-683a2b6ab8de req-326c2077-e1e6-44dd-a4c9-89ced0665869 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:08.865542 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3859d68e-5770-4c11-9606-683a2b6ab8de req-326c2077-e1e6-44dd-a4c9-89ced0665869 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 946 time: 0.5649614 Mar 23 12:42:08.873976 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Request body: {'port': {'device_id': 'e1dbd46f-2edf-41c3-9ba3-b9b8f07df032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:42:08.909713 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5f3ea401-82eb-41b8-a120-026781e3c28e None None] Set router f07840be-cdb3-4dee-a333-5c1ca01449df gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:42:08.956502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-fa2950be-04d4-4b9d-b29e-ae5a4a1c0599 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Network 60e766b4-1016-48b5-88cb-19ac4b8761dc is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:42:08.965127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-fa2950be-04d4-4b9d-b29e-ae5a4a1c0599 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:42:08.966926 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2e6b91-ac1b-4510-a5b9-12c88150b3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16808b85-3d52-498b-9aa9-44a51e268b09'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:42:08.968813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-fa2950be-04d4-4b9d-b29e-ae5a4a1c0599 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:42:08.971337 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f5e63a-44ee-4dad-a7a2-5e722579cfba" -d '{"events": [{"server_uuid": "ec2e6b91-ac1b-4510-a5b9-12c88150b3c4", "name": "network-vif-unplugged", "status": "completed", "tag": "16808b85-3d52-498b-9aa9-44a51e268b09"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:42:08.980594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001e846-932b-4f4c-a441-39248bba7d1f req-f57dbf09-7fe9-42ed-9ab0-8d8487c439b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:08.982228 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b001e846-932b-4f4c-a441-39248bba7d1f req-f57dbf09-7fe9-42ed-9ab0-8d8487c439b5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04aa0ac9-74bf-48af-b463-b2b30beed0d6 HTTP/1.1" status: 200 len: 849 time: 0.2136033 Mar 23 12:42:09.031167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-fa2950be-04d4-4b9d-b29e-ae5a4a1c0599 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:09.034788 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-fa2950be-04d4-4b9d-b29e-ae5a4a1c0599 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:09.055676 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-fa2950be-04d4-4b9d-b29e-ae5a4a1c0599 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9708269 Mar 23 12:42:09.092330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Request body: {'port': {'device_id': '477598ea-4654-4847-bc2b-e813cadf795b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:42:09.094494 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa905689-b821-44b5-912a-088c73e9135a req-38807089-3126-4184-a77c-323b0f23b21e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245076 Mar 23 12:42:09.116554 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3859d68e-5770-4c11-9606-683a2b6ab8de req-a58603e6-bffe-4738-ac09-0a9ba401160c tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387185 Mar 23 12:42:09.148530 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:09.176946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001e846-932b-4f4c-a441-39248bba7d1f req-55ece5b5-3e9f-4f28-a945-5854bbf8fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:09.180906 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b001e846-932b-4f4c-a441-39248bba7d1f req-55ece5b5-3e9f-4f28-a945-5854bbf8fd51 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848841 Mar 23 12:42:09.292217 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:09.327746 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5bd67b-72e9-470c-b960-3c9f2819b80a x-openstack-request-id: req-2c5bd67b-72e9-470c-b960-3c9f2819b80a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:09.328076 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2e6b91-ac1b-4510-a5b9-12c88150b3c4", "name": "network-vif-unplugged", "status": "completed", "tag": "16808b85-3d52-498b-9aa9-44a51e268b09", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:09.328391 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c5bd67b-72e9-470c-b960-3c9f2819b80a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:09.328784 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2e6b91-ac1b-4510-a5b9-12c88150b3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16808b85-3d52-498b-9aa9-44a51e268b09', 'code': 200} Mar 23 12:42:09.377387 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c693c6f6-ff03-49cd-bb60-22b4ea8d5fc2 None None] Provisioning complete for port 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:42:09.378501 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c693c6f6-ff03-49cd-bb60-22b4ea8d5fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:09.393333 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b001e846-932b-4f4c-a441-39248bba7d1f req-c67df234-1579-4f35-ad7f-6e992cfed770 service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965301 Mar 23 12:42:09.469266 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c693c6f6-ff03-49cd-bb60-22b4ea8d5fc2 None None] Port 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:42:09.558460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8355e-b3fa-4d78-83aa-190d023f9730 req-147d6b8c-1ff4-4f6a-aed8-bdc855ea36d9 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:09.567160 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2ea8355e-b3fa-4d78-83aa-190d023f9730 req-147d6b8c-1ff4-4f6a-aed8-bdc855ea36d9 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.1725154 Mar 23 12:42:09.590496 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5f3ea401-82eb-41b8-a120-026781e3c28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:29Z', 'revision_number': 4, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '6861462d-f5d3-4a4b-8270-f5701947bbc9', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'floating_ip_address': '172.25.2.250', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'port_id': 'f840d146-f9e1-45f1-bbf4-ad396ecb4a8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'mac_address': 'fa:16:3e:b0:a1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3464310-19c9-4707-b191-19ad9bca0c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:41:35Z', 'updated_at': '2022-03-23T12:42:03Z', 'revision_number': 1, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95f1cfe-1053-401a-a084-4ba67d012ca9', 'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'mac_address': 'fa:16:3e:4c:e0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:28Z', 'updated_at': '2022-03-23T12:41:34Z', 'revision_number': 5, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'subnets': [{'id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:42:09.625643 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ea401-82eb-41b8-a120-026781e3c28e None None] The sync data for ids ['f07840be-cdb3-4dee-a333-5c1ca01449df'] in n-d-834854-1 is: [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:29Z', 'revision_number': 4, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '6861462d-f5d3-4a4b-8270-f5701947bbc9', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'floating_ip_address': '172.25.2.250', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'port_id': 'f840d146-f9e1-45f1-bbf4-ad396ecb4a8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'mac_address': 'fa:16:3e:b0:a1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3464310-19c9-4707-b191-19ad9bca0c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:41:35Z', 'updated_at': '2022-03-23T12:42:03Z', 'revision_number': 1, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95f1cfe-1053-401a-a084-4ba67d012ca9', 'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'mac_address': 'fa:16:3e:4c:e0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:28Z', 'updated_at': '2022-03-23T12:41:34Z', 'revision_number': 5, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'subnets': [{'id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:42:09.642389 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f6a1c553-01a4-468b-b72e-ca6e93f4acc0 None None] Provisioning complete for port 0f6be5f8-58da-4006-884d-df5054e222b7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:42:09.642614 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f6a1c553-01a4-468b-b72e-ca6e93f4acc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:09.674253 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b001e846-932b-4f4c-a441-39248bba7d1f req-e8a8af83-367a-4508-9077-41d24045ddc8 service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651715 Mar 23 12:42:09.711495 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2ea8355e-b3fa-4d78-83aa-190d023f9730 req-cdc88d41-d47c-4ee1-b27f-650ae002199d tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426778 Mar 23 12:42:09.735355 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f6a1c553-01a4-468b-b72e-ca6e93f4acc0 None None] Port 0f6be5f8-58da-4006-884d-df5054e222b7 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:42:09.766408 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7694f-59a7-4647-9f5c-b70324311c06 req-2c8a37d6-e4a8-46e3-b775-45f5bac76067 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:09.773189 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3c7694f-59a7-4647-9f5c-b70324311c06 req-2c8a37d6-e4a8-46e3-b775-45f5bac76067 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 946 time: 0.1782258 Mar 23 12:42:09.930709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358789c6-a0a0-43c3-b481-9963ece54efa req-bea8f80a-63c4-4ace-a1d4-6427088dec8a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:09.938237 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-358789c6-a0a0-43c3-b481-9963ece54efa req-bea8f80a-63c4-4ace-a1d4-6427088dec8a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1572094 Mar 23 12:42:09.947154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df27880-1ad3-40b6-a4cf-7c753d136449 req-71a3c3d2-b81b-42ed-85ec-42d0cbe564de tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:09.952679 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4df27880-1ad3-40b6-a4cf-7c753d136449 req-71a3c3d2-b81b-42ed-85ec-42d0cbe564de tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.1164768 Mar 23 12:42:10.020549 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-358789c6-a0a0-43c3-b481-9963ece54efa req-4910c514-2462-49b5-b87f-3b314d29b47d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813560 Mar 23 12:42:10.027056 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5025273a-5fee-4e93-979f-164cc112b66a None None] New status for floating IP 6861462d-f5d3-4a4b-8270-f5701947bbc9: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:42:10.055969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c3c7694f-59a7-4647-9f5c-b70324311c06 req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Deleting port 5c29fa03-777f-45a1-902e-d2d59aec71ed {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:42:10.056314 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3c7694f-59a7-4647-9f5c-b70324311c06 req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:10.100784 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4df27880-1ad3-40b6-a4cf-7c753d136449 req-07e7ca5f-5397-4255-9789-1f65c3ce583a tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299386 Mar 23 12:42:10.132780 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6be5f8-58da-4006-884d-df5054e222b7 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:42:10.143243 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:10.166470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Transition to ACTIVE for port object 0f6be5f8-58da-4006-884d-df5054e222b7 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:42:10.197445 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:10.411995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10a50d-125d-4e7b-b375-375cc3146f55 req-3f0e5c68-ab28-45ec-8bb4-1ad5bac0e524 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:10.414111 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7a10a50d-125d-4e7b-b375-375cc3146f55 req-3f0e5c68-ab28-45ec-8bb4-1ad5bac0e524 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 944 time: 0.1786466 Mar 23 12:42:10.416679 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c3c7694f-59a7-4647-9f5c-b70324311c06 req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] For port 5c29fa03-777f-45a1-902e-d2d59aec71ed, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=5c29fa03-777f-45a1-902e-d2d59aec71ed,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:10.417053 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3c7694f-59a7-4647-9f5c-b70324311c06 req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:10.472752 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:42:10.476338 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-c3c7694f-59a7-4647-9f5c-b70324311c06 req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Calling delete_port for 5c29fa03-777f-45a1-902e-d2d59aec71ed owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:42:10.489802 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:10.529767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Transition to ACTIVE for port object 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:42:10.548515 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:10.603452 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7a10a50d-125d-4e7b-b375-375cc3146f55 req-d189f31b-bc84-4e98-b036-7d3e05fdb788 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759911 Mar 23 12:42:10.635188 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a188d5d-4f65-464c-85bb-d5ebe3d535ef req-e1848b7f-e019-46a6-9d5e-8c610826a682 tempest-MigrationsAdminTest-1982044410 tempest-MigrationsAdminTest-1982044410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:10.638169 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a188d5d-4f65-464c-85bb-d5ebe3d535ef req-e1848b7f-e019-46a6-9d5e-8c610826a682 tempest-MigrationsAdminTest-1982044410 tempest-MigrationsAdminTest-1982044410-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 1100 time: 0.4702709 Mar 23 12:42:10.708754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Pushing event updated for resources: {'Port': ['ID=0f6be5f8-58da-4006-884d-df5054e222b7,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:10.844764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a8406-3ba5-40b5-81d5-71f43edef46d req-ae7e7371-5d63-499b-875b-2c3abe7d7b2b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:10.847051 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5c0a8406-3ba5-40b5-81d5-71f43edef46d req-ae7e7371-5d63-499b-875b-2c3abe7d7b2b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d0dddce-ce98-44e7-8079-e92c230fe9ee HTTP/1.1" status: 200 len: 946 time: 0.1395519 Mar 23 12:42:10.847792 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a188d5d-4f65-464c-85bb-d5ebe3d535ef req-5ae9322f-88ca-4f7e-83e0-1eded2fc5357 tempest-MigrationsAdminTest-1982044410 tempest-MigrationsAdminTest-1982044410-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998968 Mar 23 12:42:10.848453 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3c7694f-59a7-4647-9f5c-b70324311c06 req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:10.872334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['584a0e65-c663-46e0-b4c8-7ea9e49276c8', '709fdca0-6299-4020-88ca-e5e0b7e24d2f', '5c29fa03-777f-45a1-902e-d2d59aec71ed'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:42:10.964236 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Attempting to bind port 0f6be5f8-58da-4006-884d-df5054e222b7 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:42:10.965156 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Attempting to bind port 0f6be5f8-58da-4006-884d-df5054e222b7 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:42:10.966320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Attempting to bind port 0f6be5f8-58da-4006-884d-df5054e222b7 on network 60e766b4-1016-48b5-88cb-19ac4b8761dc {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:42:10.983092 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Pushing event updated for resources: {'Port': ['ID=55ca2b97-fa22-4b05-8afd-a8084f3bacc6,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:11.016493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Port 0f6be5f8-58da-4006-884d-df5054e222b7 on network 60e766b4-1016-48b5-88cb-19ac4b8761dc not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:42:11.020329 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Pushing event deleted for resources: {'Port': ['ID=5c29fa03-777f-45a1-902e-d2d59aec71ed,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:11.022920 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Attempting to bind port 0f6be5f8-58da-4006-884d-df5054e222b7 on network 60e766b4-1016-48b5-88cb-19ac4b8761dc {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:42:11.056925 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:42:11.063855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Checking segment: {'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:42:11.066053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Bound using segment: {'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:42:11.067165 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Bound port: 0f6be5f8-58da-4006-884d-df5054e222b7, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:42:11.069600 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:11.073054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:11.073760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:11.074202 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:11.074638 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:11.075122 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:11.075701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:11.076216 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:11.076643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:11.077081 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:11.078192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:11.078664 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:11.079280 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:11.115003 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5c0a8406-3ba5-40b5-81d5-71f43edef46d req-9066ad98-9183-4c01-accd-fa44e7e20a77 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640422 Mar 23 12:42:11.207104 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Attempting to bind port 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:42:11.207714 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Attempting to bind port 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:42:11.208216 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Attempting to bind port 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 on network 60e766b4-1016-48b5-88cb-19ac4b8761dc {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:42:11.243399 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c7694f-59a7-4647-9f5c-b70324311c06 req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] No DVR routers for this DVR port 5c29fa03-777f-45a1-902e-d2d59aec71ed on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:42:11.249128 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c3c7694f-59a7-4647-9f5c-b70324311c06 req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:11.263009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Port 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 on network 60e766b4-1016-48b5-88cb-19ac4b8761dc not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:42:11.263625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Attempting to bind port 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 on network 60e766b4-1016-48b5-88cb-19ac4b8761dc {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:42:11.263908 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3c7694f-59a7-4647-9f5c-b70324311c06 req-30033780-2730-4b23-906b-b08596cec942 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "DELETE /v2.0/ports/5c29fa03-777f-45a1-902e-d2d59aec71ed HTTP/1.1" status: 204 len: 173 time: 1.4812071 Mar 23 12:42:11.265711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0dddce-ce98-44e7-8079-e92c230fe9ee', 'name': 'network-vif-deleted', 'tag': '5c29fa03-777f-45a1-902e-d2d59aec71ed'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:42:11.273476 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70a3f62-85f3-4fc9-9609-1db962a83b39" -d '{"events": [{"server_uuid": "7d0dddce-ce98-44e7-8079-e92c230fe9ee", "name": "network-vif-deleted", "tag": "5c29fa03-777f-45a1-902e-d2d59aec71ed"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:42:11.312140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:42:11.312827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Checking segment: {'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:42:11.314818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Bound using segment: {'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:42:11.315564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Bound port: 55ca2b97-fa22-4b05-8afd-a8084f3bacc6, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:42:11.316150 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:11.389033 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] For port 0f6be5f8-58da-4006-884d-df5054e222b7, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:42:11.404743 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75f0010-de5a-4602-ad0b-c2330fc3f0f8 x-openstack-request-id: req-b75f0010-de5a-4602-ad0b-c2330fc3f0f8 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:11.405181 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0dddce-ce98-44e7-8079-e92c230fe9ee", "name": "network-vif-deleted", "tag": "5c29fa03-777f-45a1-902e-d2d59aec71ed", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:11.405530 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b75f0010-de5a-4602-ad0b-c2330fc3f0f8 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:11.406027 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0dddce-ce98-44e7-8079-e92c230fe9ee', 'name': 'network-vif-deleted', 'tag': '5c29fa03-777f-45a1-902e-d2d59aec71ed', 'status': 'completed', 'code': 200} Mar 23 12:42:11.413853 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] For port 0f6be5f8-58da-4006-884d-df5054e222b7, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=0f6be5f8-58da-4006-884d-df5054e222b7,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:42:11.427776 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:11.452221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] For port 55ca2b97-fa22-4b05-8afd-a8084f3bacc6, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:42:11.502884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:11.503621 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:11.505188 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] 10.222.0.77 "PUT /v2.0/ports/0f6be5f8-58da-4006-884d-df5054e222b7 HTTP/1.1" status: 200 len: 1092 time: 2.4171176 Mar 23 12:42:11.505769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477598ea-4654-4847-bc2b-e813cadf795b', 'tag': '0f6be5f8-58da-4006-884d-df5054e222b7'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:42:11.509319 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c759be-1e4a-4e30-bc8a-2ca812f7a76b" -d '{"events": [{"name": "network-changed", "server_uuid": "477598ea-4654-4847-bc2b-e813cadf795b", "tag": "0f6be5f8-58da-4006-884d-df5054e222b7"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:42:11.517032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] For port 55ca2b97-fa22-4b05-8afd-a8084f3bacc6, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=55ca2b97-fa22-4b05-8afd-a8084f3bacc6,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:42:11.525845 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:11.547790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1647f-f6ab-4241-a067-416f239e836a service neutron] Pushing event updated for resources: {'Port': ['ID=0f6be5f8-58da-4006-884d-df5054e222b7,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:11.556181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:11.557270 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:11.559491 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5690f602-c246-483b-b55e-416bbf739eeb req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] 10.222.0.77 "PUT /v2.0/ports/55ca2b97-fa22-4b05-8afd-a8084f3bacc6 HTTP/1.1" status: 200 len: 1092 time: 2.6894011 Mar 23 12:42:11.775643 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-4524b9e7-8402-4390-afcf-e75b51a798a5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7c1d3a5014264763bcc8243971f01780&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701303 Mar 23 12:42:11.801219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6ec10-b54c-4510-864d-0c1f0654ddc0 service neutron] Pushing event updated for resources: {'Port': ['ID=55ca2b97-fa22-4b05-8afd-a8084f3bacc6,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:11.868989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866d336-b2e2-47c1-9340-50acf9605c4c req-8234a182-eeb2-4f68-a987-817b7ed8df10 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:11.877241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4866d336-b2e2-47c1-9340-50acf9605c4c req-8234a182-eeb2-4f68-a987-817b7ed8df10 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.2420363 Mar 23 12:42:11.897732 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-12e934a6-e334-42c3-8f23-ff3405c182fa req-1709e9e6-918a-45f6-9c32-f90d2b4acae9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1982484 Mar 23 12:42:11.913794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-97c2b391-2de1-4da9-a8a3-d92b241839fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:11.915263 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-97c2b391-2de1-4da9-a8a3-d92b241839fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 1095 time: 0.2211106 Mar 23 12:42:11.919541 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690f602-c246-483b-b55e-416bbf739eeb req-2a16c7d1-d357-48ac-a7eb-5bb9ce6903f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:11.921383 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5690f602-c246-483b-b55e-416bbf739eeb req-2a16c7d1-d357-48ac-a7eb-5bb9ce6903f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 1095 time: 0.2261024 Mar 23 12:42:12.028133 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-14f175ab-8178-4287-842e-ea41452527e9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:12.031657 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-14f175ab-8178-4287-842e-ea41452527e9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2529356 Mar 23 12:42:12.053084 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-0c52e52b-02ee-49cf-a5e0-a24cc55edca2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f6be5f8-58da-4006-884d-df5054e222b7 HTTP/1.1" status: 200 len: 217 time: 0.1217518 Mar 23 12:42:12.054689 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5690f602-c246-483b-b55e-416bbf739eeb req-d7c97abe-3a64-4394-83b9-994687b161d1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55ca2b97-fa22-4b05-8afd-a8084f3bacc6 HTTP/1.1" status: 200 len: 217 time: 0.1173122 Mar 23 12:42:12.056742 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-fc99fd1d-defc-4021-9306-64bb1d75c9af tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/quotas/7c1d3a5014264763bcc8243971f01780 HTTP/1.1" status: 200 len: 375 time: 0.0195196 Mar 23 12:42:12.070932 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4866d336-b2e2-47c1-9340-50acf9605c4c req-dee0db71-dea8-41d4-b3f4-22059dca394c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927352 Mar 23 12:42:12.194908 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-ef16f096-fad5-4b76-a74c-11b69ce6b4b1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1312661 Mar 23 12:42:12.199093 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77493f4b-8a03-40fa-87be-eab651992691 x-openstack-request-id: req-77493f4b-8a03-40fa-87be-eab651992691 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:12.199376 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477598ea-4654-4847-bc2b-e813cadf795b", "tag": "0f6be5f8-58da-4006-884d-df5054e222b7", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:12.199637 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77493f4b-8a03-40fa-87be-eab651992691 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:12.200160 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477598ea-4654-4847-bc2b-e813cadf795b', 'tag': '0f6be5f8-58da-4006-884d-df5054e222b7', 'status': 'completed', 'code': 200} Mar 23 12:42:12.300319 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-fc67d5e6-da18-4615-a84a-23d7e4a1ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:12.302874 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-fc67d5e6-da18-4615-a84a-23d7e4a1ccf0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 HTTP/1.1" status: 200 len: 856 time: 0.2309313 Mar 23 12:42:12.305052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690f602-c246-483b-b55e-416bbf739eeb req-15a5095c-ee29-40a4-ba6b-56be984164d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:12.306819 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5690f602-c246-483b-b55e-416bbf739eeb req-15a5095c-ee29-40a4-ba6b-56be984164d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 HTTP/1.1" status: 200 len: 856 time: 0.2191133 Mar 23 12:42:12.497318 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de761c9-9821-4a5e-9437-03cbf19715f5 req-03134451-85ad-46b8-a4c9-fa5711966f12 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:12.500184 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5de761c9-9821-4a5e-9437-03cbf19715f5 req-03134451-85ad-46b8-a4c9-fa5711966f12 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 944 time: 0.1807001 Mar 23 12:42:12.520633 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690f602-c246-483b-b55e-416bbf739eeb req-31d419bd-a0fc-4770-a36e-8f2184777a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:12.522731 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5690f602-c246-483b-b55e-416bbf739eeb req-31d419bd-a0fc-4770-a36e-8f2184777a1f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e766b4-1016-48b5-88cb-19ac4b8761dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1930835 Mar 23 12:42:12.533962 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f1f7a044-679c-47ff-96a5-7e2c3f6bb8d5 req-72365eb9-605a-41c1-aac1-69529b8ef510 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 210 time: 0.0468526 Mar 23 12:42:12.541297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-0997449a-5b7d-4fdd-ac89-fe9421b23742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:12.542883 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-0997449a-5b7d-4fdd-ac89-fe9421b23742 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e766b4-1016-48b5-88cb-19ac4b8761dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2260373 Mar 23 12:42:13.063875 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5de761c9-9821-4a5e-9437-03cbf19715f5 req-97da86ed-5c9f-4df3-bce6-3deb191865b2 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5539837 Mar 23 12:42:13.154571 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-94eb3343-3c6c-4e9a-802e-f8250ab2b9d4 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629089 Mar 23 12:42:13.158274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b85c98-6a1d-4ab4-b166-4e5ac8220d65 req-37fbf252-4950-41d4-8775-b28b362f2787 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:13.164554 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c9b85c98-6a1d-4ab4-b166-4e5ac8220d65 req-37fbf252-4950-41d4-8775-b28b362f2787 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 946 time: 0.1495259 Mar 23 12:42:13.219849 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c9b85c98-6a1d-4ab4-b166-4e5ac8220d65 req-4b7424fd-aa53-4e22-bb9d-3fbcc85069eb tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484114 Mar 23 12:42:13.318045 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5690f602-c246-483b-b55e-416bbf739eeb req-1590b3b2-364f-4409-8a41-b068a5dc6dc0 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7721663 Mar 23 12:42:13.375139 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22c51b-cc42-4f96-b9e4-8711cf88d752 req-503c82d0-471f-47ef-92fe-bb6111313103 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:13.376863 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d22c51b-cc42-4f96-b9e4-8711cf88d752 req-503c82d0-471f-47ef-92fe-bb6111313103 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.2165167 Mar 23 12:42:13.450450 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53218406-fb2c-4b27-89eb-507cfe8fbec0 req-5d0537d7-4e49-4bed-b0e7-135a9f30b9e1 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747982 Mar 23 12:42:13.479694 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d22c51b-cc42-4f96-b9e4-8711cf88d752 req-d9bce7f9-dc50-471f-8e1e-fa01bc653e2c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630820 Mar 23 12:42:13.583418 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5690f602-c246-483b-b55e-416bbf739eeb req-9a276bbe-6d7a-4f55-8a4c-5fc61f49202c service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468233 Mar 23 12:42:13.608270 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c759be-1e4a-4e30-bc8a-2ca812f7a76b req-f53e9cba-a440-4afa-9076-5baf0eaca407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:13.610569 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-56c759be-1e4a-4e30-bc8a-2ca812f7a76b req-f53e9cba-a440-4afa-9076-5baf0eaca407 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 1095 time: 0.0671937 Mar 23 12:42:13.645400 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e934a6-e334-42c3-8f23-ff3405c182fa req-19b987c0-9e4c-41e2-88f5-9e1ddd0358b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:13.649177 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12e934a6-e334-42c3-8f23-ff3405c182fa req-19b987c0-9e4c-41e2-88f5-9e1ddd0358b0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4&tenant_id=3286ec5331c84fb882866d3d1b89855a HTTP/1.1" status: 200 len: 1095 time: 0.2146597 Mar 23 12:42:13.694378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 16808b85-3d52-498b-9aa9-44a51e268b09 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:42:13.775579 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c759be-1e4a-4e30-bc8a-2ca812f7a76b req-42ff6d40-2cc0-414c-81f8-5363d1db09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:13.777243 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-56c759be-1e4a-4e30-bc8a-2ca812f7a76b req-42ff6d40-2cc0-414c-81f8-5363d1db09c5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 918 time: 0.1552072 Mar 23 12:42:13.783708 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-58a3c31d-7ecb-43f8-8610-1a4162ad46fb req-b2123dae-e810-48f6-9eff-021c481ca5bd tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 210 time: 0.0963247 Mar 23 12:42:13.827079 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e934a6-e334-42c3-8f23-ff3405c182fa req-d1481f67-50c8-4ade-9fe4-b5f720d73261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:13.828635 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12e934a6-e334-42c3-8f23-ff3405c182fa req-d1481f67-50c8-4ade-9fe4-b5f720d73261 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3286ec5331c84fb882866d3d1b89855a&device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 1095 time: 0.1513650 Mar 23 12:42:13.831865 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 5c29fa03-777f-45a1-902e-d2d59aec71ed no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:42:13.852916 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 5c29fa03-777f-45a1-902e-d2d59aec71ed {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:42:13.853478 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 5c29fa03-777f-45a1-902e-d2d59aec71ed not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:42:13.884787 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-56c759be-1e4a-4e30-bc8a-2ca812f7a76b req-6ca30bf8-2381-4f10-9f8d-11cfbcf7ce5f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f6be5f8-58da-4006-884d-df5054e222b7 HTTP/1.1" status: 200 len: 217 time: 0.0997386 Mar 23 12:42:13.961591 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c759be-1e4a-4e30-bc8a-2ca812f7a76b req-519cf007-06d1-4217-8969-2b19c3379b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:13.964025 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-56c759be-1e4a-4e30-bc8a-2ca812f7a76b req-519cf007-06d1-4217-8969-2b19c3379b09 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 HTTP/1.1" status: 200 len: 856 time: 0.0711150 Mar 23 12:42:13.970379 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e934a6-e334-42c3-8f23-ff3405c182fa req-bf07c667-2465-4876-8f38-05af0f4afdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:13.971913 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12e934a6-e334-42c3-8f23-ff3405c182fa req-bf07c667-2465-4876-8f38-05af0f4afdf4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0d7586cb-c578-4321-b2f0-57004618f1d2 HTTP/1.1" status: 200 len: 913 time: 0.1299760 Mar 23 12:42:14.031426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c759be-1e4a-4e30-bc8a-2ca812f7a76b req-15bf533d-44c3-4b1b-8a7f-7060d356fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:14.033037 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-56c759be-1e4a-4e30-bc8a-2ca812f7a76b req-15bf533d-44c3-4b1b-8a7f-7060d356fa98 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e766b4-1016-48b5-88cb-19ac4b8761dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609493 Mar 23 12:42:14.043798 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12e934a6-e334-42c3-8f23-ff3405c182fa req-3f1e25ac-26c1-45f1-a420-93b1e2a7e255 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16808b85-3d52-498b-9aa9-44a51e268b09 HTTP/1.1" status: 200 len: 217 time: 0.0586722 Mar 23 12:42:14.125582 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e934a6-e334-42c3-8f23-ff3405c182fa req-465f8efa-8a6a-4b34-9d98-006574601db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:14.129764 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12e934a6-e334-42c3-8f23-ff3405c182fa req-465f8efa-8a6a-4b34-9d98-006574601db0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e2c1c311-8a85-47c1-9d8e-59c06015b5f2 HTTP/1.1" status: 200 len: 852 time: 0.0774612 Mar 23 12:42:14.190058 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-56c759be-1e4a-4e30-bc8a-2ca812f7a76b req-98fd6cbe-a7c7-4db1-ab0a-5c05e3632d0e service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468484 Mar 23 12:42:14.206808 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1dbd46f-2edf-41c3-9ba3-b9b8f07df032', 'tag': '55ca2b97-fa22-4b05-8afd-a8084f3bacc6'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:42:14.210348 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9698f642-938b-437a-95ed-d937f2d0526e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1dbd46f-2edf-41c3-9ba3-b9b8f07df032", "tag": "55ca2b97-fa22-4b05-8afd-a8084f3bacc6"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:42:14.231752 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12e934a6-e334-42c3-8f23-ff3405c182fa req-60988d7f-7782-47ba-875c-478d647a830a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0d7586cb-c578-4321-b2f0-57004618f1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823874 Mar 23 12:42:14.324296 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f0ace8-9403-40c6-9298-404cdcea57c5 x-openstack-request-id: req-54f0ace8-9403-40c6-9298-404cdcea57c5 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:14.324948 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1dbd46f-2edf-41c3-9ba3-b9b8f07df032", "tag": "55ca2b97-fa22-4b05-8afd-a8084f3bacc6", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:14.324948 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54f0ace8-9403-40c6-9298-404cdcea57c5 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:14.325219 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1dbd46f-2edf-41c3-9ba3-b9b8f07df032', 'tag': '55ca2b97-fa22-4b05-8afd-a8084f3bacc6', 'status': 'completed', 'code': 200} Mar 23 12:42:14.395386 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12e934a6-e334-42c3-8f23-ff3405c182fa req-b8c78c41-d965-4f3f-b073-de82ab6cffc0 service neutron] 10.222.0.77 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532533 Mar 23 12:42:14.452283 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-56c759be-1e4a-4e30-bc8a-2ca812f7a76b req-14f995c4-dc33-484d-b9f3-f622aa5d8cb8 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301767 Mar 23 12:42:14.503093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c403ef-1c72-4fdd-93c4-8c68586c15d2 req-aa922992-7bd4-48f4-aa59-53a4d37173a0 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:14.506735 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a1c403ef-1c72-4fdd-93c4-8c68586c15d2 req-aa922992-7bd4-48f4-aa59-53a4d37173a0 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 944 time: 0.3141236 Mar 23 12:42:14.531496 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-c0219d7c-3b25-4f8b-9211-07c8c4f032ec tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7c1d3a5014264763bcc8243971f01780&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583148 Mar 23 12:42:14.584341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698f642-938b-437a-95ed-d937f2d0526e req-6bc8235f-b3a6-4fe9-b689-e2207692727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:14.585947 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9698f642-938b-437a-95ed-d937f2d0526e req-6bc8235f-b3a6-4fe9-b689-e2207692727c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 1095 time: 0.2597196 Mar 23 12:42:14.659115 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a1c403ef-1c72-4fdd-93c4-8c68586c15d2 req-2a87b8a7-9be1-459a-83d6-e928f0c2cb9e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408250 Mar 23 12:42:14.855800 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-7317cbf8-c430-4b18-b5aa-9454ff6a61e9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:14.858004 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-7317cbf8-c430-4b18-b5aa-9454ff6a61e9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3122926 Mar 23 12:42:14.883040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-e375cafb-f184-49ff-bc0e-6ea75b93eea4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Request body: {'port': {'device_id': 'f25081a7-ad6f-4c8d-97d3-27f591f2cbea', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '7c1d3a5014264763bcc8243971f01780'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:42:14.895741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b492e-8f1f-4b5b-96bb-65866900d0c2 req-7c331e29-fb32-4d56-ac0d-4b70d7f4e352 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:14.897463 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-664b492e-8f1f-4b5b-96bb-65866900d0c2 req-7c331e29-fb32-4d56-ac0d-4b70d7f4e352 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.1137178 Mar 23 12:42:14.958000 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1515e4-6443-43fc-9e8e-3b2d5741f262 req-b20b0430-58d2-4a40-8171-d15b0ddceacf tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:14.958000 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8f1515e4-6443-43fc-9e8e-3b2d5741f262 req-b20b0430-58d2-4a40-8171-d15b0ddceacf tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 946 time: 0.6103239 Mar 23 12:42:14.965953 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698f642-938b-437a-95ed-d937f2d0526e req-5c0e6fb6-c521-4f30-b055-65d21a69863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:14.967769 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9698f642-938b-437a-95ed-d937f2d0526e req-5c0e6fb6-c521-4f30-b055-65d21a69863e service neutron] 10.222.0.77 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 918 time: 0.3224614 Mar 23 12:42:15.039686 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9698f642-938b-437a-95ed-d937f2d0526e req-8aa61ce0-9ad9-44c8-82cb-892be47fec6f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55ca2b97-fa22-4b05-8afd-a8084f3bacc6 HTTP/1.1" status: 200 len: 217 time: 0.0585842 Mar 23 12:42:15.062723 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8f1515e4-6443-43fc-9e8e-3b2d5741f262 req-772c9402-d648-47d0-b9bf-2ed1b093020a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034942 Mar 23 12:42:15.076835 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12e934a6-e334-42c3-8f23-ff3405c182fa req-e4ac72c4-5e87-47a6-a84a-5d0937b2f907 service neutron] 10.222.0.77 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6662533 Mar 23 12:42:15.089795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a89d5-ca30-448f-91f6-6e3451638a50 req-55e3c31a-c034-4963-9629-bc0f930fbcf8 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:15.092362 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d1a89d5-ca30-448f-91f6-6e3451638a50 req-55e3c31a-c034-4963-9629-bc0f930fbcf8 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 946 time: 0.1527104 Mar 23 12:42:15.156537 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-664b492e-8f1f-4b5b-96bb-65866900d0c2 req-14cb64c6-d706-4238-8893-95bce3dba652 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369621 Mar 23 12:42:15.189424 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-afef8729-a167-4616-82f2-13430c7012f2 req-4b914510-5272-475d-b1c3-40044492c892 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 210 time: 0.0451860 Mar 23 12:42:15.208121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698f642-938b-437a-95ed-d937f2d0526e req-9da4d5e9-fbdf-421f-8d5e-812cb8229754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:15.211136 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9698f642-938b-437a-95ed-d937f2d0526e req-9da4d5e9-fbdf-421f-8d5e-812cb8229754 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 HTTP/1.1" status: 200 len: 856 time: 0.1589720 Mar 23 12:42:15.224240 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-e375cafb-f184-49ff-bc0e-6ea75b93eea4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Made reservation on behalf of 7c1d3a5014264763bcc8243971f01780 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:42:15.229584 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-e375cafb-f184-49ff-bc0e-6ea75b93eea4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:15.229818 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-6d1a89d5-ca30-448f-91f6-6e3451638a50 req-c2f6c096-9c7a-4be1-a69b-af3dcf7dfe25 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Deleting port 709fdca0-6299-4020-88ca-e5e0b7e24d2f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:42:15.230119 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6d1a89d5-ca30-448f-91f6-6e3451638a50 req-c2f6c096-9c7a-4be1-a69b-af3dcf7dfe25 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:15.350903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698f642-938b-437a-95ed-d937f2d0526e req-e6f715b8-dfea-4381-b3c8-831f4fd8142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:15.352846 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9698f642-938b-437a-95ed-d937f2d0526e req-e6f715b8-dfea-4381-b3c8-831f4fd8142f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e766b4-1016-48b5-88cb-19ac4b8761dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199234 Mar 23 12:42:15.367820 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-6d1a89d5-ca30-448f-91f6-6e3451638a50 req-c2f6c096-9c7a-4be1-a69b-af3dcf7dfe25 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] For port 709fdca0-6299-4020-88ca-e5e0b7e24d2f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=709fdca0-6299-4020-88ca-e5e0b7e24d2f,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:15.368972 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6d1a89d5-ca30-448f-91f6-6e3451638a50 req-c2f6c096-9c7a-4be1-a69b-af3dcf7dfe25 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:15.393266 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-6d1a89d5-ca30-448f-91f6-6e3451638a50 req-c2f6c096-9c7a-4be1-a69b-af3dcf7dfe25 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Calling delete_port for 709fdca0-6299-4020-88ca-e5e0b7e24d2f owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:42:15.564411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-e375cafb-f184-49ff-bc0e-6ea75b93eea4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Allocated IP 192.168.233.162 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/c09f1311-99f3-4ae7-856c-7cc0852917f8) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:42:15.578941 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9698f642-938b-437a-95ed-d937f2d0526e req-0ebee277-8b5b-4be9-9f75-44e586f8c713 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086396 Mar 23 12:42:15.628480 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6d1a89d5-ca30-448f-91f6-6e3451638a50 req-c2f6c096-9c7a-4be1-a69b-af3dcf7dfe25 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:15.642512 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['584a0e65-c663-46e0-b4c8-7ea9e49276c8', '709fdca0-6299-4020-88ca-e5e0b7e24d2f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:42:15.732616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6c096-9c7a-4be1-a69b-af3dcf7dfe25 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Pushing event deleted for resources: {'Port': ['ID=709fdca0-6299-4020-88ca-e5e0b7e24d2f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:15.838968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1a89d5-ca30-448f-91f6-6e3451638a50 req-c2f6c096-9c7a-4be1-a69b-af3dcf7dfe25 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] No DVR routers for this DVR port 709fdca0-6299-4020-88ca-e5e0b7e24d2f on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:42:15.848117 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-6d1a89d5-ca30-448f-91f6-6e3451638a50 req-c2f6c096-9c7a-4be1-a69b-af3dcf7dfe25 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:15.859252 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d1a89d5-ca30-448f-91f6-6e3451638a50 req-c2f6c096-9c7a-4be1-a69b-af3dcf7dfe25 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "DELETE /v2.0/ports/709fdca0-6299-4020-88ca-e5e0b7e24d2f HTTP/1.1" status: 204 len: 173 time: 0.7571423 Mar 23 12:42:15.864203 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa826e48-3344-4299-bb4d-4c76130e0f61', 'name': 'network-vif-deleted', 'tag': '709fdca0-6299-4020-88ca-e5e0b7e24d2f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:42:15.874910 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50865981-1344-4f0a-8096-44491ccd24be" -d '{"events": [{"server_uuid": "aa826e48-3344-4299-bb4d-4c76130e0f61", "name": "network-vif-deleted", "tag": "709fdca0-6299-4020-88ca-e5e0b7e24d2f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:42:15.986769 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b3ceb6-24b4-4c73-82d9-ff9714b64fba x-openstack-request-id: req-f1b3ceb6-24b4-4c73-82d9-ff9714b64fba {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:15.987130 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa826e48-3344-4299-bb4d-4c76130e0f61", "name": "network-vif-deleted", "tag": "709fdca0-6299-4020-88ca-e5e0b7e24d2f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:15.987465 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1b3ceb6-24b4-4c73-82d9-ff9714b64fba {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:15.987916 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa826e48-3344-4299-bb4d-4c76130e0f61', 'name': 'network-vif-deleted', 'tag': '709fdca0-6299-4020-88ca-e5e0b7e24d2f', 'status': 'completed', 'code': 200} Mar 23 12:42:16.048654 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:16.131366 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9698f642-938b-437a-95ed-d937f2d0526e req-6c97b438-10ce-4430-bc87-53ba16860ba1 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441062 Mar 23 12:42:16.187603 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d2630-0547-49a0-8347-f4387b089ecb req-349f5c30-d0f6-4f1c-8084-35f804d03424 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:16.197645 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bf6d2630-0547-49a0-8347-f4387b089ecb req-349f5c30-d0f6-4f1c-8084-35f804d03424 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 944 time: 0.1940629 Mar 23 12:42:16.226529 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d6f00d8e-cda4-48ee-b39c-721885c912da req-9101b27c-8814-4640-ad17-43fba247a3f4 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa826e48-3344-4299-bb4d-4c76130e0f61 HTTP/1.1" status: 200 len: 210 time: 0.0488751 Mar 23 12:42:16.341905 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-e375cafb-f184-49ff-bc0e-6ea75b93eea4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:16.380980 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-e375cafb-f184-49ff-bc0e-6ea75b93eea4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:16.392407 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a60e6-baee-4019-879d-f3422d1df05b req-a641a56e-68e4-4db9-ad2f-01f44488e7e8 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:16.395292 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bf6d2630-0547-49a0-8347-f4387b089ecb req-26749f28-1b45-4cc4-b91c-f4419cb89131 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961117 Mar 23 12:42:16.404044 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['95491ea5-cdad-4cf1-8470-45c2830fa3b3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:42:16.414232 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8f5a60e6-baee-4019-879d-f3422d1df05b req-a641a56e-68e4-4db9-ad2f-01f44488e7e8 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.0804985 Mar 23 12:42:16.504319 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8f5a60e6-baee-4019-879d-f3422d1df05b req-619050a5-4a11-460c-bde8-cf98f5aa6b3c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833936 Mar 23 12:42:16.540718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-e375cafb-f184-49ff-bc0e-6ea75b93eea4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:42:16.542274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375cafb-f184-49ff-bc0e-6ea75b93eea4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Pushing event updated for resources: {'Port': ['ID=c09f1311-99f3-4ae7-856c-7cc0852917f8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:16.545229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-e375cafb-f184-49ff-bc0e-6ea75b93eea4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:42:16.547493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-e375cafb-f184-49ff-bc0e-6ea75b93eea4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:42:16.697924 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-e375cafb-f184-49ff-bc0e-6ea75b93eea4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:16.698570 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-e375cafb-f184-49ff-bc0e-6ea75b93eea4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:16.728635 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-e375cafb-f184-49ff-bc0e-6ea75b93eea4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8552370 Mar 23 12:42:16.782007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Request body: {'port': {'device_id': 'f25081a7-ad6f-4c8d-97d3-27f591f2cbea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:42:16.914601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bddd3-7a47-4d7d-bad1-d6d54fcdb544 req-acae52f4-fba2-4c3a-a626-1c8af203ff53 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:16.922408 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da6bddd3-7a47-4d7d-bad1-d6d54fcdb544 req-acae52f4-fba2-4c3a-a626-1c8af203ff53 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 936 time: 0.2715218 Mar 23 12:42:17.058953 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-09f5f54d-1a77-4b02-a3e3-24487697997e None None] Provisioning complete for port c09f1311-99f3-4ae7-856c-7cc0852917f8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:42:17.060951 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-09f5f54d-1a77-4b02-a3e3-24487697997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:17.092612 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:17.135336 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da6bddd3-7a47-4d7d-bad1-d6d54fcdb544 req-2858cf28-8e81-4bd4-a064-8bb0eb57b441 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852319 Mar 23 12:42:17.181005 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-09f5f54d-1a77-4b02-a3e3-24487697997e None None] Port c09f1311-99f3-4ae7-856c-7cc0852917f8 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:42:17.387128 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:17.716897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:42:17.720213 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 709fdca0-6299-4020-88ca-e5e0b7e24d2f no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:42:17.815519 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a32e33-0260-4781-a228-87eb4dd302b9 req-f3bf3180-c077-4e11-a66d-0c1ad32c8206 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:17.817172 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-20a32e33-0260-4781-a228-87eb4dd302b9 req-f3bf3180-c077-4e11-a66d-0c1ad32c8206 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 944 time: 0.2237718 Mar 23 12:42:17.869811 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9f75b-bb0b-43a4-b79e-c75efca8ebd5 req-be159500-e2dc-49e2-8602-d3e7c8903a16 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:17.893172 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d1b9f75b-bb0b-43a4-b79e-c75efca8ebd5 req-be159500-e2dc-49e2-8602-d3e7c8903a16 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.1137342 Mar 23 12:42:17.937161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-20a32e33-0260-4781-a228-87eb4dd302b9 req-0ea868f1-8eb8-46a7-9f7f-22bb3342665d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910430 Mar 23 12:42:17.955905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09f1311-99f3-4ae7-856c-7cc0852917f8 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:42:17.972539 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:18.000342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Transition to ACTIVE for port object c09f1311-99f3-4ae7-856c-7cc0852917f8 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:42:18.002847 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d1b9f75b-bb0b-43a4-b79e-c75efca8ebd5 req-fd445a1d-4ce5-4658-9c17-9eb1a39f6f05 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074018 Mar 23 12:42:18.003478 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 709fdca0-6299-4020-88ca-e5e0b7e24d2f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:42:18.004196 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 709fdca0-6299-4020-88ca-e5e0b7e24d2f not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:42:18.012201 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:18.133681 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 55ca2b97-fa22-4b05-8afd-a8084f3bacc6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=55ca2b97-fa22-4b05-8afd-a8084f3bacc6,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:18.200567 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '55ca2b97-fa22-4b05-8afd-a8084f3bacc6', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'port_id': '55ca2b97-fa22-4b05-8afd-a8084f3bacc6', 'mac_address': 'fa:16:3e:29:14:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:42:18.296707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Attempting to bind port c09f1311-99f3-4ae7-856c-7cc0852917f8 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:42:18.297103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Attempting to bind port c09f1311-99f3-4ae7-856c-7cc0852917f8 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:42:18.297500 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Attempting to bind port c09f1311-99f3-4ae7-856c-7cc0852917f8 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:42:18.315667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Pushing event updated for resources: {'Port': ['ID=c09f1311-99f3-4ae7-856c-7cc0852917f8,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:18.364426 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:18.367551 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Port c09f1311-99f3-4ae7-856c-7cc0852917f8 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:42:18.369948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Attempting to bind port c09f1311-99f3-4ae7-856c-7cc0852917f8 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:42:18.390547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:42:18.396601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:42:18.400239 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:42:18.400777 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:42:18.405318 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Bound port: c09f1311-99f3-4ae7-856c-7cc0852917f8, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:42:18.406919 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:18.431916 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 55ca2b97-fa22-4b05-8afd-a8084f3bacc6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=55ca2b97-fa22-4b05-8afd-a8084f3bacc6,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:18.437746 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:18.438568 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 0f6be5f8-58da-4006-884d-df5054e222b7 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:42:18.483712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf0c8f-902f-4d2b-966e-77c52c06e55f req-0d37da43-22b5-4eba-8267-0b028ef6c0dd tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:18.485439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9abf0c8f-902f-4d2b-966e-77c52c06e55f req-0d37da43-22b5-4eba-8267-0b028ef6c0dd tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.1583891 Mar 23 12:42:18.519158 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=55ca2b97-fa22-4b05-8afd-a8084f3bacc6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:18.538979 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:18.541295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:18.541989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:18.547008 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:18.547617 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:18.548270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:18.548970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:18.549905 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:18.550400 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:18.550893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:18.557907 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:18.558594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:18.608146 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 0f6be5f8-58da-4006-884d-df5054e222b7, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=0f6be5f8-58da-4006-884d-df5054e222b7,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:18.636237 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '0f6be5f8-58da-4006-884d-df5054e222b7', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'port_id': '0f6be5f8-58da-4006-884d-df5054e222b7', 'mac_address': 'fa:16:3e:22:86:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:42:18.664335 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9abf0c8f-902f-4d2b-966e-77c52c06e55f req-c58f1acc-d047-4b05-85fe-a9b09d4033c6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687067 Mar 23 12:42:18.700040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] For port c09f1311-99f3-4ae7-856c-7cc0852917f8, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:42:18.711070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] For port c09f1311-99f3-4ae7-856c-7cc0852917f8, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c09f1311-99f3-4ae7-856c-7cc0852917f8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:42:18.719919 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:18.788610 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:18.809995 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6be5f8-58da-4006-884d-df5054e222b7 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:42:18.832654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 0f6be5f8-58da-4006-884d-df5054e222b7, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=0f6be5f8-58da-4006-884d-df5054e222b7,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:18.840441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Pushing event updated for resources: {'Port': ['ID=c09f1311-99f3-4ae7-856c-7cc0852917f8,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:18.845548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:18.846213 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:18.847804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-17ff2840-d1d8-47d7-9644-d8f77e5514de service neutron] 10.222.0.77 "PUT /v2.0/ports/c09f1311-99f3-4ae7-856c-7cc0852917f8 HTTP/1.1" status: 200 len: 1096 time: 2.0889366 Mar 23 12:42:18.848312 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25081a7-ad6f-4c8d-97d3-27f591f2cbea', 'tag': 'c09f1311-99f3-4ae7-856c-7cc0852917f8'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:42:18.851601 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8f0f52-911a-42d1-b933-9bcbe1ab5f43" -d '{"events": [{"name": "network-changed", "server_uuid": "f25081a7-ad6f-4c8d-97d3-27f591f2cbea", "tag": "c09f1311-99f3-4ae7-856c-7cc0852917f8"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:42:18.864667 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:18.957772 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43005698-4130-4050-a173-e0374aea7761 x-openstack-request-id: req-43005698-4130-4050-a173-e0374aea7761 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:18.958149 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25081a7-ad6f-4c8d-97d3-27f591f2cbea", "tag": "c09f1311-99f3-4ae7-856c-7cc0852917f8", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:18.958528 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43005698-4130-4050-a173-e0374aea7761 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:18.959498 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25081a7-ad6f-4c8d-97d3-27f591f2cbea', 'tag': 'c09f1311-99f3-4ae7-856c-7cc0852917f8', 'status': 'completed', 'code': 200} Mar 23 12:42:18.960045 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=0f6be5f8-58da-4006-884d-df5054e222b7,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:18.995989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-5575c8b2-3b19-4afc-8c4d-e7fe227c5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:18.995989 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-5575c8b2-3b19-4afc-8c4d-e7fe227c5435 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 1099 time: 0.0838118 Mar 23 12:42:19.254695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3ef65-631b-49ae-8ece-212005d48c35 req-5e3ff412-5797-4239-a2b9-64103f95b92d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:19.262611 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18c3ef65-631b-49ae-8ece-212005d48c35 req-5e3ff412-5797-4239-a2b9-64103f95b92d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 945 time: 0.1596024 Mar 23 12:42:19.301009 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['0f6be5f8-58da-4006-884d-df5054e222b7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:42:19.382621 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18c3ef65-631b-49ae-8ece-212005d48c35 req-524f2c89-8905-406a-ae82-9e0e9e7ff234 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124375 Mar 23 12:42:19.392987 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['55ca2b97-fa22-4b05-8afd-a8084f3bacc6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:42:19.504366 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-8bc86638-84c1-440c-8bf5-a13f08130d23 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c09f1311-99f3-4ae7-856c-7cc0852917f8 HTTP/1.1" status: 200 len: 217 time: 0.1093740 Mar 23 12:42:19.611769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-3dfe8a9a-a3a2-486f-bd8b-21a8aba0927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:19.613289 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-3dfe8a9a-a3a2-486f-bd8b-21a8aba0927b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0943191 Mar 23 12:42:19.660356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d2bcb-422b-4775-9f18-e47cba14383f req-6e2eb990-7332-4940-8998-eaf5ccef1da1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:19.668558 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a7d2bcb-422b-4775-9f18-e47cba14383f req-6e2eb990-7332-4940-8998-eaf5ccef1da1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.1196010 Mar 23 12:42:19.765515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-e26c260e-e949-494b-8d3b-0049735d9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:19.771165 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-e26c260e-e949-494b-8d3b-0049735d9ac9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1376617 Mar 23 12:42:19.793755 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a7d2bcb-422b-4775-9f18-e47cba14383f req-46635e5c-0742-4e15-8308-9af23e5a6cbd tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103756 Mar 23 12:42:19.983266 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-b29fa546-64f7-46aa-a72f-a5d505132de8 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920774 Mar 23 12:42:20.111510 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394e9e8-78a4-4460-a04e-e04c52f8b772 req-fb20bda4-a5e8-4922-937a-a35fc3a60105 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:20.120792 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6394e9e8-78a4-4460-a04e-e04c52f8b772 req-fb20bda4-a5e8-4922-937a-a35fc3a60105 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.1574728 Mar 23 12:42:20.220416 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6394e9e8-78a4-4460-a04e-e04c52f8b772 req-0dff1b06-c346-46f3-9043-7bc16384c851 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956092 Mar 23 12:42:20.640524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e681062-3b6f-4482-b985-9e1ea6200872 req-9f58c72f-f557-48d7-a2d1-6df785a62b6e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:20.653952 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e681062-3b6f-4482-b985-9e1ea6200872 req-9f58c72f-f557-48d7-a2d1-6df785a62b6e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 945 time: 0.1286519 Mar 23 12:42:20.748849 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e681062-3b6f-4482-b985-9e1ea6200872 req-cf9f2986-bcb0-476c-a34b-d1fd6fee6915 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914657 Mar 23 12:42:21.009986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232164c1-8482-4544-85ce-66997e413412 req-e77e892d-6804-4268-b844-c46922ff1828 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:21.017680 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-232164c1-8482-4544-85ce-66997e413412 req-e77e892d-6804-4268-b844-c46922ff1828 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.1063709 Mar 23 12:42:21.063716 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-232164c1-8482-4544-85ce-66997e413412 req-df9a1bbe-a0b1-444e-805a-a5e9a19d87bb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448723 Mar 23 12:42:21.391425 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69eeadb-eaf4-4c0b-84c2-c2b0c96994f4 req-96589ec0-2118-417f-91ff-d5c40738f752 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:21.393413 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d69eeadb-eaf4-4c0b-84c2-c2b0c96994f4 req-96589ec0-2118-417f-91ff-d5c40738f752 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.0738485 Mar 23 12:42:21.467948 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d69eeadb-eaf4-4c0b-84c2-c2b0c96994f4 req-a891f4ad-a99e-4137-804b-b7d5d9d53e19 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626113 Mar 23 12:42:21.749484 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:42:21.831252 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:42:21.857139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:42:21.857536 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:21.937563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3363e2-ded9-48df-aec2-94c0a071bd46 req-0eff8e5b-ff53-4af6-8a4e-a90306b2e43d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:21.946548 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d3363e2-ded9-48df-aec2-94c0a071bd46 req-0eff8e5b-ff53-4af6-8a4e-a90306b2e43d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 945 time: 0.0761690 Mar 23 12:42:22.006246 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1d3363e2-ded9-48df-aec2-94c0a071bd46 req-554fe825-9ad3-4b44-9df4-9a3ac67f1dcb tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582533 Mar 23 12:42:22.056177 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:22.135978 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 55ca2b97-fa22-4b05-8afd-a8084f3bacc6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=55ca2b97-fa22-4b05-8afd-a8084f3bacc6,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:22.135978 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dbd46f-2edf-41c3-9ba3-b9b8f07df032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ca2b97-fa22-4b05-8afd-a8084f3bacc6'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:42:22.137424 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6455f163-56c0-47d2-9eda-37a3e930c1b9" -d '{"events": [{"server_uuid": "e1dbd46f-2edf-41c3-9ba3-b9b8f07df032", "name": "network-vif-plugged", "status": "completed", "tag": "55ca2b97-fa22-4b05-8afd-a8084f3bacc6"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:42:22.142148 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:22.143077 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 0f6be5f8-58da-4006-884d-df5054e222b7 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:42:22.266279 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39be9a8-7f26-4b0e-9674-40b8ef629031 req-377d0b1d-e01a-40c1-b83d-793d2bee93f7 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:22.282327 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=55ca2b97-fa22-4b05-8afd-a8084f3bacc6,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:22.285781 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d39be9a8-7f26-4b0e-9674-40b8ef629031 req-377d0b1d-e01a-40c1-b83d-793d2bee93f7 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.1140456 Mar 23 12:42:22.298317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 0f6be5f8-58da-4006-884d-df5054e222b7 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:42:22.305001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 0f6be5f8-58da-4006-884d-df5054e222b7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:42:22.305493 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:22.368280 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d39be9a8-7f26-4b0e-9674-40b8ef629031 req-6e0b4df6-c504-4dca-8e3d-f4b479df4819 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756297 Mar 23 12:42:22.445585 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad210da-275c-4e82-be2b-7969fc1c846a x-openstack-request-id: req-aad210da-275c-4e82-be2b-7969fc1c846a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:22.445997 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dbd46f-2edf-41c3-9ba3-b9b8f07df032", "name": "network-vif-plugged", "status": "completed", "tag": "55ca2b97-fa22-4b05-8afd-a8084f3bacc6", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:22.446276 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aad210da-275c-4e82-be2b-7969fc1c846a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:22.446913 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dbd46f-2edf-41c3-9ba3-b9b8f07df032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ca2b97-fa22-4b05-8afd-a8084f3bacc6', 'code': 200} Mar 23 12:42:22.504754 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:22.628399 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 0f6be5f8-58da-4006-884d-df5054e222b7, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=0f6be5f8-58da-4006-884d-df5054e222b7,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:22.637726 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:22.640689 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb9db2-200c-4def-b362-84e8eca371df req-a460e8b0-9263-4450-8956-51aa76902368 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:22.642378 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2ddb9db2-200c-4def-b362-84e8eca371df req-a460e8b0-9263-4450-8956-51aa76902368 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.0785553 Mar 23 12:42:22.734296 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2ddb9db2-200c-4def-b362-84e8eca371df req-ef4a40bc-1528-4e01-af19-2ead23c5ccdb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774102 Mar 23 12:42:22.751589 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=0f6be5f8-58da-4006-884d-df5054e222b7,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:23.112999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-14fff435-d488-46fc-8eb7-0af6be7b957d tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:23.114842 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-14fff435-d488-46fc-8eb7-0af6be7b957d tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 805 time: 0.1822536 Mar 23 12:42:23.156511 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-69a9f586-35e3-4835-aa00-9c92508db532 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/quotas/61f454bbb70244ecbf97f6b03af40553 HTTP/1.1" status: 200 len: 375 time: 0.0354557 Mar 23 12:42:23.234583 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5396f-2099-426a-b09a-f74cea007a7c req-4615a637-abd6-40a3-aaa4-9a568d5caa5b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:23.248470 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40d5396f-2099-426a-b09a-f74cea007a7c req-4615a637-abd6-40a3-aaa4-9a568d5caa5b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.1234732 Mar 23 12:42:23.266635 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-10ddc24c-45df-46cc-849f-a9231a6d80a3 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1027081 Mar 23 12:42:23.330704 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40d5396f-2099-426a-b09a-f74cea007a7c req-0dccd3a2-6411-4f55-a5f2-fbdb894165b4 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810771 Mar 23 12:42:23.480016 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-d5de6cfe-14cc-4d10-808a-43bc7ce228a9 service neutron] 10.222.0.52 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990252 Mar 23 12:42:23.607472 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915db7f-282d-4ca4-8c4a-75e9fece6b90 req-3143d8ce-9d53-4ebd-8527-a60b255fa5eb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:23.613180 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a915db7f-282d-4ca4-8c4a-75e9fece6b90 req-3143d8ce-9d53-4ebd-8527-a60b255fa5eb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.0940127 Mar 23 12:42:23.689728 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-125a8d90-03ac-4426-ac1a-b81c9b03db46 service neutron] 10.222.0.52 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005856 Mar 23 12:42:23.709901 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a915db7f-282d-4ca4-8c4a-75e9fece6b90 req-97459268-2c93-4c0a-a267-be65e3312bca tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923765 Mar 23 12:42:24.050211 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee2eb8b5-c0f2-4656-bd31-d86ed187570c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:24.058123 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb83547-dc73-4efe-9178-bf5c58883571 req-2e0ad560-a2ba-47f6-8cb9-6e976f1cb9ee tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:24.076338 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffb83547-dc73-4efe-9178-bf5c58883571 req-2e0ad560-a2ba-47f6-8cb9-6e976f1cb9ee tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.1945722 Mar 23 12:42:24.153357 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-05ca3719-036c-4b76-b16b-aa5fc747609a req-62c881fc-bf9d-4707-9403-f2c92ea5c479 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 210 time: 0.0965314 Mar 23 12:42:24.171074 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffb83547-dc73-4efe-9178-bf5c58883571 req-686d2812-8b06-4c1a-839b-db0c9a435ada tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909107 Mar 23 12:42:24.448515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477598ea-4654-4847-bc2b-e813cadf795b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6be5f8-58da-4006-884d-df5054e222b7'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:42:24.450827 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c8c4d7-30dc-4cf0-a542-ddf4459fc3e3" -d '{"events": [{"server_uuid": "477598ea-4654-4847-bc2b-e813cadf795b", "name": "network-vif-plugged", "status": "completed", "tag": "0f6be5f8-58da-4006-884d-df5054e222b7"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:42:24.562391 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dc7b9c-df4a-499a-81fa-6e9f516ceb5b x-openstack-request-id: req-04dc7b9c-df4a-499a-81fa-6e9f516ceb5b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:24.562813 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477598ea-4654-4847-bc2b-e813cadf795b", "name": "network-vif-plugged", "status": "completed", "tag": "0f6be5f8-58da-4006-884d-df5054e222b7", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:24.563200 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04dc7b9c-df4a-499a-81fa-6e9f516ceb5b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:24.564087 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477598ea-4654-4847-bc2b-e813cadf795b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6be5f8-58da-4006-884d-df5054e222b7', 'code': 200} Mar 23 12:42:24.591430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a1e88-9bc4-4600-9474-c4374518a9b8 req-bcc118f0-afbc-4e05-ae3c-87520392d44d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:24.593433 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b47a1e88-9bc4-4600-9474-c4374518a9b8 req-bcc118f0-afbc-4e05-ae3c-87520392d44d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.1569304 Mar 23 12:42:24.651497 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b47a1e88-9bc4-4600-9474-c4374518a9b8 req-0ee24c58-baf6-498c-a76d-36069b68169f tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502043 Mar 23 12:42:24.956977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ea4ed-d86b-4ee0-9e5f-6669d6dccf64 req-e7f71039-9399-4e63-903a-f81ecb09a966 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:24.960045 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-da5ea4ed-d86b-4ee0-9e5f-6669d6dccf64 req-e7f71039-9399-4e63-903a-f81ecb09a966 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.0722649 Mar 23 12:42:25.032075 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-da5ea4ed-d86b-4ee0-9e5f-6669d6dccf64 req-56f44aa5-bedd-4408-ba7a-d4ccc5fbdd02 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639787 Mar 23 12:42:25.376854 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-955906c5-d6a4-4d31-aa51-667b68ac01cc req-cdc58994-3d23-4bc4-ac41-f25cd8fbedff tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 210 time: 0.0611773 Mar 23 12:42:25.405257 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b364c-4d1b-4c83-88fa-bfb64d80cd43 req-526cf679-92bc-4e1e-aab5-e8f1f6eb1893 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:25.411893 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-303b364c-4d1b-4c83-88fa-bfb64d80cd43 req-526cf679-92bc-4e1e-aab5-e8f1f6eb1893 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.1218221 Mar 23 12:42:25.516230 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-303b364c-4d1b-4c83-88fa-bfb64d80cd43 req-c02146b5-0aaa-41e2-ade2-2fd1b6f702d4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976567 Mar 23 12:42:25.826448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339d593-4771-442e-b447-995b6f47750a req-e0997b02-e996-49e1-9b10-57098362ca18 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:25.835143 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2339d593-4771-442e-b447-995b6f47750a req-e0997b02-e996-49e1-9b10-57098362ca18 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.0991926 Mar 23 12:42:25.890716 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2339d593-4771-442e-b447-995b6f47750a req-63716cb9-40b7-492a-9cb3-141f53e9346e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540078 Mar 23 12:42:26.156529 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80e8ec-e39a-4332-ab1e-5427a7138048 req-20199aa8-da56-4b48-b77e-a7073d20d466 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:26.158348 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c80e8ec-e39a-4332-ab1e-5427a7138048 req-20199aa8-da56-4b48-b77e-a7073d20d466 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.0555351 Mar 23 12:42:26.211237 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c80e8ec-e39a-4332-ab1e-5427a7138048 req-5d4f5cf8-a200-4d54-be87-7e4bf6b98c8a tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452383 Mar 23 12:42:26.466753 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5282918b-435d-4112-a36d-abb88563de26 req-fc60613a-c0aa-444f-8ac8-cc83358af82b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 210 time: 0.0376141 Mar 23 12:42:26.654616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255791b-d6f4-4333-8967-4f7112a15137 req-2a75d27d-e959-48b6-a639-31f6f2a28151 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:26.656190 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c255791b-d6f4-4333-8967-4f7112a15137 req-2a75d27d-e959-48b6-a639-31f6f2a28151 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.0556970 Mar 23 12:42:26.703736 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c255791b-d6f4-4333-8967-4f7112a15137 req-72194b10-87be-4915-bcf1-aa30bd64833c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406919 Mar 23 12:42:26.821986 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ec27b684-2a0b-4159-ad26-b4f67516f2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:27.030426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456a2bc-af27-453f-98b3-53f67d13e60f req-b8e4e074-8dee-445d-8d72-7b0e89beade2 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:27.032002 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6456a2bc-af27-453f-98b3-53f67d13e60f req-b8e4e074-8dee-445d-8d72-7b0e89beade2 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.0708802 Mar 23 12:42:27.090829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6456a2bc-af27-453f-98b3-53f67d13e60f req-d44dbdd7-176a-4e86-8910-20b87c34e1db tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438924 Mar 23 12:42:27.355420 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e0d85-a52f-4faf-afc4-c705ec8562fc req-68a60d63-9596-406d-802f-0fa99df97f5c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:27.359271 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-671e0d85-a52f-4faf-afc4-c705ec8562fc req-68a60d63-9596-406d-802f-0fa99df97f5c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.0606608 Mar 23 12:42:27.402243 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-671e0d85-a52f-4faf-afc4-c705ec8562fc req-227325c3-6278-4910-ba55-a39076544fc6 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390041 Mar 23 12:42:27.567759 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8eec47b4-ea04-4b39-9f71-4652146bc8da req-10bf4365-f502-4e9b-839a-5540b33668f7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 210 time: 0.0297146 Mar 23 12:42:27.687180 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:27.828886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a9049-873a-44a4-9bf9-27f082b73fe1 req-d0f6eb10-fe3f-43d1-bc25-3bf09e865805 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:27.830757 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1a1a9049-873a-44a4-9bf9-27f082b73fe1 req-d0f6eb10-fe3f-43d1-bc25-3bf09e865805 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.0521243 Mar 23 12:42:27.874943 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1a1a9049-873a-44a4-9bf9-27f082b73fe1 req-dac695a8-987e-45cc-aa76-901400ff3675 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371845 Mar 23 12:42:28.233405 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed12290-b542-4d8a-a52f-20524cd0085b req-ed6595a0-7ab2-4739-837e-1decb539cd57 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:28.241043 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ed12290-b542-4d8a-a52f-20524cd0085b req-ed6595a0-7ab2-4739-837e-1decb539cd57 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.0636241 Mar 23 12:42:28.285101 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ed12290-b542-4d8a-a52f-20524cd0085b req-33a67886-7995-4570-8940-19c43cfd2586 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431211 Mar 23 12:42:28.548709 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b150d-bfaf-44fd-81ea-88851e1f3900 req-13214d16-d3f7-4863-904d-e61ab1c9c1c1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:28.550909 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-446b150d-bfaf-44fd-81ea-88851e1f3900 req-13214d16-d3f7-4863-904d-e61ab1c9c1c1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.0577593 Mar 23 12:42:28.607587 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-446b150d-bfaf-44fd-81ea-88851e1f3900 req-cdcff78b-14a2-4ae6-a9f0-fc6826dc87be tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498981 Mar 23 12:42:28.698803 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28286cec-23dd-4065-9825-07af2214b848 req-04c10095-b17e-47d8-a17f-2a53306c43c3 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 210 time: 0.0287321 Mar 23 12:42:29.042472 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:29.070608 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b46e0-53b1-4011-8d37-f669a0257895 req-0107ed88-c9d8-4d19-b99a-ba322e9ebc94 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:29.079263 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-409b46e0-53b1-4011-8d37-f669a0257895 req-0107ed88-c9d8-4d19-b99a-ba322e9ebc94 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.1166124 Mar 23 12:42:29.130175 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-409b46e0-53b1-4011-8d37-f669a0257895 req-a3c1b725-92c5-4a4b-8538-9ffc5b3f056c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478261 Mar 23 12:42:29.460895 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:29.489086 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936a7da-e4c1-42f8-af25-8c9578bd335a req-1cf5768a-88a4-448f-904d-5dbfd0b7bed1 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:29.491631 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f936a7da-e4c1-42f8-af25-8c9578bd335a req-1cf5768a-88a4-448f-904d-5dbfd0b7bed1 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.0769379 Mar 23 12:42:29.546602 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f936a7da-e4c1-42f8-af25-8c9578bd335a req-d78c5fb9-be10-4604-8d8a-3359684d89d0 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489216 Mar 23 12:42:29.744498 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a524b-92ad-4a3b-a6f9-149d8e362c04 req-12980256-a11e-4edb-ab9e-d4a21998ba3e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:29.754197 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c2a524b-92ad-4a3b-a6f9-149d8e362c04 req-12980256-a11e-4edb-ab9e-d4a21998ba3e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.0662072 Mar 23 12:42:29.812654 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c2a524b-92ad-4a3b-a6f9-149d8e362c04 req-8fa0de51-3087-483d-bc41-b685d5684853 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568743 Mar 23 12:42:29.852318 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-82df7944-42aa-4d61-9dd7-35e48cf45f31 req-75e59050-e871-497b-9665-dbbf75537f34 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 210 time: 0.0446465 Mar 23 12:42:30.131632 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-639c166c-464b-4690-9952-82025b3c99da req-cbfd34f9-79b1-453f-bfeb-2bdd1cf4abba tempest-ServersOnMultiNodesTest-599655452 tempest-ServersOnMultiNodesTest-599655452-project] (102779) timed out ('10.222.0.73', 65189) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 12:42:30.256006 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b42849-2894-4832-9d61-d7a2cc08f259 req-6d34c03e-ad3d-41ea-a2f6-44acc5a8b573 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:30.257730 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2b42849-2894-4832-9d61-d7a2cc08f259 req-6d34c03e-ad3d-41ea-a2f6-44acc5a8b573 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.0575669 Mar 23 12:42:30.310920 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2b42849-2894-4832-9d61-d7a2cc08f259 req-0c07f8e4-6f26-4425-9211-3accac47f8e5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460343 Mar 23 12:42:30.749438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bfe85-474c-43b7-a62e-70728fb9eb79 req-51da1e90-a141-4430-98ae-2f0c524d9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:30.752169 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f07bfe85-474c-43b7-a62e-70728fb9eb79 req-51da1e90-a141-4430-98ae-2f0c524d9e26 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 1097 time: 0.0652535 Mar 23 12:42:30.833381 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f07bfe85-474c-43b7-a62e-70728fb9eb79 req-d7a62d00-5716-4428-94e5-a13b59638a0f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728836 Mar 23 12:42:30.987044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9ea7f-6a89-4add-a47f-298603a321dd req-f0a51627-ba10-493c-b122-e633b73dbaf8 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:30.989588 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-83d9ea7f-6a89-4add-a47f-298603a321dd req-f0a51627-ba10-493c-b122-e633b73dbaf8 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.0667505 Mar 23 12:42:31.033546 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-83d9ea7f-6a89-4add-a47f-298603a321dd req-ab0a5332-1b49-48b4-a13d-37cb709fd114 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366027 Mar 23 12:42:31.147946 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-db8c10a9-37c3-4152-8742-a09a3a0a474d req-d4e16aee-e72c-4231-a2ee-11aa959b31c4 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 210 time: 0.0342422 Mar 23 12:42:31.168411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d0436-524f-4099-baa6-cf8f38fb3fdc req-8f08eace-c5b5-413f-b7d7-b2700bdf654a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:31.177153 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2e5d0436-524f-4099-baa6-cf8f38fb3fdc req-8f08eace-c5b5-413f-b7d7-b2700bdf654a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.4445434 Mar 23 12:42:31.233483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777157e-4514-4e27-a037-856848539761 req-f7d49bc5-d5a5-4a7c-9f36-ed6b8a19c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:31.235009 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6777157e-4514-4e27-a037-856848539761 req-f7d49bc5-d5a5-4a7c-9f36-ed6b8a19c267 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 1097 time: 0.5037615 Mar 23 12:42:31.238352 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2e5d0436-524f-4099-baa6-cf8f38fb3fdc req-a6daca94-679d-40e7-bfa8-fe32dbdcdc0c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598159 Mar 23 12:42:31.240508 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca9f38f1-aef4-4fdf-9e3a-d9894e6a382d req-1447584c-20f6-46d5-92a8-c89302fe4f07 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6808798 Mar 23 12:42:31.295487 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6777157e-4514-4e27-a037-856848539761 req-2c866bbd-bcbb-469a-a765-faacb347e50c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379083 Mar 23 12:42:31.474179 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1be69-6f90-4a8f-bc91-53e758e70206 req-a79e2ab0-3cd6-4e5f-b3b3-87a8358f7e19 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:31.475766 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1ba1be69-6f90-4a8f-bc91-53e758e70206 req-a79e2ab0-3cd6-4e5f-b3b3-87a8358f7e19 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.0725207 Mar 23 12:42:31.524698 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1ba1be69-6f90-4a8f-bc91-53e758e70206 req-c0c2d20a-fa01-4026-9eba-0df9e25803fa tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409882 Mar 23 12:42:31.621960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0f52-911a-42d1-b933-9bcbe1ab5f43 req-b237604c-0107-47af-b556-c9796cf40d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:31.623768 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd8f0f52-911a-42d1-b933-9bcbe1ab5f43 req-b237604c-0107-47af-b556-c9796cf40d8a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 1099 time: 0.0608709 Mar 23 12:42:31.713412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b1bf3-c604-43af-812c-12ab57f17e5c req-78e9b2a9-1e38-4cf6-a2c6-c81c6605bfc6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:31.714956 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a89b1bf3-c604-43af-812c-12ab57f17e5c req-78e9b2a9-1e38-4cf6-a2c6-c81c6605bfc6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0600624 Mar 23 12:42:31.777932 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a89b1bf3-c604-43af-812c-12ab57f17e5c req-fd56538d-7f0e-4ea6-b006-77618904b91c tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535443 Mar 23 12:42:31.926991 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-76332216-fe2d-4d87-88ad-8f5390fd80c5 req-d4fbe9cf-288d-4503-96fa-f0bb35d25421 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2d26b362-baca-4b42-9152-492f3c52e29d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721271 Mar 23 12:42:31.938903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0f52-911a-42d1-b933-9bcbe1ab5f43 req-fd424e1f-898a-4917-8805-fb7a22a3fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:31.940852 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd8f0f52-911a-42d1-b933-9bcbe1ab5f43 req-fd424e1f-898a-4917-8805-fb7a22a3fd1b service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1461620 Mar 23 12:42:32.024431 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd8f0f52-911a-42d1-b933-9bcbe1ab5f43 req-bdbc7b01-3647-424a-8776-b32f4a07e731 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c09f1311-99f3-4ae7-856c-7cc0852917f8 HTTP/1.1" status: 200 len: 217 time: 0.0754645 Mar 23 12:42:32.157738 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0f52-911a-42d1-b933-9bcbe1ab5f43 req-69fd12d6-efab-4eea-ae1b-55b705d6e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:32.159327 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd8f0f52-911a-42d1-b933-9bcbe1ab5f43 req-69fd12d6-efab-4eea-ae1b-55b705d6e370 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1181190 Mar 23 12:42:32.165357 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76332216-fe2d-4d87-88ad-8f5390fd80c5 req-30989d34-4d10-419f-a262-5740b0d84ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:32.167139 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-76332216-fe2d-4d87-88ad-8f5390fd80c5 req-30989d34-4d10-419f-a262-5740b0d84ac1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 1096 time: 0.2063780 Mar 23 12:42:32.260453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-7790aebc-db7c-4913-94a4-66365383b444 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:32.261955 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-7790aebc-db7c-4913-94a4-66365383b444 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 805 time: 0.2711561 Mar 23 12:42:32.288460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f78d4-29e7-4b74-b7ea-399371024f0e req-450b0b89-f3b8-496f-950a-23304e41f132 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:32.292410 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-117f78d4-29e7-4b74-b7ea-399371024f0e req-450b0b89-f3b8-496f-950a-23304e41f132 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.1025794 Mar 23 12:42:32.297525 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-780c7baa-f688-49db-bdb1-2ad9598aa685 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Request body: {'port': {'device_id': '81f6a33b-c345-452d-80c5-c74d6d27671b', 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871', 'admin_state_up': True, 'tenant_id': '61f454bbb70244ecbf97f6b03af40553'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:42:32.404166 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-117f78d4-29e7-4b74-b7ea-399371024f0e req-0abbac1d-cef3-4c60-a3f8-305625c00b9f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002555 Mar 23 12:42:32.409019 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07cb6ae0-5ea8-4ee4-a238-96ffd16f3e8f req-ff01cf60-4c91-47e2-a6fd-6ee2e3b590ce tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 210 time: 0.0672359 Mar 23 12:42:32.411702 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76332216-fe2d-4d87-88ad-8f5390fd80c5 req-87945de3-6f31-4ef7-bb5b-4ab436c2a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:32.413289 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-76332216-fe2d-4d87-88ad-8f5390fd80c5 req-87945de3-6f31-4ef7-bb5b-4ab436c2a771 service neutron] 10.222.0.77 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 906 time: 0.2145562 Mar 23 12:42:32.419516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0f52-911a-42d1-b933-9bcbe1ab5f43 req-f539c2d2-7c81-4096-827f-057a1ddeba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:32.421258 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd8f0f52-911a-42d1-b933-9bcbe1ab5f43 req-f539c2d2-7c81-4096-827f-057a1ddeba0b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2529500 Mar 23 12:42:32.465695 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-76332216-fe2d-4d87-88ad-8f5390fd80c5 req-92f6fb20-329d-4100-8a1d-d81dc2eec77d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=584a0e65-c663-46e0-b4c8-7ea9e49276c8 HTTP/1.1" status: 200 len: 217 time: 0.0431900 Mar 23 12:42:32.522741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-780c7baa-f688-49db-bdb1-2ad9598aa685 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Made reservation on behalf of 61f454bbb70244ecbf97f6b03af40553 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:42:32.527297 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-780c7baa-f688-49db-bdb1-2ad9598aa685 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:32.633916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76332216-fe2d-4d87-88ad-8f5390fd80c5 req-914b43e4-4c7b-4a80-b6ad-2496d84fe3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:32.635569 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-76332216-fe2d-4d87-88ad-8f5390fd80c5 req-914b43e4-4c7b-4a80-b6ad-2496d84fe3e2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d214faa0-c958-46e5-affe-d81670b016f4 HTTP/1.1" status: 200 len: 845 time: 0.1089053 Mar 23 12:42:32.679136 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-76332216-fe2d-4d87-88ad-8f5390fd80c5 req-a2032790-e010-4d28-8e72-3c63fb2c6e49 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320091 Mar 23 12:42:32.687046 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6229dc-ce2c-408d-98d5-e6ba8f778fc4 req-4f60f0a7-b631-4654-93db-86f52077ec42 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:32.688703 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe6229dc-ce2c-408d-98d5-e6ba8f778fc4 req-4f60f0a7-b631-4654-93db-86f52077ec42 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.1607893 Mar 23 12:42:32.698741 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd8f0f52-911a-42d1-b933-9bcbe1ab5f43 req-917b6234-3662-45ea-8e5b-71f332199146 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318726 Mar 23 12:42:32.736699 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-780c7baa-f688-49db-bdb1-2ad9598aa685 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Allocated IP 172.20.0.7 (aa7ade3c-6c93-4ba0-b2cd-7915560e4871/d214faa0-c958-46e5-affe-d81670b016f4/b88888fc-f6ae-49b4-8437-c047ea662ee9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:42:32.755833 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5a5cd-2686-4c21-a65c-914a488d42f7 req-8f2838a8-713e-4e38-9622-8f5257d1d9f6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:32.757212 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e8f5a5cd-2686-4c21-a65c-914a488d42f7 req-8f2838a8-713e-4e38-9622-8f5257d1d9f6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.0911937 Mar 23 12:42:32.848247 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe6229dc-ce2c-408d-98d5-e6ba8f778fc4 req-e5605cca-99b1-44d0-be37-4c65d9a8bb5a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483400 Mar 23 12:42:32.972631 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e8f5a5cd-2686-4c21-a65c-914a488d42f7 req-28323e20-e054-49ac-9560-4b774824e30e tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914752 Mar 23 12:42:32.998843 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd8f0f52-911a-42d1-b933-9bcbe1ab5f43 req-fe3fc7f2-9d38-4659-a49f-70bb3478ae79 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915986 Mar 23 12:42:33.013532 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-76332216-fe2d-4d87-88ad-8f5390fd80c5 req-90279b6b-07b6-4f2e-94b9-19bee0259661 service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237643 Mar 23 12:42:33.080255 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-780c7baa-f688-49db-bdb1-2ad9598aa685 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:33.103975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd277d-c6a9-4db6-902d-51e9d9c2cb9e req-90d8bcde-1042-41e6-a0d7-d7230f7cf2ff tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:33.111626 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7afd277d-c6a9-4db6-902d-51e9d9c2cb9e req-90d8bcde-1042-41e6-a0d7-d7230f7cf2ff tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.1389723 Mar 23 12:42:33.170886 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-780c7baa-f688-49db-bdb1-2ad9598aa685 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:33.186229 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['584a0e65-c663-46e0-b4c8-7ea9e49276c8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:42:33.228997 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-780c7baa-f688-49db-bdb1-2ad9598aa685 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:42:33.236377 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-780c7baa-f688-49db-bdb1-2ad9598aa685 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:42:33.252895 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-780c7baa-f688-49db-bdb1-2ad9598aa685 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:42:33.282541 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7afd277d-c6a9-4db6-902d-51e9d9c2cb9e req-00fdda26-dcd7-4f6e-81c6-84f0c640d0fc tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698668 Mar 23 12:42:33.351672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-76332216-fe2d-4d87-88ad-8f5390fd80c5 req-8587b520-8917-4f68-9a34-0e0e870ce96f service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162942 Mar 23 12:42:33.373545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c7baa-f688-49db-bdb1-2ad9598aa685 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Pushing event updated for resources: {'Port': ['ID=b88888fc-f6ae-49b4-8437-c047ea662ee9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:33.389219 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-780c7baa-f688-49db-bdb1-2ad9598aa685 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:33.389902 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-780c7baa-f688-49db-bdb1-2ad9598aa685 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:33.400978 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41794) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:42:33.433172 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-780c7baa-f688-49db-bdb1-2ad9598aa685 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1394274 Mar 23 12:42:33.458383 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Request body: {'port': {'device_id': '81f6a33b-c345-452d-80c5-c74d6d27671b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:42:33.579650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb8f4f-8195-42f8-a069-0a2bfaeeea27 req-de37e4ef-91c7-4e96-838a-25f617450298 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:33.588409 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fdcb8f4f-8195-42f8-a069-0a2bfaeeea27 req-de37e4ef-91c7-4e96-838a-25f617450298 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.0774314 Mar 23 12:42:33.625370 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-438e5356-7b4e-4d40-8b69-d3e97858cb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:33.669029 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fdcb8f4f-8195-42f8-a069-0a2bfaeeea27 req-a67e177f-4570-4ee0-b1a5-60dd65dbbc3a tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796733 Mar 23 12:42:33.679820 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:33.740253 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4f52b-494f-4e76-a3d2-f48b3a9d2a18 req-dc7f33fb-66a4-42ce-9f37-d342fa7d7158 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:33.746430 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-20a4f52b-494f-4e76-a3d2-f48b3a9d2a18 req-dc7f33fb-66a4-42ce-9f37-d342fa7d7158 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 931 time: 0.1824155 Mar 23 12:42:33.775226 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-438e5356-7b4e-4d40-8b69-d3e97858cb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:33.781679 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-438e5356-7b4e-4d40-8b69-d3e97858cb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:33.806633 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-20a4f52b-494f-4e76-a3d2-f48b3a9d2a18 req-234a6896-b93e-4948-b401-e11d99c4ed8b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590250 Mar 23 12:42:33.840496 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-438e5356-7b4e-4d40-8b69-d3e97858cb21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=220fef7d3731419eb3c96d2ef5c729bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4380591 Mar 23 12:42:33.845433 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41806) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:42:33.863142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e5356-7b4e-4d40-8b69-d3e97858cb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976f481a-9b5b-4f13-a588-64fde51f8d3f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:33.962830 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc44f9e0-ef5d-441f-913f-5a798f3de658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:34.027783 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc44f9e0-ef5d-441f-913f-5a798f3de658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:34.074391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40415fe8-5faf-4a4a-8e74-d837bdb0bd04 req-2e3fe842-cbd9-455e-814b-9eee901c8b29 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:34.075901 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40415fe8-5faf-4a4a-8e74-d837bdb0bd04 req-2e3fe842-cbd9-455e-814b-9eee901c8b29 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.1290519 Mar 23 12:42:34.117218 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc44f9e0-ef5d-441f-913f-5a798f3de658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:34.119869 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc44f9e0-ef5d-441f-913f-5a798f3de658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:34.121292 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cc44f9e0-ef5d-441f-913f-5a798f3de658 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/976f481a-9b5b-4f13-a588-64fde51f8d3f HTTP/1.1" status: 204 len: 168 time: 0.2747157 Mar 23 12:42:34.132743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88888fc-f6ae-49b4-8437-c047ea662ee9 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:42:34.142764 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44f9e0-ef5d-441f-913f-5a798f3de658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976f481a-9b5b-4f13-a588-64fde51f8d3f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:34.157468 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:34.174558 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40415fe8-5faf-4a4a-8e74-d837bdb0bd04 req-854d9fcf-9bea-4758-b75e-a4c4866294ad tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855618 Mar 23 12:42:34.196361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826cd8a-0963-4a72-9cc8-d69154df4b2b req-f772bef0-46d8-4c30-9311-e842ddd353d0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:34.205330 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f826cd8a-0963-4a72-9cc8-d69154df4b2b req-f772bef0-46d8-4c30-9311-e842ddd353d0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.1224704 Mar 23 12:42:34.228599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Transition to ACTIVE for port object b88888fc-f6ae-49b4-8437-c047ea662ee9 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:42:34.234609 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:34.293575 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f826cd8a-0963-4a72-9cc8-d69154df4b2b req-65671823-c00a-450c-b9f1-8f6239b40d70 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863042 Mar 23 12:42:34.332911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Pushing event updated for resources: {'Port': ['ID=b88888fc-f6ae-49b4-8437-c047ea662ee9,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:34.528427 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def67864-2bc9-43ea-be7d-73eda33892c1 req-fcf67025-a974-4929-bab7-7d50fc00e5af tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:34.529986 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-def67864-2bc9-43ea-be7d-73eda33892c1 req-fcf67025-a974-4929-bab7-7d50fc00e5af tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.1042752 Mar 23 12:42:34.546753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Attempting to bind port b88888fc-f6ae-49b4-8437-c047ea662ee9 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:42:34.546907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Attempting to bind port b88888fc-f6ae-49b4-8437-c047ea662ee9 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:42:34.547769 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Attempting to bind port b88888fc-f6ae-49b4-8437-c047ea662ee9 on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:42:34.561806 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Port b88888fc-f6ae-49b4-8437-c047ea662ee9 on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:42:34.562610 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Attempting to bind port b88888fc-f6ae-49b4-8437-c047ea662ee9 on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:42:34.578885 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95faf-edfb-45d1-ad7b-263bcfe6bbd6 req-43b131c4-3612-45b9-b38b-6e217dfe5b4a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:34.579520 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:42:34.580086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Checking segment: {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:42:34.580545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Bound using segment: {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:42:34.580730 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a8e95faf-edfb-45d1-ad7b-263bcfe6bbd6 req-43b131c4-3612-45b9-b38b-6e217dfe5b4a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.0920205 Mar 23 12:42:34.581471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Bound port: b88888fc-f6ae-49b4-8437-c047ea662ee9, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:42:34.581649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:34.583092 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ef2ed-3a49-4f25-af10-6a91f36fee24 req-15156405-cbe4-4529-a6f0-08ca172d47ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:34.585106 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c6ef2ed-3a49-4f25-af10-6a91f36fee24 req-15156405-cbe4-4529-a6f0-08ca172d47ff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 1097 time: 0.1411157 Mar 23 12:42:34.684376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] For port b88888fc-f6ae-49b4-8437-c047ea662ee9, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:42:34.689425 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] For port b88888fc-f6ae-49b4-8437-c047ea662ee9, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b88888fc-f6ae-49b4-8437-c047ea662ee9,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:42:34.706044 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a8e95faf-edfb-45d1-ad7b-263bcfe6bbd6 req-7261e08a-86f4-416a-8bcd-77d1a52ac27c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143880 Mar 23 12:42:34.720023 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:34.771655 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-def67864-2bc9-43ea-be7d-73eda33892c1 req-a79878bc-0eb1-49ae-b8fc-5a1ae6fd555d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253094 Mar 23 12:42:34.781968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ef2ed-3a49-4f25-af10-6a91f36fee24 req-38a8ebc2-979f-4993-b1de-6912f6e2363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:34.790546 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c6ef2ed-3a49-4f25-af10-6a91f36fee24 req-38a8ebc2-979f-4993-b1de-6912f6e2363d service neutron] 10.222.0.77 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 918 time: 0.1931517 Mar 23 12:42:34.812400 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:34.813030 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:34.815015 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] 10.222.0.77 "PUT /v2.0/ports/b88888fc-f6ae-49b4-8437-c047ea662ee9 HTTP/1.1" status: 200 len: 1091 time: 1.3634109 Mar 23 12:42:34.815524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f6a33b-c345-452d-80c5-c74d6d27671b', 'tag': 'b88888fc-f6ae-49b4-8437-c047ea662ee9'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:42:34.826750 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aaebcf-6f04-4e88-8b68-44ecccb66388" -d '{"events": [{"name": "network-changed", "server_uuid": "81f6a33b-c345-452d-80c5-c74d6d27671b", "tag": "b88888fc-f6ae-49b4-8437-c047ea662ee9"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:42:34.893003 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c6ef2ed-3a49-4f25-af10-6a91f36fee24 req-3f16887b-3b7f-4571-ba6f-c9954001f472 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f6be5f8-58da-4006-884d-df5054e222b7 HTTP/1.1" status: 200 len: 217 time: 0.0892546 Mar 23 12:42:34.988276 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ea153-7fd4-481f-b5c0-e91600e42b18 service neutron] Pushing event updated for resources: {'Port': ['ID=b88888fc-f6ae-49b4-8437-c047ea662ee9,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:34.992056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7c7b4-775d-4dcd-aece-7ac4ed773cbb req-a413e87f-3cc3-4929-885f-6575b7779d06 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:34.993735 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eef7c7b4-775d-4dcd-aece-7ac4ed773cbb req-a413e87f-3cc3-4929-885f-6575b7779d06 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.0997252 Mar 23 12:42:34.995840 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ef2ed-3a49-4f25-af10-6a91f36fee24 req-847e5a11-3fbe-4bff-a876-b22b6991ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:34.997532 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c6ef2ed-3a49-4f25-af10-6a91f36fee24 req-847e5a11-3fbe-4bff-a876-b22b6991ed9a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 HTTP/1.1" status: 200 len: 856 time: 0.0859237 Mar 23 12:42:35.030234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-a1b84457-64eb-457b-85ca-51cc18b65c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:35.032194 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-a1b84457-64eb-457b-85ca-51cc18b65c43 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 1094 time: 0.1589286 Mar 23 12:42:35.059584 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfb5bb-039b-4653-96c2-ccb2da506e51 req-9ac3daf7-6726-4731-8449-8a8d4bdd68fa tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:35.061336 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96bfb5bb-039b-4653-96c2-ccb2da506e51 req-9ac3daf7-6726-4731-8449-8a8d4bdd68fa tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 943 time: 0.1581826 Mar 23 12:42:35.118724 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-10d81879-d3ea-44ac-bd92-86328029cc3f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b88888fc-f6ae-49b4-8437-c047ea662ee9 HTTP/1.1" status: 200 len: 217 time: 0.0761254 Mar 23 12:42:35.119302 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eef7c7b4-775d-4dcd-aece-7ac4ed773cbb req-e70d91a8-5598-41ec-8bc3-8ca826d97277 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141875 Mar 23 12:42:35.135693 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ef2ed-3a49-4f25-af10-6a91f36fee24 req-81f46796-b20e-4afd-80e4-f6fa46833e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:35.140644 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c6ef2ed-3a49-4f25-af10-6a91f36fee24 req-81f46796-b20e-4afd-80e4-f6fa46833e93 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e766b4-1016-48b5-88cb-19ac4b8761dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343815 Mar 23 12:42:35.193857 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14af4837-1b4b-4188-ba82-8341cb8076c0 x-openstack-request-id: req-14af4837-1b4b-4188-ba82-8341cb8076c0 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:35.194219 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f6a33b-c345-452d-80c5-c74d6d27671b", "tag": "b88888fc-f6ae-49b4-8437-c047ea662ee9", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:35.194391 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14af4837-1b4b-4188-ba82-8341cb8076c0 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:35.200045 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f6a33b-c345-452d-80c5-c74d6d27671b', 'tag': 'b88888fc-f6ae-49b4-8437-c047ea662ee9', 'status': 'completed', 'code': 200} Mar 23 12:42:35.235639 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96bfb5bb-039b-4653-96c2-ccb2da506e51 req-f7d7bee6-33e3-41b1-b149-423d1107ca29 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150372 Mar 23 12:42:35.259273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8ab194f0-a710-4561-8e6f-9ecd55a93112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:35.261921 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-8ab194f0-a710-4561-8e6f-9ecd55a93112 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d214faa0-c958-46e5-affe-d81670b016f4 HTTP/1.1" status: 200 len: 845 time: 0.1214726 Mar 23 12:42:35.302443 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-aa76572c-0880-4711-a055-e8fe15923717 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288548 Mar 23 12:42:35.308082 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c6ef2ed-3a49-4f25-af10-6a91f36fee24 req-1040ee1c-7798-4622-8076-22bdbdd190c0 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593575 Mar 23 12:42:35.476136 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-4b0091d1-29cc-4f77-818f-586c6844e0d3 service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516011 Mar 23 12:42:35.512699 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c6ef2ed-3a49-4f25-af10-6a91f36fee24 req-31315a99-15f9-41bb-a75f-78bb1aac43b6 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899314 Mar 23 12:42:35.530135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a0412-05a6-4a5b-baac-4e19aa80bdd9 req-36da750f-7a85-4559-bead-0749cafb4839 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:35.542236 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-901a0412-05a6-4a5b-baac-4e19aa80bdd9 req-36da750f-7a85-4559-bead-0749cafb4839 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.1107666 Mar 23 12:42:35.624886 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-901a0412-05a6-4a5b-baac-4e19aa80bdd9 req-ed63f562-fc6d-44cf-b296-732e355da786 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810983 Mar 23 12:42:35.632543 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-563f2218-0b3e-469a-ae25-bc61a03a6854 req-13a51073-2375-4a05-8dac-1a69a082d1ac service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472864 Mar 23 12:42:35.759974 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aaebcf-6f04-4e88-8b68-44ecccb66388 req-78d13477-e745-4622-93a9-6e2a34811b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:35.764988 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1aaebcf-6f04-4e88-8b68-44ecccb66388 req-78d13477-e745-4622-93a9-6e2a34811b54 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 1094 time: 0.0649869 Mar 23 12:42:35.838377 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 16808b85-3d52-498b-9aa9-44a51e268b09 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:42:35.948769 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aaebcf-6f04-4e88-8b68-44ecccb66388 req-8db6b7e8-b9ad-4419-b17b-abc5bcf54b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:35.950865 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1aaebcf-6f04-4e88-8b68-44ecccb66388 req-8db6b7e8-b9ad-4419-b17b-abc5bcf54b0a service neutron] 10.222.0.77 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 906 time: 0.1827176 Mar 23 12:42:36.053181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107d1d-8488-457a-83a7-2a56be6297be req-eae6433b-26c1-4e5e-84d8-bbbce1cb8794 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:36.058375 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9107d1d-8488-457a-83a7-2a56be6297be req-eae6433b-26c1-4e5e-84d8-bbbce1cb8794 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0689359 Mar 23 12:42:36.067720 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1aaebcf-6f04-4e88-8b68-44ecccb66388 req-3c9a18b7-c8ea-4078-802a-101489942643 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b88888fc-f6ae-49b4-8437-c047ea662ee9 HTTP/1.1" status: 200 len: 217 time: 0.0936871 Mar 23 12:42:36.086589 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484458f-b5c8-42b8-b0fd-be5e9b169b61 req-36de78ee-bb5f-4589-91e0-6fe4f0f0441c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:36.088716 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8484458f-b5c8-42b8-b0fd-be5e9b169b61 req-36de78ee-bb5f-4589-91e0-6fe4f0f0441c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.2571642 Mar 23 12:42:36.157194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aaebcf-6f04-4e88-8b68-44ecccb66388 req-4453bde5-1d46-4693-a9a6-6e7e367da48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:36.159179 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1aaebcf-6f04-4e88-8b68-44ecccb66388 req-4453bde5-1d46-4693-a9a6-6e7e367da48d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d214faa0-c958-46e5-affe-d81670b016f4 HTTP/1.1" status: 200 len: 845 time: 0.0825334 Mar 23 12:42:36.180045 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9107d1d-8488-457a-83a7-2a56be6297be req-6fa13056-f0ed-478d-b1a6-9ff945017f06 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861964 Mar 23 12:42:36.225721 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8484458f-b5c8-42b8-b0fd-be5e9b169b61 req-48d6937d-720d-42e1-86a3-eb8dc68b01ac tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652678 Mar 23 12:42:36.228782 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1aaebcf-6f04-4e88-8b68-44ecccb66388 req-78fff250-f22a-44cc-9403-af1f6fec2f7f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425353 Mar 23 12:42:36.369096 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 16808b85-3d52-498b-9aa9-44a51e268b09, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=16808b85-3d52-498b-9aa9-44a51e268b09,segment=NetworkSegment(5133c369-e456-47ed-8fde-a80218fa7721),segment_id=5133c369-e456-47ed-8fde-a80218fa7721)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:36.403656 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '16808b85-3d52-498b-9aa9-44a51e268b09', 'network_id': '0d7586cb-c578-4321-b2f0-57004618f1d2', 'port_id': '16808b85-3d52-498b-9aa9-44a51e268b09', 'mac_address': 'fa:16:3e:01:3c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c1c311-8a85-47c1-9d8e-59c06015b5f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:42:36.435301 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf602d-b1d1-4644-bc04-e08965ff20a1 req-d0f93ee3-2332-4030-ab40-f2a22ee54c98 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:36.441373 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6cdf602d-b1d1-4644-bc04-e08965ff20a1 req-d0f93ee3-2332-4030-ab40-f2a22ee54c98 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 944 time: 0.1112640 Mar 23 12:42:36.492875 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1aaebcf-6f04-4e88-8b68-44ecccb66388 req-2d33f3b2-6b89-4e79-bef1-e3e697358100 service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570236 Mar 23 12:42:36.506703 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454f904-4866-422e-9586-82289b124a25 req-c63c5280-9f30-450c-b674-99c7d6578b68 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:36.509123 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:36.516252 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b454f904-4866-422e-9586-82289b124a25 req-c63c5280-9f30-450c-b674-99c7d6578b68 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 943 time: 0.1582997 Mar 23 12:42:36.526212 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6cdf602d-b1d1-4644-bc04-e08965ff20a1 req-83eff3c1-6645-4ece-ba42-8695832457c4 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771048 Mar 23 12:42:36.539342 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16808b85-3d52-498b-9aa9-44a51e268b09 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:42:36.595170 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 16808b85-3d52-498b-9aa9-44a51e268b09, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=16808b85-3d52-498b-9aa9-44a51e268b09,segment=NetworkSegment(5133c369-e456-47ed-8fde-a80218fa7721),segment_id=5133c369-e456-47ed-8fde-a80218fa7721)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:36.599662 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:36.600529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c09f1311-99f3-4ae7-856c-7cc0852917f8 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:42:36.642328 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b454f904-4866-422e-9586-82289b124a25 req-e016fc69-5a2e-44c8-9def-c90d9c447753 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149433 Mar 23 12:42:36.687853 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b1aaebcf-6f04-4e88-8b68-44ecccb66388 req-c324fcb8-0f36-4c85-ae3b-ce8e9d8c55a6 service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681032 Mar 23 12:42:36.703895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=16808b85-3d52-498b-9aa9-44a51e268b09,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:36.790917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ce1fd-5671-455a-9728-dc77db37ecba req-e468deaf-6773-4d3e-b537-4b15a6178cd1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:36.792790 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a78ce1fd-5671-455a-9728-dc77db37ecba req-e468deaf-6773-4d3e-b537-4b15a6178cd1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.0662532 Mar 23 12:42:36.822238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c09f1311-99f3-4ae7-856c-7cc0852917f8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c09f1311-99f3-4ae7-856c-7cc0852917f8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:36.847567 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a78ce1fd-5671-455a-9728-dc77db37ecba req-e9d46770-486c-4bea-b66d-a44dade2c8c4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428491 Mar 23 12:42:36.852678 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'c09f1311-99f3-4ae7-856c-7cc0852917f8', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'c09f1311-99f3-4ae7-856c-7cc0852917f8', 'mac_address': 'fa:16:3e:b8:8c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:42:36.915660 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:36.935769 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09f1311-99f3-4ae7-856c-7cc0852917f8 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:42:37.006658 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c09f1311-99f3-4ae7-856c-7cc0852917f8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c09f1311-99f3-4ae7-856c-7cc0852917f8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:37.011787 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:37.087281 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=c09f1311-99f3-4ae7-856c-7cc0852917f8,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:37.344409 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fa4f1-157e-4e8a-8a34-098664799776 req-66976912-e6dc-4d67-b7f4-05342f40ff08 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:37.346104 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-424fa4f1-157e-4e8a-8a34-098664799776 req-66976912-e6dc-4d67-b7f4-05342f40ff08 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0628877 Mar 23 12:42:37.372879 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53865be-dee0-48be-9051-5e7045663165 req-a09d710d-c3d5-4a49-858f-3dff3d8d7b24 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:37.374996 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f53865be-dee0-48be-9051-5e7045663165 req-a09d710d-c3d5-4a49-858f-3dff3d8d7b24 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.0549042 Mar 23 12:42:37.394040 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-424fa4f1-157e-4e8a-8a34-098664799776 req-dd865318-4590-4dd7-9d87-aedb1d803aca tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403602 Mar 23 12:42:37.426590 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f53865be-dee0-48be-9051-5e7045663165 req-db7bcca0-c39c-4b33-b0a3-50b88556cfcc tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348592 Mar 23 12:42:37.590058 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['c09f1311-99f3-4ae7-856c-7cc0852917f8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:42:37.619791 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['16808b85-3d52-498b-9aa9-44a51e268b09'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:42:37.658657 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c52c3-bdd3-4b4f-bdf7-15d9cfad2f66 req-06b89412-99c9-4051-9462-b74c1ceba6da tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:37.660255 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e79c52c3-bdd3-4b4f-bdf7-15d9cfad2f66 req-06b89412-99c9-4051-9462-b74c1ceba6da tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 945 time: 0.0617516 Mar 23 12:42:37.710326 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e79c52c3-bdd3-4b4f-bdf7-15d9cfad2f66 req-8a930e86-afc0-45c8-8758-0b43f56dae3f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365713 Mar 23 12:42:37.775296 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9b25b-70b9-4f7d-a1a2-0721c47d5dd9 req-100b6c2d-cc9e-4989-afea-9a59f44c24e3 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:37.777064 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2eb9b25b-70b9-4f7d-a1a2-0721c47d5dd9 req-100b6c2d-cc9e-4989-afea-9a59f44c24e3 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 943 time: 0.0668459 Mar 23 12:42:37.817990 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2eb9b25b-70b9-4f7d-a1a2-0721c47d5dd9 req-9bafcebe-6728-40a4-b9ba-72017d940d5a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339451 Mar 23 12:42:37.976469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010493f-4fc2-456c-bdf5-b47a9e636a74 req-3fb9ac50-3b53-4928-b04f-2e3659e7becc tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:37.978025 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f010493f-4fc2-456c-bdf5-b47a9e636a74 req-3fb9ac50-3b53-4928-b04f-2e3659e7becc tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 949 time: 0.0503335 Mar 23 12:42:38.022645 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f010493f-4fc2-456c-bdf5-b47a9e636a74 req-9974539c-1c8e-4ab7-a504-a71b0aa8ef23 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359666 Mar 23 12:42:38.557507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69e884-f67f-42da-b5c3-9d11ba124020 req-b57f9a04-cef7-4c5b-92ff-53f5a6f8b49e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:38.569167 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b69e884-f67f-42da-b5c3-9d11ba124020 req-b57f9a04-cef7-4c5b-92ff-53f5a6f8b49e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0820611 Mar 23 12:42:38.627734 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b69e884-f67f-42da-b5c3-9d11ba124020 req-cfb9c204-414b-4e3c-9fdc-b44fe3bb7495 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569472 Mar 23 12:42:38.638197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bcbf1-9bec-4990-828d-13568f5fd729 req-84e38972-e4af-4495-9a30-7e0875666ad1 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:38.644578 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c1bcbf1-9bec-4990-828d-13568f5fd729 req-84e38972-e4af-4495-9a30-7e0875666ad1 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.0977871 Mar 23 12:42:38.692932 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c1bcbf1-9bec-4990-828d-13568f5fd729 req-58327227-3b51-4c1b-9e0e-d8b03bb6fdcb tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436065 Mar 23 12:42:38.842000 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09095d5b-d57f-4295-8fea-518b718dc0f0 req-4b102825-4e6a-4a2d-b15c-c0087b01f50a tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:38.843487 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-09095d5b-d57f-4295-8fea-518b718dc0f0 req-4b102825-4e6a-4a2d-b15c-c0087b01f50a tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 945 time: 0.0533631 Mar 23 12:42:38.888593 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-09095d5b-d57f-4295-8fea-518b718dc0f0 req-d3b48547-123b-4dca-949e-12cd6f39cd40 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372832 Mar 23 12:42:38.963576 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337ac48-cab6-4463-94e0-248808a592e6 req-72ee04f2-6461-4caf-af5f-dfbb4f065385 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:38.965223 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3337ac48-cab6-4463-94e0-248808a592e6 req-72ee04f2-6461-4caf-af5f-dfbb4f065385 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 943 time: 0.0569642 Mar 23 12:42:39.007905 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3337ac48-cab6-4463-94e0-248808a592e6 req-765472b4-5a53-4033-8077-b0d2ebd2a6d9 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352890 Mar 23 12:42:39.174231 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f611426-dc34-42d6-8dd4-16322febb119 req-1bc66f3c-4ade-426e-9d23-a3edf3148ac5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:39.175840 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f611426-dc34-42d6-8dd4-16322febb119 req-1bc66f3c-4ade-426e-9d23-a3edf3148ac5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 949 time: 0.0782762 Mar 23 12:42:39.223503 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f611426-dc34-42d6-8dd4-16322febb119 req-c1400e3a-52dd-4a30-851c-600d9d55caa1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Mar 23 12:42:39.792423 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65ffaa-4c12-4d6a-9c17-5db62f984fdc req-76c243d7-d0cc-4eb4-9567-2b10ab59aea0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:39.796634 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee65ffaa-4c12-4d6a-9c17-5db62f984fdc req-76c243d7-d0cc-4eb4-9567-2b10ab59aea0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0683379 Mar 23 12:42:39.867687 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b88888fc-f6ae-49b4-8437-c047ea662ee9 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:42:39.874399 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee65ffaa-4c12-4d6a-9c17-5db62f984fdc req-d8fd3cbc-d1d7-4b02-9a56-ed25764cd153 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581739 Mar 23 12:42:39.888235 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 16808b85-3d52-498b-9aa9-44a51e268b09 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:42:39.918174 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfe3d6-8d0c-4ab6-a860-90112db7af9a req-f4111ea0-0034-434a-8f28-d18498ec9cfc tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:39.929073 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6dcfe3d6-8d0c-4ab6-a860-90112db7af9a req-f4111ea0-0034-434a-8f28-d18498ec9cfc tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.1397679 Mar 23 12:42:39.989812 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6dcfe3d6-8d0c-4ab6-a860-90112db7af9a req-ddc5a8e9-8089-4078-a9f9-bbd547de0336 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574906 Mar 23 12:42:40.040619 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b88888fc-f6ae-49b4-8437-c047ea662ee9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b88888fc-f6ae-49b4-8437-c047ea662ee9,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:40.047959 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238b600-e238-4fa4-8a70-e368ee55d3ce req-a653d29f-c78c-45db-9fa1-9b12e1256b2c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:40.053738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'b88888fc-f6ae-49b4-8437-c047ea662ee9', 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871', 'port_id': 'b88888fc-f6ae-49b4-8437-c047ea662ee9', 'mac_address': 'fa:16:3e:34:4a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd214faa0-c958-46e5-affe-d81670b016f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:42:40.058523 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c238b600-e238-4fa4-8a70-e368ee55d3ce req-a653d29f-c78c-45db-9fa1-9b12e1256b2c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 945 time: 0.0679414 Mar 23 12:42:40.105966 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:40.107524 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c238b600-e238-4fa4-8a70-e368ee55d3ce req-e1b7b545-31a3-4fbf-9fbe-e1c45ba35b98 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479133 Mar 23 12:42:40.121360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88888fc-f6ae-49b4-8437-c047ea662ee9 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:42:40.153076 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b88888fc-f6ae-49b4-8437-c047ea662ee9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b88888fc-f6ae-49b4-8437-c047ea662ee9,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:40.160308 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:40.168679 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 16808b85-3d52-498b-9aa9-44a51e268b09 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:42:40.169092 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:40.191787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992a3a7-7141-4431-ab4c-1a531a8b05c6 req-d7b0e033-ee08-4db6-9acf-b3fa9567d1cc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:40.193622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0992a3a7-7141-4431-ab4c-1a531a8b05c6 req-d7b0e033-ee08-4db6-9acf-b3fa9567d1cc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 943 time: 0.0691452 Mar 23 12:42:40.272147 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0992a3a7-7141-4431-ab4c-1a531a8b05c6 req-a370dc82-34ce-4de6-9d78-66368a5bd074 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696087 Mar 23 12:42:40.291358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b88888fc-f6ae-49b4-8437-c047ea662ee9,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:40.331493 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:40.367492 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2e6b91-ac1b-4510-a5b9-12c88150b3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16808b85-3d52-498b-9aa9-44a51e268b09'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:42:40.370122 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d926ca2-bcf8-4c1b-ad50-fd8d134881fd" -d '{"events": [{"server_uuid": "ec2e6b91-ac1b-4510-a5b9-12c88150b3c4", "name": "network-vif-plugged", "status": "completed", "tag": "16808b85-3d52-498b-9aa9-44a51e268b09"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:42:40.385077 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad242da7-1b5c-407f-b0a8-b057ebc8f082 req-8f1f539d-3def-4b86-925e-7e6c2deff40b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:40.386018 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 16808b85-3d52-498b-9aa9-44a51e268b09, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=16808b85-3d52-498b-9aa9-44a51e268b09,segment=NetworkSegment(5133c369-e456-47ed-8fde-a80218fa7721),segment_id=5133c369-e456-47ed-8fde-a80218fa7721)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:40.386730 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad242da7-1b5c-407f-b0a8-b057ebc8f082 req-8f1f539d-3def-4b86-925e-7e6c2deff40b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 949 time: 0.0612206 Mar 23 12:42:40.391461 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:40.392429 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c09f1311-99f3-4ae7-856c-7cc0852917f8 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:42:40.456902 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad242da7-1b5c-407f-b0a8-b057ebc8f082 req-6202986c-02f6-4d16-b557-738c3572ae0c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631466 Mar 23 12:42:40.508609 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d897a08-73f4-4368-99ca-b1a94b62e2e7 x-openstack-request-id: req-9d897a08-73f4-4368-99ca-b1a94b62e2e7 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:40.508982 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2e6b91-ac1b-4510-a5b9-12c88150b3c4", "name": "network-vif-plugged", "status": "completed", "tag": "16808b85-3d52-498b-9aa9-44a51e268b09", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:40.509134 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d897a08-73f4-4368-99ca-b1a94b62e2e7 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:40.509525 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2e6b91-ac1b-4510-a5b9-12c88150b3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16808b85-3d52-498b-9aa9-44a51e268b09', 'code': 200} Mar 23 12:42:40.515445 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-383f7b82-8cd9-4029-8eda-49a888d30ad9 req-a63ffc88-7343-4f77-b896-34fa653a3dc5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916688 Mar 23 12:42:40.562170 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port c09f1311-99f3-4ae7-856c-7cc0852917f8 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:42:40.565020 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=16808b85-3d52-498b-9aa9-44a51e268b09,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:40.571769 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port c09f1311-99f3-4ae7-856c-7cc0852917f8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:42:40.572716 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:40.684819 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:40.693342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f7b82-8cd9-4029-8eda-49a888d30ad9 req-5830f183-0dba-4513-9329-be3cd494defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:40.695134 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-383f7b82-8cd9-4029-8eda-49a888d30ad9 req-5830f183-0dba-4513-9329-be3cd494defa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 1100 time: 0.1096466 Mar 23 12:42:40.696468 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['b88888fc-f6ae-49b4-8437-c047ea662ee9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:42:40.735017 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9663f9-f102-4ea1-9bab-b04966aa58d1 req-399fe118-5903-4845-87ec-e08ba3f7f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:40.737033 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9b9663f9-f102-4ea1-9bab-b04966aa58d1 req-399fe118-5903-4845-87ec-e08ba3f7f7b7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 1098 time: 0.1024694 Mar 23 12:42:40.798318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c09f1311-99f3-4ae7-856c-7cc0852917f8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c09f1311-99f3-4ae7-856c-7cc0852917f8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:40.803963 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:40.822154 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9b9663f9-f102-4ea1-9bab-b04966aa58d1 req-b843e67e-049b-4e53-852c-9f8e3db9720a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770919 Mar 23 12:42:40.907887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f7b82-8cd9-4029-8eda-49a888d30ad9 req-5f5039be-8fae-4838-8b26-d31e189fbb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:40.909389 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-383f7b82-8cd9-4029-8eda-49a888d30ad9 req-5f5039be-8fae-4838-8b26-d31e189fbb8f service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1925049 Mar 23 12:42:40.933534 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=c09f1311-99f3-4ae7-856c-7cc0852917f8,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:40.969466 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-383f7b82-8cd9-4029-8eda-49a888d30ad9 req-ebdc0741-7491-43ae-8054-043368c74962 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3 HTTP/1.1" status: 200 len: 217 time: 0.0485771 Mar 23 12:42:41.059464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f7b82-8cd9-4029-8eda-49a888d30ad9 req-bc3ef98b-003f-46a0-8350-489ae3dbacca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:41.060870 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-383f7b82-8cd9-4029-8eda-49a888d30ad9 req-bc3ef98b-003f-46a0-8350-489ae3dbacca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0837801 Mar 23 12:42:41.069548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b9b60-b656-4122-a000-67cc2c011ccf req-a3e37cac-32fd-4235-9f8c-4826568fa931 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:41.070994 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d1b9b60-b656-4122-a000-67cc2c011ccf req-a3e37cac-32fd-4235-9f8c-4826568fa931 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0816011 Mar 23 12:42:41.140557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b24dc1-d1ae-4d14-8238-ce5fc7c85769 req-841c06f5-3018-42af-9dea-8b7d0f308002 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:41.142293 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d5b24dc1-d1ae-4d14-8238-ce5fc7c85769 req-841c06f5-3018-42af-9dea-8b7d0f308002 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.0767841 Mar 23 12:42:41.160147 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d1b9b60-b656-4122-a000-67cc2c011ccf req-c06c5d17-2d5d-4440-a2b4-c0fe44376878 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583577 Mar 23 12:42:41.173458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f7b82-8cd9-4029-8eda-49a888d30ad9 req-34a785e6-efbe-4ae5-a132-58e71fa7e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:41.175453 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-383f7b82-8cd9-4029-8eda-49a888d30ad9 req-34a785e6-efbe-4ae5-a132-58e71fa7e536 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031926 Mar 23 12:42:41.199998 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d5b24dc1-d1ae-4d14-8238-ce5fc7c85769 req-3e8e2584-49d1-4407-ad9c-a7a818070e30 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498936 Mar 23 12:42:41.358844 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-383f7b82-8cd9-4029-8eda-49a888d30ad9 req-72d89e47-a363-40c1-ac6b-ab3e5d241ebb service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753798 Mar 23 12:42:41.372481 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96268361-7178-45e6-a36f-ee46b4d70419 req-e6ff9ea8-ed55-4a84-8f4a-b0a8e208d2d6 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:41.377622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-96268361-7178-45e6-a36f-ee46b4d70419 req-e6ff9ea8-ed55-4a84-8f4a-b0a8e208d2d6 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.1139741 Mar 23 12:42:41.428481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baaae9-0320-438b-8684-8f8681d54551 req-6f3b3efc-b571-4878-815a-5985c9e6529f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:41.437699 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-91baaae9-0320-438b-8684-8f8681d54551 req-6f3b3efc-b571-4878-815a-5985c9e6529f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 944 time: 0.0757818 Mar 23 12:42:41.484750 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-91baaae9-0320-438b-8684-8f8681d54551 req-41cdb4a0-1c63-43f7-9f6e-9c95ae56d390 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457497 Mar 23 12:42:41.500335 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-96268361-7178-45e6-a36f-ee46b4d70419 req-a28714d9-c7f8-4c89-a41a-e491cdbd7fdd tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900550 Mar 23 12:42:41.544989 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-383f7b82-8cd9-4029-8eda-49a888d30ad9 req-e447f2d9-be17-4765-9bfc-d75ced7e510c service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655250 Mar 23 12:42:41.641069 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e504a71-0a7a-4173-8a6c-2adfc9dab634 req-e1425542-2d79-4f9e-aabe-64682a7ae28d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:41.644384 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e504a71-0a7a-4173-8a6c-2adfc9dab634 req-e1425542-2d79-4f9e-aabe-64682a7ae28d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.0705338 Mar 23 12:42:41.695178 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e504a71-0a7a-4173-8a6c-2adfc9dab634 req-3f963688-f162-40c5-957b-a8e24b0ad2dd tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430846 Mar 23 12:42:42.368008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e74d6-8cec-4908-9a3f-c34b50c2793b req-d71a983d-4804-4e14-90ff-d6fb8f29f0a2 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:42.378031 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1a9e74d6-8cec-4908-9a3f-c34b50c2793b req-d71a983d-4804-4e14-90ff-d6fb8f29f0a2 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.0934458 Mar 23 12:42:42.434306 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1a9e74d6-8cec-4908-9a3f-c34b50c2793b req-bf9c26af-c697-4b9a-844a-499d25bb60f5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542700 Mar 23 12:42:42.438522 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d42b68-51e4-4615-9f93-8d0775f0d6e4 req-49e8c6ac-4493-4d86-b487-6a83975df191 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:42.452417 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-64d42b68-51e4-4615-9f93-8d0775f0d6e4 req-49e8c6ac-4493-4d86-b487-6a83975df191 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0906117 Mar 23 12:42:42.510895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25081a7-ad6f-4c8d-97d3-27f591f2cbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09f1311-99f3-4ae7-856c-7cc0852917f8'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:42:42.514154 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e84a43-b66f-4b3b-88b4-354843649d52" -d '{"events": [{"server_uuid": "f25081a7-ad6f-4c8d-97d3-27f591f2cbea", "name": "network-vif-plugged", "status": "completed", "tag": "c09f1311-99f3-4ae7-856c-7cc0852917f8"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:42:42.529239 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-64d42b68-51e4-4615-9f93-8d0775f0d6e4 req-6a378ba0-e159-482b-8e0b-b072375afdb3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750370 Mar 23 12:42:42.607068 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7a3387-5057-4118-b7d3-b1fb8fa28722 x-openstack-request-id: req-9d7a3387-5057-4118-b7d3-b1fb8fa28722 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:42.620031 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25081a7-ad6f-4c8d-97d3-27f591f2cbea", "name": "network-vif-plugged", "status": "completed", "tag": "c09f1311-99f3-4ae7-856c-7cc0852917f8", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:42.620478 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d7a3387-5057-4118-b7d3-b1fb8fa28722 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:42.620921 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25081a7-ad6f-4c8d-97d3-27f591f2cbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09f1311-99f3-4ae7-856c-7cc0852917f8', 'code': 200} Mar 23 12:42:42.669395 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e283de5-54a5-4a9b-9da2-7283eec461a8 req-b76b2943-37f3-499a-ac9c-4bcd65dc7265 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:42.683513 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9e283de5-54a5-4a9b-9da2-7283eec461a8 req-b76b2943-37f3-499a-ac9c-4bcd65dc7265 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 944 time: 0.1156924 Mar 23 12:42:42.772158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed9975-1b30-49f8-a44d-983cd01a62fe req-be523d38-e0ef-492a-8d82-a7eb1ab718aa tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:42.776443 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3b86d-e7a5-4048-a60a-fc26bd69996c req-5fd9c307-54bb-4572-b13a-87b75513ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:42.778028 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70f3b86d-e7a5-4048-a60a-fc26bd69996c req-5fd9c307-54bb-4572-b13a-87b75513ee2d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 1101 time: 0.0789094 Mar 23 12:42:42.780172 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-88ed9975-1b30-49f8-a44d-983cd01a62fe req-be523d38-e0ef-492a-8d82-a7eb1ab718aa tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.1187150 Mar 23 12:42:42.794895 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9e283de5-54a5-4a9b-9da2-7283eec461a8 req-3e79746b-53ea-4e8a-acb4-db473b780e22 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088030 Mar 23 12:42:42.853376 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-88ed9975-1b30-49f8-a44d-983cd01a62fe req-255a9eba-6265-4eb8-9378-b9c73b99c91e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665646 Mar 23 12:42:42.892589 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70f3b86d-e7a5-4048-a60a-fc26bd69996c req-3d40710f-7539-4016-9f21-b1ff8bf39b22 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960364 Mar 23 12:42:42.964721 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802ef98-218b-4cc4-ae91-e75cf781dd5e req-fd644b53-c830-4879-b8b8-d93688f0b07a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:42.972778 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a802ef98-218b-4cc4-ae91-e75cf781dd5e req-fd644b53-c830-4879-b8b8-d93688f0b07a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.0661523 Mar 23 12:42:43.011508 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a802ef98-218b-4cc4-ae91-e75cf781dd5e req-6d6c565e-ed0b-47f4-b4bc-e69a022e3e6b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378525 Mar 23 12:42:43.548366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556eb80-2cf6-4218-9f35-f1c77bf38424 req-305e5b1a-0f1f-4e08-b87a-b96f1835d428 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:43.556705 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c556eb80-2cf6-4218-9f35-f1c77bf38424 req-305e5b1a-0f1f-4e08-b87a-b96f1835d428 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.0585809 Mar 23 12:42:43.612342 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c556eb80-2cf6-4218-9f35-f1c77bf38424 req-bbbfdfef-c7d6-423e-96a4-7090c2dad73b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413609 Mar 23 12:42:43.669839 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741f9a3-fcda-4522-b56a-3a4b9ae730bb req-0e5da5fd-4068-44ea-b8aa-3652006d0790 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:43.671484 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5741f9a3-fcda-4522-b56a-3a4b9ae730bb req-0e5da5fd-4068-44ea-b8aa-3652006d0790 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0509074 Mar 23 12:42:43.721877 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5741f9a3-fcda-4522-b56a-3a4b9ae730bb req-70b5e1da-c1d7-4d9d-91f4-2026568477ab tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420432 Mar 23 12:42:43.894400 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b88888fc-f6ae-49b4-8437-c047ea662ee9 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:42:43.929234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4189798-d6b2-489a-8f31-917c3a996985 req-7de71cfe-35be-40d7-8c23-8a18791c7ae6 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:43.937863 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e4189798-d6b2-489a-8f31-917c3a996985 req-7de71cfe-35be-40d7-8c23-8a18791c7ae6 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 944 time: 0.0788352 Mar 23 12:42:43.988600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283124a-ad15-45bf-8675-633120ca31c4 req-7be1cd60-5347-4324-9ad3-f732b9ba457f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:43.991099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port b88888fc-f6ae-49b4-8437-c047ea662ee9 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:42:43.995109 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e4189798-d6b2-489a-8f31-917c3a996985 req-37fb942d-2c11-45f7-b4c8-78379332063b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563712 Mar 23 12:42:43.999875 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port b88888fc-f6ae-49b4-8437-c047ea662ee9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:42:44.000944 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5283124a-ad15-45bf-8675-633120ca31c4 req-7be1cd60-5347-4324-9ad3-f732b9ba457f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0690987 Mar 23 12:42:44.001159 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:44.062652 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5283124a-ad15-45bf-8675-633120ca31c4 req-44a357ae-a3c4-4776-b274-0396604affbd tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606787 Mar 23 12:42:44.116119 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:44.222554 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b88888fc-f6ae-49b4-8437-c047ea662ee9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b88888fc-f6ae-49b4-8437-c047ea662ee9,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:44.226469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06857cdd-0337-466d-b9e2-9fe470b8f844 req-ba854a10-96ef-4e11-a00c-1ae113e3011f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:44.227914 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:44.228171 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06857cdd-0337-466d-b9e2-9fe470b8f844 req-ba854a10-96ef-4e11-a00c-1ae113e3011f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1055286 Mar 23 12:42:44.241334 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a1302-f7a8-4ea3-8b2d-bd6db58c24c4 req-be488c43-b1df-4b6f-9d00-379c43c315ff tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:44.243085 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa5a1302-f7a8-4ea3-8b2d-bd6db58c24c4 req-be488c43-b1df-4b6f-9d00-379c43c315ff tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.1128993 Mar 23 12:42:44.284296 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa5a1302-f7a8-4ea3-8b2d-bd6db58c24c4 req-a655bde2-fb3a-4763-a805-85c6e127d94c tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345407 Mar 23 12:42:44.296638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b88888fc-f6ae-49b4-8437-c047ea662ee9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:44.328726 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06857cdd-0337-466d-b9e2-9fe470b8f844 req-a0756f98-c4bb-4a1e-a45a-4b7b07224228 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881910 Mar 23 12:42:44.452722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e4b9a-cf8f-4e2e-ac08-4e1a82116ab1 req-0ed1f833-ee75-48d0-9fe7-4e185c8d9aad tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:44.461692 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f43e4b9a-cf8f-4e2e-ac08-4e1a82116ab1 req-0ed1f833-ee75-48d0-9fe7-4e185c8d9aad tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0772264 Mar 23 12:42:44.528248 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f43e4b9a-cf8f-4e2e-ac08-4e1a82116ab1 req-19cf88c0-2ab4-4685-a81e-2773769d14de tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655661 Mar 23 12:42:44.621977 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f6a33b-c345-452d-80c5-c74d6d27671b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88888fc-f6ae-49b4-8437-c047ea662ee9'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:42:44.624460 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae46de7d-da40-412f-a9b8-da33362aaf4d" -d '{"events": [{"server_uuid": "81f6a33b-c345-452d-80c5-c74d6d27671b", "name": "network-vif-plugged", "status": "completed", "tag": "b88888fc-f6ae-49b4-8437-c047ea662ee9"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:42:44.750851 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e133bc7-6204-4a11-80c4-dbfecdd37969 req-d77e83b7-08de-46b3-91f5-917cb13561cf tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:44.753689 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9e133bc7-6204-4a11-80c4-dbfecdd37969 req-d77e83b7-08de-46b3-91f5-917cb13561cf tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0896213 Mar 23 12:42:44.792550 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbd22f-139c-43e2-b948-b45d149cb94c req-c40aaa20-8cae-45a4-ba74-e79127669e36 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:44.794993 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fcdbd22f-139c-43e2-b948-b45d149cb94c req-c40aaa20-8cae-45a4-ba74-e79127669e36 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.0802600 Mar 23 12:42:44.810259 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9e133bc7-6204-4a11-80c4-dbfecdd37969 req-b3a48614-50c2-4bfc-885e-02e7a272d94b tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480549 Mar 23 12:42:44.842377 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fcdbd22f-139c-43e2-b948-b45d149cb94c req-5d7eb2c4-a108-4ff6-a8c6-70c24bf76281 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417414 Mar 23 12:42:44.857318 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58230d20-d9e8-452b-9867-7395d9a7fe0f x-openstack-request-id: req-58230d20-d9e8-452b-9867-7395d9a7fe0f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:44.857605 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f6a33b-c345-452d-80c5-c74d6d27671b", "name": "network-vif-plugged", "status": "completed", "tag": "b88888fc-f6ae-49b4-8437-c047ea662ee9", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:44.857856 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-58230d20-d9e8-452b-9867-7395d9a7fe0f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:44.858245 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f6a33b-c345-452d-80c5-c74d6d27671b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88888fc-f6ae-49b4-8437-c047ea662ee9', 'code': 200} Mar 23 12:42:45.009354 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b7bcd-bd43-4425-9d4a-f0e042da605f req-1e0a68fe-9f67-4075-b364-276a0db21986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:45.010745 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-da6b7bcd-bd43-4425-9d4a-f0e042da605f req-1e0a68fe-9f67-4075-b364-276a0db21986 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 1096 time: 0.0822003 Mar 23 12:42:45.041502 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78890f5-9c65-460d-847f-c3c82a35779e req-cdb3ec6a-dab0-4037-82b4-22519fe04182 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:45.043128 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f78890f5-9c65-460d-847f-c3c82a35779e req-cdb3ec6a-dab0-4037-82b4-22519fe04182 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0731382 Mar 23 12:42:45.080581 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc50c0-5710-487a-b02d-b6cc7ea0a6e1 req-7a82d0f4-5a11-4457-b8d9-f09cb13b8622 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:45.082503 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfbc50c0-5710-487a-b02d-b6cc7ea0a6e1 req-7a82d0f4-5a11-4457-b8d9-f09cb13b8622 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.1122062 Mar 23 12:42:45.092805 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-da6b7bcd-bd43-4425-9d4a-f0e042da605f req-1745cd92-ce3f-49f9-82ed-37db4f0e4cb8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714386 Mar 23 12:42:45.106178 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f78890f5-9c65-460d-847f-c3c82a35779e req-ec9c1891-9da2-4e3a-b31b-151d635776f9 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543506 Mar 23 12:42:45.163751 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfbc50c0-5710-487a-b02d-b6cc7ea0a6e1 req-dc12bcb4-6fa4-4a3f-86de-499edda18414 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736153 Mar 23 12:42:45.241207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d970f1-42ec-47d0-b9f9-cafbdcbb0faa req-9b211b9b-70c2-40d7-ba0a-a29ec0a60280 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:45.242936 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-66d970f1-42ec-47d0-b9f9-cafbdcbb0faa req-9b211b9b-70c2-40d7-ba0a-a29ec0a60280 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 945 time: 0.0577230 Mar 23 12:42:45.304318 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-66d970f1-42ec-47d0-b9f9-cafbdcbb0faa req-24bf73fe-f36e-4abc-b7e8-c5628e802a83 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552998 Mar 23 12:42:45.343035 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161ca2c-a7ee-44ee-88e8-8658ebb8cd0e req-6ab0d810-1229-4a95-ab25-40c9c10dbb27 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:45.344622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7161ca2c-a7ee-44ee-88e8-8658ebb8cd0e req-6ab0d810-1229-4a95-ab25-40c9c10dbb27 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0696542 Mar 23 12:42:45.430488 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7161ca2c-a7ee-44ee-88e8-8658ebb8cd0e req-7b7224c1-2208-4331-a742-404c324b3562 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731616 Mar 23 12:42:45.528616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcdf48-e583-4517-b2ae-c9ca5a2f16cb req-f8354182-655c-4df6-b284-63679428ad03 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:45.532463 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-22dcdf48-e583-4517-b2ae-c9ca5a2f16cb req-f8354182-655c-4df6-b284-63679428ad03 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1060061 Mar 23 12:42:45.577587 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:42:45.589577 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-22dcdf48-e583-4517-b2ae-c9ca5a2f16cb req-779871bf-4aad-48a2-bc11-3e88588431ee tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446970 Mar 23 12:42:45.589905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760463db-99d3-44f7-b6d3-155ef8ae64e2 req-a83d4190-eba9-48e0-8d82-b0a2fb65061f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:45.598511 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-760463db-99d3-44f7-b6d3-155ef8ae64e2 req-a83d4190-eba9-48e0-8d82-b0a2fb65061f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0633030 Mar 23 12:42:45.660393 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-760463db-99d3-44f7-b6d3-155ef8ae64e2 req-baba2aa7-7874-4af7-845b-de2c9526a4ab tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569649 Mar 23 12:42:45.730880 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-317360a5-b1d4-473f-bd87-cc4c0b17f032 req-19856c99-0cd6-4776-9a31-06e15d3ff7ee service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:42:45.731851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-317360a5-b1d4-473f-bd87-cc4c0b17f032 req-19856c99-0cd6-4776-9a31-06e15d3ff7ee service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052650 Mar 23 12:42:45.906298 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:45.929306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31874934-bd4e-4194-bec3-5d59dcdee2d7 req-00766d76-886a-4df9-abdb-72259bc96063 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:45.939364 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31874934-bd4e-4194-bec3-5d59dcdee2d7 req-00766d76-886a-4df9-abdb-72259bc96063 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0780373 Mar 23 12:42:46.009579 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-31874934-bd4e-4194-bec3-5d59dcdee2d7 req-33b89d89-92a0-49fb-9190-4b6d196cacb2 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690258 Mar 23 12:42:46.120166 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a40623-1092-4b39-ae24-834e8fdda062 req-8f193ae6-ce2b-4c31-aafd-d02650ca95c2 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:46.130719 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-52a40623-1092-4b39-ae24-834e8fdda062 req-8f193ae6-ce2b-4c31-aafd-d02650ca95c2 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.1188126 Mar 23 12:42:46.190446 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-52a40623-1092-4b39-ae24-834e8fdda062 req-bd983a2f-dfbc-4db4-a0c5-ee7632af4898 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583649 Mar 23 12:42:46.253496 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a5c3f-cad8-4c7e-98f6-0b40dc177674 req-a5edbd32-99f2-4af1-9598-9a90f548b421 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:46.255167 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-758a5c3f-cad8-4c7e-98f6-0b40dc177674 req-a5edbd32-99f2-4af1-9598-9a90f548b421 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1020236 Mar 23 12:42:46.264436 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-5855c1be-0e1e-42f5-b2c5-2ccb0250999e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2822855 Mar 23 12:42:46.272445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-eff326fe-f5d7-445b-9672-6ff8e9374494 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:42:46.274680 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-eff326fe-f5d7-445b-9672-6ff8e9374494 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050378 Mar 23 12:42:46.320565 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-758a5c3f-cad8-4c7e-98f6-0b40dc177674 req-eb57beda-3ed6-4b6f-9536-8350f1640c33 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460927 Mar 23 12:42:46.324617 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc448df6-8a61-41d3-8305-021fe85957f5 req-893b6709-e711-4652-94e9-04faba5bb410 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:46.332439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc448df6-8a61-41d3-8305-021fe85957f5 req-893b6709-e711-4652-94e9-04faba5bb410 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0702903 Mar 23 12:42:46.380552 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc448df6-8a61-41d3-8305-021fe85957f5 req-0e07f44a-db82-44dc-b2b8-283ef4767cfd tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471029 Mar 23 12:42:46.454723 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a78cb-4289-49ed-8c14-f37763963c50 req-0f959a6e-a8a2-43c3-b656-8bf7ba644f45 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:46.456454 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-604a78cb-4289-49ed-8c14-f37763963c50 req-0f959a6e-a8a2-43c3-b656-8bf7ba644f45 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 945 time: 0.0676770 Mar 23 12:42:46.499242 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-604a78cb-4289-49ed-8c14-f37763963c50 req-a4b575dd-3931-43c7-94f3-6d9bb86d26c7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361388 Mar 23 12:42:47.194019 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2648ce-27f5-45a6-9201-c3a1c2b3c548 req-4350ea20-28b5-4933-ae24-5e3b33867c2e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:47.204047 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c2648ce-27f5-45a6-9201-c3a1c2b3c548 req-4350ea20-28b5-4933-ae24-5e3b33867c2e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0958970 Mar 23 12:42:47.265094 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c2648ce-27f5-45a6-9201-c3a1c2b3c548 req-4fc1f287-1f11-4117-875d-f76ade63cef4 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573516 Mar 23 12:42:47.426206 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:47.582442 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c5c0d-9532-4599-aa4f-068c8c61d226 req-abf9556c-7f2a-450b-bcb2-4bd650fbb773 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:47.591918 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de3c5c0d-9532-4599-aa4f-068c8c61d226 req-abf9556c-7f2a-450b-bcb2-4bd650fbb773 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.0610073 Mar 23 12:42:47.637310 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de3c5c0d-9532-4599-aa4f-068c8c61d226 req-18fb87dc-bf82-43f8-95e2-8fa694142b6a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441213 Mar 23 12:42:47.669049 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275146f-1260-422b-a031-d1c22c19e97c req-b8e06a88-2831-45c0-8485-5f62625a2d50 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:47.676478 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0275146f-1260-422b-a031-d1c22c19e97c req-b8e06a88-2831-45c0-8485-5f62625a2d50 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.3423738 Mar 23 12:42:47.732899 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0275146f-1260-422b-a031-d1c22c19e97c req-ee6c84f2-5544-445b-a70f-2bcaf6fedbf0 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512478 Mar 23 12:42:47.756960 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d217733-0a7e-434d-b4f7-1f18a4968c39 req-2a92d8dc-97c9-4177-bf30-309f4c43148f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:47.766233 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4d217733-0a7e-434d-b4f7-1f18a4968c39 req-2a92d8dc-97c9-4177-bf30-309f4c43148f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0741270 Mar 23 12:42:47.812819 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4d217733-0a7e-434d-b4f7-1f18a4968c39 req-bdbe622f-495c-4d14-b536-2bac1ae2e7e2 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454631 Mar 23 12:42:47.984535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ec3ab-d4e5-4606-9e23-02f4cdee704a req-acc17181-ea15-4256-9a2d-a0b76dee9d31 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:47.987061 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2f3ec3ab-d4e5-4606-9e23-02f4cdee704a req-acc17181-ea15-4256-9a2d-a0b76dee9d31 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 945 time: 0.0940263 Mar 23 12:42:48.028685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6d5e6-c5e5-49f9-8eb0-c808d4e842c8 req-cf72c0a9-db6e-49d8-b565-e127f8edebc5 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:48.030344 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ea6d5e6-c5e5-49f9-8eb0-c808d4e842c8 req-cf72c0a9-db6e-49d8-b565-e127f8edebc5 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.1073649 Mar 23 12:42:48.040723 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb810b-5d66-4307-afd8-53b9779e2107 req-ac3099a7-300f-4104-b275-82b81c3240d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:48.042208 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9bbb810b-5d66-4307-afd8-53b9779e2107 req-ac3099a7-300f-4104-b275-82b81c3240d5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3286ec5331c84fb882866d3d1b89855a&device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 1098 time: 0.0814528 Mar 23 12:42:48.047016 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2f3ec3ab-d4e5-4606-9e23-02f4cdee704a req-734394ce-2f4b-4d7c-b22a-8f5035371e03 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522251 Mar 23 12:42:48.203588 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ea6d5e6-c5e5-49f9-8eb0-c808d4e842c8 req-6c38e7a5-f840-4ffa-8506-1a84fee06c23 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534216 Mar 23 12:42:48.321360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb810b-5d66-4307-afd8-53b9779e2107 req-5c876acb-27a7-42b2-9f88-ea628deda7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:48.321360 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9bbb810b-5d66-4307-afd8-53b9779e2107 req-5c876acb-27a7-42b2-9f88-ea628deda7e1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0d7586cb-c578-4321-b2f0-57004618f1d2 HTTP/1.1" status: 200 len: 913 time: 0.2592654 Mar 23 12:42:48.380126 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9bbb810b-5d66-4307-afd8-53b9779e2107 req-00b47c99-ff3a-41bd-8c88-40d49f461210 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16808b85-3d52-498b-9aa9-44a51e268b09 HTTP/1.1" status: 200 len: 217 time: 0.0454326 Mar 23 12:42:48.416837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83097c59-f0bb-4e9e-8d6a-b4f928222432 req-198ac70a-bf16-4d0f-8040-474f279434b0 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:48.420520 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83097c59-f0bb-4e9e-8d6a-b4f928222432 req-198ac70a-bf16-4d0f-8040-474f279434b0 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 945 time: 0.0959857 Mar 23 12:42:48.425747 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-8949afb4-8c5d-473f-b856-823051853740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:48.428034 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-8949afb4-8c5d-473f-b856-823051853740 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 1101 time: 0.0667274 Mar 23 12:42:48.445687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb810b-5d66-4307-afd8-53b9779e2107 req-e6e8f47e-6036-4857-886b-32c49bd07618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:48.447571 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9bbb810b-5d66-4307-afd8-53b9779e2107 req-e6e8f47e-6036-4857-886b-32c49bd07618 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e2c1c311-8a85-47c1-9d8e-59c06015b5f2 HTTP/1.1" status: 200 len: 852 time: 0.0563180 Mar 23 12:42:48.496069 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9bbb810b-5d66-4307-afd8-53b9779e2107 req-a2dc096b-8961-4681-990f-c54dfe6345bc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0d7586cb-c578-4321-b2f0-57004618f1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367503 Mar 23 12:42:48.554521 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-d49e3b3e-51fd-43d5-be8c-30d19fbcedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:48.556019 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-d49e3b3e-51fd-43d5-be8c-30d19fbcedb6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1089756 Mar 23 12:42:48.610150 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9bbb810b-5d66-4307-afd8-53b9779e2107 req-842ee7eb-1985-4988-8f62-5840877cb8e1 service neutron] 10.222.0.77 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036682 Mar 23 12:42:48.613509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83097c59-f0bb-4e9e-8d6a-b4f928222432 req-df046a6b-91c3-45a2-b93d-316398657c88 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842735 Mar 23 12:42:48.615655 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-1995f771-8a84-4309-bec9-daa5713b5050 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c09f1311-99f3-4ae7-856c-7cc0852917f8 HTTP/1.1" status: 200 len: 217 time: 0.0474670 Mar 23 12:42:48.716857 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-aacc47d5-0a08-4610-83ae-8a1271f8f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:48.718374 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-aacc47d5-0a08-4610-83ae-8a1271f8f949 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0809216 Mar 23 12:42:48.738409 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9bbb810b-5d66-4307-afd8-53b9779e2107 req-c657aad1-b7bb-4edb-800b-1e3f11913166 service neutron] 10.222.0.77 "GET /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103301 Mar 23 12:42:48.779148 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1320d6c-3b25-48b9-ae1e-d94278f2e850 req-bc612178-3fc8-4cf2-bebd-03796ac5edef tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:48.788989 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f1320d6c-3b25-48b9-ae1e-d94278f2e850 req-bc612178-3fc8-4cf2-bebd-03796ac5edef tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 945 time: 0.0661354 Mar 23 12:42:48.819193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-ec23b569-e81b-486b-bbb9-51e1658364a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:48.820759 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-ec23b569-e81b-486b-bbb9-51e1658364a0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890188 Mar 23 12:42:48.831180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc88a3-2d83-4478-bdd3-4c7835f09e71 req-5ca1dfab-5f48-451b-9831-a7f39e1480be tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:48.832900 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07fc88a3-2d83-4478-bdd3-4c7835f09e71 req-5ca1dfab-5f48-451b-9831-a7f39e1480be tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1030297 Mar 23 12:42:48.930481 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f1320d6c-3b25-48b9-ae1e-d94278f2e850 req-453fd2be-4efd-44e2-8833-9402905e995f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405313 Mar 23 12:42:48.952978 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07fc88a3-2d83-4478-bdd3-4c7835f09e71 req-1e5fb6e6-7397-48eb-9799-d2e9e51b5e3e tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027722 Mar 23 12:42:48.990218 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-35e9b235-107b-412c-86af-e74a4e031629 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361880 Mar 23 12:42:49.039150 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db85e4-b380-4398-bb3f-b01c752e7db9 req-4ebdf007-e549-4fd4-b2b6-6957d056342c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:49.044312 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9db85e4-b380-4398-bb3f-b01c752e7db9 req-4ebdf007-e549-4fd4-b2b6-6957d056342c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.0608871 Mar 23 12:42:49.105395 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9db85e4-b380-4398-bb3f-b01c752e7db9 req-9f7aa3f5-f111-4c17-96b2-19a2ed27e239 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536032 Mar 23 12:42:49.433544 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5937a-8167-4c67-9e8e-65e1ed09018b req-8faa4657-76a6-4244-a87e-1fef00554a63 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:49.436025 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-15f5937a-8167-4c67-9e8e-65e1ed09018b req-8faa4657-76a6-4244-a87e-1fef00554a63 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0660062 Mar 23 12:42:49.481168 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-15f5937a-8167-4c67-9e8e-65e1ed09018b req-e4ae079a-7795-449a-8b4f-730e0470248d tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386224 Mar 23 12:42:49.527516 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-88910477-5ecc-4e86-a8d5-1c3622be9cc2 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227396 Mar 23 12:42:49.565031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa697a-8cc2-4a86-81cb-4fdb10aebece req-b106cac0-14ca-4464-b418-8b8a68f2bcc4 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:49.567104 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-65aa697a-8cc2-4a86-81cb-4fdb10aebece req-b106cac0-14ca-4464-b418-8b8a68f2bcc4 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.5533867 Mar 23 12:42:49.641528 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-65aa697a-8cc2-4a86-81cb-4fdb10aebece req-4e8f71f3-efbe-4514-b5fb-8dda8f896754 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645232 Mar 23 12:42:49.643139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb7ddd-f55f-443e-92bc-5e7799ce2077 req-94e2324e-35fd-4ff5-9666-6920e81ef9e7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:49.648507 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-72bb7ddd-f55f-443e-92bc-5e7799ce2077 req-94e2324e-35fd-4ff5-9666-6920e81ef9e7 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 945 time: 0.0927100 Mar 23 12:42:49.710362 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-72bb7ddd-f55f-443e-92bc-5e7799ce2077 req-01525527-6ca3-4f43-9c54-86cfd9bc1d81 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552380 Mar 23 12:42:49.938215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f0d99965-95ee-4758-bae5-6786731e3a79 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:42:50.111490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f0d99965-95ee-4758-bae5-6786731e3a79, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f0d99965-95ee-4758-bae5-6786731e3a79,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:50.124384 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'f0d99965-95ee-4758-bae5-6786731e3a79', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'port_id': 'f0d99965-95ee-4758-bae5-6786731e3a79', 'mac_address': 'fa:16:3e:8a:0c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:42:50.171262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc54c4b-d09c-40ec-a925-708af5315b0e req-3dfdae02-9ce1-4eda-b663-4901c68e2d02 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:50.181549 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7fc54c4b-d09c-40ec-a925-708af5315b0e req-3dfdae02-9ce1-4eda-b663-4901c68e2d02 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1485522 Mar 23 12:42:50.192480 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:50.223726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0d99965-95ee-4758-bae5-6786731e3a79 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:42:50.269533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f0d99965-95ee-4758-bae5-6786731e3a79, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f0d99965-95ee-4758-bae5-6786731e3a79,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:50.277953 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:50.303223 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7fc54c4b-d09c-40ec-a925-708af5315b0e req-f625a5b7-294c-4e29-ac94-26356aad542d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206589 Mar 23 12:42:50.308603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eea41c-ca8a-49d7-a707-2307e6f66119 req-7c55fa9c-690f-427e-b8e0-e83caa18d625 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:50.310490 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-30eea41c-ca8a-49d7-a707-2307e6f66119 req-7c55fa9c-690f-427e-b8e0-e83caa18d625 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.1009922 Mar 23 12:42:50.397643 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-30eea41c-ca8a-49d7-a707-2307e6f66119 req-9f2d6789-210a-4d47-85ef-c930f371ca2a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806272 Mar 23 12:42:50.405656 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f0d99965-95ee-4758-bae5-6786731e3a79,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:50.486327 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['f0d99965-95ee-4758-bae5-6786731e3a79'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:42:50.669064 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd55e9e-096d-403d-93a2-537d73b0d7cd req-8c293443-4d6a-4d5e-ae93-ba72eaba89bd tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:50.677325 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3fd55e9e-096d-403d-93a2-537d73b0d7cd req-8c293443-4d6a-4d5e-ae93-ba72eaba89bd tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.1041958 Mar 23 12:42:50.734270 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3fd55e9e-096d-403d-93a2-537d73b0d7cd req-163a0a3a-be66-4de1-a6e6-7e6b86f7406a tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559556 Mar 23 12:42:50.817979 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b63560-5eaf-41f8-b2e2-c482cd53b4fd req-8b12aa25-c7bb-4f37-803f-c91fae49bd09 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:50.819490 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-15b63560-5eaf-41f8-b2e2-c482cd53b4fd req-8b12aa25-c7bb-4f37-803f-c91fae49bd09 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 945 time: 0.0793881 Mar 23 12:42:50.838707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a07be-0024-410e-91e7-8226bbc2f6d2 req-d1507a28-f0bc-4e1f-9d79-975afd4f1305 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:50.846269 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c13a07be-0024-410e-91e7-8226bbc2f6d2 req-d1507a28-f0bc-4e1f-9d79-975afd4f1305 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 945 time: 0.0616667 Mar 23 12:42:50.881346 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-15b63560-5eaf-41f8-b2e2-c482cd53b4fd req-2bc1cc08-59b3-4cad-87ee-0040e5a97942 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536549 Mar 23 12:42:50.882105 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c13a07be-0024-410e-91e7-8226bbc2f6d2 req-8d545412-f1b7-410d-946b-f0dca3ade198 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347476 Mar 23 12:42:51.014662 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e970d9b-c65c-49a6-b7b3-1956b493690d req-12107ad9-c619-43d8-a697-cd28b58a2408 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:51.022238 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7e970d9b-c65c-49a6-b7b3-1956b493690d req-12107ad9-c619-43d8-a697-cd28b58a2408 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0671256 Mar 23 12:42:51.076806 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7e970d9b-c65c-49a6-b7b3-1956b493690d req-55dbf430-5c23-44a4-a6c8-e54f2d46fb39 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536268 Mar 23 12:42:51.245190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e1bbd-802b-4706-af34-50a7313d735e req-eab8f11d-1772-4a6f-b561-8026c4a45cdb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:51.252352 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f5e1bbd-802b-4706-af34-50a7313d735e req-eab8f11d-1772-4a6f-b561-8026c4a45cdb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0707526 Mar 23 12:42:51.300505 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f5e1bbd-802b-4706-af34-50a7313d735e req-d796cb00-32e0-4e6f-89bd-380cfb6c04db tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474482 Mar 23 12:42:51.471907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c9c6e-b424-47c2-8dca-3af8f9eb7e82 req-3d719d61-34ed-48e0-8234-9d7c002b13bd tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:51.474278 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-792c9c6e-b424-47c2-8dca-3af8f9eb7e82 req-3d719d61-34ed-48e0-8234-9d7c002b13bd tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1155481 Mar 23 12:42:51.505898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600545a-3564-40e4-a5a2-3e7a20c13145 req-306e33f9-efbf-49b3-8785-e51eb298b502 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:51.507684 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e600545a-3564-40e4-a5a2-3e7a20c13145 req-306e33f9-efbf-49b3-8785-e51eb298b502 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.1184008 Mar 23 12:42:51.539711 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-792c9c6e-b424-47c2-8dca-3af8f9eb7e82 req-298c23d6-900b-4acb-9a1c-07ccee75dea3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531025 Mar 23 12:42:51.569917 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e600545a-3564-40e4-a5a2-3e7a20c13145 req-37390933-e86b-47b5-8475-7d9d62e8d261 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474317 Mar 23 12:42:51.693038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aa8f1-375b-492d-b230-7718d19d24d9 req-5b0f041a-7cd8-4717-b0fb-42badae1ea02 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:51.694557 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e23aa8f1-375b-492d-b230-7718d19d24d9 req-5b0f041a-7cd8-4717-b0fb-42badae1ea02 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.0821819 Mar 23 12:42:51.735246 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208330a-ac05-436a-a8e6-652c764b2799 req-6ea08cbf-76ca-4cc4-a2f1-aa58e68bc5c5 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:51.737082 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7208330a-ac05-436a-a8e6-652c764b2799 req-6ea08cbf-76ca-4cc4-a2f1-aa58e68bc5c5 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 945 time: 0.0780683 Mar 23 12:42:51.751809 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e23aa8f1-375b-492d-b230-7718d19d24d9 req-872ec46a-fc99-411b-81b7-d67aa045a53a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510442 Mar 23 12:42:51.864258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bc6b6-75fb-4fe0-bf2e-8cc532c0053c req-8fa6ec58-d690-42c6-8b92-bd49bb96c74f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:51.872073 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-430bc6b6-75fb-4fe0-bf2e-8cc532c0053c req-8fa6ec58-d690-42c6-8b92-bd49bb96c74f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0837564 Mar 23 12:42:51.927560 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-430bc6b6-75fb-4fe0-bf2e-8cc532c0053c req-7caf7571-0471-418a-aa87-d4bdb4997ebd tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536618 Mar 23 12:42:51.947262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-7208330a-ac05-436a-a8e6-652c764b2799 req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Deleting port b88888fc-f6ae-49b4-8437-c047ea662ee9 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:42:51.947877 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7208330a-ac05-436a-a8e6-652c764b2799 req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:51.965637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f0d99965-95ee-4758-bae5-6786731e3a79 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:42:52.079341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port f0d99965-95ee-4758-bae5-6786731e3a79 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:42:52.080313 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:52.087185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9448e1-7aa6-4428-aa6e-3fb4933f8f0c req-2f4b5a7b-7010-40db-84ca-955293f728ce tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:52.094575 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d9448e1-7aa6-4428-aa6e-3fb4933f8f0c req-2f4b5a7b-7010-40db-84ca-955293f728ce tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 945 time: 0.1016004 Mar 23 12:42:52.192876 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d9448e1-7aa6-4428-aa6e-3fb4933f8f0c req-aad71184-60e3-47c2-b4eb-28bac4f7a4dc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903802 Mar 23 12:42:52.216062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-7208330a-ac05-436a-a8e6-652c764b2799 req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] For port b88888fc-f6ae-49b4-8437-c047ea662ee9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b88888fc-f6ae-49b4-8437-c047ea662ee9,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:52.216446 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7208330a-ac05-436a-a8e6-652c764b2799 req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:52.218775 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:52.230335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-7208330a-ac05-436a-a8e6-652c764b2799 req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Calling delete_port for b88888fc-f6ae-49b4-8437-c047ea662ee9 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:42:52.275693 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507792c-e33a-431c-9180-76d3532cd200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d99965-95ee-4758-bae5-6786731e3a79'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:42:52.278335 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf3a6b9-92a7-4b93-9c28-a07b1ccff7e4" -d '{"events": [{"server_uuid": "c507792c-e33a-431c-9180-76d3532cd200", "name": "network-vif-plugged", "status": "completed", "tag": "f0d99965-95ee-4758-bae5-6786731e3a79"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:42:52.314473 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb2b92-018b-4078-97aa-5e78af808a9c req-b8610d7f-6981-4562-aa37-2cb588cc9a0f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:52.325127 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38fb2b92-018b-4078-97aa-5e78af808a9c req-b8610d7f-6981-4562-aa37-2cb588cc9a0f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.2948248 Mar 23 12:42:52.328834 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f0d99965-95ee-4758-bae5-6786731e3a79, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f0d99965-95ee-4758-bae5-6786731e3a79,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:52.335845 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:52.399202 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38fb2b92-018b-4078-97aa-5e78af808a9c req-f14e20de-4347-4e69-b506-b35d4c44fe6f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725706 Mar 23 12:42:52.447912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f0d99965-95ee-4758-bae5-6786731e3a79,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:52.452273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154988e-f6cb-4b7d-9249-148b01f7cd16 req-5e6c5088-8e48-4ed0-bc0e-bee66deb6b94 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:52.511354 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fe2ef3-dc69-4545-9d37-6b545bec911b x-openstack-request-id: req-82fe2ef3-dc69-4545-9d37-6b545bec911b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:52.511683 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507792c-e33a-431c-9180-76d3532cd200", "name": "network-vif-plugged", "status": "completed", "tag": "f0d99965-95ee-4758-bae5-6786731e3a79", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:52.511957 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82fe2ef3-dc69-4545-9d37-6b545bec911b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:52.512377 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507792c-e33a-431c-9180-76d3532cd200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d99965-95ee-4758-bae5-6786731e3a79', 'code': 200} Mar 23 12:42:52.518024 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0154988e-f6cb-4b7d-9249-148b01f7cd16 req-5e6c5088-8e48-4ed0-bc0e-bee66deb6b94 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 945 time: 0.2374384 Mar 23 12:42:52.599981 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7208330a-ac05-436a-a8e6-652c764b2799 req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:52.612315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['584a0e65-c663-46e0-b4c8-7ea9e49276c8', 'b88888fc-f6ae-49b4-8437-c047ea662ee9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:42:52.612781 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0154988e-f6cb-4b7d-9249-148b01f7cd16 req-a24fec45-f82e-409c-bd3e-41375d493410 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934234 Mar 23 12:42:52.709605 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Pushing event deleted for resources: {'Port': ['ID=b88888fc-f6ae-49b4-8437-c047ea662ee9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:52.724854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:52.725593 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:52.726176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:52.726734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:52.727287 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:52.727827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:52.728485 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:52.729022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:52.729559 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:52.730098 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:52.730658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:52.731204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:52.792357 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7208330a-ac05-436a-a8e6-652c764b2799 req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] No DVR routers for this DVR port b88888fc-f6ae-49b4-8437-c047ea662ee9 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:42:52.802446 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-7208330a-ac05-436a-a8e6-652c764b2799 req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:52.809569 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7208330a-ac05-436a-a8e6-652c764b2799 req-40034f38-d258-413a-9b35-77065a24e0bc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "DELETE /v2.0/ports/b88888fc-f6ae-49b4-8437-c047ea662ee9 HTTP/1.1" status: 204 len: 173 time: 1.0587366 Mar 23 12:42:52.810538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f6a33b-c345-452d-80c5-c74d6d27671b', 'name': 'network-vif-deleted', 'tag': 'b88888fc-f6ae-49b4-8437-c047ea662ee9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:42:52.813114 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19ebeb0-0bdb-44bf-817a-80a3377d6604" -d '{"events": [{"server_uuid": "81f6a33b-c345-452d-80c5-c74d6d27671b", "name": "network-vif-deleted", "tag": "b88888fc-f6ae-49b4-8437-c047ea662ee9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:42:52.860546 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4bc10-c44b-4bd7-b128-4ee9446e3116 req-d5cc6e82-cc94-4038-bcc4-541161b1dea4 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:52.869648 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-74a4bc10-c44b-4bd7-b128-4ee9446e3116 req-d5cc6e82-cc94-4038-bcc4-541161b1dea4 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.2230563 Mar 23 12:42:52.891213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d1420-b5ed-4e8b-9f69-f54b857efb76 req-3e633bfd-3b21-4848-b31e-a745a7daff38 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:52.905355 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d3d1420-b5ed-4e8b-9f69-f54b857efb76 req-3e633bfd-3b21-4848-b31e-a745a7daff38 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1271870 Mar 23 12:42:52.973357 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-74a4bc10-c44b-4bd7-b128-4ee9446e3116 req-3f8d5aaf-c918-454c-b9e1-b2550e8ba6e3 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004865 Mar 23 12:42:52.980506 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d3d1420-b5ed-4e8b-9f69-f54b857efb76 req-31000319-8eba-4352-97b2-021aacd88004 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739176 Mar 23 12:42:53.078519 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa7ee07-7a5d-48e1-9751-51369fa8cd77 x-openstack-request-id: req-eaa7ee07-7a5d-48e1-9751-51369fa8cd77 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:42:53.082894 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f6a33b-c345-452d-80c5-c74d6d27671b", "name": "network-vif-deleted", "tag": "b88888fc-f6ae-49b4-8437-c047ea662ee9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:42:53.083211 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eaa7ee07-7a5d-48e1-9751-51369fa8cd77 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:42:53.088180 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f6a33b-c345-452d-80c5-c74d6d27671b', 'name': 'network-vif-deleted', 'tag': 'b88888fc-f6ae-49b4-8437-c047ea662ee9', 'status': 'completed', 'code': 200} Mar 23 12:42:53.172408 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24607310-8b37-47f3-bd80-21c02d3c5373 req-8bf05bb8-62cd-4732-88b5-92fb60afb4a5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:53.180468 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-24607310-8b37-47f3-bd80-21c02d3c5373 req-8bf05bb8-62cd-4732-88b5-92fb60afb4a5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.0714283 Mar 23 12:42:53.246733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8522767-2441-438d-8b1f-bd76b988e678 req-8ec496f9-2c65-445b-82a0-a72fdbc815c3 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:53.248620 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a8522767-2441-438d-8b1f-bd76b988e678 req-8ec496f9-2c65-445b-82a0-a72fdbc815c3 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.1084409 Mar 23 12:42:53.309575 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a8522767-2441-438d-8b1f-bd76b988e678 req-941916c3-bec7-4f1c-b940-0d55efed994a tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544343 Mar 23 12:42:53.467574 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad0a1cea-b9df-422b-bc3d-247f55cf4ecb req-b81b6101-e166-46c8-99e1-3e0a25452f61 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f6a33b-c345-452d-80c5-c74d6d27671b HTTP/1.1" status: 200 len: 210 time: 0.0658474 Mar 23 12:42:53.554295 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-d194afb4-6c62-4ed9-a875-7a3e4c222b7c req-43058a36-ad76-499d-92ce-fcd012de45d1 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:42:53.555316 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d194afb4-6c62-4ed9-a875-7a3e4c222b7c req-43058a36-ad76-499d-92ce-fcd012de45d1 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072725 Mar 23 12:42:53.627528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-24607310-8b37-47f3-bd80-21c02d3c5373 req-2eba0602-2250-459d-b478-c75b784833e2 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461162 Mar 23 12:42:53.707470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbe7d0-7b4e-4657-9085-de92538b1b4e req-02da8622-8495-4e9d-8507-625d6f58bb7e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:53.718878 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-12cbe7d0-7b4e-4657-9085-de92538b1b4e req-02da8622-8495-4e9d-8507-625d6f58bb7e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0940907 Mar 23 12:42:53.783576 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-12cbe7d0-7b4e-4657-9085-de92538b1b4e req-2c536032-fbf8-4c10-8be6-6f224079d5c2 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610220 Mar 23 12:42:53.810304 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdb446-1ae8-4b55-824e-9b6ab5fc88a4 req-8d26a7f9-4f50-4531-8160-2ff794dd697a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:53.817071 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ebdb446-1ae8-4b55-824e-9b6ab5fc88a4 req-8d26a7f9-4f50-4531-8160-2ff794dd697a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0828655 Mar 23 12:42:53.868525 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ebdb446-1ae8-4b55-824e-9b6ab5fc88a4 req-0452c41d-24f1-468d-9cc8-33e698543831 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475974 Mar 23 12:42:53.922138 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81af5f8-bfe6-41ea-975c-62e93f24b436 req-8dfdc9d2-1c22-4034-9386-626f46a72226 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:53.923598 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e81af5f8-bfe6-41ea-975c-62e93f24b436 req-8dfdc9d2-1c22-4034-9386-626f46a72226 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0597374 Mar 23 12:42:53.974990 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e81af5f8-bfe6-41ea-975c-62e93f24b436 req-242fb409-70e5-4aea-aec8-887c6381541f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426383 Mar 23 12:42:54.040757 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-09b90cfa-5d53-468f-94d7-73e2f49a94c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:54.113686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c9c72-c8be-41ae-8ef6-caff3d569385 req-37664a69-5145-4c35-b174-d79637ecf008 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:54.114738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b48c9c72-c8be-41ae-8ef6-caff3d569385 req-37664a69-5145-4c35-b174-d79637ecf008 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.0631552 Mar 23 12:42:54.122611 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6841033-f9e0-4daa-b20e-ea09a5e6015e req-3af88e17-eb1f-460d-8108-cebf915d6d5e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:54.124093 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d6841033-f9e0-4daa-b20e-ea09a5e6015e req-3af88e17-eb1f-460d-8108-cebf915d6d5e tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0659068 Mar 23 12:42:54.190646 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d6841033-f9e0-4daa-b20e-ea09a5e6015e req-05e339e5-32fe-4b24-b490-557c4d488bae tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596082 Mar 23 12:42:54.222647 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b48c9c72-c8be-41ae-8ef6-caff3d569385 req-824f090d-1bcd-438b-a467-fba9e37eff63 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960755 Mar 23 12:42:54.338273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f0fb9-9c07-44c2-a868-ed7918c00469 req-0ebeaec7-481d-4c90-888e-1a21e383e50f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:54.345576 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f0f0fb9-9c07-44c2-a868-ed7918c00469 req-0ebeaec7-481d-4c90-888e-1a21e383e50f tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0658739 Mar 23 12:42:54.386913 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f0f0fb9-9c07-44c2-a868-ed7918c00469 req-395a58e2-de5c-4447-8960-1aa451976c48 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Mar 23 12:42:54.581812 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20284e5c-44fe-4c84-a528-f226262df5f1 req-611b36cf-cef9-4714-adc6-e928be295bea tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:54.584536 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-20284e5c-44fe-4c84-a528-f226262df5f1 req-611b36cf-cef9-4714-adc6-e928be295bea tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0822074 Mar 23 12:42:54.662567 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-20284e5c-44fe-4c84-a528-f226262df5f1 req-14c6947e-750d-4952-905d-20085e5419c3 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706964 Mar 23 12:42:54.817268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27646793-b231-458e-97cf-8db689156a61 req-1393b690-e563-4396-8631-45ef28fd9180 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:54.819415 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27646793-b231-458e-97cf-8db689156a61 req-1393b690-e563-4396-8631-45ef28fd9180 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.0760481 Mar 23 12:42:54.881711 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27646793-b231-458e-97cf-8db689156a61 req-d1cbc392-a029-4c07-9de6-98ee558a5e63 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398464 Mar 23 12:42:54.888638 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91208e2-9aa2-49f2-87f7-d3bc369ee157 req-8663877f-51a3-41c4-a42e-ee9b607e3140 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:54.893264 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d91208e2-9aa2-49f2-87f7-d3bc369ee157 req-8663877f-51a3-41c4-a42e-ee9b607e3140 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0964453 Mar 23 12:42:54.981495 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d91208e2-9aa2-49f2-87f7-d3bc369ee157 req-0865c0a6-6f1b-4d60-85d0-4c931e02d9d9 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813608 Mar 23 12:42:55.225188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d7036-ec0b-4e6f-a3d8-4b9b0114fe60 req-1bc167c9-28d8-45fb-a866-e6eea4cb4c1e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:55.225188 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0f3d7036-ec0b-4e6f-a3d8-4b9b0114fe60 req-1bc167c9-28d8-45fb-a866-e6eea4cb4c1e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0634594 Mar 23 12:42:55.225188 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0f3d7036-ec0b-4e6f-a3d8-4b9b0114fe60 req-6b68c8bb-cee1-452d-ba23-a4dbb4be08e1 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619819 Mar 23 12:42:55.340624 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-a549fc77-8812-4b22-9abb-891dfa7c9586 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:55.342294 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-a549fc77-8812-4b22-9abb-891dfa7c9586 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 805 time: 0.3680921 Mar 23 12:42:55.350448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f55b7-b238-47a3-85b8-8f0d0277b9b1 req-d947c280-36c7-4f50-aff2-1136e4ee195d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:55.352390 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-947f55b7-b238-47a3-85b8-8f0d0277b9b1 req-d947c280-36c7-4f50-aff2-1136e4ee195d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.0543904 Mar 23 12:42:55.369893 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-6e8b2bc4-230a-4616-9c8a-2d1c36ebef2b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/quotas/61f454bbb70244ecbf97f6b03af40553 HTTP/1.1" status: 200 len: 375 time: 0.0187922 Mar 23 12:42:55.429546 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-947f55b7-b238-47a3-85b8-8f0d0277b9b1 req-24fbdffb-5c95-4446-bc2c-20c9eba314b5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696983 Mar 23 12:42:55.444879 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-13474c1a-7ffc-43f1-8420-2838d00ebbbe tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740921 Mar 23 12:42:55.610496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb95fc6-76c2-48b8-9d51-e58d54b4c832 req-2f2ce26a-494c-44a3-8441-f54ff20c7ceb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:55.612160 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4fb95fc6-76c2-48b8-9d51-e58d54b4c832 req-2f2ce26a-494c-44a3-8441-f54ff20c7ceb tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0961177 Mar 23 12:42:55.628492 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-ced7e56d-8677-4774-b909-f759ac8f7577 service neutron] 10.222.0.52 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824565 Mar 23 12:42:55.671999 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4fb95fc6-76c2-48b8-9d51-e58d54b4c832 req-7787a22e-f11f-488a-a278-b18995ce4444 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519099 Mar 23 12:42:55.819773 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-7d63b884-c934-4327-b46d-80df38158ac7 service neutron] 10.222.0.52 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834397 Mar 23 12:42:55.959982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b88888fc-f6ae-49b4-8437-c047ea662ee9 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:42:55.984683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: b88888fc-f6ae-49b4-8437-c047ea662ee9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:42:55.985030 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b88888fc-f6ae-49b4-8437-c047ea662ee9 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:42:56.091595 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8fc9bb09-4891-47de-be40-9cd11e8cef15 req-4b26d100-4b6a-486d-9423-38998f5df74e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 210 time: 0.0542772 Mar 23 12:42:56.239555 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a34378-7616-4799-a677-cd6ec0dedae2 req-48f7aff4-ca4a-41bb-b6d1-29eb949b0300 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:56.241870 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-39a34378-7616-4799-a677-cd6ec0dedae2 req-48f7aff4-ca4a-41bb-b6d1-29eb949b0300 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.1940808 Mar 23 12:42:56.360884 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-39a34378-7616-4799-a677-cd6ec0dedae2 req-46f7dad1-ed05-4f70-9a77-433584f870c3 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129382 Mar 23 12:42:56.397654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a943fb4-38d3-434b-9902-599b39a2ef39 req-40caad49-89a0-43b1-b504-316be19b93d2 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:56.403442 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7a943fb4-38d3-434b-9902-599b39a2ef39 req-40caad49-89a0-43b1-b504-316be19b93d2 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.1156828 Mar 23 12:42:56.540753 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7a943fb4-38d3-434b-9902-599b39a2ef39 req-4ea011ee-b57b-47d5-8621-7df74f721b20 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295538 Mar 23 12:42:56.675899 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ff547-6f60-4359-95e7-6ae4fcf9f1d8 req-3a0b7a09-3d22-4129-88ee-80b1b28c0c0d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:56.678368 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9e8ff547-6f60-4359-95e7-6ae4fcf9f1d8 req-3a0b7a09-3d22-4129-88ee-80b1b28c0c0d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.0954969 Mar 23 12:42:56.760352 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9e8ff547-6f60-4359-95e7-6ae4fcf9f1d8 req-2d3e899d-3a43-4b78-90ad-77010be31c05 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589018 Mar 23 12:42:56.839274 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-db63a276-e088-4d91-a442-13ded2dab955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:57.275029 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d992ae4-80dc-4a31-b7eb-005787d7a31d req-884afd6e-979e-4db4-8a23-c9ca5ffccd9a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 210 time: 0.0660448 Mar 23 12:42:57.593374 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dfa4a-51c2-4533-9c74-232e7bc0c2de req-e3d0de02-4a0d-4438-af49-145b2671edfb tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:57.601237 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e41dfa4a-51c2-4533-9c74-232e7bc0c2de req-e3d0de02-4a0d-4438-af49-145b2671edfb tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.1200969 Mar 23 12:42:57.712500 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:57.730705 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e41dfa4a-51c2-4533-9c74-232e7bc0c2de req-464a1074-42ec-4b99-9014-0700af419f98 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222236 Mar 23 12:42:57.979158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ed0b0-af09-4475-aa2d-1494c9394355 req-7b2e6021-b44a-47ce-bb7e-06dd1b63a656 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:57.993002 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f0ed0b0-af09-4475-aa2d-1494c9394355 req-7b2e6021-b44a-47ce-bb7e-06dd1b63a656 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1068561 Mar 23 12:42:58.057863 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e77a5e-27f6-4365-b4a2-25feaa4537e6 req-2e7d2e35-5c09-48b7-b850-3728aba13480 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:58.062599 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35e77a5e-27f6-4365-b4a2-25feaa4537e6 req-2e7d2e35-5c09-48b7-b850-3728aba13480 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.3723259 Mar 23 12:42:58.103314 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f0ed0b0-af09-4475-aa2d-1494c9394355 req-50a7bcc7-6626-4360-84ce-ea03813e4d11 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968258 Mar 23 12:42:58.169349 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-f855f8d9-05fa-4999-9802-89e731cfda64 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:58.170743 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-f855f8d9-05fa-4999-9802-89e731cfda64 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 805 time: 0.3725955 Mar 23 12:42:58.222998 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-86f10a34-afd7-40b1-b1d1-91f950bbf110 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Request body: {'port': {'device_id': 'e197bd17-4dd7-44d7-84a7-5c587b6ffb7a', 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871', 'admin_state_up': True, 'tenant_id': '61f454bbb70244ecbf97f6b03af40553'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:42:58.272538 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35e77a5e-27f6-4365-b4a2-25feaa4537e6 req-9aa96856-5a45-42b6-a4ee-7640c60ac7f3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023504 Mar 23 12:42:58.477963 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1fecaab8-670a-4178-80f4-090c8ad0726e req-7804ee6d-e63a-4994-993d-b650948c8a57 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 210 time: 0.0595882 Mar 23 12:42:58.497928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-86f10a34-afd7-40b1-b1d1-91f950bbf110 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Made reservation on behalf of 61f454bbb70244ecbf97f6b03af40553 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:42:58.502409 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-86f10a34-afd7-40b1-b1d1-91f950bbf110 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:58.675785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-86f10a34-afd7-40b1-b1d1-91f950bbf110 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Allocated IP 172.20.0.14 (aa7ade3c-6c93-4ba0-b2cd-7915560e4871/d214faa0-c958-46e5-affe-d81670b016f4/692687ac-215d-4279-a9fa-2db118be0d4d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:42:58.837150 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-86f10a34-afd7-40b1-b1d1-91f950bbf110 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:58.873950 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-86f10a34-afd7-40b1-b1d1-91f950bbf110 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:58.896807 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['584a0e65-c663-46e0-b4c8-7ea9e49276c8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:42:59.092226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-86f10a34-afd7-40b1-b1d1-91f950bbf110 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:42:59.095398 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-86f10a34-afd7-40b1-b1d1-91f950bbf110 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:42:59.105536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-86f10a34-afd7-40b1-b1d1-91f950bbf110 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:42:59.111600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f10a34-afd7-40b1-b1d1-91f950bbf110 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Pushing event updated for resources: {'Port': ['ID=692687ac-215d-4279-a9fa-2db118be0d4d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:59.175343 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:59.281958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cf204-597e-422b-b700-efcbde857956 req-f402ddab-77a1-458a-9bf8-608ce7287429 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:59.289387 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceede62-0e49-4009-b8f9-24046ab2ae2b req-ee670ab3-742c-443e-9570-5a6e1eaea85a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:59.290881 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d1cf204-597e-422b-b700-efcbde857956 req-f402ddab-77a1-458a-9bf8-608ce7287429 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.0682843 Mar 23 12:42:59.291041 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bceede62-0e49-4009-b8f9-24046ab2ae2b req-ee670ab3-742c-443e-9570-5a6e1eaea85a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.4084210 Mar 23 12:42:59.353013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-86f10a34-afd7-40b1-b1d1-91f950bbf110 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:59.353628 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-86f10a34-afd7-40b1-b1d1-91f950bbf110 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:59.359727 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d1cf204-597e-422b-b700-efcbde857956 req-a1e76563-9993-461d-9d40-7c11bbe30359 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670731 Mar 23 12:42:59.396073 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-86f10a34-afd7-40b1-b1d1-91f950bbf110 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2105749 Mar 23 12:42:59.399270 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bceede62-0e49-4009-b8f9-24046ab2ae2b req-8e13e82f-bc7d-4592-98a9-247b986ad477 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959458 Mar 23 12:42:59.449635 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Request body: {'port': {'device_id': 'e197bd17-4dd7-44d7-84a7-5c587b6ffb7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:42:59.501773 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:59.679511 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c81fe-0d74-4768-a8c1-fb8b6dae340b req-4b6e1215-b475-46fb-8f6a-5df9eb1aaa04 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:59.681133 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd6c81fe-0d74-4768-a8c1-fb8b6dae340b req-4b6e1215-b475-46fb-8f6a-5df9eb1aaa04 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.1674058 Mar 23 12:42:59.689624 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:42:59.778586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b9efa-cb5c-41f3-bfe4-8ff5a5c6a1cd req-d20268e6-cf11-4ad3-b22d-63f502acb3a8 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:59.780558 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-817b9efa-cb5c-41f3-bfe4-8ff5a5c6a1cd req-d20268e6-cf11-4ad3-b22d-63f502acb3a8 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 932 time: 0.1823318 Mar 23 12:42:59.803714 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd6c81fe-0d74-4768-a8c1-fb8b6dae340b req-eeac78fd-17ee-463e-90d0-7af2eae3483c tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051936 Mar 23 12:42:59.965421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-817b9efa-cb5c-41f3-bfe4-8ff5a5c6a1cd req-e2508a82-b954-47cb-b8c3-3fab101dc812 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264400 Mar 23 12:43:00.494969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692687ac-215d-4279-a9fa-2db118be0d4d {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:43:00.515219 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:00.545520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Transition to ACTIVE for port object 692687ac-215d-4279-a9fa-2db118be0d4d will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:43:00.554818 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:00.621094 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285cbee-2eea-49f1-b7f0-fa80c6da7727 req-f47ef096-04f2-4118-a390-87b6cbb0052f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:00.630152 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0285cbee-2eea-49f1-b7f0-fa80c6da7727 req-f47ef096-04f2-4118-a390-87b6cbb0052f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1251955 Mar 23 12:43:00.723427 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0285cbee-2eea-49f1-b7f0-fa80c6da7727 req-08b7f5d7-b6b1-4d81-bc16-4248df3a4843 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871933 Mar 23 12:43:00.783391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Pushing event updated for resources: {'Port': ['ID=692687ac-215d-4279-a9fa-2db118be0d4d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:00.826204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05e45f-dc50-4dc6-a997-d9ba0e59e317 req-99a39be2-51ad-4ade-a16c-43760c03a240 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:00.827719 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e05e45f-dc50-4dc6-a997-d9ba0e59e317 req-99a39be2-51ad-4ade-a16c-43760c03a240 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.2474818 Mar 23 12:43:00.842531 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Attempting to bind port 692687ac-215d-4279-a9fa-2db118be0d4d on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:43:00.842884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Attempting to bind port 692687ac-215d-4279-a9fa-2db118be0d4d by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:43:00.843213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Attempting to bind port 692687ac-215d-4279-a9fa-2db118be0d4d on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:43:00.850067 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Port 692687ac-215d-4279-a9fa-2db118be0d4d on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:43:00.850475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Attempting to bind port 692687ac-215d-4279-a9fa-2db118be0d4d on network aa7ade3c-6c93-4ba0-b2cd-7915560e4871 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:43:00.856195 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:43:00.856661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Checking segment: {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:43:00.857113 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Bound using segment: {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:43:00.858078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Bound port: 692687ac-215d-4279-a9fa-2db118be0d4d, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:43:00.858078 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:00.931831 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e05e45f-dc50-4dc6-a997-d9ba0e59e317 req-852ebc7a-0b16-4495-9db7-24a06cebb31c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714326 Mar 23 12:43:00.965733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] For port 692687ac-215d-4279-a9fa-2db118be0d4d, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:43:00.969748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] For port 692687ac-215d-4279-a9fa-2db118be0d4d, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=692687ac-215d-4279-a9fa-2db118be0d4d,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:43:00.976066 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:01.037862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Pushing event updated for resources: {'Port': ['ID=692687ac-215d-4279-a9fa-2db118be0d4d,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:01.052881 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:01.053928 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:01.055733 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-08cc1b2c-f5a2-4d6b-a3eb-b8374012b272 service neutron] 10.222.0.77 "PUT /v2.0/ports/692687ac-215d-4279-a9fa-2db118be0d4d HTTP/1.1" status: 200 len: 1092 time: 1.6168032 Mar 23 12:43:01.056467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e197bd17-4dd7-44d7-84a7-5c587b6ffb7a', 'tag': '692687ac-215d-4279-a9fa-2db118be0d4d'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:43:01.059999 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e623d3-6f1b-4f18-8e4f-beb5705fdbfe" -d '{"events": [{"name": "network-changed", "server_uuid": "e197bd17-4dd7-44d7-84a7-5c587b6ffb7a", "tag": "692687ac-215d-4279-a9fa-2db118be0d4d"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:43:01.092304 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3836d1e-6886-4b9b-a769-c17dce30c3ec req-f811594e-7ce2-4cc2-9991-34d11e9d085d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:01.102449 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e3836d1e-6886-4b9b-a769-c17dce30c3ec req-f811594e-7ce2-4cc2-9991-34d11e9d085d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.1401186 Mar 23 12:43:01.193940 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e3836d1e-6886-4b9b-a769-c17dce30c3ec req-622c7c15-f8e3-4395-87d6-95caf4f7faf2 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902083 Mar 23 12:43:01.277972 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927ce85b-ad52-4496-8c5a-ce1903bd254f x-openstack-request-id: req-927ce85b-ad52-4496-8c5a-ce1903bd254f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:43:01.278355 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e197bd17-4dd7-44d7-84a7-5c587b6ffb7a", "tag": "692687ac-215d-4279-a9fa-2db118be0d4d", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:43:01.278632 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-927ce85b-ad52-4496-8c5a-ce1903bd254f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:43:01.279095 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e197bd17-4dd7-44d7-84a7-5c587b6ffb7a', 'tag': '692687ac-215d-4279-a9fa-2db118be0d4d', 'status': 'completed', 'code': 200} Mar 23 12:43:01.289328 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-688b91b5-c955-41fc-87d2-b8106a1d637b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:01.290873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-688b91b5-c955-41fc-87d2-b8106a1d637b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 1095 time: 0.1757219 Mar 23 12:43:01.303883 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0fa03-16bf-4070-831b-d95d89026d64 req-f4d77fad-ec96-40d3-9aca-e4ce99765eea tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:01.311981 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b7e0fa03-16bf-4070-831b-d95d89026d64 req-f4d77fad-ec96-40d3-9aca-e4ce99765eea tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 944 time: 0.1868925 Mar 23 12:43:01.366828 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-03f39a1e-816e-4402-9e23-238632be1c3d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=692687ac-215d-4279-a9fa-2db118be0d4d HTTP/1.1" status: 200 len: 217 time: 0.0465403 Mar 23 12:43:01.457092 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b7e0fa03-16bf-4070-831b-d95d89026d64 req-4ee6ca18-1422-4947-9200-1447c2e62b69 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439273 Mar 23 12:43:01.459290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-aa5ab8cb-9163-496f-826d-8fb8a1a879e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:01.460795 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-aa5ab8cb-9163-496f-826d-8fb8a1a879e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d214faa0-c958-46e5-affe-d81670b016f4 HTTP/1.1" status: 200 len: 845 time: 0.0760856 Mar 23 12:43:01.509002 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-3aeb0245-45ce-4447-9b98-8c5ff4c39c04 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375175 Mar 23 12:43:01.878471 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-b3735998-9dab-4334-9c07-df0a02cccf62 service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469958 Mar 23 12:43:01.961673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88fd6d-af18-499e-8105-4172054bfa69 req-294532cf-74e9-45ca-9d64-20dc36b3264b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:01.971604 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c88fd6d-af18-499e-8105-4172054bfa69 req-294532cf-74e9-45ca-9d64-20dc36b3264b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1014555 Mar 23 12:43:02.043142 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c88fd6d-af18-499e-8105-4172054bfa69 req-1e4593f6-e782-4d7b-bfbe-bc45a13c7654 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703139 Mar 23 12:43:02.074680 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a76260e-3072-4072-87b6-4da386c7c1ac req-02151d3a-a841-42cb-b869-6b443845ea00 service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849420 Mar 23 12:43:02.169212 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c69e1e-34a1-4ea8-ad36-ec2c93b40076 req-876ea815-ef78-4289-bafb-28a9b045961d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:02.170926 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-17c69e1e-34a1-4ea8-ad36-ec2c93b40076 req-876ea815-ef78-4289-bafb-28a9b045961d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.0953674 Mar 23 12:43:02.278615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-17c69e1e-34a1-4ea8-ad36-ec2c93b40076 req-06330f39-343d-4020-bb1e-ae510ab39d97 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883012 Mar 23 12:43:02.339326 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e623d3-6f1b-4f18-8e4f-beb5705fdbfe req-5abf9e99-da59-4e2f-9624-412e55f42151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:02.341994 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-70e623d3-6f1b-4f18-8e4f-beb5705fdbfe req-5abf9e99-da59-4e2f-9624-412e55f42151 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=61f454bbb70244ecbf97f6b03af40553&device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 1095 time: 0.0770936 Mar 23 12:43:02.475283 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ce7f5-2e14-4984-bfc5-0efb96043545 req-71a65b5c-52d0-48c5-a394-f75c51514b1f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:02.484799 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f58ce7f5-2e14-4984-bfc5-0efb96043545 req-71a65b5c-52d0-48c5-a394-f75c51514b1f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.1184056 Mar 23 12:43:02.554901 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f58ce7f5-2e14-4984-bfc5-0efb96043545 req-a679e3ed-7de7-408f-b2a1-929cecad4fa3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698588 Mar 23 12:43:02.618096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e623d3-6f1b-4f18-8e4f-beb5705fdbfe req-9393bed7-f3bb-485d-b806-4d7791024b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:02.619510 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-70e623d3-6f1b-4f18-8e4f-beb5705fdbfe req-9393bed7-f3bb-485d-b806-4d7791024b4a service neutron] 10.222.0.77 "GET /v2.0/networks?id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 200 len: 906 time: 0.2656732 Mar 23 12:43:02.675848 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e96a3-c42a-49d5-aab3-62461e4e066d req-875c346d-87e3-4383-a726-9b2f543eca37 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:02.677512 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b27e96a3-c42a-49d5-aab3-62461e4e066d req-875c346d-87e3-4383-a726-9b2f543eca37 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 944 time: 0.1089344 Mar 23 12:43:02.717587 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-70e623d3-6f1b-4f18-8e4f-beb5705fdbfe req-ac3e1b0d-7808-48b7-95d2-5870af7032e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=692687ac-215d-4279-a9fa-2db118be0d4d HTTP/1.1" status: 200 len: 217 time: 0.0785904 Mar 23 12:43:02.885427 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b27e96a3-c42a-49d5-aab3-62461e4e066d req-49bb0ec3-05cf-4eb2-9b64-c88f8c1e52a0 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757345 Mar 23 12:43:02.897830 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e623d3-6f1b-4f18-8e4f-beb5705fdbfe req-bd1d238c-2a4e-4066-a664-513963f7ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:02.902588 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-70e623d3-6f1b-4f18-8e4f-beb5705fdbfe req-bd1d238c-2a4e-4066-a664-513963f7ccd1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d214faa0-c958-46e5-affe-d81670b016f4 HTTP/1.1" status: 200 len: 845 time: 0.1729057 Mar 23 12:43:02.967813 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-70e623d3-6f1b-4f18-8e4f-beb5705fdbfe req-31934344-120b-4fd6-9da6-5d4899538f3a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa7ade3c-6c93-4ba0-b2cd-7915560e4871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548644 Mar 23 12:43:03.273524 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-70e623d3-6f1b-4f18-8e4f-beb5705fdbfe req-536488c6-290c-431f-8553-76ca93b38721 service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952721 Mar 23 12:43:03.457904 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc89fe-de6f-43bc-b14e-0d4b232417d8 req-86b65b0e-fee2-41af-8827-09fb4a07959b tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:03.466508 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8fc89fe-de6f-43bc-b14e-0d4b232417d8 req-86b65b0e-fee2-41af-8827-09fb4a07959b tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.0925431 Mar 23 12:43:03.524321 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823fa06-3f85-4820-9aa4-1e0f1c63bff0 req-850ef8fe-4654-44f1-9ad6-3cd3f9034041 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:03.525899 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9823fa06-3f85-4820-9aa4-1e0f1c63bff0 req-850ef8fe-4654-44f1-9ad6-3cd3f9034041 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.3485305 Mar 23 12:43:03.534207 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8fc89fe-de6f-43bc-b14e-0d4b232417d8 req-f2c40ec8-3bda-416b-b8de-16bb239fb4a8 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661974 Mar 23 12:43:03.645209 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9823fa06-3f85-4820-9aa4-1e0f1c63bff0 req-321af0eb-da58-4d25-98c7-4a9046d3c9a5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104734 Mar 23 12:43:03.653556 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-70e623d3-6f1b-4f18-8e4f-beb5705fdbfe req-d6fede18-70f1-44ab-8215-9874280ecb1d service neutron] 10.222.0.77 "GET /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602393 Mar 23 12:43:03.759178 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be5b45-3a9c-4f6f-b8ce-2ac193903f5d req-97b47499-a2f7-473f-ae7f-08a4c800932c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:03.770659 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-63be5b45-3a9c-4f6f-b8ce-2ac193903f5d req-97b47499-a2f7-473f-ae7f-08a4c800932c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.1171019 Mar 23 12:43:03.870923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7782ff-5ed6-4928-9cb9-9382180ca8c7 req-fe6b334a-6714-44f9-b84c-3b6b5db59247 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:03.882646 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-63be5b45-3a9c-4f6f-b8ce-2ac193903f5d req-277507b4-dabf-4288-b6b9-eda6ced4b498 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040020 Mar 23 12:43:03.895596 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f7782ff-5ed6-4928-9cb9-9382180ca8c7 req-fe6b334a-6714-44f9-b84c-3b6b5db59247 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.1119363 Mar 23 12:43:03.972559 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f7782ff-5ed6-4928-9cb9-9382180ca8c7 req-b2d0a580-670b-4c0b-9843-ef3dfe2f3bcd tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830646 Mar 23 12:43:04.065514 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bb5ed-cf59-423c-b17a-2bd402dc777c req-f9704b6c-c4a2-4a89-b201-65dffa83704a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:04.068183 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-006bb5ed-cf59-423c-b17a-2bd402dc777c req-f9704b6c-c4a2-4a89-b201-65dffa83704a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 944 time: 0.0843945 Mar 23 12:43:04.120270 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-006bb5ed-cf59-423c-b17a-2bd402dc777c req-a940c597-e223-45c6-9f6a-03fa4a08f4d8 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440338 Mar 23 12:43:04.727067 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4181b95-6e25-48e2-aa5e-5689675958e6 req-d7d125df-1ccc-4e12-bf46-938a3521e0ee tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:04.737601 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b4181b95-6e25-48e2-aa5e-5689675958e6 req-d7d125df-1ccc-4e12-bf46-938a3521e0ee tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.1046185 Mar 23 12:43:04.821040 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b4181b95-6e25-48e2-aa5e-5689675958e6 req-98a679ed-d700-47d2-9637-9c4639f4a15b tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825412 Mar 23 12:43:04.866696 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e46223-89e9-4581-9473-fd73a2397db2 req-dbeab94e-24f2-408e-bf44-621a8c6e2f34 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:04.868637 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a8e46223-89e9-4581-9473-fd73a2397db2 req-dbeab94e-24f2-408e-bf44-621a8c6e2f34 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.0777624 Mar 23 12:43:04.940582 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a8e46223-89e9-4581-9473-fd73a2397db2 req-2862aeb5-06ba-4839-b2e9-e36fef75a23a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659244 Mar 23 12:43:05.052065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba0de5-bd96-4788-8ff9-b89400cd92db req-d5959677-eb6c-43af-a68a-68f1596b84b9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:05.070492 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bba0de5-bd96-4788-8ff9-b89400cd92db req-d5959677-eb6c-43af-a68a-68f1596b84b9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.1016283 Mar 23 12:43:05.167225 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf334a79-aa99-414c-aee2-a81339900f45 req-b680e0fe-e21a-47f7-bd85-d6d93fba53ca tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:05.169929 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bf334a79-aa99-414c-aee2-a81339900f45 req-b680e0fe-e21a-47f7-bd85-d6d93fba53ca tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0967216 Mar 23 12:43:05.189505 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bba0de5-bd96-4788-8ff9-b89400cd92db req-76e8943d-6732-4884-8654-8eea2b82bfa3 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168222 Mar 23 12:43:05.258175 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bf334a79-aa99-414c-aee2-a81339900f45 req-bad2546d-9a90-4bc5-b5f7-a01ecc4a390c tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771506 Mar 23 12:43:05.359038 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c31b5-d8d5-451f-bd11-c55a58e8cb23 req-53b7f742-995b-49fd-bec1-ea5c1db98d53 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:05.372308 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2c31b5-d8d5-451f-bd11-c55a58e8cb23 req-53b7f742-995b-49fd-bec1-ea5c1db98d53 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 944 time: 0.1069341 Mar 23 12:43:05.458714 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2c31b5-d8d5-451f-bd11-c55a58e8cb23 req-0da3454d-9d87-443f-8ce5-17369aef7bcd tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848072 Mar 23 12:43:06.012166 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 692687ac-215d-4279-a9fa-2db118be0d4d details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:43:06.063359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f72fb-a3f5-4c19-a22e-e230be7a644b req-d672aa2b-9788-4191-8bfe-3b859f1f98e7 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:06.075487 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d3f72fb-a3f5-4c19-a22e-e230be7a644b req-d672aa2b-9788-4191-8bfe-3b859f1f98e7 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.1463442 Mar 23 12:43:06.153454 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5a612-8413-46b7-843c-7d77991bd7fe req-0fd12d4b-b6e1-48e0-b8c0-63b0a2dcf906 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:06.156674 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1ed5a612-8413-46b7-843c-7d77991bd7fe req-0fd12d4b-b6e1-48e0-b8c0-63b0a2dcf906 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 947 time: 0.2017407 Mar 23 12:43:06.175737 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d3f72fb-a3f5-4c19-a22e-e230be7a644b req-7f39c2eb-60c8-40c5-a849-dfaa0364cfe7 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/security-groups?id=c14e11f4-a04b-4902-8870-e36f7693d812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992260 Mar 23 12:43:06.224481 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4478623-0c29-429d-9a1f-183f8ce0219f req-33f5e883-acd8-4b1f-a22f-6e3875bb7776 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:06.233367 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4478623-0c29-429d-9a1f-183f8ce0219f req-33f5e883-acd8-4b1f-a22f-6e3875bb7776 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1959984 Mar 23 12:43:06.278626 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 692687ac-215d-4279-a9fa-2db118be0d4d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=692687ac-215d-4279-a9fa-2db118be0d4d,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:43:06.323948 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '692687ac-215d-4279-a9fa-2db118be0d4d', 'network_id': 'aa7ade3c-6c93-4ba0-b2cd-7915560e4871', 'port_id': '692687ac-215d-4279-a9fa-2db118be0d4d', 'mac_address': 'fa:16:3e:dc:04:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd214faa0-c958-46e5-affe-d81670b016f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:43:06.343733 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4478623-0c29-429d-9a1f-183f8ce0219f req-241adc0f-4a8a-41fd-b063-3889de84f2d7 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930839 Mar 23 12:43:06.413917 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102721b-68a6-4027-a6c7-1cab0e4107a3 req-94fe5f3a-f0fc-448b-98f1-0b6f493ea869 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:06.422700 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6102721b-68a6-4027-a6c7-1cab0e4107a3 req-94fe5f3a-f0fc-448b-98f1-0b6f493ea869 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.1230652 Mar 23 12:43:06.424468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1ed5a612-8413-46b7-843c-7d77991bd7fe req-7b8642e6-4f29-4c54-afb0-ff9fbb8cfc62 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Deleting port 16808b85-3d52-498b-9aa9-44a51e268b09 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:43:06.427414 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1ed5a612-8413-46b7-843c-7d77991bd7fe req-7b8642e6-4f29-4c54-afb0-ff9fbb8cfc62 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:06.463294 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:06.505098 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692687ac-215d-4279-a9fa-2db118be0d4d {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:43:06.542267 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6102721b-68a6-4027-a6c7-1cab0e4107a3 req-8279b62e-bbad-4557-a883-4e97c8ef9693 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882430 Mar 23 12:43:06.563872 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 692687ac-215d-4279-a9fa-2db118be0d4d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=692687ac-215d-4279-a9fa-2db118be0d4d,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:43:06.579200 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:06.645972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1ed5a612-8413-46b7-843c-7d77991bd7fe req-7b8642e6-4f29-4c54-afb0-ff9fbb8cfc62 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] For port 16808b85-3d52-498b-9aa9-44a51e268b09, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=16808b85-3d52-498b-9aa9-44a51e268b09,segment=NetworkSegment(5133c369-e456-47ed-8fde-a80218fa7721),segment_id=5133c369-e456-47ed-8fde-a80218fa7721)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:43:06.646879 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1ed5a612-8413-46b7-843c-7d77991bd7fe req-7b8642e6-4f29-4c54-afb0-ff9fbb8cfc62 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:06.679648 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1ed5a612-8413-46b7-843c-7d77991bd7fe req-7b8642e6-4f29-4c54-afb0-ff9fbb8cfc62 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Calling delete_port for 16808b85-3d52-498b-9aa9-44a51e268b09 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:43:06.766648 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=692687ac-215d-4279-a9fa-2db118be0d4d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:06.788814 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1fdf0-4df3-4f88-b0e1-8a63ec25ae97 req-b19383c9-aaef-48a8-84d4-55e1614f55e8 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:06.796131 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7d1fdf0-4df3-4f88-b0e1-8a63ec25ae97 req-b19383c9-aaef-48a8-84d4-55e1614f55e8 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 945 time: 0.1537287 Mar 23 12:43:06.853392 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1ed5a612-8413-46b7-843c-7d77991bd7fe req-7b8642e6-4f29-4c54-afb0-ff9fbb8cfc62 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:06.890202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['16808b85-3d52-498b-9aa9-44a51e268b09'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:43:06.902706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702c6c8-4dc1-4c89-85da-2c5a544c9c93 req-15f7edc6-90ca-439c-baad-c4c789bed2a1 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:06.903603 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7d1fdf0-4df3-4f88-b0e1-8a63ec25ae97 req-c2efc02b-ed99-4837-8957-151b45c8af3f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059346 Mar 23 12:43:06.904864 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d702c6c8-4dc1-4c89-85da-2c5a544c9c93 req-15f7edc6-90ca-439c-baad-c4c789bed2a1 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.4095676 Mar 23 12:43:06.909277 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8642e6-4f29-4c54-afb0-ff9fbb8cfc62 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Pushing event deleted for resources: {'Port': ['ID=16808b85-3d52-498b-9aa9-44a51e268b09,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:06.982951 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed5a612-8413-46b7-843c-7d77991bd7fe req-7b8642e6-4f29-4c54-afb0-ff9fbb8cfc62 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] No DVR routers for this DVR port 16808b85-3d52-498b-9aa9-44a51e268b09 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:43:06.986642 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1ed5a612-8413-46b7-843c-7d77991bd7fe req-7b8642e6-4f29-4c54-afb0-ff9fbb8cfc62 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:06.991710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1ed5a612-8413-46b7-843c-7d77991bd7fe req-7b8642e6-4f29-4c54-afb0-ff9fbb8cfc62 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.77 "DELETE /v2.0/ports/16808b85-3d52-498b-9aa9-44a51e268b09 HTTP/1.1" status: 204 len: 173 time: 0.8239799 Mar 23 12:43:06.992217 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2e6b91-ac1b-4510-a5b9-12c88150b3c4', 'name': 'network-vif-deleted', 'tag': '16808b85-3d52-498b-9aa9-44a51e268b09'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:43:06.994593 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f445ffb-f2f2-4613-bff1-431132d4e2e9" -d '{"events": [{"server_uuid": "ec2e6b91-ac1b-4510-a5b9-12c88150b3c4", "name": "network-vif-deleted", "tag": "16808b85-3d52-498b-9aa9-44a51e268b09"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:43:07.020192 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d702c6c8-4dc1-4c89-85da-2c5a544c9c93 req-4f9616b5-abea-40f6-ad70-60b25d0f6b2b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982780 Mar 23 12:43:07.081484 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['692687ac-215d-4279-a9fa-2db118be0d4d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:43:07.122712 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40e72e6-051e-42a5-ba87-73bef57cf911 x-openstack-request-id: req-c40e72e6-051e-42a5-ba87-73bef57cf911 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:43:07.123009 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2e6b91-ac1b-4510-a5b9-12c88150b3c4", "name": "network-vif-deleted", "tag": "16808b85-3d52-498b-9aa9-44a51e268b09", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:43:07.123263 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c40e72e6-051e-42a5-ba87-73bef57cf911 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:43:07.123725 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2e6b91-ac1b-4510-a5b9-12c88150b3c4', 'name': 'network-vif-deleted', 'tag': '16808b85-3d52-498b-9aa9-44a51e268b09', 'status': 'completed', 'code': 200} Mar 23 12:43:07.411786 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94a24bc8-307a-4b10-a84a-1a2c80a82c51 req-c44d0904-746f-47ed-9b26-b2245716aac1 tempest-ServersNegativeTestJSON-423720225 tempest-ServersNegativeTestJSON-423720225-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2e6b91-ac1b-4510-a5b9-12c88150b3c4 HTTP/1.1" status: 200 len: 210 time: 0.0786943 Mar 23 12:43:07.553785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ad77a-b928-4bbd-bf22-6bc796b6056d req-fcf468eb-6f70-4f2b-894b-1ffebe17f4e8 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:07.555536 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-338ad77a-b928-4bbd-bf22-6bc796b6056d req-fcf468eb-6f70-4f2b-894b-1ffebe17f4e8 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.0937307 Mar 23 12:43:07.666017 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-338ad77a-b928-4bbd-bf22-6bc796b6056d req-ed3e0b65-3a05-4846-b02c-8925259b1c65 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870821 Mar 23 12:43:07.779880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbb0d5-e3ef-4324-a1fc-fe4e24b3f56b req-a2adace8-56d6-44e1-9322-5c827decd6fc tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:07.796981 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7cbb0d5-e3ef-4324-a1fc-fe4e24b3f56b req-a2adace8-56d6-44e1-9322-5c827decd6fc tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.1124284 Mar 23 12:43:08.111759 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6bb3d-dc46-46c0-bd57-38c202d349a6 req-6ededf12-fd98-4caf-8f13-a6b70d2c168c tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:08.122606 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3b6bb3d-dc46-46c0-bd57-38c202d349a6 req-6ededf12-fd98-4caf-8f13-a6b70d2c168c tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 945 time: 0.1152146 Mar 23 12:43:08.232339 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3b6bb3d-dc46-46c0-bd57-38c202d349a6 req-3c8e1998-2299-4c1a-9427-437ef3c1ce2e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012661 Mar 23 12:43:08.293519 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7cbb0d5-e3ef-4324-a1fc-fe4e24b3f56b req-34cb8759-1870-45c8-a6b6-91b2e7f7749a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954076 Mar 23 12:43:08.398664 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9b10-4ac2-466a-9c90-92d047d581a9 req-d47c908a-0550-4465-98dd-098bd450693c tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:08.403705 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-147b9b10-4ac2-466a-9c90-92d047d581a9 req-d47c908a-0550-4465-98dd-098bd450693c tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0856586 Mar 23 12:43:08.414101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dd813-edf9-49a7-a081-ea669d0856cc req-91108e12-dbf8-4b93-8503-8253a15c5963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:08.415594 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e5dd813-edf9-49a7-a081-ea669d0856cc req-91108e12-dbf8-4b93-8503-8253a15c5963 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 1097 time: 0.0588140 Mar 23 12:43:08.498167 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-147b9b10-4ac2-466a-9c90-92d047d581a9 req-b46b04dd-aec5-4a42-a441-b74ad74a807f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862434 Mar 23 12:43:08.523601 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42732) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:08.525770 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e5dd813-edf9-49a7-a081-ea669d0856cc req-99385035-a1c6-46d0-8d07-fba0467a4190 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990858 Mar 23 12:43:08.600829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-822ae434-579c-487f-a84f-e0f004750346 admin admin] Deleting subnet e2c1c311-8a85-47c1-9d8e-59c06015b5f2 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:43:08.605542 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-822ae434-579c-487f-a84f-e0f004750346 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:08.657169 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-822ae434-579c-487f-a84f-e0f004750346 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:08.711120 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-822ae434-579c-487f-a84f-e0f004750346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:08.814572 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-822ae434-579c-487f-a84f-e0f004750346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:08.839990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ae434-579c-487f-a84f-e0f004750346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2c1c311-8a85-47c1-9d8e-59c06015b5f2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:08.856210 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-822ae434-579c-487f-a84f-e0f004750346 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:08.868623 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-822ae434-579c-487f-a84f-e0f004750346 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e2c1c311-8a85-47c1-9d8e-59c06015b5f2 HTTP/1.1" status: 204 len: 168 time: 0.3436532 Mar 23 12:43:08.877808 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42772) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:08.944340 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354af029-f9c4-44bd-8096-bf63f4922674 req-88afb0ca-8aff-4fd5-80ce-2ff7ba8d8d5b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:08.947112 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-354af029-f9c4-44bd-8096-bf63f4922674 req-88afb0ca-8aff-4fd5-80ce-2ff7ba8d8d5b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1047666 Mar 23 12:43:09.032440 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64885526-f253-491a-b81f-72b100ca7837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:09.057045 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-354af029-f9c4-44bd-8096-bf63f4922674 req-7c4b469c-6e52-4377-9787-3731c9883387 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920460 Mar 23 12:43:09.153376 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64885526-f253-491a-b81f-72b100ca7837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:09.237495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-64885526-f253-491a-b81f-72b100ca7837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7586cb-c578-4321-b2f0-57004618f1d2']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:43:09.279042 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-64885526-f253-491a-b81f-72b100ca7837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5133c369-e456-47ed-8fde-a80218fa7721') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:43:09.279592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-64885526-f253-491a-b81f-72b100ca7837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5133c369-e456-47ed-8fde-a80218fa7721') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:43:09.307538 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64885526-f253-491a-b81f-72b100ca7837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:09.367646 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64885526-f253-491a-b81f-72b100ca7837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:09.413854 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64885526-f253-491a-b81f-72b100ca7837 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:43:09.414889 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64885526-f253-491a-b81f-72b100ca7837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:09.507294 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af12ef-12aa-4a0d-aa42-439b937e55df req-412a3b97-c93b-4ef1-aa8c-2c5c339459e6 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:43:09.513637 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:43:09.518964 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32af12ef-12aa-4a0d-aa42-439b937e55df req-412a3b97-c93b-4ef1-aa8c-2c5c339459e6 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.0843160 Mar 23 12:43:09.578050 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64885526-f253-491a-b81f-72b100ca7837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:09.602222 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-64885526-f253-491a-b81f-72b100ca7837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:09.606455 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-64885526-f253-491a-b81f-72b100ca7837 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0d7586cb-c578-4321-b2f0-57004618f1d2 HTTP/1.1" status: 204 len: 168 time: 0.7260346 Mar 23 12:43:09.607841 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32af12ef-12aa-4a0d-aa42-439b937e55df req-739984fb-32f9-4060-86c4-acb471838c67 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810966 Mar 23 12:43:09.644367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64885526-f253-491a-b81f-72b100ca7837 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d7586cb-c578-4321-b2f0-57004618f1d2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:09.662184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba78a3c-3eb5-4f9a-8fe2-6b52a39e534b req-b5e88379-a2e4-47e6-bb31-19280ea515ca tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:09.670030 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0ba78a3c-3eb5-4f9a-8fe2-6b52a39e534b req-b5e88379-a2e4-47e6-bb31-19280ea515ca tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 945 time: 0.2884238 Mar 23 12:43:09.776270 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0ba78a3c-3eb5-4f9a-8fe2-6b52a39e534b req-e51998e7-9c18-486c-bbd4-b7d27985271d tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010740 Mar 23 12:43:09.817934 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70f1da-5f7a-42a2-9a5d-0940dae3092c req-90722f9b-d357-4443-a4c4-b16f3d435e96 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:09.820143 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b70f1da-5f7a-42a2-9a5d-0940dae3092c req-90722f9b-d357-4443-a4c4-b16f3d435e96 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.1098437 Mar 23 12:43:09.908476 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b70f1da-5f7a-42a2-9a5d-0940dae3092c req-c0d7c156-7033-4e3d-9740-7b25ffcdb52b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793202 Mar 23 12:43:10.030186 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 692687ac-215d-4279-a9fa-2db118be0d4d up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:43:10.194685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 692687ac-215d-4279-a9fa-2db118be0d4d completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:43:10.203783 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 692687ac-215d-4279-a9fa-2db118be0d4d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:43:10.205421 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:10.317808 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42834) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:10.327743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ff2b6-f71d-4fac-92e4-125d756bc034 req-9384890e-b4eb-4cd2-9afc-c2fc70ff478c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:10.354457 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a95ff2b6-f71d-4fac-92e4-125d756bc034 req-9384890e-b4eb-4cd2-9afc-c2fc70ff478c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1311908 Mar 23 12:43:10.414798 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-682a5f26-d733-4423-8df0-bbea0cd6ba92 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3286ec5331c84fb882866d3d1b89855a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0924637 Mar 23 12:43:10.415513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42840) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:10.476099 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a95ff2b6-f71d-4fac-92e4-125d756bc034 req-34b41a82-bd94-4f45-a3ac-e8774a21e751 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166174 Mar 23 12:43:10.515857 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb2630bd-30ad-4276-9d4c-34ef7d99b00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:10.517537 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:10.561413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb2630bd-30ad-4276-9d4c-34ef7d99b00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:10.652850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 692687ac-215d-4279-a9fa-2db118be0d4d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=692687ac-215d-4279-a9fa-2db118be0d4d,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:43:10.655400 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e197bd17-4dd7-44d7-84a7-5c587b6ffb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692687ac-215d-4279-a9fa-2db118be0d4d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:43:10.670007 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074a9ef0-5ed3-4042-8489-11ea6a496505" -d '{"events": [{"server_uuid": "e197bd17-4dd7-44d7-84a7-5c587b6ffb7a", "name": "network-vif-plugged", "status": "completed", "tag": "692687ac-215d-4279-a9fa-2db118be0d4d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:43:10.671450 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb2630bd-30ad-4276-9d4c-34ef7d99b00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:10.684201 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb2630bd-30ad-4276-9d4c-34ef7d99b00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:10.686874 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-eb2630bd-30ad-4276-9d4c-34ef7d99b00a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c14e11f4-a04b-4902-8870-e36f7693d812 HTTP/1.1" status: 204 len: 168 time: 0.2703931 Mar 23 12:43:10.705433 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:10.706630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 16808b85-3d52-498b-9aa9-44a51e268b09 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:43:10.722629 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2630bd-30ad-4276-9d4c-34ef7d99b00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14e11f4-a04b-4902-8870-e36f7693d812,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:10.816343 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415a4106-2cdd-4b41-a8e4-78d3df6790a2 x-openstack-request-id: req-415a4106-2cdd-4b41-a8e4-78d3df6790a2 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:43:10.816600 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e197bd17-4dd7-44d7-84a7-5c587b6ffb7a", "name": "network-vif-plugged", "status": "completed", "tag": "692687ac-215d-4279-a9fa-2db118be0d4d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:43:10.834138 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-415a4106-2cdd-4b41-a8e4-78d3df6790a2 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:43:10.834579 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e197bd17-4dd7-44d7-84a7-5c587b6ffb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692687ac-215d-4279-a9fa-2db118be0d4d', 'code': 200} Mar 23 12:43:10.979614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 16808b85-3d52-498b-9aa9-44a51e268b09 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:43:10.980986 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 16808b85-3d52-498b-9aa9-44a51e268b09 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:43:11.008584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=692687ac-215d-4279-a9fa-2db118be0d4d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:11.034056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4897e-8c2f-4b8a-8529-f4673e5debef req-b54b02a4-608c-4258-bde2-1e9835a939c4 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:11.052081 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30a4897e-8c2f-4b8a-8529-f4673e5debef req-b54b02a4-608c-4258-bde2-1e9835a939c4 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.2532320 Mar 23 12:43:11.056975 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f905d3-16ea-4df5-9f34-0af0ff587c78 req-b3c26e57-c3ba-4656-8764-f0654f444ac1 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:11.067530 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33f905d3-16ea-4df5-9f34-0af0ff587c78 req-b3c26e57-c3ba-4656-8764-f0654f444ac1 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1432538 Mar 23 12:43:11.074805 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0b1e0-0ac5-48a9-8263-240dbba36389 req-ad8ba5e5-729b-4f85-9dc3-38322a2a2a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:11.076318 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bec0b1e0-0ac5-48a9-8263-240dbba36389 req-ad8ba5e5-729b-4f85-9dc3-38322a2a2a82 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 1097 time: 0.2132883 Mar 23 12:43:11.190901 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33f905d3-16ea-4df5-9f34-0af0ff587c78 req-ce716379-1eb8-425f-ad0a-ebf8f7ec9a91 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236873 Mar 23 12:43:11.245975 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30a4897e-8c2f-4b8a-8529-f4673e5debef req-04d69a98-1090-47fd-900e-c6230085f050 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932170 Mar 23 12:43:11.248117 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bec0b1e0-0ac5-48a9-8263-240dbba36389 req-da30c5d1-d76c-44ea-bb31-30f71b499e31 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499431 Mar 23 12:43:11.397216 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e92226-5bac-43d8-9b01-25e225027128 req-e395328f-0558-4ae9-b9ad-246a8c16a198 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:11.398916 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-37e92226-5bac-43d8-9b01-25e225027128 req-e395328f-0558-4ae9-b9ad-246a8c16a198 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.1061440 Mar 23 12:43:11.438419 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc6933-183b-4bd8-996a-e6a59f642b90 req-711b9bc2-4180-4e2d-a95a-23ccd8bbb170 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:11.440780 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-16bc6933-183b-4bd8-996a-e6a59f642b90 req-711b9bc2-4180-4e2d-a95a-23ccd8bbb170 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.0836270 Mar 23 12:43:11.501103 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-37e92226-5bac-43d8-9b01-25e225027128 req-a5a2771c-789c-4d6f-a793-417a2da019b4 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960081 Mar 23 12:43:11.524358 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-16bc6933-183b-4bd8-996a-e6a59f642b90 req-0785ff31-f53a-462d-9a3a-dd2b34f42702 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702329 Mar 23 12:43:11.812391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3e42d-9327-4033-b67a-5b42d98abe1d req-a3750f07-b1b0-48cc-b086-9f7b4f289dd3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:11.821848 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4ea3e42d-9327-4033-b67a-5b42d98abe1d req-a3750f07-b1b0-48cc-b086-9f7b4f289dd3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1664546 Mar 23 12:43:11.922090 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4ea3e42d-9327-4033-b67a-5b42d98abe1d req-0dc270ca-6160-41e7-8a4c-f7ba71e12cec tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887179 Mar 23 12:43:12.052497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c820a57-b732-4d92-ac8a-e9843a58767f req-ae5f920a-5f79-4db1-8c54-fe006e4e247c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:12.073224 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3c820a57-b732-4d92-ac8a-e9843a58767f req-ae5f920a-5f79-4db1-8c54-fe006e4e247c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1068718 Mar 23 12:43:12.152046 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3c820a57-b732-4d92-ac8a-e9843a58767f req-a473da71-0031-4d5f-9ea1-2b92b4e8922f tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741441 Mar 23 12:43:12.365101 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f44cc-d687-4284-a058-b89094ad9c32 req-41896086-5c90-4dc3-b8a8-31f71b3182ba tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:12.386432 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f37f44cc-d687-4284-a058-b89094ad9c32 req-41896086-5c90-4dc3-b8a8-31f71b3182ba tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1034241 Mar 23 12:43:12.478840 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f37f44cc-d687-4284-a058-b89094ad9c32 req-81cefc10-ad7c-4597-9fbe-60c9f89c0098 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858421 Mar 23 12:43:12.730573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9b435-ee4c-46bd-9014-e5a178819fe8 req-eac7437d-fc9e-4095-a75b-86fc61fbf67d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:12.751902 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7cd9b435-ee4c-46bd-9014-e5a178819fe8 req-eac7437d-fc9e-4095-a75b-86fc61fbf67d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.1507835 Mar 23 12:43:12.880339 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7cd9b435-ee4c-46bd-9014-e5a178819fe8 req-a8ffbdec-8fd1-4020-8457-ce2c39ec450e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205177 Mar 23 12:43:13.112619 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42934) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:13.155077 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf5870-50de-48ad-982b-02e929af901a req-6c3632f6-3fa0-4b34-8fee-8585e011a39b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:13.168036 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cacf5870-50de-48ad-982b-02e929af901a req-6c3632f6-3fa0-4b34-8fee-8585e011a39b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1228096 Mar 23 12:43:13.247072 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cacf5870-50de-48ad-982b-02e929af901a req-48922869-1218-4bc5-9825-e49b8339ada9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777712 Mar 23 12:43:13.370277 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b086070-75cc-499d-a219-92fa3c7dc087 req-125d37c1-62a6-4146-9519-eab44860171b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:13.383863 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b086070-75cc-499d-a219-92fa3c7dc087 req-125d37c1-62a6-4146-9519-eab44860171b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1398110 Mar 23 12:43:13.405701 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79bd97cc-95c1-468e-8ce7-0fe50451eeaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:13.457067 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b086070-75cc-499d-a219-92fa3c7dc087 req-887e0463-c04a-4824-abb5-932d6ba1acac tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741987 Mar 23 12:43:13.569896 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79bd97cc-95c1-468e-8ce7-0fe50451eeaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:13.579167 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79bd97cc-95c1-468e-8ce7-0fe50451eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:13.611326 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd97cc-95c1-468e-8ce7-0fe50451eeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1de59f-bd23-42d3-9efb-da6728f63fc2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:13.700015 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42954) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:13.700450 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-79bd97cc-95c1-468e-8ce7-0fe50451eeaf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c2ead477e5e4ec08ae26c934d77f708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5865619 Mar 23 12:43:13.720163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9a1a2-00c6-4645-bd4b-e503543cad9e req-b377ba61-026a-473a-90a8-eedbd6c8de85 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:13.722561 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-45f9a1a2-00c6-4645-bd4b-e503543cad9e req-b377ba61-026a-473a-90a8-eedbd6c8de85 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1124563 Mar 23 12:43:13.824190 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-45f9a1a2-00c6-4645-bd4b-e503543cad9e req-01cfeca1-210a-4387-a542-788f5ffa692b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938323 Mar 23 12:43:13.949010 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:13.973897 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d79f99-515f-404f-8d28-38e3531e066d req-66202b9e-c0f9-4442-94f5-079a3474a6db tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:13.975559 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68d79f99-515f-404f-8d28-38e3531e066d req-66202b9e-c0f9-4442-94f5-079a3474a6db tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1097925 Mar 23 12:43:14.031871 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:14.049604 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68d79f99-515f-404f-8d28-38e3531e066d req-bbcf4d0a-517e-47ed-9433-1e24419f483a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595477 Mar 23 12:43:14.176220 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:14.184598 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:14.192706 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5d1de59f-bd23-42d3-9efb-da6728f63fc2 HTTP/1.1" status: 204 len: 168 time: 0.4895701 Mar 23 12:43:14.210085 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1de59f-bd23-42d3-9efb-da6728f63fc2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:14.294989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9f903-52af-4e04-8ec8-6929f6c52a78 req-e2a13e5e-56c0-411e-98f0-0eef4f62332a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:14.315803 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aaf9f903-52af-4e04-8ec8-6929f6c52a78 req-e2a13e5e-56c0-411e-98f0-0eef4f62332a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.1191416 Mar 23 12:43:14.316136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:14.316557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:14.318028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:14.318469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:14.320088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:14.321706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:14.322137 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:14.322563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:14.323622 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:14.324407 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:14.325571 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:14.326925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef04991-1c68-4a93-a85b-6688a4d82383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:14.384752 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d0ff6-33e3-4a93-b2c9-4c42c60a153f req-979fe173-5ab4-4ec6-8408-c93029e06666 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:14.387485 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d1d0ff6-33e3-4a93-b2c9-4c42c60a153f req-979fe173-5ab4-4ec6-8408-c93029e06666 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1700280 Mar 23 12:43:14.411548 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aaf9f903-52af-4e04-8ec8-6929f6c52a78 req-3520e20c-7dc1-4719-adc4-216cf3e53d7d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926230 Mar 23 12:43:14.488008 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d1d0ff6-33e3-4a93-b2c9-4c42c60a153f req-684d64a0-9dc9-42f1-8ede-9cd84bfe8616 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913661 Mar 23 12:43:14.602755 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8aa8b-09d6-48d9-aac2-9967dc569a00 req-a2c92e78-0e99-438f-b0a6-713f27368e2b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:14.611842 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cde8aa8b-09d6-48d9-aac2-9967dc569a00 req-a2c92e78-0e99-438f-b0a6-713f27368e2b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.0786316 Mar 23 12:43:14.677049 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cde8aa8b-09d6-48d9-aac2-9967dc569a00 req-6026fbfb-ad49-48cb-a5a2-3f229aabea40 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639994 Mar 23 12:43:14.762422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710bc83-bc42-4d85-9595-f746808086ec req-df7abde4-ffec-415a-a05e-a19e959daf33 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:14.764161 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e710bc83-bc42-4d85-9595-f746808086ec req-df7abde4-ffec-415a-a05e-a19e959daf33 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.0965686 Mar 23 12:43:14.893155 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e710bc83-bc42-4d85-9595-f746808086ec req-4fbf4025-ad78-4c39-bf04-9f875184b22c tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152978 Mar 23 12:43:15.296287 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e73990-ccc8-4ed2-9921-48875d81b3c8 req-f266c577-b514-4cf0-9ffe-72da81f9dbf1 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:15.299083 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-80e73990-ccc8-4ed2-9921-48875d81b3c8 req-f266c577-b514-4cf0-9ffe-72da81f9dbf1 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1031125 Mar 23 12:43:15.312812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa6e27-f1e0-4474-8d15-a7906f8d132b req-70382cfd-88c5-47b9-9d01-21604bee0aaa tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:15.325065 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0efa6e27-f1e0-4474-8d15-a7906f8d132b req-70382cfd-88c5-47b9-9d01-21604bee0aaa tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.0934553 Mar 23 12:43:15.360214 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-80e73990-ccc8-4ed2-9921-48875d81b3c8 req-5b5973b0-ef77-4a89-8373-ef20980e8e47 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487182 Mar 23 12:43:15.414654 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0efa6e27-f1e0-4474-8d15-a7906f8d132b req-953a4fba-73ec-49a9-8f03-5d13194794f6 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825527 Mar 23 12:43:15.587593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4feeb-3110-414e-a59b-09f44e2318fb req-f2ac2ef7-71b0-4e88-9789-eac550e14f7e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:15.595559 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a9d4feeb-3110-414e-a59b-09f44e2318fb req-f2ac2ef7-71b0-4e88-9789-eac550e14f7e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0936511 Mar 23 12:43:15.663258 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a9d4feeb-3110-414e-a59b-09f44e2318fb req-f48eb957-1061-422c-bfd6-2e04f459ff4d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590217 Mar 23 12:43:15.827350 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60795b-f9c9-494f-a1c6-f455e592b518 req-33395b38-c9e4-49cf-9d09-1a272abfeb71 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:15.829208 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ea60795b-f9c9-494f-a1c6-f455e592b518 req-33395b38-c9e4-49cf-9d09-1a272abfeb71 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.0742295 Mar 23 12:43:15.911296 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:15.949481 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ea60795b-f9c9-494f-a1c6-f455e592b518 req-03bfce6c-b66e-4fc0-be4a-316e8a400fb1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107643 Mar 23 12:43:16.446907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a3856-c791-47c8-abcf-6ee6d318d1c1 req-d58c4d32-6f8c-4078-b9b2-b1aac88bf5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:16.452921 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-758a3856-c791-47c8-abcf-6ee6d318d1c1 req-d58c4d32-6f8c-4078-b9b2-b1aac88bf5ff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e1363c48ca9457e9793255c56c3986d&device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 1097 time: 0.0764928 Mar 23 12:43:16.474164 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43092) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:16.665667 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-524ebc03-ecd8-4b81-9856-a0c1aa9a6c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:16.676208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e6b72-a937-42eb-b1e0-cc7b62e35a4a req-40c22bf6-35eb-491b-9fa3-08adf09baeec tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:16.695489 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-857e6b72-a937-42eb-b1e0-cc7b62e35a4a req-40c22bf6-35eb-491b-9fa3-08adf09baeec tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1699290 Mar 23 12:43:16.752232 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a3856-c791-47c8-abcf-6ee6d318d1c1 req-5efe03d5-4406-428b-bde6-cacfba2fdc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:16.754234 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-758a3856-c791-47c8-abcf-6ee6d318d1c1 req-5efe03d5-4406-428b-bde6-cacfba2fdc81 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050 HTTP/1.1" status: 200 len: 917 time: 0.2904501 Mar 23 12:43:16.774199 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-857e6b72-a937-42eb-b1e0-cc7b62e35a4a req-3c89e1f5-617b-49a6-bb26-60b39b7fea21 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769274 Mar 23 12:43:16.880756 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-758a3856-c791-47c8-abcf-6ee6d318d1c1 req-003cfffc-aa81-4cf8-b599-a92b552a7699 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d99965-95ee-4758-bae5-6786731e3a79 HTTP/1.1" status: 200 len: 1001 time: 0.1185708 Mar 23 12:43:16.911231 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24cb8d-1275-4229-b18d-c3119b3dcf91 req-d21ffb4a-65f6-4419-a37f-dd0ed43a60f7 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:16.923314 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa24cb8d-1275-4229-b18d-c3119b3dcf91 req-d21ffb4a-65f6-4419-a37f-dd0ed43a60f7 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.1040616 Mar 23 12:43:16.994186 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-524ebc03-ecd8-4b81-9856-a0c1aa9a6c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:17.013357 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-524ebc03-ecd8-4b81-9856-a0c1aa9a6c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:17.075446 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-524ebc03-ecd8-4b81-9856-a0c1aa9a6c8c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d06cce9350b4533afbd4a855892ff6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5993953 Mar 23 12:43:17.077125 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43118) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:17.131600 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa24cb8d-1275-4229-b18d-c3119b3dcf91 req-2f502227-a7c9-45dd-bf69-1ed600d76e74 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998873 Mar 23 12:43:17.141894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a3856-c791-47c8-abcf-6ee6d318d1c1 req-84496b9b-368c-4df6-a353-355a25d1d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:17.143373 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-758a3856-c791-47c8-abcf-6ee6d318d1c1 req-84496b9b-368c-4df6-a353-355a25d1d71d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4a802d9a-4ada-4d77-b03c-b6045d268421 HTTP/1.1" status: 200 len: 855 time: 0.2522845 Mar 23 12:43:17.213234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ebc03-ecd8-4b81-9856-a0c1aa9a6c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5701ff8a-4912-40c1-b36e-54857351b875,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:17.224891 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd775e-5fcd-4781-a713-acef9870658c req-e28f3afd-34e5-431f-a0cf-c92e40aa9c3c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:17.237064 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-59cd775e-5fcd-4781-a713-acef9870658c req-e28f3afd-34e5-431f-a0cf-c92e40aa9c3c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1107483 Mar 23 12:43:17.253221 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-408b96e7-c2e0-40ef-b4a9-5a4047238557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:17.268842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a3856-c791-47c8-abcf-6ee6d318d1c1 req-6817089d-6de7-4a5d-977a-06bbddd2fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:17.270389 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-758a3856-c791-47c8-abcf-6ee6d318d1c1 req-6817089d-6de7-4a5d-977a-06bbddd2fda5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089003 Mar 23 12:43:17.284409 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-758a3856-c791-47c8-abcf-6ee6d318d1c1 req-8204d7fd-1807-443b-a3e0-64a06e263275 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:43:17.285696 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-758a3856-c791-47c8-abcf-6ee6d318d1c1 req-8204d7fd-1807-443b-a3e0-64a06e263275 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083635 Mar 23 12:43:17.303522 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-59cd775e-5fcd-4781-a713-acef9870658c req-38332604-1c9c-492f-a908-b4fab7ac76c2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653765 Mar 23 12:43:17.304460 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-408b96e7-c2e0-40ef-b4a9-5a4047238557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:17.383111 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-408b96e7-c2e0-40ef-b4a9-5a4047238557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:17.386179 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-408b96e7-c2e0-40ef-b4a9-5a4047238557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:17.390602 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-408b96e7-c2e0-40ef-b4a9-5a4047238557 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5701ff8a-4912-40c1-b36e-54857351b875 HTTP/1.1" status: 204 len: 168 time: 0.2956309 Mar 23 12:43:17.401988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b96e7-c2e0-40ef-b4a9-5a4047238557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5701ff8a-4912-40c1-b36e-54857351b875,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:17.406099 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:17.460682 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-758a3856-c791-47c8-abcf-6ee6d318d1c1 req-eaf3cf8c-8e44-435f-83fe-2fc87018a318 service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534963 Mar 23 12:43:17.551915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb05d27-c3b8-40ab-9d9b-6efbddbd6df4 req-f5b3398c-1f5f-440d-93ed-32635921f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:17.553857 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3bb05d27-c3b8-40ab-9d9b-6efbddbd6df4 req-f5b3398c-1f5f-440d-93ed-32635921f8ce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 1097 time: 0.0843122 Mar 23 12:43:17.678076 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddca12-574a-48e8-8913-f322b5c90f55 req-f98c837d-30bc-47cc-9e24-b38eec0887ae tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:17.688306 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1ddca12-574a-48e8-8913-f322b5c90f55 req-f98c837d-30bc-47cc-9e24-b38eec0887ae tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1534026 Mar 23 12:43:17.711153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb05d27-c3b8-40ab-9d9b-6efbddbd6df4 req-102806fb-32cd-414a-a528-863dffd95c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:17.715578 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3bb05d27-c3b8-40ab-9d9b-6efbddbd6df4 req-102806fb-32cd-414a-a528-863dffd95c37 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 918 time: 0.1518340 Mar 23 12:43:17.738236 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-758a3856-c791-47c8-abcf-6ee6d318d1c1 req-d3203ada-34ae-4fbf-86a5-051a42cf7852 service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631562 Mar 23 12:43:17.772397 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1ddca12-574a-48e8-8913-f322b5c90f55 req-4614c820-c3ef-4784-a402-da42de577609 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781045 Mar 23 12:43:17.787086 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3bb05d27-c3b8-40ab-9d9b-6efbddbd6df4 req-3a6e0934-ab4e-417f-a840-23d17ca75f4f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55ca2b97-fa22-4b05-8afd-a8084f3bacc6 HTTP/1.1" status: 200 len: 217 time: 0.0620081 Mar 23 12:43:17.865692 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb05d27-c3b8-40ab-9d9b-6efbddbd6df4 req-3869822c-616e-414d-856a-f3a7d8560404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:17.867707 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3bb05d27-c3b8-40ab-9d9b-6efbddbd6df4 req-3869822c-616e-414d-856a-f3a7d8560404 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 HTTP/1.1" status: 200 len: 856 time: 0.0772924 Mar 23 12:43:17.985633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c643cd-3f0f-4768-8297-827ee7d3e855 req-ef646d12-c0f3-4dbc-b7fa-60a82dce3bab tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:17.993213 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44c643cd-3f0f-4768-8297-827ee7d3e855 req-ef646d12-c0f3-4dbc-b7fa-60a82dce3bab tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1071765 Mar 23 12:43:17.997936 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb05d27-c3b8-40ab-9d9b-6efbddbd6df4 req-96693f76-fcaf-40c8-b359-c214a2d27953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:17.999440 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3bb05d27-c3b8-40ab-9d9b-6efbddbd6df4 req-96693f76-fcaf-40c8-b359-c214a2d27953 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e766b4-1016-48b5-88cb-19ac4b8761dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227856 Mar 23 12:43:18.178485 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44c643cd-3f0f-4768-8297-827ee7d3e855 req-3160ca5c-eccc-46a3-a051-a00975a565dc tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843863 Mar 23 12:43:18.182942 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3bb05d27-c3b8-40ab-9d9b-6efbddbd6df4 req-c80c41a3-c59d-4af0-a925-33f17143f892 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758218 Mar 23 12:43:18.287095 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a2e8c-6a0e-4d15-a565-2f261e169016 req-bd31e6c8-f734-4e59-8c7c-f8325051c4c2 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:18.295286 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-191a2e8c-6a0e-4d15-a565-2f261e169016 req-bd31e6c8-f734-4e59-8c7c-f8325051c4c2 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0623608 Mar 23 12:43:18.329278 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3bb05d27-c3b8-40ab-9d9b-6efbddbd6df4 req-aa025ad8-4557-4564-a786-a56e52d80647 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381731 Mar 23 12:43:18.354586 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-191a2e8c-6a0e-4d15-a565-2f261e169016 req-e70aa7d6-20a8-4b8b-82ef-85907cab09fd tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582378 Mar 23 12:43:18.492918 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1ccaf-8c7e-4f38-830f-e01b79aadcfa req-355bc033-15d3-45a1-a8a7-f6401704ee2c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:18.494841 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5ab1ccaf-8c7e-4f38-830f-e01b79aadcfa req-355bc033-15d3-45a1-a8a7-f6401704ee2c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.0732617 Mar 23 12:43:18.552001 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5ab1ccaf-8c7e-4f38-830f-e01b79aadcfa req-f74db37a-fdeb-42e0-ba5c-3ed883174a01 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487101 Mar 23 12:43:18.903954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ceabd-ab7f-47eb-aaa7-3e1b7810199e req-c7116109-d15a-46dd-8fe1-cc8b5d0cda4c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:18.905634 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c4ceabd-ab7f-47eb-aaa7-3e1b7810199e req-c7116109-d15a-46dd-8fe1-cc8b5d0cda4c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.0596781 Mar 23 12:43:18.951724 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c4ceabd-ab7f-47eb-aaa7-3e1b7810199e req-1ed44138-6a29-4bfd-bffd-6a523d31e4bf tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394995 Mar 23 12:43:19.345582 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffc048-8e67-4061-9b05-8911f902ba23 req-58f7cdab-4098-46a3-b12e-ad595c95e6ad tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:19.347207 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f5ffc048-8e67-4061-9b05-8911f902ba23 req-58f7cdab-4098-46a3-b12e-ad595c95e6ad tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.0770528 Mar 23 12:43:19.398363 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f5ffc048-8e67-4061-9b05-8911f902ba23 req-0f0380b1-6f55-40b7-80b1-c9fc27628fcf tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 Mar 23 12:43:19.529260 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7b464-9859-4482-acbb-3742791456c7 req-b976cc14-760a-41a9-aa27-329595523ce5 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:19.531537 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bdf7b464-9859-4482-acbb-3742791456c7 req-b976cc14-760a-41a9-aa27-329595523ce5 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 946 time: 0.0651326 Mar 23 12:43:19.598704 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bdf7b464-9859-4482-acbb-3742791456c7 req-1a8ffcd3-5510-49a4-8a2d-eef6b6e30b32 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507815 Mar 23 12:43:19.720296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1db51-c166-411f-81c9-07dda4d0a1e4 req-b8a97fe8-d589-4c5d-9d8b-7f2dc47fa0a2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:19.722238 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7f1db51-c166-411f-81c9-07dda4d0a1e4 req-b8a97fe8-d589-4c5d-9d8b-7f2dc47fa0a2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.0714183 Mar 23 12:43:19.764983 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7f1db51-c166-411f-81c9-07dda4d0a1e4 req-84db1041-dc23-466c-bfe6-4814038fe4a1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360925 Mar 23 12:43:20.061848 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f0d99965-95ee-4758-bae5-6786731e3a79 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:43:20.144053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c35d5-ed6e-4c61-b723-c3662a287b0d req-a0f48cf9-57d9-4713-a929-c462922f8b25 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:20.157594 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b24c35d5-ed6e-4c61-b723-c3662a287b0d req-a0f48cf9-57d9-4713-a929-c462922f8b25 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1011610 Mar 23 12:43:20.173593 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:20.197694 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b24c35d5-ed6e-4c61-b723-c3662a287b0d req-26dd6ae2-10cc-4958-be1d-313ff5112428 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390680 Mar 23 12:43:20.202431 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507792c-e33a-431c-9180-76d3532cd200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0d99965-95ee-4758-bae5-6786731e3a79'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:43:20.204861 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb19e970-3f44-4806-b20c-5da1a37e7e70" -d '{"events": [{"server_uuid": "c507792c-e33a-431c-9180-76d3532cd200", "name": "network-vif-unplugged", "status": "completed", "tag": "f0d99965-95ee-4758-bae5-6786731e3a79"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:43:20.220454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f0d99965-95ee-4758-bae5-6786731e3a79, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f0d99965-95ee-4758-bae5-6786731e3a79,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:43:20.234328 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:20.292633 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f0d99965-95ee-4758-bae5-6786731e3a79,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:20.302189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:20.302545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:20.302885 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:20.303667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:20.304247 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:20.304748 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:20.305275 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:20.305797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:20.306491 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:20.307407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:20.307916 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:20.308449 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:20.506150 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 12:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98dd415-7309-4187-8eb4-558449aa4932 x-openstack-request-id: req-a98dd415-7309-4187-8eb4-558449aa4932 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:43:20.507079 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507792c-e33a-431c-9180-76d3532cd200", "name": "network-vif-unplugged", "status": "failed", "tag": "f0d99965-95ee-4758-bae5-6786731e3a79", "code": 422}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:43:20.507534 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a98dd415-7309-4187-8eb4-558449aa4932 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:43:20.508147 n-d-834854-1 neutron-server[102780]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c507792c-e33a-431c-9180-76d3532cd200', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f0d99965-95ee-4758-bae5-6786731e3a79', 'code': 422} returned with failed status Mar 23 12:43:20.580405 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103290de-25c0-48ac-9666-eb9cb75276ec req-34041916-309d-4b16-9f00-f9a78a13c607 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:20.582425 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-103290de-25c0-48ac-9666-eb9cb75276ec req-34041916-309d-4b16-9f00-f9a78a13c607 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.0808115 Mar 23 12:43:20.674464 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-103290de-25c0-48ac-9666-eb9cb75276ec req-7c1a5262-e8ac-4061-a56d-5b993285fd85 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823407 Mar 23 12:43:20.748556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a8cd4-56c7-4817-a6cd-43e747644fc7 req-ca495d89-34cd-4ec6-a01c-ba2734ed6316 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:20.751003 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-721a8cd4-56c7-4817-a6cd-43e747644fc7 req-ca495d89-34cd-4ec6-a01c-ba2734ed6316 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.0620995 Mar 23 12:43:20.830107 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-721a8cd4-56c7-4817-a6cd-43e747644fc7 req-819c6a96-d2a4-4ddb-8a10-870f5c4762c2 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665500 Mar 23 12:43:20.935517 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c92705-a174-4ae0-9b27-0c316e8d0608 req-f9538deb-9339-47ea-92c6-0362bf60e055 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:20.937494 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c1c92705-a174-4ae0-9b27-0c316e8d0608 req-f9538deb-9339-47ea-92c6-0362bf60e055 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.0682654 Mar 23 12:43:20.988213 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c1c92705-a174-4ae0-9b27-0c316e8d0608 req-f10c2541-b48b-45a1-ab84-16408094a6c1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421605 Mar 23 12:43:21.375207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43280) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:21.425205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14753bd9-0834-4203-8bd5-e79389c5a2d0 req-92bcad61-1be3-4034-8a1f-ab871b8d53ac tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:21.434168 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-14753bd9-0834-4203-8bd5-e79389c5a2d0 req-92bcad61-1be3-4034-8a1f-ab871b8d53ac tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1178575 Mar 23 12:43:21.475442 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-14753bd9-0834-4203-8bd5-e79389c5a2d0 req-24bbe939-9751-491e-8738-5ed88c99d70b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387938 Mar 23 12:43:21.555769 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aeda8a53-f023-454e-b343-8374b583ac23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:21.641548 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aeda8a53-f023-454e-b343-8374b583ac23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:21.647321 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aeda8a53-f023-454e-b343-8374b583ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:21.683840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda8a53-f023-454e-b343-8374b583ac23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74324d46-8952-4b6e-834d-9db23e2d72ae,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:21.749756 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-aeda8a53-f023-454e-b343-8374b583ac23 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c977f687794d4d0aa89492c98366bd5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3731956 Mar 23 12:43:21.752414 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43292) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:21.792848 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-00034765-a40f-43eb-99e2-84393828c0ef service neutron] 10.222.0.77 "GET /v2.0/ports/c09f1311-99f3-4ae7-856c-7cc0852917f8/bindings/n-h1-834854-1 HTTP/1.1" status: 200 len: 382 time: 0.1103852 Mar 23 12:43:21.868629 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341d415-a9f8-4522-a156-715ffdf77c92 req-db0012f1-edaf-4f2f-98dd-18af37e96e78 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:21.871097 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f341d415-a9f8-4522-a156-715ffdf77c92 req-db0012f1-edaf-4f2f-98dd-18af37e96e78 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1104879 Mar 23 12:43:21.916932 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afa7f9f3-a639-4a22-9ee5-2e9d2f782d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:21.937629 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f341d415-a9f8-4522-a156-715ffdf77c92 req-ab7535c8-3505-4f5b-9e61-58f5f7977b1f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552669 Mar 23 12:43:21.975788 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afa7f9f3-a639-4a22-9ee5-2e9d2f782d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:22.177868 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afa7f9f3-a639-4a22-9ee5-2e9d2f782d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:22.183182 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-afa7f9f3-a639-4a22-9ee5-2e9d2f782d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:22.186485 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-afa7f9f3-a639-4a22-9ee5-2e9d2f782d30 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74324d46-8952-4b6e-834d-9db23e2d72ae HTTP/1.1" status: 204 len: 168 time: 0.4307642 Mar 23 12:43:22.207088 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7f9f3-a639-4a22-9ee5-2e9d2f782d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74324d46-8952-4b6e-834d-9db23e2d72ae,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:22.213691 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-be157af8-ae1f-44b4-bcd4-2060429c44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:22.227600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fac89-84c8-4915-adb0-7ccc586478b9 req-ba16977e-4308-40b9-945b-88d6d8dc80c3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:22.229550 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-736fac89-84c8-4915-adb0-7ccc586478b9 req-ba16977e-4308-40b9-945b-88d6d8dc80c3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.1069343 Mar 23 12:43:22.234513 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-be157af8-ae1f-44b4-bcd4-2060429c44b4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea&tenant_id=7c1d3a5014264763bcc8243971f01780 HTTP/1.1" status: 200 len: 1101 time: 0.1801627 Mar 23 12:43:22.305330 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-736fac89-84c8-4915-adb0-7ccc586478b9 req-860e4be3-ee65-415e-b92c-d4cd4f2ef5ca tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671921 Mar 23 12:43:22.334093 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-742d31ce-0dac-4c5c-8108-be82669ed2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:22.335976 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-742d31ce-0dac-4c5c-8108-be82669ed2e3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 1101 time: 0.0646145 Mar 23 12:43:22.348572 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e74c0-9563-4409-803f-4c1d8223ff4f req-58f8ec9a-341c-4ae9-b3fb-80f35179510d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:22.350252 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-012e74c0-9563-4409-803f-4c1d8223ff4f req-58f8ec9a-341c-4ae9-b3fb-80f35179510d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1752915 Mar 23 12:43:22.577555 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:43:22.612959 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-012e74c0-9563-4409-803f-4c1d8223ff4f req-ba856462-3894-4d9b-9a90-f82a3b99d874 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383566 Mar 23 12:43:22.615176 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-e45f5282-bc2d-4a9d-9321-3a3845abf49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:22.616867 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-e45f5282-bc2d-4a9d-9321-3a3845abf49c service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.2657485 Mar 23 12:43:22.683860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f7857-30bc-491e-9b12-cf03237b5b80 req-fffdb2c5-3848-49b8-9170-6f2c7482e10e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:22.693022 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa4f7857-30bc-491e-9b12-cf03237b5b80 req-fffdb2c5-3848-49b8-9170-6f2c7482e10e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1220779 Mar 23 12:43:22.703938 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-cebbbffe-813a-4a35-a51e-3bca3dd645fb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c09f1311-99f3-4ae7-856c-7cc0852917f8 HTTP/1.1" status: 200 len: 217 time: 0.0749991 Mar 23 12:43:22.708865 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43324) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:22.728372 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-af648748-88b1-4ea3-ba4e-7408eac0434e req-12ac6ee8-9c8a-4560-bdc5-a65251207c10 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1412621 Mar 23 12:43:22.764969 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa4f7857-30bc-491e-9b12-cf03237b5b80 req-8b9dde30-a7b8-45ef-a12b-a2d5bade27b7 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701275 Mar 23 12:43:22.789655 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-094bc39b-aa60-47d5-9be2-ae6089942416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:22.827346 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-2f6abdf3-f60b-4f4f-9e7e-bd984c1752da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:22.828845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-2f6abdf3-f60b-4f4f-9e7e-bd984c1752da service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1112185 Mar 23 12:43:22.906643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-c8709583-2117-4989-950d-aae446235b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:22.908379 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-c8709583-2117-4989-950d-aae446235b73 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701931 Mar 23 12:43:23.004955 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-094bc39b-aa60-47d5-9be2-ae6089942416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:23.024105 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-094bc39b-aa60-47d5-9be2-ae6089942416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:23.123059 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bc39b-aa60-47d5-9be2-ae6089942416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c0380b-3364-473c-8387-62cbb7505723,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:23.129404 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-094bc39b-aa60-47d5-9be2-ae6089942416 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e19ffdb87bf1433a942e87ad1a1aa6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4186602 Mar 23 12:43:23.132153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43334) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:23.152608 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-8bc5e198-59a1-4e84-81d2-07ce4f32eb28 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361166 Mar 23 12:43:23.162627 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1119c9-ba73-43d5-804b-59bf9e1c2739 req-d50566df-7d27-4c90-b449-23ced7761bd5 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:23.170258 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e1119c9-ba73-43d5-804b-59bf9e1c2739 req-d50566df-7d27-4c90-b449-23ced7761bd5 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1164584 Mar 23 12:43:23.267206 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-493f038d-82c9-45de-a90f-e5ee844ad83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:23.276803 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e1119c9-ba73-43d5-804b-59bf9e1c2739 req-1eb145b8-3af0-4984-99fa-cd223f61b635 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055865 Mar 23 12:43:23.306816 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-493f038d-82c9-45de-a90f-e5ee844ad83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:23.324177 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cdf6c48c-9c55-4a87-a1c4-8642d35dd65a req-bbeb3d8b-8b8f-4d2c-8438-5f9fb8cbec1a service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515481 Mar 23 12:43:23.433040 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-493f038d-82c9-45de-a90f-e5ee844ad83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:23.435684 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-493f038d-82c9-45de-a90f-e5ee844ad83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:23.440013 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-493f038d-82c9-45de-a90f-e5ee844ad83b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3c0380b-3364-473c-8387-62cbb7505723 HTTP/1.1" status: 204 len: 168 time: 0.3067076 Mar 23 12:43:23.479253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f038d-82c9-45de-a90f-e5ee844ad83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c0380b-3364-473c-8387-62cbb7505723,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:23.535500 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba2588-7ea0-4507-a9fa-c96c5687b523 req-7e7589c0-e979-4d7f-aa62-9fee8bfc4030 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:23.550524 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-39ba2588-7ea0-4507-a9fa-c96c5687b523 req-7e7589c0-e979-4d7f-aa62-9fee8bfc4030 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.1404006 Mar 23 12:43:23.619452 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-39ba2588-7ea0-4507-a9fa-c96c5687b523 req-44ba63b2-f527-4706-a489-6ee793c31b68 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672586 Mar 23 12:43:23.737335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14b96c-82f4-4611-8a74-8fb05a71af5b req-ab25e0aa-081e-4b26-846c-6d25c08128eb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:23.740703 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df14b96c-82f4-4611-8a74-8fb05a71af5b req-ab25e0aa-081e-4b26-846c-6d25c08128eb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.0572295 Mar 23 12:43:23.788841 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df14b96c-82f4-4611-8a74-8fb05a71af5b req-971e5959-2e14-4e27-8abb-588939f4b46f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418370 Mar 23 12:43:23.886403 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662aabb3-4f6b-4a6e-a0a3-fe7f32f95813 req-04356640-fd0b-448e-b9ec-0abee9ee837f tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:23.889165 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-662aabb3-4f6b-4a6e-a0a3-fe7f32f95813 req-04356640-fd0b-448e-b9ec-0abee9ee837f tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.0587015 Mar 23 12:43:23.951704 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-662aabb3-4f6b-4a6e-a0a3-fe7f32f95813 req-f8d07c11-a887-4344-bf3d-5938325554f2 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525405 Mar 23 12:43:24.033943 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3d6a9313-26a5-43bd-83a2-0f12b1ea6d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:24.073866 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c09f1311-99f3-4ae7-856c-7cc0852917f8 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:43:24.162163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af648748-88b1-4ea3-ba4e-7408eac0434e req-6c3cb2b7-3403-474d-a031-e56948f0f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:24.163767 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af648748-88b1-4ea3-ba4e-7408eac0434e req-6c3cb2b7-3403-474d-a031-e56948f0f876 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200&tenant_id=3e1363c48ca9457e9793255c56c3986d HTTP/1.1" status: 200 len: 1095 time: 0.0643952 Mar 23 12:43:24.250102 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:24.275588 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af648748-88b1-4ea3-ba4e-7408eac0434e req-ed938b2e-2a3c-4768-a94d-d4677a079d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:24.277272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af648748-88b1-4ea3-ba4e-7408eac0434e req-ed938b2e-2a3c-4768-a94d-d4677a079d0f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e1363c48ca9457e9793255c56c3986d&device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 1095 time: 0.0775838 Mar 23 12:43:24.282765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25081a7-ad6f-4c8d-97d3-27f591f2cbea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c09f1311-99f3-4ae7-856c-7cc0852917f8'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:43:24.285913 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ceeea2e-5145-4eb5-99cd-12b96190b927" -d '{"events": [{"server_uuid": "f25081a7-ad6f-4c8d-97d3-27f591f2cbea", "name": "network-vif-unplugged", "status": "completed", "tag": "c09f1311-99f3-4ae7-856c-7cc0852917f8"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:43:24.303119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c09f1311-99f3-4ae7-856c-7cc0852917f8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c09f1311-99f3-4ae7-856c-7cc0852917f8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:43:24.308642 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:24.385929 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f80625-7d8a-4bbe-a459-b4f5e8de1b68 x-openstack-request-id: req-04f80625-7d8a-4bbe-a459-b4f5e8de1b68 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:43:24.388519 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25081a7-ad6f-4c8d-97d3-27f591f2cbea", "name": "network-vif-unplugged", "status": "completed", "tag": "c09f1311-99f3-4ae7-856c-7cc0852917f8", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:43:24.390001 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04f80625-7d8a-4bbe-a459-b4f5e8de1b68 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:43:24.390806 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25081a7-ad6f-4c8d-97d3-27f591f2cbea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c09f1311-99f3-4ae7-856c-7cc0852917f8', 'code': 200} Mar 23 12:43:24.401876 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=c09f1311-99f3-4ae7-856c-7cc0852917f8,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:24.467701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af648748-88b1-4ea3-ba4e-7408eac0434e req-0428b9cc-feef-4b8b-8a35-b4d1ea4b014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:24.469377 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af648748-88b1-4ea3-ba4e-7408eac0434e req-0428b9cc-feef-4b8b-8a35-b4d1ea4b014e service neutron] 10.222.0.77 "GET /v2.0/networks?id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050 HTTP/1.1" status: 200 len: 917 time: 0.1746995 Mar 23 12:43:24.475941 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2ddd5-4455-461e-ad34-c3508639aeb5 req-fb1d538d-333a-49e3-84dd-5602101a2e5a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:24.485641 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9bc2ddd5-4455-461e-ad34-c3508639aeb5 req-fb1d538d-333a-49e3-84dd-5602101a2e5a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.0814431 Mar 23 12:43:24.540102 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9bc2ddd5-4455-461e-ad34-c3508639aeb5 req-dff46d50-55a9-4769-8301-033a5f456cde tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496683 Mar 23 12:43:24.599173 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af648748-88b1-4ea3-ba4e-7408eac0434e req-ec577812-1c73-43ec-9cfe-92f44f811423 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d99965-95ee-4758-bae5-6786731e3a79 HTTP/1.1" status: 200 len: 999 time: 0.1198025 Mar 23 12:43:24.672055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af648748-88b1-4ea3-ba4e-7408eac0434e req-9bef5810-078a-4da4-bf94-b00190057003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:24.673810 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af648748-88b1-4ea3-ba4e-7408eac0434e req-9bef5810-078a-4da4-bf94-b00190057003 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4a802d9a-4ada-4d77-b03c-b6045d268421 HTTP/1.1" status: 200 len: 855 time: 0.0663443 Mar 23 12:43:24.772615 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af648748-88b1-4ea3-ba4e-7408eac0434e req-2f968b9d-9410-4061-8b2e-a4557c1a31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:24.774514 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af648748-88b1-4ea3-ba4e-7408eac0434e req-2f968b9d-9410-4061-8b2e-a4557c1a31a5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907884 Mar 23 12:43:24.793420 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243c26d-17ae-42e1-a945-bea1cb3aa0a8 req-eab4cf7e-3ab8-44dc-9cb5-07ee7b12b822 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:24.795250 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4243c26d-17ae-42e1-a945-bea1cb3aa0a8 req-eab4cf7e-3ab8-44dc-9cb5-07ee7b12b822 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.0718796 Mar 23 12:43:24.898106 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4243c26d-17ae-42e1-a945-bea1cb3aa0a8 req-9f2d0f8d-cae6-4e63-a938-f9382055fe5f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934739 Mar 23 12:43:24.929341 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af648748-88b1-4ea3-ba4e-7408eac0434e req-8293fe5d-3a75-41cb-a8b4-1e282071dcc4 service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328273 Mar 23 12:43:25.012822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849777ee-6cce-4d0c-8001-1d86399cb60b req-8d2c6ef1-2fee-48d3-95bb-3bb3a135da7c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:25.014413 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-849777ee-6cce-4d0c-8001-1d86399cb60b req-8d2c6ef1-2fee-48d3-95bb-3bb3a135da7c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.0799069 Mar 23 12:43:25.069314 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-849777ee-6cce-4d0c-8001-1d86399cb60b req-5b47370f-644b-4d77-b755-9ecd7d5885af tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485046 Mar 23 12:43:25.096721 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af648748-88b1-4ea3-ba4e-7408eac0434e req-3cb0a283-a5ff-417e-95eb-95690b4cb658 service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582255 Mar 23 12:43:25.124546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67184d12-d56e-4b5f-991c-08a00b2a0647 req-20c400be-4d92-430e-9b86-0a7509397dca tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:25.126263 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67184d12-d56e-4b5f-991c-08a00b2a0647 req-20c400be-4d92-430e-9b86-0a7509397dca tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.0846472 Mar 23 12:43:25.172488 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67184d12-d56e-4b5f-991c-08a00b2a0647 req-1ea6e64b-e8d6-41b9-aef0-a4e5c4ec826a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378556 Mar 23 12:43:25.689440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d844bd9-7e55-4062-8f73-01461919edbb req-6383dc36-0395-4d5a-ad24-7c7b5ada2b27 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:25.698008 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d844bd9-7e55-4062-8f73-01461919edbb req-6383dc36-0395-4d5a-ad24-7c7b5ada2b27 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.0720501 Mar 23 12:43:25.742715 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d844bd9-7e55-4062-8f73-01461919edbb req-de2c771e-92bd-4704-b05c-fe3781e15879 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436566 Mar 23 12:43:26.127798 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaff3f-62a4-4720-b683-3c693e4639fa req-ee6ee023-da74-45e6-aaf1-0e5f24fc7f6e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:26.133070 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ddaff3f-62a4-4720-b683-3c693e4639fa req-ee6ee023-da74-45e6-aaf1-0e5f24fc7f6e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.1089408 Mar 23 12:43:26.224955 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ddaff3f-62a4-4720-b683-3c693e4639fa req-e3f14eb5-8685-4517-8443-2cfd820458d6 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710754 Mar 23 12:43:26.390608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356773cb-868b-45c7-8bfa-7b462af48d1e req-3bfc661c-13e1-4bc8-9bad-6c2bb01d7914 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:26.395900 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-356773cb-868b-45c7-8bfa-7b462af48d1e req-3bfc661c-13e1-4bc8-9bad-6c2bb01d7914 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.1706898 Mar 23 12:43:26.484948 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-356773cb-868b-45c7-8bfa-7b462af48d1e req-984a0bb9-43ea-44ef-a8c2-11e924e108cc tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816736 Mar 23 12:43:26.495313 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc5cc8-4625-4e0d-8e38-f72fbe552209 req-399560b4-1e4b-4856-bbee-69fbb6e00b6a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:26.513239 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0fbc5cc8-4625-4e0d-8e38-f72fbe552209 req-399560b4-1e4b-4856-bbee-69fbb6e00b6a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1298418 Mar 23 12:43:26.664843 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0fbc5cc8-4625-4e0d-8e38-f72fbe552209 req-667a3719-903e-4928-a4b7-b0ad4cb6befa tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401541 Mar 23 12:43:26.861491 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-973c41fc-6b61-4945-aed6-9d5ad944baf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:27.039562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6eab4-11ab-41d4-a247-93f97c91080f req-0c84f3c1-e51f-46a2-af80-56601d528406 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:27.041295 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e2b6eab4-11ab-41d4-a247-93f97c91080f req-0c84f3c1-e51f-46a2-af80-56601d528406 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1270604 Mar 23 12:43:27.119085 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e2b6eab4-11ab-41d4-a247-93f97c91080f req-334757c5-9d74-4b3e-b02f-77f2c07cc2ab tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698433 Mar 23 12:43:27.455804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ad367-0eaa-4dae-b156-23c5a36b5468 req-b1034d4d-4b58-4100-8f02-3b8dfee29697 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:27.470349 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5f8ad367-0eaa-4dae-b156-23c5a36b5468 req-b1034d4d-4b58-4100-8f02-3b8dfee29697 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.0970006 Mar 23 12:43:27.576154 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5f8ad367-0eaa-4dae-b156-23c5a36b5468 req-aa8323a0-b1e7-4255-9725-59347fc45160 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047938 Mar 23 12:43:27.662165 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e5847-d440-4d99-a985-5592659438f6 req-913b081c-9559-4081-955c-1f1e477bc375 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:27.663612 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d5e5847-d440-4d99-a985-5592659438f6 req-913b081c-9559-4081-955c-1f1e477bc375 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 948 time: 0.0674694 Mar 23 12:43:27.715899 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:27.780911 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d5e5847-d440-4d99-a985-5592659438f6 req-6ec4feb2-7861-46db-90b1-715bdcf68fde tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052930 Mar 23 12:43:27.886591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a29e4-1974-408d-b46e-3e9f2db9df15 req-3d8541ca-2d40-40bb-9dfe-79e511e55796 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:27.888980 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-740a29e4-1974-408d-b46e-3e9f2db9df15 req-3d8541ca-2d40-40bb-9dfe-79e511e55796 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.0843353 Mar 23 12:43:27.961727 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-740a29e4-1974-408d-b46e-3e9f2db9df15 req-c3037b0a-a424-4423-a3dd-77890bca1be6 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660839 Mar 23 12:43:28.092006 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c09f1311-99f3-4ae7-856c-7cc0852917f8 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:43:28.268179 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c09f1311-99f3-4ae7-856c-7cc0852917f8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c09f1311-99f3-4ae7-856c-7cc0852917f8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:43:28.285780 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'c09f1311-99f3-4ae7-856c-7cc0852917f8', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'c09f1311-99f3-4ae7-856c-7cc0852917f8', 'mac_address': 'fa:16:3e:b8:8c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:43:28.346612 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:28.380938 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09f1311-99f3-4ae7-856c-7cc0852917f8 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:43:28.410852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c09f1311-99f3-4ae7-856c-7cc0852917f8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c09f1311-99f3-4ae7-856c-7cc0852917f8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:43:28.417660 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:28.418986 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaec30-d620-443d-8b44-8906bda94ef4 req-04e95103-2317-40df-89a9-3e79c1555585 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:28.421563 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85eaec30-d620-443d-8b44-8906bda94ef4 req-04e95103-2317-40df-89a9-3e79c1555585 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1396666 Mar 23 12:43:28.561674 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=c09f1311-99f3-4ae7-856c-7cc0852917f8,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:28.572376 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85eaec30-d620-443d-8b44-8906bda94ef4 req-8abc9adf-36e5-4444-be5f-40d43b95a586 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417170 Mar 23 12:43:28.869436 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705ccbe-c158-4a16-9cd2-8404a518ab45 req-909dd386-ebfe-459f-bfd0-aded9fbd307a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:28.875542 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8705ccbe-c158-4a16-9cd2-8404a518ab45 req-909dd386-ebfe-459f-bfd0-aded9fbd307a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.1342790 Mar 23 12:43:28.918697 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43482) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:28.972279 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['c09f1311-99f3-4ae7-856c-7cc0852917f8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:43:28.991815 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8705ccbe-c158-4a16-9cd2-8404a518ab45 req-b4f7d41a-313c-4178-87fe-ca2c7895924d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992999 Mar 23 12:43:29.101364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2579c-5b9d-4d2f-a41e-7e7ca4180cba req-14399aee-2fd8-451e-828e-e7593bff69af tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:29.114351 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06b2579c-5b9d-4d2f-a41e-7e7ca4180cba req-14399aee-2fd8-451e-828e-e7593bff69af tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 949 time: 0.1714647 Mar 23 12:43:29.179017 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:29.245155 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06b2579c-5b9d-4d2f-a41e-7e7ca4180cba req-27f2c4e1-44cc-4a23-8e95-13be3f317961 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297939 Mar 23 12:43:29.274635 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99246f59-9a34-461b-819c-0af75a1849f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:29.344235 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53188b51-f632-4796-a810-206e026130d8 req-1baee617-8d77-4b10-a338-c7c039f9a459 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:29.357620 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53188b51-f632-4796-a810-206e026130d8 req-1baee617-8d77-4b10-a338-c7c039f9a459 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1695173 Mar 23 12:43:29.438899 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53188b51-f632-4796-a810-206e026130d8 req-eacc5f6b-f290-4523-8f9c-f867a710282c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776823 Mar 23 12:43:29.541454 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99246f59-9a34-461b-819c-0af75a1849f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:29.549276 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99246f59-9a34-461b-819c-0af75a1849f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:29.656944 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-99246f59-9a34-461b-819c-0af75a1849f6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc18431fc60b4427896f179cd6cf74cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7369299 Mar 23 12:43:29.659424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99246f59-9a34-461b-819c-0af75a1849f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f221f402-a236-4c05-93f6-b64aacb6146a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:29.659584 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43504) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:29.832331 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:29.844589 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4412adae-2bce-4e84-8abf-d5f265a61d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:29.852398 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b13070-86c3-425e-a1c1-e5b4e0987ec3 req-ef8a73bf-cfee-4dcd-8ffc-7e31d55e3c5e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:29.862622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8b13070-86c3-425e-a1c1-e5b4e0987ec3 req-ef8a73bf-cfee-4dcd-8ffc-7e31d55e3c5e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1304176 Mar 23 12:43:29.898139 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4412adae-2bce-4e84-8abf-d5f265a61d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:29.973740 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8b13070-86c3-425e-a1c1-e5b4e0987ec3 req-749db9ab-8d9b-4da9-827a-ef008f88e04a tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964265 Mar 23 12:43:30.025378 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4412adae-2bce-4e84-8abf-d5f265a61d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:30.033329 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4412adae-2bce-4e84-8abf-d5f265a61d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:30.039776 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4412adae-2bce-4e84-8abf-d5f265a61d87 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f221f402-a236-4c05-93f6-b64aacb6146a HTTP/1.1" status: 204 len: 168 time: 0.3786852 Mar 23 12:43:30.103033 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412adae-2bce-4e84-8abf-d5f265a61d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f221f402-a236-4c05-93f6-b64aacb6146a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:30.322338 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cf435-edd1-45f4-a512-ef7784473ece req-6f8a1d29-c344-449a-abd1-440a44bde8cb tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:30.336439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-321cf435-edd1-45f4-a512-ef7784473ece req-6f8a1d29-c344-449a-abd1-440a44bde8cb tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.1537027 Mar 23 12:43:30.451790 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-321cf435-edd1-45f4-a512-ef7784473ece req-672b02a9-3934-4c5f-a9b0-48ed2d902746 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143336 Mar 23 12:43:30.471484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9c984-c081-4d86-b412-ce18aba14667 req-0376a0a3-4123-4573-94ac-24780dd651c7 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:30.497182 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6fe9c984-c081-4d86-b412-ce18aba14667 req-0376a0a3-4123-4573-94ac-24780dd651c7 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 949 time: 0.1218138 Mar 23 12:43:30.584550 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6fe9c984-c081-4d86-b412-ce18aba14667 req-69b1fc73-1690-413d-8d36-ed72ef3d6d2f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859852 Mar 23 12:43:30.651870 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43548) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:30.679997 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2b4e93a-38d8-4e75-90e6-51478968842f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:30.728304 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f7abf-c328-44c3-968b-44863beb5f5d req-80b6ed41-58df-4d44-b883-e9e0746d46e3 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:30.746117 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5f1f7abf-c328-44c3-968b-44863beb5f5d req-80b6ed41-58df-4d44-b883-e9e0746d46e3 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1313117 Mar 23 12:43:30.833868 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5f1f7abf-c328-44c3-968b-44863beb5f5d req-f7410bd0-ca2e-4e78-9c9c-95e4fd1ef236 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867760 Mar 23 12:43:30.868387 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2b4e93a-38d8-4e75-90e6-51478968842f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:30.874989 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2b4e93a-38d8-4e75-90e6-51478968842f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:30.954963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4e93a-38d8-4e75-90e6-51478968842f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9667c03e-4f1b-4d38-aed7-8713a9d0d1a1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:31.053509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c2b4e93a-38d8-4e75-90e6-51478968842f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=78fd2e99d0974e6b9745b4a28974a893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4001486 Mar 23 12:43:31.055084 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43574) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:31.098925 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a400ee-26d7-400e-bb33-3e7b3e27b469 req-b79748a9-d8ad-48cd-ac7a-558539a88343 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:31.100731 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a5a400ee-26d7-400e-bb33-3e7b3e27b469 req-b79748a9-d8ad-48cd-ac7a-558539a88343 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 949 time: 0.1287682 Mar 23 12:43:31.154308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998bca6-1e45-4c26-bf66-21812cc7ac24 req-20bb965c-b13e-43c6-a706-1629b8173606 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:31.156886 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5998bca6-1e45-4c26-bf66-21812cc7ac24 req-20bb965c-b13e-43c6-a706-1629b8173606 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea&tenant_id=7c1d3a5014264763bcc8243971f01780&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 949 time: 0.1571577 Mar 23 12:43:31.188619 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f5a32-44a5-4259-9cfc-7a00e72115ee req-52dcc5f4-b360-49ac-9da5-3e668cb593ec tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:31.192130 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-750f5a32-44a5-4259-9cfc-7a00e72115ee req-52dcc5f4-b360-49ac-9da5-3e668cb593ec tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.0923042 Mar 23 12:43:31.192274 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a5a400ee-26d7-400e-bb33-3e7b3e27b469 req-48eb6c13-47ef-42e1-a22a-96b9b65a076f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802231 Mar 23 12:43:31.220335 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d05b89b-aa4b-41c8-a595-69924822961c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:31.283911 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d05b89b-aa4b-41c8-a595-69924822961c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:31.317603 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-750f5a32-44a5-4259-9cfc-7a00e72115ee req-e515bfc4-f08e-4804-9f81-863f89248c04 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108155 Mar 23 12:43:31.401522 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d05b89b-aa4b-41c8-a595-69924822961c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:31.406298 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d05b89b-aa4b-41c8-a595-69924822961c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:31.423984 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998bca6-1e45-4c26-bf66-21812cc7ac24 req-adcfa3a5-c1b4-458b-85b3-b51d18e0d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:31.426376 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5998bca6-1e45-4c26-bf66-21812cc7ac24 req-adcfa3a5-c1b4-458b-85b3-b51d18e0d819 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 1100 time: 0.1073191 Mar 23 12:43:31.435119 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6d05b89b-aa4b-41c8-a595-69924822961c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9667c03e-4f1b-4d38-aed7-8713a9d0d1a1 HTTP/1.1" status: 204 len: 168 time: 0.3787720 Mar 23 12:43:31.458821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05b89b-aa4b-41c8-a595-69924822961c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9667c03e-4f1b-4d38-aed7-8713a9d0d1a1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:31.666907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998bca6-1e45-4c26-bf66-21812cc7ac24 req-aa1a6e7b-9eed-4e91-9a2e-78b1f568decb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:31.674085 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5998bca6-1e45-4c26-bf66-21812cc7ac24 req-aa1a6e7b-9eed-4e91-9a2e-78b1f568decb service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1892242 Mar 23 12:43:31.721061 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97e345-7b68-4941-a503-d58b4cbbb901 req-caae8ff9-c0ab-42f3-8c72-2ee299e5ce16 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:31.725019 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab97e345-7b68-4941-a503-d58b4cbbb901 req-caae8ff9-c0ab-42f3-8c72-2ee299e5ce16 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.1280291 Mar 23 12:43:31.779689 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5998bca6-1e45-4c26-bf66-21812cc7ac24 req-599d4790-9248-46d1-8c69-94ff5536fcc6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c09f1311-99f3-4ae7-856c-7cc0852917f8 HTTP/1.1" status: 200 len: 217 time: 0.0920780 Mar 23 12:43:31.800271 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab97e345-7b68-4941-a503-d58b4cbbb901 req-1ec3fe73-83ab-47e9-9bc3-f36b3f58f002 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518191 Mar 23 12:43:31.867054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998bca6-1e45-4c26-bf66-21812cc7ac24 req-e8e62e87-6d22-4a8f-b467-6621c15eeed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:31.868626 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5998bca6-1e45-4c26-bf66-21812cc7ac24 req-e8e62e87-6d22-4a8f-b467-6621c15eeed0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0772810 Mar 23 12:43:31.992002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998bca6-1e45-4c26-bf66-21812cc7ac24 req-28603122-b07a-42fb-93f4-4dd687834572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:31.993840 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5998bca6-1e45-4c26-bf66-21812cc7ac24 req-28603122-b07a-42fb-93f4-4dd687834572 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806141 Mar 23 12:43:32.099229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e8d6b-d954-42ab-99aa-a46f771c61db req-3c0fc70c-a77e-4f35-8b01-fb850cf4015f tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:32.107636 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a69e8d6b-d954-42ab-99aa-a46f771c61db req-3c0fc70c-a77e-4f35-8b01-fb850cf4015f tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1455355 Mar 23 12:43:32.126468 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c09f1311-99f3-4ae7-856c-7cc0852917f8 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:43:32.189830 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a69e8d6b-d954-42ab-99aa-a46f771c61db req-36b12786-b513-4482-923d-a300f354b8b6 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809457 Mar 23 12:43:32.203816 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5998bca6-1e45-4c26-bf66-21812cc7ac24 req-3357dea3-be94-47bb-b5dc-3228db915491 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879616 Mar 23 12:43:32.281315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port c09f1311-99f3-4ae7-856c-7cc0852917f8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:43:32.281708 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:32.415333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a061c07-e817-4a04-bfd4-fa46a0ecd6b0 req-cb47e115-be7c-4440-ab08-0ae808ad2715 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:32.427162 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4a061c07-e817-4a04-bfd4-fa46a0ecd6b0 req-cb47e115-be7c-4440-ab08-0ae808ad2715 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 949 time: 0.1406927 Mar 23 12:43:32.495345 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4a061c07-e817-4a04-bfd4-fa46a0ecd6b0 req-00e4fce5-74a5-41ee-bdd3-8ec08ac44f9a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667930 Mar 23 12:43:32.520437 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99052e61-cc22-4854-965e-7c8627c3a2a1 req-c3f3f401-1550-46bf-9f3c-0ef57ceb9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:32.522378 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99052e61-cc22-4854-965e-7c8627c3a2a1 req-c3f3f401-1550-46bf-9f3c-0ef57ceb9674 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 1097 time: 0.1892016 Mar 23 12:43:32.604148 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:32.619959 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99052e61-cc22-4854-965e-7c8627c3a2a1 req-1043c858-8354-4527-a141-c4a33e3b5ac1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656104 Mar 23 12:43:32.641108 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25081a7-ad6f-4c8d-97d3-27f591f2cbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09f1311-99f3-4ae7-856c-7cc0852917f8'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:43:32.647316 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71092f13-676c-4b05-82a5-96a6269e99c0" -d '{"events": [{"server_uuid": "f25081a7-ad6f-4c8d-97d3-27f591f2cbea", "name": "network-vif-plugged", "status": "completed", "tag": "c09f1311-99f3-4ae7-856c-7cc0852917f8"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:43:32.690692 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c09f1311-99f3-4ae7-856c-7cc0852917f8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c09f1311-99f3-4ae7-856c-7cc0852917f8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:43:32.696783 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:32.752192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=c09f1311-99f3-4ae7-856c-7cc0852917f8,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:32.758095 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c371682d-68e5-4f39-872f-be532b0f4b91 x-openstack-request-id: req-c371682d-68e5-4f39-872f-be532b0f4b91 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:43:32.758383 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25081a7-ad6f-4c8d-97d3-27f591f2cbea", "name": "network-vif-plugged", "status": "completed", "tag": "c09f1311-99f3-4ae7-856c-7cc0852917f8", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:43:32.758633 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c371682d-68e5-4f39-872f-be532b0f4b91 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:43:32.759026 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25081a7-ad6f-4c8d-97d3-27f591f2cbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09f1311-99f3-4ae7-856c-7cc0852917f8', 'code': 200} Mar 23 12:43:33.106314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9626e3-9716-457b-9dbf-2db77cb10d32 req-12f256e2-34b0-4057-9b7b-c602f7fa01c3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:33.117306 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9c9626e3-9716-457b-9dbf-2db77cb10d32 req-12f256e2-34b0-4057-9b7b-c602f7fa01c3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.1806479 Mar 23 12:43:33.196887 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5998bca6-1e45-4c26-bf66-21812cc7ac24 req-c79061aa-5c0d-48f7-abee-8c94df2a5caa service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9493403 Mar 23 12:43:33.244189 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9c9626e3-9716-457b-9dbf-2db77cb10d32 req-2928d67a-1130-47a8-bcf4-35e6b1b994a9 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192997 Mar 23 12:43:33.307744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767122b-461a-45ed-8197-e6eab6645250 req-65d6672e-a782-44d4-a27c-deb74f3f2aeb tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:33.310056 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1767122b-461a-45ed-8197-e6eab6645250 req-65d6672e-a782-44d4-a27c-deb74f3f2aeb tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1854746 Mar 23 12:43:33.440386 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1767122b-461a-45ed-8197-e6eab6645250 req-eae103b5-1394-40c4-97d2-90239f148b94 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054494 Mar 23 12:43:33.449875 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dd718-8061-4bff-a703-c5b719f60c6f req-a59e9c3a-3fe5-4f61-b0ab-49576cf05d34 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:33.451473 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-489dd718-8061-4bff-a703-c5b719f60c6f req-a59e9c3a-3fe5-4f61-b0ab-49576cf05d34 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.0859652 Mar 23 12:43:33.570463 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-489dd718-8061-4bff-a703-c5b719f60c6f req-2d2bd056-0448-41e2-b663-ff846c8c8659 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990775 Mar 23 12:43:33.609275 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43770) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:33.741634 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984e159-bc21-4bc3-88e5-ea5e731bd85c req-c635b7dd-b267-4391-90db-f385032c5de3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:33.743271 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e984e159-bc21-4bc3-88e5-ea5e731bd85c req-c635b7dd-b267-4391-90db-f385032c5de3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1130466 Mar 23 12:43:33.837981 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e984e159-bc21-4bc3-88e5-ea5e731bd85c req-c15a2642-9fc6-41d9-a694-de33da2052c6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795274 Mar 23 12:43:33.850131 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bd76023-0751-4853-a519-bb4e039b4b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:33.955044 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bd76023-0751-4853-a519-bb4e039b4b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:33.962787 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bd76023-0751-4853-a519-bb4e039b4b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:34.010034 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2bd76023-0751-4853-a519-bb4e039b4b6d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd7f51f45b564d969c8472e8bab970ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978770 Mar 23 12:43:34.012845 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43800) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:34.037071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd76023-0751-4853-a519-bb4e039b4b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983bf057-2443-48f0-9444-6f556efe8a62,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:34.101340 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-19f9474c-dab0-4c87-9068-bbcd89ddef43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:34.126607 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-19f9474c-dab0-4c87-9068-bbcd89ddef43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:34.235383 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-19f9474c-dab0-4c87-9068-bbcd89ddef43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:34.246854 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-19f9474c-dab0-4c87-9068-bbcd89ddef43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:34.248540 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-19f9474c-dab0-4c87-9068-bbcd89ddef43 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/983bf057-2443-48f0-9444-6f556efe8a62 HTTP/1.1" status: 204 len: 168 time: 0.2345920 Mar 23 12:43:34.259250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9474c-dab0-4c87-9068-bbcd89ddef43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983bf057-2443-48f0-9444-6f556efe8a62,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:34.538311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f892be2-8c19-4eae-bb51-ddd5d22174df req-96b5e925-aeb1-42f0-9746-846448024f7a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:34.557413 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4f892be2-8c19-4eae-bb51-ddd5d22174df req-96b5e925-aeb1-42f0-9746-846448024f7a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.1363161 Mar 23 12:43:34.653767 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4f892be2-8c19-4eae-bb51-ddd5d22174df req-ef3b4423-b3a5-4bb7-ad9e-4472058d2919 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956089 Mar 23 12:43:34.769887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258e09f-3cf7-441c-82d3-42f53f17ded1 req-1b43052b-b6a0-44be-b1ee-6b651207f671 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:34.782512 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7258e09f-3cf7-441c-82d3-42f53f17ded1 req-1b43052b-b6a0-44be-b1ee-6b651207f671 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1925321 Mar 23 12:43:34.875862 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7258e09f-3cf7-441c-82d3-42f53f17ded1 req-69423ce2-3e9d-4785-ac88-315c7d43c818 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922747 Mar 23 12:43:34.935381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0a43f-02a0-4cbb-9b0e-0482c9e9986e req-6976119a-8d13-4168-b553-90bbbc336908 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:34.948039 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ca0a43f-02a0-4cbb-9b0e-0482c9e9986e req-6976119a-8d13-4168-b553-90bbbc336908 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1235425 Mar 23 12:43:35.020574 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ca0a43f-02a0-4cbb-9b0e-0482c9e9986e req-b72c684e-b84d-43cf-ba6f-c6296a7aa85f tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682278 Mar 23 12:43:35.097641 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78daf6a-3bb4-4d5c-b867-9e99c10e6d8a req-b2dd34be-4080-48a4-ae9b-feccde20cb69 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:35.104561 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f78daf6a-3bb4-4d5c-b867-9e99c10e6d8a req-b2dd34be-4080-48a4-ae9b-feccde20cb69 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1079018 Mar 23 12:43:35.176993 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fd853-556f-44b9-8f52-ce04eab09e47 req-a20c74b3-54a8-4023-a4ec-24a979daafd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:35.183336 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a79fd853-556f-44b9-8f52-ce04eab09e47 req-a20c74b3-54a8-4023-a4ec-24a979daafd4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e1363c48ca9457e9793255c56c3986d&device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 1095 time: 0.1012743 Mar 23 12:43:35.241237 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f78daf6a-3bb4-4d5c-b867-9e99c10e6d8a req-2155983f-d99c-4dc2-b9bb-911cf7cdb401 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245286 Mar 23 12:43:35.518038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fd853-556f-44b9-8f52-ce04eab09e47 req-b3a3c164-3c05-4b68-9c38-7f6e15fd573b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:35.522977 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a79fd853-556f-44b9-8f52-ce04eab09e47 req-b3a3c164-3c05-4b68-9c38-7f6e15fd573b service neutron] 10.222.0.77 "GET /v2.0/networks?id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050 HTTP/1.1" status: 200 len: 917 time: 0.2737958 Mar 23 12:43:35.940279 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f555e-4d69-48c8-b574-9b1552dbe317 req-4288bf76-0b1c-46a5-a4fb-07f72e55452b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:35.943050 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e5f555e-4d69-48c8-b574-9b1552dbe317 req-4288bf76-0b1c-46a5-a4fb-07f72e55452b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.1584709 Mar 23 12:43:36.113235 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a79fd853-556f-44b9-8f52-ce04eab09e47 req-39dcd075-fb52-4ccf-9258-c3c4f3074e93 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d99965-95ee-4758-bae5-6786731e3a79 HTTP/1.1" status: 200 len: 999 time: 0.1641629 Mar 23 12:43:36.117331 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e5f555e-4d69-48c8-b574-9b1552dbe317 req-048d3a0c-9174-4f72-97ec-c9b308ed0558 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550210 Mar 23 12:43:36.328012 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fd853-556f-44b9-8f52-ce04eab09e47 req-7fb0e7ba-5d62-4a75-9cd7-e5cdacd6213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:36.331360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56de5a0-92a7-4fad-b67f-0af036f462d8 req-16d072b8-8134-492d-9270-3dbb2e812ed0 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:36.333338 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a79fd853-556f-44b9-8f52-ce04eab09e47 req-7fb0e7ba-5d62-4a75-9cd7-e5cdacd6213d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4a802d9a-4ada-4d77-b03c-b6045d268421 HTTP/1.1" status: 200 len: 855 time: 0.1232631 Mar 23 12:43:36.352206 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e56de5a0-92a7-4fad-b67f-0af036f462d8 req-16d072b8-8134-492d-9270-3dbb2e812ed0 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.2167037 Mar 23 12:43:36.475134 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e56de5a0-92a7-4fad-b67f-0af036f462d8 req-8ae6afcd-41dd-42f8-9df4-9de4c3a16695 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145568 Mar 23 12:43:36.570175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fd853-556f-44b9-8f52-ce04eab09e47 req-2e27d432-8635-45b8-a3a8-fb45a7d79b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:36.597818 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a79fd853-556f-44b9-8f52-ce04eab09e47 req-2e27d432-8635-45b8-a3a8-fb45a7d79b35 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5fdfc60f-283e-4e22-9f20-1cfdeadd8050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2470188 Mar 23 12:43:36.746536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb31eb4-f3f1-4586-93cf-305ec2567684 req-c85bafbb-af6c-4097-8025-a42a61ec27da tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:36.761154 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7fb31eb4-f3f1-4586-93cf-305ec2567684 req-c85bafbb-af6c-4097-8025-a42a61ec27da tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1695237 Mar 23 12:43:36.771573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d538ba1-0010-48c7-af6d-8c813beedf85 req-7fcd1964-0bc3-4058-8bd8-d64833079cb2 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:36.785022 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d538ba1-0010-48c7-af6d-8c813beedf85 req-7fcd1964-0bc3-4058-8bd8-d64833079cb2 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.3675516 Mar 23 12:43:36.851409 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7fb31eb4-f3f1-4586-93cf-305ec2567684 req-323723d0-5ca7-4dce-82a6-5478fb85b041 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893734 Mar 23 12:43:36.909741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43962) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:36.970050 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a79fd853-556f-44b9-8f52-ce04eab09e47 req-f9149287-01d4-4b2e-9955-040f05cd3b43 service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582428 Mar 23 12:43:37.190197 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2177811-e0ef-4f6a-a1e2-ff173352e1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:37.242787 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a79fd853-556f-44b9-8f52-ce04eab09e47 req-ba54bcaf-715d-464f-9da4-2e60e133a180 service neutron] 10.222.0.77 "GET /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272820 Mar 23 12:43:37.287665 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d538ba1-0010-48c7-af6d-8c813beedf85 req-84beffa3-dca5-42d9-9730-39ac19acd39b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979165 Mar 23 12:43:37.321211 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f2ec7-f72c-4f9b-9066-80567795d984 req-4fc5da68-6429-47ae-a16d-a37d50ef045c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:37.335016 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bd2f2ec7-f72c-4f9b-9066-80567795d984 req-4fc5da68-6429-47ae-a16d-a37d50ef045c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.3085744 Mar 23 12:43:37.658528 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bd2f2ec7-f72c-4f9b-9066-80567795d984 req-88ff7010-010e-48bb-b84e-c68a8c9dd994 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225310 Mar 23 12:43:37.663294 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce380f08-17a6-4525-aed3-16e15228a4d1 req-d3e5e142-c1b0-4d89-a7ec-31cd99709a19 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:37.679374 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ce380f08-17a6-4525-aed3-16e15228a4d1 req-d3e5e142-c1b0-4d89-a7ec-31cd99709a19 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.2325299 Mar 23 12:43:37.695454 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2177811-e0ef-4f6a-a1e2-ff173352e1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:37.711539 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2177811-e0ef-4f6a-a1e2-ff173352e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:37.808669 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ce380f08-17a6-4525-aed3-16e15228a4d1 req-f28cdf90-c896-413b-a60a-2804202b6130 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282072 Mar 23 12:43:37.818808 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c2177811-e0ef-4f6a-a1e2-ff173352e1bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=85474082305645a8b61f8e95bd8b8251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9076576 Mar 23 12:43:37.822352 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44010) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:37.873924 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2177811-e0ef-4f6a-a1e2-ff173352e1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0443a03d-e344-487e-9019-e9dc4697c8ca,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:37.997474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59932f-65bf-461a-963a-732b3695695d req-90f1b5e8-b278-4508-b50a-1a5a05b185b1 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:38.010587 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7c59932f-65bf-461a-963a-732b3695695d req-90f1b5e8-b278-4508-b50a-1a5a05b185b1 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.2056816 Mar 23 12:43:38.138323 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7c59932f-65bf-461a-963a-732b3695695d req-97e2e1f0-2937-426d-a9d1-3b6f8816a627 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250079 Mar 23 12:43:38.141895 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56d7a084-cbae-4cfe-ad00-8ef5c3efd6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:38.183190 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56d7a084-cbae-4cfe-ad00-8ef5c3efd6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:38.330943 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56d7a084-cbae-4cfe-ad00-8ef5c3efd6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:38.337748 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56d7a084-cbae-4cfe-ad00-8ef5c3efd6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:38.355342 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-56d7a084-cbae-4cfe-ad00-8ef5c3efd6e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0443a03d-e344-487e-9019-e9dc4697c8ca HTTP/1.1" status: 204 len: 168 time: 0.5313213 Mar 23 12:43:38.384940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7a084-cbae-4cfe-ad00-8ef5c3efd6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0443a03d-e344-487e-9019-e9dc4697c8ca,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:38.566749 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3aede-95ea-4b8d-851b-d57497d769e2 req-9f093620-28e1-48fb-bda4-0159b21a283a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:38.566749 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6fb3aede-95ea-4b8d-851b-d57497d769e2 req-9f093620-28e1-48fb-bda4-0159b21a283a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1599460 Mar 23 12:43:38.632581 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-04a62a1e-845c-4399-aa0f-0651ed07fca7 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7c1d3a5014264763bcc8243971f01780&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371609 Mar 23 12:43:38.672679 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6fb3aede-95ea-4b8d-851b-d57497d769e2 req-90a155c5-a905-40cc-9d33-88a1a3cf9686 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975251 Mar 23 12:43:38.890946 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-ae792b76-a9e7-4a4e-84c7-743aba795610 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:38.892545 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-ae792b76-a9e7-4a4e-84c7-743aba795610 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2585168 Mar 23 12:43:38.921572 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-d7932ad4-f5cc-4888-aaed-670385a32b24 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/quotas/7c1d3a5014264763bcc8243971f01780 HTTP/1.1" status: 200 len: 375 time: 0.0156159 Mar 23 12:43:39.001738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-6f074696-9951-4050-ba3c-3d90750c3543 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713239 Mar 23 12:43:39.683316 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39d77e-1b7e-41af-b407-474bbc1a0653 req-ccc5fe7c-ea1c-4439-9d60-041794410599 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:39.694272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-da39d77e-1b7e-41af-b407-474bbc1a0653 req-ccc5fe7c-ea1c-4439-9d60-041794410599 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.1733084 Mar 23 12:43:39.711601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44394eb-4dec-4fc2-919b-6729bfbc83bf req-6901301c-9283-4110-bd9a-d930211748d1 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:39.720857 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c44394eb-4dec-4fc2-919b-6729bfbc83bf req-6901301c-9283-4110-bd9a-d930211748d1 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1367261 Mar 23 12:43:39.750980 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ac8c8-8eb4-4d7a-aec0-b19fd0941629 req-d2da6141-6ce2-4edf-8423-da286e50dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:39.753217 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-152ac8c8-8eb4-4d7a-aec0-b19fd0941629 req-d2da6141-6ce2-4edf-8423-da286e50dc2c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 1097 time: 0.1761501 Mar 23 12:43:39.771065 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-da39d77e-1b7e-41af-b407-474bbc1a0653 req-dccbc182-9632-4c89-81bf-fdb870e7d896 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738907 Mar 23 12:43:39.793270 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c44394eb-4dec-4fc2-919b-6729bfbc83bf req-55f6aba1-928f-4993-b360-ca2a0d62f3c2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710721 Mar 23 12:43:39.986044 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da31e3c-5526-40dd-85e1-f395b62bf7cb req-e382f18e-7956-4072-bb3e-32004be60061 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:40.000912 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3da31e3c-5526-40dd-85e1-f395b62bf7cb req-e382f18e-7956-4072-bb3e-32004be60061 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1333377 Mar 23 12:43:40.046378 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-69c61264-7123-44de-ac03-9339de9ae26f req-4fcd3ab4-f7c2-45b4-81b7-78be4014133c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 210 time: 0.0956278 Mar 23 12:43:40.108038 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3da31e3c-5526-40dd-85e1-f395b62bf7cb req-7c57be97-15c6-4a3e-96af-be320c46b18a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023147 Mar 23 12:43:40.144025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ac8c8-8eb4-4d7a-aec0-b19fd0941629 req-c9b4e62e-d485-4a39-93b3-2a03fa843c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:40.147086 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-152ac8c8-8eb4-4d7a-aec0-b19fd0941629 req-c9b4e62e-d485-4a39-93b3-2a03fa843c05 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 918 time: 0.3695374 Mar 23 12:43:40.325127 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-152ac8c8-8eb4-4d7a-aec0-b19fd0941629 req-82040402-de6b-4046-9e2e-75add3d3bcc1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55ca2b97-fa22-4b05-8afd-a8084f3bacc6 HTTP/1.1" status: 200 len: 217 time: 0.1106074 Mar 23 12:43:40.943077 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da1b67-8694-444b-80e7-ce596a0ffcb7 req-aab38a36-a35b-4416-8a53-1509d4293a6b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:40.952247 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53da1b67-8694-444b-80e7-ce596a0ffcb7 req-aab38a36-a35b-4416-8a53-1509d4293a6b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.0801551 Mar 23 12:43:40.993368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70c1a3-b0c1-4e82-9aaf-6ab5787da6c6 req-b7a2f26b-9380-4bea-b1f1-c67241f781a5 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:41.000237 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53da1b67-8694-444b-80e7-ce596a0ffcb7 req-f94529a6-e3f7-4871-8fe6-831a6979b37e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431309 Mar 23 12:43:41.005697 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1c70c1a3-b0c1-4e82-9aaf-6ab5787da6c6 req-b7a2f26b-9380-4bea-b1f1-c67241f781a5 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.1215596 Mar 23 12:43:41.050853 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1c70c1a3-b0c1-4e82-9aaf-6ab5787da6c6 req-b342e2a1-f203-4ea1-b6a4-64d7bc6fda7d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408626 Mar 23 12:43:41.188321 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6acdf5c9-69ad-4fb8-bade-196160f1a070 req-f334ebe4-f867-4237-898f-c2e01f05a684 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 210 time: 0.0511844 Mar 23 12:43:41.271888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78abbd-574e-4838-a8ce-14be06ce8cec req-70bd9018-740f-46c3-9191-8742fb4972d0 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:41.273678 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-da78abbd-574e-4838-a8ce-14be06ce8cec req-70bd9018-740f-46c3-9191-8742fb4972d0 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.0884118 Mar 23 12:43:41.323983 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-da78abbd-574e-4838-a8ce-14be06ce8cec req-d1c4f0d8-b48d-464a-821d-02db7659e20d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416892 Mar 23 12:43:41.599960 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cadd502-bd17-40ad-abd6-093782d8179e req-148e8648-244c-4ebb-b51c-e670c66136df service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2064023 Mar 23 12:43:41.743775 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd502-bd17-40ad-abd6-093782d8179e req-344173b7-18f0-484e-8d41-9acca82a25f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:41.749948 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cadd502-bd17-40ad-abd6-093782d8179e req-344173b7-18f0-484e-8d41-9acca82a25f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 1100 time: 0.0955565 Mar 23 12:43:41.889140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd502-bd17-40ad-abd6-093782d8179e req-b87f4864-490e-472f-97d8-9a5a50122565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:41.891162 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cadd502-bd17-40ad-abd6-093782d8179e req-b87f4864-490e-472f-97d8-9a5a50122565 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1180117 Mar 23 12:43:41.963794 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cadd502-bd17-40ad-abd6-093782d8179e req-d2071026-8c03-4770-bb5d-68c8f276543d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3 HTTP/1.1" status: 200 len: 217 time: 0.0643797 Mar 23 12:43:42.003078 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44320) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:42.024167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd502-bd17-40ad-abd6-093782d8179e req-a37cceac-4dc3-47a2-94cf-e3bcc028266e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:42.026503 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cadd502-bd17-40ad-abd6-093782d8179e req-a37cceac-4dc3-47a2-94cf-e3bcc028266e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0555995 Mar 23 12:43:42.093021 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd502-bd17-40ad-abd6-093782d8179e req-1d39e0e2-5e44-417b-abef-8c689cffcceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:42.095907 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cadd502-bd17-40ad-abd6-093782d8179e req-1d39e0e2-5e44-417b-abef-8c689cffcceb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0621307 Mar 23 12:43:42.110517 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-3cadd502-bd17-40ad-abd6-093782d8179e req-ee47d121-a7c6-4570-b0f8-b8561b93cb1a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:43:42.112379 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cadd502-bd17-40ad-abd6-093782d8179e req-ee47d121-a7c6-4570-b0f8-b8561b93cb1a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090532 Mar 23 12:43:42.297757 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bb48739-e16d-425b-999a-477c7d49e377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:42.308699 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cadd502-bd17-40ad-abd6-093782d8179e req-d9897be0-18e1-44c1-9a12-c7feb85b936b service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847517 Mar 23 12:43:42.326361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278efb30-f9f1-4888-9c8d-b7477f58d548 req-f786613d-cb51-4aa7-8fbe-d8d109a32477 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:42.328265 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-278efb30-f9f1-4888-9c8d-b7477f58d548 req-f786613d-cb51-4aa7-8fbe-d8d109a32477 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.0961394 Mar 23 12:43:42.333925 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925177b-d5d2-4fc3-9185-64301e021daa req-b23a3cb2-04ef-49bf-8602-6c7dd978a639 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:42.335707 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a925177b-d5d2-4fc3-9185-64301e021daa req-b23a3cb2-04ef-49bf-8602-6c7dd978a639 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.2004342 Mar 23 12:43:42.390646 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-278efb30-f9f1-4888-9c8d-b7477f58d548 req-b410848b-8376-43e9-85f7-283cb9d889b1 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562341 Mar 23 12:43:42.465596 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bb48739-e16d-425b-999a-477c7d49e377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:42.473239 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bb48739-e16d-425b-999a-477c7d49e377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:42.558446 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5bb48739-e16d-425b-999a-477c7d49e377 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3f6a8bae273b44a3ac5055d4067b54cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5532062 Mar 23 12:43:42.559417 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44336) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:42.594433 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b79cef30-861a-4518-abf4-cee286781a34 req-7ff83d8f-fb2e-4bf4-a466-9416aa4937e4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 210 time: 0.0696120 Mar 23 12:43:42.595471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb48739-e16d-425b-999a-477c7d49e377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc1985b-e79d-459e-ae98-23605cd70b0b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:42.690091 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4b67048-80a0-4bcb-b2bc-54c4a9dd4ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:42.716142 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4b67048-80a0-4bcb-b2bc-54c4a9dd4ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:42.768258 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a925177b-d5d2-4fc3-9185-64301e021daa req-dc39a5ba-1ba6-4c7c-a70d-d6f26952e525 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123600 Mar 23 12:43:42.795445 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4b67048-80a0-4bcb-b2bc-54c4a9dd4ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:42.799091 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4b67048-80a0-4bcb-b2bc-54c4a9dd4ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:42.803870 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e4b67048-80a0-4bcb-b2bc-54c4a9dd4ae6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dfc1985b-e79d-459e-ae98-23605cd70b0b HTTP/1.1" status: 204 len: 168 time: 0.2184494 Mar 23 12:43:42.828964 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cadd502-bd17-40ad-abd6-093782d8179e req-65ffdb23-de97-4b0d-a867-b861dbcbc33f service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043428 Mar 23 12:43:42.841338 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b67048-80a0-4bcb-b2bc-54c4a9dd4ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc1985b-e79d-459e-ae98-23605cd70b0b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:42.876807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b60908-e9b2-4dcc-8788-fdf87588f9a5 req-fc92b91a-d974-42cd-a8a0-2494876fb687 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:42.884880 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-39b60908-e9b2-4dcc-8788-fdf87588f9a5 req-fc92b91a-d974-42cd-a8a0-2494876fb687 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1022882 Mar 23 12:43:42.937050 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-39b60908-e9b2-4dcc-8788-fdf87588f9a5 req-34ef72b7-9f06-4164-b5fa-b9fb07103f5f tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502002 Mar 23 12:43:43.166703 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44346) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:43.181748 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b2f9f37-9f63-499f-be4a-90cbc714391e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:43.273107 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b2f9f37-9f63-499f-be4a-90cbc714391e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:43.278211 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b2f9f37-9f63-499f-be4a-90cbc714391e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:43.326219 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8b2f9f37-9f63-499f-be4a-90cbc714391e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de9739b259e7418b862f7708969f0797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543262 Mar 23 12:43:43.326219 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f9f37-9f63-499f-be4a-90cbc714391e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e090cb-c774-4d3c-b750-35dddf17324b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:43.326691 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44350) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:43.453264 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ac8c8-8eb4-4d7a-aec0-b19fd0941629 req-c7f0c6af-3f5a-476b-b168-8eb144de5d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:43.455408 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-152ac8c8-8eb4-4d7a-aec0-b19fd0941629 req-c7f0c6af-3f5a-476b-b168-8eb144de5d9a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 HTTP/1.1" status: 200 len: 856 time: 0.0731635 Mar 23 12:43:43.538156 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e73f8cd2-4c2b-4029-95d0-782a2eeb295e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:43.577396 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ac8c8-8eb4-4d7a-aec0-b19fd0941629 req-5d2f5adf-2d97-4b26-b440-fe08016f3ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:43.579154 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-152ac8c8-8eb4-4d7a-aec0-b19fd0941629 req-5d2f5adf-2d97-4b26-b440-fe08016f3ffc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e766b4-1016-48b5-88cb-19ac4b8761dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120000 Mar 23 12:43:43.587005 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e73f8cd2-4c2b-4029-95d0-782a2eeb295e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:43.621801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786e9b7-3f6f-4ea3-b72a-2828ec5435ef req-5a62a6b1-be0a-4b76-bc80-d7f24b5c879b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:43.623185 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6786e9b7-3f6f-4ea3-b72a-2828ec5435ef req-5a62a6b1-be0a-4b76-bc80-d7f24b5c879b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.1050394 Mar 23 12:43:43.701385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6786e9b7-3f6f-4ea3-b72a-2828ec5435ef req-6b70df56-90c7-4734-873d-1552df0ac85e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707252 Mar 23 12:43:43.832668 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd717d9c-d412-4b4a-b16c-63fca1644ddc req-d782f094-49d9-44ae-8155-9c20dc1a59e1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 210 time: 0.0760865 Mar 23 12:43:43.873279 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e73f8cd2-4c2b-4029-95d0-782a2eeb295e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:43.877160 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e73f8cd2-4c2b-4029-95d0-782a2eeb295e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:43.882329 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e73f8cd2-4c2b-4029-95d0-782a2eeb295e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3e090cb-c774-4d3c-b750-35dddf17324b HTTP/1.1" status: 204 len: 168 time: 0.5544958 Mar 23 12:43:43.900424 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-152ac8c8-8eb4-4d7a-aec0-b19fd0941629 req-aa5ed33d-d5ee-4cc6-9812-00ece2e92c4f service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037496 Mar 23 12:43:43.920759 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f8cd2-4c2b-4029-95d0-782a2eeb295e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e090cb-c774-4d3c-b750-35dddf17324b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:44.072108 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-152ac8c8-8eb4-4d7a-aec0-b19fd0941629 req-8b4e0687-18da-4b86-b9c3-613815e7ad26 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387386 Mar 23 12:43:44.118497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a67db2-2521-4f6d-8b8b-a36439dee896 req-8838588a-c2f9-4a3a-abbc-fffc2896b966 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:44.129855 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06a67db2-2521-4f6d-8b8b-a36439dee896 req-8838588a-c2f9-4a3a-abbc-fffc2896b966 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.2083385 Mar 23 12:43:44.241972 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06a67db2-2521-4f6d-8b8b-a36439dee896 req-1662c2a3-3bc3-4cb4-ab89-339882278081 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109040 Mar 23 12:43:44.261639 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-eec5d82f-5beb-4566-b31e-9a87e380a8eb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7c1d3a5014264763bcc8243971f01780&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954628 Mar 23 12:43:44.412612 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01b4d3-4eba-4e85-9633-0d7cb1a1746c req-3a25891a-0112-4292-a56c-880fa62f35bd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:44.421780 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc01b4d3-4eba-4e85-9633-0d7cb1a1746c req-3a25891a-0112-4292-a56c-880fa62f35bd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.2991700 Mar 23 12:43:44.582875 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc01b4d3-4eba-4e85-9633-0d7cb1a1746c req-2ad51ac4-5da3-418a-99d3-f7ad1917e4e3 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510859 Mar 23 12:43:44.655722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-bf5a028a-2c2a-49a9-8f46-fca4c1e2cc5b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:44.659818 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-bf5a028a-2c2a-49a9-8f46-fca4c1e2cc5b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3807445 Mar 23 12:43:44.693428 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-6323f75d-80c5-4634-b00f-b693d3e80999 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Request body: {'port': {'device_id': '135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '7c1d3a5014264763bcc8243971f01780'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:43:44.991313 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4439bb-f839-4657-adf5-ed53a0af7d17 req-eed0c41a-129f-4e3c-aeae-4ec629972e92 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:44.996638 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e4439bb-f839-4657-adf5-ed53a0af7d17 req-eed0c41a-129f-4e3c-aeae-4ec629972e92 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.1148331 Mar 23 12:43:45.055415 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67756107-d94b-4add-a7a2-49dcba123366 req-3074b444-0281-4e91-b1e5-f0c250e7a345 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 210 time: 0.0460675 Mar 23 12:43:45.058795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-6323f75d-80c5-4634-b00f-b693d3e80999 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Made reservation on behalf of 7c1d3a5014264763bcc8243971f01780 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:43:45.062486 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-6323f75d-80c5-4634-b00f-b693d3e80999 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:45.094288 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e4439bb-f839-4657-adf5-ed53a0af7d17 req-aa8f9794-0e98-4588-a422-ff65c0e72be9 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928564 Mar 23 12:43:45.385312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-6323f75d-80c5-4634-b00f-b693d3e80999 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Allocated IP 192.168.233.253 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/fa804517-1fbc-4f8b-8202-dc20477a8cc4) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:43:45.673453 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-6323f75d-80c5-4634-b00f-b693d3e80999 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:45.791909 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a93ac-ae4a-45ae-828a-64877e92131d req-35425007-9fd0-4407-bf28-3eaec60f95b5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:45.801277 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-112a93ac-ae4a-45ae-828a-64877e92131d req-35425007-9fd0-4407-bf28-3eaec60f95b5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1060865 Mar 23 12:43:45.812094 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e86fb-db12-4d4f-85cd-7820257c7c02 req-87e2d933-a1b3-4c5f-b41c-3a572a57017d tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:45.820906 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a63e86fb-db12-4d4f-85cd-7820257c7c02 req-87e2d933-a1b3-4c5f-b41c-3a572a57017d tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.3558967 Mar 23 12:43:45.853561 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-112a93ac-ae4a-45ae-828a-64877e92131d req-c722f24b-3c79-4fd7-a902-8a5cf7824f20 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472901 Mar 23 12:43:45.863986 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-6323f75d-80c5-4634-b00f-b693d3e80999 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:45.882104 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['95491ea5-cdad-4cf1-8470-45c2830fa3b3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:43:45.885000 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['c09f1311-99f3-4ae7-856c-7cc0852917f8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:43:45.943587 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323f75d-80c5-4634-b00f-b693d3e80999 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Pushing event updated for resources: {'Port': ['ID=fa804517-1fbc-4f8b-8202-dc20477a8cc4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:46.022322 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a63e86fb-db12-4d4f-85cd-7820257c7c02 req-bbbcb911-6a55-49d5-963a-c1323755c2a2 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759477 Mar 23 12:43:46.026537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-6323f75d-80c5-4634-b00f-b693d3e80999 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:43:46.026537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-6323f75d-80c5-4634-b00f-b693d3e80999 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:43:46.032942 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-6323f75d-80c5-4634-b00f-b693d3e80999 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:43:46.098070 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:46.132905 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-6323f75d-80c5-4634-b00f-b693d3e80999 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:46.133465 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-6323f75d-80c5-4634-b00f-b693d3e80999 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:46.193195 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-6323f75d-80c5-4634-b00f-b693d3e80999 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5151188 Mar 23 12:43:46.207305 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Request body: {'port': {'device_id': '135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:43:46.333757 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e7b1a-1e54-4dda-95af-06739f9e4c6e req-ed2b42d0-0a66-4567-a3a0-b95e6d719fa7 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:46.343324 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a4e7b1a-1e54-4dda-95af-06739f9e4c6e req-ed2b42d0-0a66-4567-a3a0-b95e6d719fa7 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 936 time: 0.1475625 Mar 23 12:43:46.414741 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a4e7b1a-1e54-4dda-95af-06739f9e4c6e req-4e575a67-2ceb-4f72-8d65-0a0254f42884 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698571 Mar 23 12:43:46.424384 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:46.506050 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7fa03132-0b12-46fc-a1a2-20edf1450f13 None None] Provisioning complete for port fa804517-1fbc-4f8b-8202-dc20477a8cc4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:43:46.506672 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7fa03132-0b12-46fc-a1a2-20edf1450f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:46.526397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4a2f5-9c81-4ac2-8b89-7c8c4a6ee0e6 req-8987c278-749a-41b1-94d9-3cc588629d05 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:46.528015 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96b4a2f5-9c81-4ac2-8b89-7c8c4a6ee0e6 req-8987c278-749a-41b1-94d9-3cc588629d05 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.2146299 Mar 23 12:43:46.541768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7fa03132-0b12-46fc-a1a2-20edf1450f13 None None] Port fa804517-1fbc-4f8b-8202-dc20477a8cc4 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:43:46.659233 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96b4a2f5-9c81-4ac2-8b89-7c8c4a6ee0e6 req-60e06b67-962a-44b2-b1bf-ed88488acadf tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103632 Mar 23 12:43:46.867740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa804517-1fbc-4f8b-8202-dc20477a8cc4 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:43:46.888916 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:46.903517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Transition to ACTIVE for port object fa804517-1fbc-4f8b-8202-dc20477a8cc4 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:43:46.909000 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:46.994358 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e334b-b4aa-4a64-b7f2-a332152f688f req-c127cb97-7f26-4b96-8ecc-023531e0990e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:46.996801 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bc7e334b-b4aa-4a64-b7f2-a332152f688f req-c127cb97-7f26-4b96-8ecc-023531e0990e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.0671299 Mar 23 12:43:47.086876 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bc7e334b-b4aa-4a64-b7f2-a332152f688f req-bcc2eb05-8122-4039-a24d-a7f3bd791f97 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843308 Mar 23 12:43:47.092006 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Pushing event updated for resources: {'Port': ['ID=fa804517-1fbc-4f8b-8202-dc20477a8cc4,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:47.241750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Attempting to bind port fa804517-1fbc-4f8b-8202-dc20477a8cc4 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:43:47.242194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Attempting to bind port fa804517-1fbc-4f8b-8202-dc20477a8cc4 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:43:47.242404 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Attempting to bind port fa804517-1fbc-4f8b-8202-dc20477a8cc4 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:43:47.251197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Port fa804517-1fbc-4f8b-8202-dc20477a8cc4 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:43:47.251524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Attempting to bind port fa804517-1fbc-4f8b-8202-dc20477a8cc4 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:43:47.262886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:43:47.263220 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:43:47.263603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:43:47.264156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Bound port: fa804517-1fbc-4f8b-8202-dc20477a8cc4, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:43:47.264516 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:47.294557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d491bd-b2e3-49f0-82bd-8878322ac495 req-b966c25d-7ed9-4e35-acaa-af6b0db20101 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:47.309262 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-24d491bd-b2e3-49f0-82bd-8878322ac495 req-b966c25d-7ed9-4e35-acaa-af6b0db20101 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1221471 Mar 23 12:43:47.398380 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-24d491bd-b2e3-49f0-82bd-8878322ac495 req-0cf207a7-2943-4aa6-ac86-cfe99bec1e00 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845051 Mar 23 12:43:47.449664 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:47.494680 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] For port fa804517-1fbc-4f8b-8202-dc20477a8cc4, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:43:47.500611 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] For port fa804517-1fbc-4f8b-8202-dc20477a8cc4, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:43:47.514371 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:47.632602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:47.633224 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:47.636289 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] 10.222.0.77 "PUT /v2.0/ports/fa804517-1fbc-4f8b-8202-dc20477a8cc4 HTTP/1.1" status: 200 len: 1096 time: 1.4332459 Mar 23 12:43:47.699541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6', 'tag': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:43:47.702840 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f859c3f-2741-4837-a388-89052962001a" -d '{"events": [{"name": "network-changed", "server_uuid": "135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6", "tag": "fa804517-1fbc-4f8b-8202-dc20477a8cc4"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:43:47.816938 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4cbc7-18d7-487f-b7e0-2d5086626a39 service neutron] Pushing event updated for resources: {'Port': ['ID=fa804517-1fbc-4f8b-8202-dc20477a8cc4,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:47.846017 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-a99cfd64-8c56-4956-90fc-5c83338fca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:47.848090 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-a99cfd64-8c56-4956-90fc-5c83338fca97 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 1099 time: 0.1422300 Mar 23 12:43:47.867864 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c0c4d-f301-4bf9-906c-608b0165e08a req-bda0d702-2019-4a5b-9e0b-df3f2028e05a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:47.868886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322267ce-78b5-469a-bf51-8e429a49461f req-0d3204ae-0747-49b1-ba61-4c9cb7670495 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:47.880628 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-322267ce-78b5-469a-bf51-8e429a49461f req-0d3204ae-0747-49b1-ba61-4c9cb7670495 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1261780 Mar 23 12:43:47.882766 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-155c0c4d-f301-4bf9-906c-608b0165e08a req-bda0d702-2019-4a5b-9e0b-df3f2028e05a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 948 time: 0.3003683 Mar 23 12:43:47.971894 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-322267ce-78b5-469a-bf51-8e429a49461f req-7d16d4ed-190e-4665-8c84-5daec027af1b tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903471 Mar 23 12:43:48.017942 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-757ccaba-32c2-4b11-a65a-e79fb9821b32 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4 HTTP/1.1" status: 200 len: 217 time: 0.1273656 Mar 23 12:43:48.149602 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-155c0c4d-f301-4bf9-906c-608b0165e08a req-ab10ac95-b688-4503-b42b-f2cf0a34669f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658536 Mar 23 12:43:48.171956 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f6d14-f0d7-448e-aa78-95f59714caf9 req-3b1f04c2-06dc-4775-99aa-cef9b6f1999e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:48.182143 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d10f6d14-f0d7-448e-aa78-95f59714caf9 req-3b1f04c2-06dc-4775-99aa-cef9b6f1999e tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 944 time: 0.1138361 Mar 23 12:43:48.194274 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f0d99965-95ee-4758-bae5-6786731e3a79 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:43:48.206107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-da21c8fa-1eb2-4c4e-9b75-046391150066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:48.207626 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-da21c8fa-1eb2-4c4e-9b75-046391150066 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1751449 Mar 23 12:43:48.300504 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d10f6d14-f0d7-448e-aa78-95f59714caf9 req-b684830e-0eb6-42e5-bbde-b039245bdf75 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156237 Mar 23 12:43:48.358434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-a2d9b537-49e4-47df-a82a-a96aff44b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:48.359984 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-a2d9b537-49e4-47df-a82a-a96aff44b1be service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1447785 Mar 23 12:43:48.374162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f0d99965-95ee-4758-bae5-6786731e3a79, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f0d99965-95ee-4758-bae5-6786731e3a79,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:43:48.417188 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'f0d99965-95ee-4758-bae5-6786731e3a79', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'port_id': 'f0d99965-95ee-4758-bae5-6786731e3a79', 'mac_address': 'fa:16:3e:8a:0c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:43:48.512467 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:48.514082 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c959b74-ffd3-4189-8e00-b3160a30b7a3 req-5544e7d1-6a1a-4b05-81a9-fea2dbab6159 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:48.515710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5c959b74-ffd3-4189-8e00-b3160a30b7a3 req-5544e7d1-6a1a-4b05-81a9-fea2dbab6159 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.0816550 Mar 23 12:43:48.551231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d99965-95ee-4758-bae5-6786731e3a79 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:43:48.575062 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5c959b74-ffd3-4189-8e00-b3160a30b7a3 req-5a140d9a-e3be-4135-a268-92e9357748c6 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519328 Mar 23 12:43:48.587512 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-3f6179e9-ba23-4edc-824a-2c6fff3c8052 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101150 Mar 23 12:43:48.610970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f0d99965-95ee-4758-bae5-6786731e3a79, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f0d99965-95ee-4758-bae5-6786731e3a79,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:43:48.619363 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:48.653862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44508) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:48.739750 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f0d99965-95ee-4758-bae5-6786731e3a79,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:48.745803 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4da0ec8-42fc-4617-af7a-a54850e82a24 req-d89450e5-ca67-4ff6-99fa-13a0da600956 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511257 Mar 23 12:43:48.767528 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173dba7e-6d45-42ff-95da-3b19c144dc0b x-openstack-request-id: req-173dba7e-6d45-42ff-95da-3b19c144dc0b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:43:48.768558 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6", "tag": "fa804517-1fbc-4f8b-8202-dc20477a8cc4", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:43:48.769531 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-173dba7e-6d45-42ff-95da-3b19c144dc0b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:43:48.770113 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6', 'tag': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4', 'status': 'completed', 'code': 200} Mar 23 12:43:48.879567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e8014-bbbb-4a12-871c-638f572d9ad3 req-bfa34585-cae7-4f93-9c1f-d3e0f69b46a5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:48.890205 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-660e8014-bbbb-4a12-871c-638f572d9ad3 req-bfa34585-cae7-4f93-9c1f-d3e0f69b46a5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.1509187 Mar 23 12:43:48.917990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f859c3f-2741-4837-a388-89052962001a req-095c1386-bc93-4201-8236-e3d875f6d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:48.919423 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f859c3f-2741-4837-a388-89052962001a req-095c1386-bc93-4201-8236-e3d875f6d5d8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 1099 time: 0.0953445 Mar 23 12:43:48.971399 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-660e8014-bbbb-4a12-871c-638f572d9ad3 req-968574d6-926a-411c-8ed2-d1895d716754 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768390 Mar 23 12:43:48.983219 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b030d1b5-e095-4011-bcec-aa81864eb490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:49.109381 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b030d1b5-e095-4011-bcec-aa81864eb490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:49.114936 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b030d1b5-e095-4011-bcec-aa81864eb490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:49.148244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f859c3f-2741-4837-a388-89052962001a req-906574f0-eb5c-4e09-bc9c-08e3bc3bcaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:49.153739 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f859c3f-2741-4837-a388-89052962001a req-906574f0-eb5c-4e09-bc9c-08e3bc3bcaaf service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.2149382 Mar 23 12:43:49.186285 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b030d1b5-e095-4011-bcec-aa81864eb490 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=59b0d3b89bfb4dcba5ad2fa172265966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5309072 Mar 23 12:43:49.199309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44522) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:49.201478 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f859c3f-2741-4837-a388-89052962001a req-807c2323-1d5d-42e3-8d74-2f40ffef43a7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4 HTTP/1.1" status: 200 len: 217 time: 0.0422149 Mar 23 12:43:49.242074 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030d1b5-e095-4011-bcec-aa81864eb490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47eb4b9-3258-4d03-9334-00640767b01a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:49.256651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['f0d99965-95ee-4758-bae5-6786731e3a79'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:43:49.287769 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f859c3f-2741-4837-a388-89052962001a req-b46d559f-8534-471f-b6dd-61d8b3bffb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:49.290288 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f859c3f-2741-4837-a388-89052962001a req-b46d559f-8534-471f-b6dd-61d8b3bffb53 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0733895 Mar 23 12:43:49.329758 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5ab57-b7c7-4297-bfb5-29418de5aed2 req-6e302dce-d6fc-477d-822e-720fca6c7493 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:49.331803 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-43d5ab57-b7c7-4297-bfb5-29418de5aed2 req-6e302dce-d6fc-477d-822e-720fca6c7493 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1751950 Mar 23 12:43:49.362162 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-707f2199-eba8-4679-83e7-0d61a4bb3bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:49.399167 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e86ddf-b5cc-4ee5-9d92-8a4d3e923680 req-6da45181-f95d-4f43-9c16-d661f4ac98c3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:49.408818 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-20e86ddf-b5cc-4ee5-9d92-8a4d3e923680 req-6da45181-f95d-4f43-9c16-d661f4ac98c3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 948 time: 0.1932139 Mar 23 12:43:49.417644 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-43d5ab57-b7c7-4297-bfb5-29418de5aed2 req-5132072f-d6e2-4325-8426-4318581fcf22 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720210 Mar 23 12:43:49.441166 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f859c3f-2741-4837-a388-89052962001a req-8e1a86ed-7c05-45fb-864e-08d946873add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:49.442788 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-707f2199-eba8-4679-83e7-0d61a4bb3bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:49.446267 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f859c3f-2741-4837-a388-89052962001a req-8e1a86ed-7c05-45fb-864e-08d946873add service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455607 Mar 23 12:43:49.588060 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f859c3f-2741-4837-a388-89052962001a req-2dc14212-50a3-4d33-bbe6-c9859b761cd6 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293371 Mar 23 12:43:49.615559 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-20e86ddf-b5cc-4ee5-9d92-8a4d3e923680 req-8859817e-274c-424a-a2ae-dc5adb7d2f4b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042022 Mar 23 12:43:49.630339 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-707f2199-eba8-4679-83e7-0d61a4bb3bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:49.633168 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-707f2199-eba8-4679-83e7-0d61a4bb3bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:49.642152 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-707f2199-eba8-4679-83e7-0d61a4bb3bfd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c47eb4b9-3258-4d03-9334-00640767b01a HTTP/1.1" status: 204 len: 168 time: 0.4354219 Mar 23 12:43:49.662272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f2199-eba8-4679-83e7-0d61a4bb3bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47eb4b9-3258-4d03-9334-00640767b01a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:49.693916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8d22a-dc9b-4c6b-a592-0757defb1d8a req-23dcf4a2-b740-4278-acfd-bca0674137ad tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:49.715853 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9de8d22a-dc9b-4c6b-a592-0757defb1d8a req-23dcf4a2-b740-4278-acfd-bca0674137ad tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 945 time: 0.1472039 Mar 23 12:43:49.799353 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9de8d22a-dc9b-4c6b-a592-0757defb1d8a req-0034633b-e6c5-4a45-a5c7-69a08bd3f087 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769737 Mar 23 12:43:49.811849 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f859c3f-2741-4837-a388-89052962001a req-f42764fc-2513-4a23-a6b9-2d9660ca83d7 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950972 Mar 23 12:43:50.097062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44542) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:50.114200 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53375836-ab66-4b30-8b41-b8eb08b82b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:50.204026 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53375836-ab66-4b30-8b41-b8eb08b82b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:50.209754 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53375836-ab66-4b30-8b41-b8eb08b82b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:50.251367 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-53375836-ab66-4b30-8b41-b8eb08b82b16 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=69bc741ed4a44d31946e6e51f8d04486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532328 Mar 23 12:43:50.252518 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53375836-ab66-4b30-8b41-b8eb08b82b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bb9b1e-52ca-4491-bfb9-b767ac34f3e6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:50.254177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44544) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:50.320653 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-498d661c-cb2d-461a-bd6c-c5ec5107de05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:50.349261 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-498d661c-cb2d-461a-bd6c-c5ec5107de05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:50.449909 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-498d661c-cb2d-461a-bd6c-c5ec5107de05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:50.457524 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-498d661c-cb2d-461a-bd6c-c5ec5107de05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:50.464414 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-498d661c-cb2d-461a-bd6c-c5ec5107de05 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3bb9b1e-52ca-4491-bfb9-b767ac34f3e6 HTTP/1.1" status: 204 len: 168 time: 0.2090533 Mar 23 12:43:50.488367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d661c-cb2d-461a-bd6c-c5ec5107de05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bb9b1e-52ca-4491-bfb9-b767ac34f3e6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:50.661738 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1cf65-a041-4bda-8692-e655591a579b req-c63a1d98-a438-4750-a302-9d3ef0a8339e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:50.663328 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-26d1cf65-a041-4bda-8692-e655591a579b req-c63a1d98-a438-4750-a302-9d3ef0a8339e tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.1120048 Mar 23 12:43:50.737052 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-26d1cf65-a041-4bda-8692-e655591a579b req-58ded2db-f5e4-46ec-89d7-44c95ed20452 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658371 Mar 23 12:43:50.750269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059e09b-d2b0-422e-8299-e1a890bebd0b req-b969f7f8-6978-4b7a-9abf-535f8b9eb6ec tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:50.759579 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4059e09b-d2b0-422e-8299-e1a890bebd0b req-b969f7f8-6978-4b7a-9abf-535f8b9eb6ec tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 948 time: 0.0767643 Mar 23 12:43:50.798817 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e8dd6-c367-4014-83d0-8b16ff1276ad req-b6ae9ba7-c54a-462c-a953-57b4ff042445 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:50.800461 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0b1e8dd6-c367-4014-83d0-8b16ff1276ad req-b6ae9ba7-c54a-462c-a953-57b4ff042445 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 946 time: 0.0616663 Mar 23 12:43:50.819010 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4059e09b-d2b0-422e-8299-e1a890bebd0b req-787929a9-6994-4cbb-b189-af51dba64251 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583580 Mar 23 12:43:50.985475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-0b1e8dd6-c367-4014-83d0-8b16ff1276ad req-526e7f2a-cb9b-4e04-a0dc-ad2a15ad0455 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Deleting port 692687ac-215d-4279-a9fa-2db118be0d4d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:43:50.985813 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0b1e8dd6-c367-4014-83d0-8b16ff1276ad req-526e7f2a-cb9b-4e04-a0dc-ad2a15ad0455 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:51.004961 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627b5a0-b85a-4b77-a9fd-4525dc22bfc4 req-12982d64-9a9a-489e-aefd-4b8534b48c67 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:51.013192 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4627b5a0-b85a-4b77-a9fd-4525dc22bfc4 req-12982d64-9a9a-489e-aefd-4b8534b48c67 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 945 time: 0.1177976 Mar 23 12:43:51.096924 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4627b5a0-b85a-4b77-a9fd-4525dc22bfc4 req-2780a13c-403d-4fb9-99c6-025b8266032d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829866 Mar 23 12:43:51.166301 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-0b1e8dd6-c367-4014-83d0-8b16ff1276ad req-526e7f2a-cb9b-4e04-a0dc-ad2a15ad0455 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] For port 692687ac-215d-4279-a9fa-2db118be0d4d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=692687ac-215d-4279-a9fa-2db118be0d4d,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:43:51.166747 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0b1e8dd6-c367-4014-83d0-8b16ff1276ad req-526e7f2a-cb9b-4e04-a0dc-ad2a15ad0455 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:51.193318 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-0b1e8dd6-c367-4014-83d0-8b16ff1276ad req-526e7f2a-cb9b-4e04-a0dc-ad2a15ad0455 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Calling delete_port for 692687ac-215d-4279-a9fa-2db118be0d4d owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:43:51.370753 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0b1e8dd6-c367-4014-83d0-8b16ff1276ad req-526e7f2a-cb9b-4e04-a0dc-ad2a15ad0455 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:51.377519 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44578) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:51.385228 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['584a0e65-c663-46e0-b4c8-7ea9e49276c8', '692687ac-215d-4279-a9fa-2db118be0d4d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:43:51.404824 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e7f2a-cb9b-4e04-a0dc-ad2a15ad0455 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Pushing event deleted for resources: {'Port': ['ID=692687ac-215d-4279-a9fa-2db118be0d4d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:51.469236 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1e8dd6-c367-4014-83d0-8b16ff1276ad req-526e7f2a-cb9b-4e04-a0dc-ad2a15ad0455 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] No DVR routers for this DVR port 692687ac-215d-4279-a9fa-2db118be0d4d on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:43:51.475193 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-0b1e8dd6-c367-4014-83d0-8b16ff1276ad req-526e7f2a-cb9b-4e04-a0dc-ad2a15ad0455 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:51.481230 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0b1e8dd6-c367-4014-83d0-8b16ff1276ad req-526e7f2a-cb9b-4e04-a0dc-ad2a15ad0455 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "DELETE /v2.0/ports/692687ac-215d-4279-a9fa-2db118be0d4d HTTP/1.1" status: 204 len: 173 time: 0.6719191 Mar 23 12:43:51.481816 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e197bd17-4dd7-44d7-84a7-5c587b6ffb7a', 'name': 'network-vif-deleted', 'tag': '692687ac-215d-4279-a9fa-2db118be0d4d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:43:51.493174 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3561c0a9-08bf-4ddd-b805-63a33e2dad32" -d '{"events": [{"server_uuid": "e197bd17-4dd7-44d7-84a7-5c587b6ffb7a", "name": "network-vif-deleted", "tag": "692687ac-215d-4279-a9fa-2db118be0d4d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:43:51.570863 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf397f4-b614-4bbf-8a41-e0f2e31659cd x-openstack-request-id: req-eaf397f4-b614-4bbf-8a41-e0f2e31659cd {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:43:51.571161 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e197bd17-4dd7-44d7-84a7-5c587b6ffb7a", "name": "network-vif-deleted", "tag": "692687ac-215d-4279-a9fa-2db118be0d4d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:43:51.571415 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eaf397f4-b614-4bbf-8a41-e0f2e31659cd {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:43:51.571818 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e197bd17-4dd7-44d7-84a7-5c587b6ffb7a', 'name': 'network-vif-deleted', 'tag': '692687ac-215d-4279-a9fa-2db118be0d4d', 'status': 'completed', 'code': 200} Mar 23 12:43:51.579581 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c255726e-b123-4f62-8382-ae0f3b6f1851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:51.752000 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c255726e-b123-4f62-8382-ae0f3b6f1851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:51.759690 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c255726e-b123-4f62-8382-ae0f3b6f1851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:51.802304 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255726e-b123-4f62-8382-ae0f3b6f1851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4018265c-66ea-4880-a449-94a2536c8bd2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:51.808191 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c255726e-b123-4f62-8382-ae0f3b6f1851 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a990a083eab347f387a38d0da8fc85a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300339 Mar 23 12:43:51.810684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44596) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:51.881807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44602) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:51.895844 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab46380d-e4ea-4f9e-a13b-fcd698118edc req-d7b887c2-bd37-4c5a-9f0b-a67a66b54881 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=e197bd17-4dd7-44d7-84a7-5c587b6ffb7a HTTP/1.1" status: 200 len: 210 time: 0.0308087 Mar 23 12:43:51.896672 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51285f00-4962-4021-861d-0f76e1f30a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:51.939548 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51285f00-4962-4021-861d-0f76e1f30a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.031749 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51285f00-4962-4021-861d-0f76e1f30a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.038267 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-51285f00-4962-4021-861d-0f76e1f30a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.038267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-51285f00-4962-4021-861d-0f76e1f30a2b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4018265c-66ea-4880-a449-94a2536c8bd2 HTTP/1.1" status: 204 len: 168 time: 0.2234077 Mar 23 12:43:52.038526 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44610) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:52.043523 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e38daef7-069d-4fd4-81ad-0b1877cc703b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1966223020', 'description': 'tempest-description--525098217'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:43:52.099153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51285f00-4962-4021-861d-0f76e1f30a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4018265c-66ea-4880-a449-94a2536c8bd2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:52.099348 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e38daef7-069d-4fd4-81ad-0b1877cc703b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.124285 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9bc99369-b1b7-4dc7-a3dd-0993f2503ec9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-486318509'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:43:52.146036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c40fcc-7e22-409f-868e-d0897e4459d8 req-dc894e0a-b139-43c9-bc7d-655f74501446 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:52.157366 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42c40fcc-7e22-409f-868e-d0897e4459d8 req-dc894e0a-b139-43c9-bc7d-655f74501446 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 948 time: 0.1361787 Mar 23 12:43:52.236084 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device fa804517-1fbc-4f8b-8202-dc20477a8cc4 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:43:52.240594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f0d99965-95ee-4758-bae5-6786731e3a79 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:43:52.266138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc99369-b1b7-4dc7-a3dd-0993f2503ec9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:43:52.286371 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bc99369-b1b7-4dc7-a3dd-0993f2503ec9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.291352 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42c40fcc-7e22-409f-868e-d0897e4459d8 req-156413f8-fd6e-43a9-ba4d-92559f386610 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303325 Mar 23 12:43:52.329669 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bc99369-b1b7-4dc7-a3dd-0993f2503ec9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.382718 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port f0d99965-95ee-4758-bae5-6786731e3a79 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:43:52.383095 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.383974 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c754a-a1eb-477e-a544-0db3c89d07c4 req-90c0eaff-177b-4d36-9b4b-db9b68c93738 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:52.385922 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-777c754a-a1eb-477e-a544-0db3c89d07c4 req-90c0eaff-177b-4d36-9b4b-db9b68c93738 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 945 time: 0.1602008 Mar 23 12:43:52.402028 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e38daef7-069d-4fd4-81ad-0b1877cc703b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.413835 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e38daef7-069d-4fd4-81ad-0b1877cc703b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.445441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port fa804517-1fbc-4f8b-8202-dc20477a8cc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:43:52.465402 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4', 'mac_address': 'fa:16:3e:50:35:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:43:52.471096 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e38daef7-069d-4fd4-81ad-0b1877cc703b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.473352 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e38daef7-069d-4fd4-81ad-0b1877cc703b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4331007 Mar 23 12:43:52.477214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44618) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:52.483882 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-cecd0868-e217-4f0e-8d89-3fc4d7341795 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Request body: {'security_group_rule': {'security_group_id': 'bff0c671-0bbc-440e-8285-f8a9a89c1e0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:43:52.488226 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38daef7-069d-4fd4-81ad-0b1877cc703b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff0c671-0bbc-440e-8285-f8a9a89c1e0c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:52.510575 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-777c754a-a1eb-477e-a544-0db3c89d07c4 req-027f4323-fc72-4a70-9d45-87a5f58ef7f5 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137357 Mar 23 12:43:52.531314 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.549039 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cecd0868-e217-4f0e-8d89-3fc4d7341795 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.552279 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bc99369-b1b7-4dc7-a3dd-0993f2503ec9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.558704 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bc99369-b1b7-4dc7-a3dd-0993f2503ec9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.571728 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f0d99965-95ee-4758-bae5-6786731e3a79, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f0d99965-95ee-4758-bae5-6786731e3a79,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:43:52.576032 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507792c-e33a-431c-9180-76d3532cd200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d99965-95ee-4758-bae5-6786731e3a79'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:43:52.578647 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c759544-803f-45ba-a145-bb9945b668e7" -d '{"events": [{"server_uuid": "c507792c-e33a-431c-9180-76d3532cd200", "name": "network-vif-plugged", "status": "completed", "tag": "f0d99965-95ee-4758-bae5-6786731e3a79"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:43:52.584868 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.603273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc99369-b1b7-4dc7-a3dd-0993f2503ec9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:43:52.618873 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc99369-b1b7-4dc7-a3dd-0993f2503ec9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b842e85d-0908-4be0-b270-bfdc9697e470,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:52.623886 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bc99369-b1b7-4dc7-a3dd-0993f2503ec9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.624253 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-9bc99369-b1b7-4dc7-a3dd-0993f2503ec9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Added segment 19f50199-4736-4cce-8289-30a6ef589b09 of type vlan for network e61b178f-95b2-4d0a-a3c5-64f42f46697b Mar 23 12:43:52.672464 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bc99369-b1b7-4dc7-a3dd-0993f2503ec9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.672625 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f0d99965-95ee-4758-bae5-6786731e3a79,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:52.675466 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.679453 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cecd0868-e217-4f0e-8d89-3fc4d7341795 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.680518 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d30d59-4d89-4358-b245-2799cf1e8aba x-openstack-request-id: req-e6d30d59-4d89-4358-b245-2799cf1e8aba {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:43:52.681007 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507792c-e33a-431c-9180-76d3532cd200", "name": "network-vif-plugged", "status": "completed", "tag": "f0d99965-95ee-4758-bae5-6786731e3a79", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:43:52.681426 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6d30d59-4d89-4358-b245-2799cf1e8aba {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:43:52.681832 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507792c-e33a-431c-9180-76d3532cd200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d99965-95ee-4758-bae5-6786731e3a79', 'code': 200} Mar 23 12:43:52.686164 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cecd0868-e217-4f0e-8d89-3fc4d7341795 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.701839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa804517-1fbc-4f8b-8202-dc20477a8cc4 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:43:52.717548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd0868-e217-4f0e-8d89-3fc4d7341795 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6899741-5c7d-484c-acc5-cf35f0b7fda4,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:52.720673 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bc99369-b1b7-4dc7-a3dd-0993f2503ec9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.728820 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cecd0868-e217-4f0e-8d89-3fc4d7341795 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.730445 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cecd0868-e217-4f0e-8d89-3fc4d7341795 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2503622 Mar 23 12:43:52.730822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44630) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:52.732293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc99369-b1b7-4dc7-a3dd-0993f2503ec9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:52.736196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Request body: {'security_group_rule': {'security_group_id': 'bff0c671-0bbc-440e-8285-f8a9a89c1e0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:43:52.736659 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bc99369-b1b7-4dc7-a3dd-0993f2503ec9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.742925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port fa804517-1fbc-4f8b-8202-dc20477a8cc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:43:52.748076 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.800466 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9bc99369-b1b7-4dc7-a3dd-0993f2503ec9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9174807 Mar 23 12:43:52.825578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc99369-b1b7-4dc7-a3dd-0993f2503ec9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Network': ['ID=e61b178f-95b2-4d0a-a3c5-64f42f46697b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:52.829502 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.877263 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network e61b178f-95b2-4d0a-a3c5-64f42f46697b details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:43:52.970995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b1cab-f949-46e8-a31a-4e5b82d85068 req-67495279-3e42-414b-b89a-7b72e22d575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:52.976424 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0e6b1cab-f949-46e8-a31a-4e5b82d85068 req-67495279-3e42-414b-b89a-7b72e22d575c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 1098 time: 0.0796449 Mar 23 12:43:52.979087 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:52.991408 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:53.046144 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0e6b1cab-f949-46e8-a31a-4e5b82d85068 req-83d2bf04-4abf-49ab-8206-f0d8ea51d8a5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614884 Mar 23 12:43:53.057267 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=fa804517-1fbc-4f8b-8202-dc20477a8cc4,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:53.077506 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:53.083444 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3482261 Mar 23 12:43:53.084387 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44644) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:53.116653 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:43:53.122834 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354c38c0-f8a8-47a7-a0a6-0fbc9d01c2a2,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:53.150381 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:53.150747 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:53.151100 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:53.156714 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:53.157382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:53.157790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:53.158143 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:53.158487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:53.158830 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:53.159167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:53.160191 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:53.160529 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f0c14-fc2b-45bb-ad1d-577a4898c5a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:43:53.172120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['fa804517-1fbc-4f8b-8202-dc20477a8cc4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:43:53.231095 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:53.303356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7c4c1-c6c2-425f-b52c-e1d56fab5b9d req-ad91990d-93cb-4ba6-bd4b-099a5d08a5bf tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:53.328343 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-89d7c4c1-c6c2-425f-b52c-e1d56fab5b9d req-ad91990d-93cb-4ba6-bd4b-099a5d08a5bf tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1605918 Mar 23 12:43:53.425512 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:53.450121 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-89d7c4c1-c6c2-425f-b52c-e1d56fab5b9d req-55dc9d6f-e976-41b9-8b30-9f921d767a14 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209612 Mar 23 12:43:53.607010 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bb3c3-218f-4d47-95d9-71323a3f42d7 req-7d5bc928-a5b1-4a9e-9dcd-9df647baf327 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:53.609481 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-554bb3c3-218f-4d47-95d9-71323a3f42d7 req-7d5bc928-a5b1-4a9e-9dcd-9df647baf327 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 949 time: 0.1073382 Mar 23 12:43:53.667955 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-554bb3c3-218f-4d47-95d9-71323a3f42d7 req-52b17a1a-0a85-44d7-8a3c-210569bc840a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493181 Mar 23 12:43:53.669248 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Allocated IP 172.25.2.233 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/c7ba35e6-4fd1-4d26-b2dc-83f5d3ab8748) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:43:53.743873 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bd966-335c-478e-b794-332071be550b req-1399866b-5361-4dd6-993e-c993f9a5fd91 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:53.756778 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-be5bd966-335c-478e-b794-332071be550b req-1399866b-5361-4dd6-993e-c993f9a5fd91 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 947 time: 0.1142519 Mar 23 12:43:53.849021 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-be5bd966-335c-478e-b794-332071be550b req-aafcb72b-dddc-4a4b-88fa-d28dd081c936 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902092 Mar 23 12:43:53.918453 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:53.980658 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:54.055525 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Pushing event updated for resources: {'Port': ['ID=c7ba35e6-4fd1-4d26-b2dc-83f5d3ab8748,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:54.063977 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:43:54.064717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:43:54.067281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:43:54.084351 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-793c5a99-106d-490c-8966-827b0811db66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:54.183645 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:54.255624 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 692687ac-215d-4279-a9fa-2db118be0d4d no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:43:54.296224 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:54.318128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 692687ac-215d-4279-a9fa-2db118be0d4d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:43:54.318757 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 692687ac-215d-4279-a9fa-2db118be0d4d not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:43:54.509202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:54.521231 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:54.615407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Pushing event updated for resources: {'Port': ['ID=c7ba35e6-4fd1-4d26-b2dc-83f5d3ab8748,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:54.702331 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62641-debf-4720-a8ce-9aa777e9d19d req-4f2d3046-7d5e-498d-a4bd-42111f59af8f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:54.705074 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8da62641-debf-4720-a8ce-9aa777e9d19d req-4f2d3046-7d5e-498d-a4bd-42111f59af8f tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 945 time: 0.0629220 Mar 23 12:43:54.758920 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:54.802441 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:54.804004 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c3934562-b411-4d86-9e0b-eb976b368fcd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7107193 Mar 23 12:43:54.836556 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8da62641-debf-4720-a8ce-9aa777e9d19d req-ccb20186-9d1a-46dc-b377-9eb99472d07c tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088452 Mar 23 12:43:54.865725 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1aa113-bfdf-4561-b1dc-c70cafbb0116 req-3ec404c3-9377-4d92-8e12-ddd1dee7c71a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:54.883518 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db1aa113-bfdf-4561-b1dc-c70cafbb0116 req-3ec404c3-9377-4d92-8e12-ddd1dee7c71a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.2706616 Mar 23 12:43:54.963386 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db1aa113-bfdf-4561-b1dc-c70cafbb0116 req-e1c371fc-37dd-43cf-8dba-f2aa94544db5 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784893 Mar 23 12:43:55.074357 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf2c1b-a295-4fc6-8b62-c0ba18b9a2e2 req-7c065801-e798-4a5d-ae70-d02c4b6351d0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:55.075805 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-debf2c1b-a295-4fc6-8b62-c0ba18b9a2e2 req-7c065801-e798-4a5d-ae70-d02c4b6351d0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 949 time: 0.1083031 Mar 23 12:43:55.181256 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-debf2c1b-a295-4fc6-8b62-c0ba18b9a2e2 req-2e87538f-9b18-439a-ba6c-ba9a4d1953dd tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978065 Mar 23 12:43:55.217087 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6687a-4e92-4546-814e-08595159bfff req-32adb701-9f3c-4b72-a57b-4614746681f0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:55.231544 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ce6687a-4e92-4546-814e-08595159bfff req-32adb701-9f3c-4b72-a57b-4614746681f0 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 947 time: 0.1268990 Mar 23 12:43:55.349721 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ce6687a-4e92-4546-814e-08595159bfff req-d0b7cad6-32b3-481d-9188-35a1dce4ed0b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166010 Mar 23 12:43:55.514207 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-81fc80e2-399a-420f-8f79-71cc77b60eab tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1966223020&fields=id&tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a HTTP/1.1" status: 200 len: 267 time: 0.1862779 Mar 23 12:43:55.671430 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-60708b7d-329f-4c61-a187-edadae9a862a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:55.680572 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-60708b7d-329f-4c61-a187-edadae9a862a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 817 time: 0.1652358 Mar 23 12:43:55.699601 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-6fb1f0f3-0c9c-4652-9453-0a0df069d66e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/quotas/ff64bc9bdc02410baa9c0f7e27857a4a HTTP/1.1" status: 200 len: 375 time: 0.0175719 Mar 23 12:43:55.773093 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-ae70ff40-44c8-4e4e-9aa0-09951569ce0a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0716095 Mar 23 12:43:56.112371 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdfeb6-a5e2-445f-932c-f4d1a4ca940e req-6662e9a2-9037-490b-8a45-a558ffcb8a20 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:56.114899 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e7cdfeb6-a5e2-445f-932c-f4d1a4ca940e req-6662e9a2-9037-490b-8a45-a558ffcb8a20 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 945 time: 0.1271119 Mar 23 12:43:56.229621 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e7cdfeb6-a5e2-445f-932c-f4d1a4ca940e req-cf2a0ebb-7c28-4c64-8c51-76a33dab06bd tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001935 Mar 23 12:43:56.244561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44794) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:56.250840 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-267e73cc-e3f3-4a51-8f1e-f4f988af49ef tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'subnet': {'network_id': 'e61b178f-95b2-4d0a-a3c5-64f42f46697b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:43:56.265987 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device fa804517-1fbc-4f8b-8202-dc20477a8cc4 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:43:56.326553 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-9c86a757-9f1b-43fa-9537-56189dcd51bc service neutron] 10.222.0.52 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381286 Mar 23 12:43:56.356763 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port fa804517-1fbc-4f8b-8202-dc20477a8cc4 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:43:56.360918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port fa804517-1fbc-4f8b-8202-dc20477a8cc4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:43:56.361401 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:56.400610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267e73cc-e3f3-4a51-8f1e-f4f988af49ef tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:43:56.405548 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-267e73cc-e3f3-4a51-8f1e-f4f988af49ef tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:56.442111 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-671e2a6c-7a9a-4096-8c9f-bf8ed771569e service neutron] 10.222.0.52 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150846 Mar 23 12:43:56.469484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf004f-19af-4714-aa21-17469c28ffe3 req-b948d489-48c8-4e55-a6b8-de5f76ddff4d tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:56.471168 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6fdf004f-19af-4714-aa21-17469c28ffe3 req-b948d489-48c8-4e55-a6b8-de5f76ddff4d tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1404989 Mar 23 12:43:56.472540 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:56.555496 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6fdf004f-19af-4714-aa21-17469c28ffe3 req-7e7df23b-d7d5-422c-9307-d97369512e64 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677629 Mar 23 12:43:56.615852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port fa804517-1fbc-4f8b-8202-dc20477a8cc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:43:56.622045 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:43:56.639026 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247827b-24df-44ff-8fa5-ec42f5d1a360 req-39b74ae3-f610-427a-b74c-881410dd69e4 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:56.639216 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d3da79-b53e-4353-ba24-e2ee6f813282" -d '{"events": [{"server_uuid": "135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6", "name": "network-vif-plugged", "status": "completed", "tag": "fa804517-1fbc-4f8b-8202-dc20477a8cc4"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:43:56.639378 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5247827b-24df-44ff-8fa5-ec42f5d1a360 req-39b74ae3-f610-427a-b74c-881410dd69e4 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 945 time: 0.1029067 Mar 23 12:43:56.673800 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:56.802875 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=fa804517-1fbc-4f8b-8202-dc20477a8cc4,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:56.819216 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-267e73cc-e3f3-4a51-8f1e-f4f988af49ef tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:56.833684 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-5247827b-24df-44ff-8fa5-ec42f5d1a360 req-ef515fc2-93aa-4b7a-a363-0f92af4e15aa tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Deleting port 584a0e65-c663-46e0-b4c8-7ea9e49276c8 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:43:56.834563 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5247827b-24df-44ff-8fa5-ec42f5d1a360 req-ef515fc2-93aa-4b7a-a363-0f92af4e15aa tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:56.855942 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e9f306f-415d-44ab-8512-d52d608a6442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:56.884105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e73cc-e3f3-4a51-8f1e-f4f988af49ef tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Subnet': ['ID=39f81a8d-f06f-4fa2-98be-a5208df630fb,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:56.921225 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58e898-aeb1-4762-8371-2df16f5c2b8c req-18fa0ad4-1829-4014-b04d-d38b1e07254a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:56.923301 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5d58e898-aeb1-4762-8371-2df16f5c2b8c req-18fa0ad4-1829-4014-b04d-d38b1e07254a tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 947 time: 0.1588519 Mar 23 12:43:56.935567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100eba-20d5-4831-afd4-6e2cb585ce03 req-f4aef736-6ce0-4069-9590-718a1519ec9b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:56.947623 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e0100eba-20d5-4831-afd4-6e2cb585ce03 req-f4aef736-6ce0-4069-9590-718a1519ec9b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.1753225 Mar 23 12:43:56.998972 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5d58e898-aeb1-4762-8371-2df16f5c2b8c req-7796df55-a6ea-432d-bb5d-14d7906e022b tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667279 Mar 23 12:43:57.004795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-5247827b-24df-44ff-8fa5-ec42f5d1a360 req-ef515fc2-93aa-4b7a-a363-0f92af4e15aa tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] For port 584a0e65-c663-46e0-b4c8-7ea9e49276c8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=584a0e65-c663-46e0-b4c8-7ea9e49276c8,segment=NetworkSegment(b1ea01aa-1af6-46b9-b390-7fea8fa48a3c),segment_id=b1ea01aa-1af6-46b9-b390-7fea8fa48a3c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:43:57.005310 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5247827b-24df-44ff-8fa5-ec42f5d1a360 req-ef515fc2-93aa-4b7a-a363-0f92af4e15aa tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:57.010109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e73cc-e3f3-4a51-8f1e-f4f988af49ef tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Checking segment: {'id': '19f50199-4736-4cce-8289-30a6ef589b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e61b178f-95b2-4d0a-a3c5-64f42f46697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:43:57.010984 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267e73cc-e3f3-4a51-8f1e-f4f988af49ef tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network hostable DHCP agents. Network: e61b178f-95b2-4d0a-a3c5-64f42f46697b, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:43:57.017197 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e0100eba-20d5-4831-afd4-6e2cb585ce03 req-7aeb2fcd-322b-4ff1-a8e0-b28ecf154fe2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687101 Mar 23 12:43:57.020684 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-5247827b-24df-44ff-8fa5-ec42f5d1a360 req-ef515fc2-93aa-4b7a-a363-0f92af4e15aa tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Calling delete_port for 584a0e65-c663-46e0-b4c8-7ea9e49276c8 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:43:57.037138 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267e73cc-e3f3-4a51-8f1e-f4f988af49ef tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network e61b178f-95b2-4d0a-a3c5-64f42f46697b is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:43:57.058665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-267e73cc-e3f3-4a51-8f1e-f4f988af49ef tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, e61b178f-95b2-4d0a-a3c5-64f42f46697b) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:43:57.070169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b434e50a-7343-4701-9837-6c0529cb6cd0 None None] Network e61b178f-95b2-4d0a-a3c5-64f42f46697b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:43:57.077910 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267e73cc-e3f3-4a51-8f1e-f4f988af49ef tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:57.078509 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-267e73cc-e3f3-4a51-8f1e-f4f988af49ef tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:57.112024 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-267e73cc-e3f3-4a51-8f1e-f4f988af49ef tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8657904 Mar 23 12:43:57.117289 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44826) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:57.124927 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-819cc0b9-91b9-43b7-86aa-981b1432b140 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-769794407'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:43:57.154861 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dbb18f6d-8f54-4972-b0ad-2be1a190fbd7 req-cacb0da3-d4e8-4c10-8c4f-b391ad4a4bf9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 210 time: 0.0606992 Mar 23 12:43:57.186349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819cc0b9-91b9-43b7-86aa-981b1432b140 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:43:57.192273 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-819cc0b9-91b9-43b7-86aa-981b1432b140 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:57.219371 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b047037f-2b01-49c1-8f04-34d6cf161b3b x-openstack-request-id: req-b047037f-2b01-49c1-8f04-34d6cf161b3b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:43:57.220971 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6", "name": "network-vif-plugged", "status": "completed", "tag": "fa804517-1fbc-4f8b-8202-dc20477a8cc4", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:43:57.225304 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b047037f-2b01-49c1-8f04-34d6cf161b3b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:43:57.225957 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4', 'code': 200} Mar 23 12:43:57.292684 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5247827b-24df-44ff-8fa5-ec42f5d1a360 req-ef515fc2-93aa-4b7a-a363-0f92af4e15aa tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:57.302348 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-34c4e4c6-990d-413f-9f11-2e6ff600ddcc tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b10d3a40339142f98f5e5fe8e21727b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431390 Mar 23 12:43:57.315240 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['584a0e65-c663-46e0-b4c8-7ea9e49276c8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:43:57.329017 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819cc0b9-91b9-43b7-86aa-981b1432b140 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:43:57.334538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef515fc2-93aa-4b7a-a363-0f92af4e15aa tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Pushing event deleted for resources: {'Port': ['ID=584a0e65-c663-46e0-b4c8-7ea9e49276c8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:57.354292 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-819cc0b9-91b9-43b7-86aa-981b1432b140 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:57.354938 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-819cc0b9-91b9-43b7-86aa-981b1432b140 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Added segment f588131b-980e-4779-bdd4-fae7479a9c56 of type vlan for network f3901b47-a09e-4e18-88eb-d415bfd8f0c8 Mar 23 12:43:57.462748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccb68b-441a-482a-9ace-efe7eaddca35 req-0cebc8e9-d8d5-4488-905b-5ab1e76c19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:57.464267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e1ccb68b-441a-482a-9ace-efe7eaddca35 req-0cebc8e9-d8d5-4488-905b-5ab1e76c19b8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 1101 time: 0.1597891 Mar 23 12:43:57.467552 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5247827b-24df-44ff-8fa5-ec42f5d1a360 req-ef515fc2-93aa-4b7a-a363-0f92af4e15aa tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] No DVR routers for this DVR port 584a0e65-c663-46e0-b4c8-7ea9e49276c8 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:43:57.470637 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5247827b-24df-44ff-8fa5-ec42f5d1a360 req-ef515fc2-93aa-4b7a-a363-0f92af4e15aa tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:57.475143 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5247827b-24df-44ff-8fa5-ec42f5d1a360 req-ef515fc2-93aa-4b7a-a363-0f92af4e15aa tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.77 "DELETE /v2.0/ports/584a0e65-c663-46e0-b4c8-7ea9e49276c8 HTTP/1.1" status: 204 len: 173 time: 0.8236067 Mar 23 12:43:57.514173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d26b362-baca-4b42-9152-492f3c52e29d', 'name': 'network-vif-deleted', 'tag': '584a0e65-c663-46e0-b4c8-7ea9e49276c8'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:43:57.520608 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa57a1a2-c4e0-4ebc-b33b-8a30a48e2898" -d '{"events": [{"server_uuid": "2d26b362-baca-4b42-9152-492f3c52e29d", "name": "network-vif-deleted", "tag": "584a0e65-c663-46e0-b4c8-7ea9e49276c8"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:43:57.565568 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e58896c-07f0-4d11-b54c-10c0283946a4 req-67ca4307-c71a-41b3-8990-51d083ad98f3 tempest-ServersTestJSON-198753243 tempest-ServersTestJSON-198753243-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26b362-baca-4b42-9152-492f3c52e29d HTTP/1.1" status: 200 len: 210 time: 0.1601098 Mar 23 12:43:57.570670 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-878c22e5-490d-45e5-83c3-64467e93663d tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:57.571239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-e61b178f-95b2-4d0a-a3c5-64f42f46697b', 'network_id': 'e61b178f-95b2-4d0a-a3c5-64f42f46697b', 'tenant_id': '451a5b8607304315ac922bb531568cda', 'fixed_ips': [{'subnet_id': '39f81a8d-f06f-4fa2-98be-a5208df630fb'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:43:57.582367 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:57.582523 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-878c22e5-490d-45e5-83c3-64467e93663d tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771847 Mar 23 12:43:57.583736 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e1ccb68b-441a-482a-9ace-efe7eaddca35 req-068e01d3-f795-4ea0-a29b-bb1eefb1efaf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086483 Mar 23 12:43:57.591680 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-819cc0b9-91b9-43b7-86aa-981b1432b140 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:57.620709 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-6fa480b7-86b7-4433-8cec-cce7e8c8c068 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/quotas/b10d3a40339142f98f5e5fe8e21727b4 HTTP/1.1" status: 200 len: 375 time: 0.0300303 Mar 23 12:43:57.644703 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-819cc0b9-91b9-43b7-86aa-981b1432b140 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:57.653326 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819cc0b9-91b9-43b7-86aa-981b1432b140 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:57.654018 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-819cc0b9-91b9-43b7-86aa-981b1432b140 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:57.669167 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851816a8-fa92-4338-bda7-b8413146bbc8 x-openstack-request-id: req-851816a8-fa92-4338-bda7-b8413146bbc8 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:43:57.669513 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d26b362-baca-4b42-9152-492f3c52e29d", "name": "network-vif-deleted", "tag": "584a0e65-c663-46e0-b4c8-7ea9e49276c8", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:43:57.669766 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-851816a8-fa92-4338-bda7-b8413146bbc8 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:43:57.670219 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d26b362-baca-4b42-9152-492f3c52e29d', 'name': 'network-vif-deleted', 'tag': '584a0e65-c663-46e0-b4c8-7ea9e49276c8', 'status': 'completed', 'code': 200} Mar 23 12:43:57.672706 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-d9fe8f33-d5a6-4fa9-b1c4-08b715bbf3a7 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b10d3a40339142f98f5e5fe8e21727b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477769 Mar 23 12:43:57.746694 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:57.747019 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cc0b9-91b9-43b7-86aa-981b1432b140 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Network': ['ID=f3901b47-a09e-4e18-88eb-d415bfd8f0c8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:57.755174 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-819cc0b9-91b9-43b7-86aa-981b1432b140 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6361315 Mar 23 12:43:57.757969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44854) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:57.765704 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6987293b-bf8f-421f-b7ca-115c2b4d8ed2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'subnet': {'network_id': 'f3901b47-a09e-4e18-88eb-d415bfd8f0c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:43:57.769172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network f3901b47-a09e-4e18-88eb-d415bfd8f0c8 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:43:57.772158 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Allocated IP 2001:db8:0:ffff::2 (e61b178f-95b2-4d0a-a3c5-64f42f46697b/39f81a8d-f06f-4fa2-98be-a5208df630fb/d989cd9d-d085-49c4-a28f-22f1b3739016) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:43:57.861977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe5125-89f4-425f-a97a-45d99a31292a req-07dae8c5-a9a7-4edb-81c1-3bcdf9783b91 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:57.872688 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5fbe5125-89f4-425f-a97a-45d99a31292a req-07dae8c5-a9a7-4edb-81c1-3bcdf9783b91 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1126361 Mar 23 12:43:57.947417 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5fbe5125-89f4-425f-a97a-45d99a31292a req-f8184eda-4165-48ec-94e2-8d8a7f13b2ca tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638142 Mar 23 12:43:57.993453 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e266be6d-2a00-447a-83ed-1747a146961c req-6c12a66d-0c6f-41d5-bf2a-89327e8ba210 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 210 time: 0.0964031 Mar 23 12:43:58.026986 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6987293b-bf8f-421f-b7ca-115c2b4d8ed2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:43:58.035834 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6987293b-bf8f-421f-b7ca-115c2b4d8ed2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:58.135945 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:58.149907 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:58.200659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483b700-cc56-4816-98ad-4e399cedfaa4 req-d218651c-5c49-4fa7-813c-601b42214e2c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:58.203116 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6483b700-cc56-4816-98ad-4e399cedfaa4 req-d218651c-5c49-4fa7-813c-601b42214e2c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0782347 Mar 23 12:43:58.232933 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Network e61b178f-95b2-4d0a-a3c5-64f42f46697b is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:43:58.240571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:43:58.256888 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:43:58.264629 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Pushing event updated for resources: {'Port': ['ID=d989cd9d-d085-49c4-a28f-22f1b3739016,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:58.325654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Attempting to bind port d989cd9d-d085-49c4-a28f-22f1b3739016 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:43:58.326240 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6483b700-cc56-4816-98ad-4e399cedfaa4 req-abfb105b-3490-487a-a2a1-4ac61b265d3c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003513 Mar 23 12:43:58.326342 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Attempting to bind port d989cd9d-d085-49c4-a28f-22f1b3739016 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '19f50199-4736-4cce-8289-30a6ef589b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e61b178f-95b2-4d0a-a3c5-64f42f46697b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:43:58.326342 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Attempting to bind port d989cd9d-d085-49c4-a28f-22f1b3739016 on network e61b178f-95b2-4d0a-a3c5-64f42f46697b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:43:58.342961 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:43:58.343335 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Checking segment: {'id': '19f50199-4736-4cce-8289-30a6ef589b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e61b178f-95b2-4d0a-a3c5-64f42f46697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:43:58.343734 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:58.344371 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Bound using segment: {'id': '19f50199-4736-4cce-8289-30a6ef589b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e61b178f-95b2-4d0a-a3c5-64f42f46697b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:43:58.345182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Bound port: d989cd9d-d085-49c4-a28f-22f1b3739016, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f50199-4736-4cce-8289-30a6ef589b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e61b178f-95b2-4d0a-a3c5-64f42f46697b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:43:58.345773 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:58.363297 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-290f62be-e4bf-404e-a777-7dbe1e9f571b req-4d95401e-5b99-4bc2-b91b-342b8cd774f6 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 210 time: 0.1033318 Mar 23 12:43:58.369813 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6987293b-bf8f-421f-b7ca-115c2b4d8ed2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:58.435237 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987293b-bf8f-421f-b7ca-115c2b4d8ed2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Subnet': ['ID=a5e2236b-6a4b-4581-9726-5265c5003bb4,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:58.445468 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] For port d989cd9d-d085-49c4-a28f-22f1b3739016, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:43:58.451323 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] For port d989cd9d-d085-49c4-a28f-22f1b3739016, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d989cd9d-d085-49c4-a28f-22f1b3739016,segment=NetworkSegment(19f50199-4736-4cce-8289-30a6ef589b09),segment_id=19f50199-4736-4cce-8289-30a6ef589b09)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:43:58.468904 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:58.474554 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6987293b-bf8f-421f-b7ca-115c2b4d8ed2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Checking segment: {'id': 'f588131b-980e-4779-bdd4-fae7479a9c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f3901b47-a09e-4e18-88eb-d415bfd8f0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:43:58.474554 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6987293b-bf8f-421f-b7ca-115c2b4d8ed2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network hostable DHCP agents. Network: f3901b47-a09e-4e18-88eb-d415bfd8f0c8, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:43:58.494675 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6987293b-bf8f-421f-b7ca-115c2b4d8ed2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network f3901b47-a09e-4e18-88eb-d415bfd8f0c8 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:43:58.509515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6987293b-bf8f-421f-b7ca-115c2b4d8ed2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, f3901b47-a09e-4e18-88eb-d415bfd8f0c8) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:43:58.525335 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fba21e-b032-48eb-94d0-2294c2c712cd None None] Network f3901b47-a09e-4e18-88eb-d415bfd8f0c8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:43:58.527728 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6987293b-bf8f-421f-b7ca-115c2b4d8ed2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:58.529603 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6987293b-bf8f-421f-b7ca-115c2b4d8ed2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:58.568724 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6987293b-bf8f-421f-b7ca-115c2b4d8ed2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8086870 Mar 23 12:43:58.571274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44880) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:58.651873 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44884) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:58.676012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af2b5b-8b9b-4919-b47c-7b09247fdc6f None None] Pushing event updated for resources: {'Port': ['ID=d989cd9d-d085-49c4-a28f-22f1b3739016,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:58.720792 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbd620b-620f-4fb0-a261-ec570147f465 admin admin] Deleting subnet d214faa0-c958-46e5-affe-d81670b016f4 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:43:58.725043 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfbd620b-620f-4fb0-a261-ec570147f465 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:58.772620 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfbd620b-620f-4fb0-a261-ec570147f465 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:58.787342 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:58.820211 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-f3901b47-a09e-4e18-88eb-d415bfd8f0c8', 'network_id': 'f3901b47-a09e-4e18-88eb-d415bfd8f0c8', 'tenant_id': '451a5b8607304315ac922bb531568cda', 'fixed_ips': [{'subnet_id': 'a5e2236b-6a4b-4581-9726-5265c5003bb4'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:43:58.828095 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:58.885279 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfbd620b-620f-4fb0-a261-ec570147f465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:58.947061 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:59.094042 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfbd620b-620f-4fb0-a261-ec570147f465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:59.185070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Allocated IP 2001:db8::1 (f3901b47-a09e-4e18-88eb-d415bfd8f0c8/a5e2236b-6a4b-4581-9726-5265c5003bb4/097c8430-7e8b-4ad7-91cb-ad64e73fb688) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:43:59.194974 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd620b-620f-4fb0-a261-ec570147f465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d214faa0-c958-46e5-affe-d81670b016f4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:59.197407 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:59.231617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4cdec-b15f-4e0c-9e97-f95130aa60e5 req-4d352812-aad0-4984-9c8d-08e6704c1571 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:59.244021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2f4cdec-b15f-4e0c-9e97-f95130aa60e5 req-4d352812-aad0-4984-9c8d-08e6704c1571 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1656673 Mar 23 12:43:59.271716 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfbd620b-620f-4fb0-a261-ec570147f465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:59.276002 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cfbd620b-620f-4fb0-a261-ec570147f465 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d214faa0-c958-46e5-affe-d81670b016f4 HTTP/1.1" status: 204 len: 168 time: 0.6228800 Mar 23 12:43:59.291016 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ce8d2f5c-aa3e-432a-8a2a-5c4f43cbba79 req-8868ac0e-00a8-4ae6-a708-02cfb2f0d559 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 210 time: 0.0951078 Mar 23 12:43:59.296226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44896) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:43:59.415402 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2f4cdec-b15f-4e0c-9e97-f95130aa60e5 req-42395d4a-b511-41ba-8848-14b758b52e04 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705072 Mar 23 12:43:59.419572 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd7bf935-cc95-45e9-bc19-30c176b3419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:59.456115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-61f6cc94-d99b-4d29-aa98-16ef89740a89 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:59.457675 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-61f6cc94-d99b-4d29-aa98-16ef89740a89 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.77 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 817 time: 0.3275981 Mar 23 12:43:59.507841 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb986f8f-85d7-4065-9b43-55a81f534e38 req-2372ae45-d562-47f0-be09-e6f4fff8407e tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:59.513377 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bb986f8f-85d7-4065-9b43-55a81f534e38 req-2372ae45-d562-47f0-be09-e6f4fff8407e tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.1042314 Mar 23 12:43:59.521608 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-a9f3a46a-6b48-40d9-9708-a4c51598cbd2 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a HTTP/1.1" status: 200 len: 380 time: 0.0541987 Mar 23 12:43:59.524985 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:59.540103 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:59.578468 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:43:59.595694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Pushing event updated for resources: {'Port': ['ID=097c8430-7e8b-4ad7-91cb-ad64e73fb688,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:43:59.606757 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:59.625325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd7bf935-cc95-45e9-bc19-30c176b3419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:59.629093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Network f3901b47-a09e-4e18-88eb-d415bfd8f0c8 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:43:59.630548 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:43:59.633132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:43:59.645036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-c108c118-63e5-4398-8411-44a8d14a3a0d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Request body: {'port': {'device_id': 'c000b8be-9270-4499-87a6-d04c082980b3', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'admin_state_up': True, 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'security_groups': ['bff0c671-0bbc-440e-8285-f8a9a89c1e0c']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:43:59.654694 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bb986f8f-85d7-4065-9b43-55a81f534e38 req-a5fcee9c-7a98-4e35-8383-561114dac1f7 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320033 Mar 23 12:43:59.723959 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-0c6ccb2e-0a8d-48c2-8291-edf66407aa3c tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b10d3a40339142f98f5e5fe8e21727b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653627 Mar 23 12:43:59.727641 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Attempting to bind port 097c8430-7e8b-4ad7-91cb-ad64e73fb688 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:43:59.727943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Attempting to bind port 097c8430-7e8b-4ad7-91cb-ad64e73fb688 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'f588131b-980e-4779-bdd4-fae7479a9c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f3901b47-a09e-4e18-88eb-d415bfd8f0c8'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:43:59.729143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Attempting to bind port 097c8430-7e8b-4ad7-91cb-ad64e73fb688 on network f3901b47-a09e-4e18-88eb-d415bfd8f0c8 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:43:59.735328 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81c00afb-af78-4bf8-a815-3a2f194a41e5 req-ce593bfe-ec5a-4af1-8b12-772e1db8f87b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 210 time: 0.0620179 Mar 23 12:43:59.736949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fd7bf935-cc95-45e9-bc19-30c176b3419a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7ade3c-6c93-4ba0-b2cd-7915560e4871']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:43:59.741974 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:43:59.747004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Checking segment: {'id': 'f588131b-980e-4779-bdd4-fae7479a9c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f3901b47-a09e-4e18-88eb-d415bfd8f0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:43:59.747965 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:59.750240 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Bound using segment: {'id': 'f588131b-980e-4779-bdd4-fae7479a9c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f3901b47-a09e-4e18-88eb-d415bfd8f0c8'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:43:59.752589 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Bound port: 097c8430-7e8b-4ad7-91cb-ad64e73fb688, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f588131b-980e-4779-bdd4-fae7479a9c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f3901b47-a09e-4e18-88eb-d415bfd8f0c8'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:43:59.755232 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:59.786144 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fd7bf935-cc95-45e9-bc19-30c176b3419a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:43:59.786448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fd7bf935-cc95-45e9-bc19-30c176b3419a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ea01aa-1af6-46b9-b390-7fea8fa48a3c') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:43:59.812339 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:59.847398 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd7bf935-cc95-45e9-bc19-30c176b3419a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:59.924775 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd7bf935-cc95-45e9-bc19-30c176b3419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:43:59.954970 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-4c2c6f5b-f665-4242-80b3-28b8f306969f tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:43:59.959615 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-4c2c6f5b-f665-4242-80b3-28b8f306969f tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2285404 Mar 23 12:43:59.981410 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-564a902e-66af-4c4b-abd8-baa2a5f8f9b6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Request body: {'port': {'device_id': 'ab9d3750-272d-4be2-a731-609754fa94b5', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': 'b10d3a40339142f98f5e5fe8e21727b4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:00.009050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e2236b-6a4b-4581-9726-5265c5003bb4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:00.050812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7bf935-cc95-45e9-bc19-30c176b3419a admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:44:00.051284 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd7bf935-cc95-45e9-bc19-30c176b3419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:44:00.109157 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:44:00.112758 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:00.134944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3901b47-a09e-4e18-88eb-d415bfd8f0c8']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:00.148623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f588131b-980e-4779-bdd4-fae7479a9c56') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:00.149026 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f588131b-980e-4779-bdd4-fae7479a9c56') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:00.154690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] For port 097c8430-7e8b-4ad7-91cb-ad64e73fb688, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:44:00.156514 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-564a902e-66af-4c4b-abd8-baa2a5f8f9b6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Made reservation on behalf of b10d3a40339142f98f5e5fe8e21727b4 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:00.159778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] For port 097c8430-7e8b-4ad7-91cb-ad64e73fb688, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=097c8430-7e8b-4ad7-91cb-ad64e73fb688,segment=NetworkSegment(f588131b-980e-4779-bdd4-fae7479a9c56),segment_id=f588131b-980e-4779-bdd4-fae7479a9c56)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:44:00.162873 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-564a902e-66af-4c4b-abd8-baa2a5f8f9b6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:00.165910 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:00.174559 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:00.185842 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-564a902e-66af-4c4b-abd8-baa2a5f8f9b6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:00.213425 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd7bf935-cc95-45e9-bc19-30c176b3419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:00.222413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:00.228029 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd7bf935-cc95-45e9-bc19-30c176b3419a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:00.231196 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fd7bf935-cc95-45e9-bc19-30c176b3419a admin admin] 10.222.0.52 "DELETE /v2.0/networks/aa7ade3c-6c93-4ba0-b2cd-7915560e4871 HTTP/1.1" status: 204 len: 168 time: 0.9335890 Mar 23 12:44:00.238703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-c108c118-63e5-4398-8411-44a8d14a3a0d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Made reservation on behalf of ff64bc9bdc02410baa9c0f7e27857a4a for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:00.242313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-c108c118-63e5-4398-8411-44a8d14a3a0d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:00.247977 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:44:00.248369 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:44:00.260287 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:44:00.280333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bf935-cc95-45e9-bc19-30c176b3419a admin admin] Pushing event deleted for resources: {'Network': ['ID=aa7ade3c-6c93-4ba0-b2cd-7915560e4871,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:00.294048 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 584a0e65-c663-46e0-b4c8-7ea9e49276c8 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:44:00.334243 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0509657a-558b-46d1-993b-1fc664050e4e None None] Network e61b178f-95b2-4d0a-a3c5-64f42f46697b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:00.359111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 584a0e65-c663-46e0-b4c8-7ea9e49276c8 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:44:00.359604 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 584a0e65-c663-46e0-b4c8-7ea9e49276c8 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:44:00.433155 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.db.api [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 12:44:00.433155 n-d-834854-1 neutron-server[102778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 12:44:00.433155 n-d-834854-1 neutron-server[102778]: [parameters: {'id': 'f3901b47-a09e-4e18-88eb-d415bfd8f0c8'}] Mar 23 12:44:00.433155 n-d-834854-1 neutron-server[102778]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:44:00.434156 n-d-834854-1 neutron-server[102778]: DEBUG oslo_db.api [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:44:00.454606 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e06310-09cd-4bac-abfa-e4bea4b9fb28 None None] Network f3901b47-a09e-4e18-88eb-d415bfd8f0c8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:00.455155 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5833cfcb-3604-4690-a1df-d829d77c52c6 req-b1bf23c0-d5cf-42ec-98a0-7a2b1b69dc7c tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 210 time: 0.0487208 Mar 23 12:44:00.523835 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-564a902e-66af-4c4b-abd8-baa2a5f8f9b6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:00.539342 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-564a902e-66af-4c4b-abd8-baa2a5f8f9b6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:00.565133 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7920a-8a1b-4764-8bbf-ee3f9f052be4 None None] Pushing event updated for resources: {'Port': ['ID=097c8430-7e8b-4ad7-91cb-ad64e73fb688,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:00.577279 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44922) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:00.604867 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f5df0cd1-410f-4b99-b68c-365382d56ea0 None None] Provisioning complete for port d989cd9d-d085-49c4-a28f-22f1b3739016 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:00.605330 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f5df0cd1-410f-4b99-b68c-365382d56ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:00.661457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a902e-66af-4c4b-abd8-baa2a5f8f9b6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc458b50-30e7-42f9-8334-24a030f14ca6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:00.683753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-c108c118-63e5-4398-8411-44a8d14a3a0d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Allocated IP 172.20.0.12 (60e766b4-1016-48b5-88cb-19ac4b8761dc/f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9/c147a3e0-1f39-488d-8433-b88f4b12b4ae) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:44:00.767884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafe8aa-862b-45cd-81d3-43c6ad4edafe req-2e9ca9f2-518b-4918-98ab-21b1d0fa2432 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:00.771502 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-564a902e-66af-4c4b-abd8-baa2a5f8f9b6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Allocated IP 192.168.233.74 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/c57292ac-ab27-4f00-9580-6167d53ccd15) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:44:00.777079 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cafe8aa-862b-45cd-81d3-43c6ad4edafe req-2e9ca9f2-518b-4918-98ab-21b1d0fa2432 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.2000813 Mar 23 12:44:00.789483 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f5df0cd1-410f-4b99-b68c-365382d56ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:00.799739 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-84ce39e7-e0a8-4c6a-b057-9cde82af59aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=61f454bbb70244ecbf97f6b03af40553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210398 Mar 23 12:44:00.800480 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 44932) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:00.866155 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d989cd9d-d085-49c4-a28f-22f1b3739016 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:44:00.896447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f5df0cd1-410f-4b99-b68c-365382d56ea0 None None] For port d989cd9d-d085-49c4-a28f-22f1b3739016, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d989cd9d-d085-49c4-a28f-22f1b3739016,segment=NetworkSegment(19f50199-4736-4cce-8289-30a6ef589b09),segment_id=19f50199-4736-4cce-8289-30a6ef589b09)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:00.897163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c4bda-16b5-42e4-8a66-9b1b7e8484cd req-ea34bd5f-8baa-4f05-ba28-fa687d113b31 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:00.906452 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d5c4bda-16b5-42e4-8a66-9b1b7e8484cd req-ea34bd5f-8baa-4f05-ba28-fa687d113b31 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.1203825 Mar 23 12:44:00.908819 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f5df0cd1-410f-4b99-b68c-365382d56ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:00.993888 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df0cd1-410f-4b99-b68c-365382d56ea0 None None] Pushing event updated for resources: {'Port': ['ID=d989cd9d-d085-49c4-a28f-22f1b3739016,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:01.004150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port d989cd9d-d085-49c4-a28f-22f1b3739016 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:01.004645 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:01.015952 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:01.023473 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d5c4bda-16b5-42e4-8a66-9b1b7e8484cd req-3680fa98-9e61-4a6e-92c0-b50a09f8f080 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116288 Mar 23 12:44:01.041290 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-c108c118-63e5-4398-8411-44a8d14a3a0d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:01.133251 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-564a902e-66af-4c4b-abd8-baa2a5f8f9b6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:01.143705 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-c108c118-63e5-4398-8411-44a8d14a3a0d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:01.151168 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cafe8aa-862b-45cd-81d3-43c6ad4edafe req-a09a907e-16dc-457f-811e-be27ebbb1fdd tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3732843 Mar 23 12:44:01.188212 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-788de726-db91-423f-9d9f-df8c02f94812 req-48b7fe8f-d793-4dcd-8b05-45d606ce2d4e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 210 time: 0.0925384 Mar 23 12:44:01.189817 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-564a902e-66af-4c4b-abd8-baa2a5f8f9b6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:01.250877 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-564a902e-66af-4c4b-abd8-baa2a5f8f9b6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:44:01.257913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-564a902e-66af-4c4b-abd8-baa2a5f8f9b6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:44:01.262603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-564a902e-66af-4c4b-abd8-baa2a5f8f9b6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:44:01.289373 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-c108c118-63e5-4398-8411-44a8d14a3a0d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Network 60e766b4-1016-48b5-88cb-19ac4b8761dc is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:44:01.301128 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a902e-66af-4c4b-abd8-baa2a5f8f9b6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Pushing event updated for resources: {'Port': ['ID=c57292ac-ab27-4f00-9580-6167d53ccd15,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:01.309913 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-c108c118-63e5-4398-8411-44a8d14a3a0d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:44:01.312873 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-c108c118-63e5-4398-8411-44a8d14a3a0d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:44:01.326040 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-564a902e-66af-4c4b-abd8-baa2a5f8f9b6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:01.326702 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-564a902e-66af-4c4b-abd8-baa2a5f8f9b6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:01.352731 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-564a902e-66af-4c4b-abd8-baa2a5f8f9b6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3802013 Mar 23 12:44:01.374483 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Request body: {'port': {'device_id': 'ab9d3750-272d-4be2-a731-609754fa94b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:01.438580 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5592fba-5cf1-4913-8c7f-e976a38e5e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:01.443357 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-905976bc-c332-499d-8b0a-fd031a7bc903 None None] Provisioning complete for port d989cd9d-d085-49c4-a28f-22f1b3739016 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:01.443727 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-905976bc-c332-499d-8b0a-fd031a7bc903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:01.452162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108c118-63e5-4398-8411-44a8d14a3a0d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Pushing event updated for resources: {'Port': ['ID=c147a3e0-1f39-488d-8433-b88f4b12b4ae,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:01.502311 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-c108c118-63e5-4398-8411-44a8d14a3a0d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:01.503521 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-c108c118-63e5-4398-8411-44a8d14a3a0d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:01.518162 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:01.717359 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc365ea-f95a-4c83-a9ae-853678f9f802 None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:44:01.831606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7443e6-9b5f-4178-a8d7-ae93a6855655 req-8bbabc26-1f0e-4160-a032-d77b5e40da46 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:01.834690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e073d892-9e85-4c21-b9fe-961637d0142c None None] Provisioning complete for port c147a3e0-1f39-488d-8433-b88f4b12b4ae triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:01.835158 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e073d892-9e85-4c21-b9fe-961637d0142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:01.844758 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2b7443e6-9b5f-4178-a8d7-ae93a6855655 req-8bbabc26-1f0e-4160-a032-d77b5e40da46 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 935 time: 0.1575062 Mar 23 12:44:01.888386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc365ea-f95a-4c83-a9ae-853678f9f802 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:44:01.902316 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e073d892-9e85-4c21-b9fe-961637d0142c None None] Port c147a3e0-1f39-488d-8433-b88f4b12b4ae cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:44:01.924455 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e073d892-9e85-4c21-b9fe-961637d0142c None None] Provisioning complete for port c57292ac-ab27-4f00-9580-6167d53ccd15 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:01.924455 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e073d892-9e85-4c21-b9fe-961637d0142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:01.937094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Deleting port 097c8430-7e8b-4ad7-91cb-ad64e73fb688 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:44:01.937094 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:01.951178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e96c3-3a8f-456e-a432-3cec98114b98 req-edd6c8b8-45c6-4f42-98bc-c10713b1cfeb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:01.952663 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-010e96c3-3a8f-456e-a432-3cec98114b98 req-edd6c8b8-45c6-4f42-98bc-c10713b1cfeb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.5841951 Mar 23 12:44:01.956917 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5592fba-5cf1-4913-8c7f-e976a38e5e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:01.969511 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57292ac-ab27-4f00-9580-6167d53ccd15 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:44:01.979271 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:01.993700 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Transition to ACTIVE for port object c57292ac-ab27-4f00-9580-6167d53ccd15 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:44:01.996461 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-c108c118-63e5-4398-8411-44a8d14a3a0d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4455528 Mar 23 12:44:02.005266 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:02.026303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e073d892-9e85-4c21-b9fe-961637d0142c None None] Port c57292ac-ab27-4f00-9580-6167d53ccd15 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:44:02.046437 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Request body: {'port': {'device_id': 'c000b8be-9270-4499-87a6-d04c082980b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:02.084567 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2b7443e6-9b5f-4178-a8d7-ae93a6855655 req-db4051e6-f417-4db5-8654-320009d9c399 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc458b50-30e7-42f9-8334-24a030f14ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884364 Mar 23 12:44:02.087265 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-010e96c3-3a8f-456e-a432-3cec98114b98 req-abfd863f-e1da-43e0-81e8-402dc5f9d501 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153700 Mar 23 12:44:02.125232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Pushing event updated for resources: {'Port': ['ID=c57292ac-ab27-4f00-9580-6167d53ccd15,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:02.131112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] For port 097c8430-7e8b-4ad7-91cb-ad64e73fb688, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=097c8430-7e8b-4ad7-91cb-ad64e73fb688,segment=NetworkSegment(f588131b-980e-4779-bdd4-fae7479a9c56),segment_id=f588131b-980e-4779-bdd4-fae7479a9c56)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:02.131485 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:02.150499 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5592fba-5cf1-4913-8c7f-e976a38e5e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:02.153102 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5592fba-5cf1-4913-8c7f-e976a38e5e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:02.156951 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e5592fba-5cf1-4913-8c7f-e976a38e5e4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b HTTP/1.1" status: 204 len: 168 time: 1.3303978 Mar 23 12:44:02.250798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Calling delete_port for 097c8430-7e8b-4ad7-91cb-ad64e73fb688 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:44:02.266515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5592fba-5cf1-4913-8c7f-e976a38e5e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2f9ac9-0dcd-4d6c-b104-345d92de0a6b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:02.276288 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:02.286898 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Attempting to bind port c57292ac-ab27-4f00-9580-6167d53ccd15 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:44:02.288419 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Attempting to bind port c57292ac-ab27-4f00-9580-6167d53ccd15 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:44:02.289586 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Attempting to bind port c57292ac-ab27-4f00-9580-6167d53ccd15 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:44:02.303508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Port c57292ac-ab27-4f00-9580-6167d53ccd15 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:44:02.305579 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Attempting to bind port c57292ac-ab27-4f00-9580-6167d53ccd15 on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:44:02.379949 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:44:02.380330 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:44:02.380672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:44:02.383897 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Bound port: c57292ac-ab27-4f00-9580-6167d53ccd15, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:44:02.384291 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:02.445366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-d7738fd0-d85b-4ec2-bad4-9527249793cf req-14418846-c8a3-45e7-b24b-895bc9dcf184 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:44:02.446381 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d7738fd0-d85b-4ec2-bad4-9527249793cf req-14418846-c8a3-45e7-b24b-895bc9dcf184 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058470 Mar 23 12:44:02.517525 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:02.522710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] For port c57292ac-ab27-4f00-9580-6167d53ccd15, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:44:02.527387 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] For port c57292ac-ab27-4f00-9580-6167d53ccd15, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c57292ac-ab27-4f00-9580-6167d53ccd15,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:44:02.540300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc68c83-187e-45b5-9b06-0669f627ed3b req-c5d53e9a-2116-4045-86da-5d43ed260241 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:02.541944 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2bc68c83-187e-45b5-9b06-0669f627ed3b req-c5d53e9a-2116-4045-86da-5d43ed260241 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.2424822 Mar 23 12:44:02.543823 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:02.571430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No DVR routers for this DVR port 097c8430-7e8b-4ad7-91cb-ad64e73fb688 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:44:02.623898 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:02.626408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Port': ['ID=097c8430-7e8b-4ad7-91cb-ad64e73fb688,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:02.626790 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:02.629897 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] 10.222.0.77 "PUT /v2.0/ports/c57292ac-ab27-4f00-9580-6167d53ccd15 HTTP/1.1" status: 200 len: 1095 time: 1.2609169 Mar 23 12:44:02.632501 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9d3750-272d-4be2-a731-609754fa94b5', 'tag': 'c57292ac-ab27-4f00-9580-6167d53ccd15'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:44:02.635135 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1821f9b-0e67-42a5-b362-cd9d7d11d4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9d3750-272d-4be2-a731-609754fa94b5", "tag": "c57292ac-ab27-4f00-9580-6167d53ccd15"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:44:02.708000 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2bc68c83-187e-45b5-9b06-0669f627ed3b req-cfe936a3-119f-430c-8190-be1896962879 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554484 Mar 23 12:44:02.724557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799e585-7456-48b4-b791-816c9c2a0820 service neutron] Pushing event updated for resources: {'Port': ['ID=c57292ac-ab27-4f00-9580-6167d53ccd15,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:02.789065 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-d19f5d9b-13d8-41f9-aa46-3b7978b2200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:02.791183 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-d19f5d9b-13d8-41f9-aa46-3b7978b2200b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b10d3a40339142f98f5e5fe8e21727b4&device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 1098 time: 0.1066184 Mar 23 12:44:02.820764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d989cd9d-d085-49c4-a28f-22f1b3739016 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:44:02.875535 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:02.882899 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3c4f32-3370-4b83-9786-ae18992003eb x-openstack-request-id: req-1f3c4f32-3370-4b83-9786-ae18992003eb {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:44:02.883189 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9d3750-272d-4be2-a731-609754fa94b5", "tag": "c57292ac-ab27-4f00-9580-6167d53ccd15", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:44:02.883441 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f3c4f32-3370-4b83-9786-ae18992003eb {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:44:02.883843 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9d3750-272d-4be2-a731-609754fa94b5', 'tag': 'c57292ac-ab27-4f00-9580-6167d53ccd15', 'status': 'completed', 'code': 200} Mar 23 12:44:02.887341 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-aa7fdeff-8a02-4e7e-8987-c6d04914a840 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c57292ac-ab27-4f00-9580-6167d53ccd15 HTTP/1.1" status: 200 len: 217 time: 0.0845132 Mar 23 12:44:02.932034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3901b47-a09e-4e18-88eb-d415bfd8f0c8']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:02.958161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f588131b-980e-4779-bdd4-fae7479a9c56') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:02.958533 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f588131b-980e-4779-bdd4-fae7479a9c56') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:02.982953 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:03.001562 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:03.009516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:44:03.012218 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:03.032135 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddc6c9-7638-4713-9aac-637be577a916 req-ac3ce9e4-8df5-48b0-a593-dc594e80ecdb tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:03.040737 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-79ddc6c9-7638-4713-9aac-637be577a916 req-ac3ce9e4-8df5-48b0-a593-dc594e80ecdb tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 932 time: 0.1557331 Mar 23 12:44:03.050711 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port d989cd9d-d085-49c4-a28f-22f1b3739016 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:03.051516 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:03.062129 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-52f93e40-a9a1-4789-a187-84a75d6bc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:03.070215 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-52f93e40-a9a1-4789-a187-84a75d6bc2ab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1715038 Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:44:03.096359 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:44:03.216693 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:03.218112 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-79ddc6c9-7638-4713-9aac-637be577a916 req-1eb4eea8-e271-46f5-b454-d864c616d691 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759968 Mar 23 12:44:03.228830 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:03.241024 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/networks/f3901b47-a09e-4e18-88eb-d415bfd8f0c8 HTTP/1.1" status: 204 len: 168 time: 4.6612971 Mar 23 12:44:03.242836 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44994) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:03.265644 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8084ad20-8bdf-4a74-ab7f-e7db2e4b4c7c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-920179762'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:03.272267 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-029f57e9-fa22-4158-9cfa-65733882ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:03.273366 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-029f57e9-fa22-4158-9cfa-65733882ba33 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1951699 Mar 23 12:44:03.278548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777ba09-b15b-48e2-81ea-c7e152410964 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Network': ['ID=f3901b47-a09e-4e18-88eb-d415bfd8f0c8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:03.361911 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-eb7c6849-0e00-48e7-a864-ee6db6aab58e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2056828 Mar 23 12:44:03.382497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76cfec-95f9-4ef8-96b7-6e14e6604111 req-1c40d6b0-c35f-4301-a7c2-c4df2c010323 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:03.391349 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d76cfec-95f9-4ef8-96b7-6e14e6604111 req-1c40d6b0-c35f-4301-a7c2-c4df2c010323 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.2360761 Mar 23 12:44:03.407146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c147a3e0-1f39-488d-8433-b88f4b12b4ae {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:44:03.427291 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:03.449929 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8084ad20-8bdf-4a74-ab7f-e7db2e4b4c7c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:03.453412 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8084ad20-8bdf-4a74-ab7f-e7db2e4b4c7c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:03.467767 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d76cfec-95f9-4ef8-96b7-6e14e6604111 req-a03e1cbc-ff40-47a3-b1ee-3de1b7b00642 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749633 Mar 23 12:44:03.499678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Transition to ACTIVE for port object c147a3e0-1f39-488d-8433-b88f4b12b4ae will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:44:03.507290 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:03.544886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8084ad20-8bdf-4a74-ab7f-e7db2e4b4c7c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:44:03.554380 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7b103-1a2a-441b-8320-3a9ff7ede49a req-8198652c-6aa9-4469-9857-81cff5be191e tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:03.563866 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10f7b103-1a2a-441b-8320-3a9ff7ede49a req-8198652c-6aa9-4469-9857-81cff5be191e tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 947 time: 0.2042620 Mar 23 12:44:03.589197 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-4a2973ef-cd0c-41c5-afb5-5de98cc6cf15 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020582 Mar 23 12:44:03.593669 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8084ad20-8bdf-4a74-ab7f-e7db2e4b4c7c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:03.593939 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-8084ad20-8bdf-4a74-ab7f-e7db2e4b4c7c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Added segment 398e9c7e-779b-44d6-868c-d47aa28a54b3 of type vlan for network 07ae13f8-0950-461e-a78c-c1f8e2054c50 Mar 23 12:44:03.708257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=c147a3e0-1f39-488d-8433-b88f4b12b4ae,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:03.761549 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8084ad20-8bdf-4a74-ab7f-e7db2e4b4c7c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:03.774062 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10f7b103-1a2a-441b-8320-3a9ff7ede49a req-9e00a966-d87b-44e6-b499-034674c7371e tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc458b50-30e7-42f9-8334-24a030f14ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094886 Mar 23 12:44:03.804646 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Attempting to bind port c147a3e0-1f39-488d-8433-b88f4b12b4ae on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:44:03.805199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Attempting to bind port c147a3e0-1f39-488d-8433-b88f4b12b4ae by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:44:03.805758 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Attempting to bind port c147a3e0-1f39-488d-8433-b88f4b12b4ae on network 60e766b4-1016-48b5-88cb-19ac4b8761dc {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:44:03.816151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Port c147a3e0-1f39-488d-8433-b88f4b12b4ae on network 60e766b4-1016-48b5-88cb-19ac4b8761dc not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:44:03.816726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Attempting to bind port c147a3e0-1f39-488d-8433-b88f4b12b4ae on network 60e766b4-1016-48b5-88cb-19ac4b8761dc {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:44:03.825957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:44:03.826559 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Checking segment: {'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:44:03.827194 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Bound using segment: {'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:44:03.827966 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Bound port: c147a3e0-1f39-488d-8433-b88f4b12b4ae, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ab9032-c268-4966-9406-bfeedebfb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:44:03.828531 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:03.899940 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8084ad20-8bdf-4a74-ab7f-e7db2e4b4c7c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:03.917432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8084ad20-8bdf-4a74-ab7f-e7db2e4b4c7c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:03.918089 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8084ad20-8bdf-4a74-ab7f-e7db2e4b4c7c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:03.936149 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54f4a84e-7ab1-4981-a912-45d048fd5c52 req-d0104c42-2c5b-4fc5-b6bd-b026c10e82e1 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315015 Mar 23 12:44:03.980094 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8084ad20-8bdf-4a74-ab7f-e7db2e4b4c7c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7322841 Mar 23 12:44:03.982447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45038) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:03.988706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-64f37144-5156-46a9-aed6-a4bb28750ed4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'subnet': {'network_id': '07ae13f8-0950-461e-a78c-c1f8e2054c50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:04.040954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] For port c147a3e0-1f39-488d-8433-b88f4b12b4ae, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:44:04.050757 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] For port c147a3e0-1f39-488d-8433-b88f4b12b4ae, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c147a3e0-1f39-488d-8433-b88f4b12b4ae,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:44:04.087382 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:04.088131 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084ad20-8bdf-4a74-ab7f-e7db2e4b4c7c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Network': ['ID=07ae13f8-0950-461e-a78c-c1f8e2054c50,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:04.105007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 07ae13f8-0950-461e-a78c-c1f8e2054c50 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:44:04.144760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1821f9b-0e67-42a5-b362-cd9d7d11d4fe req-ed7f785b-a4cd-4ae2-bf23-ec9a046d5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:04.146614 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1821f9b-0e67-42a5-b362-cd9d7d11d4fe req-ed7f785b-a4cd-4ae2-bf23-ec9a046d5141 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b10d3a40339142f98f5e5fe8e21727b4&device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 1098 time: 0.1033721 Mar 23 12:44:04.246802 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:04.248068 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:04.251089 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] 10.222.0.77 "PUT /v2.0/ports/c147a3e0-1f39-488d-8433-b88f4b12b4ae HTTP/1.1" status: 200 len: 1092 time: 2.2077806 Mar 23 12:44:04.254890 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c000b8be-9270-4499-87a6-d04c082980b3', 'tag': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:44:04.258299 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acdc324-b949-4e87-a9b5-e38b666ffe7f" -d '{"events": [{"name": "network-changed", "server_uuid": "c000b8be-9270-4499-87a6-d04c082980b3", "tag": "c147a3e0-1f39-488d-8433-b88f4b12b4ae"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:44:04.295163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e512d2-2de9-4b9f-a699-44f258ceda21 req-c9fc310f-0806-4636-8f1a-ea3373aa65b8 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:04.299434 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51e512d2-2de9-4b9f-a699-44f258ceda21 req-c9fc310f-0806-4636-8f1a-ea3373aa65b8 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.3995075 Mar 23 12:44:04.419305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c767148-1a5e-47ef-b67a-4cd975e16eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=c147a3e0-1f39-488d-8433-b88f4b12b4ae,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:04.425573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1821f9b-0e67-42a5-b362-cd9d7d11d4fe req-16f1ff60-9365-4526-8a8c-9333a6166b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:04.426593 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1821f9b-0e67-42a5-b362-cd9d7d11d4fe req-16f1ff60-9365-4526-8a8c-9333a6166b1c service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.2708786 Mar 23 12:44:04.443242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f37144-5156-46a9-aed6-a4bb28750ed4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:04.446887 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64f37144-5156-46a9-aed6-a4bb28750ed4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:04.508553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51e512d2-2de9-4b9f-a699-44f258ceda21 req-bc61c1ce-6df8-49a3-92f8-00eb290a578c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800439 Mar 23 12:44:04.510572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-6596c948-60b7-4e9a-a152-03ae66369809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:04.512094 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-6596c948-60b7-4e9a-a152-03ae66369809 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 1095 time: 0.1825633 Mar 23 12:44:04.521804 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1821f9b-0e67-42a5-b362-cd9d7d11d4fe req-612fdf9e-e618-4ce3-b441-b1280296344f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c57292ac-ab27-4f00-9580-6167d53ccd15 HTTP/1.1" status: 200 len: 217 time: 0.0872159 Mar 23 12:44:04.638567 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1821f9b-0e67-42a5-b362-cd9d7d11d4fe req-c198868f-7a1c-401d-b55f-5bdeb7fecbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:04.640096 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1821f9b-0e67-42a5-b362-cd9d7d11d4fe req-c198868f-7a1c-401d-b55f-5bdeb7fecbf8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1110294 Mar 23 12:44:04.669953 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-211acb22-967c-44b5-931b-2625b4e8dea9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c147a3e0-1f39-488d-8433-b88f4b12b4ae HTTP/1.1" status: 200 len: 217 time: 0.1080751 Mar 23 12:44:04.752017 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdfa104-555a-4db6-970b-361fbb9e76bd x-openstack-request-id: req-9cdfa104-555a-4db6-970b-361fbb9e76bd {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:44:04.752458 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c000b8be-9270-4499-87a6-d04c082980b3", "tag": "c147a3e0-1f39-488d-8433-b88f4b12b4ae", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:44:04.753298 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9cdfa104-555a-4db6-970b-361fbb9e76bd {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:44:04.753710 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c000b8be-9270-4499-87a6-d04c082980b3', 'tag': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae', 'status': 'completed', 'code': 200} Mar 23 12:44:04.775535 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1821f9b-0e67-42a5-b362-cd9d7d11d4fe req-3eac08e1-80cd-4561-bc6f-2fe6093a641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:04.777718 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1821f9b-0e67-42a5-b362-cd9d7d11d4fe req-3eac08e1-80cd-4561-bc6f-2fe6093a641d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208348 Mar 23 12:44:04.856566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e25157-08e0-4bab-818e-654654856996 req-062a1369-a3b0-435e-9b52-44f37a424021 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:04.858742 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f9e25157-08e0-4bab-818e-654654856996 req-062a1369-a3b0-435e-9b52-44f37a424021 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 944 time: 0.1925950 Mar 23 12:44:04.866614 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-ef18a51d-b81b-4933-8989-82d1b4df02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:04.868174 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-ef18a51d-b81b-4933-8989-82d1b4df02a4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 HTTP/1.1" status: 200 len: 856 time: 0.1206949 Mar 23 12:44:04.899832 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3713f518-3e14-46a5-8e52-608e132cbdc6 req-5ac23c78-2ec8-4553-a90c-f73df51808a2 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0983601 Mar 23 12:44:04.963812 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1821f9b-0e67-42a5-b362-cd9d7d11d4fe req-dd708a19-5555-47bc-b4fd-499d1f473e92 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782007 Mar 23 12:44:05.013188 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-30accd18-1bd9-4e76-8304-8607f26b6431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:05.014989 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-30accd18-1bd9-4e76-8304-8607f26b6431 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e766b4-1016-48b5-88cb-19ac4b8761dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231353 Mar 23 12:44:05.029978 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f9e25157-08e0-4bab-818e-654654856996 req-c49a15c7-d3fd-48a3-96aa-84659d029a68 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652825 Mar 23 12:44:05.129157 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-5df8be50-2d55-4bca-8644-ddd78f032897 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967960 Mar 23 12:44:05.132587 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1821f9b-0e67-42a5-b362-cd9d7d11d4fe req-203a95ac-4f79-4c5d-acf4-a5d6b394be3c service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581299 Mar 23 12:44:05.210897 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fe3ba-a5e4-4df0-9289-f1cfa910099f req-e6b829be-b6e0-48b3-be72-70654a1ce7bd tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:05.213113 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0f4fe3ba-a5e4-4df0-9289-f1cfa910099f req-e6b829be-b6e0-48b3-be72-70654a1ce7bd tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0795312 Mar 23 12:44:05.282486 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0f4fe3ba-a5e4-4df0-9289-f1cfa910099f req-8abb04d9-b180-4c0a-a6d0-cee5d3402bb0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625687 Mar 23 12:44:05.302208 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64f37144-5156-46a9-aed6-a4bb28750ed4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:05.386353 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daec0c-705e-453d-8575-4e1618a12c5d req-e763d941-b204-4bcb-ba9d-e904f36635c6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:05.388732 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c3daec0c-705e-453d-8575-4e1618a12c5d req-e763d941-b204-4bcb-ba9d-e904f36635c6 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 947 time: 0.2240577 Mar 23 12:44:05.435617 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21ef5088-31d5-478b-90b0-b5434daa84f6 req-23d04454-3507-4fbd-8b16-7657425a0321 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720411 Mar 23 12:44:05.442105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f37144-5156-46a9-aed6-a4bb28750ed4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Subnet': ['ID=52ff450a-cfa8-4272-a810-266c2abacd07,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:05.459512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f37144-5156-46a9-aed6-a4bb28750ed4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Checking segment: {'id': '398e9c7e-779b-44d6-868c-d47aa28a54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '07ae13f8-0950-461e-a78c-c1f8e2054c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:44:05.459852 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f37144-5156-46a9-aed6-a4bb28750ed4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network hostable DHCP agents. Network: 07ae13f8-0950-461e-a78c-c1f8e2054c50, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:44:05.473538 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c3daec0c-705e-453d-8575-4e1618a12c5d req-8f25a217-81b1-472d-8cd2-26200c67d585 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc458b50-30e7-42f9-8334-24a030f14ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737433 Mar 23 12:44:05.486210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f37144-5156-46a9-aed6-a4bb28750ed4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network 07ae13f8-0950-461e-a78c-c1f8e2054c50 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:44:05.503567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-64f37144-5156-46a9-aed6-a4bb28750ed4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 07ae13f8-0950-461e-a78c-c1f8e2054c50) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:44:05.512046 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f37144-5156-46a9-aed6-a4bb28750ed4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:05.512694 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64f37144-5156-46a9-aed6-a4bb28750ed4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:05.513177 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6e9892-3348-44a7-9cab-d9f68450c1e9 None None] Network 07ae13f8-0950-461e-a78c-c1f8e2054c50 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:05.536196 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-64f37144-5156-46a9-aed6-a4bb28750ed4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5524969 Mar 23 12:44:05.539648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45090) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:05.551474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b68c085d-0c27-47c4-bcb6-9ccf6c669423 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-530183483'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:05.598639 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc324-b949-4e87-a9b5-e38b666ffe7f req-5865dfd6-bc2d-47e6-8a82-bc270182c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:05.600184 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3acdc324-b949-4e87-a9b5-e38b666ffe7f req-5865dfd6-bc2d-47e6-8a82-bc270182c118 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 1095 time: 0.0622027 Mar 23 12:44:05.628523 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68c085d-0c27-47c4-bcb6-9ccf6c669423 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:05.648791 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b68c085d-0c27-47c4-bcb6-9ccf6c669423 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:05.733048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68c085d-0c27-47c4-bcb6-9ccf6c669423 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:44:05.740428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc324-b949-4e87-a9b5-e38b666ffe7f req-9ec2513a-d65b-4fc7-868c-70a9d2f23593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:05.741916 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3acdc324-b949-4e87-a9b5-e38b666ffe7f req-9ec2513a-d65b-4fc7-868c-70a9d2f23593 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 918 time: 0.1292222 Mar 23 12:44:05.747496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-d5f11a17-8474-4c65-a16a-6b95bb780429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:05.749777 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-d5f11a17-8474-4c65-a16a-6b95bb780429 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 1101 time: 0.1398125 Mar 23 12:44:05.768784 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b68c085d-0c27-47c4-bcb6-9ccf6c669423 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:05.769443 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-b68c085d-0c27-47c4-bcb6-9ccf6c669423 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Added segment 762c2d8d-fb7f-42f5-9d5b-3ada424e225d of type vlan for network f6e98c51-6fb6-40ec-af81-8913c56f914e Mar 23 12:44:05.798392 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-07ae13f8-0950-461e-a78c-c1f8e2054c50', 'network_id': '07ae13f8-0950-461e-a78c-c1f8e2054c50', 'tenant_id': '451a5b8607304315ac922bb531568cda', 'fixed_ips': [{'subnet_id': '52ff450a-cfa8-4272-a810-266c2abacd07'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:44:05.800094 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:05.803604 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3acdc324-b949-4e87-a9b5-e38b666ffe7f req-3ea26f46-02f0-42c8-b7e1-9c1252d2deac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c147a3e0-1f39-488d-8433-b88f4b12b4ae HTTP/1.1" status: 200 len: 217 time: 0.0451405 Mar 23 12:44:05.822923 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b68c085d-0c27-47c4-bcb6-9ccf6c669423 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:05.854428 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a610676-cc39-4cfb-b2f4-f7503bd0fef3 req-5a07ae1d-b444-4e87-90c8-6bf19fa29e34 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:05.863240 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a610676-cc39-4cfb-b2f4-f7503bd0fef3 req-5a07ae1d-b444-4e87-90c8-6bf19fa29e34 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1921058 Mar 23 12:44:05.867705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc324-b949-4e87-a9b5-e38b666ffe7f req-46407cc7-c20c-42cc-ab91-4ea96bf25ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:05.869396 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3acdc324-b949-4e87-a9b5-e38b666ffe7f req-46407cc7-c20c-42cc-ab91-4ea96bf25ea5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 HTTP/1.1" status: 200 len: 856 time: 0.0570104 Mar 23 12:44:05.890353 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b68c085d-0c27-47c4-bcb6-9ccf6c669423 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:05.896038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68c085d-0c27-47c4-bcb6-9ccf6c669423 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:05.896846 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b68c085d-0c27-47c4-bcb6-9ccf6c669423 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:05.959503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc324-b949-4e87-a9b5-e38b666ffe7f req-bba26f2d-891b-4b65-bb89-d47db5776bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:05.961497 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3acdc324-b949-4e87-a9b5-e38b666ffe7f req-bba26f2d-891b-4b65-bb89-d47db5776bd2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e766b4-1016-48b5-88cb-19ac4b8761dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839427 Mar 23 12:44:05.975021 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Allocated IP 2001:db8::3 (07ae13f8-0950-461e-a78c-c1f8e2054c50/52ff450a-cfa8-4272-a810-266c2abacd07/31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:44:06.033535 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b68c085d-0c27-47c4-bcb6-9ccf6c669423 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4907341 Mar 23 12:44:06.070753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45104) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:06.079534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5ada7ece-3ce4-4d51-9c57-5195c2663742 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'subnet': {'network_id': 'f6e98c51-6fb6-40ec-af81-8913c56f914e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:06.086798 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d5faa8d-f900-4be2-8b7c-e843cf730e06 req-f94f8ee3-f8de-438e-8250-909bdc454dd5 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0798109 Mar 23 12:44:06.160751 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:06.170446 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:06.244188 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3acdc324-b949-4e87-a9b5-e38b666ffe7f req-cf46488e-dd5f-497c-a327-d710b3b9b526 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685587 Mar 23 12:44:06.245333 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Network 07ae13f8-0950-461e-a78c-c1f8e2054c50 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:44:06.263097 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:44:06.274987 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:44:06.283766 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Pushing event updated for resources: {'Port': ['ID=31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:06.286289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f8968-29f4-4caf-b4f5-e63f15f4757d req-78b89509-1570-4b0f-a85d-c5f79671b16d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:06.295304 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b04f8968-29f4-4caf-b4f5-e63f15f4757d req-78b89509-1570-4b0f-a85d-c5f79671b16d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 944 time: 0.1180499 Mar 23 12:44:06.361694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Attempting to bind port 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:44:06.362100 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Attempting to bind port 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '398e9c7e-779b-44d6-868c-d47aa28a54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '07ae13f8-0950-461e-a78c-c1f8e2054c50'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:44:06.362475 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Attempting to bind port 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 on network 07ae13f8-0950-461e-a78c-c1f8e2054c50 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:44:06.369190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:44:06.369622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Checking segment: {'id': '398e9c7e-779b-44d6-868c-d47aa28a54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '07ae13f8-0950-461e-a78c-c1f8e2054c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:44:06.370032 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:06.370426 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Bound using segment: {'id': '398e9c7e-779b-44d6-868c-d47aa28a54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '07ae13f8-0950-461e-a78c-c1f8e2054c50'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:44:06.370904 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Bound port: 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398e9c7e-779b-44d6-868c-d47aa28a54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '07ae13f8-0950-461e-a78c-c1f8e2054c50'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:44:06.371284 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:06.389408 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b04f8968-29f4-4caf-b4f5-e63f15f4757d req-17679dca-0c8f-4bec-a1bc-03a58e0e510b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558853 Mar 23 12:44:06.442068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3acdc324-b949-4e87-a9b5-e38b666ffe7f req-41a9e44b-85d3-4a49-b466-82d0f034995b service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898789 Mar 23 12:44:06.515404 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a610676-cc39-4cfb-b2f4-f7503bd0fef3 req-ab59fa70-a1d7-4667-8954-a903016b2b98 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6337929 Mar 23 12:44:06.558777 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] For port 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:44:06.562098 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] For port 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4,segment=NetworkSegment(398e9c7e-779b-44d6-868c-d47aa28a54b3),segment_id=398e9c7e-779b-44d6-868c-d47aa28a54b3)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:44:06.570556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c085d-0c27-47c4-bcb6-9ccf6c669423 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Network': ['ID=f6e98c51-6fb6-40ec-af81-8913c56f914e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:06.572336 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:06.623636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27364ae6-a5b1-4719-81da-e89251ee5be9 req-98aa3968-c303-4c32-bf24-3fc8cc136d93 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:06.624214 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd482a-590a-49cd-aed2-8ee1ed94ea07 None None] Pushing event updated for resources: {'Port': ['ID=31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:06.626442 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network f6e98c51-6fb6-40ec-af81-8913c56f914e details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:44:06.641741 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27364ae6-a5b1-4719-81da-e89251ee5be9 req-98aa3968-c303-4c32-bf24-3fc8cc136d93 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.1060400 Mar 23 12:44:06.679726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-597a59f9-54ee-45ff-8cbe-a79b56565488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:06.681567 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-597a59f9-54ee-45ff-8cbe-a79b56565488 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.8163011 Mar 23 12:44:06.720504 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27364ae6-a5b1-4719-81da-e89251ee5be9 req-129da943-a76d-4888-9d1d-12a438eb414f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816722 Mar 23 12:44:06.764418 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-6ea31e32-e441-4e69-805f-3adb5a2ad483 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4 HTTP/1.1" status: 200 len: 217 time: 0.0631263 Mar 23 12:44:06.767336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ada7ece-3ce4-4d51-9c57-5195c2663742 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:06.771841 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ada7ece-3ce4-4d51-9c57-5195c2663742 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:06.804322 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9afed-fbfc-4dd8-95f3-6b970160d9a0 req-157d374e-b264-4653-8b5a-f6448d4f305e tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:06.806698 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bad9afed-fbfc-4dd8-95f3-6b970160d9a0 req-157d374e-b264-4653-8b5a-f6448d4f305e tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 947 time: 0.1487029 Mar 23 12:44:06.905462 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-5ada7ece-3ce4-4d51-9c57-5195c2663742 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Performing IP validity checks on allocation pools {{(pid=102779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 23 12:44:06.906005 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-5ada7ece-3ce4-4d51-9c57-5195c2663742 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 23 12:44:06.995151 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-b8811334-d537-425b-b4a7-ae7e5b91e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:06.996677 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-b8811334-d537-425b-b4a7-ae7e5b91e491 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.2192624 Mar 23 12:44:07.001636 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bad9afed-fbfc-4dd8-95f3-6b970160d9a0 req-213ba3b8-16c3-4d58-8495-e79b3f75824a tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc458b50-30e7-42f9-8334-24a030f14ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798761 Mar 23 12:44:07.159052 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-a4dea8e8-2b0a-4846-9741-de3328b7f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:07.160851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-a4dea8e8-2b0a-4846-9741-de3328b7f579 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1538911 Mar 23 12:44:07.193776 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ada7ece-3ce4-4d51-9c57-5195c2663742 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:07.223191 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e5a4a0df-f099-4d56-8eb1-e15b7ab8bd2e req-64a8d5a3-3371-4513-ae61-f3c65c38ff02 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0340860 Mar 23 12:44:07.304463 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada7ece-3ce4-4d51-9c57-5195c2663742 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Subnet': ['ID=0093aa64-4ee7-4a00-adc4-ea83acff11f9,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:07.329805 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ada7ece-3ce4-4d51-9c57-5195c2663742 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Checking segment: {'id': '762c2d8d-fb7f-42f5-9d5b-3ada424e225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f6e98c51-6fb6-40ec-af81-8913c56f914e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:44:07.330170 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ada7ece-3ce4-4d51-9c57-5195c2663742 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network hostable DHCP agents. Network: f6e98c51-6fb6-40ec-af81-8913c56f914e, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:44:07.350668 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-ce1857eb-ede4-472f-a4bb-50bfd09d22a3 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798053 Mar 23 12:44:07.382362 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ada7ece-3ce4-4d51-9c57-5195c2663742 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network f6e98c51-6fb6-40ec-af81-8913c56f914e is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:44:07.431379 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5ada7ece-3ce4-4d51-9c57-5195c2663742 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, f6e98c51-6fb6-40ec-af81-8913c56f914e) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:44:07.436422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ada7ece-3ce4-4d51-9c57-5195c2663742 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:07.437014 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ada7ece-3ce4-4d51-9c57-5195c2663742 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:07.441810 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d1ee6d-0354-4cfb-9594-5ab83b8bdb16 None None] Network f6e98c51-6fb6-40ec-af81-8913c56f914e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:07.461759 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5ada7ece-3ce4-4d51-9c57-5195c2663742 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3880243 Mar 23 12:44:07.464661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45134) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:07.490241 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-1d1d4f12-ef97-4811-b136-da61c74b3a88 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315100 Mar 23 12:44:07.636126 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1b1a-6b74-40b4-b880-5aa7ae0ce193 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:07.640368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd973a3-62ee-489a-b986-db2078924aeb req-55802e3a-a382-494f-ba4c-50e7e2b9aa39 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:07.642549 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1dd973a3-62ee-489a-b986-db2078924aeb req-55802e3a-a382-494f-ba4c-50e7e2b9aa39 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 944 time: 0.1312842 Mar 23 12:44:07.727356 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1dd973a3-62ee-489a-b986-db2078924aeb req-404d8ec9-47b1-487c-b82e-f3b568042fae tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706058 Mar 23 12:44:07.835672 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1b1a-6b74-40b4-b880-5aa7ae0ce193 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:07.857664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5eab2-ff72-4c1f-8f94-ed83475c23aa req-b19be18a-0b47-49c5-836f-3db932ac1788 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:07.859380 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dbc5eab2-ff72-4c1f-8f94-ed83475c23aa req-b19be18a-0b47-49c5-836f-3db932ac1788 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.2197125 Mar 23 12:44:07.920282 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dbc5eab2-ff72-4c1f-8f94-ed83475c23aa req-f24dbc1f-3056-4c4d-90e4-29d6673eb8a7 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417356 Mar 23 12:44:07.947230 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a1c7f-a4cc-4ce5-8909-dca0f99e0db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-f6e98c51-6fb6-40ec-af81-8913c56f914e', 'network_id': 'f6e98c51-6fb6-40ec-af81-8913c56f914e', 'tenant_id': '451a5b8607304315ac922bb531568cda', 'fixed_ips': [{'subnet_id': '0093aa64-4ee7-4a00-adc4-ea83acff11f9'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:44:07.948523 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c68a1c7f-a4cc-4ce5-8909-dca0f99e0db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:07.976127 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401b070-cbee-4801-8346-3d468ec774f3 req-7eb99959-15f3-41d8-84fb-39d82dd5fcbb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:07.985568 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7401b070-cbee-4801-8346-3d468ec774f3 req-7eb99959-15f3-41d8-84fb-39d82dd5fcbb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.1297505 Mar 23 12:44:07.994648 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1b1a-6b74-40b4-b880-5aa7ae0ce193 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:08.028525 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd1b1a-6b74-40b4-b880-5aa7ae0ce193 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Subnet': ['ID=0093aa64-4ee7-4a00-adc4-ea83acff11f9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:08.039305 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7401b070-cbee-4801-8346-3d468ec774f3 req-6e97de7d-6b00-4ad2-a7e7-2e459a566c8e tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484958 Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-c68a1c7f-a4cc-4ce5-8909-dca0f99e0db9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0093aa64-4ee7-4a00-adc4-ea83acff11f9: This subnet is being modified by another concurrent operation. Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:44:08.092828 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0093aa64-4ee7-4a00-adc4-ea83acff11f9: This subnet is being modified by another concurrent operation. Mar 23 12:44:08.098513 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Mar 23 12:44:08.109329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb03b304-20b5-4730-9f70-9173022bb2eb None None] Network f6e98c51-6fb6-40ec-af81-8913c56f914e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:08.118552 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1b1a-6b74-40b4-b880-5aa7ae0ce193 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:08.144923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d6dd1b1a-6b74-40b4-b880-5aa7ae0ce193 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e98c51-6fb6-40ec-af81-8913c56f914e']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:08.159659 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d6dd1b1a-6b74-40b4-b880-5aa7ae0ce193 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762c2d8d-fb7f-42f5-9d5b-3ada424e225d') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:08.160137 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d6dd1b1a-6b74-40b4-b880-5aa7ae0ce193 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762c2d8d-fb7f-42f5-9d5b-3ada424e225d') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:08.173149 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1b1a-6b74-40b4-b880-5aa7ae0ce193 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:08.188521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d8e354-65ba-4972-ab90-778addd27b2e None None] Network 07ae13f8-0950-461e-a78c-c1f8e2054c50 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:08.212268 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1b1a-6b74-40b4-b880-5aa7ae0ce193 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:08.223369 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6dd1b1a-6b74-40b4-b880-5aa7ae0ce193 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:44:08.224250 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1b1a-6b74-40b4-b880-5aa7ae0ce193 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:44:08.227730 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:44:08.285767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d4c1f-dc2a-45b1-b2b4-340e885c2aca req-88c4468d-a1f8-482e-8e95-9e0b971ebf9e tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:08.287690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d60d4c1f-dc2a-45b1-b2b4-340e885c2aca req-88c4468d-a1f8-482e-8e95-9e0b971ebf9e tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 947 time: 0.1176250 Mar 23 12:44:08.301535 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dae9264a-c3e8-412b-9bd3-7a6f6c8f89af None None] Provisioning complete for port 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:08.301905 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dae9264a-c3e8-412b-9bd3-7a6f6c8f89af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:08.338458 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d60d4c1f-dc2a-45b1-b2b4-340e885c2aca req-2438ff42-a2ca-4d1e-95b3-a3c0fdda0cb4 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc458b50-30e7-42f9-8334-24a030f14ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430853 Mar 23 12:44:08.339606 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1b1a-6b74-40b4-b880-5aa7ae0ce193 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:08.344653 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1b1a-6b74-40b4-b880-5aa7ae0ce193 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:08.348630 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d6dd1b1a-6b74-40b4-b880-5aa7ae0ce193 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/networks/f6e98c51-6fb6-40ec-af81-8913c56f914e HTTP/1.1" status: 204 len: 168 time: 0.8821597 Mar 23 12:44:08.354572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45154) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:08.360552 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0b981be7-8fae-40c1-8dbe-30f39691af23 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-904034038'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:08.366652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c57292ac-ab27-4f00-9580-6167d53ccd15 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:44:08.374522 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8eaa63c3-b887-4694-ab11-56e9986d6efa req-c49295c6-2429-45eb-bb30-a850e1a4d066 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0604527 Mar 23 12:44:08.379089 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd1b1a-6b74-40b4-b880-5aa7ae0ce193 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Network': ['ID=f6e98c51-6fb6-40ec-af81-8913c56f914e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:08.408008 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b981be7-8fae-40c1-8dbe-30f39691af23 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:08.412450 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b981be7-8fae-40c1-8dbe-30f39691af23 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:08.454181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b981be7-8fae-40c1-8dbe-30f39691af23 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:44:08.465571 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b981be7-8fae-40c1-8dbe-30f39691af23 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:08.465928 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-0b981be7-8fae-40c1-8dbe-30f39691af23 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Added segment 540bfcc9-0195-4aa0-ac4d-dda2b574bad2 of type vlan for network e123958a-f155-4bfa-9f75-c7b2babf9d3f Mar 23 12:44:08.507975 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b981be7-8fae-40c1-8dbe-30f39691af23 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:08.536427 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b981be7-8fae-40c1-8dbe-30f39691af23 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:08.542527 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b981be7-8fae-40c1-8dbe-30f39691af23 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:08.543128 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b981be7-8fae-40c1-8dbe-30f39691af23 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:08.573019 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c57292ac-ab27-4f00-9580-6167d53ccd15, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c57292ac-ab27-4f00-9580-6167d53ccd15,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:08.578758 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dae9264a-c3e8-412b-9bd3-7a6f6c8f89af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:08.619764 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0b981be7-8fae-40c1-8dbe-30f39691af23 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2637820 Mar 23 12:44:08.622336 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'c57292ac-ab27-4f00-9580-6167d53ccd15', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'c57292ac-ab27-4f00-9580-6167d53ccd15', 'mac_address': 'fa:16:3e:a5:4c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:44:08.622524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45160) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:08.627833 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2d59eb2e-1e17-41e0-b2e3-42d9e26bd7f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'subnet': {'network_id': 'e123958a-f155-4bfa-9f75-c7b2babf9d3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:08.653512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b981be7-8fae-40c1-8dbe-30f39691af23 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Network': ['ID=e123958a-f155-4bfa-9f75-c7b2babf9d3f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:08.672044 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-dae9264a-c3e8-412b-9bd3-7a6f6c8f89af None None] For port 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4,segment=NetworkSegment(398e9c7e-779b-44d6-868c-d47aa28a54b3),segment_id=398e9c7e-779b-44d6-868c-d47aa28a54b3)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:08.682341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network e123958a-f155-4bfa-9f75-c7b2babf9d3f details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:44:08.686734 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dae9264a-c3e8-412b-9bd3-7a6f6c8f89af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:08.760791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d59eb2e-1e17-41e0-b2e3-42d9e26bd7f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:08.768460 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d59eb2e-1e17-41e0-b2e3-42d9e26bd7f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:08.831364 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:08.893168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57292ac-ab27-4f00-9580-6167d53ccd15 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:44:08.916778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c57292ac-ab27-4f00-9580-6167d53ccd15, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c57292ac-ab27-4f00-9580-6167d53ccd15,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:08.916778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:44:09.007243 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:09.014745 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9264a-c3e8-412b-9bd3-7a6f6c8f89af None None] Pushing event updated for resources: {'Port': ['ID=31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:09.096299 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f6cf32-329e-45fd-80a6-10a6ccafa151 None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:44:09.099348 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=c57292ac-ab27-4f00-9580-6167d53ccd15,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:09.135391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b7325-b391-4efe-a8da-0400d392a883 req-1e2b11c7-ba15-4116-8292-cec0f41f5dc0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:09.137504 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc2b7325-b391-4efe-a8da-0400d392a883 req-1e2b11c7-ba15-4116-8292-cec0f41f5dc0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1264155 Mar 23 12:44:09.146144 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d59eb2e-1e17-41e0-b2e3-42d9e26bd7f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:09.200130 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:09.200525 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:09.202620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-14a0541a-749d-43a9-a411-ef79e4cb999d None None] Provisioning complete for port 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:09.202989 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-14a0541a-749d-43a9-a411-ef79e4cb999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:09.240011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59eb2e-1e17-41e0-b2e3-42d9e26bd7f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Subnet': ['ID=5189869f-8ba3-44a1-8c8e-3bccd68fa98f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:09.267481 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc2b7325-b391-4efe-a8da-0400d392a883 req-cefa6013-44f3-4312-a4be-ce7d9f588550 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960076 Mar 23 12:44:09.273896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59eb2e-1e17-41e0-b2e3-42d9e26bd7f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Checking segment: {'id': '540bfcc9-0195-4aa0-ac4d-dda2b574bad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e123958a-f155-4bfa-9f75-c7b2babf9d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:44:09.274259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d59eb2e-1e17-41e0-b2e3-42d9e26bd7f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network hostable DHCP agents. Network: e123958a-f155-4bfa-9f75-c7b2babf9d3f, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:44:09.300258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d59eb2e-1e17-41e0-b2e3-42d9e26bd7f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network e123958a-f155-4bfa-9f75-c7b2babf9d3f is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:44:09.331953 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-2d59eb2e-1e17-41e0-b2e3-42d9e26bd7f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, e123958a-f155-4bfa-9f75-c7b2babf9d3f) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:44:09.337617 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d59eb2e-1e17-41e0-b2e3-42d9e26bd7f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:09.338220 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d59eb2e-1e17-41e0-b2e3-42d9e26bd7f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:09.395144 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e16553-ce01-4670-8efa-124e82758a1a req-887fd91d-f798-4815-9a33-36a466891709 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:09.398955 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c5e16553-ce01-4670-8efa-124e82758a1a req-887fd91d-f798-4815-9a33-36a466891709 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 944 time: 0.5802431 Mar 23 12:44:09.399383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45184) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:09.402728 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2d59eb2e-1e17-41e0-b2e3-42d9e26bd7f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7730539 Mar 23 12:44:09.428888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff0d19-625a-4d7b-8405-38efe96a7041 req-014875cc-cdb0-4644-88d7-36b99c015ad7 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:09.430642 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4fff0d19-625a-4d7b-8405-38efe96a7041 req-014875cc-cdb0-4644-88d7-36b99c015ad7 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0727651 Mar 23 12:44:09.484696 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4fff0d19-625a-4d7b-8405-38efe96a7041 req-177bf815-11cd-4f25-85c6-de501619ed31 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437596 Mar 23 12:44:09.524639 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f6cf32-329e-45fd-80a6-10a6ccafa151 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:44:09.541997 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14190f39-1d75-49be-ad1e-6618214b1951 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:09.558784 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c5e16553-ce01-4670-8efa-124e82758a1a req-525cc876-4b2a-4ceb-9fad-3782dcaaa08e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475906 Mar 23 12:44:09.559299 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['c57292ac-ab27-4f00-9580-6167d53ccd15'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:44:09.648033 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14190f39-1d75-49be-ad1e-6618214b1951 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:09.661573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352a414-88b9-46d1-bd03-04105ae99e86 req-d57c44fe-60ea-46a4-af38-aa3bc40c5bd7 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:09.663126 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5352a414-88b9-46d1-bd03-04105ae99e86 req-d57c44fe-60ea-46a4-af38-aa3bc40c5bd7 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 948 time: 0.0981059 Mar 23 12:44:09.718096 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5352a414-88b9-46d1-bd03-04105ae99e86 req-7c693206-b617-4975-9281-ab08cae0123f tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc458b50-30e7-42f9-8334-24a030f14ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488749 Mar 23 12:44:09.740417 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14190f39-1d75-49be-ad1e-6618214b1951 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:09.766471 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d22a6a17-a454-411a-b31b-0cbbe946f8d2 req-cd668f64-3acb-4f38-82b4-584e75f4048b tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0398343 Mar 23 12:44:09.788532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14190f39-1d75-49be-ad1e-6618214b1951 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Subnet': ['ID=5189869f-8ba3-44a1-8c8e-3bccd68fa98f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:09.850599 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14190f39-1d75-49be-ad1e-6618214b1951 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:09.874954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-14190f39-1d75-49be-ad1e-6618214b1951 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e123958a-f155-4bfa-9f75-c7b2babf9d3f']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:09.886113 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-14190f39-1d75-49be-ad1e-6618214b1951 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540bfcc9-0195-4aa0-ac4d-dda2b574bad2') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:09.886476 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-14190f39-1d75-49be-ad1e-6618214b1951 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540bfcc9-0195-4aa0-ac4d-dda2b574bad2') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:09.896795 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14190f39-1d75-49be-ad1e-6618214b1951 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:09.910405 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14190f39-1d75-49be-ad1e-6618214b1951 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:09.917329 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14190f39-1d75-49be-ad1e-6618214b1951 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:44:09.917782 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14190f39-1d75-49be-ad1e-6618214b1951 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:44:09.921044 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:44:09.963993 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38011d8b-b205-4277-9350-ea796af17753 None None] Network e123958a-f155-4bfa-9f75-c7b2babf9d3f requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:09.994511 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14190f39-1d75-49be-ad1e-6618214b1951 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:10.002004 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14190f39-1d75-49be-ad1e-6618214b1951 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:10.009400 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45196) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:10.009998 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-14190f39-1d75-49be-ad1e-6618214b1951 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/networks/e123958a-f155-4bfa-9f75-c7b2babf9d3f HTTP/1.1" status: 204 len: 168 time: 0.6088080 Mar 23 12:44:10.017093 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5ef3a028-dd95-42a2-aaa8-027013f32955 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1723453381'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:10.025093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14190f39-1d75-49be-ad1e-6618214b1951 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Network': ['ID=e123958a-f155-4bfa-9f75-c7b2babf9d3f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:10.050812 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef3a028-dd95-42a2-aaa8-027013f32955 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:10.054747 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a028-dd95-42a2-aaa8-027013f32955 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:10.085124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef3a028-dd95-42a2-aaa8-027013f32955 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:44:10.096273 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a028-dd95-42a2-aaa8-027013f32955 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:10.097217 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-5ef3a028-dd95-42a2-aaa8-027013f32955 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Added segment f5721c3e-a8d6-4e16-bc9a-647d69f9498b of type vlan for network a4567515-8653-4e7d-9603-509106816a92 Mar 23 12:44:10.154008 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a6177f-2f00-461c-b78c-609c3e0adf02 None None] Network e123958a-f155-4bfa-9f75-c7b2babf9d3f requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:10.154008 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a6177f-2f00-461c-b78c-609c3e0adf02 None None] Network e123958a-f155-4bfa-9f75-c7b2babf9d3f could not be found, it might have been deleted concurrently. {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 23 12:44:10.186026 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3140b7eb-5f84-452c-835a-84539a30d2ac req-3fe6f5a6-d4b0-4b8c-97a1-fc63e7c49c23 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0344918 Mar 23 12:44:10.187634 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a028-dd95-42a2-aaa8-027013f32955 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:10.215833 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a028-dd95-42a2-aaa8-027013f32955 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:10.221474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef3a028-dd95-42a2-aaa8-027013f32955 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:10.222093 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a028-dd95-42a2-aaa8-027013f32955 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:10.288306 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5ef3a028-dd95-42a2-aaa8-027013f32955 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2769344 Mar 23 12:44:10.291191 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45202) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:10.298831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-938694a4-fb91-4f12-8150-72c7a58a89e5 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'subnet': {'network_id': 'a4567515-8653-4e7d-9603-509106816a92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:10.305732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3a028-dd95-42a2-aaa8-027013f32955 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Network': ['ID=a4567515-8653-4e7d-9603-509106816a92,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:10.319613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network a4567515-8653-4e7d-9603-509106816a92 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:44:10.383657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c147a3e0-1f39-488d-8433-b88f4b12b4ae details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:44:10.439102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002146c-4f56-47fb-b191-1b5108ff0de7 req-f51557e5-19c1-453d-b566-a137335bc228 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:10.441160 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8002146c-4f56-47fb-b191-1b5108ff0de7 req-f51557e5-19c1-453d-b566-a137335bc228 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.0823543 Mar 23 12:44:10.450643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938694a4-fb91-4f12-8150-72c7a58a89e5 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:10.454096 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-938694a4-fb91-4f12-8150-72c7a58a89e5 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:10.503784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c147a3e0-1f39-488d-8433-b88f4b12b4ae, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c147a3e0-1f39-488d-8433-b88f4b12b4ae,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:10.517354 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'port_id': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae', 'mac_address': 'fa:16:3e:4d:c8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:44:10.562485 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8002146c-4f56-47fb-b191-1b5108ff0de7 req-402d2eb4-c23c-403d-830b-7731332b3778 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913615 Mar 23 12:44:10.575252 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:10.619016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa64dc4-e029-407f-85e9-38170e7140d9 req-3d5b576c-1dbe-4de3-bca3-43a68d8fa7ad tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:10.619616 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c147a3e0-1f39-488d-8433-b88f4b12b4ae {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:44:10.620669 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaa64dc4-e029-407f-85e9-38170e7140d9 req-3d5b576c-1dbe-4de3-bca3-43a68d8fa7ad tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0608294 Mar 23 12:44:10.656408 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c147a3e0-1f39-488d-8433-b88f4b12b4ae, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c147a3e0-1f39-488d-8433-b88f4b12b4ae,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:10.662635 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:10.704662 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaa64dc4-e029-407f-85e9-38170e7140d9 req-ef93e611-6a34-4cd7-b0bc-62a2bd37df9d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606673 Mar 23 12:44:10.749317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:44:10.755782 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-938694a4-fb91-4f12-8150-72c7a58a89e5 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:10.774020 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=c147a3e0-1f39-488d-8433-b88f4b12b4ae,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:10.819841 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5ddd1-5228-4ded-8cea-7740c3257f31 req-24f2c503-ae14-4e5c-b05d-a9665fc7c91c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:10.822843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:10.823429 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:10.827152 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-16a5ddd1-5228-4ded-8cea-7740c3257f31 req-24f2c503-ae14-4e5c-b05d-a9665fc7c91c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 945 time: 0.1370912 Mar 23 12:44:10.843380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fad5c-968b-492d-b8b1-fcfb6c1addbf req-525df9f1-04da-4155-a713-1989eaa40591 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:10.844917 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df2fad5c-968b-492d-b8b1-fcfb6c1addbf req-525df9f1-04da-4155-a713-1989eaa40591 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 948 time: 0.0527098 Mar 23 12:44:10.849349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938694a4-fb91-4f12-8150-72c7a58a89e5 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Subnet': ['ID=1d572007-7850-43d7-a673-a36062b7cd16,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:10.881813 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938694a4-fb91-4f12-8150-72c7a58a89e5 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Checking segment: {'id': 'f5721c3e-a8d6-4e16-bc9a-647d69f9498b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a4567515-8653-4e7d-9603-509106816a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:44:10.882174 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938694a4-fb91-4f12-8150-72c7a58a89e5 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network hostable DHCP agents. Network: a4567515-8653-4e7d-9603-509106816a92, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:44:10.886730 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-16a5ddd1-5228-4ded-8cea-7740c3257f31 req-00e75b73-e2c5-4136-8899-3b9f59a35990 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587649 Mar 23 12:44:10.901843 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df2fad5c-968b-492d-b8b1-fcfb6c1addbf req-749832d7-b3b8-4d8f-aa0f-6542eae5021d tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc458b50-30e7-42f9-8334-24a030f14ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403352 Mar 23 12:44:10.927701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938694a4-fb91-4f12-8150-72c7a58a89e5 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network a4567515-8653-4e7d-9603-509106816a92 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:44:10.950064 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-938694a4-fb91-4f12-8150-72c7a58a89e5 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, a4567515-8653-4e7d-9603-509106816a92) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:44:10.955130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938694a4-fb91-4f12-8150-72c7a58a89e5 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:10.956075 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-938694a4-fb91-4f12-8150-72c7a58a89e5 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:10.976861 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-938694a4-fb91-4f12-8150-72c7a58a89e5 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6845973 Mar 23 12:44:10.979467 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45224) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:11.039859 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fbbedd36-f36a-4e0e-a6bc-151a0c4a32e2 req-ba45083a-5c17-4c05-a80a-3db826fcf164 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0506167 Mar 23 12:44:11.130524 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b425817d-9b22-424e-a8d7-1b59425debcd None None] Network a4567515-8653-4e7d-9603-509106816a92 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:11.136413 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad8d3516-2de9-4925-bb6d-3d608f976531 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:11.233263 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad8d3516-2de9-4925-bb6d-3d608f976531 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:11.301687 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad8d3516-2de9-4925-bb6d-3d608f976531 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:11.307900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed274066-ee1e-4ebb-927d-12399bc1c483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-a4567515-8653-4e7d-9603-509106816a92', 'network_id': 'a4567515-8653-4e7d-9603-509106816a92', 'tenant_id': '451a5b8607304315ac922bb531568cda', 'fixed_ips': [{'subnet_id': '1d572007-7850-43d7-a673-a36062b7cd16'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:44:11.308879 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed274066-ee1e-4ebb-927d-12399bc1c483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:11.337494 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d3516-2de9-4925-bb6d-3d608f976531 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Subnet': ['ID=1d572007-7850-43d7-a673-a36062b7cd16,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:11.399412 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['c147a3e0-1f39-488d-8433-b88f4b12b4ae'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:44:11.401186 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad8d3516-2de9-4925-bb6d-3d608f976531 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:11.424483 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ad8d3516-2de9-4925-bb6d-3d608f976531 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4567515-8653-4e7d-9603-509106816a92']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:11.435277 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ad8d3516-2de9-4925-bb6d-3d608f976531 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5721c3e-a8d6-4e16-bc9a-647d69f9498b') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:11.435624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ad8d3516-2de9-4925-bb6d-3d608f976531 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5721c3e-a8d6-4e16-bc9a-647d69f9498b') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:11.447101 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad8d3516-2de9-4925-bb6d-3d608f976531 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:11.454703 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f3abb7-c0a6-4948-b2de-eacc0ef4192a None None] Network a4567515-8653-4e7d-9603-509106816a92 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:11.461054 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad8d3516-2de9-4925-bb6d-3d608f976531 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:11.469933 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8d3516-2de9-4925-bb6d-3d608f976531 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:44:11.470994 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad8d3516-2de9-4925-bb6d-3d608f976531 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:44:11.475251 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:44:11.545335 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad8d3516-2de9-4925-bb6d-3d608f976531 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:11.554130 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad8d3516-2de9-4925-bb6d-3d608f976531 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:11.560984 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ad8d3516-2de9-4925-bb6d-3d608f976531 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/networks/a4567515-8653-4e7d-9603-509106816a92 HTTP/1.1" status: 204 len: 168 time: 0.5767629 Mar 23 12:44:11.562134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45234) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:11.577025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0c5856a9-c134-42bb-85b5-57b4867760b7 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-813027382'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:11.582459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d3516-2de9-4925-bb6d-3d608f976531 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Network': ['ID=a4567515-8653-4e7d-9603-509106816a92,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:11.611668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5856a9-c134-42bb-85b5-57b4867760b7 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:11.617347 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c5856a9-c134-42bb-85b5-57b4867760b7 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:11.646416 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5856a9-c134-42bb-85b5-57b4867760b7 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:44:11.656894 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c5856a9-c134-42bb-85b5-57b4867760b7 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:11.657167 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-0c5856a9-c134-42bb-85b5-57b4867760b7 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Added segment 5662c5cf-a4b3-450a-b36c-6042f8eddeb9 of type vlan for network ec0b9ba2-9ff7-4aaf-a394-b43eb0698650 Mar 23 12:44:11.699249 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c5856a9-c134-42bb-85b5-57b4867760b7 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:11.746317 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c5856a9-c134-42bb-85b5-57b4867760b7 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:11.750243 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812040be-9d40-4f66-9b50-b4905e393615 req-ce5ca6af-9d7e-46e1-958e-c3d875d164dd tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:11.759112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5856a9-c134-42bb-85b5-57b4867760b7 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:11.759238 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-812040be-9d40-4f66-9b50-b4905e393615 req-ce5ca6af-9d7e-46e1-958e-c3d875d164dd tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1025367 Mar 23 12:44:11.760057 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c5856a9-c134-42bb-85b5-57b4867760b7 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:11.803808 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-812040be-9d40-4f66-9b50-b4905e393615 req-a676c012-767d-4b31-a210-330850b2fe5b tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435669 Mar 23 12:44:11.848959 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0c5856a9-c134-42bb-85b5-57b4867760b7 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2864027 Mar 23 12:44:11.853745 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45244) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:11.862311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1bbb4ac6-a8f3-44ad-b0d7-b963a6f6b5f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'subnet': {'network_id': 'ec0b9ba2-9ff7-4aaf-a394-b43eb0698650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:11.885309 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5856a9-c134-42bb-85b5-57b4867760b7 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Network': ['ID=ec0b9ba2-9ff7-4aaf-a394-b43eb0698650,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:11.896784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network ec0b9ba2-9ff7-4aaf-a394-b43eb0698650 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:44:11.949890 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84010b-5772-444f-bc83-de9d9164b7cc req-93b426b2-71cc-4eb9-9225-61a6131e016b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:11.951414 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e84010b-5772-444f-bc83-de9d9164b7cc req-93b426b2-71cc-4eb9-9225-61a6131e016b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.1685081 Mar 23 12:44:12.020704 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e84010b-5772-444f-bc83-de9d9164b7cc req-8b69ef7f-6e89-4bde-863b-e695c6f238d5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607831 Mar 23 12:44:12.022401 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbb4ac6-a8f3-44ad-b0d7-b963a6f6b5f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:12.032894 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1bbb4ac6-a8f3-44ad-b0d7-b963a6f6b5f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:12.108557 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b14d15-1095-41d9-921c-44c466592e2d req-141b1b00-5f43-4bc6-889b-8c458f849266 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:12.113645 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-72b14d15-1095-41d9-921c-44c466592e2d req-141b1b00-5f43-4bc6-889b-8c458f849266 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 945 time: 0.0815971 Mar 23 12:44:12.159828 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-72b14d15-1095-41d9-921c-44c466592e2d req-38b05594-9f46-4835-9b4b-09cce27f5676 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399613 Mar 23 12:44:12.179579 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405adaf-8609-4f76-a9a5-751aab9f8b64 req-0d63f81b-bcf1-42fd-9b5c-3950f862c93b tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:12.181102 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0405adaf-8609-4f76-a9a5-751aab9f8b64 req-0d63f81b-bcf1-42fd-9b5c-3950f862c93b tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 948 time: 0.0881581 Mar 23 12:44:12.259971 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0405adaf-8609-4f76-a9a5-751aab9f8b64 req-a93059fa-f27d-4c2d-bb11-c9c713fb5216 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc458b50-30e7-42f9-8334-24a030f14ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701396 Mar 23 12:44:12.300956 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6747fafc-5d45-423f-b89a-cd9692fc74b9 req-07ffc4a7-38ed-4400-8fca-fbf552e17ac4 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0333040 Mar 23 12:44:12.316440 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1bbb4ac6-a8f3-44ad-b0d7-b963a6f6b5f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:12.361213 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c57292ac-ab27-4f00-9580-6167d53ccd15 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:44:12.380548 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb4ac6-a8f3-44ad-b0d7-b963a6f6b5f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Subnet': ['ID=b0749db3-92d4-4290-9871-5e240acbee70,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:12.390985 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbb4ac6-a8f3-44ad-b0d7-b963a6f6b5f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Checking segment: {'id': '5662c5cf-a4b3-450a-b36c-6042f8eddeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ec0b9ba2-9ff7-4aaf-a394-b43eb0698650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:44:12.391337 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbb4ac6-a8f3-44ad-b0d7-b963a6f6b5f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network hostable DHCP agents. Network: ec0b9ba2-9ff7-4aaf-a394-b43eb0698650, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:44:12.412500 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbb4ac6-a8f3-44ad-b0d7-b963a6f6b5f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network ec0b9ba2-9ff7-4aaf-a394-b43eb0698650 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:44:12.428733 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1bbb4ac6-a8f3-44ad-b0d7-b963a6f6b5f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, ec0b9ba2-9ff7-4aaf-a394-b43eb0698650) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:44:12.437832 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6deec13-8e3a-44fe-ab49-9b163f442dff None None] Network ec0b9ba2-9ff7-4aaf-a394-b43eb0698650 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:12.443570 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbb4ac6-a8f3-44ad-b0d7-b963a6f6b5f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:12.445197 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1bbb4ac6-a8f3-44ad-b0d7-b963a6f6b5f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:12.474878 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1bbb4ac6-a8f3-44ad-b0d7-b963a6f6b5f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6200817 Mar 23 12:44:12.477574 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45264) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:12.482937 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-89719e25-3b90-412b-9c6e-d3e72ac25e9f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'subnet': {'network_id': 'ec0b9ba2-9ff7-4aaf-a394-b43eb0698650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:12.507711 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port c57292ac-ab27-4f00-9580-6167d53ccd15 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:44:12.517061 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port c57292ac-ab27-4f00-9580-6167d53ccd15 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:12.517649 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:12.634964 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89719e25-3b90-412b-9c6e-d3e72ac25e9f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:12.639039 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89719e25-3b90-412b-9c6e-d3e72ac25e9f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:12.696876 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-ec0b9ba2-9ff7-4aaf-a394-b43eb0698650', 'network_id': 'ec0b9ba2-9ff7-4aaf-a394-b43eb0698650', 'tenant_id': '451a5b8607304315ac922bb531568cda', 'fixed_ips': [{'subnet_id': 'b0749db3-92d4-4290-9871-5e240acbee70'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:44:12.698026 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:12.719469 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:12.778319 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9d3750-272d-4be2-a731-609754fa94b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57292ac-ab27-4f00-9580-6167d53ccd15'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:44:12.781516 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c40bda-404a-4442-98c1-cbb557c63e55" -d '{"events": [{"server_uuid": "ab9d3750-272d-4be2-a731-609754fa94b5", "name": "network-vif-plugged", "status": "completed", "tag": "c57292ac-ab27-4f00-9580-6167d53ccd15"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:44:12.860445 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c57292ac-ab27-4f00-9580-6167d53ccd15, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c57292ac-ab27-4f00-9580-6167d53ccd15,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:12.874262 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:12.925022 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a0926a-0e50-45be-a0c3-dc2135c4506c x-openstack-request-id: req-d9a0926a-0e50-45be-a0c3-dc2135c4506c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:44:12.925308 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9d3750-272d-4be2-a731-609754fa94b5", "name": "network-vif-plugged", "status": "completed", "tag": "c57292ac-ab27-4f00-9580-6167d53ccd15", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:44:12.925558 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9a0926a-0e50-45be-a0c3-dc2135c4506c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:44:12.925947 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9d3750-272d-4be2-a731-609754fa94b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57292ac-ab27-4f00-9580-6167d53ccd15', 'code': 200} Mar 23 12:44:13.002060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=c57292ac-ab27-4f00-9580-6167d53ccd15,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:13.020384 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Allocated IP 2001:db8::2 (ec0b9ba2-9ff7-4aaf-a394-b43eb0698650/b0749db3-92d4-4290-9871-5e240acbee70/8f9d9248-8a5c-4851-91b0-fb252b3931de) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:44:13.066365 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89719e25-3b90-412b-9c6e-d3e72ac25e9f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:13.183741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51722aab-c86e-4a76-9c2e-f032deb79576 req-c0c4d020-3ade-433e-ae7a-99404afe8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:13.185876 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-51722aab-c86e-4a76-9c2e-f032deb79576 req-c0c4d020-3ade-433e-ae7a-99404afe8024 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 1100 time: 0.1619225 Mar 23 12:44:13.197204 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89719e25-3b90-412b-9c6e-d3e72ac25e9f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network ec0b9ba2-9ff7-4aaf-a394-b43eb0698650 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:44:13.239363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-89719e25-3b90-412b-9c6e-d3e72ac25e9f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:44:13.251434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89719e25-3b90-412b-9c6e-d3e72ac25e9f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:13.252467 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89719e25-3b90-412b-9c6e-d3e72ac25e9f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:13.266283 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf2e65-389d-4448-a924-a098c771cb55 req-6c1ea4a0-7e49-417c-913e-2836f6bc117c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:13.268279 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8dcf2e65-389d-4448-a924-a098c771cb55 req-6c1ea4a0-7e49-417c-913e-2836f6bc117c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1977880 Mar 23 12:44:13.292580 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:13.296625 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-51722aab-c86e-4a76-9c2e-f032deb79576 req-d62ab9eb-5d69-411b-a902-a7c5c0f33bba service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fc458b50-30e7-42f9-8334-24a030f14ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927498 Mar 23 12:44:13.297242 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89719e25-3b90-412b-9c6e-d3e72ac25e9f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Subnet': ['ID=f010dc6f-5cb8-4721-af90-592be2a91b8b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:13.301250 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:13.336917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0b314-8524-4257-b3f0-b437ef4fa627 req-4fbd2d39-ad10-4659-9225-5c943e4406b0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:13.342179 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-89719e25-3b90-412b-9c6e-d3e72ac25e9f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8611503 Mar 23 12:44:13.343423 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-73f0b314-8524-4257-b3f0-b437ef4fa627 req-4fbd2d39-ad10-4659-9225-5c943e4406b0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0716462 Mar 23 12:44:13.343949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45302) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:13.362731 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Network ec0b9ba2-9ff7-4aaf-a394-b43eb0698650 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:44:13.366033 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:44:13.369921 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:44:13.377798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Pushing event updated for resources: {'Port': ['ID=8f9d9248-8a5c-4851-91b0-fb252b3931de,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:13.382097 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8dcf2e65-389d-4448-a924-a098c771cb55 req-60fd2382-a4ae-4a0f-ad4a-b8f2a548293c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048570 Mar 23 12:44:13.449225 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Attempting to bind port 8f9d9248-8a5c-4851-91b0-fb252b3931de on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:44:13.449605 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Attempting to bind port 8f9d9248-8a5c-4851-91b0-fb252b3931de by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '5662c5cf-a4b3-450a-b36c-6042f8eddeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ec0b9ba2-9ff7-4aaf-a394-b43eb0698650'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:44:13.450636 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Attempting to bind port 8f9d9248-8a5c-4851-91b0-fb252b3931de on network ec0b9ba2-9ff7-4aaf-a394-b43eb0698650 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:44:13.457956 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:44:13.458365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Checking segment: {'id': '5662c5cf-a4b3-450a-b36c-6042f8eddeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ec0b9ba2-9ff7-4aaf-a394-b43eb0698650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:44:13.458952 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:13.459498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Bound using segment: {'id': '5662c5cf-a4b3-450a-b36c-6042f8eddeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ec0b9ba2-9ff7-4aaf-a394-b43eb0698650'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:44:13.460136 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Bound port: 8f9d9248-8a5c-4851-91b0-fb252b3931de, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5662c5cf-a4b3-450a-b36c-6042f8eddeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ec0b9ba2-9ff7-4aaf-a394-b43eb0698650'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:44:13.460517 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:13.480370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe65a3-5fb2-401b-bb75-54cf0f275658 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:13.482111 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe65a3-5fb2-401b-bb75-54cf0f275658 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:13.483767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe65a3-5fb2-401b-bb75-54cf0f275658 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:13.485608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe65a3-5fb2-401b-bb75-54cf0f275658 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:13.487368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe65a3-5fb2-401b-bb75-54cf0f275658 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:13.496259 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-62fe65a3-5fb2-401b-bb75-54cf0f275658 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1483078 Mar 23 12:44:13.497373 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45308) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:13.498762 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d7a15446-3323-4963-868a-e4516373ccbd req-d82acaa7-3d63-41bf-b79a-2a3e3203af87 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0448494 Mar 23 12:44:13.500800 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-73f0b314-8524-4257-b3f0-b437ef4fa627 req-7271edf0-c578-4567-ac09-990a60470e3b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365888 Mar 23 12:44:13.507012 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4f3e5915-4bf7-45b3-8743-f8a0be728e5f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-282576198'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:13.553061 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] For port 8f9d9248-8a5c-4851-91b0-fb252b3931de, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:44:13.559772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3e5915-4bf7-45b3-8743-f8a0be728e5f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:13.561931 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] For port 8f9d9248-8a5c-4851-91b0-fb252b3931de, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8f9d9248-8a5c-4851-91b0-fb252b3931de,segment=NetworkSegment(5662c5cf-a4b3-450a-b36c-6042f8eddeb9),segment_id=5662c5cf-a4b3-450a-b36c-6042f8eddeb9)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:44:13.565734 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5915-4bf7-45b3-8743-f8a0be728e5f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:13.570805 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:13.611232 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3e5915-4bf7-45b3-8743-f8a0be728e5f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:44:13.649247 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5915-4bf7-45b3-8743-f8a0be728e5f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:13.649604 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-4f3e5915-4bf7-45b3-8743-f8a0be728e5f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Added segment 45a9e14a-317d-41b4-8ae7-82bc65c1d325 of type vlan for network 3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac Mar 23 12:44:13.676564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acacf84-2ff2-4f31-9075-a59e0264164d req-d1e987e0-8c10-4770-b08e-9dc096803713 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:13.686874 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0acacf84-2ff2-4f31-9075-a59e0264164d req-d1e987e0-8c10-4770-b08e-9dc096803713 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 945 time: 0.0687940 Mar 23 12:44:13.692680 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bce42-9c74-45c6-9293-b349d2746aa7 None None] Pushing event updated for resources: {'Port': ['ID=8f9d9248-8a5c-4851-91b0-fb252b3931de,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:13.748137 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0acacf84-2ff2-4f31-9075-a59e0264164d req-69207c11-2fb3-4aca-8684-d85b586f3442 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602446 Mar 23 12:44:13.765921 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5915-4bf7-45b3-8743-f8a0be728e5f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:13.778064 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad3493-3a6a-4079-8dc0-dfab0a9390ea req-46d12da9-24e4-4760-b35f-883e0c111d8d tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:13.779973 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2fad3493-3a6a-4079-8dc0-dfab0a9390ea req-46d12da9-24e4-4760-b35f-883e0c111d8d tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 949 time: 0.1579773 Mar 23 12:44:13.827674 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5915-4bf7-45b3-8743-f8a0be728e5f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:13.833424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3e5915-4bf7-45b3-8743-f8a0be728e5f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:13.834019 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5915-4bf7-45b3-8743-f8a0be728e5f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:13.872818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2fad3493-3a6a-4079-8dc0-dfab0a9390ea req-31a1096f-5a47-43c0-9913-0c567a123888 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc458b50-30e7-42f9-8334-24a030f14ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844498 Mar 23 12:44:13.926404 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45314) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:13.931772 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-dcf66b93-daed-4c76-97bb-dbbeec45ce9a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:13.936262 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4f3e5915-4bf7-45b3-8743-f8a0be728e5f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4343085 Mar 23 12:44:13.981206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e5915-4bf7-45b3-8743-f8a0be728e5f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Network': ['ID=3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:13.992078 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:44:14.154971 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcf66b93-daed-4c76-97bb-dbbeec45ce9a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:14.170398 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcf66b93-daed-4c76-97bb-dbbeec45ce9a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:14.193942 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dcf66b93-daed-4c76-97bb-dbbeec45ce9a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network 3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac is not hosted by any dhcp agent {{(pid=102779) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 12:44:14.208026 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf66b93-daed-4c76-97bb-dbbeec45ce9a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:14.208026 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcf66b93-daed-4c76-97bb-dbbeec45ce9a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:14.209110 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dcf66b93-daed-4c76-97bb-dbbeec45ce9a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "PUT /v2.0/networks/3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac HTTP/1.1" status: 200 len: 723 time: 0.2815745 Mar 23 12:44:14.212303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45322) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:14.217622 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1be60e0f-2fb7-4d2e-9287-01249a50fb1b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'subnet': {'network_id': '3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:14.265227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66b93-daed-4c76-97bb-dbbeec45ce9a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Network': ['ID=3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:14.277484 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:44:14.318560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be60e0f-2fb7-4d2e-9287-01249a50fb1b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:14.322293 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1be60e0f-2fb7-4d2e-9287-01249a50fb1b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:14.377597 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c147a3e0-1f39-488d-8433-b88f4b12b4ae up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:44:14.444764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port c147a3e0-1f39-488d-8433-b88f4b12b4ae completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:44:14.450210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port c147a3e0-1f39-488d-8433-b88f4b12b4ae triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:14.450636 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:14.561367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0d271-d891-488d-b253-e733df2ae7b7 req-424dc5d4-ac22-4167-ba43-b4f07d3ff0a3 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:14.573095 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2bd0d271-d891-488d-b253-e733df2ae7b7 req-424dc5d4-ac22-4167-ba43-b4f07d3ff0a3 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.0994203 Mar 23 12:44:14.596434 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:14.648445 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2bd0d271-d891-488d-b253-e733df2ae7b7 req-0d41204c-c83d-4d6f-89f2-8b5859ec124c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744879 Mar 23 12:44:14.665122 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c147a3e0-1f39-488d-8433-b88f4b12b4ae, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c147a3e0-1f39-488d-8433-b88f4b12b4ae,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:14.670454 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1be60e0f-2fb7-4d2e-9287-01249a50fb1b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:14.681035 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:14.771029 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=c147a3e0-1f39-488d-8433-b88f4b12b4ae,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:14.786246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8f9d9248-8a5c-4851-91b0-fb252b3931de up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:44:14.787308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80ea12-bbf2-433a-ab2a-ef175c00ba1b req-47674248-556d-4927-ab5d-fa4cd3a2af11 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:14.788627 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4a80ea12-bbf2-433a-ab2a-ef175c00ba1b req-47674248-556d-4927-ab5d-fa4cd3a2af11 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.1829457 Mar 23 12:44:14.837491 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-be7ee989-ec95-4a48-866b-6f9c228bd98f req-157fc8b7-99f6-40fd-bb60-ae27a8cc57e8 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0385754 Mar 23 12:44:14.865424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be60e0f-2fb7-4d2e-9287-01249a50fb1b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Subnet': ['ID=e19ec7ce-9443-4af0-b3c6-624a14fa3d9b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:14.884221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8f9d9248-8a5c-4851-91b0-fb252b3931de triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:14.884619 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:14.897146 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4a80ea12-bbf2-433a-ab2a-ef175c00ba1b req-dc3da011-103b-4566-ae2d-0bc8ea7a917b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871232 Mar 23 12:44:14.900324 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be60e0f-2fb7-4d2e-9287-01249a50fb1b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Checking segment: {'id': '45a9e14a-317d-41b4-8ae7-82bc65c1d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:44:14.901652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be60e0f-2fb7-4d2e-9287-01249a50fb1b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network hostable DHCP agents. Network: 3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:44:14.927840 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c000b8be-9270-4499-87a6-d04c082980b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:44:14.930403 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a47e3bb-9b6f-4781-9be0-ef1ebebe2f0e" -d '{"events": [{"server_uuid": "c000b8be-9270-4499-87a6-d04c082980b3", "name": "network-vif-plugged", "status": "completed", "tag": "c147a3e0-1f39-488d-8433-b88f4b12b4ae"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:44:14.947758 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be60e0f-2fb7-4d2e-9287-01249a50fb1b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network 3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:44:14.963582 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-1be60e0f-2fb7-4d2e-9287-01249a50fb1b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:44:14.970279 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be60e0f-2fb7-4d2e-9287-01249a50fb1b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:14.974093 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1be60e0f-2fb7-4d2e-9287-01249a50fb1b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:14.984898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dda94d-0093-4715-b899-beda96fe5827 None None] Network 3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:15.019898 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1be60e0f-2fb7-4d2e-9287-01249a50fb1b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8062665 Mar 23 12:44:15.024071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45348) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:15.034916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c4ab3f1a-11d6-4982-ac94-ac991dc36e45 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:15.182334 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:15.219390 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4ab3f1a-11d6-4982-ac94-ac991dc36e45 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25408744'] for subnet, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:15.233869 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55160247-2eb8-4480-bad3-55888d0e0596 None None] Network ec0b9ba2-9ff7-4aaf-a394-b43eb0698650 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:15.234430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24204d88-4c1e-4d88-97f5-98c8cc98f7c4 req-f4928a0e-4732-4500-bbcf-8f2684f2885e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:15.236109 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-24204d88-4c1e-4d88-97f5-98c8cc98f7c4 req-f4928a0e-4732-4500-bbcf-8f2684f2885e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.1408412 Mar 23 12:44:15.239807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f93b0-3451-49b2-a0c6-9c869a976b25 req-204137cc-00d3-4250-91a9-f472d0e52311 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:15.247498 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-793f93b0-3451-49b2-a0c6-9c869a976b25 req-204137cc-00d3-4250-91a9-f472d0e52311 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 949 time: 0.1642666 Mar 23 12:44:15.270169 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358cf0f-e1b3-4728-b7ed-db6dc673b5cd req-6b690767-afc8-450b-937d-98582df79dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:15.271766 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d358cf0f-e1b3-4728-b7ed-db6dc673b5cd req-6b690767-afc8-450b-937d-98582df79dc6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ea1481d248546008fdefdaf479fb3fc&device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 1096 time: 0.0931978 Mar 23 12:44:15.306009 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-793f93b0-3451-49b2-a0c6-9c869a976b25 req-8c8991f4-049a-4feb-bf34-8f747501b188 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc458b50-30e7-42f9-8334-24a030f14ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496304 Mar 23 12:44:15.314810 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 8f9d9248-8a5c-4851-91b0-fb252b3931de, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8f9d9248-8a5c-4851-91b0-fb252b3931de,segment=NetworkSegment(5662c5cf-a4b3-450a-b36c-6042f8eddeb9),segment_id=5662c5cf-a4b3-450a-b36c-6042f8eddeb9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:15.337752 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-24204d88-4c1e-4d88-97f5-98c8cc98f7c4 req-be4bb73b-e8fc-437f-95b9-77776fd71e65 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738697 Mar 23 12:44:15.350629 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:15.403767 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b783512-c86b-4aea-8eae-d5f846e32637 x-openstack-request-id: req-1b783512-c86b-4aea-8eae-d5f846e32637 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:44:15.403767 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c000b8be-9270-4499-87a6-d04c082980b3", "name": "network-vif-plugged", "status": "completed", "tag": "c147a3e0-1f39-488d-8433-b88f4b12b4ae", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:44:15.404510 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b783512-c86b-4aea-8eae-d5f846e32637 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:44:15.404510 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c000b8be-9270-4499-87a6-d04c082980b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae', 'code': 200} Mar 23 12:44:15.417261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d68b762f-2e34-406d-8fb1-e23b8b03a6ce None None] Provisioning complete for port 8f9d9248-8a5c-4851-91b0-fb252b3931de triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:15.417632 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d68b762f-2e34-406d-8fb1-e23b8b03a6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:15.517615 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac', 'network_id': '3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac', 'tenant_id': '451a5b8607304315ac922bb531568cda', 'fixed_ips': [{'subnet_id': 'e19ec7ce-9443-4af0-b3c6-624a14fa3d9b'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:44:15.519088 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:15.556086 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=8f9d9248-8a5c-4851-91b0-fb252b3931de,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:15.563969 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4ab3f1a-11d6-4982-ac94-ac991dc36e45 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742089780920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26171359'] for subnet, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:15.574988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358cf0f-e1b3-4728-b7ed-db6dc673b5cd req-f7dac79a-766d-445b-9421-870283697863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:15.576587 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d358cf0f-e1b3-4728-b7ed-db6dc673b5cd req-f7dac79a-766d-445b-9421-870283697863 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54 HTTP/1.1" status: 200 len: 911 time: 0.2890360 Mar 23 12:44:15.594973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ab3f1a-11d6-4982-ac94-ac991dc36e45 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:15.596785 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4ab3f1a-11d6-4982-ac94-ac991dc36e45 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:15.602961 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c4ab3f1a-11d6-4982-ac94-ac991dc36e45 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "PUT /v2.0/subnets/e19ec7ce-9443-4af0-b3c6-624a14fa3d9b HTTP/1.1" status: 200 len: 826 time: 0.5779266 Mar 23 12:44:15.606703 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45356) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:15.639606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cdcd0-5d91-4b60-836e-418b769d814a req-d532a390-5752-4cc8-8814-24c32aaa20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:15.640858 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de7cdcd0-5d91-4b60-836e-418b769d814a req-d532a390-5752-4cc8-8814-24c32aaa20e7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 1097 time: 0.1469967 Mar 23 12:44:15.683401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c4055-2b66-4131-8c0c-722444b67bea req-39a536eb-836a-43af-bd36-57a129616b71 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:15.684928 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e46c4055-2b66-4131-8c0c-722444b67bea req-39a536eb-836a-43af-bd36-57a129616b71 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1927373 Mar 23 12:44:15.693663 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab3f1a-11d6-4982-ac94-ac991dc36e45 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Subnet': ['ID=e19ec7ce-9443-4af0-b3c6-624a14fa3d9b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:15.724408 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de7cdcd0-5d91-4b60-836e-418b769d814a req-591fa836-c79f-407e-a667-92fad5412911 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751119 Mar 23 12:44:15.750416 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e46c4055-2b66-4131-8c0c-722444b67bea req-c9fecf8c-4a79-471f-a57e-7d7e069a0ebf tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534413 Mar 23 12:44:15.773328 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Allocated IP 2001:db8::2 (3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac/e19ec7ce-9443-4af0-b3c6-624a14fa3d9b/862705ca-4bd6-42d2-bd61-eb777e44047d) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:44:15.899683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca4d4e6-289b-4349-9ea3-686e5910a1d1 None None] Update dhcp port {'port': {'network_id': 'ec0b9ba2-9ff7-4aaf-a394-b43eb0698650', 'fixed_ips': [{'subnet_id': 'b0749db3-92d4-4290-9871-5e240acbee70', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f010dc6f-5cb8-4721-af90-592be2a91b8b'}], 'binding:host_id': 'n-d-834854-1'}, 'id': '8f9d9248-8a5c-4851-91b0-fb252b3931de'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:44:15.929450 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:15.945362 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eca4d4e6-289b-4349-9ea3-686e5910a1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:16.075290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46320027-a8bf-4fb4-9b1a-415946b4cb83 req-cb2940b9-3400-4e07-9527-9ba74c4a1678 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:16.083441 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-46320027-a8bf-4fb4-9b1a-415946b4cb83 req-cb2940b9-3400-4e07-9527-9ba74c4a1678 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0679893 Mar 23 12:44:16.125594 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:16.139289 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-46320027-a8bf-4fb4-9b1a-415946b4cb83 req-d4f47f88-1f70-4f29-ae04-1b13b5a31285 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550075 Mar 23 12:44:16.152579 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e162d8d5-9657-47b3-abfc-b39295251377 req-adf1a908-1fc3-4251-9b16-6f0aedbda48c tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0523651 Mar 23 12:44:16.161332 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:16.175990 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d358cf0f-e1b3-4728-b7ed-db6dc673b5cd req-fa38bdb4-d7d5-40a8-bdc8-5e64883e4280 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f840d146-f9e1-45f1-bbf4-ad396ecb4a8f HTTP/1.1" status: 200 len: 1001 time: 0.5870314 Mar 23 12:44:16.234631 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:16.259313 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358cf0f-e1b3-4728-b7ed-db6dc673b5cd req-521c5b26-7d18-4e34-b303-93b1c2d0d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:16.260851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d358cf0f-e1b3-4728-b7ed-db6dc673b5cd req-521c5b26-7d18-4e34-b303-93b1c2d0d23d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04aa0ac9-74bf-48af-b463-b2b30beed0d6 HTTP/1.1" status: 200 len: 849 time: 0.0745583 Mar 23 12:44:16.341151 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358cf0f-e1b3-4728-b7ed-db6dc673b5cd req-c256240d-57e7-4378-8db1-8e0b0bae567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:16.342665 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d358cf0f-e1b3-4728-b7ed-db6dc673b5cd req-c256240d-57e7-4378-8db1-8e0b0bae567d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647616 Mar 23 12:44:16.355488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Deleting port 862705ca-4bd6-42d2-bd61-eb777e44047d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:44:16.355715 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:16.416812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Network 3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:44:16.423733 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:44:16.453866 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:44:16.458368 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Pushing event updated for resources: {'Port': ['ID=862705ca-4bd6-42d2-bd61-eb777e44047d,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:16.469519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-eca4d4e6-289b-4349-9ea3-686e5910a1d1 None None] Allocated IP 172.20.0.1 (ec0b9ba2-9ff7-4aaf-a394-b43eb0698650/f010dc6f-5cb8-4721-af90-592be2a91b8b/8f9d9248-8a5c-4851-91b0-fb252b3931de) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:44:16.481103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97b96c-8474-4f3f-a6a5-e0e52dc90d1b req-2dac5708-63ed-445a-bff3-48407bf774c8 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:16.483191 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b97b96c-8474-4f3f-a6a5-e0e52dc90d1b req-2dac5708-63ed-445a-bff3-48407bf774c8 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.0704296 Mar 23 12:44:16.539367 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b97b96c-8474-4f3f-a6a5-e0e52dc90d1b req-85104089-2925-40a5-92bd-33beda44f577 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443363 Mar 23 12:44:16.552662 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] For port 862705ca-4bd6-42d2-bd61-eb777e44047d, host n-d-834854-1, got binding levels [] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:16.553029 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:16.577603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f5e76-3453-425a-b72e-69b7d89dd7ff req-1ab0d6a2-3cce-4c64-b799-6fd10660af8a tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:16.579089 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-135f5e76-3453-425a-b72e-69b7d89dd7ff req-1ab0d6a2-3cce-4c64-b799-6fd10660af8a tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 949 time: 0.1722660 Mar 23 12:44:16.581642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Calling delete_port for 862705ca-4bd6-42d2-bd61-eb777e44047d owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:44:16.598420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Attempting to bind port 862705ca-4bd6-42d2-bd61-eb777e44047d on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:44:16.599349 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Attempting to bind port 862705ca-4bd6-42d2-bd61-eb777e44047d by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '45a9e14a-317d-41b4-8ae7-82bc65c1d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:44:16.599874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Attempting to bind port 862705ca-4bd6-42d2-bd61-eb777e44047d on network 3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:44:16.609386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:44:16.610014 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Checking segment: {'id': '45a9e14a-317d-41b4-8ae7-82bc65c1d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:44:16.610285 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:16.610670 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Bound using segment: {'id': '45a9e14a-317d-41b4-8ae7-82bc65c1d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:44:16.611133 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Bound port: 862705ca-4bd6-42d2-bd61-eb777e44047d, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a9e14a-317d-41b4-8ae7-82bc65c1d325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:44:16.612353 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:16.667950 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d358cf0f-e1b3-4728-b7ed-db6dc673b5cd req-84295e2e-5d25-43fd-ab59-da448b3af57d service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442138 Mar 23 12:44:16.689616 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eca4d4e6-289b-4349-9ea3-686e5910a1d1 None None] For port 8f9d9248-8a5c-4851-91b0-fb252b3931de, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8f9d9248-8a5c-4851-91b0-fb252b3931de,segment=NetworkSegment(5662c5cf-a4b3-450a-b36c-6042f8eddeb9),segment_id=5662c5cf-a4b3-450a-b36c-6042f8eddeb9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:16.708473 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8f9d9248-8a5c-4851-91b0-fb252b3931de up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:44:16.711966 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-135f5e76-3453-425a-b72e-69b7d89dd7ff req-0671e8b8-1a48-4231-bb66-0691e4e4dd59 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc458b50-30e7-42f9-8334-24a030f14ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197042 Mar 23 12:44:16.784807 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eca4d4e6-289b-4349-9ea3-686e5910a1d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:16.794382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] For port 862705ca-4bd6-42d2-bd61-eb777e44047d, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:44:16.798855 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eca4d4e6-289b-4349-9ea3-686e5910a1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:16.808912 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d358cf0f-e1b3-4728-b7ed-db6dc673b5cd req-77dd18e5-4868-4da5-8a8e-c004f9774187 service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291020 Mar 23 12:44:16.841514 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] For port 862705ca-4bd6-42d2-bd61-eb777e44047d, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=862705ca-4bd6-42d2-bd61-eb777e44047d,segment=NetworkSegment(45a9e14a-317d-41b4-8ae7-82bc65c1d325),segment_id=45a9e14a-317d-41b4-8ae7-82bc65c1d325)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:44:16.857796 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:16.928652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4d4e6-289b-4349-9ea3-686e5910a1d1 None None] Pushing event updated for resources: {'Port': ['ID=8f9d9248-8a5c-4851-91b0-fb252b3931de,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:16.941256 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8f9d9248-8a5c-4851-91b0-fb252b3931de triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:16.941620 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:16.954819 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:16.969876 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8fdd80-66e7-43ed-82a8-23e5bcbc8ac9 req-c75bf157-d8b3-4b05-ae1c-938ad1cd731c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:16.971821 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7f8fdd80-66e7-43ed-82a8-23e5bcbc8ac9 req-c75bf157-d8b3-4b05-ae1c-938ad1cd731c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.0968571 Mar 23 12:44:17.019434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Port': ['ID=862705ca-4bd6-42d2-bd61-eb777e44047d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:17.044114 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7f8fdd80-66e7-43ed-82a8-23e5bcbc8ac9 req-2b09c7e0-6659-49cc-ba39-5103943b2963 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643547 Mar 23 12:44:17.075810 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:17.076194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:17.076532 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:17.076866 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:17.077193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:17.077520 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:17.077845 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:17.078441 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:17.078932 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:17.079261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:17.079583 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:17.079909 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:17.117489 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No DVR routers for this DVR port 862705ca-4bd6-42d2-bd61-eb777e44047d on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:44:17.152365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8e35a-8e71-45b8-80bd-c84083e4b83f None None] Pushing event updated for resources: {'Port': ['ID=862705ca-4bd6-42d2-bd61-eb777e44047d,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:17.242865 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:17.335207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf4cea-de3a-4bbf-a0b6-9817990dadb7 req-08296176-fec2-4281-b22d-1e103c1dfd2d tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:17.343978 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34bf4cea-de3a-4bbf-a0b6-9817990dadb7 req-08296176-fec2-4281-b22d-1e103c1dfd2d tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 949 time: 0.1633959 Mar 23 12:44:17.348947 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfab4e6b-5856-4728-91e3-65aaeb39ec9f req-f491a1dd-db2b-46c8-a1da-10d7a367ac99 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0533893 Mar 23 12:44:17.406414 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:17.430014 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:17.451600 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34bf4cea-de3a-4bbf-a0b6-9817990dadb7 req-654376e2-cee9-4fdb-8c59-9612468c3ae8 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc458b50-30e7-42f9-8334-24a030f14ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922914 Mar 23 12:44:17.494861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Subnet': ['ID=e19ec7ce-9443-4af0-b3c6-624a14fa3d9b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:17.522685 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7398160-a6fb-4ce6-92de-7bae03f1f852 req-a179eef7-6d91-4a1c-8444-c4aadc4be19f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:17.524740 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7398160-a6fb-4ce6-92de-7bae03f1f852 req-a179eef7-6d91-4a1c-8444-c4aadc4be19f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0724790 Mar 23 12:44:17.589073 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7398160-a6fb-4ce6-92de-7bae03f1f852 req-b5cf5a27-75ee-4b0a-b9fe-04145959fd1d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547218 Mar 23 12:44:17.606254 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:17.630900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:17.650234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a9e14a-317d-41b4-8ae7-82bc65c1d325') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:17.650557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a9e14a-317d-41b4-8ae7-82bc65c1d325') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:17.705694 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:17.727746 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:17.745107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a871f44-fbce-4d7e-a277-c4734ebc0709 req-003e2133-6a67-40f2-b48c-28b28ffab732 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:17.747363 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7a871f44-fbce-4d7e-a277-c4734ebc0709 req-003e2133-6a67-40f2-b48c-28b28ffab732 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.1140482 Mar 23 12:44:17.759228 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:44:17.759723 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:44:17.763683 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:44:17.854299 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:17.864734 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7a871f44-fbce-4d7e-a277-c4734ebc0709 req-01e91bcf-0d57-4386-af2a-8c965608b230 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067820 Mar 23 12:44:17.883072 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:17.889072 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/networks/3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac HTTP/1.1" status: 204 len: 168 time: 2.2786162 Mar 23 12:44:17.889072 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfb577-1741-433f-869a-4cc3fcbcb925 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Network': ['ID=3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:17.890008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45410) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:17.907666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83309a3-3958-45b4-a5ee-f3400175c8b8 None None] Network ec0b9ba2-9ff7-4aaf-a394-b43eb0698650 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:17.910608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-47b98c46-0e67-4fd1-b4b9-20d2df8eee17 None None] Provisioning complete for port 8f9d9248-8a5c-4851-91b0-fb252b3931de triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:17.910976 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-47b98c46-0e67-4fd1-b4b9-20d2df8eee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:17.915244 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a4077b-8fcd-4f2f-bb0d-616f463953d2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] DELETE failed (client error): The resource could not be found. Mar 23 12:44:17.915244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a4077b-8fcd-4f2f-bb0d-616f463953d2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:44:17.923154 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f7a4077b-8fcd-4f2f-bb0d-616f463953d2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/networks/3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac HTTP/1.1" status: 404 len: 339 time: 0.0290444 Mar 23 12:44:17.923492 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45414) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:17.928659 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8e7ae7d5-7086-4098-875c-d3f2516b4c97 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-376557920', 'description': 'd1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:17.960547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7ae7d5-7086-4098-875c-d3f2516b4c97 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:17.966236 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e7ae7d5-7086-4098-875c-d3f2516b4c97 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:17.994692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7ae7d5-7086-4098-875c-d3f2516b4c97 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:44:18.010836 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e7ae7d5-7086-4098-875c-d3f2516b4c97 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:18.011189 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-8e7ae7d5-7086-4098-875c-d3f2516b4c97 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Added segment e6f302e0-f796-42a0-90fb-bda1c1a55bdf of type vlan for network def00f24-5114-4fc9-8fc5-88fc79ae75ef Mar 23 12:44:18.100736 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e7ae7d5-7086-4098-875c-d3f2516b4c97 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:18.153845 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e7ae7d5-7086-4098-875c-d3f2516b4c97 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:18.160263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7ae7d5-7086-4098-875c-d3f2516b4c97 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:18.160996 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e7ae7d5-7086-4098-875c-d3f2516b4c97 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3628049'] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:18.273851 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8e7ae7d5-7086-4098-875c-d3f2516b4c97 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3491883 Mar 23 12:44:18.276631 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45426) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:18.286555 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ae7d5-7086-4098-875c-d3f2516b4c97 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Network': ['ID=def00f24-5114-4fc9-8fc5-88fc79ae75ef,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:18.297951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network def00f24-5114-4fc9-8fc5-88fc79ae75ef details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:44:18.300138 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a35bb-9138-4b94-86ec-fc1b0b0b19d4 req-d12ee457-d3fc-4c6b-a482-ad59540af42c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:18.301808 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-200a35bb-9138-4b94-86ec-fc1b0b0b19d4 req-d12ee457-d3fc-4c6b-a482-ad59540af42c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1344044 Mar 23 12:44:18.406652 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-200a35bb-9138-4b94-86ec-fc1b0b0b19d4 req-8221ecdd-efd1-4cd2-ab43-5964994dd6ea tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975718 Mar 23 12:44:18.441793 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cae9fd-5dfb-4617-b073-222c2c4ef46d tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:18.443428 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-55cae9fd-5dfb-4617-b073-222c2c4ef46d tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "GET /v2.0/networks?id=def00f24-5114-4fc9-8fc5-88fc79ae75ef HTTP/1.1" status: 200 len: 764 time: 0.1647210 Mar 23 12:44:18.446270 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45432) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:18.454928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4f40b340-2e06-4ddf-93fe-b15a62e07fb2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'network': {'description': 'd2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:18.559441 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21c1673c-05c2-4237-9460-4ed2a70c3531 req-26a52516-cee6-4892-9708-17ba089d7875 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0623953 Mar 23 12:44:18.597641 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8d6e9745-1963-45b8-8f5c-b1c437c4bfe2 None None] Could not find standard attr ID for object 862705ca-4bd6-42d2-bd61-eb777e44047d. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:44:18.678178 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b72244-3667-4e00-bb34-9ff372640b74 None None] DHCP port deletion for 3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:44:18.705173 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c117358-2b0e-4742-b6ac-4d12dc465511 None None] Network 3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:18.728595 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c117358-2b0e-4742-b6ac-4d12dc465511 None None] Network 3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac could not be found, it might have been deleted concurrently. {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 23 12:44:18.737589 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9d9e0924-98f0-4299-9c3d-08cdb80e7bcf None None] Provisioning complete for port 8f9d9248-8a5c-4851-91b0-fb252b3931de triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:18.738121 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9d9e0924-98f0-4299-9c3d-08cdb80e7bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:18.739911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e80e90-eb68-4932-b0ec-27060d967b95 None None] Network 3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:18.745271 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f40b340-2e06-4ddf-93fe-b15a62e07fb2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:18.755842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c9176-f7f0-473d-8d87-f5dcfa1a0a86 req-eb11b2d4-b838-4f4d-b72e-21cfbc24aa2d tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:18.763612 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca2c9176-f7f0-473d-8d87-f5dcfa1a0a86 req-eb11b2d4-b838-4f4d-b72e-21cfbc24aa2d tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 949 time: 0.1857646 Mar 23 12:44:18.778897 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3743c-5e00-4f06-be22-bf4bedaa552a req-47710090-af4d-430f-a2c3-d44f14e80514 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:18.782380 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4fa3743c-5e00-4f06-be22-bf4bedaa552a req-47710090-af4d-430f-a2c3-d44f14e80514 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.1009588 Mar 23 12:44:18.789623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e80e90-eb68-4932-b0ec-27060d967b95 None None] Network 3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac could not be found, it might have been deleted concurrently. {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 23 12:44:18.803324 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8f9d9248-8a5c-4851-91b0-fb252b3931de up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:44:18.834144 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f40b340-2e06-4ddf-93fe-b15a62e07fb2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:18.844851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4fa3743c-5e00-4f06-be22-bf4bedaa552a req-50625c09-2977-4e7c-a8e7-f01f23525bda tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562735 Mar 23 12:44:18.856408 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca2c9176-f7f0-473d-8d87-f5dcfa1a0a86 req-cc897fd1-298f-4b29-ada7-5a550e70c0be tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc458b50-30e7-42f9-8334-24a030f14ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918217 Mar 23 12:44:18.869056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f40b340-2e06-4ddf-93fe-b15a62e07fb2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network def00f24-5114-4fc9-8fc5-88fc79ae75ef is not hosted by any dhcp agent {{(pid=102778) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 12:44:18.872629 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8f9d9248-8a5c-4851-91b0-fb252b3931de triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:18.873085 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:18.875732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f40b340-2e06-4ddf-93fe-b15a62e07fb2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:18.876387 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f40b340-2e06-4ddf-93fe-b15a62e07fb2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:18.877698 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4f40b340-2e06-4ddf-93fe-b15a62e07fb2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "PUT /v2.0/networks/def00f24-5114-4fc9-8fc5-88fc79ae75ef HTTP/1.1" status: 200 len: 761 time: 0.4298201 Mar 23 12:44:18.880471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45442) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:18.980269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40b340-2e06-4ddf-93fe-b15a62e07fb2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Network': ['ID=def00f24-5114-4fc9-8fc5-88fc79ae75ef,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:19.012388 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network def00f24-5114-4fc9-8fc5-88fc79ae75ef details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:44:19.031047 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1f43b6-d819-406b-8f8b-390c752142a9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:19.036415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45450) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:19.036974 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9f1f43b6-d819-406b-8f8b-390c752142a9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "GET /v2.0/networks?id=def00f24-5114-4fc9-8fc5-88fc79ae75ef HTTP/1.1" status: 200 len: 764 time: 0.1549950 Mar 23 12:44:19.045256 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabac56-ee63-4b6a-8ff4-1567a1f827de req-7932fc02-ee25-4dc6-9f11-ff6f64727578 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:19.046795 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eabac56-ee63-4b6a-8ff4-1567a1f827de req-7932fc02-ee25-4dc6-9f11-ff6f64727578 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.0782075 Mar 23 12:44:19.196818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4eabac56-ee63-4b6a-8ff4-1567a1f827de req-c851dc8b-aaf6-4afb-bd27-12bdc253ec2a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391628 Mar 23 12:44:19.270498 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67a7ed-f6fd-49e2-869e-2337bb51f180 req-f04b3774-c956-44ce-bf73-99a1626fd4cb tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:19.272209 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fd67a7ed-f6fd-49e2-869e-2337bb51f180 req-f04b3774-c956-44ce-bf73-99a1626fd4cb tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 949 time: 0.0878928 Mar 23 12:44:19.281022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f458d1f7-f21f-43a2-aeef-2619959cafb1 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:19.282534 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f458d1f7-f21f-43a2-aeef-2619959cafb1 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2348332 Mar 23 12:44:19.285753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45458) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:19.327481 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-770fc3f2-54ce-4cee-9575-8d71020ee41e tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 207 time: 0.0392635 Mar 23 12:44:19.330032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45460) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:19.385958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee761dd8-9b4c-40e6-8095-dae59cf46555 req-530d2d3a-85b7-4561-b8ad-adfc0e1a603f tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:19.387488 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee761dd8-9b4c-40e6-8095-dae59cf46555 req-530d2d3a-85b7-4561-b8ad-adfc0e1a603f tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.1105328 Mar 23 12:44:19.396320 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45462) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:19.400788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-36279a57-7a42-4e67-a8d6-bf335c8a6866 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Request body: {'floatingip': {'port_id': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:19.453020 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36279a57-7a42-4e67-a8d6-bf335c8a6866 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:19.488200 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fd67a7ed-f6fd-49e2-869e-2337bb51f180 req-35930d23-a2ab-4f34-a586-27db1351eb65 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Deleting port c57292ac-ab27-4f00-9580-6167d53ccd15 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:44:19.488465 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fd67a7ed-f6fd-49e2-869e-2337bb51f180 req-35930d23-a2ab-4f34-a586-27db1351eb65 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:19.529519 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f939f16-3115-48cf-aaf7-4aa45461402f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:19.535699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f939f16-3115-48cf-aaf7-4aa45461402f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:19.541932 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f939f16-3115-48cf-aaf7-4aa45461402f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:19.547777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f939f16-3115-48cf-aaf7-4aa45461402f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:19.553974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f939f16-3115-48cf-aaf7-4aa45461402f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:19.559543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f939f16-3115-48cf-aaf7-4aa45461402f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:19.565671 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7f939f16-3115-48cf-aaf7-4aa45461402f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.2303727 Mar 23 12:44:19.565909 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45468) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:19.649117 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-187b96dd-7c87-4262-80e0-27ce25ed173f req-1fafcb48-7e57-4eef-a44c-fe31f78c8872 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0259619 Mar 23 12:44:19.848371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fd67a7ed-f6fd-49e2-869e-2337bb51f180 req-35930d23-a2ab-4f34-a586-27db1351eb65 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] For port c57292ac-ab27-4f00-9580-6167d53ccd15, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c57292ac-ab27-4f00-9580-6167d53ccd15,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:19.848736 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fd67a7ed-f6fd-49e2-869e-2337bb51f180 req-35930d23-a2ab-4f34-a586-27db1351eb65 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:19.904257 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-fd67a7ed-f6fd-49e2-869e-2337bb51f180 req-35930d23-a2ab-4f34-a586-27db1351eb65 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Calling delete_port for c57292ac-ab27-4f00-9580-6167d53ccd15 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:44:19.940338 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bbad57c6-863e-4724-ac9f-7094d0340567 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.3686881 Mar 23 12:44:19.940431 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45480) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:20.145515 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8a902-1e20-4688-9700-6e77bafee612 req-cf40e755-65e8-474d-97d3-495f5498ad50 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:20.152470 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3cb8a902-1e20-4688-9700-6e77bafee612 req-cf40e755-65e8-474d-97d3-495f5498ad50 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab9d3750-272d-4be2-a731-609754fa94b5 HTTP/1.1" status: 200 len: 949 time: 0.1632242 Mar 23 12:44:20.314086 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3cb8a902-1e20-4688-9700-6e77bafee612 req-014ce506-d68f-4488-96f4-b24a6d313641 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc458b50-30e7-42f9-8334-24a030f14ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492970 Mar 23 12:44:20.322890 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4d2cec-5be2-4a89-ab49-cfe9be776f95 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:20.324449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4d2cec-5be2-4a89-ab49-cfe9be776f95 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:20.326076 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4d2cec-5be2-4a89-ab49-cfe9be776f95 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:20.327594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4d2cec-5be2-4a89-ab49-cfe9be776f95 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:20.329135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4d2cec-5be2-4a89-ab49-cfe9be776f95 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:20.331430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6d4d2cec-5be2-4a89-ab49-cfe9be776f95 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3909831 Mar 23 12:44:20.336370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45492) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:20.337941 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fd67a7ed-f6fd-49e2-869e-2337bb51f180 req-35930d23-a2ab-4f34-a586-27db1351eb65 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:20.350793 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['c57292ac-ab27-4f00-9580-6167d53ccd15'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:44:20.400765 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b674b-ec5f-4317-afff-1bb26f6aeb60 req-f1e2ef0c-f6f4-4743-aa08-e6219ca4e279 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:20.402366 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d95b674b-ec5f-4317-afff-1bb26f6aeb60 req-f1e2ef0c-f6f4-4743-aa08-e6219ca4e279 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.1332564 Mar 23 12:44:20.405628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35930d23-a2ab-4f34-a586-27db1351eb65 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Pushing event deleted for resources: {'Port': ['ID=c57292ac-ab27-4f00-9580-6167d53ccd15,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:20.464974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a4c827-da52-4340-a0f8-d4c84d92a9f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:20.466600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a4c827-da52-4340-a0f8-d4c84d92a9f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:20.468408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a4c827-da52-4340-a0f8-d4c84d92a9f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:20.470983 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a4c827-da52-4340-a0f8-d4c84d92a9f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:20.473053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a4c827-da52-4340-a0f8-d4c84d92a9f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:20.475214 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-69a4c827-da52-4340-a0f8-d4c84d92a9f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1283746 Mar 23 12:44:20.481705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45496) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:20.483545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd67a7ed-f6fd-49e2-869e-2337bb51f180 req-35930d23-a2ab-4f34-a586-27db1351eb65 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] No DVR routers for this DVR port c57292ac-ab27-4f00-9580-6167d53ccd15 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:44:20.493108 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fd67a7ed-f6fd-49e2-869e-2337bb51f180 req-35930d23-a2ab-4f34-a586-27db1351eb65 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:20.497385 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fd67a7ed-f6fd-49e2-869e-2337bb51f180 req-35930d23-a2ab-4f34-a586-27db1351eb65 tempest-VolumesNegativeTest-802571860 tempest-VolumesNegativeTest-802571860-project] 10.222.0.77 "DELETE /v2.0/ports/c57292ac-ab27-4f00-9580-6167d53ccd15 HTTP/1.1" status: 204 len: 173 time: 1.2186565 Mar 23 12:44:20.497846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9d3750-272d-4be2-a731-609754fa94b5', 'name': 'network-vif-deleted', 'tag': 'c57292ac-ab27-4f00-9580-6167d53ccd15'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:44:20.500218 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9932cb28-76ef-4c7c-81cb-073ce40deb07" -d '{"events": [{"server_uuid": "ab9d3750-272d-4be2-a731-609754fa94b5", "name": "network-vif-deleted", "tag": "c57292ac-ab27-4f00-9580-6167d53ccd15"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:44:20.504647 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36279a57-7a42-4e67-a8d6-bf335c8a6866 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:20.516148 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36279a57-7a42-4e67-a8d6-bf335c8a6866 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:20.545385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d95b674b-ec5f-4317-afff-1bb26f6aeb60 req-20f93bdb-3c97-417c-8b93-1d09e35009f5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145115 Mar 23 12:44:20.630313 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3176de9-f7f7-43e3-9b4a-58e768efff38 x-openstack-request-id: req-c3176de9-f7f7-43e3-9b4a-58e768efff38 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:44:20.630803 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9d3750-272d-4be2-a731-609754fa94b5", "name": "network-vif-deleted", "tag": "c57292ac-ab27-4f00-9580-6167d53ccd15", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:44:20.631129 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3176de9-f7f7-43e3-9b4a-58e768efff38 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:44:20.631632 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9d3750-272d-4be2-a731-609754fa94b5', 'name': 'network-vif-deleted', 'tag': 'c57292ac-ab27-4f00-9580-6167d53ccd15', 'status': 'completed', 'code': 200} Mar 23 12:44:20.681176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788f665a-3406-4277-8aa1-9c6bd096dc51 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:20.686548 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-788f665a-3406-4277-8aa1-9c6bd096dc51 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "GET /v2.0/networks/e61b178f-95b2-4d0a-a3c5-64f42f46697b HTTP/1.1" status: 200 len: 803 time: 0.2030020 Mar 23 12:44:20.687071 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 862705ca-4bd6-42d2-bd61-eb777e44047d no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:44:20.687717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45506) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:20.717129 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 862705ca-4bd6-42d2-bd61-eb777e44047d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:44:20.724472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 862705ca-4bd6-42d2-bd61-eb777e44047d not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:44:20.777371 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-36279a57-7a42-4e67-a8d6-bf335c8a6866 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Floating IP e5097487-4421-4b1d-8faf-b897d2e416de associated. External IP: 172.25.2.233, port: c147a3e0-1f39-488d-8433-b88f4b12b4ae. Mar 23 12:44:20.798123 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a56a099-8390-4439-8275-cd04415348f4 req-118328fd-de98-4874-b427-85949054c188 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0376532 Mar 23 12:44:20.840998 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8027e519-ac2b-4ba1-9f07-fc05f4357014 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "GET /v2.0/networks/e61b178f-95b2-4d0a-a3c5-64f42f46697b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1518486 Mar 23 12:44:20.843700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45508) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:20.901225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70075222-7e69-47b9-8343-3afb3b010305 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:20.906086 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-70075222-7e69-47b9-8343-3afb3b010305 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "GET /v2.0/subnets/39f81a8d-f06f-4fa2-98be-a5208df630fb HTTP/1.1" status: 200 len: 843 time: 0.0579677 Mar 23 12:44:20.906561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45510) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:20.960271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596adcf9-eda3-4ee1-97fe-b4f670575051 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['shared'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:20.961591 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-596adcf9-eda3-4ee1-97fe-b4f670575051 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "GET /v2.0/subnets/39f81a8d-f06f-4fa2-98be-a5208df630fb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0540719 Mar 23 12:44:20.965369 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45514) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:20.970448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-feef25b4-fb52-407e-945d-83c60f4e36ae tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-782150025'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:20.992405 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feef25b4-fb52-407e-945d-83c60f4e36ae tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:20.996374 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-feef25b4-fb52-407e-945d-83c60f4e36ae tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:21.032080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feef25b4-fb52-407e-945d-83c60f4e36ae tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:44:21.043892 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-feef25b4-fb52-407e-945d-83c60f4e36ae tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:21.044273 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-feef25b4-fb52-407e-945d-83c60f4e36ae tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Added segment de6f4896-639f-4649-a57c-5bea86f7dbee of type vlan for network a2a671bf-6240-474a-b737-8ce269145b41 Mar 23 12:44:21.092917 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-feef25b4-fb52-407e-945d-83c60f4e36ae tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:21.129349 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-feef25b4-fb52-407e-945d-83c60f4e36ae tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:21.135257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feef25b4-fb52-407e-945d-83c60f4e36ae tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:21.136242 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-feef25b4-fb52-407e-945d-83c60f4e36ae tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:21.206497 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-feef25b4-fb52-407e-945d-83c60f4e36ae tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2373421 Mar 23 12:44:21.211841 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45518) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:21.217659 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a3f38995-9266-4ae7-b642-e4262f9e114e tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'subnet': {'network_id': 'a2a671bf-6240-474a-b737-8ce269145b41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:21.276088 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef25b4-fb52-407e-945d-83c60f4e36ae tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Network': ['ID=a2a671bf-6240-474a-b737-8ce269145b41,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:21.295044 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network a2a671bf-6240-474a-b737-8ce269145b41 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:44:21.349816 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36279a57-7a42-4e67-a8d6-bf335c8a6866 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Router 342853c5-b87e-40d9-a00e-b0205487ed92 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:44:21.350957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f38995-9266-4ae7-b642-e4262f9e114e tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Made reservation on behalf of 451a5b8607304315ac922bb531568cda for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:21.360296 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3f38995-9266-4ae7-b642-e4262f9e114e tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:21.440145 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-a3f38995-9266-4ae7-b642-e4262f9e114e tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Performing IP validity checks on allocation pools {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 23 12:44:21.440665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-a3f38995-9266-4ae7-b642-e4262f9e114e tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 23 12:44:21.502544 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36279a57-7a42-4e67-a8d6-bf335c8a6866 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:44:21.507830 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36279a57-7a42-4e67-a8d6-bf335c8a6866 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:21.514109 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dfeb9c-f2b2-4d2a-84a8-dfb17f6f94b2 None None] Sync routers for ids ['342853c5-b87e-40d9-a00e-b0205487ed92'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:44:21.534461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dfeb9c-f2b2-4d2a-84a8-dfb17f6f94b2 None None] Routers {'342853c5-b87e-40d9-a00e-b0205487ed92'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:44:21.536340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-97dfeb9c-f2b2-4d2a-84a8-dfb17f6f94b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:43:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['342853c5-b87e-40d9-a00e-b0205487ed92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:21.564485 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-36279a57-7a42-4e67-a8d6-bf335c8a6866 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "PUT /v2.0/floatingips/e5097487-4421-4b1d-8faf-b897d2e416de HTTP/1.1" status: 200 len: 992 time: 2.1624007 Mar 23 12:44:21.613994 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3f38995-9266-4ae7-b642-e4262f9e114e tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:21.680718 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-97dfeb9c-f2b2-4d2a-84a8-dfb17f6f94b2 None None] Set router 342853c5-b87e-40d9-a00e-b0205487ed92 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:44:21.683104 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f38995-9266-4ae7-b642-e4262f9e114e tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Subnet': ['ID=a82ba895-9290-4b2a-978d-9d7d37fa56ef,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:21.755767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d147891-b9ec-4ce1-acde-d413d50035d0 req-658b574d-c4ad-4850-ba0d-949338749842 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:21.758301 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8d147891-b9ec-4ce1-acde-d413d50035d0 req-658b574d-c4ad-4850-ba0d-949338749842 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0672228 Mar 23 12:44:21.759080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f38995-9266-4ae7-b642-e4262f9e114e tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Checking segment: {'id': 'de6f4896-639f-4649-a57c-5bea86f7dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a2a671bf-6240-474a-b737-8ce269145b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:44:21.759440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f38995-9266-4ae7-b642-e4262f9e114e tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network hostable DHCP agents. Network: a2a671bf-6240-474a-b737-8ce269145b41, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:44:21.805494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f38995-9266-4ae7-b642-e4262f9e114e tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Network a2a671bf-6240-474a-b737-8ce269145b41 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:44:21.834533 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8d147891-b9ec-4ce1-acde-d413d50035d0 req-fab67893-29c9-4d80-a2ff-d5316546d82f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600407 Mar 23 12:44:21.835957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a3f38995-9266-4ae7-b642-e4262f9e114e tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, a2a671bf-6240-474a-b737-8ce269145b41) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:44:21.857507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f38995-9266-4ae7-b642-e4262f9e114e tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:21.858684 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3f38995-9266-4ae7-b642-e4262f9e114e tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:21.890068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a3f38995-9266-4ae7-b642-e4262f9e114e tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6749628 Mar 23 12:44:21.890379 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45558) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:21.894678 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b532c57-9c9a-4fd6-b67c-a1c217656bb3 None None] Network a2a671bf-6240-474a-b737-8ce269145b41 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:21.897073 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5450b13b-2101-45a8-b5ad-49a2b8288546 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:21.956076 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d180adf3-59f2-42ef-b064-a0caf07d0406 req-e04bdd53-3c23-4f1f-b29c-58a81a92ce97 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0497658 Mar 23 12:44:22.044983 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5450b13b-2101-45a8-b5ad-49a2b8288546 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25856352'] for subnet, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:22.158218 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-97dfeb9c-f2b2-4d2a-84a8-dfb17f6f94b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 4, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port': {'id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:49Z', 'updated_at': '2022-03-23T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e5097487-4421-4b1d-8faf-b897d2e416de', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'port_id': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'mac_address': 'fa:16:3e:4d:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000b8be-9270-4499-87a6-d04c082980b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:43:54Z', 'updated_at': '2022-03-23T12:44:20Z', 'revision_number': 1, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b585fe0-d585-42e3-b604-9d4e97c21a09', 'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'mac_address': 'fa:16:3e:d1:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:54Z', 'updated_at': '2022-03-23T12:42:05Z', 'revision_number': 5, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'subnets': [{'id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:22.207968 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dfeb9c-f2b2-4d2a-84a8-dfb17f6f94b2 None None] Checking router: 342853c5-b87e-40d9-a00e-b0205487ed92 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:44:22.210246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-a2a671bf-6240-474a-b737-8ce269145b41', 'network_id': 'a2a671bf-6240-474a-b737-8ce269145b41', 'tenant_id': '451a5b8607304315ac922bb531568cda', 'fixed_ips': [{'subnet_id': 'a82ba895-9290-4b2a-978d-9d7d37fa56ef'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:44:22.211139 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:22.234482 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dfeb9c-f2b2-4d2a-84a8-dfb17f6f94b2 None None] Routers {'342853c5-b87e-40d9-a00e-b0205487ed92'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:44:22.235234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-97dfeb9c-f2b2-4d2a-84a8-dfb17f6f94b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:43:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['342853c5-b87e-40d9-a00e-b0205487ed92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:22.287709 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5450b13b-2101-45a8-b5ad-49a2b8288546 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742089780920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26715292'] for subnet, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:22.371970 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5450b13b-2101-45a8-b5ad-49a2b8288546 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:22.372573 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5450b13b-2101-45a8-b5ad-49a2b8288546 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:22.373948 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5450b13b-2101-45a8-b5ad-49a2b8288546 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "PUT /v2.0/subnets/a82ba895-9290-4b2a-978d-9d7d37fa56ef HTTP/1.1" status: 200 len: 900 time: 0.4823968 Mar 23 12:44:22.376877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45622) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:22.400594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450b13b-2101-45a8-b5ad-49a2b8288546 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event updated for resources: {'Subnet': ['ID=a82ba895-9290-4b2a-978d-9d7d37fa56ef,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:22.488530 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-97dfeb9c-f2b2-4d2a-84a8-dfb17f6f94b2 None None] Set router 342853c5-b87e-40d9-a00e-b0205487ed92 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:44:22.489122 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:22.521090 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Allocated IP 2001:db8::3 (a2a671bf-6240-474a-b737-8ce269145b41/a82ba895-9290-4b2a-978d-9d7d37fa56ef/adb68051-6fed-447c-a701-327cd4740057) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:44:22.553598 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:22.633403 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c000b8be-9270-4499-87a6-d04c082980b3', 'tag': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:44:22.636701 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4b2e6d-9913-4a70-8ce9-f6045591f8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c000b8be-9270-4499-87a6-d04c082980b3", "tag": "c147a3e0-1f39-488d-8433-b88f4b12b4ae"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:44:22.686069 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947033ad-fbbd-4716-9362-b4e98b536f76 x-openstack-request-id: req-947033ad-fbbd-4716-9362-b4e98b536f76 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:44:22.687015 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c000b8be-9270-4499-87a6-d04c082980b3", "tag": "c147a3e0-1f39-488d-8433-b88f4b12b4ae", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:44:22.687327 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-947033ad-fbbd-4716-9362-b4e98b536f76 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:44:22.687888 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c000b8be-9270-4499-87a6-d04c082980b3', 'tag': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae', 'status': 'completed', 'code': 200} Mar 23 12:44:22.766547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b2e6d-9913-4a70-8ce9-f6045591f8cf req-8c165464-8298-446b-8d00-0f50dce4e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:22.768640 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a4b2e6d-9913-4a70-8ce9-f6045591f8cf req-8c165464-8298-446b-8d00-0f50dce4e481 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 1097 time: 0.0555737 Mar 23 12:44:22.846734 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:22.857353 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:22.894070 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:22.954043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Subnet': ['ID=a82ba895-9290-4b2a-978d-9d7d37fa56ef,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:22.976591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b2e6d-9913-4a70-8ce9-f6045591f8cf req-1ef2eb46-9631-4967-85c0-1a341d6a4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:22.980759 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a4b2e6d-9913-4a70-8ce9-f6045591f8cf req-1ef2eb46-9631-4967-85c0-1a341d6a4570 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 918 time: 0.2043579 Mar 23 12:44:23.028637 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:23.068701 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a671bf-6240-474a-b737-8ce269145b41']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:23.101036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6f4896-639f-4649-a57c-5bea86f7dbee') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:23.101335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6f4896-639f-4649-a57c-5bea86f7dbee') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:23.123329 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:23.137029 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f395d46-f63a-4554-9a66-394bd6380919 req-be1557a3-dd75-4983-8bbc-718d98ef7ca2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:23.138724 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5f395d46-f63a-4554-9a66-394bd6380919 req-be1557a3-dd75-4983-8bbc-718d98ef7ca2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.1995239 Mar 23 12:44:23.170307 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a812a3fa-0344-4913-8c85-37ae97847143 req-908d6796-bcd7-4dc4-ac00-7b568e9d3686 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0668778 Mar 23 12:44:23.179183 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:23.186097 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:44:23.186506 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:23.187379 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Network a2a671bf-6240-474a-b737-8ce269145b41 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:44:23.190221 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:44:23.214642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:44:23.216934 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a4b2e6d-9913-4a70-8ce9-f6045591f8cf req-243a6dd8-11c9-45fd-bd1b-be9f579e30b9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c147a3e0-1f39-488d-8433-b88f4b12b4ae HTTP/1.1" status: 200 len: 1000 time: 0.1886926 Mar 23 12:44:23.236117 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:44:23.245498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Pushing event updated for resources: {'Port': ['ID=adb68051-6fed-447c-a701-327cd4740057,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:23.266761 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.db.api [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 12:44:23.266761 n-d-834854-1 neutron-server[102778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 12:44:23.266761 n-d-834854-1 neutron-server[102778]: [parameters: {'id': 'a2a671bf-6240-474a-b737-8ce269145b41'}] Mar 23 12:44:23.266761 n-d-834854-1 neutron-server[102778]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:44:23.267539 n-d-834854-1 neutron-server[102778]: DEBUG oslo_db.api [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:44:23.271320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:23.271672 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:23.272140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:23.272476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:23.272801 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:23.273320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:23.273621 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:23.273993 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:23.274320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:23.274648 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:23.274969 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:23.275292 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:23.301593 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5f395d46-f63a-4554-9a66-394bd6380919 req-b80b6d13-b2f6-4105-b85c-3e7e9d064af0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481032 Mar 23 12:44:23.317986 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-97dfeb9c-f2b2-4d2a-84a8-dfb17f6f94b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 4, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port': {'id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:49Z', 'updated_at': '2022-03-23T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e5097487-4421-4b1d-8faf-b897d2e416de', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'port_id': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'mac_address': 'fa:16:3e:4d:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000b8be-9270-4499-87a6-d04c082980b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:43:54Z', 'updated_at': '2022-03-23T12:44:20Z', 'revision_number': 1, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b585fe0-d585-42e3-b604-9d4e97c21a09', 'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'mac_address': 'fa:16:3e:d1:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:54Z', 'updated_at': '2022-03-23T12:42:05Z', 'revision_number': 5, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'subnets': [{'id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:23.319918 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b2e6d-9913-4a70-8ce9-f6045591f8cf req-4b5e4122-b90e-4b00-9a80-e06ef70b4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:23.321794 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a4b2e6d-9913-4a70-8ce9-f6045591f8cf req-4b5e4122-b90e-4b00-9a80-e06ef70b4e3b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 HTTP/1.1" status: 200 len: 856 time: 0.0828888 Mar 23 12:44:23.393547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b2e6d-9913-4a70-8ce9-f6045591f8cf req-6c83c023-a107-4019-ac68-14506b047fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:23.395338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dfeb9c-f2b2-4d2a-84a8-dfb17f6f94b2 None None] The sync data for ids ['342853c5-b87e-40d9-a00e-b0205487ed92'] in n-d-834854-1 is: [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 4, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port': {'id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:49Z', 'updated_at': '2022-03-23T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e5097487-4421-4b1d-8faf-b897d2e416de', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'port_id': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'mac_address': 'fa:16:3e:4d:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000b8be-9270-4499-87a6-d04c082980b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:43:54Z', 'updated_at': '2022-03-23T12:44:20Z', 'revision_number': 1, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b585fe0-d585-42e3-b604-9d4e97c21a09', 'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'mac_address': 'fa:16:3e:d1:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:54Z', 'updated_at': '2022-03-23T12:42:05Z', 'revision_number': 5, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'subnets': [{'id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:44:23.395726 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a4b2e6d-9913-4a70-8ce9-f6045591f8cf req-6c83c023-a107-4019-ac68-14506b047fa9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e766b4-1016-48b5-88cb-19ac4b8761dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630720 Mar 23 12:44:23.421234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Attempting to bind port adb68051-6fed-447c-a701-327cd4740057 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:44:23.421607 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Attempting to bind port adb68051-6fed-447c-a701-327cd4740057 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de6f4896-639f-4649-a57c-5bea86f7dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a2a671bf-6240-474a-b737-8ce269145b41'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:44:23.421970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Attempting to bind port adb68051-6fed-447c-a701-327cd4740057 on network a2a671bf-6240-474a-b737-8ce269145b41 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:44:23.436250 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:44:23.436674 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Checking segment: {'id': 'de6f4896-639f-4649-a57c-5bea86f7dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a2a671bf-6240-474a-b737-8ce269145b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:44:23.440944 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:23.440944 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Bound using segment: {'id': 'de6f4896-639f-4649-a57c-5bea86f7dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a2a671bf-6240-474a-b737-8ce269145b41'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:44:23.440944 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Bound port: adb68051-6fed-447c-a701-327cd4740057, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6f4896-639f-4649-a57c-5bea86f7dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a2a671bf-6240-474a-b737-8ce269145b41'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:44:23.440944 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:23.532884 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] For port adb68051-6fed-447c-a701-327cd4740057, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:44:23.537455 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] For port adb68051-6fed-447c-a701-327cd4740057, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=adb68051-6fed-447c-a701-327cd4740057,segment=NetworkSegment(de6f4896-639f-4649-a57c-5bea86f7dbee),segment_id=de6f4896-639f-4649-a57c-5bea86f7dbee)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:44:23.543732 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:23.548061 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a4b2e6d-9913-4a70-8ce9-f6045591f8cf req-232f3e74-c20f-460d-ac9a-c7acf7a435a8 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443975 Mar 23 12:44:23.655820 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053ac47-abb6-441e-92df-68c59509c9f8 None None] Pushing event updated for resources: {'Port': ['ID=adb68051-6fed-447c-a701-327cd4740057,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:23.701252 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a4b2e6d-9913-4a70-8ce9-f6045591f8cf req-c38e8395-48a1-4d69-a05d-394a2b14b905 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330473 Mar 23 12:44:23.737095 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b9e639-170a-4dc0-86de-6973f700feb1 None None] Network a2a671bf-6240-474a-b737-8ce269145b41 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:23.762064 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6f760a-87c1-43fb-a987-deced64a0c15 None None] New status for floating IP e5097487-4421-4b1d-8faf-b897d2e416de: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:44:23.769099 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:23.856014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Deleting port adb68051-6fed-447c-a701-327cd4740057 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:44:23.862622 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:23.926926 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bc2928-632a-4083-ac3f-f5d6874279c9 None None] Network a2a671bf-6240-474a-b737-8ce269145b41 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:24.005754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] For port adb68051-6fed-447c-a701-327cd4740057, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=adb68051-6fed-447c-a701-327cd4740057,segment=NetworkSegment(de6f4896-639f-4649-a57c-5bea86f7dbee),segment_id=de6f4896-639f-4649-a57c-5bea86f7dbee)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:24.005754 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:24.036277 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Calling delete_port for adb68051-6fed-447c-a701-327cd4740057 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:44:24.046959 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a1c9c84-8f60-4a38-b14e-a73432fdea0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:24.124275 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6412e6a7-8165-4fe0-a075-16300e4cd44b None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:44:24.134168 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:24.171799 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Port': ['ID=adb68051-6fed-447c-a701-327cd4740057,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:24.180037 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No DVR routers for this DVR port adb68051-6fed-447c-a701-327cd4740057 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:44:24.308676 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:24.328605 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6412e6a7-8165-4fe0-a075-16300e4cd44b None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:44:24.344482 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77c87427-9e6a-47fc-a44c-f4e2ebfaab1a req-c285299c-ee54-496c-b7b1-f7eb84fabaf2 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0565314 Mar 23 12:44:24.363620 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a671bf-6240-474a-b737-8ce269145b41']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:24.376765 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6f4896-639f-4649-a57c-5bea86f7dbee') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:24.377867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6f4896-639f-4649-a57c-5bea86f7dbee') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:24.399716 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c57292ac-ab27-4f00-9580-6167d53ccd15 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:44:24.407438 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:24.434065 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: c57292ac-ab27-4f00-9580-6167d53ccd15 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:44:24.434506 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c57292ac-ab27-4f00-9580-6167d53ccd15 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:44:24.447851 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:24.454809 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:44:24.456365 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:44:24.461166 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:44:24.490054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a51bc7-2860-4623-ac89-16f538666f74 req-f46396bc-490a-407d-880b-f61124b0dd38 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:24.493938 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-93a51bc7-2860-4623-ac89-16f538666f74 req-f46396bc-490a-407d-880b-f61124b0dd38 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0746634 Mar 23 12:44:24.558750 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:24.563317 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-93a51bc7-2860-4623-ac89-16f538666f74 req-76aa4613-7f99-4863-a3d9-acc71685f682 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634110 Mar 23 12:44:24.585095 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:24.590405 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/networks/a2a671bf-6240-474a-b737-8ce269145b41 HTTP/1.1" status: 204 len: 168 time: 2.2124329 Mar 23 12:44:24.594783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45786) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:24.601766 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0c4c0-e808-4563-b5b7-dbc7d9b806dc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Network': ['ID=a2a671bf-6240-474a-b737-8ce269145b41,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:24.645555 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe16760d-1aef-4db6-8996-63de84180db0 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] DELETE failed (client error): The resource could not be found. Mar 23 12:44:24.646120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe16760d-1aef-4db6-8996-63de84180db0 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:44:24.649514 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fe16760d-1aef-4db6-8996-63de84180db0 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/subnets/a82ba895-9290-4b2a-978d-9d7d37fa56ef HTTP/1.1" status: 404 len: 337 time: 0.0536642 Mar 23 12:44:24.652199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45794) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:24.675177 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4547cb6-44cd-4748-912d-b9ab4767f7f9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] DELETE failed (client error): The resource could not be found. Mar 23 12:44:24.676025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4547cb6-44cd-4748-912d-b9ab4767f7f9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:44:24.679311 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b4547cb6-44cd-4748-912d-b9ab4767f7f9 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/networks/a2a671bf-6240-474a-b737-8ce269145b41 HTTP/1.1" status: 404 len: 339 time: 0.0258996 Mar 23 12:44:24.681949 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45798) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:24.780244 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0c380a5-a02e-41b6-a1ba-d6e2d239fdd1 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:24.879223 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0c380a5-a02e-41b6-a1ba-d6e2d239fdd1 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:24.901952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e0c380a5-a02e-41b6-a1ba-d6e2d239fdd1 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def00f24-5114-4fc9-8fc5-88fc79ae75ef']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:24.911445 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e0c380a5-a02e-41b6-a1ba-d6e2d239fdd1 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f302e0-f796-42a0-90fb-bda1c1a55bdf') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:24.911731 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e0c380a5-a02e-41b6-a1ba-d6e2d239fdd1 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f302e0-f796-42a0-90fb-bda1c1a55bdf') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:24.921118 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0c380a5-a02e-41b6-a1ba-d6e2d239fdd1 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:24.938337 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0c380a5-a02e-41b6-a1ba-d6e2d239fdd1 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:24.946063 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c380a5-a02e-41b6-a1ba-d6e2d239fdd1 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:44:24.946570 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0c380a5-a02e-41b6-a1ba-d6e2d239fdd1 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:44:24.950624 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:44:25.010332 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0c380a5-a02e-41b6-a1ba-d6e2d239fdd1 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:25.020086 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0c380a5-a02e-41b6-a1ba-d6e2d239fdd1 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:25.023286 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e0c380a5-a02e-41b6-a1ba-d6e2d239fdd1 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/networks/def00f24-5114-4fc9-8fc5-88fc79ae75ef HTTP/1.1" status: 204 len: 168 time: 0.3403730 Mar 23 12:44:25.028124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45822) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:25.033431 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c380a5-a02e-41b6-a1ba-d6e2d239fdd1 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Network': ['ID=def00f24-5114-4fc9-8fc5-88fc79ae75ef,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:25.062627 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd429467-6b87-431a-a757-44cd5c5308d0 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] DELETE failed (client error): The resource could not be found. Mar 23 12:44:25.063294 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd429467-6b87-431a-a757-44cd5c5308d0 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:44:25.067092 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dd429467-6b87-431a-a757-44cd5c5308d0 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/subnets/e19ec7ce-9443-4af0-b3c6-624a14fa3d9b HTTP/1.1" status: 404 len: 337 time: 0.0379915 Mar 23 12:44:25.069697 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45826) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:25.088196 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-977f4c2a-35ca-458b-8db6-ec3385afd249 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] DELETE failed (client error): The resource could not be found. Mar 23 12:44:25.088917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977f4c2a-35ca-458b-8db6-ec3385afd249 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:44:25.094447 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-977f4c2a-35ca-458b-8db6-ec3385afd249 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/networks/3c7a10c0-5fde-4aa4-add8-2cb22b85d1ac HTTP/1.1" status: 404 len: 339 time: 0.0212312 Mar 23 12:44:25.094528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45832) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:25.153607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f803d2-64a0-48dd-9acf-1eead666eb6c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Deleting subnet f010dc6f-5cb8-4721-af90-592be2a91b8b {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:44:25.158760 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-46f803d2-64a0-48dd-9acf-1eead666eb6c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:25.208460 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-46f803d2-64a0-48dd-9acf-1eead666eb6c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:25.316839 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-46f803d2-64a0-48dd-9acf-1eead666eb6c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:25.380413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-46f803d2-64a0-48dd-9acf-1eead666eb6c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:25.418533 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f803d2-64a0-48dd-9acf-1eead666eb6c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Subnet': ['ID=f010dc6f-5cb8-4721-af90-592be2a91b8b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:25.420753 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-46f803d2-64a0-48dd-9acf-1eead666eb6c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:25.427979 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-46f803d2-64a0-48dd-9acf-1eead666eb6c tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/subnets/f010dc6f-5cb8-4721-af90-592be2a91b8b HTTP/1.1" status: 204 len: 168 time: 0.3302257 Mar 23 12:44:25.428344 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45854) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:25.435872 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f48b1c-f1a3-4773-b6ec-46a83eb1adc3 None None] Network ec0b9ba2-9ff7-4aaf-a394-b43eb0698650 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:25.489343 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd54ca0-bdaf-4f4f-868f-25277443732b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Deleting subnet b0749db3-92d4-4290-9871-5e240acbee70 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:44:25.493118 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cd54ca0-bdaf-4f4f-868f-25277443732b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:25.565685 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ced3c765-b57c-45ff-84f9-e9cecf3ec681 req-9518d125-76a0-43c1-a102-0cce48129c75 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0378282 Mar 23 12:44:25.568001 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cd54ca0-bdaf-4f4f-868f-25277443732b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:25.706652 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cd54ca0-bdaf-4f4f-868f-25277443732b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:25.770436 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21d579-90c4-459c-958c-ce6f142ad98b req-b92de0fc-f6ab-465e-83c9-6e8c488247db tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:25.772769 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-da21d579-90c4-459c-958c-ce6f142ad98b req-b92de0fc-f6ab-465e-83c9-6e8c488247db tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0586476 Mar 23 12:44:25.802844 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cd54ca0-bdaf-4f4f-868f-25277443732b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:25.835532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd54ca0-bdaf-4f4f-868f-25277443732b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Subnet': ['ID=b0749db3-92d4-4290-9871-5e240acbee70,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:25.850248 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cd54ca0-bdaf-4f4f-868f-25277443732b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:25.858473 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7cd54ca0-bdaf-4f4f-868f-25277443732b tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/subnets/b0749db3-92d4-4290-9871-5e240acbee70 HTTP/1.1" status: 204 len: 168 time: 0.4288046 Mar 23 12:44:25.860955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45862) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:25.864147 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-da21d579-90c4-459c-958c-ce6f142ad98b req-f9566c04-bd74-4943-afeb-c8e76177ec4d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819225 Mar 23 12:44:25.959236 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:26.021266 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Deleting port 8f9d9248-8a5c-4851-91b0-fb252b3931de {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:44:26.021759 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:26.090334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] For port 8f9d9248-8a5c-4851-91b0-fb252b3931de, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8f9d9248-8a5c-4851-91b0-fb252b3931de,segment=NetworkSegment(5662c5cf-a4b3-450a-b36c-6042f8eddeb9),segment_id=5662c5cf-a4b3-450a-b36c-6042f8eddeb9)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:26.090959 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:26.104974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Calling delete_port for 8f9d9248-8a5c-4851-91b0-fb252b3931de owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:44:26.224715 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:26.241114 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No DVR routers for this DVR port 8f9d9248-8a5c-4851-91b0-fb252b3931de on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:44:26.265006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Port': ['ID=8f9d9248-8a5c-4851-91b0-fb252b3931de,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:26.362354 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:26.390349 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0b9ba2-9ff7-4aaf-a394-b43eb0698650']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:26.401765 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5662c5cf-a4b3-450a-b36c-6042f8eddeb9') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:26.402060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5662c5cf-a4b3-450a-b36c-6042f8eddeb9') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:26.423604 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:26.441830 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:26.449681 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428c249a-886c-40ac-bce2-012947fa38d1 None None] Network ec0b9ba2-9ff7-4aaf-a394-b43eb0698650 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:26.451722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:44:26.452253 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:44:26.457027 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:44:26.474228 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ee4139a5-ee8a-4b2d-b018-23e523c26528 None None] Could not find standard attr ID for object 8f9d9248-8a5c-4851-91b0-fb252b3931de. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:44:26.540963 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:26.570743 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:26.577639 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45880) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:26.587134 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/networks/ec0b9ba2-9ff7-4aaf-a394-b43eb0698650 HTTP/1.1" status: 204 len: 168 time: 0.7246706 Mar 23 12:44:26.589600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f43b7-b114-4837-b8f7-5c58e7016202 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Network': ['ID=ec0b9ba2-9ff7-4aaf-a394-b43eb0698650,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:26.614011 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-67263e78-4be7-4aa1-82ea-6371d08cf518 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] DELETE failed (client error): The resource could not be found. Mar 23 12:44:26.614474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67263e78-4be7-4aa1-82ea-6371d08cf518 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:44:26.632485 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-67263e78-4be7-4aa1-82ea-6371d08cf518 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/subnets/1d572007-7850-43d7-a673-a36062b7cd16 HTTP/1.1" status: 404 len: 337 time: 0.0518391 Mar 23 12:44:26.636134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45884) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:26.666209 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e4f885-80e6-400e-83b6-62653c8f0e63 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] DELETE failed (client error): The resource could not be found. Mar 23 12:44:26.666847 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e4f885-80e6-400e-83b6-62653c8f0e63 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:44:26.670973 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d7e4f885-80e6-400e-83b6-62653c8f0e63 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/networks/a4567515-8653-4e7d-9603-509106816a92 HTTP/1.1" status: 404 len: 339 time: 0.0328035 Mar 23 12:44:26.675540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45886) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:26.693839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e34531-c7b7-4778-bda3-2a61850f34e2 None None] DHCP port deletion for ec0b9ba2-9ff7-4aaf-a394-b43eb0698650 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:44:26.740558 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea7440d-0921-4c25-83da-1d008cd9dce2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] DELETE failed (client error): The resource could not be found. Mar 23 12:44:26.741346 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea7440d-0921-4c25-83da-1d008cd9dce2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:44:26.747193 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fea7440d-0921-4c25-83da-1d008cd9dce2 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/subnets/5189869f-8ba3-44a1-8c8e-3bccd68fa98f HTTP/1.1" status: 404 len: 337 time: 0.0705230 Mar 23 12:44:26.747310 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45888) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:26.768311 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6296daf6-091f-4edb-baff-25af9cbb12dc req-11550c87-1de7-4a1d-8d1a-d88959a6d75f tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0652089 Mar 23 12:44:26.769789 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e562ab-a76e-4adc-82b2-ff1327e4bb3f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] DELETE failed (client error): The resource could not be found. Mar 23 12:44:26.770370 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e562ab-a76e-4adc-82b2-ff1327e4bb3f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:44:26.773643 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-00e562ab-a76e-4adc-82b2-ff1327e4bb3f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/networks/e123958a-f155-4bfa-9f75-c7b2babf9d3f HTTP/1.1" status: 404 len: 339 time: 0.0249598 Mar 23 12:44:26.776933 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45890) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:26.805903 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d43379-b967-4d53-a03a-cffc659d455a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] DELETE failed (client error): The resource could not be found. Mar 23 12:44:26.806358 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d43379-b967-4d53-a03a-cffc659d455a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:44:26.812412 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-68d43379-b967-4d53-a03a-cffc659d455a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/subnets/0093aa64-4ee7-4a00-adc4-ea83acff11f9 HTTP/1.1" status: 404 len: 337 time: 0.0314305 Mar 23 12:44:26.812412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45892) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:26.831360 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4d5252-7751-4c16-9d02-74c79c055f8f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] DELETE failed (client error): The resource could not be found. Mar 23 12:44:26.832115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4d5252-7751-4c16-9d02-74c79c055f8f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:44:26.832952 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-075f1407-64c4-4657-bdb6-e91ef30550c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:26.835554 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3e4d5252-7751-4c16-9d02-74c79c055f8f tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/networks/f6e98c51-6fb6-40ec-af81-8913c56f914e HTTP/1.1" status: 404 len: 339 time: 0.0221834 Mar 23 12:44:26.838027 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45896) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:26.899441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6782f622-cd43-468d-9d64-763ed9a5bc7a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Deleting subnet 52ff450a-cfa8-4272-a810-266c2abacd07 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:44:26.903898 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6782f622-cd43-468d-9d64-763ed9a5bc7a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:26.975207 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6782f622-cd43-468d-9d64-763ed9a5bc7a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.010811 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a485ee-00da-4cbb-823a-694fb822ed32 req-ebdf8c8c-f8be-4471-8524-f3422f923aeb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:27.013060 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-90a485ee-00da-4cbb-823a-694fb822ed32 req-ebdf8c8c-f8be-4471-8524-f3422f923aeb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0555162 Mar 23 12:44:27.062733 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-90a485ee-00da-4cbb-823a-694fb822ed32 req-7310182e-0d67-4196-a76c-52d20f49b3e9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424018 Mar 23 12:44:27.084309 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6782f622-cd43-468d-9d64-763ed9a5bc7a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.153768 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6782f622-cd43-468d-9d64-763ed9a5bc7a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.181864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782f622-cd43-468d-9d64-763ed9a5bc7a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Subnet': ['ID=52ff450a-cfa8-4272-a810-266c2abacd07,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:27.185607 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6782f622-cd43-468d-9d64-763ed9a5bc7a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.191498 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6782f622-cd43-468d-9d64-763ed9a5bc7a tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/subnets/52ff450a-cfa8-4272-a810-266c2abacd07 HTTP/1.1" status: 204 len: 168 time: 0.3498647 Mar 23 12:44:27.191863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45906) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:27.197601 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c9400e-eebe-4661-8997-20ee505bd0d1 None None] Network 07ae13f8-0950-461e-a78c-c1f8e2054c50 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:27.287649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.348719 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Deleting port 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:44:27.349159 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.421288 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b111f0-4d5d-43fb-9181-15454492c8ea None None] DHCP port deletion for 07ae13f8-0950-461e-a78c-c1f8e2054c50 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:44:27.438333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] For port 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4,segment=NetworkSegment(398e9c7e-779b-44d6-868c-d47aa28a54b3),segment_id=398e9c7e-779b-44d6-868c-d47aa28a54b3)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:27.438582 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.464255 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Calling delete_port for 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:44:27.488669 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e6b111f0-4d5d-43fb-9181-15454492c8ea None None] Deleting port 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:44:27.489681 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6b111f0-4d5d-43fb-9181-15454492c8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.572251 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.605781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Port': ['ID=31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:27.607720 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No DVR routers for this DVR port 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:44:27.616674 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e6b111f0-4d5d-43fb-9181-15454492c8ea None None] For port 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4,segment=NetworkSegment(398e9c7e-779b-44d6-868c-d47aa28a54b3),segment_id=398e9c7e-779b-44d6-868c-d47aa28a54b3)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:27.617440 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6b111f0-4d5d-43fb-9181-15454492c8ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.635076 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e6b111f0-4d5d-43fb-9181-15454492c8ea None None] Calling delete_port for 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:44:27.699355 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.707353 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.728406 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ae13f8-0950-461e-a78c-c1f8e2054c50']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:27.738908 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6b111f0-4d5d-43fb-9181-15454492c8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.761198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398e9c7e-779b-44d6-868c-d47aa28a54b3') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:27.761738 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398e9c7e-779b-44d6-868c-d47aa28a54b3') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:27.771306 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b111f0-4d5d-43fb-9181-15454492c8ea None None] Pushing event deleted for resources: {'Port': ['ID=31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:27.782304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b111f0-4d5d-43fb-9181-15454492c8ea None None] No DVR routers for this DVR port 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:44:27.800698 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.823808 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.832872 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:44:27.833575 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:44:27.837642 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:44:27.854368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45922) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:27.953086 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.973867 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:27.974163 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-80c1cbc7-d1c3-459f-9c4b-f33295f480e3 req-79721f73-76cd-4460-a2d8-0a16b211eccd tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0860989 Mar 23 12:44:27.974899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45930) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:27.975134 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/networks/07ae13f8-0950-461e-a78c-c1f8e2054c50 HTTP/1.1" status: 204 len: 168 time: 0.7818489 Mar 23 12:44:27.994488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8561e-c85e-46f7-a4bb-764ab23a6cc3 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Network': ['ID=07ae13f8-0950-461e-a78c-c1f8e2054c50,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:28.026517 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-93efa89f-e317-4b7c-ac60-d6efc856e1fc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] DELETE failed (client error): The resource could not be found. Mar 23 12:44:28.027992 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93efa89f-e317-4b7c-ac60-d6efc856e1fc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:44:28.036115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45932) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:28.037113 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-93efa89f-e317-4b7c-ac60-d6efc856e1fc tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/subnets/a5e2236b-6a4b-4581-9726-5265c5003bb4 HTTP/1.1" status: 404 len: 337 time: 0.0608397 Mar 23 12:44:28.057780 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad351ca-c8b0-4af9-b8b8-1ac9ba3841b7 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] DELETE failed (client error): The resource could not be found. Mar 23 12:44:28.058259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad351ca-c8b0-4af9-b8b8-1ac9ba3841b7 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:44:28.062407 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3ad351ca-c8b0-4af9-b8b8-1ac9ba3841b7 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/networks/f3901b47-a09e-4e18-88eb-d415bfd8f0c8 HTTP/1.1" status: 404 len: 339 time: 0.0234208 Mar 23 12:44:28.064181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45934) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:28.085725 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e2a95ea8-2395-415e-9fb3-32de49888d0b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b10d3a40339142f98f5e5fe8e21727b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280231 Mar 23 12:44:28.086839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45938) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:28.147468 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-76888940-dafc-4db3-b76e-de6cd434341d tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Deleting subnet 39f81a8d-f06f-4fa2-98be-a5208df630fb {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:44:28.160578 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-76888940-dafc-4db3-b76e-de6cd434341d tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:28.164815 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8c71-0fa6-46c6-b1fa-ca21ab9a0642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:28.192255 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8c71-0fa6-46c6-b1fa-ca21ab9a0642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:28.233431 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-76888940-dafc-4db3-b76e-de6cd434341d tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:28.253987 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8c71-0fa6-46c6-b1fa-ca21ab9a0642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:28.257565 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8c71-0fa6-46c6-b1fa-ca21ab9a0642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:28.258790 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cf4d8c71-0fa6-46c6-b1fa-ca21ab9a0642 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc458b50-30e7-42f9-8334-24a030f14ca6 HTTP/1.1" status: 204 len: 168 time: 0.1705244 Mar 23 12:44:28.275734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d8c71-0fa6-46c6-b1fa-ca21ab9a0642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc458b50-30e7-42f9-8334-24a030f14ca6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:28.276106 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81bef6-93ae-48c9-b725-e4f26c5436e5 req-6e6f66bc-eb77-4a99-b7cb-6abd2bd618d8 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:28.278006 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ae81bef6-93ae-48c9-b725-e4f26c5436e5 req-6e6f66bc-eb77-4a99-b7cb-6abd2bd618d8 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.1360884 Mar 23 12:44:28.389537 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ae81bef6-93ae-48c9-b725-e4f26c5436e5 req-e5e5d504-8148-4f97-90e9-7f73136f08cc tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731351 Mar 23 12:44:28.392910 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-76888940-dafc-4db3-b76e-de6cd434341d tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:28.463952 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-76888940-dafc-4db3-b76e-de6cd434341d tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:28.493908 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76888940-dafc-4db3-b76e-de6cd434341d tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Subnet': ['ID=39f81a8d-f06f-4fa2-98be-a5208df630fb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:28.499754 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-76888940-dafc-4db3-b76e-de6cd434341d tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:28.503469 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-76888940-dafc-4db3-b76e-de6cd434341d tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/subnets/39f81a8d-f06f-4fa2-98be-a5208df630fb HTTP/1.1" status: 204 len: 168 time: 0.4377286 Mar 23 12:44:28.505904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45956) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:28.508015 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b500c092-0071-440d-919c-0f18e7086449 None None] Network e61b178f-95b2-4d0a-a3c5-64f42f46697b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:28.615858 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:28.701472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:44:28.716228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Deleting port d989cd9d-d085-49c4-a28f-22f1b3739016 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:44:28.716490 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:28.731570 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:44:28.732446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 31d0a7d5-eba1-4b73-9ea0-9f710b10b1f4 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:44:28.733041 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8f9d9248-8a5c-4851-91b0-fb252b3931de no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:44:28.759781 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 8f9d9248-8a5c-4851-91b0-fb252b3931de {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:44:28.760505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8f9d9248-8a5c-4851-91b0-fb252b3931de not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:44:28.764130 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345186df-b4cf-451d-a047-8b58661f205e None None] DHCP port deletion for e61b178f-95b2-4d0a-a3c5-64f42f46697b request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:44:28.805477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] For port d989cd9d-d085-49c4-a28f-22f1b3739016, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d989cd9d-d085-49c4-a28f-22f1b3739016,segment=NetworkSegment(19f50199-4736-4cce-8289-30a6ef589b09),segment_id=19f50199-4736-4cce-8289-30a6ef589b09)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:28.805843 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:28.821436 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Calling delete_port for d989cd9d-d085-49c4-a28f-22f1b3739016 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:44:28.821566 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-345186df-b4cf-451d-a047-8b58661f205e None None] Deleting port d989cd9d-d085-49c4-a28f-22f1b3739016 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:44:28.821735 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-345186df-b4cf-451d-a047-8b58661f205e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:28.898308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-345186df-b4cf-451d-a047-8b58661f205e None None] For port d989cd9d-d085-49c4-a28f-22f1b3739016, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d989cd9d-d085-49c4-a28f-22f1b3739016,segment=NetworkSegment(19f50199-4736-4cce-8289-30a6ef589b09),segment_id=19f50199-4736-4cce-8289-30a6ef589b09)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:28.899265 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-345186df-b4cf-451d-a047-8b58661f205e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:28.920687 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-345186df-b4cf-451d-a047-8b58661f205e None None] Calling delete_port for d989cd9d-d085-49c4-a28f-22f1b3739016 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:44:28.949638 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:28.972509 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Port': ['ID=d989cd9d-d085-49c4-a28f-22f1b3739016,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:28.993094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] No DVR routers for this DVR port d989cd9d-d085-49c4-a28f-22f1b3739016 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:44:29.036497 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-345186df-b4cf-451d-a047-8b58661f205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.079147 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345186df-b4cf-451d-a047-8b58661f205e None None] Pushing event deleted for resources: {'Port': ['ID=d989cd9d-d085-49c4-a28f-22f1b3739016,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:29.088806 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.089668 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345186df-b4cf-451d-a047-8b58661f205e None None] No DVR routers for this DVR port d989cd9d-d085-49c4-a28f-22f1b3739016 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:44:29.143955 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d56df22e-79c3-4a9f-bf15-53fb65a0a428 req-2fd028dc-e370-44e6-aaa3-760cfbf0b613 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0713618 Mar 23 12:44:29.155140 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.179396 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45982) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:29.180135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61b178f-95b2-4d0a-a3c5-64f42f46697b']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:29.192580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f50199-4736-4cce-8289-30a6ef589b09') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:29.192888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f50199-4736-4cce-8289-30a6ef589b09') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:29.208478 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.227416 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.235645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:44:29.235645 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:44:29.296291 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:44:29.305533 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.312995 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.319978 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] 10.222.0.52 "DELETE /v2.0/networks/e61b178f-95b2-4d0a-a3c5-64f42f46697b HTTP/1.1" status: 204 len: 168 time: 0.8127320 Mar 23 12:44:29.326166 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-36e9257e-3218-49c4-a50d-67c1fc3015ea admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-465370466-network', 'tenant_id': '119902137579435f906c52431efb8fc4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:29.348688 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c042832-a2bb-4801-a1ea-f6f6c0a001f4 tempest-NetworksIpV6Test-1997495043 tempest-NetworksIpV6Test-1997495043-project] Pushing event deleted for resources: {'Network': ['ID=e61b178f-95b2-4d0a-a3c5-64f42f46697b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:29.350424 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e9257e-3218-49c4-a50d-67c1fc3015ea admin admin] Made reservation on behalf of 119902137579435f906c52431efb8fc4 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:29.353763 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36e9257e-3218-49c4-a50d-67c1fc3015ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.368757 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36e9257e-3218-49c4-a50d-67c1fc3015ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.477527 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.500984 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36e9257e-3218-49c4-a50d-67c1fc3015ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.516836 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36e9257e-3218-49c4-a50d-67c1fc3015ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.552105 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e9257e-3218-49c4-a50d-67c1fc3015ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:44:29.571280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46000) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:29.572190 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36e9257e-3218-49c4-a50d-67c1fc3015ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.572570 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-36e9257e-3218-49c4-a50d-67c1fc3015ea admin admin] Added segment 46bcb81d-e19c-43a6-8e49-1c6048a5ab98 of type vlan for network 7b78cec4-c7aa-40fc-9016-78950337d640 Mar 23 12:44:29.587979 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9257e-3218-49c4-a50d-67c1fc3015ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c206c660-bb57-498e-902b-a6fbe939b579,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:29.605621 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251da64e-0ee7-46db-a143-a40ed0b0db05 req-a5d6eea9-56b7-49e3-b80f-1e9b2a4343e5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:29.607224 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-251da64e-0ee7-46db-a143-a40ed0b0db05 req-a5d6eea9-56b7-49e3-b80f-1e9b2a4343e5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.1265435 Mar 23 12:44:29.652819 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36e9257e-3218-49c4-a50d-67c1fc3015ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.686401 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-251da64e-0ee7-46db-a143-a40ed0b0db05 req-192dce0f-e01e-4c05-99e2-582aa8b69edf tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602667 Mar 23 12:44:29.699704 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36e9257e-3218-49c4-a50d-67c1fc3015ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.701045 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e9257e-3218-49c4-a50d-67c1fc3015ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:29.701738 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36e9257e-3218-49c4-a50d-67c1fc3015ea admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.733073 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0b15b1b5-f70a-47e6-ab9d-0aecd5cc2446 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=451a5b8607304315ac922bb531568cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605844 Mar 23 12:44:29.735536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46004) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:29.763970 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-36e9257e-3218-49c4-a50d-67c1fc3015ea admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5812199 Mar 23 12:44:29.766356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46010) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:29.773719 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-16d9d3aa-48ee-4b7f-a63a-b9688f5aa83c admin admin] Request body: {'subnet': {'network_id': '7b78cec4-c7aa-40fc-9016-78950337d640', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-465370466-subnet', 'tenant_id': '119902137579435f906c52431efb8fc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:29.777926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9257e-3218-49c4-a50d-67c1fc3015ea admin admin] Pushing event updated for resources: {'Network': ['ID=7b78cec4-c7aa-40fc-9016-78950337d640,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:29.791509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 7b78cec4-c7aa-40fc-9016-78950337d640 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:44:29.799026 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d9d3aa-48ee-4b7f-a63a-b9688f5aa83c admin admin] Made reservation on behalf of 119902137579435f906c52431efb8fc4 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:29.802738 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16d9d3aa-48ee-4b7f-a63a-b9688f5aa83c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.820138 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33bd4ad5-91ce-4cdb-b50f-8b247c965df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.851482 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33bd4ad5-91ce-4cdb-b50f-8b247c965df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.914984 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33bd4ad5-91ce-4cdb-b50f-8b247c965df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.917752 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33bd4ad5-91ce-4cdb-b50f-8b247c965df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:29.921231 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-33bd4ad5-91ce-4cdb-b50f-8b247c965df3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b842e85d-0908-4be0-b270-bfdc9697e470 HTTP/1.1" status: 204 len: 168 time: 0.1806886 Mar 23 12:44:29.939334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd4ad5-91ce-4cdb-b50f-8b247c965df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b842e85d-0908-4be0-b270-bfdc9697e470,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:30.017152 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16d9d3aa-48ee-4b7f-a63a-b9688f5aa83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:30.088719 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9d3aa-48ee-4b7f-a63a-b9688f5aa83c admin admin] Pushing event updated for resources: {'Subnet': ['ID=14751231-ddf0-4d83-ba4b-6d6079c3bf59,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:30.104611 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d9d3aa-48ee-4b7f-a63a-b9688f5aa83c admin admin] Checking segment: {'id': '46bcb81d-e19c-43a6-8e49-1c6048a5ab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7b78cec4-c7aa-40fc-9016-78950337d640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:44:30.105471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d9d3aa-48ee-4b7f-a63a-b9688f5aa83c admin admin] Network hostable DHCP agents. Network: 7b78cec4-c7aa-40fc-9016-78950337d640, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:44:30.136916 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d9d3aa-48ee-4b7f-a63a-b9688f5aa83c admin admin] Network 7b78cec4-c7aa-40fc-9016-78950337d640 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:44:30.161605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-16d9d3aa-48ee-4b7f-a63a-b9688f5aa83c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 7b78cec4-c7aa-40fc-9016-78950337d640) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:44:30.166232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d9d3aa-48ee-4b7f-a63a-b9688f5aa83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:30.166926 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16d9d3aa-48ee-4b7f-a63a-b9688f5aa83c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:30.179040 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddb2b1f-b5d0-4183-8036-e22d1ba76650 None None] Network 7b78cec4-c7aa-40fc-9016-78950337d640 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:30.188600 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-16d9d3aa-48ee-4b7f-a63a-b9688f5aa83c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4210818 Mar 23 12:44:30.305717 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-358e21df-a65c-4f02-ab3e-b10f97611603 req-c19f5e7e-036c-4b7f-9653-8ff1e2efdd99 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0581379 Mar 23 12:44:30.365982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b4824f-4587-467c-bb33-7f5ad7df0a18 None None] Network 7b78cec4-c7aa-40fc-9016-78950337d640 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:30.717069 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d989cd9d-d085-49c4-a28f-22f1b3739016 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:44:30.778317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: d989cd9d-d085-49c4-a28f-22f1b3739016 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:44:30.779648 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d989cd9d-d085-49c4-a28f-22f1b3739016 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:44:30.872767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46062) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:30.879558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-89766e33-73a8-4cdf-8531-0e6f78aab7ef admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1020468117-network', 'tenant_id': '2b297d14710f4cc19bb5c25ac3c53def'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:30.885685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e825ce-f43e-4d10-8b68-5fd81659dd92 req-7ab03b3d-4933-4a59-af22-8d8b4ecd9d18 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:30.897879 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d1e825ce-f43e-4d10-8b68-5fd81659dd92 req-7ab03b3d-4933-4a59-af22-8d8b4ecd9d18 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0852964 Mar 23 12:44:30.900648 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89766e33-73a8-4cdf-8531-0e6f78aab7ef admin admin] Made reservation on behalf of 2b297d14710f4cc19bb5c25ac3c53def for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:30.903384 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89766e33-73a8-4cdf-8531-0e6f78aab7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:30.913875 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89766e33-73a8-4cdf-8531-0e6f78aab7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:30.947328 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d1e825ce-f43e-4d10-8b68-5fd81659dd92 req-9acb0da7-d4f6-4332-84be-0fa048b3b45b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483136 Mar 23 12:44:31.007084 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89766e33-73a8-4cdf-8531-0e6f78aab7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:31.011458 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89766e33-73a8-4cdf-8531-0e6f78aab7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:31.012737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46070) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:31.041957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89766e33-73a8-4cdf-8531-0e6f78aab7ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:44:31.050121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89766e33-73a8-4cdf-8531-0e6f78aab7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7659bf0d-d97a-4539-8f60-072a1e6dd6b0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:31.059205 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89766e33-73a8-4cdf-8531-0e6f78aab7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:31.059551 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-89766e33-73a8-4cdf-8531-0e6f78aab7ef admin admin] Added segment 3391d3f4-adec-40d3-bcbb-4db6c8411729 of type vlan for network def383ac-f49e-4188-9493-5ad709db0ed9 Mar 23 12:44:31.103490 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89766e33-73a8-4cdf-8531-0e6f78aab7ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:31.129815 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89766e33-73a8-4cdf-8531-0e6f78aab7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:31.130792 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89766e33-73a8-4cdf-8531-0e6f78aab7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:31.131524 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89766e33-73a8-4cdf-8531-0e6f78aab7ef admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:31.134068 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-62b21d90-645a-4664-9095-8406b3cd0664 tempest-ServiceProvidersTest-1056548108 tempest-ServiceProvidersTest-1056548108-project] 10.222.0.52 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1200640 Mar 23 12:44:31.184695 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-89766e33-73a8-4cdf-8531-0e6f78aab7ef admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3106794 Mar 23 12:44:31.187631 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46076) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:31.193028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8238a8d2-f2bf-48fe-86f9-3750c61d9aba admin admin] Request body: {'subnet': {'network_id': 'def383ac-f49e-4188-9493-5ad709db0ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1020468117-subnet', 'tenant_id': '2b297d14710f4cc19bb5c25ac3c53def', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:31.199348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89766e33-73a8-4cdf-8531-0e6f78aab7ef admin admin] Pushing event updated for resources: {'Network': ['ID=def383ac-f49e-4188-9493-5ad709db0ed9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:31.211360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network def383ac-f49e-4188-9493-5ad709db0ed9 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:44:31.218498 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8238a8d2-f2bf-48fe-86f9-3750c61d9aba admin admin] Made reservation on behalf of 2b297d14710f4cc19bb5c25ac3c53def for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:31.222221 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8238a8d2-f2bf-48fe-86f9-3750c61d9aba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:31.444658 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3941609f-578a-4f81-ba51-8ba6b71cb509 req-3cb777a2-c6d8-4ca7-ae96-ba8338f9ea9f tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0387890 Mar 23 12:44:31.449521 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8238a8d2-f2bf-48fe-86f9-3750c61d9aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:31.470052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46088) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:31.515429 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238a8d2-f2bf-48fe-86f9-3750c61d9aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=3401bb28-eb61-4f8c-a190-ed6122df1d48,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:31.519788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238a8d2-f2bf-48fe-86f9-3750c61d9aba admin admin] Checking segment: {'id': '3391d3f4-adec-40d3-bcbb-4db6c8411729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'def383ac-f49e-4188-9493-5ad709db0ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:44:31.520166 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8238a8d2-f2bf-48fe-86f9-3750c61d9aba admin admin] Network hostable DHCP agents. Network: def383ac-f49e-4188-9493-5ad709db0ed9, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:44:31.538721 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8238a8d2-f2bf-48fe-86f9-3750c61d9aba admin admin] Network def383ac-f49e-4188-9493-5ad709db0ed9 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:44:31.549300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-8238a8d2-f2bf-48fe-86f9-3750c61d9aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, def383ac-f49e-4188-9493-5ad709db0ed9) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:44:31.553542 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8238a8d2-f2bf-48fe-86f9-3750c61d9aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:31.554178 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8238a8d2-f2bf-48fe-86f9-3750c61d9aba admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:31.563831 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fd4857-0bd8-4d5a-9ff5-b9056e5085b6 None None] Network def383ac-f49e-4188-9493-5ad709db0ed9 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:31.578058 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8238a8d2-f2bf-48fe-86f9-3750c61d9aba admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3876839 Mar 23 12:44:31.619504 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cea61255-a41c-44dd-ad76-ccfd687cd4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:31.754427 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cea61255-a41c-44dd-ad76-ccfd687cd4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:31.761424 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cea61255-a41c-44dd-ad76-ccfd687cd4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:31.772210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daf9a94-d54a-4db4-91bd-f1a8f08053ed None None] Network def383ac-f49e-4188-9493-5ad709db0ed9 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:44:31.806825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea61255-a41c-44dd-ad76-ccfd687cd4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e98925b-d2fe-430d-b4c0-a4fbbe92d112,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:31.812191 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cea61255-a41c-44dd-ad76-ccfd687cd4c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d86c59353a14abba696479d34cdd2be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408144 Mar 23 12:44:31.815336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46108) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:31.878849 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9e662d5-4cca-4098-b9e4-97fb8907f8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:31.910094 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9e662d5-4cca-4098-b9e4-97fb8907f8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:31.961542 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9e662d5-4cca-4098-b9e4-97fb8907f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:31.964485 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9e662d5-4cca-4098-b9e4-97fb8907f8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:31.968106 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f9e662d5-4cca-4098-b9e4-97fb8907f8e3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e98925b-d2fe-430d-b4c0-a4fbbe92d112 HTTP/1.1" status: 204 len: 168 time: 0.1493928 Mar 23 12:44:31.973482 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e662d5-4cca-4098-b9e4-97fb8907f8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e98925b-d2fe-430d-b4c0-a4fbbe92d112,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:32.137299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e3813-064d-4709-8ae8-04a27b090580 req-f6e261dd-e4c3-4a90-a189-8014651e8bd3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:32.150876 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d86e3813-064d-4709-8ae8-04a27b090580 req-f6e261dd-e4c3-4a90-a189-8014651e8bd3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0895023 Mar 23 12:44:32.206439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d86e3813-064d-4709-8ae8-04a27b090580 req-98b7cefe-2d59-48ab-8da6-5899063b841c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547385 Mar 23 12:44:32.325528 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-2e4d1532-bbc5-4ad1-8165-46b77750ccbd tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:32.328055 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-2e4d1532-bbc5-4ad1-8165-46b77750ccbd tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/networks?id=7b78cec4-c7aa-40fc-9016-78950337d640 HTTP/1.1" status: 200 len: 811 time: 0.1470284 Mar 23 12:44:32.347432 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-fd199a94-e57c-4f0f-8668-ac474ee5f270 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/quotas/119902137579435f906c52431efb8fc4 HTTP/1.1" status: 200 len: 375 time: 0.0135050 Mar 23 12:44:32.383485 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-2d0ca9d6-a908-4304-846e-7de1c6dbddbb tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=119902137579435f906c52431efb8fc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291882 Mar 23 12:44:32.497915 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-2cc0736a-d237-43d1-bd5b-f9c58a9e91b2 service neutron] 10.222.0.52 "GET /v2.0/networks/7b78cec4-c7aa-40fc-9016-78950337d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042721 Mar 23 12:44:32.571690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1c47f45c-da01-4a9b-9abb-8367ba7929e7 req-30ed7ea1-d80c-4553-8e6f-8d96ba6d542e tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0355291 Mar 23 12:44:32.615677 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-a2e40ef5-7ce8-42c4-9066-0f2dd30b4fad service neutron] 10.222.0.52 "GET /v2.0/networks/7b78cec4-c7aa-40fc-9016-78950337d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112499 Mar 23 12:44:32.798458 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e5d16909-6123-4830-ae25-479fc7263b2b req-2c66a11e-5573-4cd1-81db-4c3bed46074b tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 210 time: 0.0284808 Mar 23 12:44:33.364195 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49cb8a-6759-484b-9cbd-35b0d4d29f16 req-4fd161fd-ad18-461c-941b-1e30fe697d74 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:33.366290 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dd49cb8a-6759-484b-9cbd-35b0d4d29f16 req-4fd161fd-ad18-461c-941b-1e30fe697d74 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0556836 Mar 23 12:44:33.407901 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dd49cb8a-6759-484b-9cbd-35b0d4d29f16 req-90b51c9e-3789-4079-8ff7-3ebac7b07026 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341749 Mar 23 12:44:33.698180 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83d4975a-4144-4480-b092-82b7d9375285 req-d09d53e3-035b-4607-8ebb-b9d672347210 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0372930 Mar 23 12:44:33.911742 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47c8128a-1ca6-42d9-bda3-874524769f3e req-2cedd9fc-9fcf-454d-9e58-05f26eea91cf tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 210 time: 0.0315177 Mar 23 12:44:34.099888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-6f9bdb6e-2c06-489a-81b1-946d5fb10c5b tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:34.101364 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-6f9bdb6e-2c06-489a-81b1-946d5fb10c5b tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.77 "GET /v2.0/networks?id=7b78cec4-c7aa-40fc-9016-78950337d640 HTTP/1.1" status: 200 len: 811 time: 0.1110208 Mar 23 12:44:34.123173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-e75998a0-d2c8-4b09-b457-995b1c3597ca tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Request body: {'port': {'device_id': 'be1bbc01-df12-46fc-829b-b887d5efd632', 'network_id': '7b78cec4-c7aa-40fc-9016-78950337d640', 'admin_state_up': True, 'tenant_id': '119902137579435f906c52431efb8fc4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:34.240643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-e75998a0-d2c8-4b09-b457-995b1c3597ca tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Made reservation on behalf of 119902137579435f906c52431efb8fc4 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:34.250385 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-e75998a0-d2c8-4b09-b457-995b1c3597ca tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:34.375241 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-e75998a0-d2c8-4b09-b457-995b1c3597ca tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Allocated IP 172.20.0.9 (7b78cec4-c7aa-40fc-9016-78950337d640/14751231-ddf0-4d83-ba4b-6d6079c3bf59/278b90a6-984a-4a63-b9f1-4261448e2db2) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:44:34.533088 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40315d8a-67ff-4b49-89f5-f6930514d5d4 req-006919d2-f282-4784-a43c-3057a5ab903b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:34.535091 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40315d8a-67ff-4b49-89f5-f6930514d5d4 req-006919d2-f282-4784-a43c-3057a5ab903b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0533535 Mar 23 12:44:34.542095 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-e75998a0-d2c8-4b09-b457-995b1c3597ca tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:34.575784 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40315d8a-67ff-4b49-89f5-f6930514d5d4 req-f3b889af-f3d1-40f8-828b-7bde53b82f3a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344982 Mar 23 12:44:34.581638 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-e75998a0-d2c8-4b09-b457-995b1c3597ca tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:34.633963 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-e75998a0-d2c8-4b09-b457-995b1c3597ca tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Network 7b78cec4-c7aa-40fc-9016-78950337d640 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:44:34.637491 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-e75998a0-d2c8-4b09-b457-995b1c3597ca tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:44:34.641638 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-e75998a0-d2c8-4b09-b457-995b1c3597ca tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:44:34.648557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75998a0-d2c8-4b09-b457-995b1c3597ca tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Pushing event updated for resources: {'Port': ['ID=278b90a6-984a-4a63-b9f1-4261448e2db2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:34.694277 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-e75998a0-d2c8-4b09-b457-995b1c3597ca tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:34.694891 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-e75998a0-d2c8-4b09-b457-995b1c3597ca tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:34.713571 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-e75998a0-d2c8-4b09-b457-995b1c3597ca tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5943491 Mar 23 12:44:34.731373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Request body: {'port': {'device_id': 'be1bbc01-df12-46fc-829b-b887d5efd632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:34.821557 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:34.824809 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68baeaa5-bbf7-4e13-ac66-f3034a1f2a34 req-7a12c4f4-8d80-48c1-9247-19a120d32242 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0326178 Mar 23 12:44:35.062189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669842f2-3b06-46b9-b574-55aa079e8aa5 req-e6f86a26-d652-4ab2-a128-eb84a0445fb5 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:35.071451 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-669842f2-3b06-46b9-b574-55aa079e8aa5 req-e6f86a26-d652-4ab2-a128-eb84a0445fb5 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 931 time: 0.0730815 Mar 23 12:44:35.123756 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-669842f2-3b06-46b9-b574-55aa079e8aa5 req-96c13ea6-4494-4101-afd6-70579ce51131 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464892 Mar 23 12:44:35.150385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 278b90a6-984a-4a63-b9f1-4261448e2db2 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:44:35.159364 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:35.172697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Transition to ACTIVE for port object 278b90a6-984a-4a63-b9f1-4261448e2db2 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:44:35.176789 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:35.231062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Pushing event updated for resources: {'Port': ['ID=278b90a6-984a-4a63-b9f1-4261448e2db2,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:35.328962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Attempting to bind port 278b90a6-984a-4a63-b9f1-4261448e2db2 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:44:35.329298 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Attempting to bind port 278b90a6-984a-4a63-b9f1-4261448e2db2 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '46bcb81d-e19c-43a6-8e49-1c6048a5ab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7b78cec4-c7aa-40fc-9016-78950337d640'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:44:35.329642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Attempting to bind port 278b90a6-984a-4a63-b9f1-4261448e2db2 on network 7b78cec4-c7aa-40fc-9016-78950337d640 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:44:35.334634 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Port 278b90a6-984a-4a63-b9f1-4261448e2db2 on network 7b78cec4-c7aa-40fc-9016-78950337d640 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:44:35.334951 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Attempting to bind port 278b90a6-984a-4a63-b9f1-4261448e2db2 on network 7b78cec4-c7aa-40fc-9016-78950337d640 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:44:35.340124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:44:35.340460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Checking segment: {'id': '46bcb81d-e19c-43a6-8e49-1c6048a5ab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7b78cec4-c7aa-40fc-9016-78950337d640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:44:35.340900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Bound using segment: {'id': '46bcb81d-e19c-43a6-8e49-1c6048a5ab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7b78cec4-c7aa-40fc-9016-78950337d640'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:44:35.340900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Bound port: 278b90a6-984a-4a63-b9f1-4261448e2db2, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46bcb81d-e19c-43a6-8e49-1c6048a5ab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7b78cec4-c7aa-40fc-9016-78950337d640'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:44:35.341602 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:35.418458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] For port 278b90a6-984a-4a63-b9f1-4261448e2db2, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:44:35.421603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] For port 278b90a6-984a-4a63-b9f1-4261448e2db2, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=278b90a6-984a-4a63-b9f1-4261448e2db2,segment=NetworkSegment(46bcb81d-e19c-43a6-8e49-1c6048a5ab98),segment_id=46bcb81d-e19c-43a6-8e49-1c6048a5ab98)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:44:35.428055 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:35.465803 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:35.465803 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:35.467041 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] 10.222.0.77 "PUT /v2.0/ports/278b90a6-984a-4a63-b9f1-4261448e2db2 HTTP/1.1" status: 200 len: 1091 time: 0.7402918 Mar 23 12:44:35.467493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1bbc01-df12-46fc-829b-b887d5efd632', 'tag': '278b90a6-984a-4a63-b9f1-4261448e2db2'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:44:35.470593 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893750b7-4612-46ba-adf5-46e551e63d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "be1bbc01-df12-46fc-829b-b887d5efd632", "tag": "278b90a6-984a-4a63-b9f1-4261448e2db2"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:44:35.521314 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c264b47-87e4-411a-a7dc-b3e667ca5f09 x-openstack-request-id: req-5c264b47-87e4-411a-a7dc-b3e667ca5f09 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:44:35.521630 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1bbc01-df12-46fc-829b-b887d5efd632", "tag": "278b90a6-984a-4a63-b9f1-4261448e2db2", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:44:35.521882 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c264b47-87e4-411a-a7dc-b3e667ca5f09 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:44:35.522282 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1bbc01-df12-46fc-829b-b887d5efd632', 'tag': '278b90a6-984a-4a63-b9f1-4261448e2db2', 'status': 'completed', 'code': 200} Mar 23 12:44:35.522967 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb965c1f-f5c3-4d98-be8f-240b5038772c service neutron] Pushing event updated for resources: {'Port': ['ID=278b90a6-984a-4a63-b9f1-4261448e2db2,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:35.590336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-9669752d-6cdd-4d1a-827d-8ca1f16d57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:35.592045 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-9669752d-6cdd-4d1a-827d-8ca1f16d57d1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=119902137579435f906c52431efb8fc4&device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 1094 time: 0.0591574 Mar 23 12:44:35.659227 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-cd29d5c6-50dc-4f44-85c6-7a4507462230 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=278b90a6-984a-4a63-b9f1-4261448e2db2 HTTP/1.1" status: 200 len: 217 time: 0.0459397 Mar 23 12:44:35.726177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-94023b10-7ddc-416b-908f-7caf7f4de673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:35.727856 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-94023b10-7ddc-416b-908f-7caf7f4de673 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14751231-ddf0-4d83-ba4b-6d6079c3bf59 HTTP/1.1" status: 200 len: 851 time: 0.0552711 Mar 23 12:44:35.738133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cd7e0-296f-4386-9adc-e08c5a9d27c0 req-b6d23dc4-404e-493f-83e4-44981cb4fafe tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:35.740431 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d80cd7e0-296f-4386-9adc-e08c5a9d27c0 req-b6d23dc4-404e-493f-83e4-44981cb4fafe tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0682995 Mar 23 12:44:35.768875 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-3aa7e59c-6f78-40c6-b2bd-68cf685d6f38 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7b78cec4-c7aa-40fc-9016-78950337d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308135 Mar 23 12:44:35.782283 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d80cd7e0-296f-4386-9adc-e08c5a9d27c0 req-76d6079c-dc25-4687-a27e-19acd3894fb4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347500 Mar 23 12:44:35.878984 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-08c8c211-734c-41c9-ba44-67af9752af4b service neutron] 10.222.0.77 "GET /v2.0/networks/7b78cec4-c7aa-40fc-9016-78950337d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986609 Mar 23 12:44:35.997202 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7491393-5198-4a2f-8f76-7139853abb63 req-a128aa4a-7cda-4ce4-8ea3-8c62364c407d tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0750515 Mar 23 12:44:36.072822 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc2642c2-1499-4141-bbeb-e159c2f633d1 req-431c6c57-4ff7-4e57-a614-719cd10068d6 service neutron] 10.222.0.77 "GET /v2.0/networks/7b78cec4-c7aa-40fc-9016-78950337d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820438 Mar 23 12:44:36.201088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893750b7-4612-46ba-adf5-46e551e63d5d req-0fcdf9c6-413c-45f3-aa27-0a05e1f5c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:36.202311 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-893750b7-4612-46ba-adf5-46e551e63d5d req-0fcdf9c6-413c-45f3-aa27-0a05e1f5c0db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=119902137579435f906c52431efb8fc4&device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 1094 time: 0.0661216 Mar 23 12:44:36.266579 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe98fb2-4439-4a49-88c7-cd8d1bd6beba req-f2cfaa7a-eabc-4e8a-9abc-8bccb82dffa5 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:36.268745 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1fe98fb2-4439-4a49-88c7-cd8d1bd6beba req-f2cfaa7a-eabc-4e8a-9abc-8bccb82dffa5 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 943 time: 0.0548546 Mar 23 12:44:36.308387 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1fe98fb2-4439-4a49-88c7-cd8d1bd6beba req-f5b00e18-67bc-4263-aaf2-1bba72fb3167 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335283 Mar 23 12:44:36.312142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893750b7-4612-46ba-adf5-46e551e63d5d req-f7e31538-f588-4038-92c8-02b589c0c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:36.313676 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-893750b7-4612-46ba-adf5-46e551e63d5d req-f7e31538-f588-4038-92c8-02b589c0c3f9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7b78cec4-c7aa-40fc-9016-78950337d640 HTTP/1.1" status: 200 len: 912 time: 0.0975814 Mar 23 12:44:36.368869 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-893750b7-4612-46ba-adf5-46e551e63d5d req-22d61b62-c731-4360-afca-a1d32661892b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=278b90a6-984a-4a63-b9f1-4261448e2db2 HTTP/1.1" status: 200 len: 217 time: 0.0475938 Mar 23 12:44:36.424212 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893750b7-4612-46ba-adf5-46e551e63d5d req-e2986388-fd3b-495f-8f37-75cc729567fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:36.425773 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-893750b7-4612-46ba-adf5-46e551e63d5d req-e2986388-fd3b-495f-8f37-75cc729567fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14751231-ddf0-4d83-ba4b-6d6079c3bf59 HTTP/1.1" status: 200 len: 851 time: 0.0477810 Mar 23 12:44:36.466067 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-893750b7-4612-46ba-adf5-46e551e63d5d req-db412df6-f9a8-4815-9782-9f99f991b354 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7b78cec4-c7aa-40fc-9016-78950337d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256822 Mar 23 12:44:36.566342 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-893750b7-4612-46ba-adf5-46e551e63d5d req-ac15380b-3bc1-4b99-8d5b-7ab60b98fa3f service neutron] 10.222.0.77 "GET /v2.0/networks/7b78cec4-c7aa-40fc-9016-78950337d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915449 Mar 23 12:44:36.579043 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:44:36.702435 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-893750b7-4612-46ba-adf5-46e551e63d5d req-8bf5a829-edb7-44a1-806f-db5baa1b3fb9 service neutron] 10.222.0.77 "GET /v2.0/networks/7b78cec4-c7aa-40fc-9016-78950337d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199236 Mar 23 12:44:36.918363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c49ea3-1a94-470e-9a38-3d7a786a3540 req-048d6840-c995-49fa-84c1-98a1dbbb0965 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:36.920168 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71c49ea3-1a94-470e-9a38-3d7a786a3540 req-048d6840-c995-49fa-84c1-98a1dbbb0965 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0545790 Mar 23 12:44:36.961017 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71c49ea3-1a94-470e-9a38-3d7a786a3540 req-3a1a3344-333c-411c-a057-f040d9a711e1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343418 Mar 23 12:44:37.129289 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fab8727d-5ba0-48a3-b0d2-c2716dcd789f req-2c3219cf-fdf9-40bb-b8f2-39f66351e819 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0451062 Mar 23 12:44:37.439270 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4b43c-d86d-405a-9e9a-5ce1bb32fbb3 req-122700a5-5921-4108-80fa-731bfe17ab82 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:37.440764 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5da4b43c-d86d-405a-9e9a-5ce1bb32fbb3 req-122700a5-5921-4108-80fa-731bfe17ab82 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 943 time: 0.0559874 Mar 23 12:44:37.810502 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5da4b43c-d86d-405a-9e9a-5ce1bb32fbb3 req-b3d0c540-9d04-4e69-8062-27638aa24f5b tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630795 Mar 23 12:44:38.075176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc98d7a-1209-4723-83b7-8f76299fde9b req-ff210e43-157e-4822-89ea-1b6d67ba5a1b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:38.076744 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfc98d7a-1209-4723-83b7-8f76299fde9b req-ff210e43-157e-4822-89ea-1b6d67ba5a1b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0493975 Mar 23 12:44:38.114001 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfc98d7a-1209-4723-83b7-8f76299fde9b req-272344a6-b3c2-441c-a727-12a4bfcee2c8 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313079 Mar 23 12:44:38.247328 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a61e8862-2a5d-4efc-9f9f-083cee668e88 req-f16b6fea-6600-4298-96f5-ffe0052f2573 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0271673 Mar 23 12:44:38.938133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c356c4a-41a8-4204-aa1d-1e8b89534abe req-27ac762b-736f-4745-9111-6a8a69b4f1e1 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:38.939728 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8c356c4a-41a8-4204-aa1d-1e8b89534abe req-27ac762b-736f-4745-9111-6a8a69b4f1e1 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 943 time: 0.0576839 Mar 23 12:44:38.994557 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8c356c4a-41a8-4204-aa1d-1e8b89534abe req-1365b5c2-830a-4be3-aac0-0d17d2d7881e tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474494 Mar 23 12:44:39.254401 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbe40d-c2b3-498a-9f3b-71a9074e7f95 req-bcbaa84f-1274-42c6-9012-30a5854a692a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:39.256368 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0edbe40d-c2b3-498a-9f3b-71a9074e7f95 req-bcbaa84f-1274-42c6-9012-30a5854a692a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0685921 Mar 23 12:44:39.309492 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0edbe40d-c2b3-498a-9f3b-71a9074e7f95 req-3519d596-2a7e-4703-b5a9-f51f7916d855 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444984 Mar 23 12:44:39.390359 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e11b39e5-1ccf-4de8-8c26-4b4388cda627 req-1743920d-6d24-4f89-987e-235ff85373a7 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0281563 Mar 23 12:44:39.399954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-95823458-2ddc-44e1-8469-f7d1dee628f5 req-ad287b0c-300e-488f-beec-a8a8166915da service neutron] (102778) timed out ('10.222.0.52', 51150) {{(pid=102778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 12:44:40.115975 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db414e67-f53f-4289-afd3-c106c4ded445 req-8b7d170c-bc94-47d4-b872-089fce0c0a7d tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:40.117533 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-db414e67-f53f-4289-afd3-c106c4ded445 req-8b7d170c-bc94-47d4-b872-089fce0c0a7d tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 943 time: 0.0507517 Mar 23 12:44:40.166462 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-db414e67-f53f-4289-afd3-c106c4ded445 req-ca60342a-b8ac-44c6-8678-a7be5cb0c1a8 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423355 Mar 23 12:44:40.249865 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-cafff6d8-0e89-47d2-a744-8a613511b34a service neutron] 10.222.0.77 "GET /v2.0/ports/fa804517-1fbc-4f8b-8202-dc20477a8cc4/bindings/n-h1-834854-1 HTTP/1.1" status: 200 len: 382 time: 0.0601466 Mar 23 12:44:40.499742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1af18a-1281-4429-bf91-5de86123eb82 req-49fa688e-f201-478c-abaf-c3d5666a98e2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:40.505480 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 278b90a6-984a-4a63-b9f1-4261448e2db2 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:44:40.508594 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e1af18a-1281-4429-bf91-5de86123eb82 req-49fa688e-f201-478c-abaf-c3d5666a98e2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.1115150 Mar 23 12:44:40.533928 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7893090b-67da-42ed-ad8a-d820a9e79368 req-bfa70b6d-5ebe-45c9-931f-8975bdc65ea8 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0327280 Mar 23 12:44:40.548007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-1a97450e-bcb1-425a-9d29-f7add34fd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:40.550290 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-1a97450e-bcb1-425a-9d29-f7add34fd468 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6&tenant_id=7c1d3a5014264763bcc8243971f01780 HTTP/1.1" status: 200 len: 1101 time: 0.0851610 Mar 23 12:44:40.568211 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e1af18a-1281-4429-bf91-5de86123eb82 req-03c8c385-9cc1-4f64-808f-e515985b8a6c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Mar 23 12:44:40.632227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-339261b9-5e4f-4942-aa3f-38e544639e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:40.634022 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-339261b9-5e4f-4942-aa3f-38e544639e6b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 1101 time: 0.0576191 Mar 23 12:44:40.655518 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 278b90a6-984a-4a63-b9f1-4261448e2db2, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=278b90a6-984a-4a63-b9f1-4261448e2db2,segment=NetworkSegment(46bcb81d-e19c-43a6-8e49-1c6048a5ab98),segment_id=46bcb81d-e19c-43a6-8e49-1c6048a5ab98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:40.669971 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '278b90a6-984a-4a63-b9f1-4261448e2db2', 'network_id': '7b78cec4-c7aa-40fc-9016-78950337d640', 'port_id': '278b90a6-984a-4a63-b9f1-4261448e2db2', 'mac_address': 'fa:16:3e:bd:35:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14751231-ddf0-4d83-ba4b-6d6079c3bf59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:44:40.710391 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:40.726166 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 278b90a6-984a-4a63-b9f1-4261448e2db2 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:44:40.751136 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 278b90a6-984a-4a63-b9f1-4261448e2db2, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=278b90a6-984a-4a63-b9f1-4261448e2db2,segment=NetworkSegment(46bcb81d-e19c-43a6-8e49-1c6048a5ab98),segment_id=46bcb81d-e19c-43a6-8e49-1c6048a5ab98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:40.757183 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:40.816923 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=278b90a6-984a-4a63-b9f1-4261448e2db2,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:40.830734 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-979bfc75-38e0-4d7e-8367-8b20b12065c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:40.832571 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-979bfc75-38e0-4d7e-8367-8b20b12065c1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1855404 Mar 23 12:44:40.883846 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-de7c2594-275f-41f9-ace2-93fada725866 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4 HTTP/1.1" status: 200 len: 217 time: 0.0384350 Mar 23 12:44:40.949832 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-0640abb7-3ae8-4340-8d1d-ef231be8b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:40.951292 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-0640abb7-3ae8-4340-8d1d-ef231be8b673 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0569184 Mar 23 12:44:40.998933 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-20620c0d-8fdb-4019-ab23-ce03731addbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:41.000910 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-20620c0d-8fdb-4019-ab23-ce03731addbe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420108 Mar 23 12:44:41.097751 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-11bb5136-abbb-4d97-a209-95bb98deb555 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891607 Mar 23 12:44:41.205130 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-0012057c-92a1-4cbf-a452-2429fe8f032c service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910470 Mar 23 12:44:41.246942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['278b90a6-984a-4a63-b9f1-4261448e2db2'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:44:41.329379 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20923a2e-a367-447d-a68d-6c7a69565daa req-60c4cd79-0f04-4085-aa3c-a9bba2761053 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:41.336863 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-20923a2e-a367-447d-a68d-6c7a69565daa req-60c4cd79-0f04-4085-aa3c-a9bba2761053 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 944 time: 0.0926611 Mar 23 12:44:41.396792 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-20923a2e-a367-447d-a68d-6c7a69565daa req-c0632889-5e3b-4cfb-a091-64e3ad43a656 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571294 Mar 23 12:44:41.666485 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3ff2ab87-0b73-48d5-8362-160b5c3b654f req-56042f7f-b07b-4f45-a72c-7da697d02a53 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0413616 Mar 23 12:44:41.697283 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebfe61-276f-4331-92f6-35c8bf55c607 req-295346cc-74d5-44cf-8d68-27ac54a8a16e tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:41.698871 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81ebfe61-276f-4331-92f6-35c8bf55c607 req-295346cc-74d5-44cf-8d68-27ac54a8a16e tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0701134 Mar 23 12:44:41.769899 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81ebfe61-276f-4331-92f6-35c8bf55c607 req-8c78baf4-983d-4c8d-8c67-27f149b46e34 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603676 Mar 23 12:44:42.451977 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-215bd6cf-0ad8-4d47-9cd9-caae94149650 req-2613e9d5-24d7-43bb-a0fd-b59ad246f15c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538025 Mar 23 12:44:42.570915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bd6cf-0ad8-4d47-9cd9-caae94149650 req-7db7589f-2809-4af4-b517-4c8dc5ea8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:42.574837 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-215bd6cf-0ad8-4d47-9cd9-caae94149650 req-7db7589f-2809-4af4-b517-4c8dc5ea8bb5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 1100 time: 0.0792496 Mar 23 12:44:42.596187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94638143-4c8e-422d-9f5d-8041d28e10a5 req-8b3c066f-09a9-4e74-80c2-21952e9b9b45 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:42.597862 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94638143-4c8e-422d-9f5d-8041d28e10a5 req-8b3c066f-09a9-4e74-80c2-21952e9b9b45 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 944 time: 0.1154912 Mar 23 12:44:42.748727 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bd6cf-0ad8-4d47-9cd9-caae94149650 req-174a9b79-93a1-41ad-ac97-6b959c1ef18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:42.750205 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-215bd6cf-0ad8-4d47-9cd9-caae94149650 req-174a9b79-93a1-41ad-ac97-6b959c1ef18c service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1511431 Mar 23 12:44:42.753225 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94638143-4c8e-422d-9f5d-8041d28e10a5 req-ab6f804a-5559-4a3e-8502-cfc19c822ffa tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290190 Mar 23 12:44:42.805873 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de29b0a7-4dae-497b-b4a3-a07650fac8a6 req-af1e2608-f3f7-424a-b12d-870838dad601 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0416775 Mar 23 12:44:42.809687 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-215bd6cf-0ad8-4d47-9cd9-caae94149650 req-3cd9baa5-e7b1-4d2f-873d-ab4bafab7c19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3 HTTP/1.1" status: 200 len: 217 time: 0.0522423 Mar 23 12:44:42.886052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bd6cf-0ad8-4d47-9cd9-caae94149650 req-e0024dd5-7bfe-4738-aa23-1816fae51d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:42.888289 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-215bd6cf-0ad8-4d47-9cd9-caae94149650 req-e0024dd5-7bfe-4738-aa23-1816fae51d8c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0707333 Mar 23 12:44:42.976753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bd6cf-0ad8-4d47-9cd9-caae94149650 req-9dc8bd1e-00ea-40e8-b77b-556978f13de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:42.978425 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-215bd6cf-0ad8-4d47-9cd9-caae94149650 req-9dc8bd1e-00ea-40e8-b77b-556978f13de9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813289 Mar 23 12:44:42.990526 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01c0fe-bc64-4462-ae13-9ae398f74573 req-336037cd-6e53-4ca4-a539-2a7b3fef1638 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:42.992430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb01c0fe-bc64-4462-ae13-9ae398f74573 req-336037cd-6e53-4ca4-a539-2a7b3fef1638 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0863023 Mar 23 12:44:43.086958 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb01c0fe-bc64-4462-ae13-9ae398f74573 req-4b8d559f-378f-4ace-82e9-1db22d13eec9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755489 Mar 23 12:44:43.104488 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-215bd6cf-0ad8-4d47-9cd9-caae94149650 req-8ce428fd-d2dc-4933-b452-bc825ae851ff service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104767 Mar 23 12:44:43.212386 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-215bd6cf-0ad8-4d47-9cd9-caae94149650 req-f47ea169-8a8d-4235-a964-1568871d7dba service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010187 Mar 23 12:44:43.996282 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-038fb460-972e-46ee-ac17-94ea7ed9d770 req-ec2871ad-badd-408e-8442-bf595c8f6c3d tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0394766 Mar 23 12:44:44.228214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76f39-b474-4dba-9141-89a1075c4797 req-69e91d1e-3c3f-4ae3-b8b1-e64c80d72a1d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:44.234564 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5db76f39-b474-4dba-9141-89a1075c4797 req-69e91d1e-3c3f-4ae3-b8b1-e64c80d72a1d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0718610 Mar 23 12:44:44.254993 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463468c-7845-4b60-b0e7-9caf75e1225f req-5cc3a358-b6a8-4abe-b00d-5bcdfe29a91f tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:44.257178 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d463468c-7845-4b60-b0e7-9caf75e1225f req-5cc3a358-b6a8-4abe-b00d-5bcdfe29a91f tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 944 time: 0.0671573 Mar 23 12:44:44.429439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5db76f39-b474-4dba-9141-89a1075c4797 req-8e2b81fa-3fd5-4423-a92d-29026d13ce94 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499983 Mar 23 12:44:44.431709 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d463468c-7845-4b60-b0e7-9caf75e1225f req-6e510197-2c6a-4b74-83b5-7371a8e37901 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639918 Mar 23 12:44:44.516612 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 278b90a6-984a-4a63-b9f1-4261448e2db2 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:44:44.593321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 278b90a6-984a-4a63-b9f1-4261448e2db2 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:44:44.599040 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 278b90a6-984a-4a63-b9f1-4261448e2db2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:44.599581 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:44.719441 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:44.747085 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1bbc01-df12-46fc-829b-b887d5efd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278b90a6-984a-4a63-b9f1-4261448e2db2'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:44:44.749588 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546428a4-e9ea-4a16-92fe-0ad2ad74b31a" -d '{"events": [{"server_uuid": "be1bbc01-df12-46fc-829b-b887d5efd632", "name": "network-vif-plugged", "status": "completed", "tag": "278b90a6-984a-4a63-b9f1-4261448e2db2"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:44:44.764381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 278b90a6-984a-4a63-b9f1-4261448e2db2, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=278b90a6-984a-4a63-b9f1-4261448e2db2,segment=NetworkSegment(46bcb81d-e19c-43a6-8e49-1c6048a5ab98),segment_id=46bcb81d-e19c-43a6-8e49-1c6048a5ab98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:44.772183 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:44.773074 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device fa804517-1fbc-4f8b-8202-dc20477a8cc4 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:44:44.808585 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92abae9e-a509-4e57-a28b-5f3eac9a8c59 x-openstack-request-id: req-92abae9e-a509-4e57-a28b-5f3eac9a8c59 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:44:44.808877 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1bbc01-df12-46fc-829b-b887d5efd632", "name": "network-vif-plugged", "status": "completed", "tag": "278b90a6-984a-4a63-b9f1-4261448e2db2", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:44:44.809287 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92abae9e-a509-4e57-a28b-5f3eac9a8c59 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:44:44.810001 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1bbc01-df12-46fc-829b-b887d5efd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278b90a6-984a-4a63-b9f1-4261448e2db2', 'code': 200} Mar 23 12:44:44.843712 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=278b90a6-984a-4a63-b9f1-4261448e2db2,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:44.974829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af77429-b178-4185-be3f-70cd90adf6fe req-766ff9cb-164d-4025-b5ab-335914ab2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:44.977433 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2af77429-b178-4185-be3f-70cd90adf6fe req-766ff9cb-164d-4025-b5ab-335914ab2930 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 1096 time: 0.0780780 Mar 23 12:44:44.979720 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:45.040768 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2af77429-b178-4185-be3f-70cd90adf6fe req-213cf641-d446-4030-b6f8-ac63aa7b93bf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463274 Mar 23 12:44:45.097176 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port fa804517-1fbc-4f8b-8202-dc20477a8cc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:45.120607 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:45.177452 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25c9f412-aa78-4508-a868-4ba77326cb2c req-458fa7f9-0914-4c3a-88fd-cd96334c3105 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0480776 Mar 23 12:44:45.256534 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=fa804517-1fbc-4f8b-8202-dc20477a8cc4,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:45.481896 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd422d-73f5-4f5d-8081-4e8b00f1f31c req-30109f05-28fe-4484-bf56-4b2bbf326cbb tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:45.487043 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bdcd422d-73f5-4f5d-8081-4e8b00f1f31c req-30109f05-28fe-4484-bf56-4b2bbf326cbb tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.0696921 Mar 23 12:44:45.519054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf7202-0013-4c06-bc7a-8dd538e27646 req-7f51c3be-bd33-4843-bed1-194e4d5e9c77 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:45.521458 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fbbf7202-0013-4c06-bc7a-8dd538e27646 req-7f51c3be-bd33-4843-bed1-194e4d5e9c77 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 948 time: 0.0861533 Mar 23 12:44:45.543110 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77d66496-4561-424e-b20f-9d1b4247a2b1 req-353b4a84-ac0c-45aa-bc2a-fa2ebb1b8653 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0424833 Mar 23 12:44:45.573592 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bdcd422d-73f5-4f5d-8081-4e8b00f1f31c req-0a1101a7-312c-4449-8c2e-5856e7fa58d4 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781007 Mar 23 12:44:45.576822 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fbbf7202-0013-4c06-bc7a-8dd538e27646 req-c8a1c21f-4eda-44af-864c-629961556a3c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412242 Mar 23 12:44:45.928209 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:46.307799 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f4cbdb0-a62e-4481-88cd-cede9d9a9284 req-6d09b13d-38eb-43a7-93a9-d198e7fc6231 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0432849 Mar 23 12:44:46.513918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device fa804517-1fbc-4f8b-8202-dc20477a8cc4 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:44:46.653446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port fa804517-1fbc-4f8b-8202-dc20477a8cc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:46.666610 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4', 'mac_address': 'fa:16:3e:50:35:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:44:46.742618 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805898b-76c3-4516-bd50-1b3054c53c8b req-a9cae4f6-3671-4bd3-87d4-c2656023290d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:46.743201 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:46.764559 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1805898b-76c3-4516-bd50-1b3054c53c8b req-a9cae4f6-3671-4bd3-87d4-c2656023290d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 948 time: 0.0718737 Mar 23 12:44:46.779269 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa804517-1fbc-4f8b-8202-dc20477a8cc4 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:44:46.815985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:44:46.819266 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e1cbe8-8c81-4dd4-8be0-572ad53a9715" -d '{"events": [{"server_uuid": "135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6", "name": "network-vif-unplugged", "status": "completed", "tag": "fa804517-1fbc-4f8b-8202-dc20477a8cc4"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:44:46.827070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port fa804517-1fbc-4f8b-8202-dc20477a8cc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:46.835761 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:46.840946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b386b-8453-4e89-b2fe-72b2fc5f259a req-ebf824e9-4762-4a2e-875f-dca23ddbdd08 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:46.850844 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-885b386b-8453-4e89-b2fe-72b2fc5f259a req-ebf824e9-4762-4a2e-875f-dca23ddbdd08 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.1271667 Mar 23 12:44:46.859509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1805898b-76c3-4516-bd50-1b3054c53c8b req-1b0aab20-869b-43fe-be4e-a0f46e6effc2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921216 Mar 23 12:44:46.894718 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=fa804517-1fbc-4f8b-8202-dc20477a8cc4,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:46.925725 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-885b386b-8453-4e89-b2fe-72b2fc5f259a req-7a9d16c5-6883-4caf-8754-8838b9e9b22f tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649037 Mar 23 12:44:46.941458 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4241de0e-0dc0-4d7f-9779-bdb2b72e5d02 x-openstack-request-id: req-4241de0e-0dc0-4d7f-9779-bdb2b72e5d02 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:44:46.942860 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6", "name": "network-vif-unplugged", "status": "completed", "tag": "fa804517-1fbc-4f8b-8202-dc20477a8cc4", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:44:46.942860 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4241de0e-0dc0-4d7f-9779-bdb2b72e5d02 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:44:46.942860 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4', 'code': 200} Mar 23 12:44:47.399883 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:47.434166 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1aecaa75-5c9e-4a03-b3eb-d3efadd11cde req-99440bb8-042d-44b1-971a-6ec351d11e0c tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0296991 Mar 23 12:44:47.450901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['fa804517-1fbc-4f8b-8202-dc20477a8cc4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:44:48.014330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f55ff-814a-4771-bbce-e8705dfd8d78 req-fe728fc8-60e3-438c-a717-8d5cc970de1b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:48.017583 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f2f55ff-814a-4771-bbce-e8705dfd8d78 req-fe728fc8-60e3-438c-a717-8d5cc970de1b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 949 time: 0.0672314 Mar 23 12:44:48.072449 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f2f55ff-814a-4771-bbce-e8705dfd8d78 req-bb5e4fbe-7db4-46b5-95b8-4ee5a9143736 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460243 Mar 23 12:44:48.128545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d1401-a1bb-41dd-ae46-82f1c4c8588a req-51c0ff8d-825c-4777-8eb6-036983f164bc tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:48.131099 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-332d1401-a1bb-41dd-ae46-82f1c4c8588a req-51c0ff8d-825c-4777-8eb6-036983f164bc tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.1216981 Mar 23 12:44:48.194510 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-332d1401-a1bb-41dd-ae46-82f1c4c8588a req-bfbc22e7-0c39-46ea-8a70-1a85fb081fc4 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536675 Mar 23 12:44:48.322232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4ce10-dc24-4cb1-9e5b-ba0638143000 req-c37b87cd-1bd9-445d-97c3-7ec5f3acebd7 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:48.323758 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b6c4ce10-dc24-4cb1-9e5b-ba0638143000 req-c37b87cd-1bd9-445d-97c3-7ec5f3acebd7 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.0552862 Mar 23 12:44:48.418827 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b6c4ce10-dc24-4cb1-9e5b-ba0638143000 req-4efaa1c1-3677-4117-9e11-befdc6c661b5 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817311 Mar 23 12:44:48.467955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02279d4-2515-4d1b-9af4-a1674b5f8c14 req-dfb58dca-7f03-440e-90be-533ee8ec34d2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:48.468950 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-ede29831-5d23-49a2-a502-f793bb5b13e1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:48.471027 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-ede29831-5d23-49a2-a502-f793bb5b13e1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6&tenant_id=7c1d3a5014264763bcc8243971f01780&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 949 time: 0.0888481 Mar 23 12:44:48.476778 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f02279d4-2515-4d1b-9af4-a1674b5f8c14 req-dfb58dca-7f03-440e-90be-533ee8ec34d2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 949 time: 0.0899434 Mar 23 12:44:48.517665 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f02279d4-2515-4d1b-9af4-a1674b5f8c14 req-7f20fa78-db7b-444d-85ff-131fb20efaf6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397174 Mar 23 12:44:48.606548 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-d7bc5d45-07c4-46ec-8259-05f487cf1a1c service neutron] 10.222.0.77 "GET /v2.0/ports/fa804517-1fbc-4f8b-8202-dc20477a8cc4/bindings/n-h1-834854-1 HTTP/1.1" status: 200 len: 382 time: 0.1258636 Mar 23 12:44:48.638214 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2de8a17-189a-4f19-ad23-391c6b20cb35 req-a36852a4-b3a3-4c85-a8ab-5275821e98e4 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0298848 Mar 23 12:44:48.773593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-a792a5a5-6be7-45cc-a12e-17ebad764788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:48.775215 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-a792a5a5-6be7-45cc-a12e-17ebad764788 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 1100 time: 0.1286790 Mar 23 12:44:48.800851 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a6ab8-3765-4572-80e6-a4cc7bbe5199 req-02d67241-b30b-436d-853f-c9b63900a986 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:48.802465 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ff6a6ab8-3765-4572-80e6-a4cc7bbe5199 req-02d67241-b30b-436d-853f-c9b63900a986 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.0834484 Mar 23 12:44:48.941517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-ec492682-084b-4312-9679-aacd9c5f61fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:48.942685 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-ec492682-084b-4312-9679-aacd9c5f61fe service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1392305 Mar 23 12:44:48.969125 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ff6a6ab8-3765-4572-80e6-a4cc7bbe5199 req-cd21c86f-3486-4231-8321-f15745423a2e tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033494 Mar 23 12:44:49.023604 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d69473d-e346-4bc2-b154-6203146b1d3e req-42b37341-e6f6-4f46-90d0-278bd1e32b97 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=18404854618c4473905726f1eee8278f&device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0517752 Mar 23 12:44:49.044833 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-245799d0-9362-4449-b99f-5961d83e6c64 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4 HTTP/1.1" status: 200 len: 217 time: 0.0745485 Mar 23 12:44:49.065808 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d69473d-e346-4bc2-b154-6203146b1d3e req-4fc2c4e5-5c05-4eb9-92a7-7f475ccb997c service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=18404854618c4473905726f1eee8278f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258019 Mar 23 12:44:49.109340 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-da898b83-b3b1-465d-bccb-6877c08dba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:49.110855 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-da898b83-b3b1-465d-bccb-6877c08dba14 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0578830 Mar 23 12:44:49.155781 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-762c436a-dd83-45a3-be4d-d6aa97e2919a req-7029e143-3bcb-4ade-949b-ddc2c5087c39 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.1300902 Mar 23 12:44:49.183887 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-369ed94c-4325-4bc1-aac8-23f3aa96bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:49.189673 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-369ed94c-4325-4bc1-aac8-23f3aa96bd2f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712080 Mar 23 12:44:49.213768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69473d-e346-4bc2-b154-6203146b1d3e req-90868d57-0280-4611-b908-1dc6cad7fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:49.215266 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d69473d-e346-4bc2-b154-6203146b1d3e req-90868d57-0280-4611-b908-1dc6cad7fa48 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295567 Mar 23 12:44:49.312229 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-6e85dd39-f028-45cd-a6ab-b54dc4d3fa53 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123054 Mar 23 12:44:49.430974 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-04b48fdb-4a96-42be-b74e-682ee609b7ac service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026146 Mar 23 12:44:49.666580 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09869c00-82ec-4ff5-b301-1e1af3a1a7d0 req-90178d5b-f322-41c7-82bc-badce32752e1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:49.668318 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-09869c00-82ec-4ff5-b301-1e1af3a1a7d0 req-90178d5b-f322-41c7-82bc-badce32752e1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 949 time: 0.0621827 Mar 23 12:44:49.711097 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-09869c00-82ec-4ff5-b301-1e1af3a1a7d0 req-c725825a-8e50-44f8-bd0a-53f9592f9965 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353143 Mar 23 12:44:50.128902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74662b71-7835-4f63-ade2-e1f3761ed19d req-db8df910-0a6c-41b4-a030-992b033179df tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:50.130723 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-74662b71-7835-4f63-ade2-e1f3761ed19d req-db8df910-0a6c-41b4-a030-992b033179df tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.0767491 Mar 23 12:44:50.215584 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-74662b71-7835-4f63-ade2-e1f3761ed19d req-f8999a15-25a2-4c77-acfe-1b6f92593ef0 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670238 Mar 23 12:44:50.334774 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4d32fa52-7fd1-4240-8e40-cf00c33febfb req-a1194f63-0e31-479f-b543-28e540928dae tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0543678 Mar 23 12:44:50.523519 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172c137-2058-451d-a100-9d842f6eab00 req-36f1fdcf-bb0e-4e18-a859-89acacaff863 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:50.531011 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5172c137-2058-451d-a100-9d842f6eab00 req-36f1fdcf-bb0e-4e18-a859-89acacaff863 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.0776873 Mar 23 12:44:50.561862 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device fa804517-1fbc-4f8b-8202-dc20477a8cc4 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:44:50.629374 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5172c137-2058-451d-a100-9d842f6eab00 req-32e7f027-ed98-44b1-a569-475eacdf27d3 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973902 Mar 23 12:44:50.632118 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38f274-f3d8-4b58-97f0-59a02e77c368 req-1598dcf7-0ef8-4cce-90aa-ded17e7327b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:50.633744 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed38f274-f3d8-4b58-97f0-59a02e77c368 req-1598dcf7-0ef8-4cce-90aa-ded17e7327b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=119902137579435f906c52431efb8fc4&device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 1096 time: 0.0898867 Mar 23 12:44:50.671443 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port fa804517-1fbc-4f8b-8202-dc20477a8cc4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:44:50.672315 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:50.777660 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:50.799274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38f274-f3d8-4b58-97f0-59a02e77c368 req-dbb23a47-b877-4117-aa1d-c2a7421c5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:50.800906 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed38f274-f3d8-4b58-97f0-59a02e77c368 req-dbb23a47-b877-4117-aa1d-c2a7421c5c46 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7b78cec4-c7aa-40fc-9016-78950337d640 HTTP/1.1" status: 200 len: 912 time: 0.1517761 Mar 23 12:44:50.823632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:44:50.826059 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc99949-4c9d-46c7-afa2-9caefff657f4" -d '{"events": [{"server_uuid": "135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6", "name": "network-vif-plugged", "status": "completed", "tag": "fa804517-1fbc-4f8b-8202-dc20477a8cc4"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:44:50.865000 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port fa804517-1fbc-4f8b-8202-dc20477a8cc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:50.869688 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed38f274-f3d8-4b58-97f0-59a02e77c368 req-01d073d7-ff94-492d-8cbf-67a264cfd339 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=278b90a6-984a-4a63-b9f1-4261448e2db2 HTTP/1.1" status: 200 len: 217 time: 0.0544727 Mar 23 12:44:50.870552 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:50.907004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0d55b-4ad0-4ea8-b448-917f56a98f84 req-bf17b888-585f-48c7-a2cc-074b8a8b35c6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:50.915241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99e0d55b-4ad0-4ea8-b448-917f56a98f84 req-bf17b888-585f-48c7-a2cc-074b8a8b35c6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 949 time: 0.1047301 Mar 23 12:44:50.950243 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a79c35-c348-44df-a254-38f18eeec5db x-openstack-request-id: req-b8a79c35-c348-44df-a254-38f18eeec5db {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:44:50.950547 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6", "name": "network-vif-plugged", "status": "completed", "tag": "fa804517-1fbc-4f8b-8202-dc20477a8cc4", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:44:50.950803 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8a79c35-c348-44df-a254-38f18eeec5db {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:44:50.951193 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4', 'code': 200} Mar 23 12:44:50.980221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=fa804517-1fbc-4f8b-8202-dc20477a8cc4,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:50.997919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38f274-f3d8-4b58-97f0-59a02e77c368 req-e8ec2e3a-29a4-4486-abc2-cf3b4abe2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:51.020541 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed38f274-f3d8-4b58-97f0-59a02e77c368 req-e8ec2e3a-29a4-4486-abc2-cf3b4abe2f86 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14751231-ddf0-4d83-ba4b-6d6079c3bf59 HTTP/1.1" status: 200 len: 851 time: 0.1218085 Mar 23 12:44:51.035633 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d69473d-e346-4bc2-b154-6203146b1d3e req-c50e9065-1616-41fc-8708-6d83d06ba720 tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.77 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.1160483 Mar 23 12:44:51.049940 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed38f274-f3d8-4b58-97f0-59a02e77c368 req-715b03a2-a970-451c-9c50-b5eaceed3110 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7b78cec4-c7aa-40fc-9016-78950337d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310383 Mar 23 12:44:51.066295 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99e0d55b-4ad0-4ea8-b448-917f56a98f84 req-d1d4cd67-3d1a-4c3c-ab80-ebb6715490bf tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501262 Mar 23 12:44:51.190939 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed38f274-f3d8-4b58-97f0-59a02e77c368 req-aef51e08-c5b0-4513-be9c-031763259de6 service neutron] 10.222.0.77 "GET /v2.0/networks/7b78cec4-c7aa-40fc-9016-78950337d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191411 Mar 23 12:44:51.323428 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed38f274-f3d8-4b58-97f0-59a02e77c368 req-ae98fbe4-e4e3-4f38-ac52-e13f4ea3a8eb service neutron] 10.222.0.77 "GET /v2.0/networks/7b78cec4-c7aa-40fc-9016-78950337d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225173 Mar 23 12:44:51.462610 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-713345ea-178b-4f05-bd46-543623fa99d1 req-35f66871-e4c4-421a-9668-c5387f8357bc tempest-ServerShowV254Test-876490384 tempest-ServerShowV254Test-876490384-project] 10.222.0.52 "GET /v2.0/ports?device_id=a527dee2-dc37-446b-958c-a400de17e57f HTTP/1.1" status: 200 len: 210 time: 0.0430734 Mar 23 12:44:51.834318 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b443acc-770d-4176-a049-00d9a9973f90 req-5c9a8a87-a1a0-43f6-83c9-66ccdcf2cb54 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:51.835817 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5b443acc-770d-4176-a049-00d9a9973f90 req-5c9a8a87-a1a0-43f6-83c9-66ccdcf2cb54 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.0934603 Mar 23 12:44:51.890227 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5b443acc-770d-4176-a049-00d9a9973f90 req-b1516674-1368-467d-8315-2509e14e4301 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478883 Mar 23 12:44:52.210177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b3cc4-ba9f-41c5-b91c-3bd13d7b71a7 req-bdd57e06-f61f-4d26-8075-7a4696e98a22 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:52.211967 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f40b3cc4-ba9f-41c5-b91c-3bd13d7b71a7 req-bdd57e06-f61f-4d26-8075-7a4696e98a22 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0591059 Mar 23 12:44:52.260169 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f40b3cc4-ba9f-41c5-b91c-3bd13d7b71a7 req-a17ad451-62d9-4499-8f9e-f4478e311d3f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419471 Mar 23 12:44:52.400702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-9cfa4270-256e-4d35-bf19-214bfda01e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:52.403009 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-9cfa4270-256e-4d35-bf19-214bfda01e9e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6&tenant_id=7c1d3a5014264763bcc8243971f01780 HTTP/1.1" status: 200 len: 1101 time: 0.0463169 Mar 23 12:44:52.484268 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-8fdcba92-f0ab-425f-ba0d-320016ec9c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:52.485975 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-8fdcba92-f0ab-425f-ba0d-320016ec9c69 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 1101 time: 0.0529745 Mar 23 12:44:52.653663 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-bd9d7a77-5017-48df-b7e2-4b2c7d5c440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:52.655366 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-bd9d7a77-5017-48df-b7e2-4b2c7d5c440e service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1581354 Mar 23 12:44:52.738415 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-0f7cbab0-05cf-4fe6-a2f9-8d4bbb7f4156 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4 HTTP/1.1" status: 200 len: 217 time: 0.0755553 Mar 23 12:44:52.804965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-ec00958b-aab8-4d32-94aa-cbe0950f0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:52.806626 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-ec00958b-aab8-4d32-94aa-cbe0950f0b19 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0616095 Mar 23 12:44:52.873200 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-8f6aef9b-40ef-4249-ae31-f4f1486f1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:52.875049 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-8f6aef9b-40ef-4249-ae31-f4f1486f1b0a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616105 Mar 23 12:44:53.012914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46656) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:53.041977 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-d5003c6e-d3a6-49b6-a6cc-3f2286464915 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587300 Mar 23 12:44:53.169649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-67c79c0f-d277-4d13-b833-52fba9b4ff2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:53.180821 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390718b-17d2-4ff9-bb86-12f08ada9e16 req-bf14b690-47d5-4ced-89af-e1fcaeeb5f40 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:53.182316 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e390718b-17d2-4ff9-bb86-12f08ada9e16 req-bf14b690-47d5-4ced-89af-e1fcaeeb5f40 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.1532133 Mar 23 12:44:53.190329 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-569d56cb-2047-474c-8a50-90a8b415dae8 req-ef0c00bf-352d-4426-9d9c-df1cc2d8c425 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332896 Mar 23 12:44:53.248971 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e390718b-17d2-4ff9-bb86-12f08ada9e16 req-5cf62a31-78b8-4226-9588-83ccdd46a5cf tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576591 Mar 23 12:44:53.333748 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-67c79c0f-d277-4d13-b833-52fba9b4ff2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:53.340040 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-67c79c0f-d277-4d13-b833-52fba9b4ff2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:53.419538 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-67c79c0f-d277-4d13-b833-52fba9b4ff2c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18404854618c4473905726f1eee8278f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050364 Mar 23 12:44:53.422516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46674) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:53.436383 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c79c0f-d277-4d13-b833-52fba9b4ff2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b377453a-b959-497d-ac03-229a4c305e83,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:53.492243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f64fe7-abf0-42d6-95d3-05e4ae3ca58a req-14a445fc-2035-4029-a9b3-19b2f622c057 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:53.500657 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-23f64fe7-abf0-42d6-95d3-05e4ae3ca58a req-14a445fc-2035-4029-a9b3-19b2f622c057 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.1291947 Mar 23 12:44:53.560724 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-23f64fe7-abf0-42d6-95d3-05e4ae3ca58a req-b9bb8f67-aedc-41c5-bd50-65c25d18fdba tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582807 Mar 23 12:44:53.887837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e24bb-38d2-49d8-bc51-cacf7e3b4c5b req-be86a26f-8a10-4dcf-ab23-ebc262c5ba4d tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:53.889700 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f9e24bb-38d2-49d8-bc51-cacf7e3b4c5b req-be86a26f-8a10-4dcf-ab23-ebc262c5ba4d tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.0727527 Mar 23 12:44:53.916053 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:53.955096 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f9e24bb-38d2-49d8-bc51-cacf7e3b4c5b req-cc6cc0d2-8b1f-4b09-8d21-f067c1090400 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547676 Mar 23 12:44:53.962045 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:54.048134 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:54.051312 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:54.060772 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b377453a-b959-497d-ac03-229a4c305e83 HTTP/1.1" status: 204 len: 168 time: 0.6338644 Mar 23 12:44:54.066762 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-576ebb4b-d8d9-439b-8114-7cf4506f1748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:54.076601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b377453a-b959-497d-ac03-229a4c305e83,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:54.086182 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:54.086539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:54.087692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:54.088087 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:54.088429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:54.088766 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:54.089149 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:54.089507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:54.089846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:54.090178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:54.090506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:54.090826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d860fea-511a-4013-9c11-bceea8c2761a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:54.714247 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362b53f-848f-4e63-a6e4-184a946f7837 req-5be38126-d834-4fae-82ef-c75688cfa218 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:54.725357 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8362b53f-848f-4e63-a6e4-184a946f7837 req-5be38126-d834-4fae-82ef-c75688cfa218 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0669374 Mar 23 12:44:54.776539 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8362b53f-848f-4e63-a6e4-184a946f7837 req-ff8b6e1e-0640-4d8c-896f-307495455903 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450106 Mar 23 12:44:54.894001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46734) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:55.015533 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-eb8fc36e-2d43-4a52-8e4f-4bfb635c07c9 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1575572939-network', 'tenant_id': 'c646e314a8e7407d88b5303535e78470'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:44:55.037748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8fc36e-2d43-4a52-8e4f-4bfb635c07c9 admin admin] Made reservation on behalf of c646e314a8e7407d88b5303535e78470 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:44:55.040986 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc36e-2d43-4a52-8e4f-4bfb635c07c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:55.067434 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc36e-2d43-4a52-8e4f-4bfb635c07c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:55.133008 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499d096-a815-44f9-a8cf-5e3d1c925811 req-c9ca2d34-0f4a-4527-8f02-90dffaffc0f1 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:55.134698 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a499d096-a815-44f9-a8cf-5e3d1c925811 req-c9ca2d34-0f4a-4527-8f02-90dffaffc0f1 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.0905528 Mar 23 12:44:55.203814 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a499d096-a815-44f9-a8cf-5e3d1c925811 req-b37d87ab-7a1b-4f4e-8261-859178d532a0 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535631 Mar 23 12:44:55.265214 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc36e-2d43-4a52-8e4f-4bfb635c07c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:55.280304 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc36e-2d43-4a52-8e4f-4bfb635c07c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:55.311340 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8fc36e-2d43-4a52-8e4f-4bfb635c07c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:44:55.324122 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc36e-2d43-4a52-8e4f-4bfb635c07c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:55.324860 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-eb8fc36e-2d43-4a52-8e4f-4bfb635c07c9 admin admin] Added segment f45fe1ff-b129-4098-92ca-fb14944696e5 of type vlan for network 75f9388f-ba52-41dc-8771-a7d8250cf87c Mar 23 12:44:55.399904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fc36e-2d43-4a52-8e4f-4bfb635c07c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc0767f-39bb-4ead-8a34-c28b31148d24,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:55.425925 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc36e-2d43-4a52-8e4f-4bfb635c07c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:55.552220 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc36e-2d43-4a52-8e4f-4bfb635c07c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:55.553281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8fc36e-2d43-4a52-8e4f-4bfb635c07c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:55.553959 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc36e-2d43-4a52-8e4f-4bfb635c07c9 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:55.561547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254919a3-8b10-4547-abc6-6fb0fc1b3959 req-e4688a1d-ebd0-4ada-911b-9c8abb8348a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:55.565327 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-254919a3-8b10-4547-abc6-6fb0fc1b3959 req-e4688a1d-ebd0-4ada-911b-9c8abb8348a5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=119902137579435f906c52431efb8fc4&device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 1096 time: 0.0536265 Mar 23 12:44:55.592986 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-eb8fc36e-2d43-4a52-8e4f-4bfb635c07c9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6972287 Mar 23 12:44:55.618024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaa97b-b63e-4fd8-a7b8-82ed3b2b091a req-79229774-ff51-4f51-903b-c964abf388aa tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:55.619743 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8aaa97b-b63e-4fd8-a7b8-82ed3b2b091a req-79229774-ff51-4f51-903b-c964abf388aa tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.1790226 Mar 23 12:44:55.699028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254919a3-8b10-4547-abc6-6fb0fc1b3959 req-e07add7c-a808-4621-8feb-2eb5695451fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:55.701656 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-254919a3-8b10-4547-abc6-6fb0fc1b3959 req-e07add7c-a808-4621-8feb-2eb5695451fa service neutron] 10.222.0.77 "GET /v2.0/networks?id=7b78cec4-c7aa-40fc-9016-78950337d640 HTTP/1.1" status: 200 len: 912 time: 0.1274633 Mar 23 12:44:55.702675 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fc36e-2d43-4a52-8e4f-4bfb635c07c9 admin admin] Pushing event updated for resources: {'Network': ['ID=75f9388f-ba52-41dc-8771-a7d8250cf87c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:55.715077 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 75f9388f-ba52-41dc-8771-a7d8250cf87c details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:44:55.733803 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8aaa97b-b63e-4fd8-a7b8-82ed3b2b091a req-8468ddc1-1733-4380-8587-43c89c26f423 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596573 Mar 23 12:44:55.780094 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-254919a3-8b10-4547-abc6-6fb0fc1b3959 req-18452913-2c6d-4137-8889-5035cfddd138 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=278b90a6-984a-4a63-b9f1-4261448e2db2 HTTP/1.1" status: 200 len: 217 time: 0.0687101 Mar 23 12:44:55.840948 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254919a3-8b10-4547-abc6-6fb0fc1b3959 req-c33dfe0a-a129-4507-8b05-bd05ec43b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:55.843038 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-254919a3-8b10-4547-abc6-6fb0fc1b3959 req-c33dfe0a-a129-4507-8b05-bd05ec43b7d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14751231-ddf0-4d83-ba4b-6d6079c3bf59 HTTP/1.1" status: 200 len: 851 time: 0.0531616 Mar 23 12:44:55.889654 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-254919a3-8b10-4547-abc6-6fb0fc1b3959 req-7544c022-eeff-4d47-a890-ee8a3e69709e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7b78cec4-c7aa-40fc-9016-78950337d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377069 Mar 23 12:44:56.052425 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a6112-454f-43cc-97a7-0f309e895fb7 req-a604bcdd-5c5e-4ac3-b2f2-c52121924822 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:56.054859 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-473a6112-454f-43cc-97a7-0f309e895fb7 req-a604bcdd-5c5e-4ac3-b2f2-c52121924822 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.1512823 Mar 23 12:44:56.085238 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-254919a3-8b10-4547-abc6-6fb0fc1b3959 req-c9ff11ff-6b13-42ea-970d-2b2b61fe1857 service neutron] 10.222.0.77 "GET /v2.0/networks/7b78cec4-c7aa-40fc-9016-78950337d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778691 Mar 23 12:44:56.172557 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-473a6112-454f-43cc-97a7-0f309e895fb7 req-35b1929b-d262-42fc-9539-4837d985fe73 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104805 Mar 23 12:44:56.218157 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-254919a3-8b10-4547-abc6-6fb0fc1b3959 req-62e8bc6c-34dc-49bb-8db6-08e3bfa779f1 service neutron] 10.222.0.77 "GET /v2.0/networks/7b78cec4-c7aa-40fc-9016-78950337d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179092 Mar 23 12:44:56.251835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efddaf-325a-4046-8bf6-614d979df27b req-fafd4d04-d3a7-4aee-8b24-60bbe4d41d07 tempest-ComputeTenantNetworksTest-1708597545 tempest-ComputeTenantNetworksTest-1708597545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:56.257698 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efddaf-325a-4046-8bf6-614d979df27b req-fafd4d04-d3a7-4aee-8b24-60bbe4d41d07 tempest-ComputeTenantNetworksTest-1708597545 tempest-ComputeTenantNetworksTest-1708597545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:56.263629 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efddaf-325a-4046-8bf6-614d979df27b req-fafd4d04-d3a7-4aee-8b24-60bbe4d41d07 tempest-ComputeTenantNetworksTest-1708597545 tempest-ComputeTenantNetworksTest-1708597545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:56.265272 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77efddaf-325a-4046-8bf6-614d979df27b req-fafd4d04-d3a7-4aee-8b24-60bbe4d41d07 tempest-ComputeTenantNetworksTest-1708597545 tempest-ComputeTenantNetworksTest-1708597545-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1618941 Mar 23 12:44:56.370126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ec712-64e3-40c3-a43e-ea76f20a8265 req-041fd59c-a617-4606-bb13-b061a5bdb89e tempest-ComputeTenantNetworksTest-1708597545 tempest-ComputeTenantNetworksTest-1708597545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:56.371483 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d1ec712-64e3-40c3-a43e-ea76f20a8265 req-041fd59c-a617-4606-bb13-b061a5bdb89e tempest-ComputeTenantNetworksTest-1708597545 tempest-ComputeTenantNetworksTest-1708597545-project] 10.222.0.52 "GET /v2.0/networks/75f9388f-ba52-41dc-8771-a7d8250cf87c HTTP/1.1" status: 200 len: 769 time: 0.0856125 Mar 23 12:44:56.379687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46796) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:56.460768 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e0e3-6e64-453d-9833-b23a15bdf1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:56.546490 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e0e3-6e64-453d-9833-b23a15bdf1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:56.569171 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e3f5e0e3-6e64-453d-9833-b23a15bdf1fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f9388f-ba52-41dc-8771-a7d8250cf87c']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:56.578858 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e3f5e0e3-6e64-453d-9833-b23a15bdf1fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45fe1ff-b129-4098-92ca-fb14944696e5') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:56.579691 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e3f5e0e3-6e64-453d-9833-b23a15bdf1fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45fe1ff-b129-4098-92ca-fb14944696e5') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:44:56.589325 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e0e3-6e64-453d-9833-b23a15bdf1fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:56.610955 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device fa804517-1fbc-4f8b-8202-dc20477a8cc4 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:44:56.613381 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e0e3-6e64-453d-9833-b23a15bdf1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:56.617443 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device fa804517-1fbc-4f8b-8202-dc20477a8cc4 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:44:56.620107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f5e0e3-6e64-453d-9833-b23a15bdf1fa admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:44:56.620503 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e0e3-6e64-453d-9833-b23a15bdf1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:44:56.633018 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:44:56.703351 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e0e3-6e64-453d-9833-b23a15bdf1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:56.734460 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e0e3-6e64-453d-9833-b23a15bdf1fa admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:56.740870 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e3f5e0e3-6e64-453d-9833-b23a15bdf1fa admin admin] 10.222.0.52 "DELETE /v2.0/networks/75f9388f-ba52-41dc-8771-a7d8250cf87c HTTP/1.1" status: 204 len: 168 time: 0.3599792 Mar 23 12:44:56.741762 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5e0e3-6e64-453d-9833-b23a15bdf1fa admin admin] Pushing event deleted for resources: {'Network': ['ID=75f9388f-ba52-41dc-8771-a7d8250cf87c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:56.786652 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:56.871442 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:44:56.878867 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d127a4-6173-46c2-b893-08e9687c7ee2" -d '{"events": [{"server_uuid": "135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6", "name": "network-vif-unplugged", "status": "completed", "tag": "fa804517-1fbc-4f8b-8202-dc20477a8cc4"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:44:56.897472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port fa804517-1fbc-4f8b-8202-dc20477a8cc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:56.901443 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8d05a1f-7295-4ec9-a66d-df72ed7d7d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:56.923734 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port fa804517-1fbc-4f8b-8202-dc20477a8cc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:56.925463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4', 'mac_address': 'fa:16:3e:50:35:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:44:56.977087 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46824) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:56.982725 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:56.987038 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:56.992368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19612e70-2ed2-46b9-a5aa-82f76ffc7f7e req-6d545619-8d50-4163-87af-ed32e23b770d tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:56.994553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19612e70-2ed2-46b9-a5aa-82f76ffc7f7e req-6d545619-8d50-4163-87af-ed32e23b770d tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.1183963 Mar 23 12:44:57.041938 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e372ebdb-99f5-4e90-8827-bc606f295d1c x-openstack-request-id: req-e372ebdb-99f5-4e90-8827-bc606f295d1c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:44:57.042485 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6", "name": "network-vif-unplugged", "status": "completed", "tag": "fa804517-1fbc-4f8b-8202-dc20477a8cc4", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:44:57.042904 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e372ebdb-99f5-4e90-8827-bc606f295d1c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:44:57.043454 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4', 'code': 200} Mar 23 12:44:57.052105 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d4887729-cd3e-4449-bf5d-e9d814f71c92 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c646e314a8e7407d88b5303535e78470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716703 Mar 23 12:44:57.052547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46826) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:44:57.066804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19612e70-2ed2-46b9-a5aa-82f76ffc7f7e req-6ec2336d-31d4-47c0-9ab8-3af17089dc7a tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526397 Mar 23 12:44:57.082765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa804517-1fbc-4f8b-8202-dc20477a8cc4 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:44:57.124262 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port fa804517-1fbc-4f8b-8202-dc20477a8cc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:44:57.125346 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=fa804517-1fbc-4f8b-8202-dc20477a8cc4,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:57.130357 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:57.155091 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12be2a5d-c5f1-4145-917c-3c6b845fed50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:57.214690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=fa804517-1fbc-4f8b-8202-dc20477a8cc4,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:57.225874 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12be2a5d-c5f1-4145-917c-3c6b845fed50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:57.354021 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f584fe2-8366-4563-9a27-41354ddfee34 req-e20b683e-7130-415d-ab56-5a0946bdd130 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:57.359211 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f584fe2-8366-4563-9a27-41354ddfee34 req-e20b683e-7130-415d-ab56-5a0946bdd130 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0748699 Mar 23 12:44:57.369561 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12be2a5d-c5f1-4145-917c-3c6b845fed50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:57.375704 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12be2a5d-c5f1-4145-917c-3c6b845fed50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:57.379223 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-12be2a5d-c5f1-4145-917c-3c6b845fed50 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dfc0767f-39bb-4ead-8a34-c28b31148d24 HTTP/1.1" status: 204 len: 168 time: 0.3244851 Mar 23 12:44:57.452567 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f584fe2-8366-4563-9a27-41354ddfee34 req-111e78a8-a1f0-45c7-845f-2df27c7aff8e tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717471 Mar 23 12:44:57.459771 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be2a5d-c5f1-4145-917c-3c6b845fed50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc0767f-39bb-4ead-8a34-c28b31148d24,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:57.712898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['fa804517-1fbc-4f8b-8202-dc20477a8cc4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:44:57.770616 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:58.196823 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8459c8-66a4-4727-9f97-4051bd394118 req-c276a2c4-51b4-44b3-a161-7083de958012 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:58.204306 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe8459c8-66a4-4727-9f97-4051bd394118 req-c276a2c4-51b4-44b3-a161-7083de958012 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.0591140 Mar 23 12:44:58.250492 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe8459c8-66a4-4727-9f97-4051bd394118 req-3950cd6d-5241-4f9e-b0cb-2e2ff3c5e179 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403407 Mar 23 12:44:58.613335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc595caf-c17f-47ab-ace5-1e13653d69c6 req-8c975671-91a0-4655-9368-8651e08dd72e tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:58.621048 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc595caf-c17f-47ab-ace5-1e13653d69c6 req-8c975671-91a0-4655-9368-8651e08dd72e tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.0816307 Mar 23 12:44:58.643817 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8e16f-6522-4fe7-8399-386eae1ad6fd req-b0ffac58-8ff3-4be5-9a96-f3381a592128 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:58.645541 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28c8e16f-6522-4fe7-8399-386eae1ad6fd req-b0ffac58-8ff3-4be5-9a96-f3381a592128 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0681188 Mar 23 12:44:58.676494 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc595caf-c17f-47ab-ace5-1e13653d69c6 req-e71e57cb-7676-4a62-8c99-ee02f6c85566 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545056 Mar 23 12:44:58.722629 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28c8e16f-6522-4fe7-8399-386eae1ad6fd req-324a9313-289f-4324-8625-3f6a84371b50 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630159 Mar 23 12:44:58.864089 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987828b0-4af3-4b36-8272-e8f2f52f39d1 req-116dc383-7ce1-43d1-94ee-d8dfe97a9c3a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:58.865901 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-987828b0-4af3-4b36-8272-e8f2f52f39d1 req-116dc383-7ce1-43d1-94ee-d8dfe97a9c3a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 950 time: 0.0680320 Mar 23 12:44:58.914102 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-987828b0-4af3-4b36-8272-e8f2f52f39d1 req-0ed6ee78-c69f-4af5-815e-60aee6a15b55 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419014 Mar 23 12:44:59.044321 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:59.183053 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-0988a4f2-c479-4f26-b8e4-7645be09456e tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7c1d3a5014264763bcc8243971f01780&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288184 Mar 23 12:44:59.311678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-0efd3704-e9a6-4c27-bbac-f54b36c0e33d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:59.320683 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-0efd3704-e9a6-4c27-bbac-f54b36c0e33d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1366599 Mar 23 12:44:59.341145 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-b4b9d278-49b3-439d-a8ec-5cba9ac2be1e tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/quotas/7c1d3a5014264763bcc8243971f01780 HTTP/1.1" status: 200 len: 375 time: 0.0195289 Mar 23 12:44:59.396297 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-782b504c-ddd3-4207-828e-53cf76f3fb61 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537620 Mar 23 12:44:59.473126 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:44:59.637564 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af6b0e55-98db-4948-a9b6-acf4afb1ccd2 req-3e15d652-c250-4880-ae8e-71b625c66341 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 210 time: 0.0342884 Mar 23 12:44:59.842845 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18165bb4-6c40-4917-b178-549e922805b9 req-9d4b2507-049b-4a97-b257-98c628f4d19e tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:44:59.850182 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-18165bb4-6c40-4917-b178-549e922805b9 req-9d4b2507-049b-4a97-b257-98c628f4d19e tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.0789921 Mar 23 12:44:59.931449 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-18165bb4-6c40-4917-b178-549e922805b9 req-5b77cf43-fc8b-4466-b167-58bf44305249 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799670 Mar 23 12:45:00.607881 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device fa804517-1fbc-4f8b-8202-dc20477a8cc4 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:45:00.669651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port fa804517-1fbc-4f8b-8202-dc20477a8cc4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:00.670024 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:00.773699 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:00.804014 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c763fa6-99f0-41c4-802d-61e775aef4dd req-292334ed-ac0c-4d01-aad4-904b3b43b225 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 210 time: 0.0646229 Mar 23 12:45:00.815279 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:45:00.825383 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ed4d09-4265-4382-83bf-949ea9146976" -d '{"events": [{"server_uuid": "135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6", "name": "network-vif-plugged", "status": "completed", "tag": "fa804517-1fbc-4f8b-8202-dc20477a8cc4"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:45:00.857125 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port fa804517-1fbc-4f8b-8202-dc20477a8cc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:00.864080 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:00.925778 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d3bbc-d78c-4cda-aabe-8fbe2e92068c req-7079e4b6-6c4b-47f8-acd2-a0ca1488855c tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:00.927639 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f3d3bbc-d78c-4cda-aabe-8fbe2e92068c req-7079e4b6-6c4b-47f8-acd2-a0ca1488855c tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.77 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.1161232 Mar 23 12:45:00.929225 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-4d938feb-06c6-4bd8-ba9c-4b57fa663bce tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7c1d3a5014264763bcc8243971f01780&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695963 Mar 23 12:45:00.976284 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f297dc-3ddc-4ede-97f4-42682920e878 x-openstack-request-id: req-37f297dc-3ddc-4ede-97f4-42682920e878 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:45:00.977739 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6", "name": "network-vif-plugged", "status": "completed", "tag": "fa804517-1fbc-4f8b-8202-dc20477a8cc4", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:45:00.982191 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37f297dc-3ddc-4ede-97f4-42682920e878 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:45:00.982628 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4', 'code': 200} Mar 23 12:45:01.110951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=fa804517-1fbc-4f8b-8202-dc20477a8cc4,revision_number=11']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:01.143962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-0512bf07-e79e-4252-bea0-59726b721cc8 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:01.153335 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-0512bf07-e79e-4252-bea0-59726b721cc8 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067270 Mar 23 12:45:01.177897 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-fcde992f-c156-459b-ac32-f1b109624682 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Request body: {'port': {'device_id': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': '7c1d3a5014264763bcc8243971f01780'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:45:01.252627 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345df7f-6a50-4035-aea5-86f70fd4fd70 req-d28e6277-ce12-4937-bc86-1ed9ddbc6ee2 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:01.254681 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6345df7f-6a50-4035-aea5-86f70fd4fd70 req-d28e6277-ce12-4937-bc86-1ed9ddbc6ee2 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 945 time: 0.1377988 Mar 23 12:45:01.286781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-2f3d3bbc-d78c-4cda-aabe-8fbe2e92068c req-89d1c49b-e112-46ff-b8e7-5ff3ff7e02d4 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Deleting port 278b90a6-984a-4a63-b9f1-4261448e2db2 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:45:01.287358 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2f3d3bbc-d78c-4cda-aabe-8fbe2e92068c req-89d1c49b-e112-46ff-b8e7-5ff3ff7e02d4 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:01.325154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-fcde992f-c156-459b-ac32-f1b109624682 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Made reservation on behalf of 7c1d3a5014264763bcc8243971f01780 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:45:01.329636 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-fcde992f-c156-459b-ac32-f1b109624682 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:01.349761 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6345df7f-6a50-4035-aea5-86f70fd4fd70 req-1a602775-f9c8-4e4a-b2dd-2e80727b885e tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/security-groups?id=c206c660-bb57-498e-902b-a6fbe939b579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846698 Mar 23 12:45:01.413115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2f3d3bbc-d78c-4cda-aabe-8fbe2e92068c req-89d1c49b-e112-46ff-b8e7-5ff3ff7e02d4 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] For port 278b90a6-984a-4a63-b9f1-4261448e2db2, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=278b90a6-984a-4a63-b9f1-4261448e2db2,segment=NetworkSegment(46bcb81d-e19c-43a6-8e49-1c6048a5ab98),segment_id=46bcb81d-e19c-43a6-8e49-1c6048a5ab98)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:01.422807 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2f3d3bbc-d78c-4cda-aabe-8fbe2e92068c req-89d1c49b-e112-46ff-b8e7-5ff3ff7e02d4 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:01.441473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-2f3d3bbc-d78c-4cda-aabe-8fbe2e92068c req-89d1c49b-e112-46ff-b8e7-5ff3ff7e02d4 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Calling delete_port for 278b90a6-984a-4a63-b9f1-4261448e2db2 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:45:01.504655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-fcde992f-c156-459b-ac32-f1b109624682 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Allocated IP 192.168.233.99 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/a30d5c19-86cb-4153-be9a-9dd7359eda1b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:45:01.598950 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2f3d3bbc-d78c-4cda-aabe-8fbe2e92068c req-89d1c49b-e112-46ff-b8e7-5ff3ff7e02d4 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:01.612622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['278b90a6-984a-4a63-b9f1-4261448e2db2'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:45:01.661859 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1c49b-e112-46ff-b8e7-5ff3ff7e02d4 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Pushing event deleted for resources: {'Port': ['ID=278b90a6-984a-4a63-b9f1-4261448e2db2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:01.708687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3d3bbc-d78c-4cda-aabe-8fbe2e92068c req-89d1c49b-e112-46ff-b8e7-5ff3ff7e02d4 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] No DVR routers for this DVR port 278b90a6-984a-4a63-b9f1-4261448e2db2 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:45:01.712354 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2f3d3bbc-d78c-4cda-aabe-8fbe2e92068c req-89d1c49b-e112-46ff-b8e7-5ff3ff7e02d4 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:01.719146 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f3d3bbc-d78c-4cda-aabe-8fbe2e92068c req-89d1c49b-e112-46ff-b8e7-5ff3ff7e02d4 tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.77 "DELETE /v2.0/ports/278b90a6-984a-4a63-b9f1-4261448e2db2 HTTP/1.1" status: 204 len: 173 time: 0.7735848 Mar 23 12:45:01.719669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1bbc01-df12-46fc-829b-b887d5efd632', 'name': 'network-vif-deleted', 'tag': '278b90a6-984a-4a63-b9f1-4261448e2db2'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:45:01.722288 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280d576c-8031-466d-b26e-8767b614ddc0" -d '{"events": [{"server_uuid": "be1bbc01-df12-46fc-829b-b887d5efd632", "name": "network-vif-deleted", "tag": "278b90a6-984a-4a63-b9f1-4261448e2db2"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:45:01.723610 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-fcde992f-c156-459b-ac32-f1b109624682 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:01.774179 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1f657d-91c1-4d0f-96fc-c04c0457e94d x-openstack-request-id: req-fd1f657d-91c1-4d0f-96fc-c04c0457e94d {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:45:01.774524 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1bbc01-df12-46fc-829b-b887d5efd632", "name": "network-vif-deleted", "tag": "278b90a6-984a-4a63-b9f1-4261448e2db2", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:45:01.774787 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd1f657d-91c1-4d0f-96fc-c04c0457e94d {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:45:01.775189 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1bbc01-df12-46fc-829b-b887d5efd632', 'name': 'network-vif-deleted', 'tag': '278b90a6-984a-4a63-b9f1-4261448e2db2', 'status': 'completed', 'code': 200} Mar 23 12:45:01.787847 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-fcde992f-c156-459b-ac32-f1b109624682 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:01.802742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['95491ea5-cdad-4cf1-8470-45c2830fa3b3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:45:01.807575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['c09f1311-99f3-4ae7-856c-7cc0852917f8', 'fa804517-1fbc-4f8b-8202-dc20477a8cc4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:45:01.841056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-fcde992f-c156-459b-ac32-f1b109624682 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:45:01.859298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-fcde992f-c156-459b-ac32-f1b109624682 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:45:01.870600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-fcde992f-c156-459b-ac32-f1b109624682 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:45:01.943611 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde992f-c156-459b-ac32-f1b109624682 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Pushing event updated for resources: {'Port': ['ID=a30d5c19-86cb-4153-be9a-9dd7359eda1b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:01.975135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-fcde992f-c156-459b-ac32-f1b109624682 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:01.976541 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-fcde992f-c156-459b-ac32-f1b109624682 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:02.001688 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-fcde992f-c156-459b-ac32-f1b109624682 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8282189 Mar 23 12:45:02.018595 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Request body: {'port': {'device_id': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:45:02.019293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231779d-dfa1-4e69-8c41-7cd39d09767a req-8a324414-4c90-401d-92ec-52232a811e90 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:02.030130 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a231779d-dfa1-4e69-8c41-7cd39d09767a req-8a324414-4c90-401d-92ec-52232a811e90 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 935 time: 0.1143985 Mar 23 12:45:02.109648 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a231779d-dfa1-4e69-8c41-7cd39d09767a req-962e4059-c679-41fd-844c-896e9cb6bc8b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722308 Mar 23 12:45:02.186112 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:02.419750 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d8046b67-10d1-497e-b659-ee555ce06f46 None None] Provisioning complete for port a30d5c19-86cb-4153-be9a-9dd7359eda1b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:02.420154 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d8046b67-10d1-497e-b659-ee555ce06f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:02.467286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d8046b67-10d1-497e-b659-ee555ce06f46 None None] Port a30d5c19-86cb-4153-be9a-9dd7359eda1b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:45:02.570289 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4de675d3-3bfa-4ee0-9ceb-f037fe89052e req-8aa91ab0-1eeb-4974-bd59-011b3b86efcc tempest-TestServerAdvancedOps-1659563947 tempest-TestServerAdvancedOps-1659563947-project] 10.222.0.52 "GET /v2.0/ports?device_id=be1bbc01-df12-46fc-829b-b887d5efd632 HTTP/1.1" status: 200 len: 210 time: 0.0553832 Mar 23 12:45:02.686625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30d5c19-86cb-4153-be9a-9dd7359eda1b {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:45:02.695314 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:02.707810 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Transition to ACTIVE for port object a30d5c19-86cb-4153-be9a-9dd7359eda1b will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:45:02.712438 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:02.760908 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Pushing event updated for resources: {'Port': ['ID=a30d5c19-86cb-4153-be9a-9dd7359eda1b,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:02.849050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Attempting to bind port a30d5c19-86cb-4153-be9a-9dd7359eda1b on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:45:02.849389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Attempting to bind port a30d5c19-86cb-4153-be9a-9dd7359eda1b by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:45:02.849717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Attempting to bind port a30d5c19-86cb-4153-be9a-9dd7359eda1b on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:45:02.854195 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Port a30d5c19-86cb-4153-be9a-9dd7359eda1b on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:45:02.854516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Attempting to bind port a30d5c19-86cb-4153-be9a-9dd7359eda1b on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:45:02.864540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:45:02.864867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:45:02.865537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:45:02.865821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Bound port: a30d5c19-86cb-4153-be9a-9dd7359eda1b, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:45:02.866188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:02.948500 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:45:02.952271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:45:02.957815 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:03.001060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:03.001686 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:03.003110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] 10.222.0.77 "PUT /v2.0/ports/a30d5c19-86cb-4153-be9a-9dd7359eda1b HTTP/1.1" status: 200 len: 1095 time: 0.9931722 Mar 23 12:45:03.003734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'tag': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:45:03.006104 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b3cde0-ef8e-45e0-b7b0-a8c101a3aae7" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf0d781-ec15-4c59-b76f-b4cd737a8062", "tag": "a30d5c19-86cb-4153-be9a-9dd7359eda1b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:45:03.065141 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6d80bb-f861-4225-99c0-9d376d52d532 x-openstack-request-id: req-ce6d80bb-f861-4225-99c0-9d376d52d532 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:45:03.065438 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf0d781-ec15-4c59-b76f-b4cd737a8062", "tag": "a30d5c19-86cb-4153-be9a-9dd7359eda1b", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:45:03.065690 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce6d80bb-f861-4225-99c0-9d376d52d532 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:45:03.066088 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'tag': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b', 'status': 'completed', 'code': 200} Mar 23 12:45:03.068158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33358c26-feda-435f-88e2-2ad01133b35e service neutron] Pushing event updated for resources: {'Port': ['ID=a30d5c19-86cb-4153-be9a-9dd7359eda1b,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:03.104015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-18671f3a-07f4-4078-9648-1e62cc29035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:03.105662 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-18671f3a-07f4-4078-9648-1e62cc29035a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 1098 time: 0.0553436 Mar 23 12:45:03.172890 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-e6eb6ab7-2761-4dbc-91f7-28d31f465e9f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b HTTP/1.1" status: 200 len: 217 time: 0.0577624 Mar 23 12:45:03.272949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-e2fe5581-0189-4155-b544-e52fb432b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:03.274436 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-e2fe5581-0189-4155-b544-e52fb432b6a8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0948510 Mar 23 12:45:03.290049 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c8dd1-4323-42ab-ae05-f2a1f95fb1db req-001c7f1e-cfc6-4e31-8dd3-c971f114eb8d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:03.291553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa0c8dd1-4323-42ab-ae05-f2a1f95fb1db req-001c7f1e-cfc6-4e31-8dd3-c971f114eb8d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 947 time: 0.0728619 Mar 23 12:45:03.366300 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa0c8dd1-4323-42ab-ae05-f2a1f95fb1db req-ecc8660a-5176-4b73-9041-71a480bf44e5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630519 Mar 23 12:45:03.369071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-db017fe1-90bc-4371-8561-9e3d55be9c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:03.370644 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-db017fe1-90bc-4371-8561-9e3d55be9c51 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780149 Mar 23 12:45:03.513478 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-974fff85-ac73-46fd-a65e-71e783769232 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303251 Mar 23 12:45:03.647135 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad540965-b891-4ce2-aa2f-f63c14472d32 req-bf4a6a8a-a699-458c-a441-4abd2ea6df32 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225953 Mar 23 12:45:03.662013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47124) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:03.718935 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc2d818-1129-4348-8b81-a3570936d93c admin admin] Deleting subnet 14751231-ddf0-4d83-ba4b-6d6079c3bf59 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:45:03.733029 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d818-1129-4348-8b81-a3570936d93c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:03.786105 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d818-1129-4348-8b81-a3570936d93c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:03.812594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3cde0-ef8e-45e0-b7b0-a8c101a3aae7 req-71276e91-f588-459e-a72c-40ea6c9e8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:03.814199 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-89b3cde0-ef8e-45e0-b7b0-a8c101a3aae7 req-71276e91-f588-459e-a72c-40ea6c9e8dee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 1098 time: 0.0922611 Mar 23 12:45:03.878626 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d818-1129-4348-8b81-a3570936d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:03.956602 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3cde0-ef8e-45e0-b7b0-a8c101a3aae7 req-f11aeaa7-a6ca-446c-b571-c30fa6bf5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:03.958014 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-89b3cde0-ef8e-45e0-b7b0-a8c101a3aae7 req-f11aeaa7-a6ca-446c-b571-c30fa6bf5a8d service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1348538 Mar 23 12:45:03.960342 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d818-1129-4348-8b81-a3570936d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.025882 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2d818-1129-4348-8b81-a3570936d93c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14751231-ddf0-4d83-ba4b-6d6079c3bf59,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:04.032709 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-89b3cde0-ef8e-45e0-b7b0-a8c101a3aae7 req-24af9195-f82f-4b02-af97-4779f2a2b676 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b HTTP/1.1" status: 200 len: 217 time: 0.0638697 Mar 23 12:45:04.033713 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d818-1129-4348-8b81-a3570936d93c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.039245 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7dc2d818-1129-4348-8b81-a3570936d93c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/14751231-ddf0-4d83-ba4b-6d6079c3bf59 HTTP/1.1" status: 204 len: 168 time: 0.3740253 Mar 23 12:45:04.040020 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47154) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:04.115446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3cde0-ef8e-45e0-b7b0-a8c101a3aae7 req-d6fde78e-cc84-4fe8-9a66-ba3512c09287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:04.117546 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-89b3cde0-ef8e-45e0-b7b0-a8c101a3aae7 req-d6fde78e-cc84-4fe8-9a66-ba3512c09287 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0726540 Mar 23 12:45:04.119086 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9f2a8eb-ad72-4468-97bd-2b47bea03f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.179241 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3cde0-ef8e-45e0-b7b0-a8c101a3aae7 req-10487695-06d8-473d-9cb0-0d5066f2f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:04.183863 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-89b3cde0-ef8e-45e0-b7b0-a8c101a3aae7 req-10487695-06d8-473d-9cb0-0d5066f2f6b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0553308 Mar 23 12:45:04.228369 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9f2a8eb-ad72-4468-97bd-2b47bea03f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.252577 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d9f2a8eb-ad72-4468-97bd-2b47bea03f9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b78cec4-c7aa-40fc-9016-78950337d640']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:04.262376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d9f2a8eb-ad72-4468-97bd-2b47bea03f9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46bcb81d-e19c-43a6-8e49-1c6048a5ab98') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:04.262678 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d9f2a8eb-ad72-4468-97bd-2b47bea03f9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46bcb81d-e19c-43a6-8e49-1c6048a5ab98') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:04.275212 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9f2a8eb-ad72-4468-97bd-2b47bea03f9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.293839 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9f2a8eb-ad72-4468-97bd-2b47bea03f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.300715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f2a8eb-ad72-4468-97bd-2b47bea03f9c admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:45:04.301110 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9f2a8eb-ad72-4468-97bd-2b47bea03f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:45:04.303096 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:45:04.333593 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-89b3cde0-ef8e-45e0-b7b0-a8c101a3aae7 req-48aef24d-822c-423a-a5a9-3704babf535f service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392906 Mar 23 12:45:04.375578 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9f2a8eb-ad72-4468-97bd-2b47bea03f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.383217 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9f2a8eb-ad72-4468-97bd-2b47bea03f9c admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.390321 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d9f2a8eb-ad72-4468-97bd-2b47bea03f9c admin admin] 10.222.0.52 "DELETE /v2.0/networks/7b78cec4-c7aa-40fc-9016-78950337d640 HTTP/1.1" status: 204 len: 168 time: 0.3471370 Mar 23 12:45:04.391531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47168) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:04.410037 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2a8eb-ad72-4468-97bd-2b47bea03f9c admin admin] Pushing event deleted for resources: {'Network': ['ID=7b78cec4-c7aa-40fc-9016-78950337d640,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:04.471629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c09fac5-68c4-4eff-a8bb-9d87e8ca0de9 admin admin] Deleting subnet 3401bb28-eb61-4f8c-a190-ed6122df1d48 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:45:04.475601 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c09fac5-68c4-4eff-a8bb-9d87e8ca0de9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.525741 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c09fac5-68c4-4eff-a8bb-9d87e8ca0de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.551439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-89b3cde0-ef8e-45e0-b7b0-a8c101a3aae7 req-aebf68bd-15a2-48bc-bde5-7b644e4cfb59 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100503 Mar 23 12:45:04.588745 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c09fac5-68c4-4eff-a8bb-9d87e8ca0de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.617240 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 278b90a6-984a-4a63-b9f1-4261448e2db2 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:45:04.638069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1d511-badf-4bdd-a763-4fa54d4f93f8 req-4cbebc38-6992-4f62-b666-609c0675be03 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:04.639647 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6aa1d511-badf-4bdd-a763-4fa54d4f93f8 req-4cbebc38-6992-4f62-b666-609c0675be03 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 947 time: 0.1374164 Mar 23 12:45:04.664520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 278b90a6-984a-4a63-b9f1-4261448e2db2 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:45:04.664874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 278b90a6-984a-4a63-b9f1-4261448e2db2 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:45:04.676888 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c09fac5-68c4-4eff-a8bb-9d87e8ca0de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.707897 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09fac5-68c4-4eff-a8bb-9d87e8ca0de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3401bb28-eb61-4f8c-a190-ed6122df1d48,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:04.710025 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c09fac5-68c4-4eff-a8bb-9d87e8ca0de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.714301 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6c09fac5-68c4-4eff-a8bb-9d87e8ca0de9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3401bb28-eb61-4f8c-a190-ed6122df1d48 HTTP/1.1" status: 204 len: 168 time: 0.3124413 Mar 23 12:45:04.718677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47180) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:04.727566 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6aa1d511-badf-4bdd-a763-4fa54d4f93f8 req-fd4297b6-c7b3-424a-b193-c9778d003ea2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746624 Mar 23 12:45:04.756728 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47186) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:04.816925 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11ef2c39-3734-4836-a3be-24cb98068304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.884026 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f51932a6-5b5b-451c-a6e2-173fb8e7aae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.924834 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11ef2c39-3734-4836-a3be-24cb98068304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.957447 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-11ef2c39-3734-4836-a3be-24cb98068304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def383ac-f49e-4188-9493-5ad709db0ed9']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:04.970186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-11ef2c39-3734-4836-a3be-24cb98068304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3391d3f4-adec-40d3-bcbb-4db6c8411729') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:04.970469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-11ef2c39-3734-4836-a3be-24cb98068304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3391d3f4-adec-40d3-bcbb-4db6c8411729') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:04.977546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f51932a6-5b5b-451c-a6e2-173fb8e7aae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.984165 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f51932a6-5b5b-451c-a6e2-173fb8e7aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:04.984606 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11ef2c39-3734-4836-a3be-24cb98068304 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:05.000543 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11ef2c39-3734-4836-a3be-24cb98068304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:05.008307 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ef2c39-3734-4836-a3be-24cb98068304 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:45:05.008699 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11ef2c39-3734-4836-a3be-24cb98068304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:45:05.011171 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:45:05.032564 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f51932a6-5b5b-451c-a6e2-173fb8e7aae6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=50270205c5e84ae1b7c9ba804cebda2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2745504 Mar 23 12:45:05.033531 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47192) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:05.042895 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51932a6-5b5b-451c-a6e2-173fb8e7aae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e621c2-6fd2-4e61-ac08-c19fddb39297,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:05.103270 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-339d6a76-a386-45bf-b0e0-4fdf3e4a1ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:05.115700 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11ef2c39-3734-4836-a3be-24cb98068304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:05.122779 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11ef2c39-3734-4836-a3be-24cb98068304 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:05.132059 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-339d6a76-a386-45bf-b0e0-4fdf3e4a1ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:05.139078 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-11ef2c39-3734-4836-a3be-24cb98068304 admin admin] 10.222.0.52 "DELETE /v2.0/networks/def383ac-f49e-4188-9493-5ad709db0ed9 HTTP/1.1" status: 204 len: 168 time: 0.4173388 Mar 23 12:45:05.208624 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-339d6a76-a386-45bf-b0e0-4fdf3e4a1ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:05.213142 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-339d6a76-a386-45bf-b0e0-4fdf3e4a1ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:05.217710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-339d6a76-a386-45bf-b0e0-4fdf3e4a1ab1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93e621c2-6fd2-4e61-ac08-c19fddb39297 HTTP/1.1" status: 204 len: 168 time: 0.1815686 Mar 23 12:45:05.230807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d6a76-a386-45bf-b0e0-4fdf3e4a1ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e621c2-6fd2-4e61-ac08-c19fddb39297,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:05.378952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47200) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:05.457599 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-625bdbf5-f021-4b06-85e2-2df42870adbe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=119902137579435f906c52431efb8fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773127 Mar 23 12:45:05.460068 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47204) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:05.507251 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef2c39-3734-4836-a3be-24cb98068304 admin admin] Pushing event deleted for resources: {'Network': ['ID=def383ac-f49e-4188-9493-5ad709db0ed9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:05.516071 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ec5083-0e53-4be7-98d3-5786453fa31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:05.539619 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ec5083-0e53-4be7-98d3-5786453fa31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:05.607700 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ec5083-0e53-4be7-98d3-5786453fa31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:05.612833 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12ec5083-0e53-4be7-98d3-5786453fa31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:05.614964 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-12ec5083-0e53-4be7-98d3-5786453fa31a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c206c660-bb57-498e-902b-a6fbe939b579 HTTP/1.1" status: 204 len: 168 time: 0.1539731 Mar 23 12:45:05.624773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec5083-0e53-4be7-98d3-5786453fa31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c206c660-bb57-498e-902b-a6fbe939b579,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:05.634387 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47210) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:05.654505 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e884586a-06d8-4b2a-8c90-8213b41ae5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:05.762264 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e884586a-06d8-4b2a-8c90-8213b41ae5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:05.768082 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e884586a-06d8-4b2a-8c90-8213b41ae5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:05.807816 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884586a-06d8-4b2a-8c90-8213b41ae5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b607f0ce-e43b-4e33-bcea-51c742567124,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:05.848955 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e884586a-06d8-4b2a-8c90-8213b41ae5ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6f45666003e04ea8be8244f0221f14e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2110136 Mar 23 12:45:05.849215 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47214) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:05.931290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569c20-355d-407b-b3b3-780d1cf95c65 req-2b07560b-ba6e-4019-8730-e6a4780b6e12 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:05.934259 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-01569c20-355d-407b-b3b3-780d1cf95c65 req-2b07560b-ba6e-4019-8730-e6a4780b6e12 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 947 time: 0.0857491 Mar 23 12:45:05.990188 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-01569c20-355d-407b-b3b3-780d1cf95c65 req-32827087-67a5-4eb8-9489-b4c31be8f1e2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487857 Mar 23 12:45:05.996565 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c03394c-5b89-44b6-a2de-b5a1807e25b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:06.023173 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c03394c-5b89-44b6-a2de-b5a1807e25b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:06.095469 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c03394c-5b89-44b6-a2de-b5a1807e25b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:06.100457 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c03394c-5b89-44b6-a2de-b5a1807e25b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:06.104655 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7c03394c-5b89-44b6-a2de-b5a1807e25b1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b607f0ce-e43b-4e33-bcea-51c742567124 HTTP/1.1" status: 204 len: 168 time: 0.2545855 Mar 23 12:45:06.113940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03394c-5b89-44b6-a2de-b5a1807e25b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b607f0ce-e43b-4e33-bcea-51c742567124,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:06.300230 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47222) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:06.359764 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4ca8afef-5b9e-4e72-bce1-6353283f582b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b297d14710f4cc19bb5c25ac3c53def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575423 Mar 23 12:45:06.362616 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47228) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:06.429637 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4096f1c0-1af3-4e7c-ac86-50e5a2021adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:06.465033 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4096f1c0-1af3-4e7c-ac86-50e5a2021adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:06.525717 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4096f1c0-1af3-4e7c-ac86-50e5a2021adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:06.529877 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4096f1c0-1af3-4e7c-ac86-50e5a2021adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:06.531572 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4096f1c0-1af3-4e7c-ac86-50e5a2021adb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7659bf0d-d97a-4539-8f60-072a1e6dd6b0 HTTP/1.1" status: 204 len: 168 time: 0.1673484 Mar 23 12:45:06.540740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096f1c0-1af3-4e7c-ac86-50e5a2021adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7659bf0d-d97a-4539-8f60-072a1e6dd6b0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:06.605401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device a30d5c19-86cb-4153-be9a-9dd7359eda1b details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:45:06.733231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:06.777094 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b', 'mac_address': 'fa:16:3e:cd:2a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:45:06.883780 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:06.920718 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30d5c19-86cb-4153-be9a-9dd7359eda1b {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:45:06.964611 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:06.974285 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:07.080708 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=a30d5c19-86cb-4153-be9a-9dd7359eda1b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:07.245342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c2718-f89e-4150-b76e-21d550609208 req-cb963112-ec5e-4bc7-b3cd-41f84e8e3eb3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:07.263589 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-466c2718-f89e-4150-b76e-21d550609208 req-cb963112-ec5e-4bc7-b3cd-41f84e8e3eb3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 948 time: 0.1368687 Mar 23 12:45:07.327804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-466c2718-f89e-4150-b76e-21d550609208 req-2f807804-91d8-4be4-91b1-b2997e5eae20 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629439 Mar 23 12:45:07.420679 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['a30d5c19-86cb-4153-be9a-9dd7359eda1b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:45:07.870267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47382) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:08.055183 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bb0ef4a4-ce24-437b-bf10-78068cc0c047 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-403467875-network', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:45:08.085292 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0ef4a4-ce24-437b-bf10-78068cc0c047 admin admin] Made reservation on behalf of fef0880d69bd4c0fb58be53802b212c7 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:45:08.088835 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef4a4-ce24-437b-bf10-78068cc0c047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:08.099451 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef4a4-ce24-437b-bf10-78068cc0c047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:08.226489 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef4a4-ce24-437b-bf10-78068cc0c047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:08.231370 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef4a4-ce24-437b-bf10-78068cc0c047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:08.259902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0ef4a4-ce24-437b-bf10-78068cc0c047 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:45:08.271060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ef4a4-ce24-437b-bf10-78068cc0c047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec86bfa6-3a1b-44d9-9453-3153757f9fb8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:08.277345 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef4a4-ce24-437b-bf10-78068cc0c047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:08.277677 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-bb0ef4a4-ce24-437b-bf10-78068cc0c047 admin admin] Added segment 29dae5b9-80a8-4956-9faa-c2c202802d01 of type vlan for network 254bf9df-e111-474a-8af1-a0291c64e5ff Mar 23 12:45:08.330075 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef4a4-ce24-437b-bf10-78068cc0c047 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:08.368880 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef4a4-ce24-437b-bf10-78068cc0c047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:08.370309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0ef4a4-ce24-437b-bf10-78068cc0c047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:08.371971 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef4a4-ce24-437b-bf10-78068cc0c047 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:08.441577 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bb0ef4a4-ce24-437b-bf10-78068cc0c047 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5693760 Mar 23 12:45:08.444463 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47458) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:08.452187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e18faee3-7f58-4197-b8aa-a4da85d54b75 admin admin] Request body: {'subnet': {'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-403467875-subnet', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:45:08.463683 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ef4a4-ce24-437b-bf10-78068cc0c047 admin admin] Pushing event updated for resources: {'Network': ['ID=254bf9df-e111-474a-8af1-a0291c64e5ff,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:08.466920 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e383633-e302-4139-8b5f-fc155445479a req-5457dd37-ac17-4f19-9af9-d0387a6e0bd1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:08.468572 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e383633-e302-4139-8b5f-fc155445479a req-5457dd37-ac17-4f19-9af9-d0387a6e0bd1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 948 time: 0.0732722 Mar 23 12:45:08.483633 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 254bf9df-e111-474a-8af1-a0291c64e5ff details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:45:08.495681 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18faee3-7f58-4197-b8aa-a4da85d54b75 admin admin] Made reservation on behalf of fef0880d69bd4c0fb58be53802b212c7 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:45:08.498742 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e18faee3-7f58-4197-b8aa-a4da85d54b75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:08.545903 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e383633-e302-4139-8b5f-fc155445479a req-07359f72-b729-49c5-a1b4-e59f177aac3b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628657 Mar 23 12:45:08.724726 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e18faee3-7f58-4197-b8aa-a4da85d54b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:08.780479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18faee3-7f58-4197-b8aa-a4da85d54b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:08.792792 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18faee3-7f58-4197-b8aa-a4da85d54b75 admin admin] Checking segment: {'id': '29dae5b9-80a8-4956-9faa-c2c202802d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:45:08.793158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18faee3-7f58-4197-b8aa-a4da85d54b75 admin admin] Network hostable DHCP agents. Network: 254bf9df-e111-474a-8af1-a0291c64e5ff, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:45:08.813203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18faee3-7f58-4197-b8aa-a4da85d54b75 admin admin] Network 254bf9df-e111-474a-8af1-a0291c64e5ff is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:45:08.825067 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e18faee3-7f58-4197-b8aa-a4da85d54b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 254bf9df-e111-474a-8af1-a0291c64e5ff) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:45:08.830139 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18faee3-7f58-4197-b8aa-a4da85d54b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:08.830665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e18faee3-7f58-4197-b8aa-a4da85d54b75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:08.842472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5389325b-a336-4374-a167-4a55fe1fcba0 None None] Network 254bf9df-e111-474a-8af1-a0291c64e5ff requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:45:08.849848 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e18faee3-7f58-4197-b8aa-a4da85d54b75 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4041204 Mar 23 12:45:08.852582 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47520) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:08.857643 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:45:08.882283 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:08.884368 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:08.961471 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:09.037331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-254bf9df-e111-474a-8af1-a0291c64e5ff', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'fixed_ips': [{'subnet_id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:45:09.039996 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:09.134048 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:09.209163 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Allocated IP 172.20.0.2 (254bf9df-e111-474a-8af1-a0291c64e5ff/2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17/2746c518-666d-4e2c-984f-f936b0d36a30) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:45:09.518115 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:09.552146 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:09.693679 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:09.702127 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:09.760066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Network 254bf9df-e111-474a-8af1-a0291c64e5ff is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:45:09.761463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:45:09.769921 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:45:09.772850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Pushing event updated for resources: {'Port': ['ID=2746c518-666d-4e2c-984f-f936b0d36a30,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:09.875318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Attempting to bind port 2746c518-666d-4e2c-984f-f936b0d36a30 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:45:09.875746 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Attempting to bind port 2746c518-666d-4e2c-984f-f936b0d36a30 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '29dae5b9-80a8-4956-9faa-c2c202802d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:45:09.876302 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Attempting to bind port 2746c518-666d-4e2c-984f-f936b0d36a30 on network 254bf9df-e111-474a-8af1-a0291c64e5ff {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:45:09.890524 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:45:09.892366 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Checking segment: {'id': '29dae5b9-80a8-4956-9faa-c2c202802d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:45:09.892966 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:09.893537 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Bound using segment: {'id': '29dae5b9-80a8-4956-9faa-c2c202802d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:45:09.904196 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Bound port: 2746c518-666d-4e2c-984f-f936b0d36a30, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dae5b9-80a8-4956-9faa-c2c202802d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:45:09.904196 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:09.906666 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1c9fa-0387-485f-b162-adf1abb5448b req-854c18af-d648-4fb1-a167-c3bc5d432e6f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:09.908987 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eac1c9fa-0387-485f-b162-adf1abb5448b req-854c18af-d648-4fb1-a167-c3bc5d432e6f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 948 time: 0.1771877 Mar 23 12:45:09.910300 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Allocated IP 172.25.2.185 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/4f478161-e015-40d7-bc28-2be837547171) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:45:10.022800 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] For port 2746c518-666d-4e2c-984f-f936b0d36a30, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:45:10.027589 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] For port 2746c518-666d-4e2c-984f-f936b0d36a30, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2746c518-666d-4e2c-984f-f936b0d36a30,segment=NetworkSegment(29dae5b9-80a8-4956-9faa-c2c202802d01),segment_id=29dae5b9-80a8-4956-9faa-c2c202802d01)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:45:10.038437 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:10.062468 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eac1c9fa-0387-485f-b162-adf1abb5448b req-c51346dd-65b7-4f9c-955c-d1eb490a2e56 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445844 Mar 23 12:45:10.148750 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fd362-3518-40a3-8ed3-7f2b30eaf2c0 None None] Pushing event updated for resources: {'Port': ['ID=2746c518-666d-4e2c-984f-f936b0d36a30,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:10.218469 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:10.277247 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:10.355884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:45:10.361511 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:45:10.368491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:45:10.414101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4f478161-e015-40d7-bc28-2be837547171,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:10.635020 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device a30d5c19-86cb-4153-be9a-9dd7359eda1b up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:45:10.855403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port a30d5c19-86cb-4153-be9a-9dd7359eda1b completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:45:10.863843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2746c518-666d-4e2c-984f-f936b0d36a30 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:45:10.868201 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port a30d5c19-86cb-4153-be9a-9dd7359eda1b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:10.868824 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:10.974407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2746c518-666d-4e2c-984f-f936b0d36a30 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:10.974775 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:11.130323 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:11.240576 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:45:11.242989 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a41bbef-970b-4e7e-8a85-6213363cfdd3" -d '{"events": [{"server_uuid": "cbf0d781-ec15-4c59-b76f-b4cd737a8062", "name": "network-vif-plugged", "status": "completed", "tag": "a30d5c19-86cb-4153-be9a-9dd7359eda1b"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:45:11.244118 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d8666-edbf-41d6-a049-eabccb352b8d req-a7fb03ce-c9f7-4e4f-a390-b614cf2087b6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:11.260894 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:11.262845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3a0d8666-edbf-41d6-a049-eabccb352b8d req-a7fb03ce-c9f7-4e4f-a390-b614cf2087b6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 948 time: 0.0790198 Mar 23 12:45:11.270084 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:11.331370 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e776a44-c7b5-4233-94ad-9fced44039ac x-openstack-request-id: req-1e776a44-c7b5-4233-94ad-9fced44039ac {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:45:11.331661 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf0d781-ec15-4c59-b76f-b4cd737a8062", "name": "network-vif-plugged", "status": "completed", "tag": "a30d5c19-86cb-4153-be9a-9dd7359eda1b", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:45:11.331918 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e776a44-c7b5-4233-94ad-9fced44039ac {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:45:11.332327 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b', 'code': 200} Mar 23 12:45:11.345731 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3a0d8666-edbf-41d6-a049-eabccb352b8d req-d053c874-71f3-4d6f-8e4e-6afb4bd244d4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801988 Mar 23 12:45:11.361164 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:11.424642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=a30d5c19-86cb-4153-be9a-9dd7359eda1b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:11.456222 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 2746c518-666d-4e2c-984f-f936b0d36a30, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2746c518-666d-4e2c-984f-f936b0d36a30,segment=NetworkSegment(29dae5b9-80a8-4956-9faa-c2c202802d01),segment_id=29dae5b9-80a8-4956-9faa-c2c202802d01)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:11.463749 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:11.470625 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:11.595749 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=2746c518-666d-4e2c-984f-f936b0d36a30,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:11.634806 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397724c1-700d-468e-b33d-5ac7fb0335c2 req-5322e998-f85d-4997-bdfe-19f8272c706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:11.636616 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-397724c1-700d-468e-b33d-5ac7fb0335c2 req-5322e998-f85d-4997-bdfe-19f8272c706e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 1100 time: 0.2334120 Mar 23 12:45:11.722229 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-397724c1-700d-468e-b33d-5ac7fb0335c2 req-7d646d53-04d0-42ae-a917-a6ec84e87b71 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715554 Mar 23 12:45:11.743138 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:11.862516 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09569ea9-05ec-4c0f-81b0-8f24ed89e90a None None] Network 254bf9df-e111-474a-8af1-a0291c64e5ff requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:45:11.922362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Router bf402e6e-f09f-41b8-8bc7-e09d5e238721 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:45:11.960546 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5c012aa9-a670-40af-8cee-8734e8f7adc8 None None] Provisioning complete for port 2746c518-666d-4e2c-984f-f936b0d36a30 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:11.960921 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c012aa9-a670-40af-8cee-8734e8f7adc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:12.128561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:45:12.150247 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Sync routers for ids ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:45:12.166998 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Routers {'bf402e6e-f09f-41b8-8bc7-e09d5e238721'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:45:12.167717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:44:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:12.190763 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:12.194317 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3667eaf8-1203-445b-a0cc-0992cbad65e6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3405380 Mar 23 12:45:12.197090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47818) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:12.366175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Set router bf402e6e-f09f-41b8-8bc7-e09d5e238721 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:45:12.625222 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-32b0ba56-eec4-4a99-ac68-2c3b47450fe8 None None] Provisioning complete for port 2746c518-666d-4e2c-984f-f936b0d36a30 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:12.626126 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-32b0ba56-eec4-4a99-ac68-2c3b47450fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:12.753114 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2efb8-66f0-4eba-9761-da3126662801 req-fe5469c6-e82d-43f7-8c26-badb05f3651b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:12.767007 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27d2efb8-66f0-4eba-9761-da3126662801 req-fe5469c6-e82d-43f7-8c26-badb05f3651b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.2456481 Mar 23 12:45:12.806905 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2746c518-666d-4e2c-984f-f936b0d36a30 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:45:12.903528 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27d2efb8-66f0-4eba-9761-da3126662801 req-54da7921-ddd8-4ffa-b162-68f4f9dd8b00 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312780 Mar 23 12:45:12.967167 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2746c518-666d-4e2c-984f-f936b0d36a30 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:12.967654 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:12.993061 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '4f478161-e015-40d7-bc28-2be837547171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:45:11Z', 'revision_number': 3, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port': {'id': '4f478161-e015-40d7-bc28-2be837547171', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:09Z', 'updated_at': '2022-03-23T12:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:13.022309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Checking router: bf402e6e-f09f-41b8-8bc7-e09d5e238721 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:45:13.022656 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Updating router bf402e6e-f09f-41b8-8bc7-e09d5e238721 port 4f478161-e015-40d7-bc28-2be837547171 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:45:13.082089 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:13.096734 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:13.425762 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Allocated IP 172.20.0.1 (254bf9df-e111-474a-8af1-a0291c64e5ff/2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17/58cd4ed9-cb6e-4a61-85b4-cd27cb00c065) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:45:13.536052 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:13.543078 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:13.569218 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:13.588845 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:45:13.622117 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Attempting to bind port 4f478161-e015-40d7-bc28-2be837547171 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:45:13.622488 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Attempting to bind port 4f478161-e015-40d7-bc28-2be837547171 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:45:13.622856 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Attempting to bind port 4f478161-e015-40d7-bc28-2be837547171 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:45:13.624915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e125d-784f-4715-9502-e3caf194babd None None] Pushing event updated for resources: {'Port': ['ID=4f478161-e015-40d7-bc28-2be837547171,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:13.630906 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:45:13.631290 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:45:13.631715 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:13.632182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:45:13.632702 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Bound port: 4f478161-e015-40d7-bc28-2be837547171, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:45:13.633149 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:13.636021 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:13.679658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Network 254bf9df-e111-474a-8af1-a0291c64e5ff is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:45:13.682586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:45:13.686940 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:45:13.690113 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Pushing event updated for resources: {'Port': ['ID=58cd4ed9-cb6e-4a61-85b4-cd27cb00c065,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:13.699387 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] For port 4f478161-e015-40d7-bc28-2be837547171, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:45:13.704791 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] For port 4f478161-e015-40d7-bc28-2be837547171, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4f478161-e015-40d7-bc28-2be837547171,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:45:13.714248 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:13.740348 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:13.792077 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Routers {'bf402e6e-f09f-41b8-8bc7-e09d5e238721'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:45:13.792713 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:44:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:13.795758 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e125d-784f-4715-9502-e3caf194babd None None] Pushing event updated for resources: {'Port': ['ID=4f478161-e015-40d7-bc28-2be837547171,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:14.045276 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:14.047039 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] Set router bf402e6e-f09f-41b8-8bc7-e09d5e238721 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:45:14.070123 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e4674-5d77-4b42-a166-76dae1f98877 req-9696457e-5e6f-4105-b78e-36b8c15b0dbc tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:14.078904 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-211e4674-5d77-4b42-a166-76dae1f98877 req-9696457e-5e6f-4105-b78e-36b8c15b0dbc tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.0680306 Mar 23 12:45:14.122411 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-211e4674-5d77-4b42-a166-76dae1f98877 req-41a9309c-6ff4-45dd-9a1e-c1ff9874dae1 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421467 Mar 23 12:45:14.218032 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b247c040-5356-485f-9ff4-369e5e98c3b8 None None] Provisioning complete for port 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:14.218395 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b247c040-5356-485f-9ff4-369e5e98c3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:14.315321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b247c040-5356-485f-9ff4-369e5e98c3b8 None None] Port 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:45:14.429531 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '4f478161-e015-40d7-bc28-2be837547171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:45:11Z', 'revision_number': 3, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port': {'id': '4f478161-e015-40d7-bc28-2be837547171', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:09Z', 'updated_at': '2022-03-23T12:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:14.480531 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee90bb77-3238-40f3-8a50-ca7ca4a1b6aa None None] The sync data for ids ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'] in n-d-834854-1 is: [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '4f478161-e015-40d7-bc28-2be837547171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:45:11Z', 'revision_number': 3, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port': {'id': '4f478161-e015-40d7-bc28-2be837547171', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:09Z', 'updated_at': '2022-03-23T12:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:45:14.530385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b6006-fb2a-41d2-895d-5a93a6c2636c req-12e946a6-f828-4bef-8e4c-121258215790 tempest-MigrationsAdminTest-1982044410 tempest-MigrationsAdminTest-1982044410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:14.532643 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-388b6006-fb2a-41d2-895d-5a93a6c2636c req-12e946a6-f828-4bef-8e4c-121258215790 tempest-MigrationsAdminTest-1982044410 tempest-MigrationsAdminTest-1982044410-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 1100 time: 0.2833064 Mar 23 12:45:14.560823 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:14.568818 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:14.621848 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Pushing event updated for resources: {'Port': ['ID=58cd4ed9-cb6e-4a61-85b4-cd27cb00c065,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:14.692020 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-388b6006-fb2a-41d2-895d-5a93a6c2636c req-eb0b54a8-cd51-4af3-9ace-e47bcc40b169 tempest-MigrationsAdminTest-1982044410 tempest-MigrationsAdminTest-1982044410-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468594 Mar 23 12:45:14.714960 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:14.897754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Network 254bf9df-e111-474a-8af1-a0291c64e5ff is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:45:14.899147 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:45:15.101753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Router bf402e6e-f09f-41b8-8bc7-e09d5e238721 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:45:15.132398 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-f5784a60-4333-4bf4-bd91-e4a64e01ac48 req-73dfadd5-5935-4dcf-b529-486689736387 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:45:15.142672 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f5784a60-4333-4bf4-bd91-e4a64e01ac48 req-73dfadd5-5935-4dcf-b529-486689736387 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3442156 Mar 23 12:45:15.377971 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:45:15.387957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cd1cd59b-ae13-4e61-96b7-4aabc7562c8f admin admin] 10.222.0.52 "PUT /v2.0/routers/bf402e6e-f09f-41b8-8bc7-e09d5e238721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1875958 Mar 23 12:45:15.467105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a38adf9b-452b-489f-8762-f6d780411fed None None] Provisioning complete for port 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:15.468779 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a38adf9b-452b-489f-8762-f6d780411fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:15.584923 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a38adf9b-452b-489f-8762-f6d780411fed None None] Port 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:45:15.946653 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:15.966051 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47922) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:16.096856 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69510f4d-7566-46c5-a48d-47c4a3f74e5d req-13b7cd65-eddb-4374-b30d-9612a65a56e3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:16.109593 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-69510f4d-7566-46c5-a48d-47c4a3f74e5d req-13b7cd65-eddb-4374-b30d-9612a65a56e3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1043692 Mar 23 12:45:16.177755 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-69510f4d-7566-46c5-a48d-47c4a3f74e5d req-f5d350a5-be35-4148-af72-109bdc376ea3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669506 Mar 23 12:45:16.363135 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-c2acb9c1-5b41-447c-9e38-850f10de3457 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3644743 Mar 23 12:45:16.451031 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-778f5ea6-275c-4caf-a796-3998dfae90b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:16.565375 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-778f5ea6-275c-4caf-a796-3998dfae90b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:16.571341 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-778f5ea6-275c-4caf-a796-3998dfae90b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:16.616837 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-778f5ea6-275c-4caf-a796-3998dfae90b3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e2bb0940572b4d7c93ef37d22678cd37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6495476 Mar 23 12:45:16.617953 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f5ea6-275c-4caf-a796-3998dfae90b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3416a72-9bf2-47cc-bb88-731e0302ddb2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:16.620826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47940) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:16.771781 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-797f097d-01e1-474f-8780-18c1ff630940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:16.847224 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-797f097d-01e1-474f-8780-18c1ff630940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:16.906522 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4f478161-e015-40d7-bc28-2be837547171 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:45:16.949100 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47956) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:16.954805 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0706726e-c0ef-4bf0-8987-670cfc6b1d93 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1012461854-network', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:45:16.993362 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-797f097d-01e1-474f-8780-18c1ff630940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:16.996567 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-797f097d-01e1-474f-8780-18c1ff630940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:16.997933 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-797f097d-01e1-474f-8780-18c1ff630940 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3416a72-9bf2-47cc-bb88-731e0302ddb2 HTTP/1.1" status: 204 len: 168 time: 0.3760426 Mar 23 12:45:17.012247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0706726e-c0ef-4bf0-8987-670cfc6b1d93 admin admin] Made reservation on behalf of 698c5d988e874ab7afe9fdf2955b7d4b for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:45:17.014720 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0706726e-c0ef-4bf0-8987-670cfc6b1d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:17.025920 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f097d-01e1-474f-8780-18c1ff630940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3416a72-9bf2-47cc-bb88-731e0302ddb2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:17.054585 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0706726e-c0ef-4bf0-8987-670cfc6b1d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:17.123667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4f478161-e015-40d7-bc28-2be837547171 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:17.132096 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:17.309104 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:17.314556 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Sync routers for ids ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:45:17.356348 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 4f478161-e015-40d7-bc28-2be837547171, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4f478161-e015-40d7-bc28-2be837547171,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:17.364968 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:17.374827 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0706726e-c0ef-4bf0-8987-670cfc6b1d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:17.386672 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0706726e-c0ef-4bf0-8987-670cfc6b1d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:17.486940 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706726e-c0ef-4bf0-8987-670cfc6b1d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb49030-0dae-4e5d-a11f-2ee8d0de1d81,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:17.519804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0706726e-c0ef-4bf0-8987-670cfc6b1d93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:45:17.542001 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa80e4-4e32-479b-be7c-4a5aa475dbec req-8f76438a-3ac9-41d9-a056-56485e1769d7 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:17.551512 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0706726e-c0ef-4bf0-8987-670cfc6b1d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:17.551871 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-0706726e-c0ef-4bf0-8987-670cfc6b1d93 admin admin] Added segment 192307e0-0821-48b3-842b-27133ab8845e of type vlan for network 78fa313d-1037-43cc-b454-6023add84d73 Mar 23 12:45:17.553299 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3bfa80e4-4e32-479b-be7c-4a5aa475dbec req-8f76438a-3ac9-41d9-a056-56485e1769d7 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1462247 Mar 23 12:45:17.639556 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Routers {'bf402e6e-f09f-41b8-8bc7-e09d5e238721'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:45:17.643964 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:44:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:17.673444 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0706726e-c0ef-4bf0-8987-670cfc6b1d93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:17.696013 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3bfa80e4-4e32-479b-be7c-4a5aa475dbec req-405aa6a1-14b1-47ae-b4fd-d05ee0e462fd tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390173 Mar 23 12:45:17.744469 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0706726e-c0ef-4bf0-8987-670cfc6b1d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:17.745577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706726e-c0ef-4bf0-8987-670cfc6b1d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:17.746261 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0706726e-c0ef-4bf0-8987-670cfc6b1d93 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:17.761566 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47976) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:17.770108 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:17.780120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=4f478161-e015-40d7-bc28-2be837547171,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:17.784260 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f22b230-7d69-4c96-a417-7a71791a9825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:17.819297 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Set router bf402e6e-f09f-41b8-8bc7-e09d5e238721 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:45:17.894746 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0706726e-c0ef-4bf0-8987-670cfc6b1d93 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9444532 Mar 23 12:45:17.916188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47982) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:17.932448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f06f5520-008d-47a3-91ec-69fbff2f6b91 admin admin] Request body: {'subnet': {'network_id': '78fa313d-1037-43cc-b454-6023add84d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1012461854-subnet', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:45:17.939092 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706726e-c0ef-4bf0-8987-670cfc6b1d93 admin admin] Pushing event updated for resources: {'Network': ['ID=78fa313d-1037-43cc-b454-6023add84d73,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:17.952349 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 78fa313d-1037-43cc-b454-6023add84d73 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:45:18.075034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06f5520-008d-47a3-91ec-69fbff2f6b91 admin admin] Made reservation on behalf of 698c5d988e874ab7afe9fdf2955b7d4b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:45:18.077906 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f06f5520-008d-47a3-91ec-69fbff2f6b91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:18.126330 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f22b230-7d69-4c96-a417-7a71791a9825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:18.133951 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f22b230-7d69-4c96-a417-7a71791a9825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:18.171281 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '4f478161-e015-40d7-bc28-2be837547171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:45:13Z', 'revision_number': 4, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port': {'id': '4f478161-e015-40d7-bc28-2be837547171', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:09Z', 'updated_at': '2022-03-23T12:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '58cd4ed9-cb6e-4a61-85b4-cd27cb00c065', 'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'mac_address': 'fa:16:3e:0c:b2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:13Z', 'updated_at': '2022-03-23T12:45:14Z', 'revision_number': 2, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'subnets': [{'id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:18.231948 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Checking router: bf402e6e-f09f-41b8-8bc7-e09d5e238721 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:45:18.232353 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Updating router bf402e6e-f09f-41b8-8bc7-e09d5e238721 port 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:45:18.268797 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:18.276448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47988) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:18.277213 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1f22b230-7d69-4c96-a417-7a71791a9825 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b394f0722ec848fe9770b3674894deff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5140817 Mar 23 12:45:18.282397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22b230-7d69-4c96-a417-7a71791a9825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccccf27-a8ca-4eb1-9ec0-a37bf64519b4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:18.298633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22b230-7d69-4c96-a417-7a71791a9825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:18.299218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22b230-7d69-4c96-a417-7a71791a9825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:18.299702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22b230-7d69-4c96-a417-7a71791a9825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:18.300230 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22b230-7d69-4c96-a417-7a71791a9825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:18.300707 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22b230-7d69-4c96-a417-7a71791a9825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:18.301176 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22b230-7d69-4c96-a417-7a71791a9825 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:18.301643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22b230-7d69-4c96-a417-7a71791a9825 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:18.302110 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22b230-7d69-4c96-a417-7a71791a9825 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:18.302594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22b230-7d69-4c96-a417-7a71791a9825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:18.303060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22b230-7d69-4c96-a417-7a71791a9825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:18.303562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22b230-7d69-4c96-a417-7a71791a9825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:18.304059 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22b230-7d69-4c96-a417-7a71791a9825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:18.400385 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74aefe99-f620-4738-ae83-3e5371a620e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:18.434676 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74aefe99-f620-4738-ae83-3e5371a620e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:18.456774 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f06f5520-008d-47a3-91ec-69fbff2f6b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:18.527137 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f5520-008d-47a3-91ec-69fbff2f6b91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fedf063-517c-4c7e-a6ce-8689e31c90a5,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:18.527657 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74aefe99-f620-4738-ae83-3e5371a620e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:18.530950 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74aefe99-f620-4738-ae83-3e5371a620e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:18.536694 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-74aefe99-f620-4738-ae83-3e5371a620e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ccccf27-a8ca-4eb1-9ec0-a37bf64519b4 HTTP/1.1" status: 204 len: 168 time: 0.2590251 Mar 23 12:45:18.551278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aefe99-f620-4738-ae83-3e5371a620e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccccf27-a8ca-4eb1-9ec0-a37bf64519b4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:18.581472 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f5520-008d-47a3-91ec-69fbff2f6b91 admin admin] Checking segment: {'id': '192307e0-0821-48b3-842b-27133ab8845e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '78fa313d-1037-43cc-b454-6023add84d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:45:18.581829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06f5520-008d-47a3-91ec-69fbff2f6b91 admin admin] Network hostable DHCP agents. Network: 78fa313d-1037-43cc-b454-6023add84d73, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:45:18.605619 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06f5520-008d-47a3-91ec-69fbff2f6b91 admin admin] Network 78fa313d-1037-43cc-b454-6023add84d73 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:45:18.641041 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f06f5520-008d-47a3-91ec-69fbff2f6b91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 78fa313d-1037-43cc-b454-6023add84d73) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:45:18.647976 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06f5520-008d-47a3-91ec-69fbff2f6b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:18.648352 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f06f5520-008d-47a3-91ec-69fbff2f6b91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:18.662385 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14db0056-eca7-47a8-8d3f-199b8d7b7fdd None None] Network 78fa313d-1037-43cc-b454-6023add84d73 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:45:18.702893 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f06f5520-008d-47a3-91ec-69fbff2f6b91 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7851520 Mar 23 12:45:18.708225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47994) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:18.714580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1012461854-router', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:45:18.791217 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:18.792431 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:18.859433 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:18.861793 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4f478161-e015-40d7-bc28-2be837547171 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:45:18.886803 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:18.932313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4f478161-e015-40d7-bc28-2be837547171 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:18.932861 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:18.937569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-78fa313d-1037-43cc-b454-6023add84d73', 'network_id': '78fa313d-1037-43cc-b454-6023add84d73', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'fixed_ips': [{'subnet_id': '9fedf063-517c-4c7e-a6ce-8689e31c90a5'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:45:18.942639 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:19.066552 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-eec6a027-d3a0-4ded-8186-65d4669d5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:19.073546 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-eec6a027-d3a0-4ded-8186-65d4669d5c70 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 1100 time: 0.3046315 Mar 23 12:45:19.105103 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42de1e5-ebc0-4fe4-a506-20c2d9b6f277 None None] Pushing event updated for resources: {'Port': ['ID=58cd4ed9-cb6e-4a61-85b4-cd27cb00c065,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:19.166902 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42de1e5-ebc0-4fe4-a506-20c2d9b6f277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:19.167764 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42de1e5-ebc0-4fe4-a506-20c2d9b6f277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:19.168226 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42de1e5-ebc0-4fe4-a506-20c2d9b6f277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:19.168655 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42de1e5-ebc0-4fe4-a506-20c2d9b6f277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:19.169211 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42de1e5-ebc0-4fe4-a506-20c2d9b6f277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:19.169638 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42de1e5-ebc0-4fe4-a506-20c2d9b6f277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:19.170062 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42de1e5-ebc0-4fe4-a506-20c2d9b6f277 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:19.170482 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42de1e5-ebc0-4fe4-a506-20c2d9b6f277 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:19.171023 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42de1e5-ebc0-4fe4-a506-20c2d9b6f277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:19.171464 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42de1e5-ebc0-4fe4-a506-20c2d9b6f277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:19.172224 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42de1e5-ebc0-4fe4-a506-20c2d9b6f277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:19.172746 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42de1e5-ebc0-4fe4-a506-20c2d9b6f277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:19.260698 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Attempting to bind port 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:45:19.260698 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Attempting to bind port 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '29dae5b9-80a8-4956-9faa-c2c202802d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:45:19.260698 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Attempting to bind port 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065 on network 254bf9df-e111-474a-8af1-a0291c64e5ff {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:45:19.274066 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:45:19.274066 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Checking segment: {'id': '29dae5b9-80a8-4956-9faa-c2c202802d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:45:19.274517 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:19.275780 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Bound using segment: {'id': '29dae5b9-80a8-4956-9faa-c2c202802d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:45:19.295199 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Bound port: 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dae5b9-80a8-4956-9faa-c2c202802d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:45:19.298095 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:19.398685 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] For port 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:45:19.403365 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] For port 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=58cd4ed9-cb6e-4a61-85b4-cd27cb00c065,segment=NetworkSegment(29dae5b9-80a8-4956-9faa-c2c202802d01),segment_id=29dae5b9-80a8-4956-9faa-c2c202802d01)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:45:19.408388 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:19.467955 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Allocated IP 172.20.0.2 (78fa313d-1037-43cc-b454-6023add84d73/9fedf063-517c-4c7e-a6ce-8689e31c90a5/5ba5da93-fe96-4fa8-b0ea-49457cfabbee) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:45:19.472595 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Routers {'bf402e6e-f09f-41b8-8bc7-e09d5e238721'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:45:19.473283 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:44:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:19.587770 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42de1e5-ebc0-4fe4-a506-20c2d9b6f277 None None] Pushing event updated for resources: {'Port': ['ID=58cd4ed9-cb6e-4a61-85b4-cd27cb00c065,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:19.725515 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] Set router bf402e6e-f09f-41b8-8bc7-e09d5e238721 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:45:19.765213 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:19.819048 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:19.820582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1bcb137d-beef-4fe8-af7f-c9f71eb530d0 None None] Provisioning complete for port 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:19.821210 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1bcb137d-beef-4fe8-af7f-c9f71eb530d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:19.872053 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:19.914787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34af33-535f-4d66-96d4-1c99824ec04f req-acccee25-b4d3-4977-9253-0b626855021d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:19.917148 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a34af33-535f-4d66-96d4-1c99824ec04f req-acccee25-b4d3-4977-9253-0b626855021d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 1.0675657 Mar 23 12:45:19.980592 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1bcb137d-beef-4fe8-af7f-c9f71eb530d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:20.008589 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Network 78fa313d-1037-43cc-b454-6023add84d73 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:45:20.053038 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:45:20.055176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:20.057278 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '4f478161-e015-40d7-bc28-2be837547171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:45:13Z', 'revision_number': 4, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port': {'id': '4f478161-e015-40d7-bc28-2be837547171', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:09Z', 'updated_at': '2022-03-23T12:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '58cd4ed9-cb6e-4a61-85b4-cd27cb00c065', 'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'mac_address': 'fa:16:3e:0c:b2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:13Z', 'updated_at': '2022-03-23T12:45:19Z', 'revision_number': 4, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'subnets': [{'id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:20.059346 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:45:20.085051 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a34af33-535f-4d66-96d4-1c99824ec04f req-fbabc840-392d-4a11-9f74-20af5c415a84 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574168 Mar 23 12:45:20.101332 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b6e720-ee7e-4033-b2dc-9082ded0cbf2 None None] The sync data for ids ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'] in n-d-834854-1 is: [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '4f478161-e015-40d7-bc28-2be837547171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:45:13Z', 'revision_number': 4, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port': {'id': '4f478161-e015-40d7-bc28-2be837547171', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:09Z', 'updated_at': '2022-03-23T12:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '58cd4ed9-cb6e-4a61-85b4-cd27cb00c065', 'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'mac_address': 'fa:16:3e:0c:b2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:13Z', 'updated_at': '2022-03-23T12:45:19Z', 'revision_number': 4, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'subnets': [{'id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:45:20.101806 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-1136f672-80ec-4fbb-a61e-5fb32f82209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:20.103499 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-1136f672-80ec-4fbb-a61e-5fb32f82209d service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 1.0221977 Mar 23 12:45:20.158513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1bcb137d-beef-4fe8-af7f-c9f71eb530d0 None None] For port 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=58cd4ed9-cb6e-4a61-85b4-cd27cb00c065,segment=NetworkSegment(29dae5b9-80a8-4956-9faa-c2c202802d01),segment_id=29dae5b9-80a8-4956-9faa-c2c202802d01)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:20.159523 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Pushing event updated for resources: {'Port': ['ID=5ba5da93-fe96-4fa8-b0ea-49457cfabbee,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:20.219947 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1bcb137d-beef-4fe8-af7f-c9f71eb530d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:20.299624 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Attempting to bind port 5ba5da93-fe96-4fa8-b0ea-49457cfabbee on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:45:20.300111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Attempting to bind port 5ba5da93-fe96-4fa8-b0ea-49457cfabbee by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '192307e0-0821-48b3-842b-27133ab8845e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '78fa313d-1037-43cc-b454-6023add84d73'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:45:20.300621 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Attempting to bind port 5ba5da93-fe96-4fa8-b0ea-49457cfabbee on network 78fa313d-1037-43cc-b454-6023add84d73 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:45:20.375074 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-fbe2e807-9c21-48be-90fd-4b224cf6f169 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b HTTP/1.1" status: 200 len: 217 time: 0.1712842 Mar 23 12:45:20.396092 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:45:20.397433 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Checking segment: {'id': '192307e0-0821-48b3-842b-27133ab8845e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '78fa313d-1037-43cc-b454-6023add84d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:45:20.397851 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:20.399812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Bound using segment: {'id': '192307e0-0821-48b3-842b-27133ab8845e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '78fa313d-1037-43cc-b454-6023add84d73'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:45:20.400433 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Bound port: 5ba5da93-fe96-4fa8-b0ea-49457cfabbee, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192307e0-0821-48b3-842b-27133ab8845e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '78fa313d-1037-43cc-b454-6023add84d73'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:45:20.402067 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:20.440313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-aacc0e44-f77c-466e-b580-d3c3333c3c54 None None] Provisioning complete for port 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:20.440684 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aacc0e44-f77c-466e-b580-d3c3333c3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:20.537474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-abf440ca-7da2-4673-a1e9-241e8bc1e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:20.539434 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-abf440ca-7da2-4673-a1e9-241e8bc1e1fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1615639 Mar 23 12:45:20.587022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb137d-beef-4fe8-af7f-c9f71eb530d0 None None] Pushing event updated for resources: {'Port': ['ID=58cd4ed9-cb6e-4a61-85b4-cd27cb00c065,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:20.713182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] For port 5ba5da93-fe96-4fa8-b0ea-49457cfabbee, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:45:20.717269 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] For port 5ba5da93-fe96-4fa8-b0ea-49457cfabbee, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5ba5da93-fe96-4fa8-b0ea-49457cfabbee,segment=NetworkSegment(192307e0-0821-48b3-842b-27133ab8845e),segment_id=192307e0-0821-48b3-842b-27133ab8845e)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:45:20.739273 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:20.745065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-6e2fac39-4806-4e20-a45c-9a0ba2bd501d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:20.747333 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-6e2fac39-4806-4e20-a45c-9a0ba2bd501d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1949899 Mar 23 12:45:20.807122 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f822e-5c3e-4ae6-b77d-2e735af0516f None None] Pushing event updated for resources: {'Port': ['ID=5ba5da93-fe96-4fa8-b0ea-49457cfabbee,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:20.918135 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48040) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:20.961344 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-0319f3fb-b7f8-4639-84cc-8a42691e4b48 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974568 Mar 23 12:45:20.970867 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:21.098036 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-f124e947-019d-4661-aeec-66903875aaa0 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224599 Mar 23 12:45:21.099574 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:21.467401 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-faf9d6ff-9926-4c56-8fd7-fbac9bd39d18 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d95829bbc4af4eaab38fce2b09d313df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5476675 Mar 23 12:45:21.478665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48060) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:21.557056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Allocated IP 172.25.2.135 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/3c2bf982-5b70-45e4-888e-41144aaff60d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:45:21.560554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb88f8-63b2-4fed-a18d-e44998f43975 req-171f63ae-0994-4ba1-a32b-ea19cf84a304 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:21.562234 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-69fb88f8-63b2-4fed-a18d-e44998f43975 req-171f63ae-0994-4ba1-a32b-ea19cf84a304 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.2631049 Mar 23 12:45:21.626893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5ba5da93-fe96-4fa8-b0ea-49457cfabbee up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:45:21.675447 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-69fb88f8-63b2-4fed-a18d-e44998f43975 req-41a53e30-d089-4d6d-b2dd-6b709f416d54 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978696 Mar 23 12:45:21.819788 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 5ba5da93-fe96-4fa8-b0ea-49457cfabbee triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:21.826799 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:21.856490 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a3970fd-eb6b-49d7-b79a-90650633c4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:21.886805 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a3970fd-eb6b-49d7-b79a-90650633c4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:21.980497 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a3970fd-eb6b-49d7-b79a-90650633c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:21.983860 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a3970fd-eb6b-49d7-b79a-90650633c4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:21.988063 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3a3970fd-eb6b-49d7-b79a-90650633c4c1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0d901630-af8d-40e8-a7a3-e9106f83f1e4 HTTP/1.1" status: 204 len: 168 time: 0.5083296 Mar 23 12:45:22.053081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3970fd-eb6b-49d7-b79a-90650633c4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d901630-af8d-40e8-a7a3-e9106f83f1e4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:22.067077 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:22.130608 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:22.151967 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:22.220069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:45:22.223418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:45:22.232347 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:45:22.265915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Pushing event updated for resources: {'Port': ['ID=3c2bf982-5b70-45e4-888e-41144aaff60d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:22.284815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 5ba5da93-fe96-4fa8-b0ea-49457cfabbee, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5ba5da93-fe96-4fa8-b0ea-49457cfabbee,segment=NetworkSegment(192307e0-0821-48b3-842b-27133ab8845e),segment_id=192307e0-0821-48b3-842b-27133ab8845e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:22.294535 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:22.295405 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:45:22.422359 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=5ba5da93-fe96-4fa8-b0ea-49457cfabbee,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:22.442223 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:22.442632 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:22.700767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af42af63-7f64-4a1c-995a-454149fc2de4 None None] Network 78fa313d-1037-43cc-b454-6023add84d73 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:45:22.715167 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:22.800021 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-be3c1f64-178b-40f4-bdfd-f6ff3390614f None None] Provisioning complete for port 5ba5da93-fe96-4fa8-b0ea-49457cfabbee triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:22.800398 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be3c1f64-178b-40f4-bdfd-f6ff3390614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:22.983503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea4ad3-29b8-40dd-94b2-c2d0bb4237e2 req-69ba44a9-b88a-476b-aefa-1883fd4dc264 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:22.992660 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9dea4ad3-29b8-40dd-94b2-c2d0bb4237e2 req-69ba44a9-b88a-476b-aefa-1883fd4dc264 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1659386 Mar 23 12:45:23.049028 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:23.062470 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9dea4ad3-29b8-40dd-94b2-c2d0bb4237e2 req-8a7b7e61-ec5d-4d7a-acbc-98ab404a4bdf tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689332 Mar 23 12:45:23.290208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Router 30600fb5-4656-4a59-99a2-bbd6927eb1d1 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:45:23.430735 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-950dd70b-1581-45a9-a172-d35ae6e134d2 None None] Provisioning complete for port 5ba5da93-fe96-4fa8-b0ea-49457cfabbee triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:23.431111 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-950dd70b-1581-45a9-a172-d35ae6e134d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:23.441624 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5ba5da93-fe96-4fa8-b0ea-49457cfabbee up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:45:23.457784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:45:23.492732 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Sync routers for ids ['30600fb5-4656-4a59-99a2-bbd6927eb1d1'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:45:23.495722 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:23.504727 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48122) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:23.505885 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f1760665-2a99-4dad-a7bc-7338f85cbd0e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7949927 Mar 23 12:45:23.591520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Routers {'30600fb5-4656-4a59-99a2-bbd6927eb1d1'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:45:23.594767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:44:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['30600fb5-4656-4a59-99a2-bbd6927eb1d1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:23.839543 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Set router 30600fb5-4656-4a59-99a2-bbd6927eb1d1 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:45:24.190368 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-82058d68-15e6-435b-ae69-60a9e7058fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:24.191750 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 5ba5da93-fe96-4fa8-b0ea-49457cfabbee triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:24.192126 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:24.333498 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38ee79-54a2-4918-bbe5-68b8a048c040 req-8ea49ba1-eee6-4f53-8e4e-efcf15cf32a5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:24.335372 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab38ee79-54a2-4918-bbe5-68b8a048c040 req-8ea49ba1-eee6-4f53-8e4e-efcf15cf32a5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1051385 Mar 23 12:45:24.337549 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:24.446495 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab38ee79-54a2-4918-bbe5-68b8a048c040 req-ceea0ad9-cef6-4358-81e6-8cea8b53f469 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979586 Mar 23 12:45:24.521814 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'name': 'tempest-TestVolumeBackupRestore-1012461854-router', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '3c2bf982-5b70-45e4-888e-41144aaff60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:18Z', 'updated_at': '2022-03-23T12:45:22Z', 'revision_number': 3, 'project_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'gw_port': {'id': '3c2bf982-5b70-45e4-888e-41144aaff60d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:21Z', 'updated_at': '2022-03-23T12:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:24.556364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Checking router: 30600fb5-4656-4a59-99a2-bbd6927eb1d1 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:45:24.556929 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Updating router 30600fb5-4656-4a59-99a2-bbd6927eb1d1 port 3c2bf982-5b70-45e4-888e-41144aaff60d binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:45:24.583567 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:24.621089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Allocated IP 172.20.0.1 (78fa313d-1037-43cc-b454-6023add84d73/9fedf063-517c-4c7e-a6ce-8689e31c90a5/c1f21e42-006d-411d-8921-87d59d4e46d9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:45:24.824411 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:24.865615 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:24.955221 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Pushing event updated for resources: {'Port': ['ID=c1f21e42-006d-411d-8921-87d59d4e46d9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:24.958995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Network 78fa313d-1037-43cc-b454-6023add84d73 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:45:24.960704 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:45:24.963015 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:45:25.031366 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:25.218198 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:25.229540 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:25.301319 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:25.332062 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ec7ad-aa11-403c-9ba4-d51f5698ea55 None None] Pushing event updated for resources: {'Port': ['ID=3c2bf982-5b70-45e4-888e-41144aaff60d,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:25.373357 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ec7ad-aa11-403c-9ba4-d51f5698ea55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:25.374147 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ec7ad-aa11-403c-9ba4-d51f5698ea55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:25.374637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ec7ad-aa11-403c-9ba4-d51f5698ea55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:25.375500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ec7ad-aa11-403c-9ba4-d51f5698ea55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:25.376081 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ec7ad-aa11-403c-9ba4-d51f5698ea55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:25.376576 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ec7ad-aa11-403c-9ba4-d51f5698ea55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:25.376911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ec7ad-aa11-403c-9ba4-d51f5698ea55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:25.377242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ec7ad-aa11-403c-9ba4-d51f5698ea55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:25.377572 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ec7ad-aa11-403c-9ba4-d51f5698ea55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:25.377927 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ec7ad-aa11-403c-9ba4-d51f5698ea55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:25.378399 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ec7ad-aa11-403c-9ba4-d51f5698ea55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:25.379052 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ec7ad-aa11-403c-9ba4-d51f5698ea55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:25.400232 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-561a8cb7-15c4-46c0-93fb-057af32bbd44 None None] Provisioning complete for port c1f21e42-006d-411d-8921-87d59d4e46d9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:25.400611 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-561a8cb7-15c4-46c0-93fb-057af32bbd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:25.435690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Attempting to bind port 3c2bf982-5b70-45e4-888e-41144aaff60d on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:45:25.436226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Attempting to bind port 3c2bf982-5b70-45e4-888e-41144aaff60d by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:45:25.437048 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Attempting to bind port 3c2bf982-5b70-45e4-888e-41144aaff60d on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:45:25.454858 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:45:25.455239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:45:25.455708 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:25.456055 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:45:25.456620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Bound port: 3c2bf982-5b70-45e4-888e-41144aaff60d, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:45:25.457003 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:25.486294 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-561a8cb7-15c4-46c0-93fb-057af32bbd44 None None] Port c1f21e42-006d-411d-8921-87d59d4e46d9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:45:25.541743 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] For port 3c2bf982-5b70-45e4-888e-41144aaff60d, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:45:25.547686 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] For port 3c2bf982-5b70-45e4-888e-41144aaff60d, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3c2bf982-5b70-45e4-888e-41144aaff60d,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:45:25.553899 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:25.627307 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:25.635482 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:25.677646 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ec7ad-aa11-403c-9ba4-d51f5698ea55 None None] Pushing event updated for resources: {'Port': ['ID=3c2bf982-5b70-45e4-888e-41144aaff60d,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:25.684269 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:25.701040 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Routers {'30600fb5-4656-4a59-99a2-bbd6927eb1d1'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:45:25.701040 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:44:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['30600fb5-4656-4a59-99a2-bbd6927eb1d1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:25.702243 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a2d3c-7a16-48c2-bdc1-be028184b147 req-32666153-75ab-470b-8388-038a60d31ee5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:25.705460 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a6a2d3c-7a16-48c2-bdc1-be028184b147 req-32666153-75ab-470b-8388-038a60d31ee5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1326859 Mar 23 12:45:25.800734 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a6a2d3c-7a16-48c2-bdc1-be028184b147 req-ab8750fb-3750-466d-9c4d-d57dfa305f0c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886979 Mar 23 12:45:25.830801 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Pushing event updated for resources: {'Port': ['ID=c1f21e42-006d-411d-8921-87d59d4e46d9,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:25.884717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] Set router 30600fb5-4656-4a59-99a2-bbd6927eb1d1 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:45:25.938497 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Network 78fa313d-1037-43cc-b454-6023add84d73 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:45:25.940258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:45:26.134283 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'name': 'tempest-TestVolumeBackupRestore-1012461854-router', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '3c2bf982-5b70-45e4-888e-41144aaff60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:18Z', 'updated_at': '2022-03-23T12:45:25Z', 'revision_number': 4, 'project_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'gw_port': {'id': '3c2bf982-5b70-45e4-888e-41144aaff60d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:21Z', 'updated_at': '2022-03-23T12:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c1f21e42-006d-411d-8921-87d59d4e46d9', 'name': '', 'network_id': '78fa313d-1037-43cc-b454-6023add84d73', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'mac_address': 'fa:16:3e:ce:fe:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '9fedf063-517c-4c7e-a6ce-8689e31c90a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:24Z', 'updated_at': '2022-03-23T12:45:25Z', 'revision_number': 2, 'project_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'subnets': [{'id': '9fedf063-517c-4c7e-a6ce-8689e31c90a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:26.160943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Router 30600fb5-4656-4a59-99a2-bbd6927eb1d1 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:45:26.184127 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3236e6b1-e071-465c-949a-0c3c315a5293 None None] The sync data for ids ['30600fb5-4656-4a59-99a2-bbd6927eb1d1'] in n-d-834854-1 is: [{'id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'name': 'tempest-TestVolumeBackupRestore-1012461854-router', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '3c2bf982-5b70-45e4-888e-41144aaff60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:18Z', 'updated_at': '2022-03-23T12:45:25Z', 'revision_number': 4, 'project_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'gw_port': {'id': '3c2bf982-5b70-45e4-888e-41144aaff60d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:21Z', 'updated_at': '2022-03-23T12:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c1f21e42-006d-411d-8921-87d59d4e46d9', 'name': '', 'network_id': '78fa313d-1037-43cc-b454-6023add84d73', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'mac_address': 'fa:16:3e:ce:fe:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '9fedf063-517c-4c7e-a6ce-8689e31c90a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:24Z', 'updated_at': '2022-03-23T12:45:25Z', 'revision_number': 2, 'project_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'subnets': [{'id': '9fedf063-517c-4c7e-a6ce-8689e31c90a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:45:26.314393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:45:26.320494 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-855366ab-094f-44a8-a3f7-78fcad3895c0 None None] Provisioning complete for port c1f21e42-006d-411d-8921-87d59d4e46d9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:26.321031 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-855366ab-094f-44a8-a3f7-78fcad3895c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:26.324726 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6ea24555-5282-40a1-b44f-3f6533d5b658 admin admin] 10.222.0.52 "PUT /v2.0/routers/30600fb5-4656-4a59-99a2-bbd6927eb1d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8175547 Mar 23 12:45:26.415237 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-855366ab-094f-44a8-a3f7-78fcad3895c0 None None] Port c1f21e42-006d-411d-8921-87d59d4e46d9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:45:26.870436 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0c3e5b66-c303-4698-9a82-29ff07b54bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:27.081464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a23b5f-6b4e-43dd-9fc1-8d5a75ecd628 req-5986038c-e6cf-4569-b242-cae5824e4920 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:27.081926 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-50a23b5f-6b4e-43dd-9fc1-8d5a75ecd628 req-5986038c-e6cf-4569-b242-cae5824e4920 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1040981 Mar 23 12:45:27.146886 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-50a23b5f-6b4e-43dd-9fc1-8d5a75ecd628 req-2c592dd4-1ab6-47ef-bd52-44a3036c5fd6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509517 Mar 23 12:45:27.754306 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:27.926984 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6111d6-a55a-47b2-947a-987c9f4bbc1e req-ac461e4d-1366-49db-8de6-7374d4c46ad3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:27.934865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe6111d6-a55a-47b2-947a-987c9f4bbc1e req-ac461e4d-1366-49db-8de6-7374d4c46ad3 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 947 time: 0.1071687 Mar 23 12:45:28.043953 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe6111d6-a55a-47b2-947a-987c9f4bbc1e req-4b0c2f25-0316-4021-8ada-d302461130ed tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052504 Mar 23 12:45:28.383266 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a4d57-fab2-4d84-aace-c1ec0facaf97 req-60e52273-8afa-4c0a-b13e-c5f014f24957 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:28.385376 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e3a4d57-fab2-4d84-aace-c1ec0facaf97 req-60e52273-8afa-4c0a-b13e-c5f014f24957 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1001871 Mar 23 12:45:28.460926 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e3a4d57-fab2-4d84-aace-c1ec0facaf97 req-11c1c61b-9467-4ba8-b6c7-16de82827e10 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682161 Mar 23 12:45:29.047044 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:29.261352 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ec9db-bb17-4d6e-b451-cca0a30148d8 req-db492b13-2a9a-40cc-ad7e-cf10f752c269 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:29.263147 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-276ec9db-bb17-4d6e-b451-cca0a30148d8 req-db492b13-2a9a-40cc-ad7e-cf10f752c269 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 947 time: 0.0904472 Mar 23 12:45:29.415572 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-276ec9db-bb17-4d6e-b451-cca0a30148d8 req-43ab3fe8-df28-4056-96ac-ab5771c19a06 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210148 Mar 23 12:45:29.473842 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:29.501495 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3c2bf982-5b70-45e4-888e-41144aaff60d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:45:29.642480 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 3c2bf982-5b70-45e4-888e-41144aaff60d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:29.642866 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:29.677450 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Sync routers for ids ['30600fb5-4656-4a59-99a2-bbd6927eb1d1'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:45:29.687716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567fe71-cace-4b91-ad0c-b3ba188ee0a8 req-ea23e5b1-939f-4242-8c60-9e77092363a8 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:29.696446 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Routers {'30600fb5-4656-4a59-99a2-bbd6927eb1d1'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:45:29.697454 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:45:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['30600fb5-4656-4a59-99a2-bbd6927eb1d1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:29.701891 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f567fe71-cace-4b91-ad0c-b3ba188ee0a8 req-ea23e5b1-939f-4242-8c60-9e77092363a8 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1134381 Mar 23 12:45:29.737070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b851c-0cf7-46a8-9671-7122af5198bf req-ffdc17b3-0a97-44bb-a7d1-e557460bfe93 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:29.740063 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-811b851c-0cf7-46a8-9671-7122af5198bf req-ffdc17b3-0a97-44bb-a7d1-e557460bfe93 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.77 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 947 time: 0.1164594 Mar 23 12:45:29.765026 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48364) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:29.786581 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f567fe71-cace-4b91-ad0c-b3ba188ee0a8 req-ccb950c5-edac-459b-9a91-5c77d939893f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837538 Mar 23 12:45:29.822817 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:29.868685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 3c2bf982-5b70-45e4-888e-41144aaff60d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3c2bf982-5b70-45e4-888e-41144aaff60d,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:29.876933 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:29.927508 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Set router 30600fb5-4656-4a59-99a2-bbd6927eb1d1 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:45:29.944247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-811b851c-0cf7-46a8-9671-7122af5198bf req-ecb05f57-5c1f-43d4-ab43-8124e4c7dd77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Deleting port f0d99965-95ee-4758-bae5-6786731e3a79 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:45:29.945174 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-811b851c-0cf7-46a8-9671-7122af5198bf req-ecb05f57-5c1f-43d4-ab43-8124e4c7dd77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:30.002717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=3c2bf982-5b70-45e4-888e-41144aaff60d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:30.053592 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d07cf49-f667-4b56-9366-ab84b38685c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:30.111488 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-811b851c-0cf7-46a8-9671-7122af5198bf req-ecb05f57-5c1f-43d4-ab43-8124e4c7dd77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] For port f0d99965-95ee-4758-bae5-6786731e3a79, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f0d99965-95ee-4758-bae5-6786731e3a79,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:30.112038 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-811b851c-0cf7-46a8-9671-7122af5198bf req-ecb05f57-5c1f-43d4-ab43-8124e4c7dd77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:30.226532 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'name': 'tempest-TestVolumeBackupRestore-1012461854-router', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '3c2bf982-5b70-45e4-888e-41144aaff60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:18Z', 'updated_at': '2022-03-23T12:45:25Z', 'revision_number': 4, 'project_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'gw_port': {'id': '3c2bf982-5b70-45e4-888e-41144aaff60d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:21Z', 'updated_at': '2022-03-23T12:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c1f21e42-006d-411d-8921-87d59d4e46d9', 'name': '', 'network_id': '78fa313d-1037-43cc-b454-6023add84d73', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'mac_address': 'fa:16:3e:ce:fe:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '9fedf063-517c-4c7e-a6ce-8689e31c90a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:24Z', 'updated_at': '2022-03-23T12:45:25Z', 'revision_number': 2, 'project_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'subnets': [{'id': '9fedf063-517c-4c7e-a6ce-8689e31c90a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:30.397156 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Checking router: 30600fb5-4656-4a59-99a2-bbd6927eb1d1 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:45:30.397773 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Updating router 30600fb5-4656-4a59-99a2-bbd6927eb1d1 port c1f21e42-006d-411d-8921-87d59d4e46d9 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:45:30.436432 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:30.558982 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-811b851c-0cf7-46a8-9671-7122af5198bf req-ecb05f57-5c1f-43d4-ab43-8124e4c7dd77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:30.559488 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-811b851c-0cf7-46a8-9671-7122af5198bf req-ecb05f57-5c1f-43d4-ab43-8124e4c7dd77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:30.560529 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-811b851c-0cf7-46a8-9671-7122af5198bf req-ecb05f57-5c1f-43d4-ab43-8124e4c7dd77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Floating IP 13df3070-e715-4fb4-a31b-8734d6f6eee7 disassociated. External IP: 172.25.2.69, port: f0d99965-95ee-4758-bae5-6786731e3a79. Mar 23 12:45:30.560529 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-811b851c-0cf7-46a8-9671-7122af5198bf req-ecb05f57-5c1f-43d4-ab43-8124e4c7dd77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Calling delete_port for f0d99965-95ee-4758-bae5-6786731e3a79 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:45:30.672750 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d07cf49-f667-4b56-9366-ab84b38685c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:30.716511 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d07cf49-f667-4b56-9366-ab84b38685c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:30.772806 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6d07cf49-f667-4b56-9366-ab84b38685c7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ff7c323147644199f710a5a52e1a0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0066214 Mar 23 12:45:30.775386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48392) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:30.886084 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:30.894916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07cf49-f667-4b56-9366-ab84b38685c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c309134-7ba2-4b13-a8ea-b98ba4ae1b9c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:30.896968 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:30.930836 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a4425ba-8aa3-4a7a-8a77-873e94fc9b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:30.931701 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e19779-dcd1-473f-82bb-fd2784416112 req-c0bded97-a252-47a9-b510-08c926bb68d7 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:30.944690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4e19779-dcd1-473f-82bb-fd2784416112 req-c0bded97-a252-47a9-b510-08c926bb68d7 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 947 time: 0.3067367 Mar 23 12:45:31.016844 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a4425ba-8aa3-4a7a-8a77-873e94fc9b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:31.029076 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4e19779-dcd1-473f-82bb-fd2784416112 req-436539f1-3e18-4ac0-85d8-9cd08d169df4 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups?id=9028d36f-41b2-4c3f-8e4a-05b82534057a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724907 Mar 23 12:45:31.070646 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc6d54-9f5c-4ee8-8f4d-544d147ae309 None None] Pushing event updated for resources: {'Port': ['ID=c1f21e42-006d-411d-8921-87d59d4e46d9,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:31.116508 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-811b851c-0cf7-46a8-9671-7122af5198bf req-ecb05f57-5c1f-43d4-ab43-8124e4c7dd77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:31.162923 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a4425ba-8aa3-4a7a-8a77-873e94fc9b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:31.165557 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a4425ba-8aa3-4a7a-8a77-873e94fc9b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:31.166705 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5a4425ba-8aa3-4a7a-8a77-873e94fc9b8c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c309134-7ba2-4b13-a8ea-b98ba4ae1b9c HTTP/1.1" status: 204 len: 168 time: 0.3891096 Mar 23 12:45:31.178308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb05f57-5c1f-43d4-ab43-8124e4c7dd77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event deleted for resources: {'Port': ['ID=f0d99965-95ee-4758-bae5-6786731e3a79,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:31.198933 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Attempting to bind port c1f21e42-006d-411d-8921-87d59d4e46d9 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:45:31.199304 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Attempting to bind port c1f21e42-006d-411d-8921-87d59d4e46d9 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '192307e0-0821-48b3-842b-27133ab8845e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '78fa313d-1037-43cc-b454-6023add84d73'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:45:31.199660 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Attempting to bind port c1f21e42-006d-411d-8921-87d59d4e46d9 on network 78fa313d-1037-43cc-b454-6023add84d73 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:45:31.211467 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4425ba-8aa3-4a7a-8a77-873e94fc9b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c309134-7ba2-4b13-a8ea-b98ba4ae1b9c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:31.219814 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:45:31.222820 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Checking segment: {'id': '192307e0-0821-48b3-842b-27133ab8845e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '78fa313d-1037-43cc-b454-6023add84d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:45:31.223534 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:31.224173 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Bound using segment: {'id': '192307e0-0821-48b3-842b-27133ab8845e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '78fa313d-1037-43cc-b454-6023add84d73'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:45:31.226231 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Bound port: c1f21e42-006d-411d-8921-87d59d4e46d9, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192307e0-0821-48b3-842b-27133ab8845e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '78fa313d-1037-43cc-b454-6023add84d73'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:45:31.226692 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:31.261096 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c5d31-c611-48cf-bd43-26a2496dff14 req-76a3631e-0ad2-4233-ae84-663c7a549539 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:31.275402 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c8c5d31-c611-48cf-bd43-26a2496dff14 req-76a3631e-0ad2-4233-ae84-663c7a549539 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1596150 Mar 23 12:45:31.352218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c8c5d31-c611-48cf-bd43-26a2496dff14 req-6cafb4b6-5896-4923-8e91-4c09698ad86d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757766 Mar 23 12:45:31.407133 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] For port c1f21e42-006d-411d-8921-87d59d4e46d9, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:45:31.413579 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] For port c1f21e42-006d-411d-8921-87d59d4e46d9, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c1f21e42-006d-411d-8921-87d59d4e46d9,segment=NetworkSegment(192307e0-0821-48b3-842b-27133ab8845e),segment_id=192307e0-0821-48b3-842b-27133ab8845e)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:45:31.423916 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:31.452828 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-811b851c-0cf7-46a8-9671-7122af5198bf req-ecb05f57-5c1f-43d4-ab43-8124e4c7dd77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Router d8d80209-e725-4e13-aca7-cf531443d97d has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:45:31.504741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3c2bf982-5b70-45e4-888e-41144aaff60d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:45:31.611209 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc6d54-9f5c-4ee8-8f4d-544d147ae309 None None] Pushing event updated for resources: {'Port': ['ID=c1f21e42-006d-411d-8921-87d59d4e46d9,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:31.625896 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Routers {'30600fb5-4656-4a59-99a2-bbd6927eb1d1'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:45:31.636229 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:45:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['30600fb5-4656-4a59-99a2-bbd6927eb1d1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:31.664445 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f3330755-5a30-4a5f-afdf-1aa1a18eff8f None None] Provisioning complete for port c1f21e42-006d-411d-8921-87d59d4e46d9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:31.664824 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3330755-5a30-4a5f-afdf-1aa1a18eff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:31.798364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 3c2bf982-5b70-45e4-888e-41144aaff60d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:31.798995 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:31.995849 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] Set router 30600fb5-4656-4a59-99a2-bbd6927eb1d1 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:45:32.037285 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48408) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:32.071830 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5fa06bcf-e4f4-4bed-b896-3b8cf846260b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:32.107860 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3330755-5a30-4a5f-afdf-1aa1a18eff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:32.195808 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f3330755-5a30-4a5f-afdf-1aa1a18eff8f None None] For port c1f21e42-006d-411d-8921-87d59d4e46d9, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c1f21e42-006d-411d-8921-87d59d4e46d9,segment=NetworkSegment(192307e0-0821-48b3-842b-27133ab8845e),segment_id=192307e0-0821-48b3-842b-27133ab8845e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:32.205629 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3330755-5a30-4a5f-afdf-1aa1a18eff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:32.262558 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5fa06bcf-e4f4-4bed-b896-3b8cf846260b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:32.271420 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5fa06bcf-e4f4-4bed-b896-3b8cf846260b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:32.295172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3330755-5a30-4a5f-afdf-1aa1a18eff8f None None] Pushing event updated for resources: {'Port': ['ID=c1f21e42-006d-411d-8921-87d59d4e46d9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:32.356177 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bd9a195a-c5e7-4a23-b895-d114aa86bb3e None None] Provisioning complete for port c1f21e42-006d-411d-8921-87d59d4e46d9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:32.356963 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd9a195a-c5e7-4a23-b895-d114aa86bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:32.389325 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5fa06bcf-e4f4-4bed-b896-3b8cf846260b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e1458193fc87480e94a7fd45712de840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3507931 Mar 23 12:45:32.390236 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa06bcf-e4f4-4bed-b896-3b8cf846260b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efa8a29-d3b2-4ae6-8e04-0ed794415df2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:32.396070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48416) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:32.532742 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'name': 'tempest-TestVolumeBackupRestore-1012461854-router', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '3c2bf982-5b70-45e4-888e-41144aaff60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:18Z', 'updated_at': '2022-03-23T12:45:25Z', 'revision_number': 4, 'project_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'gw_port': {'id': '3c2bf982-5b70-45e4-888e-41144aaff60d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:21Z', 'updated_at': '2022-03-23T12:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c1f21e42-006d-411d-8921-87d59d4e46d9', 'name': '', 'network_id': '78fa313d-1037-43cc-b454-6023add84d73', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'mac_address': 'fa:16:3e:ce:fe:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '9fedf063-517c-4c7e-a6ce-8689e31c90a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:24Z', 'updated_at': '2022-03-23T12:45:31Z', 'revision_number': 4, 'project_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'subnets': [{'id': '9fedf063-517c-4c7e-a6ce-8689e31c90a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:32.573455 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843667c6-466e-4d1a-96c4-6a5a1974f1ed None None] The sync data for ids ['30600fb5-4656-4a59-99a2-bbd6927eb1d1'] in n-d-834854-1 is: [{'id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'name': 'tempest-TestVolumeBackupRestore-1012461854-router', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '3c2bf982-5b70-45e4-888e-41144aaff60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:18Z', 'updated_at': '2022-03-23T12:45:25Z', 'revision_number': 4, 'project_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'gw_port': {'id': '3c2bf982-5b70-45e4-888e-41144aaff60d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:21Z', 'updated_at': '2022-03-23T12:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c1f21e42-006d-411d-8921-87d59d4e46d9', 'name': '', 'network_id': '78fa313d-1037-43cc-b454-6023add84d73', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'mac_address': 'fa:16:3e:ce:fe:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '9fedf063-517c-4c7e-a6ce-8689e31c90a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:24Z', 'updated_at': '2022-03-23T12:45:31Z', 'revision_number': 4, 'project_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'subnets': [{'id': '9fedf063-517c-4c7e-a6ce-8689e31c90a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:45:32.636670 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba0ab278-8a4b-4805-9ec6-1eab7053a4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:32.710869 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-58b12643-284a-44bc-ac30-84999bf1afca req-428ea9e0-a780-4278-8701-1b2c49330d3f tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 210 time: 0.0865779 Mar 23 12:45:32.724288 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-811b851c-0cf7-46a8-9671-7122af5198bf req-ecb05f57-5c1f-43d4-ab43-8124e4c7dd77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:45:32.743821 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba0ab278-8a4b-4805-9ec6-1eab7053a4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:32.743942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f10da-38ed-45b6-bd5c-b7624d6f1907 None None] Sync routers for ids ['d8d80209-e725-4e13-aca7-cf531443d97d'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:45:32.761439 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225f10da-38ed-45b6-bd5c-b7624d6f1907 None None] Routers {'d8d80209-e725-4e13-aca7-cf531443d97d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:45:32.762058 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-225f10da-38ed-45b6-bd5c-b7624d6f1907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:45:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8d80209-e725-4e13-aca7-cf531443d97d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:32.778764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a18e1-b2d0-4006-a521-14f4b00a5394 req-c43dea1c-8c31-494a-a007-90439f2339ae tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:32.789759 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d05a18e1-b2d0-4006-a521-14f4b00a5394 req-c43dea1c-8c31-494a-a007-90439f2339ae tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.3178072 Mar 23 12:45:32.840760 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-811b851c-0cf7-46a8-9671-7122af5198bf req-ecb05f57-5c1f-43d4-ab43-8124e4c7dd77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] No DVR routers for this DVR port f0d99965-95ee-4758-bae5-6786731e3a79 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:45:32.855504 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-811b851c-0cf7-46a8-9671-7122af5198bf req-ecb05f57-5c1f-43d4-ab43-8124e4c7dd77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:32.859733 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-811b851c-0cf7-46a8-9671-7122af5198bf req-ecb05f57-5c1f-43d4-ab43-8124e4c7dd77 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.77 "DELETE /v2.0/ports/f0d99965-95ee-4758-bae5-6786731e3a79 HTTP/1.1" status: 204 len: 173 time: 3.1097047 Mar 23 12:45:32.860570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507792c-e33a-431c-9180-76d3532cd200', 'name': 'network-vif-deleted', 'tag': 'f0d99965-95ee-4758-bae5-6786731e3a79'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:45:32.887674 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d05a18e1-b2d0-4006-a521-14f4b00a5394 req-6738bd5c-09f1-4587-b084-e40596928eed tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913715 Mar 23 12:45:32.892230 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b4d8c5-0f56-4bc7-a426-69d5ed5707f5" -d '{"events": [{"server_uuid": "c507792c-e33a-431c-9180-76d3532cd200", "name": "network-vif-deleted", "tag": "f0d99965-95ee-4758-bae5-6786731e3a79"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:45:32.932663 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba0ab278-8a4b-4805-9ec6-1eab7053a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:32.936307 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ba0ab278-8a4b-4805-9ec6-1eab7053a4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:32.938159 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ba0ab278-8a4b-4805-9ec6-1eab7053a4b4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6efa8a29-d3b2-4ae6-8e04-0ed794415df2 HTTP/1.1" status: 204 len: 168 time: 0.5405324 Mar 23 12:45:32.961724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ab278-8a4b-4805-9ec6-1eab7053a4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efa8a29-d3b2-4ae6-8e04-0ed794415df2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:32.995570 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b22454-25cc-440c-b6e8-8ebbca4b5575 x-openstack-request-id: req-85b22454-25cc-440c-b6e8-8ebbca4b5575 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:45:32.995814 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507792c-e33a-431c-9180-76d3532cd200", "name": "network-vif-deleted", "tag": "f0d99965-95ee-4758-bae5-6786731e3a79", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:45:32.996095 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85b22454-25cc-440c-b6e8-8ebbca4b5575 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:45:32.996491 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507792c-e33a-431c-9180-76d3532cd200', 'name': 'network-vif-deleted', 'tag': 'f0d99965-95ee-4758-bae5-6786731e3a79', 'status': 'completed', 'code': 200} Mar 23 12:45:33.060142 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-225f10da-38ed-45b6-bd5c-b7624d6f1907 None None] Set router d8d80209-e725-4e13-aca7-cf531443d97d gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:45:33.416591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-225f10da-38ed-45b6-bd5c-b7624d6f1907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:44Z', 'revision_number': 4, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c769a205-aa93-49ea-a142-4abe8167d2dc', 'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'mac_address': 'fa:16:3e:35:2c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:43Z', 'updated_at': '2022-03-23T12:35:48Z', 'revision_number': 5, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'subnets': [{'id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:33.462667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f10da-38ed-45b6-bd5c-b7624d6f1907 None None] Checking router: d8d80209-e725-4e13-aca7-cf531443d97d for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:45:33.473705 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225f10da-38ed-45b6-bd5c-b7624d6f1907 None None] Routers {'d8d80209-e725-4e13-aca7-cf531443d97d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:45:33.480002 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-225f10da-38ed-45b6-bd5c-b7624d6f1907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:45:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8d80209-e725-4e13-aca7-cf531443d97d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:33.557345 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c1f21e42-006d-411d-8921-87d59d4e46d9 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:45:33.975692 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a8bbe22e-79cb-4741-9a96-f5c48415ee47 req-f8ff98e9-70bb-445a-b661-869b7d240a78 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/ports?device_id=c507792c-e33a-431c-9180-76d3532cd200 HTTP/1.1" status: 200 len: 210 time: 0.1026735 Mar 23 12:45:34.158209 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c1f21e42-006d-411d-8921-87d59d4e46d9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:34.158647 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:34.189996 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d741376-bec3-4168-937f-e63871de0bbd req-16ed5942-bd71-494d-9534-dd8ba67c8d57 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:34.194710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d741376-bec3-4168-937f-e63871de0bbd req-16ed5942-bd71-494d-9534-dd8ba67c8d57 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1132658 Mar 23 12:45:34.196583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-225f10da-38ed-45b6-bd5c-b7624d6f1907 None None] Set router d8d80209-e725-4e13-aca7-cf531443d97d gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:45:34.295549 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d741376-bec3-4168-937f-e63871de0bbd req-b29dd2fc-3fd6-4780-9e77-9c3ada5cb765 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802398 Mar 23 12:45:34.577271 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-225f10da-38ed-45b6-bd5c-b7624d6f1907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:44Z', 'revision_number': 4, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c769a205-aa93-49ea-a142-4abe8167d2dc', 'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'mac_address': 'fa:16:3e:35:2c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:43Z', 'updated_at': '2022-03-23T12:35:48Z', 'revision_number': 5, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'subnets': [{'id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:34.611309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f10da-38ed-45b6-bd5c-b7624d6f1907 None None] The sync data for ids ['d8d80209-e725-4e13-aca7-cf531443d97d'] in n-d-834854-1 is: [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:35:44Z', 'revision_number': 4, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c769a205-aa93-49ea-a142-4abe8167d2dc', 'name': '', 'network_id': '5fdfc60f-283e-4e22-9f20-1cfdeadd8050', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'mac_address': 'fa:16:3e:35:2c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:43Z', 'updated_at': '2022-03-23T12:35:48Z', 'revision_number': 5, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'subnets': [{'id': '4a802d9a-4ada-4d77-b03c-b6045d268421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:45:34.774379 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f0d99965-95ee-4758-bae5-6786731e3a79 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:45:34.809340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: f0d99965-95ee-4758-bae5-6786731e3a79 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:45:34.809757 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f0d99965-95ee-4758-bae5-6786731e3a79 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:45:35.072678 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48496) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:35.096688 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747448d-fa32-4cad-aac2-900dc3741a52 None None] New status for floating IP 13df3070-e715-4fb4-a31b-8734d6f6eee7: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:45:35.174702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48506) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:35.347146 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa1a850c-d607-4eb9-995b-306fdcd8742d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:35.445556 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-900fde6a-9a11-4529-91e4-6884a102246f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:35.465573 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa1a850c-d607-4eb9-995b-306fdcd8742d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:35.586600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6baf95-1493-4fa1-b931-842e96cdd2b4 req-a472c745-0d77-41ab-92ca-114368d283d5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:35.588201 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c6baf95-1493-4fa1-b931-842e96cdd2b4 req-a472c745-0d77-41ab-92ca-114368d283d5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1451175 Mar 23 12:45:35.634948 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-900fde6a-9a11-4529-91e4-6884a102246f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:35.635955 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa1a850c-d607-4eb9-995b-306fdcd8742d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:35.638595 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa1a850c-d607-4eb9-995b-306fdcd8742d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:35.642763 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fa1a850c-d607-4eb9-995b-306fdcd8742d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "DELETE /v2.0/security-groups/9028d36f-41b2-4c3f-8e4a-05b82534057a HTTP/1.1" status: 204 len: 168 time: 0.4666207 Mar 23 12:45:35.643458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48522) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:35.657001 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-900fde6a-9a11-4529-91e4-6884a102246f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:35.685220 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a850c-d607-4eb9-995b-306fdcd8742d tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9028d36f-41b2-4c3f-8e4a-05b82534057a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:35.705888 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-e741c7cf-42b3-4fbc-aa56-4f5743a774fd tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] show failed (client error): The resource could not be found. Mar 23 12:45:35.706981 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e741c7cf-42b3-4fbc-aa56-4f5743a774fd tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "GET /v2.0/security-groups/9028d36f-41b2-4c3f-8e4a-05b82534057a HTTP/1.1" status: 404 len: 347 time: 0.0582392 Mar 23 12:45:35.712638 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48526) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:35.730337 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1470f87-c1c3-4f18-a9c0-55d718c949f9 req-4aca25dd-4ebe-4794-b2a0-ff273cdb6209 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1011455 Mar 23 12:45:35.730788 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c6baf95-1493-4fa1-b931-842e96cdd2b4 req-b629598f-5571-4b0d-bc05-e6f1bbf2e24a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301706 Mar 23 12:45:35.737529 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-900fde6a-9a11-4529-91e4-6884a102246f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21f454d8dcd94f0ba469265dd1c36e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6636281 Mar 23 12:45:35.742500 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48528) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:35.760690 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fde6a-9a11-4529-91e4-6884a102246f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728a8a67-7bd3-4811-8dec-1f19e41d7173,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:35.811855 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0e9b-9317-47b2-a45d-4e7d0b7242db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:35.839275 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0e9b-9317-47b2-a45d-4e7d0b7242db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:35.896995 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1470f87-c1c3-4f18-a9c0-55d718c949f9 req-43087e0a-e762-4713-a1c2-27d0c264fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:35.897395 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0e9b-9317-47b2-a45d-4e7d0b7242db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:35.898476 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1470f87-c1c3-4f18-a9c0-55d718c949f9 req-43087e0a-e762-4713-a1c2-27d0c264fa26 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ea1481d248546008fdefdaf479fb3fc&device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 1096 time: 0.0810375 Mar 23 12:45:35.900711 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0e9b-9317-47b2-a45d-4e7d0b7242db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:35.902154 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4a2b0e9b-9317-47b2-a45d-4e7d0b7242db admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/728a8a67-7bd3-4811-8dec-1f19e41d7173 HTTP/1.1" status: 204 len: 168 time: 0.1587300 Mar 23 12:45:35.912026 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b0e9b-9317-47b2-a45d-4e7d0b7242db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728a8a67-7bd3-4811-8dec-1f19e41d7173,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:35.919614 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ddebeb4c-05c8-4347-9056-f738d1157226 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Deleting port 97e5a0eb-da4f-4dff-9f27-ce8b00d3f134 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:45:35.920120 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ddebeb4c-05c8-4347-9056-f738d1157226 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:36.115546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ddebeb4c-05c8-4347-9056-f738d1157226 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:36.116242 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ddebeb4c-05c8-4347-9056-f738d1157226 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:36.138070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ddebeb4c-05c8-4347-9056-f738d1157226 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Calling delete_port for 97e5a0eb-da4f-4dff-9f27-ce8b00d3f134 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:45:36.151323 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1470f87-c1c3-4f18-a9c0-55d718c949f9 req-ae067971-94cc-4592-9fe5-d4776e1b1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:36.152875 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1470f87-c1c3-4f18-a9c0-55d718c949f9 req-ae067971-94cc-4592-9fe5-d4776e1b1ce2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54 HTTP/1.1" status: 200 len: 911 time: 0.2291009 Mar 23 12:45:36.282629 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1470f87-c1c3-4f18-a9c0-55d718c949f9 req-5919fbb5-c3ba-42a5-a649-4d351723fcc6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f840d146-f9e1-45f1-bbf4-ad396ecb4a8f HTTP/1.1" status: 200 len: 1001 time: 0.1210370 Mar 23 12:45:36.362941 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1470f87-c1c3-4f18-a9c0-55d718c949f9 req-fa1ae79a-2191-4eca-b223-2dc398130c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:36.364469 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1470f87-c1c3-4f18-a9c0-55d718c949f9 req-fa1ae79a-2191-4eca-b223-2dc398130c7e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04aa0ac9-74bf-48af-b463-b2b30beed0d6 HTTP/1.1" status: 200 len: 849 time: 0.0701165 Mar 23 12:45:36.552807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1470f87-c1c3-4f18-a9c0-55d718c949f9 req-7cbe2ea3-a3ca-44b5-8de1-3bdc849acd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:36.555131 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1470f87-c1c3-4f18-a9c0-55d718c949f9 req-7cbe2ea3-a3ca-44b5-8de1-3bdc849acd1e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828825 Mar 23 12:45:36.601961 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ddebeb4c-05c8-4347-9056-f738d1157226 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:36.624267 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48550) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:36.645291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddebeb4c-05c8-4347-9056-f738d1157226 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Pushing event deleted for resources: {'Port': ['ID=97e5a0eb-da4f-4dff-9f27-ce8b00d3f134,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:36.651776 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ee273d3-544d-4cbf-b5c8-9646fa2e73c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:36.846092 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ddebeb4c-05c8-4347-9056-f738d1157226 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:36.849959 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ddebeb4c-05c8-4347-9056-f738d1157226 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:36.856514 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ddebeb4c-05c8-4347-9056-f738d1157226 tempest-AttachVolumeShelveTestJSON-149304840 tempest-AttachVolumeShelveTestJSON-149304840-project] 10.222.0.52 "DELETE /v2.0/floatingips/13df3070-e715-4fb4-a31b-8734d6f6eee7 HTTP/1.1" status: 204 len: 168 time: 1.1388500 Mar 23 12:45:36.862494 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1470f87-c1c3-4f18-a9c0-55d718c949f9 req-70a68a97-2c06-42c6-baeb-e3a5a92a5278 service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924652 Mar 23 12:45:36.908788 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ee273d3-544d-4cbf-b5c8-9646fa2e73c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:36.923997 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ee273d3-544d-4cbf-b5c8-9646fa2e73c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:37.041331 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3ee273d3-544d-4cbf-b5c8-9646fa2e73c7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f4fd5aa9b1314bb5be5bfefc4c3677f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4133315 Mar 23 12:45:37.041564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48574) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:37.045754 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee273d3-544d-4cbf-b5c8-9646fa2e73c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7657f544-2552-4e25-8239-24d232ed93ec,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:37.144753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d8874-36a4-46cf-b994-a5f87e29d24f req-6e25d782-279f-4d33-8496-5f8e9a072ec2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:37.146278 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-399d8874-36a4-46cf-b994-a5f87e29d24f req-6e25d782-279f-4d33-8496-5f8e9a072ec2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.2295368 Mar 23 12:45:37.288022 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1470f87-c1c3-4f18-a9c0-55d718c949f9 req-e5d8c9ae-fbd1-434b-b8c3-e5029e043b60 service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877077 Mar 23 12:45:37.290450 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a15daef8-dd92-4087-8475-967ea955f0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:37.302773 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-399d8874-36a4-46cf-b994-a5f87e29d24f req-b4011b20-aaaf-47f4-b526-6c4c82ae1844 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425123 Mar 23 12:45:37.320220 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a15daef8-dd92-4087-8475-967ea955f0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:37.398578 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a15daef8-dd92-4087-8475-967ea955f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:37.401897 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a15daef8-dd92-4087-8475-967ea955f0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:37.403095 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a15daef8-dd92-4087-8475-967ea955f0e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7657f544-2552-4e25-8239-24d232ed93ec HTTP/1.1" status: 204 len: 168 time: 0.3418295 Mar 23 12:45:37.416056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15daef8-dd92-4087-8475-967ea955f0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7657f544-2552-4e25-8239-24d232ed93ec,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:38.260314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48638) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:38.506453 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e389b-723e-41d3-ab32-c8d32996c9e3 req-88301c9b-df53-4314-ad01-8b2a520434b9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:38.515155 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-219e389b-723e-41d3-ab32-c8d32996c9e3 req-88301c9b-df53-4314-ad01-8b2a520434b9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.0765736 Mar 23 12:45:38.550234 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d1afc67-bb0d-4f93-b2ca-8f88858502eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:38.589708 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-219e389b-723e-41d3-ab32-c8d32996c9e3 req-99347a4e-ea7d-4abd-be2e-bbae035acada tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719080 Mar 23 12:45:38.710553 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d1afc67-bb0d-4f93-b2ca-8f88858502eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:38.717793 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d1afc67-bb0d-4f93-b2ca-8f88858502eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:38.787346 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1afc67-bb0d-4f93-b2ca-8f88858502eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974c096c-3394-463b-8014-6dc2fc289322,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:38.809567 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9d1afc67-bb0d-4f93-b2ca-8f88858502eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0cb714b97e054c4daa06d26b4ffe7e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5481021 Mar 23 12:45:38.813631 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48666) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:38.882502 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-889bc9e0-bcec-41ae-b87e-00d4b8c2039a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:38.910047 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-889bc9e0-bcec-41ae-b87e-00d4b8c2039a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:38.977417 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-889bc9e0-bcec-41ae-b87e-00d4b8c2039a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:38.980283 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-889bc9e0-bcec-41ae-b87e-00d4b8c2039a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:38.982842 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-889bc9e0-bcec-41ae-b87e-00d4b8c2039a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/974c096c-3394-463b-8014-6dc2fc289322 HTTP/1.1" status: 204 len: 168 time: 0.1667325 Mar 23 12:45:39.002653 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bc9e0-bcec-41ae-b87e-00d4b8c2039a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974c096c-3394-463b-8014-6dc2fc289322,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:39.679054 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48702) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:39.704870 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e84f1861-da14-4267-872d-eb987faac3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:39.863678 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77c857-e711-4618-8d8f-85587b3a89fb req-edbb1681-9081-42e0-8e97-f88b24b8cb51 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:39.874982 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ec77c857-e711-4618-8d8f-85587b3a89fb req-edbb1681-9081-42e0-8e97-f88b24b8cb51 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1339157 Mar 23 12:45:39.912492 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e84f1861-da14-4267-872d-eb987faac3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:39.920245 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e84f1861-da14-4267-872d-eb987faac3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:39.972371 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ec77c857-e711-4618-8d8f-85587b3a89fb req-40c053f9-2654-4036-a713-b504bf0d8ccc tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895698 Mar 23 12:45:40.012148 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48712) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:40.013560 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e84f1861-da14-4267-872d-eb987faac3dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=685c2df4f440459e8804b8c7dcef68e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333364 Mar 23 12:45:40.070961 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f1861-da14-4267-872d-eb987faac3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1133cf6f-e91e-40ce-9086-f5cce7926942,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:40.167058 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41535872-7caf-450b-9dca-2897b9616e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:40.196759 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41535872-7caf-450b-9dca-2897b9616e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:40.319527 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41535872-7caf-450b-9dca-2897b9616e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:40.327760 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41535872-7caf-450b-9dca-2897b9616e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:40.333205 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-41535872-7caf-450b-9dca-2897b9616e47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1133cf6f-e91e-40ce-9086-f5cce7926942 HTTP/1.1" status: 204 len: 168 time: 0.3181324 Mar 23 12:45:40.348726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41535872-7caf-450b-9dca-2897b9616e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1133cf6f-e91e-40ce-9086-f5cce7926942,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:41.185210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19390825-0c0f-4286-8862-e3b03db963b6 req-f053747f-ae92-44c8-8ff7-d9b4b4e1c068 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:41.187777 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19390825-0c0f-4286-8862-e3b03db963b6 req-f053747f-ae92-44c8-8ff7-d9b4b4e1c068 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1003292 Mar 23 12:45:41.256291 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19390825-0c0f-4286-8862-e3b03db963b6 req-4f08b3d9-5a53-49ec-9e17-75afbdc99ee5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584247 Mar 23 12:45:42.478529 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b8fc2-03e5-4f70-a4f1-fbea32cf5fa1 req-0157bde0-940e-453e-bda7-0c04a7e04c47 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:42.491509 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c17b8fc2-03e5-4f70-a4f1-fbea32cf5fa1 req-0157bde0-940e-453e-bda7-0c04a7e04c47 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1105340 Mar 23 12:45:42.593020 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c17b8fc2-03e5-4f70-a4f1-fbea32cf5fa1 req-1e5f4da9-363f-43ed-b5d3-e7b830da7115 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005044 Mar 23 12:45:43.415766 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48848) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:43.492609 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22319e7f-b93d-43af-bc59-60fb8576d748 req-4fac0178-396c-427b-a8bb-7090cdfaa169 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1087513 Mar 23 12:45:43.612026 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22319e7f-b93d-43af-bc59-60fb8576d748 req-e6dfb38c-533a-4b01-a0b3-360bfa9e0be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:43.615045 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22319e7f-b93d-43af-bc59-60fb8576d748 req-e6dfb38c-533a-4b01-a0b3-360bfa9e0be7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 1100 time: 0.0689008 Mar 23 12:45:43.672303 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-00a7a798-12ba-4dca-a5e3-c0b01ebc0f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:43.806250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22319e7f-b93d-43af-bc59-60fb8576d748 req-f2029c4f-3c82-4c0d-9472-5833b9ad9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:43.809111 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22319e7f-b93d-43af-bc59-60fb8576d748 req-f2029c4f-3c82-4c0d-9472-5833b9ad9c9c service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.1642168 Mar 23 12:45:43.813403 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-00a7a798-12ba-4dca-a5e3-c0b01ebc0f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:43.827391 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-00a7a798-12ba-4dca-a5e3-c0b01ebc0f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:43.869029 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7a798-12ba-4dca-a5e3-c0b01ebc0f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2413f243-8432-4f93-b9a2-b35fbd502f38,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:43.919373 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-00a7a798-12ba-4dca-a5e3-c0b01ebc0f9e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=935b77c45539462297e5cb4cbc5ddb0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5020990 Mar 23 12:45:43.920109 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48866) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:43.938595 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22319e7f-b93d-43af-bc59-60fb8576d748 req-60fbef03-a346-4b6c-a5b3-843705263040 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3 HTTP/1.1" status: 200 len: 217 time: 0.1028385 Mar 23 12:45:43.989517 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832115cc-38c4-4da3-a875-688263e63342 req-164610bc-c501-414a-8392-55ef5862dee3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:43.991477 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-832115cc-38c4-4da3-a875-688263e63342 req-164610bc-c501-414a-8392-55ef5862dee3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.2732689 Mar 23 12:45:44.040554 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90e8cd95-587a-4d9c-87a6-e2fb72dcd67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:44.069041 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90e8cd95-587a-4d9c-87a6-e2fb72dcd67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:44.079690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-832115cc-38c4-4da3-a875-688263e63342 req-3a4ea41a-12e5-44b9-8a3e-a4e614fcb44b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547788 Mar 23 12:45:44.110222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22319e7f-b93d-43af-bc59-60fb8576d748 req-fd625038-0d24-4528-a3dd-e9f236b46c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:44.113389 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22319e7f-b93d-43af-bc59-60fb8576d748 req-fd625038-0d24-4528-a3dd-e9f236b46c26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1719580 Mar 23 12:45:44.137062 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90e8cd95-587a-4d9c-87a6-e2fb72dcd67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:44.146454 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90e8cd95-587a-4d9c-87a6-e2fb72dcd67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:44.146454 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-90e8cd95-587a-4d9c-87a6-e2fb72dcd67c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2413f243-8432-4f93-b9a2-b35fbd502f38 HTTP/1.1" status: 204 len: 168 time: 0.2207036 Mar 23 12:45:44.183522 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8cd95-587a-4d9c-87a6-e2fb72dcd67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2413f243-8432-4f93-b9a2-b35fbd502f38,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:44.266849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22319e7f-b93d-43af-bc59-60fb8576d748 req-ee89d016-51ab-4270-b4ad-cd136c438e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:44.281772 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22319e7f-b93d-43af-bc59-60fb8576d748 req-ee89d016-51ab-4270-b4ad-cd136c438e1d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1610184 Mar 23 12:45:44.479110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22319e7f-b93d-43af-bc59-60fb8576d748 req-007d0a47-a2fe-478a-853a-d9d1514a5965 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884723 Mar 23 12:45:44.647520 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22319e7f-b93d-43af-bc59-60fb8576d748 req-87b3942a-3387-4b54-b6cf-70292abfda83 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584256 Mar 23 12:45:44.737057 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48886) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:44.757801 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de491b86-409e-484e-86ac-3997192f2dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:44.931744 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de491b86-409e-484e-86ac-3997192f2dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:44.939843 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de491b86-409e-484e-86ac-3997192f2dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:44.976069 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de491b86-409e-484e-86ac-3997192f2dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f9f01d-e8f9-4b57-beaf-3e1df34df948,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:45.029876 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-de491b86-409e-484e-86ac-3997192f2dd2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2de7c78a52c74e2d8942d47850d501b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903266 Mar 23 12:45:45.032434 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48896) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:45.121905 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e40eba89-1152-4de2-8c9b-432c56e641e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:45.150319 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e40eba89-1152-4de2-8c9b-432c56e641e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:45.236138 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e40eba89-1152-4de2-8c9b-432c56e641e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:45.241563 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e40eba89-1152-4de2-8c9b-432c56e641e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:45.276775 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e40eba89-1152-4de2-8c9b-432c56e641e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/86f9f01d-e8f9-4b57-beaf-3e1df34df948 HTTP/1.1" status: 204 len: 168 time: 0.2431033 Mar 23 12:45:45.309365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40eba89-1152-4de2-8c9b-432c56e641e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f9f01d-e8f9-4b57-beaf-3e1df34df948,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:45.384707 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa8f7b-6837-4d57-be77-8aa7800a5a3a req-05f76699-c2cd-4561-b6ec-95f45c9cb900 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:45.409454 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-56fa8f7b-6837-4d57-be77-8aa7800a5a3a req-05f76699-c2cd-4561-b6ec-95f45c9cb900 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.2192738 Mar 23 12:45:45.485373 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-56fa8f7b-6837-4d57-be77-8aa7800a5a3a req-5f76ed8e-9919-4ef7-91a4-43e31f7c3edb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732741 Mar 23 12:45:45.853910 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138a883-3bb4-484a-9b3b-4aaaa776f61e req-9afea646-0028-4e21-ace6-2373abe3759a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:45.856729 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3138a883-3bb4-484a-9b3b-4aaaa776f61e req-9afea646-0028-4e21-ace6-2373abe3759a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1135180 Mar 23 12:45:45.928491 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:45.992706 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3138a883-3bb4-484a-9b3b-4aaaa776f61e req-f8d65f52-66a7-4b88-aa8d-96c469e28d79 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163273 Mar 23 12:45:46.778298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7063a8f-d500-4079-9624-9f2a571874ae req-d9f2077d-8c2e-4806-b159-18c30b338351 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:46.782110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b7063a8f-d500-4079-9624-9f2a571874ae req-d9f2077d-8c2e-4806-b159-18c30b338351 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1194241 Mar 23 12:45:46.889141 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b7063a8f-d500-4079-9624-9f2a571874ae req-457461f7-5c0d-401e-a417-5cccf762a1ae tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953836 Mar 23 12:45:47.276408 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae9f45-e115-407c-924e-5cca6d4b3938 req-3c1b64c0-9327-4461-aa5f-97f55bde448b tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:47.280599 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-74ae9f45-e115-407c-924e-5cca6d4b3938 req-3c1b64c0-9327-4461-aa5f-97f55bde448b tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1518707 Mar 23 12:45:47.379738 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-74ae9f45-e115-407c-924e-5cca6d4b3938 req-2834b485-9de9-44df-a5cc-325fd26ea685 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914569 Mar 23 12:45:47.434457 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:48.156147 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bc6e0-ea14-468b-b243-4e631ae1b993 req-d8fc310d-ff4a-4f8d-975e-b48cd09d7c76 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:48.163685 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a1bc6e0-ea14-468b-b243-4e631ae1b993 req-d8fc310d-ff4a-4f8d-975e-b48cd09d7c76 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.0972676 Mar 23 12:45:48.274770 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a1bc6e0-ea14-468b-b243-4e631ae1b993 req-d20eef1c-4954-4f0e-a039-6e4d5d14ce02 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094236 Mar 23 12:45:48.601365 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681b45d-827a-4022-8967-57f07045d2f2 req-c0918492-602f-463a-85af-88309bc35fc2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:48.603850 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1681b45d-827a-4022-8967-57f07045d2f2 req-c0918492-602f-463a-85af-88309bc35fc2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1273758 Mar 23 12:45:48.659569 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1681b45d-827a-4022-8967-57f07045d2f2 req-ec0e5db9-fd14-4935-a12b-ebd96614acfe tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441208 Mar 23 12:45:48.753032 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-39c6a7c6-1beb-4a92-8d91-7a547b7f49ed service neutron] show failed (client error): The resource could not be found. Mar 23 12:45:48.754353 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-39c6a7c6-1beb-4a92-8d91-7a547b7f49ed service neutron] 10.222.0.77 "GET /v2.0/ports/a30d5c19-86cb-4153-be9a-9dd7359eda1b/bindings/n-h2-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.0771670 Mar 23 12:45:49.088129 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-c39a44aa-27db-40a6-aefc-d49ac099e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:49.094722 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-c39a44aa-27db-40a6-aefc-d49ac099e2ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062&tenant_id=7c1d3a5014264763bcc8243971f01780 HTTP/1.1" status: 200 len: 1100 time: 0.1026492 Mar 23 12:45:49.108513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834854-1', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:45:49.269628 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:49.594468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:49.636733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:45:49.655459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49122) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:49.739082 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fc7e9-8734-4851-b527-5ba2776b608d req-f2531945-ab60-4254-bfc1-455c17c85bca tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:49.747071 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9e0fc7e9-8734-4851-b527-5ba2776b608d req-f2531945-ab60-4254-bfc1-455c17c85bca tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1121950 Mar 23 12:45:49.754274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:45:49.757525 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78136abb-b9c2-479e-96bf-b6caf94523c7" -d '{"events": [{"server_uuid": "cbf0d781-ec15-4c59-b76f-b4cd737a8062", "name": "network-vif-unplugged", "status": "completed", "tag": "a30d5c19-86cb-4153-be9a-9dd7359eda1b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:45:49.762602 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:49.894938 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Transition to ACTIVE for port object a30d5c19-86cb-4153-be9a-9dd7359eda1b will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:45:49.911657 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9e0fc7e9-8734-4851-b527-5ba2776b608d req-da772e93-7273-400a-852d-217545e2186f tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633210 Mar 23 12:45:49.917088 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:49.970721 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dd1b5-f24e-446a-ac7f-8df5604f1090 req-678b7c30-f675-4fa8-bc76-8c898065275b tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:49.985588 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7e7dd1b5-f24e-446a-ac7f-8df5604f1090 req-678b7c30-f675-4fa8-bc76-8c898065275b tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1189117 Mar 23 12:45:50.139134 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7e7dd1b5-f24e-446a-ac7f-8df5604f1090 req-9f5f00a4-7b73-493f-a519-45b8d029ccff tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490293 Mar 23 12:45:50.165629 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed4fa9b-ca48-4acb-b9df-13dc725ef93b x-openstack-request-id: req-9ed4fa9b-ca48-4acb-b9df-13dc725ef93b {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:45:50.165629 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf0d781-ec15-4c59-b76f-b4cd737a8062", "name": "network-vif-unplugged", "status": "completed", "tag": "a30d5c19-86cb-4153-be9a-9dd7359eda1b", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:45:50.165629 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ed4fa9b-ca48-4acb-b9df-13dc725ef93b {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:45:50.165629 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b', 'code': 200} Mar 23 12:45:50.184091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] No DVR routers for this DVR port a30d5c19-86cb-4153-be9a-9dd7359eda1b on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:45:50.186369 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Pushing event updated for resources: {'Port': ['ID=a30d5c19-86cb-4153-be9a-9dd7359eda1b,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:50.344501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Attempting to bind port a30d5c19-86cb-4153-be9a-9dd7359eda1b on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:45:50.345134 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Attempting to bind port a30d5c19-86cb-4153-be9a-9dd7359eda1b by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:45:50.345514 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Attempting to bind port a30d5c19-86cb-4153-be9a-9dd7359eda1b on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:45:50.360735 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Port a30d5c19-86cb-4153-be9a-9dd7359eda1b on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:45:50.361058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Attempting to bind port a30d5c19-86cb-4153-be9a-9dd7359eda1b on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:45:50.380085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:45:50.380432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:45:50.380815 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:45:50.381244 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Bound port: a30d5c19-86cb-4153-be9a-9dd7359eda1b, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:45:50.381602 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:50.435043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49152) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:50.586323 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:45:50.630716 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:45:50.640192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:45:50.657050 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:50.722834 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e1f64d1-7ec7-405a-b2c8-7d8075738140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:50.764215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:50.764822 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:50.766804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] 10.222.0.73 "PUT /v2.0/ports/a30d5c19-86cb-4153-be9a-9dd7359eda1b HTTP/1.1" status: 200 len: 1095 time: 1.6640522 Mar 23 12:45:50.800420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a894e3-d456-42b9-80b9-008f4dab395b service neutron] Pushing event updated for resources: {'Port': ['ID=a30d5c19-86cb-4153-be9a-9dd7359eda1b,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:50.839286 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec796db1-3048-41c1-9f31-865b651114bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:50.918437 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-b75e5676-fecb-4cdf-80f4-383946510bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:50.920431 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-b75e5676-fecb-4cdf-80f4-383946510bb2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 1098 time: 0.1048541 Mar 23 12:45:50.985079 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e1f64d1-7ec7-405a-b2c8-7d8075738140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:50.997686 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3e1f64d1-7ec7-405a-b2c8-7d8075738140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:51.132296 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3e1f64d1-7ec7-405a-b2c8-7d8075738140 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=20b5aa242cc44013bc32018171697b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6959863 Mar 23 12:45:51.137413 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49166) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:51.159294 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f64d1-7ec7-405a-b2c8-7d8075738140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef19f81-c23e-4f1b-9464-c15ebf99ddc3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:51.214350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0816708-ed0c-41aa-af5a-515a42c49169 req-ed3127b2-8f2e-4aa6-9f67-17fb6999f1f6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:51.215837 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0816708-ed0c-41aa-af5a-515a42c49169 req-ed3127b2-8f2e-4aa6-9f67-17fb6999f1f6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 947 time: 0.1415446 Mar 23 12:45:51.232238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-5e9c8f98-4f42-47fc-b73a-4d83ea53996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:51.233788 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-5e9c8f98-4f42-47fc-b73a-4d83ea53996c service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.2995715 Mar 23 12:45:51.301476 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-19e59ae3-d32b-4ad9-bc67-a61360fb7058 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b HTTP/1.1" status: 200 len: 217 time: 0.0573432 Mar 23 12:45:51.319164 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b5e476b-394d-4881-86d2-9839f12353c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:51.354294 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0816708-ed0c-41aa-af5a-515a42c49169 req-8cd67abf-42fe-4cfa-935a-5af43d72b455 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273501 Mar 23 12:45:51.419999 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b5e476b-394d-4881-86d2-9839f12353c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:51.444403 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-8eee6390-245a-4ab5-9960-ace697ac37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:51.445921 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-8eee6390-245a-4ab5-9960-ace697ac37ce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1279883 Mar 23 12:45:51.534236 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b5e476b-394d-4881-86d2-9839f12353c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:51.539798 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b5e476b-394d-4881-86d2-9839f12353c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:51.542851 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8b5e476b-394d-4881-86d2-9839f12353c4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cef19f81-c23e-4f1b-9464-c15ebf99ddc3 HTTP/1.1" status: 204 len: 168 time: 0.4038694 Mar 23 12:45:51.571998 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e476b-394d-4881-86d2-9839f12353c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef19f81-c23e-4f1b-9464-c15ebf99ddc3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:51.595070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-dfa84834-28d1-4507-9318-4f69270a15f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:51.602753 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-dfa84834-28d1-4507-9318-4f69270a15f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1470294 Mar 23 12:45:51.760938 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-58c82677-8db5-4884-8761-69eb6a0af35c service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501551 Mar 23 12:45:51.880889 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01678fd-13a5-4536-a8cd-ebcda951706b req-05d58c6b-aa85-4dca-9178-fe9d4644867f tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:51.886084 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-1c185ed0-f603-4c52-9d2b-f1727f02eb67 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170621 Mar 23 12:45:51.888131 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e01678fd-13a5-4536-a8cd-ebcda951706b req-05d58c6b-aa85-4dca-9178-fe9d4644867f tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1653154 Mar 23 12:45:51.999239 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49194) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:52.010666 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e01678fd-13a5-4536-a8cd-ebcda951706b req-25244f7e-9e64-4cbb-ad55-9e1d322fe427 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093500 Mar 23 12:45:52.018021 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22785b4c-bc8f-433d-921f-4b1022da23ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:52.101336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ec796db1-3048-41c1-9f31-865b651114bb admin admin] Deleting port c769a205-aa93-49ea-a142-4abe8167d2dc {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:45:52.101678 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec796db1-3048-41c1-9f31-865b651114bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:52.116586 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22785b4c-bc8f-433d-921f-4b1022da23ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:52.122380 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22785b4c-bc8f-433d-921f-4b1022da23ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:52.162077 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'tag': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:45:52.164720 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f622dcf3-3936-49c0-aa76-b37223f96246" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf0d781-ec15-4c59-b76f-b4cd737a8062", "tag": "a30d5c19-86cb-4153-be9a-9dd7359eda1b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:45:52.212805 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-22785b4c-bc8f-433d-921f-4b1022da23ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea118eca1f844071bb3af8bf42d5262c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2120767 Mar 23 12:45:52.218305 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49202) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:52.224051 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22785b4c-bc8f-433d-921f-4b1022da23ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d812b2-8cd9-4814-b363-a1ff512e4aa0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:52.270912 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03803b0b-bebd-4bb3-a359-cc65ede30fe1 x-openstack-request-id: req-03803b0b-bebd-4bb3-a359-cc65ede30fe1 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:45:52.277423 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf0d781-ec15-4c59-b76f-b4cd737a8062", "tag": "a30d5c19-86cb-4153-be9a-9dd7359eda1b", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:45:52.278047 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03803b0b-bebd-4bb3-a359-cc65ede30fe1 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:45:52.279183 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'tag': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b', 'status': 'completed', 'code': 200} Mar 23 12:45:52.330400 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-ec796db1-3048-41c1-9f31-865b651114bb admin admin] For port c769a205-aa93-49ea-a142-4abe8167d2dc, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c769a205-aa93-49ea-a142-4abe8167d2dc,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:52.330755 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec796db1-3048-41c1-9f31-865b651114bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:52.358005 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ec796db1-3048-41c1-9f31-865b651114bb admin admin] Calling delete_port for c769a205-aa93-49ea-a142-4abe8167d2dc owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:45:52.396258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-3f773a6c-33a0-45d2-8c87-51486496ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:52.398245 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-3f773a6c-33a0-45d2-8c87-51486496ccd7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 1098 time: 0.1004961 Mar 23 12:45:52.405083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-9117163c-485f-4266-8014-984447091c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:52.407476 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-9117163c-485f-4266-8014-984447091c38 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 1098 time: 0.0743716 Mar 23 12:45:52.417883 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6392378b-a83a-4e45-a1d4-f5b3b61185c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:52.483519 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6392378b-a83a-4e45-a1d4-f5b3b61185c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:52.661691 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6392378b-a83a-4e45-a1d4-f5b3b61185c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:52.665925 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6392378b-a83a-4e45-a1d4-f5b3b61185c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:52.682708 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6392378b-a83a-4e45-a1d4-f5b3b61185c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e9d812b2-8cd9-4814-b363-a1ff512e4aa0 HTTP/1.1" status: 204 len: 168 time: 0.4496105 Mar 23 12:45:52.684893 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-aed7b642-81b9-4bed-9af1-dbe75fdd7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:52.688235 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-aed7b642-81b9-4bed-9af1-dbe75fdd7ac2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.2790434 Mar 23 12:45:52.691780 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-698fd9dc-6c35-4fa5-a71d-89734892e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:52.693551 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-698fd9dc-6c35-4fa5-a71d-89734892e865 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.2558546 Mar 23 12:45:52.712418 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392378b-a83a-4e45-a1d4-f5b3b61185c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d812b2-8cd9-4814-b363-a1ff512e4aa0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:52.746727 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-fc20c0b0-8835-4341-9346-2c6adfb1bec4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b HTTP/1.1" status: 200 len: 217 time: 0.0506725 Mar 23 12:45:52.760424 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff056d-8f8a-405c-b021-2e0fd039571e req-80c41168-b3ab-4d98-852a-e549c38894ac tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:52.768600 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-84ff056d-8f8a-405c-b021-2e0fd039571e req-80c41168-b3ab-4d98-852a-e549c38894ac tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 947 time: 0.2097840 Mar 23 12:45:52.799582 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-2e763360-17a6-448c-b2fc-3fb079a41312 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b HTTP/1.1" status: 200 len: 217 time: 0.0518212 Mar 23 12:45:52.835822 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-84ff056d-8f8a-405c-b021-2e0fd039571e req-f2f7d8bd-2f82-4c4d-b9d4-a4ee02f905d3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658963 Mar 23 12:45:52.853943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device a30d5c19-86cb-4153-be9a-9dd7359eda1b no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:45:52.944141 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-a22238df-c0ea-4d7d-8dfe-b1f248493737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:52.946709 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-a22238df-c0ea-4d7d-8dfe-b1f248493737 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1100988 Mar 23 12:45:52.961506 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device a30d5c19-86cb-4153-be9a-9dd7359eda1b not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:45:53.106271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-84dd50ef-9b1a-40ae-8175-35e661c3b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:53.107740 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-84dd50ef-9b1a-40ae-8175-35e661c3b378 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.3189628 Mar 23 12:45:53.115801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-f1094276-dc8f-4224-a8b5-a43134bd3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:53.118054 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-f1094276-dc8f-4224-a8b5-a43134bd3555 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1529312 Mar 23 12:45:53.152430 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec796db1-3048-41c1-9f31-865b651114bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:53.209485 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec796db1-3048-41c1-9f31-865b651114bb admin admin] Pushing event deleted for resources: {'Port': ['ID=c769a205-aa93-49ea-a142-4abe8167d2dc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:53.369653 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-5f2fcbe0-5e30-467f-b3e2-c6489ebe7c98 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224498 Mar 23 12:45:53.757063 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec796db1-3048-41c1-9f31-865b651114bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:54.045165 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-067cf765-88e0-4283-8051-75e819126b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:54.162178 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49270) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:54.423513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-d716da4c-4744-4f87-b8ca-8b17cacbf206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:54.426707 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-d716da4c-4744-4f87-b8ca-8b17cacbf206 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3069704 Mar 23 12:45:54.427276 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7e22a-c6f9-4d2d-8726-87a13e9ee5aa req-87398a14-1184-42c6-bda8-0543592be867 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:54.429105 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44a7e22a-c6f9-4d2d-8726-87a13e9ee5aa req-87398a14-1184-42c6-bda8-0543592be867 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 947 time: 0.2641480 Mar 23 12:45:54.465892 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db1ac8-2696-4678-ace2-5ecda0cfbd5f req-0675dd3a-04a7-472f-a40d-57d0e1cd8f40 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:54.467611 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50db1ac8-2696-4678-ace2-5ecda0cfbd5f req-0675dd3a-04a7-472f-a40d-57d0e1cd8f40 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 1.1821554 Mar 23 12:45:54.534826 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b31dca61-8770-40e1-b654-08cbc53da996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:54.665875 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50db1ac8-2696-4678-ace2-5ecda0cfbd5f req-bf8c2a12-2302-4417-8977-e39538ec3bf2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879210 Mar 23 12:45:54.671910 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-e1fc2eea-9af9-471e-b6a3-716d6fa1d10c service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2732916 Mar 23 12:45:54.690650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec796db1-3048-41c1-9f31-865b651114bb admin admin] Router d8d80209-e725-4e13-aca7-cf531443d97d has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:45:54.727230 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44a7e22a-c6f9-4d2d-8726-87a13e9ee5aa req-0a97ca51-e0ce-477c-8468-be32f765a036 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780855 Mar 23 12:45:54.757818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-195fd928-e54e-427e-934f-3c758cc449bb service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224609 Mar 23 12:45:54.760896 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b31dca61-8770-40e1-b654-08cbc53da996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:54.798072 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b31dca61-8770-40e1-b654-08cbc53da996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:54.856867 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b31dca61-8770-40e1-b654-08cbc53da996 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04e0501db9614105b02ca71d02e67433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6903791 Mar 23 12:45:54.864116 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49304) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:54.951433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31dca61-8770-40e1-b654-08cbc53da996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7ca2dc-41df-4b22-97b5-cd2f35c2c1da,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:55.021789 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90569288-6d54-4c55-932c-c75d9bad3cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:55.048230 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90569288-6d54-4c55-932c-c75d9bad3cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:55.055770 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f622dcf3-3936-49c0-aa76-b37223f96246 req-b5e24194-73e4-4fc7-b368-17e4586afd78 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853270 Mar 23 12:45:55.102962 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90569288-6d54-4c55-932c-c75d9bad3cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:55.105848 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90569288-6d54-4c55-932c-c75d9bad3cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:55.107253 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-90569288-6d54-4c55-932c-c75d9bad3cd3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff7ca2dc-41df-4b22-97b5-cd2f35c2c1da HTTP/1.1" status: 204 len: 168 time: 0.2401571 Mar 23 12:45:55.116442 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec796db1-3048-41c1-9f31-865b651114bb admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:45:55.128181 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1074869-6d29-4e95-ba80-9fc8cbf2bf45 None None] Sync routers for ids ['d8d80209-e725-4e13-aca7-cf531443d97d'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:45:55.129159 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ec796db1-3048-41c1-9f31-865b651114bb admin admin] 10.222.0.52 "PUT /v2.0/routers/d8d80209-e725-4e13-aca7-cf531443d97d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4708874 Mar 23 12:45:55.130416 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90569288-6d54-4c55-932c-c75d9bad3cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7ca2dc-41df-4b22-97b5-cd2f35c2c1da,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:55.131170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49312) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:55.186066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1074869-6d29-4e95-ba80-9fc8cbf2bf45 None None] Routers {'d8d80209-e725-4e13-aca7-cf531443d97d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:45:55.188741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a1074869-6d29-4e95-ba80-9fc8cbf2bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:45:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8d80209-e725-4e13-aca7-cf531443d97d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:55.331551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a1074869-6d29-4e95-ba80-9fc8cbf2bf45 None None] Set router d8d80209-e725-4e13-aca7-cf531443d97d gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:45:55.399604 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:55.643998 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:55.833807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Deleting port 2150ca8f-0923-4bee-ae4e-01e04b0d9508 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:45:55.834444 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:55.889025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49366) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:55.923036 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a1074869-6d29-4e95-ba80-9fc8cbf2bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:45:53Z', 'revision_number': 5, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port': {'id': '2150ca8f-0923-4bee-ae4e-01e04b0d9508', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:35:39Z', 'updated_at': '2022-03-23T12:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:55.944344 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ec132-9d8e-47ef-9fb5-f958ef70399c req-24b70147-bfc9-4e93-8ea5-16361a480cd9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:55.946590 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d0ec132-9d8e-47ef-9fb5-f958ef70399c req-24b70147-bfc9-4e93-8ea5-16361a480cd9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 947 time: 0.0803134 Mar 23 12:45:55.947324 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49370) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:55.963388 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1074869-6d29-4e95-ba80-9fc8cbf2bf45 None None] Checking router: d8d80209-e725-4e13-aca7-cf531443d97d for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:45:55.974540 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1074869-6d29-4e95-ba80-9fc8cbf2bf45 None None] Routers {'d8d80209-e725-4e13-aca7-cf531443d97d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:45:55.975812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a1074869-6d29-4e95-ba80-9fc8cbf2bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:45:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8d80209-e725-4e13-aca7-cf531443d97d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:55.981876 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e19e0925-fd2a-4a12-966b-308b25673944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:56.047328 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d0ec132-9d8e-47ef-9fb5-f958ef70399c req-aef99789-be31-4418-8899-2256d8e4845b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907431 Mar 23 12:45:56.085868 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e01b38-60ce-4afc-a314-9cd23a4ba532 req-ff6554a5-cab0-485c-9c42-65e19bc44876 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:56.085868 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84e01b38-60ce-4afc-a314-9cd23a4ba532 req-ff6554a5-cab0-485c-9c42-65e19bc44876 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.2954092 Mar 23 12:45:56.177367 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a1074869-6d29-4e95-ba80-9fc8cbf2bf45 None None] Set router d8d80209-e725-4e13-aca7-cf531443d97d gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:45:56.200287 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e19e0925-fd2a-4a12-966b-308b25673944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:56.206053 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e19e0925-fd2a-4a12-966b-308b25673944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:56.276332 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84e01b38-60ce-4afc-a314-9cd23a4ba532 req-c3c2bd6c-ec35-4a2b-ba2e-41db6a241f9e tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816237 Mar 23 12:45:56.291694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e0925-fd2a-4a12-966b-308b25673944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb2241c-21d4-436c-a830-3c9f61afa65a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:56.291907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] For port 2150ca8f-0923-4bee-ae4e-01e04b0d9508, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2150ca8f-0923-4bee-ae4e-01e04b0d9508,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:56.291907 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:56.323952 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e19e0925-fd2a-4a12-966b-308b25673944 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ff31c21285346dbbcbd7901a16212d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749681 Mar 23 12:45:56.324990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49380) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:56.336077 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a1074869-6d29-4e95-ba80-9fc8cbf2bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:45:55Z', 'revision_number': 6, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:56.347198 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Calling delete_port for 2150ca8f-0923-4bee-ae4e-01e04b0d9508 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:45:56.405502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1074869-6d29-4e95-ba80-9fc8cbf2bf45 None None] The sync data for ids ['d8d80209-e725-4e13-aca7-cf531443d97d'] in n-d-834854-1 is: [{'id': 'd8d80209-e725-4e13-aca7-cf531443d97d', 'name': 'tempest-AttachVolumeShelveTestJSON-343389541-router', 'tenant_id': '3e1363c48ca9457e9793255c56c3986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:35:38Z', 'updated_at': '2022-03-23T12:45:55Z', 'revision_number': 6, 'project_id': '3e1363c48ca9457e9793255c56c3986d', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:45:56.474964 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab6f5a84-35ca-40e3-be7a-d78b764c7439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:56.509209 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab6f5a84-35ca-40e3-be7a-d78b764c7439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:56.574804 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab6f5a84-35ca-40e3-be7a-d78b764c7439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:56.591820 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab6f5a84-35ca-40e3-be7a-d78b764c7439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:56.612563 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ab6f5a84-35ca-40e3-be7a-d78b764c7439 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3fb2241c-21d4-436c-a830-3c9f61afa65a HTTP/1.1" status: 204 len: 168 time: 0.2733920 Mar 23 12:45:56.631629 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54a5a7b8-6a0f-4934-a2f4-0bdba464082d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:56.642915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f5a84-35ca-40e3-be7a-d78b764c7439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb2241c-21d4-436c-a830-3c9f61afa65a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:56.739748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b606781-b9a9-4c3e-98f7-1af0074d1182 req-a897e523-555e-4c2e-81ab-fd94e42ce3ee tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:56.741343 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b606781-b9a9-4c3e-98f7-1af0074d1182 req-a897e523-555e-4c2e-81ab-fd94e42ce3ee tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 947 time: 0.2453327 Mar 23 12:45:56.795729 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-39bf4618-19ea-4f90-82c2-8f25199905fa tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:56.797975 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-39bf4618-19ea-4f90-82c2-8f25199905fa tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062&tenant_id=7c1d3a5014264763bcc8243971f01780&binding%3Ahost_id=n-h2-834854-1 HTTP/1.1" status: 200 len: 947 time: 0.3141732 Mar 23 12:45:56.842698 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b606781-b9a9-4c3e-98f7-1af0074d1182 req-2d55681d-e81c-4e4a-a0e9-b8f7ed291293 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837700 Mar 23 12:45:56.843080 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-03042087-23a0-46a1-8f15-ed17a3d3667b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:56.944337 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a30d5c19-86cb-4153-be9a-9dd7359eda1b details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:45:57.079620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:57.095170 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b', 'mac_address': 'fa:16:3e:cd:2a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:45:57.110334 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:57.134251 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:57.148946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30d5c19-86cb-4153-be9a-9dd7359eda1b {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:45:57.187816 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-3c1d73bd-c1a2-4eca-98b4-b8e0bd9d176e service neutron] 10.222.0.73 "GET /v2.0/ports/a30d5c19-86cb-4153-be9a-9dd7359eda1b/bindings/n-h2-834854-1 HTTP/1.1" status: 200 len: 382 time: 0.3535080 Mar 23 12:45:57.192059 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:57.203267 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:57.209465 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Pushing event deleted for resources: {'Port': ['ID=2150ca8f-0923-4bee-ae4e-01e04b0d9508,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:57.237793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:57.238390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:57.238845 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:57.239420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:57.239862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:57.240419 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:57.240854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:57.241293 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:57.241722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:57.242203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:57.242675 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:57.243672 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:45:57.298852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=a30d5c19-86cb-4153-be9a-9dd7359eda1b,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:57.359714 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:57.512262 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c769a205-aa93-49ea-a142-4abe8167d2dc no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:45:57.521959 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54a5a7b8-6a0f-4934-a2f4-0bdba464082d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:57.539217 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c769a205-aa93-49ea-a142-4abe8167d2dc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:45:57.539887 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c769a205-aa93-49ea-a142-4abe8167d2dc not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:45:57.540501 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2150ca8f-0923-4bee-ae4e-01e04b0d9508 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:45:57.580674 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a30d5c19-86cb-4153-be9a-9dd7359eda1b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:45:57.584114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cd68d-5db1-4329-97e5-1a445d025f2c req-380aac7b-8c0f-449a-aa6e-86eb8b853256 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:57.592383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-2a1bf18a-e0d5-426b-9777-db213e985de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:57.594002 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a8cd68d-5db1-4329-97e5-1a445d025f2c req-380aac7b-8c0f-449a-aa6e-86eb8b853256 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1168656 Mar 23 12:45:57.594336 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-2a1bf18a-e0d5-426b-9777-db213e985de9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 1099 time: 0.3663716 Mar 23 12:45:57.595089 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54a5a7b8-6a0f-4934-a2f4-0bdba464082d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:57.626729 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 2150ca8f-0923-4bee-ae4e-01e04b0d9508 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:45:57.627068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2150ca8f-0923-4bee-ae4e-01e04b0d9508 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:45:57.640949 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:57.649563 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-54a5a7b8-6a0f-4934-a2f4-0bdba464082d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d9ec5d8e8b36403e8e5bc2970a75c954&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7549984 Mar 23 12:45:57.651697 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:57.655747 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49422) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:57.707702 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a8cd68d-5db1-4329-97e5-1a445d025f2c req-c3343d16-7811-4567-9320-9c1cb0c398b6 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123765 Mar 23 12:45:57.751260 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:57.889824 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:57.890660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8d80209-e725-4e13-aca7-cf531443d97d {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:45:57.896999 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:57.901548 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d9e0bd76-3b97-4a1b-bc51-2215329bd78b admin admin] 10.222.0.52 "DELETE /v2.0/routers/d8d80209-e725-4e13-aca7-cf531443d97d HTTP/1.1" status: 204 len: 168 time: 2.7692575 Mar 23 12:45:57.901686 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49434) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:57.902530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5a7b8-6a0f-4934-a2f4-0bdba464082d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be02d72-8a6f-49b7-8474-470207d6f07c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:57.927357 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58a1bd1f-3ef0-4f06-a097-3920a3b6a680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:58.035707 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a0ff1b-3cb4-4276-be6d-1e30964f7a29 admin admin] Deleting subnet 4a802d9a-4ada-4d77-b03c-b6045d268421 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:45:58.041704 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58a1bd1f-3ef0-4f06-a097-3920a3b6a680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:58.051685 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22a0ff1b-3cb4-4276-be6d-1e30964f7a29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:58.065975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-78aebd4d-3241-453c-b031-736ed7ace538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:58.068444 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-78aebd4d-3241-453c-b031-736ed7ace538 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.4305644 Mar 23 12:45:58.235619 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22a0ff1b-3cb4-4276-be6d-1e30964f7a29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:58.262164 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-bc169462-ce2f-4f50-8abd-a24f3b64a4b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b HTTP/1.1" status: 200 len: 217 time: 0.1719334 Mar 23 12:45:58.445452 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58a1bd1f-3ef0-4f06-a097-3920a3b6a680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:58.448484 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58a1bd1f-3ef0-4f06-a097-3920a3b6a680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:58.450381 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-58a1bd1f-3ef0-4f06-a097-3920a3b6a680 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2be02d72-8a6f-49b7-8474-470207d6f07c HTTP/1.1" status: 204 len: 168 time: 0.7843459 Mar 23 12:45:58.477945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-9ad3b54a-3b6c-4297-aa5c-7c2f089b8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:58.486569 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-9ad3b54a-3b6c-4297-aa5c-7c2f089b8e32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.2022970 Mar 23 12:45:58.493533 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22a0ff1b-3cb4-4276-be6d-1e30964f7a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:58.574565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1bd1f-3ef0-4f06-a097-3920a3b6a680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be02d72-8a6f-49b7-8474-470207d6f07c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:58.580708 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22a0ff1b-3cb4-4276-be6d-1e30964f7a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:58.661309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-a6b3bdf0-7c9e-405f-8ca4-beb48f2e7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:58.663136 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-a6b3bdf0-7c9e-405f-8ca4-beb48f2e7abe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1634569 Mar 23 12:45:58.712869 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22a0ff1b-3cb4-4276-be6d-1e30964f7a29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:58.717047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd99104-3eaf-4521-8376-48e1557ea32f None None] Network 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:45:58.722046 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-22a0ff1b-3cb4-4276-be6d-1e30964f7a29 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4a802d9a-4ada-4d77-b03c-b6045d268421 HTTP/1.1" status: 204 len: 168 time: 0.8171299 Mar 23 12:45:58.722792 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0ff1b-3cb4-4276-be6d-1e30964f7a29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a802d9a-4ada-4d77-b03c-b6045d268421,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:58.746812 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49456) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:45:58.780402 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34922c-e73b-4be7-98a4-76656ceb04d5 req-ef283892-0778-40af-ba21-37c3804c6df0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:58.783550 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9c34922c-e73b-4be7-98a4-76656ceb04d5 req-ef283892-0778-40af-ba21-37c3804c6df0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 948 time: 0.1632903 Mar 23 12:45:58.941634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a30d5c19-86cb-4153-be9a-9dd7359eda1b up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:45:58.943427 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:58.971008 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-e1d43722-783c-4e56-8f30-bab127e4955e service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916131 Mar 23 12:45:59.010466 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a7fe07-75b5-4e59-8f94-1375ff20434d None None] DHCP port deletion for 5fdfc60f-283e-4e22-9f20-1cfdeadd8050 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:45:59.011600 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9c34922c-e73b-4be7-98a4-76656ceb04d5 req-cfbadbfe-46fe-4d5e-ba76-0816f23172d0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659181 Mar 23 12:45:59.136109 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-e30a24e1-4599-4007-84ed-634a4d7d0de9 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546094 Mar 23 12:45:59.188531 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:59.191076 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdc0f8-0297-4cd0-9c95-431fa884f25d req-cbe55ade-d777-4dbb-abf8-3eddab6d8709 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:45:59.193835 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18cdc0f8-0297-4cd0-9c95-431fa884f25d req-cbe55ade-d777-4dbb-abf8-3eddab6d8709 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.2427738 Mar 23 12:45:59.219778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-95a7fe07-75b5-4e59-8f94-1375ff20434d None None] Deleting port 0f26ef31-c5c2-4797-8cb4-12d8144389de {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:45:59.220931 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-95a7fe07-75b5-4e59-8f94-1375ff20434d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:59.287977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] Deleting port 0f26ef31-c5c2-4797-8cb4-12d8144389de {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:45:59.288328 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:59.394472 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18cdc0f8-0297-4cd0-9c95-431fa884f25d req-97f2bcf1-45f4-4f10-8fdc-69a1bf83dbd6 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655612 Mar 23 12:45:59.416157 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-95a7fe07-75b5-4e59-8f94-1375ff20434d None None] For port 0f26ef31-c5c2-4797-8cb4-12d8144389de, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0f26ef31-c5c2-4797-8cb4-12d8144389de,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:59.429563 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-95a7fe07-75b5-4e59-8f94-1375ff20434d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:59.449308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-95a7fe07-75b5-4e59-8f94-1375ff20434d None None] Calling delete_port for 0f26ef31-c5c2-4797-8cb4-12d8144389de owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:45:59.505733 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port a30d5c19-86cb-4153-be9a-9dd7359eda1b completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:45:59.522040 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0f26ef31-c5c2-4797-8cb4-12d8144389de no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:45:59.554746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] For port 0f26ef31-c5c2-4797-8cb4-12d8144389de, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0f26ef31-c5c2-4797-8cb4-12d8144389de,segment=NetworkSegment(00a5957f-7d98-4688-9782-1963fda91f98),segment_id=00a5957f-7d98-4688-9782-1963fda91f98)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:59.555270 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:59.571059 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:59.573221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port a30d5c19-86cb-4153-be9a-9dd7359eda1b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:45:59.573778 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:59.579189 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] Calling delete_port for 0f26ef31-c5c2-4797-8cb4-12d8144389de owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:45:59.781903 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:59.798021 n-d-834854-1 neutron-server[102780]: INFO neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No ports have port_id starting with 0f26ef31-c5c2-4797-8cb4-12d8144389de Mar 23 12:45:59.817885 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f26ef31-c5c2-4797-8cb4-12d8144389de,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:45:59.820326 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] No DVR routers for this DVR port 0f26ef31-c5c2-4797-8cb4-12d8144389de on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:45:59.869317 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:59.911890 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:59.945594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdfc60f-283e-4e22-9f20-1cfdeadd8050']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:59.966845 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a5957f-7d98-4688-9782-1963fda91f98') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:59.967547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a5957f-7d98-4688-9782-1963fda91f98') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:45:59.971669 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:45:59.976462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:45:59.986471 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:45:59.993282 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebd0282-87d8-4be0-a792-f2ba48704933" -d '{"events": [{"server_uuid": "cbf0d781-ec15-4c59-b76f-b4cd737a8062", "name": "network-vif-plugged", "status": "completed", "tag": "a30d5c19-86cb-4153-be9a-9dd7359eda1b"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:46:00.008535 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:00.011181 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-95a7fe07-75b5-4e59-8f94-1375ff20434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:00.016517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:46:00.017061 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:46:00.036536 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:46:00.065331 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:00.092500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7fe07-75b5-4e59-8f94-1375ff20434d None None] No DVR routers for this DVR port 0f26ef31-c5c2-4797-8cb4-12d8144389de on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:46:00.095490 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:00.102879 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:00.111439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5fdfc60f-283e-4e22-9f20-1cfdeadd8050 HTTP/1.1" status: 204 len: 168 time: 1.3619802 Mar 23 12:46:00.139313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7fe07-75b5-4e59-8f94-1375ff20434d None None] Pushing event deleted for resources: {'Port': ['ID=0f26ef31-c5c2-4797-8cb4-12d8144389de,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:00.182900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2f432-f91d-40d5-ac56-a46316203f45 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fdfc60f-283e-4e22-9f20-1cfdeadd8050,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:00.252120 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8fb8a4-141d-422e-9048-60928760e166 x-openstack-request-id: req-6f8fb8a4-141d-422e-9048-60928760e166 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:46:00.252437 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf0d781-ec15-4c59-b76f-b4cd737a8062", "name": "network-vif-plugged", "status": "completed", "tag": "a30d5c19-86cb-4153-be9a-9dd7359eda1b", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:46:00.252712 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f8fb8a4-141d-422e-9048-60928760e166 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:46:00.253119 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b', 'code': 200} Mar 23 12:46:00.302088 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=a30d5c19-86cb-4153-be9a-9dd7359eda1b,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:00.320433 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea85304-35d1-41b5-b576-fca6f0c1bf90 req-0f724800-0b15-467a-8b39-670110245654 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:00.323821 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fea85304-35d1-41b5-b576-fca6f0c1bf90 req-0f724800-0b15-467a-8b39-670110245654 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1530197 Mar 23 12:46:00.379940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49518) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:00.415300 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fea85304-35d1-41b5-b576-fca6f0c1bf90 req-a505dcfd-1ee3-4414-9339-926cd82d2394 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841842 Mar 23 12:46:00.466391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49524) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:00.478521 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-be82c476-c8bf-4c4a-8aa2-0c59fe677066 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e1363c48ca9457e9793255c56c3986d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952468 Mar 23 12:46:00.537890 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c5e2dda-0246-417e-8745-c05dde939644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:00.581893 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c5e2dda-0246-417e-8745-c05dde939644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:00.715804 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c5e2dda-0246-417e-8745-c05dde939644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:00.732669 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c5e2dda-0246-417e-8745-c05dde939644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:00.736184 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6c5e2dda-0246-417e-8745-c05dde939644 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d50edf41-00e9-44b3-8020-694f0582c9d7 HTTP/1.1" status: 204 len: 168 time: 0.2672307 Mar 23 12:46:00.744692 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64385538-7f3c-4bde-b051-6dde9d56c4d5 req-38f4e843-4900-440e-92e0-fe61ef242bf2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:00.756360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e2dda-0246-417e-8745-c05dde939644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50edf41-00e9-44b3-8020-694f0582c9d7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:00.792276 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-64385538-7f3c-4bde-b051-6dde9d56c4d5 req-38f4e843-4900-440e-92e0-fe61ef242bf2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1718967 Mar 23 12:46:00.878669 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-64385538-7f3c-4bde-b051-6dde9d56c4d5 req-1dbfd9d0-4a51-4e94-a7dd-cb1bbadb8c2e tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851324 Mar 23 12:46:01.714799 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85015b8-2aab-46a8-8314-3e700c2b1e79 req-ff2d0df0-4cc8-455d-b690-6eb283d9d8b5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:01.735578 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d85015b8-2aab-46a8-8314-3e700c2b1e79 req-ff2d0df0-4cc8-455d-b690-6eb283d9d8b5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.1274540 Mar 23 12:46:01.828774 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d85015b8-2aab-46a8-8314-3e700c2b1e79 req-40daf89e-9597-459c-a3df-07b5e78b4009 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921085 Mar 23 12:46:01.958286 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49660) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:02.104678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-9b17b32c-1b24-4a3c-ab35-40f1541c59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:02.107228 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-9b17b32c-1b24-4a3c-ab35-40f1541c59ea service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062&tenant_id=7c1d3a5014264763bcc8243971f01780 HTTP/1.1" status: 200 len: 1100 time: 0.0894334 Mar 23 12:46:02.120095 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834854-1', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:02.120331 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c4cf3-bf14-4e94-830a-40ae0ce453e8 req-7ee30f76-3f39-4b1d-8c8e-2a3904cfcf55 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:02.124837 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d01c4cf3-bf14-4e94-830a-40ae0ce453e8 req-7ee30f76-3f39-4b1d-8c8e-2a3904cfcf55 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1047151 Mar 23 12:46:02.234204 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d01c4cf3-bf14-4e94-830a-40ae0ce453e8 req-19e83629-74f0-43f4-af7f-71f649637934 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964918 Mar 23 12:46:02.258094 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:02.284199 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ecb5ce50-51fa-4cb1-a449-d11592363ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:02.430850 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ecb5ce50-51fa-4cb1-a449-d11592363ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:02.442023 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ecb5ce50-51fa-4cb1-a449-d11592363ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:02.565197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49708) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:02.570380 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ecb5ce50-51fa-4cb1-a449-d11592363ebc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f06762f1db0f42ee98b7cd638800e256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6110613 Mar 23 12:46:02.579871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5ce50-51fa-4cb1-a449-d11592363ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbda5eb1-49e2-464c-a027-6aeb14184fac,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:02.585810 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49710) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:02.688781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661b1d5-dcdb-4c4b-b20b-8a5d2bda9b20 req-58a0dc19-704f-4ff6-a6d6-5a644b6ec70c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:02.699952 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3661b1d5-dcdb-4c4b-b20b-8a5d2bda9b20 req-58a0dc19-704f-4ff6-a6d6-5a644b6ec70c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.2147570 Mar 23 12:46:02.723529 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b8a23e22-9c39-4b8c-a6da-27ab1bbb3602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:02.760825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:02.774367 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b8a23e22-9c39-4b8c-a6da-27ab1bbb3602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:02.800647 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3661b1d5-dcdb-4c4b-b20b-8a5d2bda9b20 req-2ae67233-0230-4bc0-9a9e-015b25094daa tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997314 Mar 23 12:46:02.817850 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98202a-f556-456b-930f-f4874461c2cb req-92d93652-3eb0-45f1-b95a-3ca5ecc456f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:02.819467 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb98202a-f556-456b-930f-f4874461c2cb req-92d93652-3eb0-45f1-b95a-3ca5ecc456f5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ea1481d248546008fdefdaf479fb3fc&device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 1096 time: 0.2917812 Mar 23 12:46:02.836899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a3886505-7e5c-4ad9-b257-7caa1473042e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-780486114-network', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:02.852790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:46:02.912793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3886505-7e5c-4ad9-b257-7caa1473042e admin admin] Made reservation on behalf of c31ff6c0586f49588d5192b65f6a4e62 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:02.917397 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3886505-7e5c-4ad9-b257-7caa1473042e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:02.939060 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3886505-7e5c-4ad9-b257-7caa1473042e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:02.944704 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:46:02.961165 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3698ca47-01b8-4f9b-a79e-987cb4243bc1" -d '{"events": [{"server_uuid": "cbf0d781-ec15-4c59-b76f-b4cd737a8062", "name": "network-vif-unplugged", "status": "completed", "tag": "a30d5c19-86cb-4153-be9a-9dd7359eda1b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:46:02.989688 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:03.000923 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b8a23e22-9c39-4b8c-a6da-27ab1bbb3602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:03.006148 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b8a23e22-9c39-4b8c-a6da-27ab1bbb3602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:03.017289 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b8a23e22-9c39-4b8c-a6da-27ab1bbb3602 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cbda5eb1-49e2-464c-a027-6aeb14184fac HTTP/1.1" status: 204 len: 168 time: 0.4301417 Mar 23 12:46:03.041251 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98202a-f556-456b-930f-f4874461c2cb req-6425bfab-33e8-42c5-90b8-4e6f454b3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:03.042877 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb98202a-f556-456b-930f-f4874461c2cb req-6425bfab-33e8-42c5-90b8-4e6f454b3da3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54 HTTP/1.1" status: 200 len: 911 time: 0.2145219 Mar 23 12:46:03.060945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a23e22-9c39-4b8c-a6da-27ab1bbb3602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbda5eb1-49e2-464c-a027-6aeb14184fac,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:03.109432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Transition to ACTIVE for port object a30d5c19-86cb-4153-be9a-9dd7359eda1b will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:46:03.116736 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:03.208914 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb98202a-f556-456b-930f-f4874461c2cb req-2a2475de-24dd-4713-926d-d813a3479069 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f840d146-f9e1-45f1-bbf4-ad396ecb4a8f HTTP/1.1" status: 200 len: 1001 time: 0.1491785 Mar 23 12:46:03.240837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] No DVR routers for this DVR port a30d5c19-86cb-4153-be9a-9dd7359eda1b on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:46:03.253802 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Pushing event updated for resources: {'Port': ['ID=a30d5c19-86cb-4153-be9a-9dd7359eda1b,revision_number=10']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:03.322602 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3886505-7e5c-4ad9-b257-7caa1473042e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:03.327629 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Attempting to bind port a30d5c19-86cb-4153-be9a-9dd7359eda1b on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:46:03.327629 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Attempting to bind port a30d5c19-86cb-4153-be9a-9dd7359eda1b by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:46:03.327629 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Attempting to bind port a30d5c19-86cb-4153-be9a-9dd7359eda1b on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:46:03.342323 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49752) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:03.342508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98202a-f556-456b-930f-f4874461c2cb req-25017618-e26d-4f96-8d68-6d8817ec1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:03.342508 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb98202a-f556-456b-930f-f4874461c2cb req-25017618-e26d-4f96-8d68-6d8817ec1752 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04aa0ac9-74bf-48af-b463-b2b30beed0d6 HTTP/1.1" status: 200 len: 849 time: 0.1220407 Mar 23 12:46:03.349961 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3886505-7e5c-4ad9-b257-7caa1473042e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:03.357260 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Port a30d5c19-86cb-4153-be9a-9dd7359eda1b on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:46:03.357597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Attempting to bind port a30d5c19-86cb-4153-be9a-9dd7359eda1b on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:46:03.364265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc731-2227-45f7-bba6-2dddb7cd7a57 req-6def2403-fb1d-4505-ac83-c16bd1f032aa tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:03.372568 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cf1fc731-2227-45f7-bba6-2dddb7cd7a57 req-6def2403-fb1d-4505-ac83-c16bd1f032aa tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.3285553 Mar 23 12:46:03.413907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3886505-7e5c-4ad9-b257-7caa1473042e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:46:03.416246 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:46:03.416774 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:46:03.417327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:46:03.418078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Bound port: a30d5c19-86cb-4153-be9a-9dd7359eda1b, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:46:03.418615 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:03.481354 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3886505-7e5c-4ad9-b257-7caa1473042e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:03.481897 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-a3886505-7e5c-4ad9-b257-7caa1473042e admin admin] Added segment 75d77761-c8ef-4476-9de0-587a51210dc2 of type vlan for network 8ad59140-5a4c-426f-a608-38c6929a8267 Mar 23 12:46:03.601505 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cf1fc731-2227-45f7-bba6-2dddb7cd7a57 req-98a59332-e9b7-47f8-8fac-5c429d821bc4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277834 Mar 23 12:46:03.621536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98202a-f556-456b-930f-f4874461c2cb req-1c03b6c7-64a1-47a9-a7e3-3e7bfd27c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:03.630459 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:46:03.634533 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb98202a-f556-456b-930f-f4874461c2cb req-1c03b6c7-64a1-47a9-a7e3-3e7bfd27c115 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2453544 Mar 23 12:46:03.638560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:46:03.643510 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3886505-7e5c-4ad9-b257-7caa1473042e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adaa45ed-1e2f-4cf3-affc-49b91457f5b6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:03.648116 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efb8815-17d7-4f26-9cc4-e238896a832e x-openstack-request-id: req-7efb8815-17d7-4f26-9cc4-e238896a832e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:46:03.648863 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf0d781-ec15-4c59-b76f-b4cd737a8062", "name": "network-vif-unplugged", "status": "completed", "tag": "a30d5c19-86cb-4153-be9a-9dd7359eda1b", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:46:03.650702 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7efb8815-17d7-4f26-9cc4-e238896a832e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:46:03.652077 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b', 'code': 200} Mar 23 12:46:03.663058 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:03.768498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:03.769603 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:03.772716 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] 10.222.0.77 "PUT /v2.0/ports/a30d5c19-86cb-4153-be9a-9dd7359eda1b HTTP/1.1" status: 200 len: 1096 time: 1.6576347 Mar 23 12:46:03.893483 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb98202a-f556-456b-930f-f4874461c2cb req-6c3358e8-ef58-46c8-bba2-ae9231a13fb1 service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516685 Mar 23 12:46:03.966159 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3886505-7e5c-4ad9-b257-7caa1473042e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:04.035604 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24d24724-f6b6-4385-9005-d24b506ebec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:04.093446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db9c8f-dec5-4539-91d7-3e50becb5f2d service neutron] Pushing event updated for resources: {'Port': ['ID=a30d5c19-86cb-4153-be9a-9dd7359eda1b,revision_number=11']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:04.110575 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-eed821b6-81b2-4550-a7aa-478b5c341acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:04.112277 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-eed821b6-81b2-4550-a7aa-478b5c341acd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 1099 time: 0.2884288 Mar 23 12:46:04.124629 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ba4f2-cebc-496c-be3e-11cc9f32deab req-adfced31-49a1-467f-b3ac-fd21373c70e4 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:04.126511 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d6ba4f2-cebc-496c-be3e-11cc9f32deab req-adfced31-49a1-467f-b3ac-fd21373c70e4 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1383526 Mar 23 12:46:04.159063 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb98202a-f556-456b-930f-f4874461c2cb req-8b4b8dff-9646-4fce-bc79-6cd2526f5a86 service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585125 Mar 23 12:46:04.191754 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3886505-7e5c-4ad9-b257-7caa1473042e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:04.192746 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3886505-7e5c-4ad9-b257-7caa1473042e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:04.193375 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3886505-7e5c-4ad9-b257-7caa1473042e admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:04.307404 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a3886505-7e5c-4ad9-b257-7caa1473042e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7355473 Mar 23 12:46:04.310331 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49780) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:04.316907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4b5cb1c0-c037-470c-bfe5-4c1a61492e29 admin admin] Request body: {'subnet': {'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-780486114-subnet', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:04.356061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5cb1c0-c037-470c-bfe5-4c1a61492e29 admin admin] Made reservation on behalf of c31ff6c0586f49588d5192b65f6a4e62 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:04.359361 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b5cb1c0-c037-470c-bfe5-4c1a61492e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:04.432950 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9d6ba4f2-cebc-496c-be3e-11cc9f32deab req-18edb76b-346b-4013-a97f-70082f135dd1 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450488 Mar 23 12:46:04.447539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3886505-7e5c-4ad9-b257-7caa1473042e admin admin] Pushing event updated for resources: {'Network': ['ID=8ad59140-5a4c-426f-a608-38c6929a8267,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:04.457792 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-03f89b18-1973-4412-9080-5c788908f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:04.459688 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-03f89b18-1973-4412-9080-5c788908f6cf service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.3313010 Mar 23 12:46:04.460930 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 8ad59140-5a4c-426f-a608-38c6929a8267 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:46:04.484258 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24d24724-f6b6-4385-9005-d24b506ebec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:04.523376 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24d24724-f6b6-4385-9005-d24b506ebec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:04.591179 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-ed2b883f-7ba8-48dd-afc6-17e049400bf7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b HTTP/1.1" status: 200 len: 217 time: 0.1199741 Mar 23 12:46:04.674000 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b5cb1c0-c037-470c-bfe5-4c1a61492e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:04.858453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cb1c0-c037-470c-bfe5-4c1a61492e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=887f27a5-c519-4323-8382-2219821540c0,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:04.892397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bb34f-8368-493a-9843-bece9023a40c req-4f0ce3dc-1f10-40e5-8a7e-436d68aa0a4d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:04.895102 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-946bb34f-8368-493a-9843-bece9023a40c req-4f0ce3dc-1f10-40e5-8a7e-436d68aa0a4d tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 948 time: 0.0966613 Mar 23 12:46:04.896402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5cb1c0-c037-470c-bfe5-4c1a61492e29 admin admin] Checking segment: {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:46:04.897146 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5cb1c0-c037-470c-bfe5-4c1a61492e29 admin admin] Network hostable DHCP agents. Network: 8ad59140-5a4c-426f-a608-38c6929a8267, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:46:04.954011 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a30d5c19-86cb-4153-be9a-9dd7359eda1b no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:46:04.964565 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-946bb34f-8368-493a-9843-bece9023a40c req-276cd9bb-2d5d-4106-bd3a-6011dc94f3b5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609217 Mar 23 12:46:04.966930 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5cb1c0-c037-470c-bfe5-4c1a61492e29 admin admin] Network 8ad59140-5a4c-426f-a608-38c6929a8267 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:46:04.988921 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-4b5cb1c0-c037-470c-bfe5-4c1a61492e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 8ad59140-5a4c-426f-a608-38c6929a8267) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:04.993610 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5cb1c0-c037-470c-bfe5-4c1a61492e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:04.994209 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b5cb1c0-c037-470c-bfe5-4c1a61492e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:05.040915 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4b5cb1c0-c037-470c-bfe5-4c1a61492e29 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7270813 Mar 23 12:46:05.043261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49808) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:05.051238 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:05.085476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55a84ff-46fb-4c7e-85dd-417575ba3324 None None] Network 8ad59140-5a4c-426f-a608-38c6929a8267 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:46:05.088456 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:05.089984 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:05.114773 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a30d5c19-86cb-4153-be9a-9dd7359eda1b not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:46:05.172266 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:05.307703 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8ad59140-5a4c-426f-a608-38c6929a8267', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:46:05.310501 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:05.435330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d24724-f6b6-4385-9005-d24b506ebec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c59c56-3054-479b-a9a2-b1c6fffa2899,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:05.462269 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-24d24724-f6b6-4385-9005-d24b506ebec9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7bdf665595dc409dba9298b7cad23754&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1197634 Mar 23 12:46:05.475872 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49822) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:05.554871 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:05.576049 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-2341e775-c355-4c2d-a650-c967c6a367c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:05.578061 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-2341e775-c355-4c2d-a650-c967c6a367c5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.9646220 Mar 23 12:46:05.602919 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Allocated IP 172.20.0.2 (8ad59140-5a4c-426f-a608-38c6929a8267/887f27a5-c519-4323-8382-2219821540c0/bdd32593-0298-4202-af52-17d7bd973d09) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:05.623553 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0a59cf1-465a-4427-9759-8fd05cfc399d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:05.701334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'tag': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:46:05.709274 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db64d26a-58a1-4901-bc41-5dbf28794aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf0d781-ec15-4c59-b76f-b4cd737a8062", "tag": "a30d5c19-86cb-4153-be9a-9dd7359eda1b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:46:05.774947 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0a59cf1-465a-4427-9759-8fd05cfc399d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:05.813265 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784f0b8-54b7-4586-9feb-007ea092047f req-5c364d87-2377-48f5-a4ad-aea6aa6ff398 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:05.815059 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7784f0b8-54b7-4586-9feb-007ea092047f req-5c364d87-2377-48f5-a4ad-aea6aa6ff398 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.2437475 Mar 23 12:46:05.819245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-70b66562-482f-42fb-8d65-0a593b55c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:05.823388 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-70b66562-482f-42fb-8d65-0a593b55c217 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2012868 Mar 23 12:46:05.825096 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3009a0d1-6e66-4d4a-a2f0-4ef98ec4ea6a x-openstack-request-id: req-3009a0d1-6e66-4d4a-a2f0-4ef98ec4ea6a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:46:05.825548 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf0d781-ec15-4c59-b76f-b4cd737a8062", "tag": "a30d5c19-86cb-4153-be9a-9dd7359eda1b", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:46:05.826088 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3009a0d1-6e66-4d4a-a2f0-4ef98ec4ea6a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:46:05.826644 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'tag': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b', 'status': 'completed', 'code': 200} Mar 23 12:46:05.884468 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:05.895352 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:05.919154 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:05.944516 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Network 8ad59140-5a4c-426f-a608-38c6929a8267 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:05.949109 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:05.953629 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:05.982193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49838) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:05.983875 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:06.039604 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7784f0b8-54b7-4586-9feb-007ea092047f req-10d8bbd7-233b-4284-b866-642e6b577706 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085919 Mar 23 12:46:06.054199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-9a572e91-98b9-44df-a09d-4c21c854e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:06.056161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-9a572e91-98b9-44df-a09d-4c21c854e55b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 1099 time: 0.2181578 Mar 23 12:46:06.060446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Pushing event updated for resources: {'Port': ['ID=bdd32593-0298-4202-af52-17d7bd973d09,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:06.078379 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Attempting to bind port bdd32593-0298-4202-af52-17d7bd973d09 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:46:06.080400 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Attempting to bind port bdd32593-0298-4202-af52-17d7bd973d09 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:46:06.082315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Attempting to bind port bdd32593-0298-4202-af52-17d7bd973d09 on network 8ad59140-5a4c-426f-a608-38c6929a8267 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:46:06.104672 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:46:06.109653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Checking segment: {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:46:06.110180 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:06.110762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Bound using segment: {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:46:06.111376 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Bound port: bdd32593-0298-4202-af52-17d7bd973d09, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:46:06.111864 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:06.137822 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0a59cf1-465a-4427-9759-8fd05cfc399d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:06.149924 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0a59cf1-465a-4427-9759-8fd05cfc399d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:06.163052 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f0a59cf1-465a-4427-9759-8fd05cfc399d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e6c59c56-3054-479b-a9a2-b1c6fffa2899 HTTP/1.1" status: 204 len: 168 time: 0.6769769 Mar 23 12:46:06.260958 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] For port bdd32593-0298-4202-af52-17d7bd973d09, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:46:06.266127 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] For port bdd32593-0298-4202-af52-17d7bd973d09, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bdd32593-0298-4202-af52-17d7bd973d09,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:46:06.278177 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:06.294893 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a59cf1-465a-4427-9759-8fd05cfc399d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c59c56-3054-479b-a9a2-b1c6fffa2899,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:06.344748 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-1baf3d52-cd18-4d04-aee5-a0dfb1961bd4 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934587 Mar 23 12:46:06.541261 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2aecd8c4-1569-4c12-a0a3-b7c37b6cef62 req-e88641f6-b6ae-4657-966f-ca8aff01a15d service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772091 Mar 23 12:46:06.583022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-f4d82c98-1e65-4c00-8f00-da0cefff344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:06.584633 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-f4d82c98-1e65-4c00-8f00-da0cefff344c service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.4868343 Mar 23 12:46:06.647566 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf584e58-3111-4e36-aa5e-4f10847f8f95 None None] Pushing event updated for resources: {'Port': ['ID=bdd32593-0298-4202-af52-17d7bd973d09,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:06.688636 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-ba4025c1-c2c2-458f-bb5d-58e94f16ed92 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b HTTP/1.1" status: 200 len: 217 time: 0.0933704 Mar 23 12:46:06.769751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-562401bc-280d-4a8d-8804-fb1ffc72f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:06.771259 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-562401bc-280d-4a8d-8804-fb1ffc72f94d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c1d3a5014264763bcc8243971f01780&device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 1099 time: 0.1237586 Mar 23 12:46:06.819414 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-0739b514-e08b-4e89-98db-787e41848308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:06.821182 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-0739b514-e08b-4e89-98db-787e41848308 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.1253340 Mar 23 12:46:06.866686 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Allocated IP 172.25.2.254 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/1f3a94a6-db1b-4e2e-bb1b-38a125c2028f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:06.880739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49864) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:06.954002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1790106182', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:07.008476 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Made reservation on behalf of 2d716dfa6b264dfda166fbc3e69eadaf for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:07.010793 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:07.024725 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0237ee7-677e-41b7-bb90-10ab3ff617f9 req-385ddbf3-42ef-48a0-b48a-71d825abeebe tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:07.026594 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0237ee7-677e-41b7-bb90-10ab3ff617f9 req-385ddbf3-42ef-48a0-b48a-71d825abeebe tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 948 time: 0.8824425 Mar 23 12:46:07.029955 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da820d77-1e61-4261-9fb8-4582dd277265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:07.044386 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:07.093878 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:07.151821 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0237ee7-677e-41b7-bb90-10ab3ff617f9 req-f25a76bc-fdf2-4889-b02f-ba939bf2b708 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087039 Mar 23 12:46:07.176835 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da820d77-1e61-4261-9fb8-4582dd277265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:07.182538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-a6850497-cf6a-4e9c-87d6-b2557f86bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:07.184477 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-a6850497-cf6a-4e9c-87d6-b2557f86bf13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3050261 Mar 23 12:46:07.188843 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-da820d77-1e61-4261-9fb8-4582dd277265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:07.206589 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:07.237178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da820d77-1e61-4261-9fb8-4582dd277265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba70db4-08bd-47fc-8db0-200cf6de630b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:07.269203 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:07.275598 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-c57a9246-0c96-4a65-9f81-e686f3d147da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:07.277304 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-c57a9246-0c96-4a65-9f81-e686f3d147da service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.4987500 Mar 23 12:46:07.281060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:07.284410 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:07.326639 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:07.330913 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-da820d77-1e61-4261-9fb8-4582dd277265 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11a34846bfb24acc8de718170920dd63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4454930 Mar 23 12:46:07.331068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Pushing event updated for resources: {'Port': ['ID=1f3a94a6-db1b-4e2e-bb1b-38a125c2028f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:07.336838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49872) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:07.347705 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:07.361455 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-49104183-1099-4dfc-aa45-a7dd9428a5fe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b HTTP/1.1" status: 200 len: 217 time: 0.0523677 Mar 23 12:46:07.362134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] device_id is not set on port 71590412-263b-4c56-9790-6f135e96e151 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:46:07.471957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-a1a5dbbe-ccb8-4545-be1c-90c7acf17519 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363615 Mar 23 12:46:07.471957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-4c15dc9f-943c-427a-9b7c-3387cb92fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:07.471957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-4c15dc9f-943c-427a-9b7c-3387cb92fcf9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0986419 Mar 23 12:46:07.532847 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3622e352-1679-4e01-9538-55dda3ccaaa5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:07.620208 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-6700960b-2b5b-46d1-acf6-79d885bccac2 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493785 Mar 23 12:46:07.625900 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-43f6fa6e-32f3-493d-acbb-d00439928134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:07.627420 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-43f6fa6e-32f3-493d-acbb-d00439928134 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930986 Mar 23 12:46:07.643875 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bdd32593-0298-4202-af52-17d7bd973d09 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:46:07.714062 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-335eb6b0-362e-41a8-80d8-fbd3e6ebdc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:07.735236 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port bdd32593-0298-4202-af52-17d7bd973d09 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:07.735819 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:07.753317 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-335eb6b0-362e-41a8-80d8-fbd3e6ebdc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:07.825161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-1fd0ccfc-eacc-4c74-9e7c-145de9fc2ca1 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897814 Mar 23 12:46:07.954745 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:08.031843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port bdd32593-0298-4202-af52-17d7bd973d09, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bdd32593-0298-4202-af52-17d7bd973d09,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:08.043501 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:08.046223 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db64d26a-58a1-4901-bc41-5dbf28794aa3 req-33268a67-20bb-4268-92bb-8035bdfc6ba1 service neutron] 10.222.0.77 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098067 Mar 23 12:46:08.173160 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:08.201617 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-335eb6b0-362e-41a8-80d8-fbd3e6ebdc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:08.203026 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=bdd32593-0298-4202-af52-17d7bd973d09,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:08.203748 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-335eb6b0-362e-41a8-80d8-fbd3e6ebdc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:08.205213 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-335eb6b0-362e-41a8-80d8-fbd3e6ebdc08 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ba70db4-08bd-47fc-8db0-200cf6de630b HTTP/1.1" status: 204 len: 168 time: 0.8675292 Mar 23 12:46:08.307461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2258159-f54f-4427-9d8c-0a742581703c None None] Network 8ad59140-5a4c-426f-a608-38c6929a8267 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:46:08.401914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Allocated IP 172.25.2.195 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/71590412-263b-4c56-9790-6f135e96e151) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:08.423080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335eb6b0-362e-41a8-80d8-fbd3e6ebdc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba70db4-08bd-47fc-8db0-200cf6de630b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:08.445115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd5150-4aac-4741-8af2-a68af9c64a3e req-07efb594-a539-4db2-a084-ea921dfd6955 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:08.462163 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-39cd5150-4aac-4741-8af2-a68af9c64a3e req-07efb594-a539-4db2-a084-ea921dfd6955 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 948 time: 0.1515260 Mar 23 12:46:08.536342 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-39cd5150-4aac-4741-8af2-a68af9c64a3e req-281a9781-9770-49d8-b374-f4dbc6694e2b tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719068 Mar 23 12:46:08.544884 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9aaa617e-4d48-4fba-9320-93cace3cfcee None None] Provisioning complete for port bdd32593-0298-4202-af52-17d7bd973d09 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:08.545243 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9aaa617e-4d48-4fba-9320-93cace3cfcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:08.767114 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:08.899235 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:09.004004 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:09.069752 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:46:09.075168 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:09.169925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-32d129fc-fae7-4f41-bde8-c90a3ec67855 None None] Provisioning complete for port bdd32593-0298-4202-af52-17d7bd973d09 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:09.170447 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-32d129fc-fae7-4f41-bde8-c90a3ec67855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:09.174931 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Pushing event updated for resources: {'Port': ['ID=71590412-263b-4c56-9790-6f135e96e151,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:09.183573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:09.187370 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:09.262281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:09.262933 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:09.330846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49918) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:09.331393 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e71cc779-1f13-4ed9-8a14-9899ec72fa74 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3394766 Mar 23 12:46:09.338622 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8cad8a0a-7fa7-4dc5-b8f1-e001ab0ee172 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.195'}]}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:09.372665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cad8a0a-7fa7-4dc5-b8f1-e001ab0ee172 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:09.373969 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cad8a0a-7fa7-4dc5-b8f1-e001ab0ee172 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:09.449418 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:46:09.459662 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cad8a0a-7fa7-4dc5-b8f1-e001ab0ee172 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:09.463113 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Sync routers for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:46:09.489424 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:46:09.493829 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:09.498563 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-94fdf7b4-16bc-401a-b990-19e22e009029 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4529457 Mar 23 12:46:09.500388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49928) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:09.502444 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:45:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:46:09.522527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bdd32593-0298-4202-af52-17d7bd973d09 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:46:09.696813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port bdd32593-0298-4202-af52-17d7bd973d09 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:09.698994 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:46:09.699413 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:09.814381 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cad8a0a-7fa7-4dc5-b8f1-e001ab0ee172 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:10.090715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee991c-9d49-4ee6-8110-3a119ffe82c4 req-1524c838-4317-4ea5-a1e2-237b7dd22c81 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:10.093269 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-36ee991c-9d49-4ee6-8110-3a119ffe82c4 req-1524c838-4317-4ea5-a1e2-237b7dd22c81 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 948 time: 0.3292589 Mar 23 12:46:10.100472 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:07Z', 'revision_number': 3, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:46:10.130926 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Checking router: d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:46:10.131529 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Updating router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 port 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:46:10.174477 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:10.227802 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cad8a0a-7fa7-4dc5-b8f1-e001ab0ee172 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:10.230044 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-36ee991c-9d49-4ee6-8110-3a119ffe82c4 req-aa4e1a2e-f9a2-4878-8a96-5a45ff339602 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941162 Mar 23 12:46:10.259105 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cad8a0a-7fa7-4dc5-b8f1-e001ab0ee172 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:10.570023 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:10.607104 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cad8a0a-7fa7-4dc5-b8f1-e001ab0ee172 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:10.881518 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cad8a0a-7fa7-4dc5-b8f1-e001ab0ee172 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:10.888254 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cad8a0a-7fa7-4dc5-b8f1-e001ab0ee172 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:10.920246 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:10.932275 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:10.951541 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device a30d5c19-86cb-4153-be9a-9dd7359eda1b details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:46:10.961194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Allocated IP 172.20.0.1 (8ad59140-5a4c-426f-a608-38c6929a8267/887f27a5-c519-4323-8382-2219821540c0/87d5cbaa-705f-462f-b64c-b49153f2707a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:10.998785 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Attempting to bind port 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:46:10.999629 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Attempting to bind port 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:46:11.000331 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Attempting to bind port 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:46:11.009099 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:46:11.009947 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:46:11.010568 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:11.011159 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:46:11.011880 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Bound port: 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:46:11.012591 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:11.014919 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9836e-88fa-4c37-9ccb-7aff06c434b5 None None] Pushing event updated for resources: {'Port': ['ID=1f3a94a6-db1b-4e2e-bb1b-38a125c2028f,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:11.028792 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8cad8a0a-7fa7-4dc5-b8f1-e001ab0ee172 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:11.029276 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cad8a0a-7fa7-4dc5-b8f1-e001ab0ee172 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00335e3e-5f3e-45be-bda1-a30d82d1066a {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:46:11.072999 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-8cad8a0a-7fa7-4dc5-b8f1-e001ab0ee172 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 23 12:46:11.074094 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8cad8a0a-7fa7-4dc5-b8f1-e001ab0ee172 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7417977 Mar 23 12:46:11.087685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49972) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:11.094946 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] For port 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:46:11.098750 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] For port 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1f3a94a6-db1b-4e2e-bb1b-38a125c2028f,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:46:11.106317 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:11.220544 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:11.254973 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9836e-88fa-4c37-9ccb-7aff06c434b5 None None] Pushing event updated for resources: {'Port': ['ID=1f3a94a6-db1b-4e2e-bb1b-38a125c2028f,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:11.267873 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b', 'mac_address': 'fa:16:3e:cd:2a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:46:11.282648 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:11.289649 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:46:11.290327 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:45:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:46:11.380882 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:11.427539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30d5c19-86cb-4153-be9a-9dd7359eda1b {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:46:11.466534 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:11.473738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:11.481607 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:11.505794 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb0bfe-cefc-46cb-a7bb-bffd01a794e6 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Deleting port 71590412-263b-4c56-9790-6f135e96e151 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:46:11.508843 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:46:11.511130 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5bb0bfe-cefc-46cb-a7bb-bffd01a794e6 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:11.543280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc9de4-958d-4a74-881c-ab09f5566626 req-12d0e802-d230-4f46-8fc4-e355d98819ef tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:11.549967 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecfc9de4-958d-4a74-881c-ab09f5566626 req-12d0e802-d230-4f46-8fc4-e355d98819ef tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 948 time: 0.1917689 Mar 23 12:46:11.592391 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=a30d5c19-86cb-4153-be9a-9dd7359eda1b,revision_number=12']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:11.594391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Pushing event updated for resources: {'Port': ['ID=87d5cbaa-705f-462f-b64c-b49153f2707a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:11.631296 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ecfc9de4-958d-4a74-881c-ab09f5566626 req-40c89ba8-a6be-4f92-9716-63a0f4c5ce11 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717652 Mar 23 12:46:11.658192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Network 8ad59140-5a4c-426f-a608-38c6929a8267 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:11.664859 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:11.684016 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:11.737713 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:11.757237 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:07Z', 'revision_number': 3, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:46:11.813903 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ee13f8-43d3-4fb7-9666-37890d9b1b97 None None] The sync data for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 is: [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:07Z', 'revision_number': 3, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:46:11.895193 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['a30d5c19-86cb-4153-be9a-9dd7359eda1b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:46:11.977038 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5bb0bfe-cefc-46cb-a7bb-bffd01a794e6 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:12.072429 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb0bfe-cefc-46cb-a7bb-bffd01a794e6 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Calling delete_port for 71590412-263b-4c56-9790-6f135e96e151 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:46:12.075324 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a05a2-8c49-4523-b781-9de609a52367 req-1d33efa6-0f81-49d1-a785-b5f65e8f4285 tempest-MigrationsAdminTest-1982044410 tempest-MigrationsAdminTest-1982044410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:12.077806 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d11a05a2-8c49-4523-b781-9de609a52367 req-1d33efa6-0f81-49d1-a785-b5f65e8f4285 tempest-MigrationsAdminTest-1982044410 tempest-MigrationsAdminTest-1982044410-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 1100 time: 0.3339205 Mar 23 12:46:12.078116 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:12.159274 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-97eb6ea8-9d6f-4132-86e8-e4623520759e None None] Provisioning complete for port 87d5cbaa-705f-462f-b64c-b49153f2707a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:12.160978 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-97eb6ea8-9d6f-4132-86e8-e4623520759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:12.204339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-97eb6ea8-9d6f-4132-86e8-e4623520759e None None] Port 87d5cbaa-705f-462f-b64c-b49153f2707a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:46:12.263293 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d11a05a2-8c49-4523-b781-9de609a52367 req-abe8115c-2da2-4b9a-ac07-44a5c5a61cd8 tempest-MigrationsAdminTest-1982044410 tempest-MigrationsAdminTest-1982044410-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602604 Mar 23 12:46:12.354271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50008) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:12.618241 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71ee5a41-57d6-48f8-821b-07064bdf837a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:13.040107 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5bb0bfe-cefc-46cb-a7bb-bffd01a794e6 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:13.090965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb0bfe-cefc-46cb-a7bb-bffd01a794e6 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Pushing event deleted for resources: {'Port': ['ID=71590412-263b-4c56-9790-6f135e96e151,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:13.157204 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71ee5a41-57d6-48f8-821b-07064bdf837a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:13.178869 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71ee5a41-57d6-48f8-821b-07064bdf837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:13.188617 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:13.223796 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee98c53-f8e8-43a1-b9d9-70708539f1f2 req-e7959f95-8029-4003-bbb0-50bea9cb27f4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:13.225735 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6ee98c53-f8e8-43a1-b9d9-70708539f1f2 req-e7959f95-8029-4003-bbb0-50bea9cb27f4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.2895534 Mar 23 12:46:13.227863 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:13.263564 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-71ee5a41-57d6-48f8-821b-07064bdf837a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=089116517487401f9512929170127b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9059761 Mar 23 12:46:13.264948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50026) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:13.274313 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5bb0bfe-cefc-46cb-a7bb-bffd01a794e6 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:13.278744 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f5bb0bfe-cefc-46cb-a7bb-bffd01a794e6 tempest-RoutersAdminNegativeTest-1057715501 tempest-RoutersAdminNegativeTest-1057715501-project-admin] 10.222.0.52 "DELETE /v2.0/ports/71590412-263b-4c56-9790-6f135e96e151 HTTP/1.1" status: 204 len: 168 time: 2.1898994 Mar 23 12:46:13.294842 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:13.309418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee5a41-57d6-48f8-821b-07064bdf837a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b12b0eb-c58c-4aff-ba45-31747af69274,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:13.331247 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fde2ab61-6248-4c4b-bcac-0bacd3e6e97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:13.357613 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fde2ab61-6248-4c4b-bcac-0bacd3e6e97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:13.494920 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fde2ab61-6248-4c4b-bcac-0bacd3e6e97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:13.497790 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fde2ab61-6248-4c4b-bcac-0bacd3e6e97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:13.499567 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fde2ab61-6248-4c4b-bcac-0bacd3e6e97e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b12b0eb-c58c-4aff-ba45-31747af69274 HTTP/1.1" status: 204 len: 168 time: 0.2330770 Mar 23 12:46:13.513779 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2ab61-6248-4c4b-bcac-0bacd3e6e97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b12b0eb-c58c-4aff-ba45-31747af69274,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:13.596270 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6ee98c53-f8e8-43a1-b9d9-70708539f1f2 req-a2063c58-ac8b-4867-90a0-ce9f5a6293ef tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161316 Mar 23 12:46:13.612066 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Pushing event updated for resources: {'Port': ['ID=87d5cbaa-705f-462f-b64c-b49153f2707a,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:13.642660 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:46:13.695494 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Network 8ad59140-5a4c-426f-a608-38c6929a8267 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:13.699043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:13.734623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:13.734987 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:13.836788 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50046) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:13.906653 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:13.972194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1f3a94a6-db1b-4e2e-bb1b-38a125c2028f,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:13.980580 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:13.992678 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:46:14.142351 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=1f3a94a6-db1b-4e2e-bb1b-38a125c2028f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:14.333400 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:46:14.347616 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-16715cdf-6ac0-4e22-b5aa-13d6f26dad01 admin admin] 10.222.0.52 "PUT /v2.0/routers/d1486ce9-dbb3-4199-b9e0-f2f04c06fce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8374755 Mar 23 12:46:14.350463 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9bf0284a-8339-4545-ad46-0442ad99b73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:14.380580 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-95a9cf39-2b76-42c1-9a09-848998da9f2f None None] Provisioning complete for port 87d5cbaa-705f-462f-b64c-b49153f2707a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:14.383649 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-95a9cf39-2b76-42c1-9a09-848998da9f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:14.433479 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50058) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:14.459010 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-95a9cf39-2b76-42c1-9a09-848998da9f2f None None] Port 87d5cbaa-705f-462f-b64c-b49153f2707a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:46:14.468407 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb573fc9-3461-49d3-8020-2104a33fea28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:14.503820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf0f64-2eb9-4759-807e-231be017679f req-3b5140a4-8a2f-4d62-9f38-85501ebf57b6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:14.505824 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9bf0f64-2eb9-4759-807e-231be017679f req-3b5140a4-8a2f-4d62-9f38-85501ebf57b6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.2287791 Mar 23 12:46:14.610625 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb573fc9-3461-49d3-8020-2104a33fea28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:14.618384 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb573fc9-3461-49d3-8020-2104a33fea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:14.664856 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cb573fc9-3461-49d3-8020-2104a33fea28 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ca189ba6f9b43338292ee94c515e0a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280374 Mar 23 12:46:14.664856 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb573fc9-3461-49d3-8020-2104a33fea28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0979038a-423c-4298-a813-7eb67650efd5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:14.670083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:14.684779 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Sync routers for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:46:14.725059 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:46:14.725629 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:45:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:46:14.791654 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9bf0284a-8339-4545-ad46-0442ad99b73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:14.802654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73347999-ad90-4600-82ce-5cddfc3b6071 req-68244f12-b844-40d7-8e77-4ca1c681a5fa tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:14.812741 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-73347999-ad90-4600-82ce-5cddfc3b6071 req-68244f12-b844-40d7-8e77-4ca1c681a5fa tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 949 time: 0.0797930 Mar 23 12:46:14.857999 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9bf0284a-8339-4545-ad46-0442ad99b73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:14.909900 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-73347999-ad90-4600-82ce-5cddfc3b6071 req-a157e57c-87af-4eb5-9813-f4ce14dc24d0 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930378 Mar 23 12:46:14.934807 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9bf0284a-8339-4545-ad46-0442ad99b73b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e25b10eec28b487c9a82b80443dc2f68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0968878 Mar 23 12:46:14.937998 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50078) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:14.949656 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:46:14.955655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0284a-8339-4545-ad46-0442ad99b73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09fdc27-46e9-4903-b26c-567994374760,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:14.997141 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-496fc8f5-843a-4883-ba7f-e93f0491ada7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:15.045032 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-496fc8f5-843a-4883-ba7f-e93f0491ada7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:15.078220 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device a30d5c19-86cb-4153-be9a-9dd7359eda1b up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:46:15.082968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-c9bf0f64-2eb9-4759-807e-231be017679f req-f05fb875-d4bd-4c1c-9c18-0887b18491c5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Deleting port a30d5c19-86cb-4153-be9a-9dd7359eda1b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:46:15.083455 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9bf0f64-2eb9-4759-807e-231be017679f req-f05fb875-d4bd-4c1c-9c18-0887b18491c5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:15.100643 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6a25-a812-499c-9598-b6eb228ca722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:15.158641 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6a25-a812-499c-9598-b6eb228ca722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:15.275779 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6a25-a812-499c-9598-b6eb228ca722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:15.279733 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6a25-a812-499c-9598-b6eb228ca722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:15.287541 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port a30d5c19-86cb-4153-be9a-9dd7359eda1b completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:46:15.296629 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c6dd6a25-a812-499c-9598-b6eb228ca722 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b09fdc27-46e9-4903-b26c-567994374760 HTTP/1.1" status: 204 len: 168 time: 0.3476119 Mar 23 12:46:15.303708 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port a30d5c19-86cb-4153-be9a-9dd7359eda1b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:15.304358 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:15.323831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd6a25-a812-499c-9598-b6eb228ca722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09fdc27-46e9-4903-b26c-567994374760,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:15.344221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c9bf0f64-2eb9-4759-807e-231be017679f req-f05fb875-d4bd-4c1c-9c18-0887b18491c5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] For port a30d5c19-86cb-4153-be9a-9dd7359eda1b, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a30d5c19-86cb-4153-be9a-9dd7359eda1b,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:15.344601 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9bf0f64-2eb9-4759-807e-231be017679f req-f05fb875-d4bd-4c1c-9c18-0887b18491c5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:15.395291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-c9bf0f64-2eb9-4759-807e-231be017679f req-f05fb875-d4bd-4c1c-9c18-0887b18491c5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Calling delete_port for a30d5c19-86cb-4153-be9a-9dd7359eda1b owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:46:15.566525 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:46:15.631308 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9bf0f64-2eb9-4759-807e-231be017679f req-f05fb875-d4bd-4c1c-9c18-0887b18491c5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:15.660984 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['95491ea5-cdad-4cf1-8470-45c2830fa3b3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:46:15.756423 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fb875-d4bd-4c1c-9c18-0887b18491c5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Pushing event deleted for resources: {'Port': ['ID=a30d5c19-86cb-4153-be9a-9dd7359eda1b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:15.774083 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['c09f1311-99f3-4ae7-856c-7cc0852917f8', 'fa804517-1fbc-4f8b-8202-dc20477a8cc4', 'a30d5c19-86cb-4153-be9a-9dd7359eda1b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:46:15.870589 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:15.898072 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-496fc8f5-843a-4883-ba7f-e93f0491ada7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:15.914532 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-496fc8f5-843a-4883-ba7f-e93f0491ada7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:15.918286 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-496fc8f5-843a-4883-ba7f-e93f0491ada7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0979038a-423c-4298-a813-7eb67650efd5 HTTP/1.1" status: 204 len: 168 time: 1.2041464 Mar 23 12:46:15.953937 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50102) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:15.960495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4204d7a9-e8cb-4f2b-8a3b-9219c0f2b0a2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1464061910', 'description': 'tempest-description--7755585'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:16.002141 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50106) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:16.038916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bf0f64-2eb9-4759-807e-231be017679f req-f05fb875-d4bd-4c1c-9c18-0887b18491c5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] No DVR routers for this DVR port a30d5c19-86cb-4153-be9a-9dd7359eda1b on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:46:16.048336 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9bf0f64-2eb9-4759-807e-231be017679f req-f05fb875-d4bd-4c1c-9c18-0887b18491c5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:16.073088 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9bf0f64-2eb9-4759-807e-231be017679f req-f05fb875-d4bd-4c1c-9c18-0887b18491c5 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "DELETE /v2.0/ports/a30d5c19-86cb-4153-be9a-9dd7359eda1b HTTP/1.1" status: 204 len: 173 time: 1.5451355 Mar 23 12:46:16.103101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:16.103763 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:16.130017 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4204d7a9-e8cb-4f2b-8a3b-9219c0f2b0a2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:16.142433 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:16.145151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'name': 'network-vif-deleted', 'tag': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:46:16.164703 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e242c4d3-d545-4462-8442-789c6348292f" -d '{"events": [{"server_uuid": "cbf0d781-ec15-4c59-b76f-b4cd737a8062", "name": "network-vif-deleted", "tag": "a30d5c19-86cb-4153-be9a-9dd7359eda1b"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:46:16.184741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fc8f5-843a-4883-ba7f-e93f0491ada7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0979038a-423c-4298-a813-7eb67650efd5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:16.196215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:12Z', 'revision_number': 2, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:46:16.254881 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e3a795-d7d4-4d0c-beb0-5509b1519c1b x-openstack-request-id: req-c0e3a795-d7d4-4d0c-beb0-5509b1519c1b {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:46:16.255092 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf0d781-ec15-4c59-b76f-b4cd737a8062", "name": "network-vif-deleted", "tag": "a30d5c19-86cb-4153-be9a-9dd7359eda1b", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:46:16.255333 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0e3a795-d7d4-4d0c-beb0-5509b1519c1b {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:46:16.255770 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf0d781-ec15-4c59-b76f-b4cd737a8062', 'name': 'network-vif-deleted', 'tag': 'a30d5c19-86cb-4153-be9a-9dd7359eda1b', 'status': 'completed', 'code': 200} Mar 23 12:46:16.324141 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4204d7a9-e8cb-4f2b-8a3b-9219c0f2b0a2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:16.332898 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4204d7a9-e8cb-4f2b-8a3b-9219c0f2b0a2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:16.380735 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4204d7a9-e8cb-4f2b-8a3b-9219c0f2b0a2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:16.385099 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50122) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:16.390883 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-754fe71f-9596-40c2-b7a9-303217503d01 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'security_group_rule': {'security_group_id': '3bb2d234-61fb-4853-867f-dbd4a172ee54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:16.396598 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4204d7a9-e8cb-4f2b-8a3b-9219c0f2b0a2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4406402 Mar 23 12:46:16.403029 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Checking router: d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:46:16.403559 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Updating router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 port 87d5cbaa-705f-462f-b64c-b49153f2707a binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:46:16.440475 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-754fe71f-9596-40c2-b7a9-303217503d01 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:16.456486 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-56b2c043-ed1f-4e83-8809-524143beb80e req-393dec4b-fc77-453f-b5a0-d46ca75b2f51 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf0d781-ec15-4c59-b76f-b4cd737a8062 HTTP/1.1" status: 200 len: 210 time: 0.1307690 Mar 23 12:46:16.474560 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3ac272e4-0959-492a-8bd8-a3669c950fa9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2d716dfa6b264dfda166fbc3e69eadaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4678566 Mar 23 12:46:16.474976 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50124) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:16.493156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204d7a9-e8cb-4f2b-8a3b-9219c0f2b0a2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb2d234-61fb-4853-867f-dbd4a172ee54,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:16.517367 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:16.577250 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea854f7f-e2e9-48ce-b04e-f6e69690ea85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:16.599857 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-754fe71f-9596-40c2-b7a9-303217503d01 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:16.617904 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea854f7f-e2e9-48ce-b04e-f6e69690ea85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:16.708003 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-754fe71f-9596-40c2-b7a9-303217503d01 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:16.718072 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea854f7f-e2e9-48ce-b04e-f6e69690ea85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:16.720780 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea854f7f-e2e9-48ce-b04e-f6e69690ea85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:16.722562 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ea854f7f-e2e9-48ce-b04e-f6e69690ea85 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3622e352-1679-4e01-9538-55dda3ccaaa5 HTTP/1.1" status: 204 len: 168 time: 0.2457955 Mar 23 12:46:16.778044 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fe71f-9596-40c2-b7a9-303217503d01 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814d3bae-6cf2-4826-8c7a-5cc4ebba751f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:16.821650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea854f7f-e2e9-48ce-b04e-f6e69690ea85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3622e352-1679-4e01-9538-55dda3ccaaa5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:16.854731 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-754fe71f-9596-40c2-b7a9-303217503d01 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:16.869985 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-754fe71f-9596-40c2-b7a9-303217503d01 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4756391 Mar 23 12:46:16.877578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50150) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:16.902942 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-cd9d3f79-1034-4fa0-bce9-30b27a2d868a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'security_group_rule': {'security_group_id': '3bb2d234-61fb-4853-867f-dbd4a172ee54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:16.959911 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3f79-1034-4fa0-bce9-30b27a2d868a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:17.094301 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3f79-1034-4fa0-bce9-30b27a2d868a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:17.102910 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3f79-1034-4fa0-bce9-30b27a2d868a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:17.121059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d3f79-1034-4fa0-bce9-30b27a2d868a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f205a43-2bee-40ce-a867-14f14f61e3b6,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:17.134989 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3f79-1034-4fa0-bce9-30b27a2d868a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:17.143864 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cd9d3f79-1034-4fa0-bce9-30b27a2d868a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2463384 Mar 23 12:46:17.143864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50164) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:17.167430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:17.215206 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:17.359015 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:17.366886 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:17.411767 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:17.426967 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6ef92-d739-442c-a7da-9c5ee55fec40 None None] Pushing event updated for resources: {'Port': ['ID=87d5cbaa-705f-462f-b64c-b49153f2707a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:17.480598 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:17.613156 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Attempting to bind port 87d5cbaa-705f-462f-b64c-b49153f2707a on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:46:17.622503 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Attempting to bind port 87d5cbaa-705f-462f-b64c-b49153f2707a by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:46:17.622920 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Attempting to bind port 87d5cbaa-705f-462f-b64c-b49153f2707a on network 8ad59140-5a4c-426f-a608-38c6929a8267 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:46:17.636304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:46:17.636682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Checking segment: {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:46:17.637083 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:17.637480 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Bound using segment: {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:46:17.637945 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Bound port: 87d5cbaa-705f-462f-b64c-b49153f2707a, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:46:17.645046 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:17.674033 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Allocated IP 172.25.2.107 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/60852f72-3369-4650-8300-80e2bca3cf04) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:17.797560 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] For port 87d5cbaa-705f-462f-b64c-b49153f2707a, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:46:17.801594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] For port 87d5cbaa-705f-462f-b64c-b49153f2707a, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=87d5cbaa-705f-462f-b64c-b49153f2707a,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:46:17.811985 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:17.962183 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:18.121779 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:18.220788 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba02f8-570a-490c-b289-f88d2929a6f1 req-646231b8-8c2d-4f55-b1d4-393f55ca4bb8 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:18.234993 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6fba02f8-570a-490c-b289-f88d2929a6f1 req-646231b8-8c2d-4f55-b1d4-393f55ca4bb8 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 951 time: 0.2350149 Mar 23 12:46:18.242711 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:18.261720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:18.263869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'Port': ['ID=60852f72-3369-4650-8300-80e2bca3cf04,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:18.278429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:18.421723 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6fba02f8-570a-490c-b289-f88d2929a6f1 req-b548ea52-244f-432f-bb99-ccbba38998ea tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855350 Mar 23 12:46:18.424634 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50228) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:18.444462 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:18.491705 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:18.573589 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:46:18.584065 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:45:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:46:18.750487 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1654901411'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:18.800324 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:18.806332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d0012822-7f7b-4220-a4b0-84835e4a88d4 None None] Provisioning complete for port 87d5cbaa-705f-462f-b64c-b49153f2707a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:18.806755 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:18.807167 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d0012822-7f7b-4220-a4b0-84835e4a88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:18.809121 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6ef92-d739-442c-a7da-9c5ee55fec40 None None] Pushing event updated for resources: {'Port': ['ID=87d5cbaa-705f-462f-b64c-b49153f2707a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:18.825126 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:46:18.833592 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:19.033970 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:19.042988 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:19.069456 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device a30d5c19-86cb-4153-be9a-9dd7359eda1b no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:46:19.114518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:46:19.140464 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: a30d5c19-86cb-4153-be9a-9dd7359eda1b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:46:19.145647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec0fb3a-3339-4158-b0f8-04f523f87eb4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:19.148661 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device a30d5c19-86cb-4153-be9a-9dd7359eda1b not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:46:19.184724 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:19.184870 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Added segment de9e1786-4ffa-4784-84d6-4055f7079b2d of type vlan for network 8fb47147-24e2-481b-9f4e-7d054a56d184 Mar 23 12:46:19.197701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:19.198046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:19.198383 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:19.198722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:19.209356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:19.209762 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:19.210103 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:19.210622 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:19.211519 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:19.212311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:19.215186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:19.215701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:19.238700 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:19.245072 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:19.342541 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:19.344560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'Port': ['ID=60852f72-3369-4650-8300-80e2bca3cf04,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:19.347919 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d0012822-7f7b-4220-a4b0-84835e4a88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:19.382208 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:19.400010 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:19.404594 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:19.406443 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0acfd3ba-be6b-4069-a84b-c8ce37e3dbe2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2616482 Mar 23 12:46:19.408408 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:19.409036 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:19.505401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d0012822-7f7b-4220-a4b0-84835e4a88d4 None None] For port 87d5cbaa-705f-462f-b64c-b49153f2707a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=87d5cbaa-705f-462f-b64c-b49153f2707a,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:19.515643 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d0012822-7f7b-4220-a4b0-84835e4a88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:19.540520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:17Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:46:19.673864 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06677e0-0398-4f9f-9d90-a7579cb01991 None None] The sync data for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 is: [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:17Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:46:19.689291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb41f5e-cb79-4997-b775-9b39d79d8f51 req-fed9f9ad-9bca-4bd0-abbe-d8120a446e15 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:19.691214 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0eb41f5e-cb79-4997-b775-9b39d79d8f51 req-fed9f9ad-9bca-4bd0-abbe-d8120a446e15 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 951 time: 0.2437537 Mar 23 12:46:19.695069 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2659619 Mar 23 12:46:19.695506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50282) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:19.741871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-525ef0fb-5365-422b-98ff-2c4f7bd64dbb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:19.745827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb2bd2-2296-4704-8ad4-e84a0ed712f3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Network': ['ID=8fb47147-24e2-481b-9f4e-7d054a56d184,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:19.771245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:46:19.774032 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-18535e7c-405b-49c8-a2d4-f605104fe7a9 None None] Provisioning complete for port 87d5cbaa-705f-462f-b64c-b49153f2707a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:19.787539 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-18535e7c-405b-49c8-a2d4-f605104fe7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:19.857663 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0012822-7f7b-4220-a4b0-84835e4a88d4 None None] Pushing event updated for resources: {'Port': ['ID=87d5cbaa-705f-462f-b64c-b49153f2707a,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:19.872896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba2be7-6596-4595-8d27-b2d54a5ee915 req-f1de1b86-065f-494f-9195-73f1526131c6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:19.876287 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f6ba2be7-6596-4595-8d27-b2d54a5ee915 req-f1de1b86-065f-494f-9195-73f1526131c6 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 951 time: 0.3055551 Mar 23 12:46:19.982054 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f6ba2be7-6596-4595-8d27-b2d54a5ee915 req-9127049f-38a2-4e9c-bf58-1903956f944c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956991 Mar 23 12:46:19.988420 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-7028e369-16ae-46b0-b8aa-5bde927a48d9 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1464061910&fields=id&tenant_id=c31ff6c0586f49588d5192b65f6a4e62 HTTP/1.1" status: 200 len: 267 time: 0.2721488 Mar 23 12:46:20.006646 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525ef0fb-5365-422b-98ff-2c4f7bd64dbb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:20.034716 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-525ef0fb-5365-422b-98ff-2c4f7bd64dbb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:20.113667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-0eb41f5e-cb79-4997-b775-9b39d79d8f51 req-29ddb369-e2e8-4641-957c-1977474ca8b9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Deleting port fa804517-1fbc-4f8b-8202-dc20477a8cc4 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:46:20.114008 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0eb41f5e-cb79-4997-b775-9b39d79d8f51 req-29ddb369-e2e8-4641-957c-1977474ca8b9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:20.244205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-40435ef8-6bf2-4cb9-9e34-57b274fbf966 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:20.246707 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-40435ef8-6bf2-4cb9-9e34-57b274fbf966 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 814 time: 0.2503514 Mar 23 12:46:20.264191 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-d56db834-378d-48b2-ae3b-a9e51a1b011a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/quotas/c31ff6c0586f49588d5192b65f6a4e62 HTTP/1.1" status: 200 len: 375 time: 0.0108545 Mar 23 12:46:20.356974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-0eb41f5e-cb79-4997-b775-9b39d79d8f51 req-29ddb369-e2e8-4641-957c-1977474ca8b9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] For port fa804517-1fbc-4f8b-8202-dc20477a8cc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fa804517-1fbc-4f8b-8202-dc20477a8cc4,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:20.356974 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0eb41f5e-cb79-4997-b775-9b39d79d8f51 req-29ddb369-e2e8-4641-957c-1977474ca8b9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:20.374431 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-f26f6a8d-e0ba-4ac5-8359-8a4c5dffc072 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1035566 Mar 23 12:46:20.375451 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-0eb41f5e-cb79-4997-b775-9b39d79d8f51 req-29ddb369-e2e8-4641-957c-1977474ca8b9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Calling delete_port for fa804517-1fbc-4f8b-8202-dc20477a8cc4 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:46:20.517424 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-525ef0fb-5365-422b-98ff-2c4f7bd64dbb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:20.634635 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0eb41f5e-cb79-4997-b775-9b39d79d8f51 req-29ddb369-e2e8-4641-957c-1977474ca8b9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:20.637602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ef0fb-5365-422b-98ff-2c4f7bd64dbb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=6be658fc-2e10-403a-81d9-2ae4534e103c,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:20.648321 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525ef0fb-5365-422b-98ff-2c4f7bd64dbb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:46:20.649257 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525ef0fb-5365-422b-98ff-2c4f7bd64dbb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network hostable DHCP agents. Network: 8fb47147-24e2-481b-9f4e-7d054a56d184, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:46:20.652549 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['c09f1311-99f3-4ae7-856c-7cc0852917f8', 'fa804517-1fbc-4f8b-8202-dc20477a8cc4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:46:20.655680 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['95491ea5-cdad-4cf1-8470-45c2830fa3b3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:46:20.687703 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525ef0fb-5365-422b-98ff-2c4f7bd64dbb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:46:20.704232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-525ef0fb-5365-422b-98ff-2c4f7bd64dbb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 8fb47147-24e2-481b-9f4e-7d054a56d184) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:20.704978 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-6b2dde9b-585b-4df0-9e2b-afe96062db2a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:46:20.707854 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-6b2dde9b-585b-4df0-9e2b-afe96062db2a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3207505 Mar 23 12:46:20.713448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525ef0fb-5365-422b-98ff-2c4f7bd64dbb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:20.717479 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-525ef0fb-5365-422b-98ff-2c4f7bd64dbb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:20.750911 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-525ef0fb-5365-422b-98ff-2c4f7bd64dbb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0381031 Mar 23 12:46:20.754160 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50304) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:20.763288 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1050c100-d54e-4a0a-bbf8-1ed0f9baba90 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'name': 'tempest-NetworksTestDHCPv6-2051081915'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:20.835005 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12baad5a-2e28-49d2-9d2f-4a0b80af9dc6 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:46:20.844937 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddb369-e2e8-4641-957c-1977474ca8b9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Pushing event deleted for resources: {'Port': ['ID=fa804517-1fbc-4f8b-8202-dc20477a8cc4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:21.001082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1050c100-d54e-4a0a-bbf8-1ed0f9baba90 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:21.004941 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1050c100-d54e-4a0a-bbf8-1ed0f9baba90 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:21.037341 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-1050c100-d54e-4a0a-bbf8-1ed0f9baba90 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port c1252887-934a-4fae-b37b-abbf7568902e yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:46:21.172257 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-4fa3ce9c-64d6-4d33-aba4-505ccfc250e7 service neutron] 10.222.0.52 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551567 Mar 23 12:46:21.209072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb41f5e-cb79-4997-b775-9b39d79d8f51 req-29ddb369-e2e8-4641-957c-1977474ca8b9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] No DVR routers for this DVR port fa804517-1fbc-4f8b-8202-dc20477a8cc4 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:46:21.225998 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0eb41f5e-cb79-4997-b775-9b39d79d8f51 req-29ddb369-e2e8-4641-957c-1977474ca8b9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:21.235169 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0eb41f5e-cb79-4997-b775-9b39d79d8f51 req-29ddb369-e2e8-4641-957c-1977474ca8b9 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "DELETE /v2.0/ports/fa804517-1fbc-4f8b-8202-dc20477a8cc4 HTTP/1.1" status: 204 len: 173 time: 1.5333076 Mar 23 12:46:21.235902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6', 'name': 'network-vif-deleted', 'tag': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:46:21.259531 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a928c0d1-0a20-41e5-b177-74711bd29580" -d '{"events": [{"server_uuid": "135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6", "name": "network-vif-deleted", "tag": "fa804517-1fbc-4f8b-8202-dc20477a8cc4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:46:21.314386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-1050c100-d54e-4a0a-bbf8-1ed0f9baba90 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::1c3 (8fb47147-24e2-481b-9f4e-7d054a56d184/6be658fc-2e10-403a-81d9-2ae4534e103c/c1252887-934a-4fae-b37b-abbf7568902e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:21.442426 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-29ab317d-802a-40a5-99c1-255d366e6aeb req-fe17de84-33fb-4033-99b8-04734dc7bddf tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6 HTTP/1.1" status: 200 len: 210 time: 0.1069050 Mar 23 12:46:21.615948 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-93013558-9e1f-44d8-8e3b-f115a82d1fcf service neutron] 10.222.0.52 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372890 Mar 23 12:46:21.669850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': '6be658fc-2e10-403a-81d9-2ae4534e103c'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:46:21.671047 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:21.712067 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17433af2-10c2-45a4-9a68-d5760eff12d9 x-openstack-request-id: req-17433af2-10c2-45a4-9a68-d5760eff12d9 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:46:21.712366 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6", "name": "network-vif-deleted", "tag": "fa804517-1fbc-4f8b-8202-dc20477a8cc4", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:46:21.712617 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17433af2-10c2-45a4-9a68-d5760eff12d9 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:46:21.713024 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135b13fd-7b97-4e4d-a2b6-aa5ff82dccb6', 'name': 'network-vif-deleted', 'tag': 'fa804517-1fbc-4f8b-8202-dc20477a8cc4', 'status': 'completed', 'code': 200} Mar 23 12:46:21.722866 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 87d5cbaa-705f-462f-b64c-b49153f2707a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:46:21.895071 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1050c100-d54e-4a0a-bbf8-1ed0f9baba90 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:21.980765 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1050c100-d54e-4a0a-bbf8-1ed0f9baba90 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:22.144304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 87d5cbaa-705f-462f-b64c-b49153f2707a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:22.144790 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:22.177829 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3248c5d6-35de-4ffa-9aa9-45c4f00390ff req-27f9a39b-cf11-49c8-91ce-fd9e367f0177 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 210 time: 0.1864588 Mar 23 12:46:22.213692 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1050c100-d54e-4a0a-bbf8-1ed0f9baba90 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:22.219306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1050c100-d54e-4a0a-bbf8-1ed0f9baba90 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:22.229721 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1050c100-d54e-4a0a-bbf8-1ed0f9baba90 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:22.238930 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1050c100-d54e-4a0a-bbf8-1ed0f9baba90 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:22.240174 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1050c100-d54e-4a0a-bbf8-1ed0f9baba90 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:22.281045 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050c100-d54e-4a0a-bbf8-1ed0f9baba90 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=c1252887-934a-4fae-b37b-abbf7568902e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:22.326065 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1050c100-d54e-4a0a-bbf8-1ed0f9baba90 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5700626 Mar 23 12:46:22.329137 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50340) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:22.383509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Allocated IP 2001:db8::2 (8fb47147-24e2-481b-9f4e-7d054a56d184/6be658fc-2e10-403a-81d9-2ae4534e103c/acd316c0-7ce5-4394-8d2b-c74d3799611b) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:22.398433 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e88210a-dbcf-473a-a60e-ddd365d5e0c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:22.400179 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2e88210a-dbcf-473a-a60e-ddd365d5e0c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0697880 Mar 23 12:46:22.402831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50344) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:22.641700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d57dea09-53be-436b-b97a-67cffe42eeb8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port c1252887-934a-4fae-b37b-abbf7568902e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:46:22.647835 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d57dea09-53be-436b-b97a-67cffe42eeb8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:22.658344 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:22.694081 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:22.791758 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:22.822609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:22.835316 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Pushing event updated for resources: {'Port': ['ID=acd316c0-7ce5-4394-8d2b-c74d3799611b,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:22.843317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:22.950150 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d57dea09-53be-436b-b97a-67cffe42eeb8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:23.008294 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d57dea09-53be-436b-b97a-67cffe42eeb8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for c1252887-934a-4fae-b37b-abbf7568902e owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:46:23.043951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device fa804517-1fbc-4f8b-8202-dc20477a8cc4 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:46:23.058578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Attempting to bind port acd316c0-7ce5-4394-8d2b-c74d3799611b on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:46:23.065149 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Attempting to bind port acd316c0-7ce5-4394-8d2b-c74d3799611b by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:46:23.067770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Attempting to bind port acd316c0-7ce5-4394-8d2b-c74d3799611b on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:46:23.119918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:46:23.120390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:46:23.120885 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:23.121397 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:46:23.122121 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Bound port: acd316c0-7ce5-4394-8d2b-c74d3799611b, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:46:23.130184 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:23.183794 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: fa804517-1fbc-4f8b-8202-dc20477a8cc4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:46:23.184603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device fa804517-1fbc-4f8b-8202-dc20477a8cc4 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:46:23.229720 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293a683-0b00-4321-9ded-913fcd9bd5f2 req-e9cdb515-6593-47c6-a5ca-74325ec929f8 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:23.235448 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5293a683-0b00-4321-9ded-913fcd9bd5f2 req-e9cdb515-6593-47c6-a5ca-74325ec929f8 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1991611 Mar 23 12:46:23.348630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cae1b1-63b3-4af3-96e8-f63fe61f9d2a req-9d07e26d-f7ac-48f8-9d7d-c92301726106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:23.350759 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50cae1b1-63b3-4af3-96e8-f63fe61f9d2a req-9d07e26d-f7ac-48f8-9d7d-c92301726106 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 1097 time: 0.1170485 Mar 23 12:46:23.400203 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5293a683-0b00-4321-9ded-913fcd9bd5f2 req-aeabd6e4-2a73-4de4-b8c8-05c2916bace4 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396596 Mar 23 12:46:23.409161 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] For port acd316c0-7ce5-4394-8d2b-c74d3799611b, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:46:23.413292 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] For port acd316c0-7ce5-4394-8d2b-c74d3799611b, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=acd316c0-7ce5-4394-8d2b-c74d3799611b,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:46:23.424318 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:23.485670 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cae1b1-63b3-4af3-96e8-f63fe61f9d2a req-77151a08-e0b2-4f2c-a05f-eeb2992b4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:23.487164 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50cae1b1-63b3-4af3-96e8-f63fe61f9d2a req-77151a08-e0b2-4f2c-a05f-eeb2992b4f5c service neutron] 10.222.0.77 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 918 time: 0.1244199 Mar 23 12:46:23.543645 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d4c8d5bc-f7bd-4451-980d-52032bb432a8 req-aaac8cef-5534-4260-a322-6e2897d6f01f tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 210 time: 0.0545058 Mar 23 12:46:23.598332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ee56f-9208-42e7-93c3-802015c53143 None None] Pushing event updated for resources: {'Port': ['ID=acd316c0-7ce5-4394-8d2b-c74d3799611b,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:23.617817 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb469e-bc49-439c-b94c-7ad731266215 req-2f2456cf-53ad-4214-9205-f28d6682d169 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:23.634231 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1abb469e-bc49-439c-b94c-7ad731266215 req-2f2456cf-53ad-4214-9205-f28d6682d169 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.3360164 Mar 23 12:46:23.648814 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d57dea09-53be-436b-b97a-67cffe42eeb8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:23.784934 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d57dea09-53be-436b-b97a-67cffe42eeb8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:23.788657 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d57dea09-53be-436b-b97a-67cffe42eeb8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/c1252887-934a-4fae-b37b-abbf7568902e HTTP/1.1" status: 204 len: 168 time: 1.3846743 Mar 23 12:46:23.806998 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1abb469e-bc49-439c-b94c-7ad731266215 req-921c0273-96a7-45eb-9bc9-2e203eeef01c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717870 Mar 23 12:46:23.812494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50390) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:23.834720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57dea09-53be-436b-b97a-67cffe42eeb8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=c1252887-934a-4fae-b37b-abbf7568902e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:23.881559 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50cae1b1-63b3-4af3-96e8-f63fe61f9d2a req-d2f39935-b842-4a3d-808c-c340babd8814 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c147a3e0-1f39-488d-8433-b88f4b12b4ae HTTP/1.1" status: 200 len: 1002 time: 0.3833117 Mar 23 12:46:23.898459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-76c449c8-bbd9-4e3e-a14d-9c09b331541d tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:23.899952 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-76c449c8-bbd9-4e3e-a14d-9c09b331541d tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 814 time: 0.1555212 Mar 23 12:46:23.967187 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-a6635d20-758a-404d-b55f-359cb993ba6c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c31ff6c0586f49588d5192b65f6a4e62 HTTP/1.1" status: 200 len: 380 time: 0.0435517 Mar 23 12:46:23.982480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-5aca9eeb-25e4-4c2b-81f5-1c1465195c4c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'port': {'device_id': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'admin_state_up': True, 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'security_groups': ['3bb2d234-61fb-4853-867f-dbd4a172ee54']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:24.034086 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a582889-9bbd-4091-a7a7-6df11a349f34 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:24.035858 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a582889-9bbd-4091-a7a7-6df11a349f34 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:24.040444 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7a582889-9bbd-4091-a7a7-6df11a349f34 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2196732 Mar 23 12:46:24.045658 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a15886e7-b3ab-4ad4-b954-326416ca9b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:24.049891 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50396) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:24.108643 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cae1b1-63b3-4af3-96e8-f63fe61f9d2a req-c8fc1b17-044d-49c5-9132-d2e98479ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:24.110573 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50cae1b1-63b3-4af3-96e8-f63fe61f9d2a req-c8fc1b17-044d-49c5-9132-d2e98479ae5a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 HTTP/1.1" status: 200 len: 856 time: 0.1987002 Mar 23 12:46:24.151865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3ef3b3-b14c-46eb-8796-3a9c7dcacc98 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 6be658fc-2e10-403a-81d9-2ae4534e103c {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:46:24.180595 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef3b3-b14c-46eb-8796-3a9c7dcacc98 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:24.238110 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef3b3-b14c-46eb-8796-3a9c7dcacc98 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:24.262520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cae1b1-63b3-4af3-96e8-f63fe61f9d2a req-7f2a0221-8e06-4e70-aaed-958452fdb076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:24.264937 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50cae1b1-63b3-4af3-96e8-f63fe61f9d2a req-7f2a0221-8e06-4e70-aaed-958452fdb076 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e766b4-1016-48b5-88cb-19ac4b8761dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465399 Mar 23 12:46:24.354730 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-5aca9eeb-25e4-4c2b-81f5-1c1465195c4c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Made reservation on behalf of c31ff6c0586f49588d5192b65f6a4e62 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:24.359162 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-5aca9eeb-25e4-4c2b-81f5-1c1465195c4c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:24.362222 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef3b3-b14c-46eb-8796-3a9c7dcacc98 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:24.520416 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-5aca9eeb-25e4-4c2b-81f5-1c1465195c4c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Allocated IP 172.20.0.6 (8ad59140-5a4c-426f-a608-38c6929a8267/887f27a5-c519-4323-8382-2219821540c0/5d792dc8-f5b5-4da0-8b6d-15378b482e5d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:24.635231 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbc7e6-7d34-4210-8efb-1a0ac2576cee req-a1a2390a-aaed-44d7-bb21-4dbea98bec68 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:24.636851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7dbc7e6-7d34-4210-8efb-1a0ac2576cee req-a1a2390a-aaed-44d7-bb21-4dbea98bec68 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1113119 Mar 23 12:46:24.689358 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50cae1b1-63b3-4af3-96e8-f63fe61f9d2a req-42b587e1-e4db-479d-b6bf-f7d259b58f1f service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042276 Mar 23 12:46:24.704063 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2e50a810-aed0-4865-b591-fba1fa024256 req-c0f3c4ee-9c64-423f-8cd0-022b76ea1c07 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 210 time: 0.0867739 Mar 23 12:46:24.714503 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef3b3-b14c-46eb-8796-3a9c7dcacc98 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:24.752315 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef3b3-b14c-46eb-8796-3a9c7dcacc98 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:24.765907 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ca3ef3b3-b14c-46eb-8796-3a9c7dcacc98 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/6be658fc-2e10-403a-81d9-2ae4534e103c HTTP/1.1" status: 204 len: 168 time: 0.7046950 Mar 23 12:46:24.797332 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-5aca9eeb-25e4-4c2b-81f5-1c1465195c4c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:24.806287 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50412) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:24.879802 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ef3b3-b14c-46eb-8796-3a9c7dcacc98 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=6be658fc-2e10-403a-81d9-2ae4534e103c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:24.891137 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7dbc7e6-7d34-4210-8efb-1a0ac2576cee req-8af43ea0-bb0c-42c6-826b-1b775f1b223c tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327249 Mar 23 12:46:24.903679 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-5aca9eeb-25e4-4c2b-81f5-1c1465195c4c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:24.980761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-5aca9eeb-25e4-4c2b-81f5-1c1465195c4c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Network 8ad59140-5a4c-426f-a608-38c6929a8267 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:24.985361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-5aca9eeb-25e4-4c2b-81f5-1c1465195c4c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:24.989546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-5aca9eeb-25e4-4c2b-81f5-1c1465195c4c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:25.009894 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6eead75c-e855-41a0-81cb-b4fbe68fb0cf tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1992545 Mar 23 12:46:25.036743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50424) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:25.053597 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a3ea8a30-b319-4e6f-bd44-5e423ba5efcb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:25.161779 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50cae1b1-63b3-4af3-96e8-f63fe61f9d2a req-46ac03ee-4a17-4c8d-99d5-e01c00ab501c service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563580 Mar 23 12:46:25.174603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-5aca9eeb-25e4-4c2b-81f5-1c1465195c4c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:25.175768 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-5aca9eeb-25e4-4c2b-81f5-1c1465195c4c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:25.190565 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca9eeb-25e4-4c2b-81f5-1c1465195c4c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'Port': ['ID=5d792dc8-f5b5-4da0-8b6d-15378b482e5d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:25.209886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78b4d4-a392-409d-9226-c427353b42a3 req-88857247-6712-4f02-a254-81a9ca34e3fd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:25.211617 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0d78b4d4-a392-409d-9226-c427353b42a3 req-88857247-6712-4f02-a254-81a9ca34e3fd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.1944671 Mar 23 12:46:25.229085 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-5aca9eeb-25e4-4c2b-81f5-1c1465195c4c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2520807 Mar 23 12:46:25.241326 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e007948-5688-46e3-bac1-a878f7f37beb req-0f584b40-c1de-435f-9c0d-b7963adc4cd2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:25.243152 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0e007948-5688-46e3-bac1-a878f7f37beb req-0f584b40-c1de-435f-9c0d-b7963adc4cd2 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.2898486 Mar 23 12:46:25.351217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Request body: {'port': {'device_id': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:25.552603 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:25.587028 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0d78b4d4-a392-409d-9226-c427353b42a3 req-03fda68f-81c6-4a0e-9003-f2707e3b5dd9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3669267 Mar 23 12:46:25.589877 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107bc931-dae5-4fed-83c7-410d64c77faf None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:46:25.611257 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ea8a30-b319-4e6f-bd44-5e423ba5efcb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:25.620627 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8a30-b319-4e6f-bd44-5e423ba5efcb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:25.688734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-0e007948-5688-46e3-bac1-a878f7f37beb req-5cd101e9-1f80-4715-87a4-1aa6ff061fb3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Deleting port c09f1311-99f3-4ae7-856c-7cc0852917f8 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:46:25.688995 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0e007948-5688-46e3-bac1-a878f7f37beb req-5cd101e9-1f80-4715-87a4-1aa6ff061fb3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:25.705279 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device acd316c0-7ce5-4394-8d2b-c74d3799611b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:46:25.819274 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] Provisioning complete for port acd316c0-7ce5-4394-8d2b-c74d3799611b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:25.819903 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:25.898474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-0e007948-5688-46e3-bac1-a878f7f37beb req-5cd101e9-1f80-4715-87a4-1aa6ff061fb3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] For port c09f1311-99f3-4ae7-856c-7cc0852917f8, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c09f1311-99f3-4ae7-856c-7cc0852917f8,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:25.898941 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0e007948-5688-46e3-bac1-a878f7f37beb req-5cd101e9-1f80-4715-87a4-1aa6ff061fb3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:25.919125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-0e007948-5688-46e3-bac1-a878f7f37beb req-5cd101e9-1f80-4715-87a4-1aa6ff061fb3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Calling delete_port for c09f1311-99f3-4ae7-856c-7cc0852917f8 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:46:26.012262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da60d33-6734-4236-9720-906832a8c059 req-60917de2-54da-4d99-9a8c-e3575a1235fb tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:26.013972 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2da60d33-6734-4236-9720-906832a8c059 req-60917de2-54da-4d99-9a8c-e3575a1235fb tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 931 time: 0.2108009 Mar 23 12:46:26.052583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port acd316c0-7ce5-4394-8d2b-c74d3799611b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:26.053229 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:26.100428 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:26.143207 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2da60d33-6734-4236-9720-906832a8c059 req-52bc3596-86e6-4e8d-b6bb-ac12f9fa6f02 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bb2d234-61fb-4853-867f-dbd4a172ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118493 Mar 23 12:46:26.159053 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0e007948-5688-46e3-bac1-a878f7f37beb req-5cd101e9-1f80-4715-87a4-1aa6ff061fb3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:26.195122 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['95491ea5-cdad-4cf1-8470-45c2830fa3b3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:46:26.195393 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82785-88b4-4a13-9a08-058b6f84f77b req-9770156d-8565-46c4-bb5f-84440af03f00 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:26.197103 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ff82785-88b4-4a13-9a08-058b6f84f77b req-9770156d-8565-46c4-bb5f-84440af03f00 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25081a7-ad6f-4c8d-97d3-27f591f2cbea HTTP/1.1" status: 200 len: 950 time: 0.1153736 Mar 23 12:46:26.216723 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['c09f1311-99f3-4ae7-856c-7cc0852917f8'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:46:26.249861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd101e9-1f80-4715-87a4-1aa6ff061fb3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Pushing event deleted for resources: {'Port': ['ID=c09f1311-99f3-4ae7-856c-7cc0852917f8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:26.312104 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8a30-b319-4e6f-bd44-5e423ba5efcb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:26.336662 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e007948-5688-46e3-bac1-a878f7f37beb req-5cd101e9-1f80-4715-87a4-1aa6ff061fb3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] No DVR routers for this DVR port c09f1311-99f3-4ae7-856c-7cc0852917f8 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:46:26.340920 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0e007948-5688-46e3-bac1-a878f7f37beb req-5cd101e9-1f80-4715-87a4-1aa6ff061fb3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:26.348391 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0e007948-5688-46e3-bac1-a878f7f37beb req-5cd101e9-1f80-4715-87a4-1aa6ff061fb3 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.77 "DELETE /v2.0/ports/c09f1311-99f3-4ae7-856c-7cc0852917f8 HTTP/1.1" status: 204 len: 173 time: 1.0980749 Mar 23 12:46:26.364826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25081a7-ad6f-4c8d-97d3-27f591f2cbea', 'name': 'network-vif-deleted', 'tag': 'c09f1311-99f3-4ae7-856c-7cc0852917f8'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:46:26.377237 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61624c52-51b0-4a76-987e-36bb0e7eff52" -d '{"events": [{"server_uuid": "f25081a7-ad6f-4c8d-97d3-27f591f2cbea", "name": "network-vif-deleted", "tag": "c09f1311-99f3-4ae7-856c-7cc0852917f8"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:46:26.385715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea8a30-b319-4e6f-bd44-5e423ba5efcb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=f903fdc0-bf1e-4149-9df2-b39866c8fb8f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:26.434689 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ff82785-88b4-4a13-9a08-058b6f84f77b req-74103ae3-a9ca-46b0-858c-bc8dcfb4d66a tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245982 Mar 23 12:46:26.483917 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea8a30-b319-4e6f-bd44-5e423ba5efcb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:26.494217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a3ea8a30-b319-4e6f-bd44-5e423ba5efcb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:26.500142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ea8a30-b319-4e6f-bd44-5e423ba5efcb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:26.500740 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8a30-b319-4e6f-bd44-5e423ba5efcb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:26.506369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41e98da-0a8b-4ec1-a79e-e086d5e665f7 None None] DHCP port deletion for 8fb47147-24e2-481b-9f4e-7d054a56d184 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:46:26.513600 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a32d77-ac01-422b-94b1-3c763e7de182 x-openstack-request-id: req-67a32d77-ac01-422b-94b1-3c763e7de182 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:46:26.514797 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25081a7-ad6f-4c8d-97d3-27f591f2cbea", "name": "network-vif-deleted", "tag": "c09f1311-99f3-4ae7-856c-7cc0852917f8", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:46:26.515337 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67a32d77-ac01-422b-94b1-3c763e7de182 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:46:26.516131 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25081a7-ad6f-4c8d-97d3-27f591f2cbea', 'name': 'network-vif-deleted', 'tag': 'c09f1311-99f3-4ae7-856c-7cc0852917f8', 'status': 'completed', 'code': 200} Mar 23 12:46:26.530945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50472) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:26.541324 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c462fa13-5bbb-4905-8fb4-25d16c287822 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'name': 'tempest-NetworksTestDHCPv6-1133794456'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:26.542636 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a3ea8a30-b319-4e6f-bd44-5e423ba5efcb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5004692 Mar 23 12:46:26.549121 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] For port acd316c0-7ce5-4394-8d2b-c74d3799611b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=acd316c0-7ce5-4394-8d2b-c74d3799611b,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:26.581473 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:26.666770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d792dc8-f5b5-4da0-8b6d-15378b482e5d {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:46:26.687943 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:26.716555 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Transition to ACTIVE for port object 5d792dc8-f5b5-4da0-8b6d-15378b482e5d will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:46:26.723969 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:26.787341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c462fa13-5bbb-4905-8fb4-25d16c287822 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:26.790995 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c462fa13-5bbb-4905-8fb4-25d16c287822 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:26.852340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] Pushing event updated for resources: {'Port': ['ID=acd316c0-7ce5-4394-8d2b-c74d3799611b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:26.878266 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d792dc8-f5b5-4da0-8b6d-15378b482e5d,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:26.890055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-c462fa13-5bbb-4905-8fb4-25d16c287822 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port 98b83cfd-102e-4c0c-8c14-2f956ad3e66a yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:46:26.970127 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:26.970478 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:26.970822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:26.971161 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:26.971500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:26.971830 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:26.972193 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:26.972520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:26.972847 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:26.973170 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:26.973493 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:26.973821 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc7918-b507-46fe-9875-e1184b0e0df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:27.055826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Attempting to bind port 5d792dc8-f5b5-4da0-8b6d-15378b482e5d on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:46:27.056909 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Attempting to bind port 5d792dc8-f5b5-4da0-8b6d-15378b482e5d by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:46:27.057460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Attempting to bind port 5d792dc8-f5b5-4da0-8b6d-15378b482e5d on network 8ad59140-5a4c-426f-a608-38c6929a8267 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:46:27.065611 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Port 5d792dc8-f5b5-4da0-8b6d-15378b482e5d on network 8ad59140-5a4c-426f-a608-38c6929a8267 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:46:27.066345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Attempting to bind port 5d792dc8-f5b5-4da0-8b6d-15378b482e5d on network 8ad59140-5a4c-426f-a608-38c6929a8267 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:46:27.072480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:46:27.073299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Checking segment: {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:46:27.073947 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Bound using segment: {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:46:27.074767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Bound port: 5d792dc8-f5b5-4da0-8b6d-15378b482e5d, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:46:27.075645 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:27.098400 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7c916f66-490d-41ec-a349-3eff14393745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:27.133859 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a41e98da-0a8b-4ec1-a79e-e086d5e665f7 None None] Deleting port acd316c0-7ce5-4394-8d2b-c74d3799611b {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:46:27.134456 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a41e98da-0a8b-4ec1-a79e-e086d5e665f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:27.156339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-c462fa13-5bbb-4905-8fb4-25d16c287822 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::31 (8fb47147-24e2-481b-9f4e-7d054a56d184/f903fdc0-bf1e-4149-9df2-b39866c8fb8f/98b83cfd-102e-4c0c-8c14-2f956ad3e66a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:27.222263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] For port 5d792dc8-f5b5-4da0-8b6d-15378b482e5d, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:46:27.226680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59828fed-1676-4baf-83f1-fe47f377ece1 req-2620f778-a35d-4a8f-b691-a3c966bced0e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:27.228439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-59828fed-1676-4baf-83f1-fe47f377ece1 req-2620f778-a35d-4a8f-b691-a3c966bced0e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.4254644 Mar 23 12:46:27.240845 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] For port 5d792dc8-f5b5-4da0-8b6d-15378b482e5d, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=5d792dc8-f5b5-4da0-8b6d-15378b482e5d,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:46:27.248240 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:27.320302 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-59828fed-1676-4baf-83f1-fe47f377ece1 req-501f1e34-983a-4c22-9a84-7a04323da705 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829759 Mar 23 12:46:27.397628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:27.398255 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:27.399686 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] 10.222.0.77 "PUT /v2.0/ports/5d792dc8-f5b5-4da0-8b6d-15378b482e5d HTTP/1.1" status: 200 len: 1091 time: 2.0744364 Mar 23 12:46:27.465969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'tag': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:46:27.472097 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a974c70-1312-4ba6-8f97-7f718bc21e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354", "tag": "5d792dc8-f5b5-4da0-8b6d-15378b482e5d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:46:27.522685 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c462fa13-5bbb-4905-8fb4-25d16c287822 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:27.589300 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device acd316c0-7ce5-4394-8d2b-c74d3799611b no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:46:27.590553 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:46:27.593889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a41e98da-0a8b-4ec1-a79e-e086d5e665f7 None None] For port acd316c0-7ce5-4394-8d2b-c74d3799611b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=acd316c0-7ce5-4394-8d2b-c74d3799611b,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:27.599327 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a41e98da-0a8b-4ec1-a79e-e086d5e665f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:27.610650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14fa60-2ffd-41fd-8cd5-c2e0a03692c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d792dc8-f5b5-4da0-8b6d-15378b482e5d,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:27.638977 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c462fa13-5bbb-4905-8fb4-25d16c287822 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:27.645667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a41e98da-0a8b-4ec1-a79e-e086d5e665f7 None None] Calling delete_port for acd316c0-7ce5-4394-8d2b-c74d3799611b owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:46:27.651330 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d4ab11-ab5b-42bf-8f08-82c505767c39 x-openstack-request-id: req-25d4ab11-ab5b-42bf-8f08-82c505767c39 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:46:27.651619 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354", "tag": "5d792dc8-f5b5-4da0-8b6d-15378b482e5d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:46:27.651875 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25d4ab11-ab5b-42bf-8f08-82c505767c39 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:46:27.652345 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'tag': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d', 'status': 'completed', 'code': 200} Mar 23 12:46:27.665455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-1e82a4a9-5235-4896-a4b2-372b43578026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:27.671443 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-1e82a4a9-5235-4896-a4b2-372b43578026 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 1094 time: 0.1862261 Mar 23 12:46:27.693851 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4f75c-17c9-45b3-af91-892cf3d5fd8e req-24f0e91b-447a-4aa3-9547-017b5ffd7203 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:27.718879 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5cc4f75c-17c9-45b3-af91-892cf3d5fd8e req-24f0e91b-447a-4aa3-9547-017b5ffd7203 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 943 time: 0.3760171 Mar 23 12:46:27.834177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c462fa13-5bbb-4905-8fb4-25d16c287822 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:27.838610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c462fa13-5bbb-4905-8fb4-25d16c287822 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:27.845454 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c462fa13-5bbb-4905-8fb4-25d16c287822 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:27.859196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c462fa13-5bbb-4905-8fb4-25d16c287822 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:27.859871 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c462fa13-5bbb-4905-8fb4-25d16c287822 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:27.896180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462fa13-5bbb-4905-8fb4-25d16c287822 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=98b83cfd-102e-4c0c-8c14-2f956ad3e66a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:27.909092 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c462fa13-5bbb-4905-8fb4-25d16c287822 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3769515 Mar 23 12:46:27.912377 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50504) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:27.932158 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-66d452ac-9235-498c-bc0a-b34e94ca37b2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d792dc8-f5b5-4da0-8b6d-15378b482e5d HTTP/1.1" status: 200 len: 217 time: 0.2099457 Mar 23 12:46:27.976788 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:27.980789 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:28.051483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e314d1c-be81-470e-a23f-a0fecbebabeb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:28.057814 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e314d1c-be81-470e-a23f-a0fecbebabeb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:28.061276 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1e314d1c-be81-470e-a23f-a0fecbebabeb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1479056 Mar 23 12:46:28.073003 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50508) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:28.091141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port acd316c0-7ce5-4394-8d2b-c74d3799611b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=acd316c0-7ce5-4394-8d2b-c74d3799611b,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:28.097618 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5cc4f75c-17c9-45b3-af91-892cf3d5fd8e req-2f0c8988-650d-4a1d-8777-1c3940b0eece tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bb2d234-61fb-4853-867f-dbd4a172ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777745 Mar 23 12:46:28.104975 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:28.133618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-4d2c33a5-6321-4201-8b92-6df5ba8f4cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:28.147456 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-4d2c33a5-6321-4201-8b92-6df5ba8f4cfb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=887f27a5-c519-4323-8382-2219821540c0 HTTP/1.1" status: 200 len: 853 time: 0.1807990 Mar 23 12:46:28.172424 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a41e98da-0a8b-4ec1-a79e-e086d5e665f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:28.197266 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41e98da-0a8b-4ec1-a79e-e086d5e665f7 None None] No DVR routers for this DVR port acd316c0-7ce5-4394-8d2b-c74d3799611b on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:46:28.209592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8deb15-3ff6-4a71-8214-f17d95cad7f9 req-ee7a66f2-ce2b-4a12-8a76-8bfa7d92f153 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:28.213746 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8c8deb15-3ff6-4a71-8214-f17d95cad7f9 req-ee7a66f2-ce2b-4a12-8a76-8bfa7d92f153 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1492970 Mar 23 12:46:28.217568 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=acd316c0-7ce5-4394-8d2b-c74d3799611b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:28.243631 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-7ff5c161-6448-4400-962a-0d68ef692c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:28.245948 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-7ff5c161-6448-4400-962a-0d68ef692c6e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ad59140-5a4c-426f-a608-38c6929a8267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970757 Mar 23 12:46:28.255349 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e98da-0a8b-4ec1-a79e-e086d5e665f7 None None] Pushing event deleted for resources: {'Port': ['ID=acd316c0-7ce5-4394-8d2b-c74d3799611b,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:28.263271 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aa7d9f-020e-4c6e-9061-5ff78b02f308 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:46:28.339015 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8c8deb15-3ff6-4a71-8214-f17d95cad7f9 req-2f983da1-2a4d-45a4-9362-953dcad40f84 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093040 Mar 23 12:46:28.422318 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d8105585-7470-40c2-b5d8-5f22e8e1d53a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port 98b83cfd-102e-4c0c-8c14-2f956ad3e66a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:46:28.422673 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d8105585-7470-40c2-b5d8-5f22e8e1d53a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:28.618716 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': 'f903fdc0-bf1e-4149-9df2-b39866c8fb8f'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:46:28.619614 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:28.685825 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d8105585-7470-40c2-b5d8-5f22e8e1d53a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:28.715282 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d8105585-7470-40c2-b5d8-5f22e8e1d53a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for 98b83cfd-102e-4c0c-8c14-2f956ad3e66a owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:46:28.869010 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-b652efd6-1a5a-415a-a9e6-70d2f19363d5 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121817 Mar 23 12:46:28.969919 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Allocated IP 2001:db8::2 (8fb47147-24e2-481b-9f4e-7d054a56d184/f903fdc0-bf1e-4149-9df2-b39866c8fb8f/5da31021-d37c-4253-8e08-0ab569891693) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:28.989720 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d8105585-7470-40c2-b5d8-5f22e8e1d53a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:29.010444 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2af8cb27-368c-4962-8fb7-723cbc44c049 req-c4d3f64a-5012-4e59-9501-5a70a9f304c3 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277099 Mar 23 12:46:29.078360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7376eb2-dee8-483a-932b-90218008daf4 req-af805f7c-4645-43d3-bb5c-082b9835b004 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:29.084076 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7376eb2-dee8-483a-932b-90218008daf4 req-af805f7c-4645-43d3-bb5c-082b9835b004 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.2090168 Mar 23 12:46:29.100395 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8105585-7470-40c2-b5d8-5f22e8e1d53a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=98b83cfd-102e-4c0c-8c14-2f956ad3e66a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:29.161233 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d8105585-7470-40c2-b5d8-5f22e8e1d53a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:29.179158 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d8105585-7470-40c2-b5d8-5f22e8e1d53a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/98b83cfd-102e-4c0c-8c14-2f956ad3e66a HTTP/1.1" status: 204 len: 168 time: 1.1035855 Mar 23 12:46:29.184786 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50526) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:29.197448 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c09f1311-99f3-4ae7-856c-7cc0852917f8 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:46:29.296430 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a974c70-1312-4ba6-8f97-7f718bc21e4a req-3abc10b8-f338-490c-8edf-bffd509635d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:29.297868 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a974c70-1312-4ba6-8f97-7f718bc21e4a req-3abc10b8-f338-490c-8edf-bffd509635d5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 1094 time: 0.2010822 Mar 23 12:46:29.327913 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7376eb2-dee8-483a-932b-90218008daf4 req-3d63e7d5-bf90-4fd0-ac1a-a04a556baaf5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248604 Mar 23 12:46:29.334120 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:29.351196 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: c09f1311-99f3-4ae7-856c-7cc0852917f8 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:46:29.351196 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c09f1311-99f3-4ae7-856c-7cc0852917f8 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:46:29.402446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a15855f-c2df-4e79-ae07-afded8344c59 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:29.404345 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a15855f-c2df-4e79-ae07-afded8344c59 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:29.406836 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9a15855f-c2df-4e79-ae07-afded8344c59 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2182682 Mar 23 12:46:29.419140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588d753-a691-4c93-b01d-bdebfe7b2afb req-57555e79-9723-406e-8fbe-aecd23d613f9 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:29.422071 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f588d753-a691-4c93-b01d-bdebfe7b2afb req-57555e79-9723-406e-8fbe-aecd23d613f9 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 943 time: 0.1422856 Mar 23 12:46:29.422583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50532) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:29.545409 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f588d753-a691-4c93-b01d-bdebfe7b2afb req-fc81e968-026f-49b2-a995-96ad6e4f4424 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bb2d234-61fb-4853-867f-dbd4a172ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093638 Mar 23 12:46:29.557844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8bf00f-0e41-46e9-837e-6d4eacd76d63 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet f903fdc0-bf1e-4149-9df2-b39866c8fb8f {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:46:29.597950 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:29.606356 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc8bf00f-0e41-46e9-837e-6d4eacd76d63 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:29.611077 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:29.667131 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a974c70-1312-4ba6-8f97-7f718bc21e4a req-e0c78fb2-e8c7-4367-abe1-5b8f7bbb06fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:29.671669 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a974c70-1312-4ba6-8f97-7f718bc21e4a req-e0c78fb2-e8c7-4367-abe1-5b8f7bbb06fa service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 915 time: 0.3555408 Mar 23 12:46:29.694463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Pushing event updated for resources: {'Port': ['ID=5da31021-d37c-4253-8e08-0ab569891693,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:29.709160 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:29.725486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:29.727632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:29.730743 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:29.779634 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a974c70-1312-4ba6-8f97-7f718bc21e4a req-0105454f-07b0-4e46-9369-37550e8449cb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d792dc8-f5b5-4da0-8b6d-15378b482e5d HTTP/1.1" status: 200 len: 217 time: 0.0997508 Mar 23 12:46:29.799164 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc8bf00f-0e41-46e9-837e-6d4eacd76d63 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:29.833639 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd36871-2e90-4604-8260-bf6fc136f3b4 req-1fa74eea-79c8-4bfb-b61a-a921a6d41aeb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:29.836890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Attempting to bind port 5da31021-d37c-4253-8e08-0ab569891693 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:46:29.837326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Attempting to bind port 5da31021-d37c-4253-8e08-0ab569891693 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:46:29.837701 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Attempting to bind port 5da31021-d37c-4253-8e08-0ab569891693 on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:46:29.837834 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8cd36871-2e90-4604-8260-bf6fc136f3b4 req-1fa74eea-79c8-4bfb-b61a-a921a6d41aeb tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.2736511 Mar 23 12:46:29.845690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:46:29.846119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:46:29.846535 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:29.846933 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:46:29.847537 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Bound port: 5da31021-d37c-4253-8e08-0ab569891693, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:46:29.848182 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:29.877901 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6010b4-19e7-4076-b173-ecef19a68a4a req-47961fa8-7f2c-4286-8a4b-71fdbbaf4800 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:29.879430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bd6010b4-19e7-4076-b173-ecef19a68a4a req-47961fa8-7f2c-4286-8a4b-71fdbbaf4800 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.2293870 Mar 23 12:46:29.947826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a974c70-1312-4ba6-8f97-7f718bc21e4a req-a6261204-9f26-4750-8101-8df207ce8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:29.949795 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a974c70-1312-4ba6-8f97-7f718bc21e4a req-a6261204-9f26-4750-8101-8df207ce8724 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=887f27a5-c519-4323-8382-2219821540c0 HTTP/1.1" status: 200 len: 853 time: 0.1089361 Mar 23 12:46:29.969760 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] For port 5da31021-d37c-4253-8e08-0ab569891693, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:46:29.983918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] For port 5da31021-d37c-4253-8e08-0ab569891693, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5da31021-d37c-4253-8e08-0ab569891693,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:46:29.998979 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:30.048723 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8cd36871-2e90-4604-8260-bf6fc136f3b4 req-80b04f3b-5858-4ee7-b3e5-00b526cd1534 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099078 Mar 23 12:46:30.055748 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a974c70-1312-4ba6-8f97-7f718bc21e4a req-d6108e67-3801-43c5-8351-846ddc7f1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:30.057218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a974c70-1312-4ba6-8f97-7f718bc21e4a req-d6108e67-3801-43c5-8351-846ddc7f1215 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ad59140-5a4c-426f-a608-38c6929a8267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872509 Mar 23 12:46:30.062950 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc8bf00f-0e41-46e9-837e-6d4eacd76d63 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:30.211512 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a974c70-1312-4ba6-8f97-7f718bc21e4a req-4fecd8f6-29e9-419e-8541-a42db8a475ef service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422377 Mar 23 12:46:30.235638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1e74c-76a0-44d3-bb0c-98feb3251054 None None] Pushing event updated for resources: {'Port': ['ID=5da31021-d37c-4253-8e08-0ab569891693,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:30.479710 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a974c70-1312-4ba6-8f97-7f718bc21e4a req-b549de38-c5c5-480d-874a-8523614f8de2 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647963 Mar 23 12:46:30.733321 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098ffc0-4055-403a-b8dc-6fe36644e420 req-58e86e28-ebc9-44b5-80a5-cad9a424bdf7 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:30.734959 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a098ffc0-4055-403a-b8dc-6fe36644e420 req-58e86e28-ebc9-44b5-80a5-cad9a424bdf7 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 943 time: 0.0792270 Mar 23 12:46:30.755641 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc8bf00f-0e41-46e9-837e-6d4eacd76d63 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:30.794301 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a098ffc0-4055-403a-b8dc-6fe36644e420 req-a128fd4f-d640-43b2-94c5-6e8098a47b38 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bb2d234-61fb-4853-867f-dbd4a172ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524733 Mar 23 12:46:30.833291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bf00f-0e41-46e9-837e-6d4eacd76d63 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=f903fdc0-bf1e-4149-9df2-b39866c8fb8f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:30.853100 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc8bf00f-0e41-46e9-837e-6d4eacd76d63 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:30.858617 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cc8bf00f-0e41-46e9-837e-6d4eacd76d63 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/f903fdc0-bf1e-4149-9df2-b39866c8fb8f HTTP/1.1" status: 204 len: 168 time: 1.4324267 Mar 23 12:46:30.858990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50562) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:30.895296 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788a414-d21c-4563-9a48-2fa9142b5592 req-1c82f771-b335-444d-88ed-7020f27249fe tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:30.896932 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e788a414-d21c-4563-9a48-2fa9142b5592 req-1c82f771-b335-444d-88ed-7020f27249fe tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.1432788 Mar 23 12:46:30.926266 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-bd6010b4-19e7-4076-b173-ecef19a68a4a req-1e75f1b6-6c82-46b0-b36f-88f99056cb89 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Deleting port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:46:30.926633 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bd6010b4-19e7-4076-b173-ecef19a68a4a req-1e75f1b6-6c82-46b0-b36f-88f99056cb89 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:30.953298 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1f2526aa-bb7f-40fa-be81-4fb4b6f19572 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899844 Mar 23 12:46:30.957259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50568) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:30.970330 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f5c09eca-5517-49e1-a8c0-76ebf0942092 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:31.027951 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e788a414-d21c-4563-9a48-2fa9142b5592 req-cad4cf7d-5e03-4345-8557-353672b4f3d0 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217387 Mar 23 12:46:31.083636 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c09eca-5517-49e1-a8c0-76ebf0942092 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:31.090460 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5c09eca-5517-49e1-a8c0-76ebf0942092 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:31.147356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-bd6010b4-19e7-4076-b173-ecef19a68a4a req-1e75f1b6-6c82-46b0-b36f-88f99056cb89 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] For port 95491ea5-cdad-4cf1-8470-45c2830fa3b3, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=95491ea5-cdad-4cf1-8470-45c2830fa3b3,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:31.147918 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bd6010b4-19e7-4076-b173-ecef19a68a4a req-1e75f1b6-6c82-46b0-b36f-88f99056cb89 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:31.177206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-bd6010b4-19e7-4076-b173-ecef19a68a4a req-1e75f1b6-6c82-46b0-b36f-88f99056cb89 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Calling delete_port for 95491ea5-cdad-4cf1-8470-45c2830fa3b3 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:46:31.298112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14e1c9-39b8-4e2f-a481-938719e70b2d req-986b2404-364e-48dd-9802-9f915f510f68 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:31.306199 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b14e1c9-39b8-4e2f-a481-938719e70b2d req-986b2404-364e-48dd-9802-9f915f510f68 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfdfa8ba-8a36-4ea5-8e33-2cb64b647853 HTTP/1.1" status: 200 len: 949 time: 0.1659007 Mar 23 12:46:31.364580 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bd6010b4-19e7-4076-b173-ecef19a68a4a req-1e75f1b6-6c82-46b0-b36f-88f99056cb89 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:31.366404 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b14e1c9-39b8-4e2f-a481-938719e70b2d req-7c1f189c-4a89-4cc6-9362-05fe9720ff17 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a993740c-380d-4ccd-94ea-7f3256eb93dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591950 Mar 23 12:46:31.415732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75f1b6-6c82-46b0-b36f-88f99056cb89 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Pushing event deleted for resources: {'Port': ['ID=95491ea5-cdad-4cf1-8470-45c2830fa3b3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:31.503048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6010b4-19e7-4076-b173-ecef19a68a4a req-1e75f1b6-6c82-46b0-b36f-88f99056cb89 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] No DVR routers for this DVR port 95491ea5-cdad-4cf1-8470-45c2830fa3b3 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:46:31.512207 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bd6010b4-19e7-4076-b173-ecef19a68a4a req-1e75f1b6-6c82-46b0-b36f-88f99056cb89 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:31.517102 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bd6010b4-19e7-4076-b173-ecef19a68a4a req-1e75f1b6-6c82-46b0-b36f-88f99056cb89 tempest-MigrationsAdminTest-669201128 tempest-MigrationsAdminTest-669201128-project] 10.222.0.73 "DELETE /v2.0/ports/95491ea5-cdad-4cf1-8470-45c2830fa3b3 HTTP/1.1" status: 204 len: 173 time: 1.6236331 Mar 23 12:46:31.517587 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdfa8ba-8a36-4ea5-8e33-2cb64b647853', 'name': 'network-vif-deleted', 'tag': '95491ea5-cdad-4cf1-8470-45c2830fa3b3'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:46:31.523203 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1ab261-e035-4ae2-8112-5f8fcc684ccf" -d '{"events": [{"server_uuid": "cfdfa8ba-8a36-4ea5-8e33-2cb64b647853", "name": "network-vif-deleted", "tag": "95491ea5-cdad-4cf1-8470-45c2830fa3b3"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:46:31.555059 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5c09eca-5517-49e1-a8c0-76ebf0942092 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:31.640777 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7219c7ca-8bcb-4480-8ab2-6057affeb6fa x-openstack-request-id: req-7219c7ca-8bcb-4480-8ab2-6057affeb6fa {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:46:31.641295 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdfa8ba-8a36-4ea5-8e33-2cb64b647853", "name": "network-vif-deleted", "tag": "95491ea5-cdad-4cf1-8470-45c2830fa3b3", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:46:31.641887 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7219c7ca-8bcb-4480-8ab2-6057affeb6fa {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:46:31.642465 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdfa8ba-8a36-4ea5-8e33-2cb64b647853', 'name': 'network-vif-deleted', 'tag': '95491ea5-cdad-4cf1-8470-45c2830fa3b3', 'status': 'completed', 'code': 200} Mar 23 12:46:31.682252 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c09eca-5517-49e1-a8c0-76ebf0942092 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:31.694430 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5da31021-d37c-4253-8e08-0ab569891693 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:46:31.698199 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f5c09eca-5517-49e1-a8c0-76ebf0942092 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:31.704966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c09eca-5517-49e1-a8c0-76ebf0942092 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:31.714743 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f5c09eca-5517-49e1-a8c0-76ebf0942092 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:31.719349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c09eca-5517-49e1-a8c0-76ebf0942092 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=6dd7241a-a7f4-4c6b-8528-761d6efeb46b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:31.751609 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f5c09eca-5517-49e1-a8c0-76ebf0942092 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7918258 Mar 23 12:46:31.753295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50576) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:31.758584 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-97b48606-b1b8-4f95-9c8b-c157ebf30cf9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'name': 'tempest-NetworksTestDHCPv6-161575411'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:31.850365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 5da31021-d37c-4253-8e08-0ab569891693 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:31.850740 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:32.058978 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d6a1fd-1002-4d17-b0df-76c6e08b9635 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:46:32.214447 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:32.242778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050dc431-9385-4013-b5b0-21e4e36ef6ff req-56a63675-8967-4a9e-b442-bc2d6152f7a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:32.254978 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-050dc431-9385-4013-b5b0-21e4e36ef6ff req-56a63675-8967-4a9e-b442-bc2d6152f7a9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.0972128 Mar 23 12:46:32.268479 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb6305-735a-4149-80e1-f6e5c81c41d0 req-d74ea859-81eb-4424-b988-6d473a9663db tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:32.276746 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2cfb6305-735a-4149-80e1-f6e5c81c41d0 req-d74ea859-81eb-4424-b988-6d473a9663db tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 943 time: 0.3192108 Mar 23 12:46:32.334667 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2cfb6305-735a-4149-80e1-f6e5c81c41d0 req-1581208c-9ae9-4cef-bc23-0f60ca59fee3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bb2d234-61fb-4853-867f-dbd4a172ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562611 Mar 23 12:46:32.336330 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b48606-b1b8-4f95-9c8b-c157ebf30cf9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:32.342226 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97b48606-b1b8-4f95-9c8b-c157ebf30cf9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:32.350483 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-050dc431-9385-4013-b5b0-21e4e36ef6ff req-6ff40fe9-ddbc-401a-8174-97f3a3d34df9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921695 Mar 23 12:46:32.366346 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-97b48606-b1b8-4f95-9c8b-c157ebf30cf9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port 65671db9-bc74-4de5-864f-2ac86fff8a4a yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:46:32.411159 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 5da31021-d37c-4253-8e08-0ab569891693, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5da31021-d37c-4253-8e08-0ab569891693,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:32.423874 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:32.426774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8d44d825-11c1-4259-8abb-a38f2ec3ec2a None None] Provisioning complete for port 5da31021-d37c-4253-8e08-0ab569891693 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:32.427195 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8d44d825-11c1-4259-8abb-a38f2ec3ec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:32.542499 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-97b48606-b1b8-4f95-9c8b-c157ebf30cf9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::172 (8fb47147-24e2-481b-9f4e-7d054a56d184/6dd7241a-a7f4-4c6b-8528-761d6efeb46b/65671db9-bc74-4de5-864f-2ac86fff8a4a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:32.737523 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97b48606-b1b8-4f95-9c8b-c157ebf30cf9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:32.781072 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97b48606-b1b8-4f95-9c8b-c157ebf30cf9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:32.807537 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=5da31021-d37c-4253-8e08-0ab569891693,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:32.839915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8d44d825-11c1-4259-8abb-a38f2ec3ec2a None None] Could not find standard attr ID for object 98b83cfd-102e-4c0c-8c14-2f956ad3e66a. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:46:32.854490 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50594) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:32.902601 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b48606-b1b8-4f95-9c8b-c157ebf30cf9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=65671db9-bc74-4de5-864f-2ac86fff8a4a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:32.911864 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b48606-b1b8-4f95-9c8b-c157ebf30cf9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:32.915716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-97b48606-b1b8-4f95-9c8b-c157ebf30cf9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:32.925033 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b48606-b1b8-4f95-9c8b-c157ebf30cf9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:32.933814 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b48606-b1b8-4f95-9c8b-c157ebf30cf9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:32.934492 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97b48606-b1b8-4f95-9c8b-c157ebf30cf9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:32.978913 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50602) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:32.980334 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-97b48606-b1b8-4f95-9c8b-c157ebf30cf9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2257950 Mar 23 12:46:33.056574 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6b0a99-61df-4708-9762-bed15e176745 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:33.064490 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6b0a99-61df-4708-9762-bed15e176745 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:33.066794 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ab6b0a99-61df-4708-9762-bed15e176745 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0864186 Mar 23 12:46:33.069459 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50606) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:33.077907 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 95491ea5-cdad-4cf1-8470-45c2830fa3b3 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:46:33.120222 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 95491ea5-cdad-4cf1-8470-45c2830fa3b3 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:46:33.124038 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 95491ea5-cdad-4cf1-8470-45c2830fa3b3 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:46:33.126026 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 5d792dc8-f5b5-4da0-8b6d-15378b482e5d details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:46:33.319681 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9e7c7a71-41db-4708-9e1e-6c0398afa172 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c1d3a5014264763bcc8243971f01780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4639139 Mar 23 12:46:33.322278 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50612) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:33.331862 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c05aa7b8-557d-4483-8e76-c0e98dc90829 None None] Provisioning complete for port 5da31021-d37c-4253-8e08-0ab569891693 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:33.332409 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c05aa7b8-557d-4483-8e76-c0e98dc90829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:33.410599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b6577276-9421-4871-96a1-db160c8b00cb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port 65671db9-bc74-4de5-864f-2ac86fff8a4a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:46:33.410951 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6577276-9421-4871-96a1-db160c8b00cb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:33.425780 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 5d792dc8-f5b5-4da0-8b6d-15378b482e5d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=5d792dc8-f5b5-4da0-8b6d-15378b482e5d,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:33.477312 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'port_id': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d', 'mac_address': 'fa:16:3e:3d:41:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:46:33.483103 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d1e0e62-4248-4f9a-81a1-3bb04a86cd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:33.544127 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d1e0e62-4248-4f9a-81a1-3bb04a86cd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:33.580870 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5da31021-d37c-4253-8e08-0ab569891693 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:46:33.773286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5972d57-8df8-499c-8858-9df6d2ff7272 req-4394fcb9-67ba-4f92-8871-796c82e1a303 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:33.788332 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5972d57-8df8-499c-8858-9df6d2ff7272 req-4394fcb9-67ba-4f92-8871-796c82e1a303 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.2251968 Mar 23 12:46:33.864852 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed798d34-ed47-44b4-9cd9-5983d4fe4cd5 req-7fefe6d6-5f55-42bd-8c63-c756d7ef4d47 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:33.866535 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed798d34-ed47-44b4-9cd9-5983d4fe4cd5 req-7fefe6d6-5f55-42bd-8c63-c756d7ef4d47 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 943 time: 0.3012938 Mar 23 12:46:33.868484 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6577276-9421-4871-96a1-db160c8b00cb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:33.895193 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5972d57-8df8-499c-8858-9df6d2ff7272 req-79e2d76a-ce45-42ed-a541-8cad3f5e39a0 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049542 Mar 23 12:46:33.924773 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d1e0e62-4248-4f9a-81a1-3bb04a86cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:33.934342 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d1e0e62-4248-4f9a-81a1-3bb04a86cd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:33.938599 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5d1e0e62-4248-4f9a-81a1-3bb04a86cd55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a993740c-380d-4ccd-94ea-7f3256eb93dd HTTP/1.1" status: 204 len: 168 time: 0.6116388 Mar 23 12:46:33.968601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b6577276-9421-4871-96a1-db160c8b00cb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for 65671db9-bc74-4de5-864f-2ac86fff8a4a owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:46:33.997968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e0e62-4248-4f9a-81a1-3bb04a86cd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a993740c-380d-4ccd-94ea-7f3256eb93dd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:34.101610 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed798d34-ed47-44b4-9cd9-5983d4fe4cd5 req-c6a248ed-71f4-43a9-97f4-fbf73e02d713 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bb2d234-61fb-4853-867f-dbd4a172ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143033 Mar 23 12:46:34.102268 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c05aa7b8-557d-4483-8e76-c0e98dc90829 None None] Provisioning complete for port 65671db9-bc74-4de5-864f-2ac86fff8a4a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:34.102796 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c05aa7b8-557d-4483-8e76-c0e98dc90829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:34.118489 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:34.233528 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50628) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:34.241683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d792dc8-f5b5-4da0-8b6d-15378b482e5d {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:46:34.283706 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 5d792dc8-f5b5-4da0-8b6d-15378b482e5d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=5d792dc8-f5b5-4da0-8b6d-15378b482e5d,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:34.302854 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:34.310280 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c05aa7b8-557d-4483-8e76-c0e98dc90829 None None] Port 65671db9-bc74-4de5-864f-2ac86fff8a4a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:46:34.383470 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 5da31021-d37c-4253-8e08-0ab569891693 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:34.396131 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:34.419572 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6577276-9421-4871-96a1-db160c8b00cb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:34.487712 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5d3d5bbd-e717-4867-be19-815bcbff8fcc None None] Could not find standard attr ID for object c1252887-934a-4fae-b37b-abbf7568902e. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:46:34.531677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5d3d5bbd-e717-4867-be19-815bcbff8fcc None None] Could not find standard attr ID for object 98b83cfd-102e-4c0c-8c14-2f956ad3e66a. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:46:34.536279 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6577276-9421-4871-96a1-db160c8b00cb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=65671db9-bc74-4de5-864f-2ac86fff8a4a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:34.576627 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=5d792dc8-f5b5-4da0-8b6d-15378b482e5d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:34.611754 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6577276-9421-4871-96a1-db160c8b00cb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:34.621038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50638) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:34.622017 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b6577276-9421-4871-96a1-db160c8b00cb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/65671db9-bc74-4de5-864f-2ac86fff8a4a HTTP/1.1" status: 204 len: 168 time: 1.5512803 Mar 23 12:46:34.742172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['5d792dc8-f5b5-4da0-8b6d-15378b482e5d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:46:34.819381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4bf87195-ebdd-47b8-924a-11c1957da06c None None] Could not find standard attr ID for object 65671db9-bc74-4de5-864f-2ac86fff8a4a. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:46:34.865881 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50642) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:34.932358 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ad3b6ba-e50b-4ec8-baea-af9206d119b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:34.945224 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-18bc14b4-2151-4f86-ba5a-dbe5d54997e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8309388e67874220980fd9796c73a42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766239 Mar 23 12:46:34.946429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50646) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:34.963205 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018efb4b-fc22-4457-8bb7-dddd6fc92618 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:34.964957 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018efb4b-fc22-4457-8bb7-dddd6fc92618 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:34.966543 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-018efb4b-fc22-4457-8bb7-dddd6fc92618 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3450589 Mar 23 12:46:34.970751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50648) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:35.057811 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3008315a-8444-4fc4-bb08-07f66384bd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:35.095262 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3008315a-8444-4fc4-bb08-07f66384bd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:35.167730 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3008315a-8444-4fc4-bb08-07f66384bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:35.168481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3f514f-97e1-472e-a904-64d7385b7629 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 6dd7241a-a7f4-4c6b-8528-761d6efeb46b {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:46:35.173495 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3008315a-8444-4fc4-bb08-07f66384bd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:35.173657 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b3f514f-97e1-472e-a904-64d7385b7629 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:35.178468 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3008315a-8444-4fc4-bb08-07f66384bd11 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/14083266-5dfb-4c98-aa3f-eca90445c6af HTTP/1.1" status: 204 len: 168 time: 0.2278841 Mar 23 12:46:35.190195 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008315a-8444-4fc4-bb08-07f66384bd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14083266-5dfb-4c98-aa3f-eca90445c6af,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:35.287637 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f855a9a-9438-443d-b16c-b85d34cf4f19 req-996b17f8-5426-406f-b263-9148be9b8ab9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:35.289284 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9f855a9a-9438-443d-b16c-b85d34cf4f19 req-996b17f8-5426-406f-b263-9148be9b8ab9 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.1977994 Mar 23 12:46:35.300931 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b3f514f-97e1-472e-a904-64d7385b7629 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:35.390551 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ad3b6ba-e50b-4ec8-baea-af9206d119b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:35.399268 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ad3b6ba-e50b-4ec8-baea-af9206d119b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:35.422500 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4759e-8939-4759-840b-abd3f31e3ea3 req-857b35a0-66db-47c8-a4ec-e730b2e92c92 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:35.423077 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9f855a9a-9438-443d-b16c-b85d34cf4f19 req-29a13a38-e768-4a88-8b42-0ff5f221fdca tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158917 Mar 23 12:46:35.424675 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00c4759e-8939-4759-840b-abd3f31e3ea3 req-857b35a0-66db-47c8-a4ec-e730b2e92c92 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 944 time: 0.1596594 Mar 23 12:46:35.470171 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8ad3b6ba-e50b-4ec8-baea-af9206d119b0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c8a038f48f2d44aeb5d98e9fa5ddfe49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2352533 Mar 23 12:46:35.481011 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50656) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:35.487189 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b3f514f-97e1-472e-a904-64d7385b7629 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:35.487980 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00c4759e-8939-4759-840b-abd3f31e3ea3 req-5668e197-1f33-496d-b18a-6b93b0c211fa tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bb2d234-61fb-4853-867f-dbd4a172ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480232 Mar 23 12:46:35.558222 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3b6ba-e50b-4ec8-baea-af9206d119b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeff7472-393a-449a-89b5-c20c9d8d7291,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:35.608781 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0423493f-3735-4a0a-9f49-8408ebcac510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:35.624388 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b3f514f-97e1-472e-a904-64d7385b7629 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:35.640464 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0423493f-3735-4a0a-9f49-8408ebcac510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:35.689299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f514f-97e1-472e-a904-64d7385b7629 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd7241a-a7f4-4c6b-8528-761d6efeb46b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:35.706339 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0423493f-3735-4a0a-9f49-8408ebcac510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:35.709118 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0423493f-3735-4a0a-9f49-8408ebcac510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:35.713267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0423493f-3735-4a0a-9f49-8408ebcac510 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aeff7472-393a-449a-89b5-c20c9d8d7291 HTTP/1.1" status: 204 len: 168 time: 0.2209880 Mar 23 12:46:35.713427 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b3f514f-97e1-472e-a904-64d7385b7629 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:35.723529 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8b3f514f-97e1-472e-a904-64d7385b7629 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/6dd7241a-a7f4-4c6b-8528-761d6efeb46b HTTP/1.1" status: 204 len: 168 time: 0.7493715 Mar 23 12:46:35.726973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50662) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:35.818671 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-087a29d3-23a7-4b62-9369-0f988c6c8ef6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854530 Mar 23 12:46:35.821099 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50670) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:35.821909 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423493f-3735-4a0a-9f49-8408ebcac510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeff7472-393a-449a-89b5-c20c9d8d7291,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:35.868260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0395780d-58f6-49d4-88d3-1b403a78e516 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:46:36.025976 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b4d5cf-1d16-48b7-9cb1-5e7e1c044173 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:36.030355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50674) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:36.030739 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-54b4d5cf-1d16-48b7-9cb1-5e7e1c044173 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2082081 Mar 23 12:46:36.165820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968d1a6a-ec6c-47ef-8d69-cb7db77ffcff tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:36.166091 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550ae709-7b5d-465e-9bd9-f6d781e4baa1 None None] DHCP port deletion for 8fb47147-24e2-481b-9f4e-7d054a56d184 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:46:36.173737 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-968d1a6a-ec6c-47ef-8d69-cb7db77ffcff tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1420422 Mar 23 12:46:36.176959 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50684) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:36.307504 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2f1b6a6e-a4e3-4bc6-8634-59a6e4babc95 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1259000 Mar 23 12:46:36.308530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50688) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:36.314661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2d7be51a-c6d9-49fa-87a4-a3452ac873f1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:36.329064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-550ae709-7b5d-465e-9bd9-f6d781e4baa1 None None] Deleting port 5da31021-d37c-4253-8e08-0ab569891693 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:46:36.329634 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-550ae709-7b5d-465e-9bd9-f6d781e4baa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:36.456474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7be51a-c6d9-49fa-87a4-a3452ac873f1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:36.461827 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d7be51a-c6d9-49fa-87a4-a3452ac873f1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:36.473624 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-550ae709-7b5d-465e-9bd9-f6d781e4baa1 None None] For port 5da31021-d37c-4253-8e08-0ab569891693, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5da31021-d37c-4253-8e08-0ab569891693,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:36.474025 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-550ae709-7b5d-465e-9bd9-f6d781e4baa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:36.492607 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-550ae709-7b5d-465e-9bd9-f6d781e4baa1 None None] Calling delete_port for 5da31021-d37c-4253-8e08-0ab569891693 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:46:36.509750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50698) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:36.548771 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a53f33cf-8f19-45d6-af3b-db734c44eb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:36.586093 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-550ae709-7b5d-465e-9bd9-f6d781e4baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:36.656912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ae709-7b5d-465e-9bd9-f6d781e4baa1 None None] Pushing event deleted for resources: {'Port': ['ID=5da31021-d37c-4253-8e08-0ab569891693,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:36.662889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550ae709-7b5d-465e-9bd9-f6d781e4baa1 None None] No DVR routers for this DVR port 5da31021-d37c-4253-8e08-0ab569891693 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:46:36.757169 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24015218-c340-479b-8a52-79e15e0a3935 req-a61662b5-a8dc-4223-9f12-58710263ce3b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:36.760619 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-24015218-c340-479b-8a52-79e15e0a3935 req-a61662b5-a8dc-4223-9f12-58710263ce3b tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.1792071 Mar 23 12:46:36.783852 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06210aaa-3f6c-4a54-85cd-8f194fea570e req-90113fdf-c01f-48b1-b0fe-32d2ef9f973b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:36.785666 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06210aaa-3f6c-4a54-85cd-8f194fea570e req-90113fdf-c01f-48b1-b0fe-32d2ef9f973b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 944 time: 0.1405814 Mar 23 12:46:36.851660 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a53f33cf-8f19-45d6-af3b-db734c44eb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:36.871682 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-24015218-c340-479b-8a52-79e15e0a3935 req-87616901-9d34-4850-b755-3e3e57bb74de tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964193 Mar 23 12:46:36.873415 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a53f33cf-8f19-45d6-af3b-db734c44eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:36.893778 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06210aaa-3f6c-4a54-85cd-8f194fea570e req-9c0c4356-cf3a-4bef-8619-ca45f6f602e1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bb2d234-61fb-4853-867f-dbd4a172ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964537 Mar 23 12:46:36.923213 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a53f33cf-8f19-45d6-af3b-db734c44eb49 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=068eae3b1ee343159e6371c7cccfc191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4120584 Mar 23 12:46:36.924375 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f33cf-8f19-45d6-af3b-db734c44eb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847e5648-616d-45d1-a49a-ea82541e9640,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:36.944758 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50708) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:37.009400 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d7be51a-c6d9-49fa-87a4-a3452ac873f1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:37.034930 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c69b7cb-05b1-41c3-bd0b-f5e39c566a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:37.084436 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c69b7cb-05b1-41c3-bd0b-f5e39c566a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:37.100172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7be51a-c6d9-49fa-87a4-a3452ac873f1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:37.103693 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2d7be51a-c6d9-49fa-87a4-a3452ac873f1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:37.116601 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0f36d6-0bdb-480d-a445-be62722423dd None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:46:37.161341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7be51a-c6d9-49fa-87a4-a3452ac873f1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:37.161341 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d7be51a-c6d9-49fa-87a4-a3452ac873f1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:37.197883 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c69b7cb-05b1-41c3-bd0b-f5e39c566a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:37.202720 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c69b7cb-05b1-41c3-bd0b-f5e39c566a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:37.204971 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2c69b7cb-05b1-41c3-bd0b-f5e39c566a47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/847e5648-616d-45d1-a49a-ea82541e9640 HTTP/1.1" status: 204 len: 168 time: 0.2588987 Mar 23 12:46:37.218894 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 5d792dc8-f5b5-4da0-8b6d-15378b482e5d up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:46:37.227193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69b7cb-05b1-41c3-bd0b-f5e39c566a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847e5648-616d-45d1-a49a-ea82541e9640,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:37.299376 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2d7be51a-c6d9-49fa-87a4-a3452ac873f1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9892852 Mar 23 12:46:37.314223 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50734) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:37.342418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-584cce2c-c18a-447d-9042-29f84dc07b30 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'fixed_ips': [{'subnet_id': '41547175-3a78-4e7c-8267-4089e36ff84c', 'ip_address': '2001:db8::d877:6df9:12e6:ca01'}], 'name': 'tempest-NetworksTestDHCPv6-305929396'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:37.401908 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00136a7c-0efa-4c0b-b4ff-c28502f0f11a req-f350786c-9cb0-4e10-9112-54cb23fcf958 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1450427 Mar 23 12:46:37.536952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00136a7c-0efa-4c0b-b4ff-c28502f0f11a req-1bdf7875-06fd-4b38-b455-4ee7d79409a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:37.538508 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00136a7c-0efa-4c0b-b4ff-c28502f0f11a req-1bdf7875-06fd-4b38-b455-4ee7d79409a5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 1097 time: 0.1067369 Mar 23 12:46:37.555204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7be51a-c6d9-49fa-87a4-a3452ac873f1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=41547175-3a78-4e7c-8267-4089e36ff84c,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:37.569682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 5d792dc8-f5b5-4da0-8b6d-15378b482e5d completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:46:37.587885 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 5d792dc8-f5b5-4da0-8b6d-15378b482e5d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:37.588375 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:37.705076 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5da31021-d37c-4253-8e08-0ab569891693 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:46:37.705677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00136a7c-0efa-4c0b-b4ff-c28502f0f11a req-0293cb4c-e95d-43a5-a7e3-8d811c312ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:37.707205 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00136a7c-0efa-4c0b-b4ff-c28502f0f11a req-0293cb4c-e95d-43a5-a7e3-8d811c312ae5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 918 time: 0.1256020 Mar 23 12:46:37.768663 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00136a7c-0efa-4c0b-b4ff-c28502f0f11a req-62e8cc78-6873-4f3f-926a-f8ffc289f979 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55ca2b97-fa22-4b05-8afd-a8084f3bacc6 HTTP/1.1" status: 200 len: 217 time: 0.0533762 Mar 23 12:46:37.777886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 5da31021-d37c-4253-8e08-0ab569891693 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:46:37.778234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5da31021-d37c-4253-8e08-0ab569891693 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:46:37.819866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f77ac-736e-4d37-bc8f-94a59c88c3d4 req-0428f6a7-9230-4b85-8f93-653653c625e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:37.823030 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e2f77ac-736e-4d37-bc8f-94a59c88c3d4 req-0428f6a7-9230-4b85-8f93-653653c625e5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 1097 time: 0.2561183 Mar 23 12:46:37.862666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': '41547175-3a78-4e7c-8267-4089e36ff84c'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:46:37.864805 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:37.871221 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00136a7c-0efa-4c0b-b4ff-c28502f0f11a req-1116f0af-36bf-4a24-82db-c54bcc310382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:37.873609 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00136a7c-0efa-4c0b-b4ff-c28502f0f11a req-1116f0af-36bf-4a24-82db-c54bcc310382 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 HTTP/1.1" status: 200 len: 856 time: 0.0972629 Mar 23 12:46:37.929287 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584cce2c-c18a-447d-9042-29f84dc07b30 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:37.980111 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e2f77ac-736e-4d37-bc8f-94a59c88c3d4 req-a046305e-6637-4997-a20a-90524419345a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419880 Mar 23 12:46:38.125126 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:38.173798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 5d792dc8-f5b5-4da0-8b6d-15378b482e5d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=5d792dc8-f5b5-4da0-8b6d-15378b482e5d,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:38.208928 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:46:38.212364 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226879cc-070f-4475-b250-36c100dad67b" -d '{"events": [{"server_uuid": "8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354", "name": "network-vif-plugged", "status": "completed", "tag": "5d792dc8-f5b5-4da0-8b6d-15378b482e5d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:46:38.219536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00136a7c-0efa-4c0b-b4ff-c28502f0f11a req-cbb8e82d-ac4e-47ed-9026-94aeba846a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:38.224676 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00136a7c-0efa-4c0b-b4ff-c28502f0f11a req-cbb8e82d-ac4e-47ed-9026-94aeba846a42 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e766b4-1016-48b5-88cb-19ac4b8761dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3394954 Mar 23 12:46:38.232080 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:38.240836 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41025ada-02fb-498b-af97-d42ba8939de3 req-ad3d013a-10cb-4ecc-b540-ee50c4baf822 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:38.247659 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41025ada-02fb-498b-af97-d42ba8939de3 req-ad3d013a-10cb-4ecc-b540-ee50c4baf822 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 944 time: 0.1975939 Mar 23 12:46:38.276523 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-584cce2c-c18a-447d-9042-29f84dc07b30 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:38.297797 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e64a81-589e-4921-92cd-d96cc96124bd req-40d4f0fb-ec9c-42e9-8f92-d62a9c7be072 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:38.302416 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1e64a81-589e-4921-92cd-d96cc96124bd req-40d4f0fb-ec9c-42e9-8f92-d62a9c7be072 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.2729537 Mar 23 12:46:38.311444 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=5d792dc8-f5b5-4da0-8b6d-15378b482e5d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:38.335425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Allocated IP 2001:db8::2 (8fb47147-24e2-481b-9f4e-7d054a56d184/41547175-3a78-4e7c-8267-4089e36ff84c/fca675d5-337c-4277-bf75-f5f282e0478e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:38.368949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-584cce2c-c18a-447d-9042-29f84dc07b30 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port e734f592-d0a0-4405-b9d3-8b80ba95e2b6 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:46:38.384871 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41025ada-02fb-498b-af97-d42ba8939de3 req-751f9136-a20c-488c-a8b1-af73a7b7fd7c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bb2d234-61fb-4853-867f-dbd4a172ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227729 Mar 23 12:46:38.581071 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3c1ffb-f968-405a-8149-ac8ae5ac4869 x-openstack-request-id: req-7b3c1ffb-f968-405a-8149-ac8ae5ac4869 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:46:38.581367 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354", "name": "network-vif-plugged", "status": "completed", "tag": "5d792dc8-f5b5-4da0-8b6d-15378b482e5d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:46:38.581619 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b3c1ffb-f968-405a-8149-ac8ae5ac4869 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:46:38.582101 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d', 'code': 200} Mar 23 12:46:38.644387 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345230f9-bb71-43fa-9266-ec2c214a7b97 req-ea658ed8-b6bc-4dbe-a7ce-2b8f783c91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:38.646694 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-345230f9-bb71-43fa-9266-ec2c214a7b97 req-ea658ed8-b6bc-4dbe-a7ce-2b8f783c91a0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 1096 time: 0.0662334 Mar 23 12:46:38.652009 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a1e64a81-589e-4921-92cd-d96cc96124bd req-18b49e43-6147-452a-b023-84b7046b2cb5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3337710 Mar 23 12:46:38.682268 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00136a7c-0efa-4c0b-b4ff-c28502f0f11a req-ab52c977-5d02-4743-af18-20b588967781 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787293 Mar 23 12:46:38.764566 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-345230f9-bb71-43fa-9266-ec2c214a7b97 req-27082dcf-0ba2-4bff-8035-c536779af6d0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3bb2d234-61fb-4853-867f-dbd4a172ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019788 Mar 23 12:46:38.776870 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:38.790374 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:38.864458 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:38.871220 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50902) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:38.876441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:38.883356 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:38.893289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Pushing event updated for resources: {'Port': ['ID=fca675d5-337c-4277-bf75-f5f282e0478e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:38.922394 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00136a7c-0efa-4c0b-b4ff-c28502f0f11a req-5ee2bd12-aa2a-47ea-9396-246fd2131965 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251480 Mar 23 12:46:38.931184 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-584cce2c-c18a-447d-9042-29f84dc07b30 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::d877:6df9:12e6:ca01 (8fb47147-24e2-481b-9f4e-7d054a56d184/41547175-3a78-4e7c-8267-4089e36ff84c/e734f592-d0a0-4405-b9d3-8b80ba95e2b6) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:38.977125 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Attempting to bind port fca675d5-337c-4277-bf75-f5f282e0478e on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:46:38.977599 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Attempting to bind port fca675d5-337c-4277-bf75-f5f282e0478e by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:46:38.978077 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Attempting to bind port fca675d5-337c-4277-bf75-f5f282e0478e on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:46:38.987190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:46:38.987914 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:46:38.988349 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:38.989149 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:46:38.989751 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Bound port: fca675d5-337c-4277-bf75-f5f282e0478e, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:46:38.990371 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:39.118550 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] For port fca675d5-337c-4277-bf75-f5f282e0478e, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:46:39.125461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] For port fca675d5-337c-4277-bf75-f5f282e0478e, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fca675d5-337c-4277-bf75-f5f282e0478e,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:46:39.133611 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:39.208192 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-584cce2c-c18a-447d-9042-29f84dc07b30 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:39.232848 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1192c413-b797-4917-9a6b-d070aadaf0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:39.309578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f921bfb-e81a-49cc-924f-5df2e1613eac None None] Pushing event updated for resources: {'Port': ['ID=fca675d5-337c-4277-bf75-f5f282e0478e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:39.362652 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-584cce2c-c18a-447d-9042-29f84dc07b30 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:39.363172 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1192c413-b797-4917-9a6b-d070aadaf0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:39.367462 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1192c413-b797-4917-9a6b-d070aadaf0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:39.431688 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1192c413-b797-4917-9a6b-d070aadaf0db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6f11878475a54a18a7ce8aab8da3a800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5563204 Mar 23 12:46:39.431688 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192c413-b797-4917-9a6b-d070aadaf0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206b4f24-2c56-4909-84ce-59732d8aaecc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:39.436236 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50966) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:39.510738 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-397c6014-1617-41a2-80e6-5262c74ae3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:39.544375 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-397c6014-1617-41a2-80e6-5262c74ae3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:39.661617 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-397c6014-1617-41a2-80e6-5262c74ae3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:39.668581 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-397c6014-1617-41a2-80e6-5262c74ae3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:39.672738 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-397c6014-1617-41a2-80e6-5262c74ae3f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/206b4f24-2c56-4909-84ce-59732d8aaecc HTTP/1.1" status: 204 len: 168 time: 0.2352197 Mar 23 12:46:39.699335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c6014-1617-41a2-80e6-5262c74ae3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206b4f24-2c56-4909-84ce-59732d8aaecc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:39.772628 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584cce2c-c18a-447d-9042-29f84dc07b30 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:39.798227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-584cce2c-c18a-447d-9042-29f84dc07b30 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:39.802532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cce2c-c18a-447d-9042-29f84dc07b30 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=e734f592-d0a0-4405-b9d3-8b80ba95e2b6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:39.805233 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584cce2c-c18a-447d-9042-29f84dc07b30 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:39.811977 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584cce2c-c18a-447d-9042-29f84dc07b30 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:39.830993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-584cce2c-c18a-447d-9042-29f84dc07b30 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:39.878785 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-584cce2c-c18a-447d-9042-29f84dc07b30 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5600283 Mar 23 12:46:39.881611 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60238225-b211-45f0-989c-8d4057591d8f req-c1969ea9-281a-4adf-9d31-d81c583438cd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:39.883845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-60238225-b211-45f0-989c-8d4057591d8f req-c1969ea9-281a-4adf-9d31-d81c583438cd tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.1040063 Mar 23 12:46:39.885205 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51014) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:39.897146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41661168-16df-4160-98b1-7cf75d172a59 req-5783dd49-7fbc-4e05-921b-6bfce51c28d8 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:39.916421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41661168-16df-4160-98b1-7cf75d172a59 req-5783dd49-7fbc-4e05-921b-6bfce51c28d8 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 945 time: 0.3658621 Mar 23 12:46:40.018699 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41661168-16df-4160-98b1-7cf75d172a59 req-4779d08d-cc04-4666-88df-ca8ecb41d690 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bb2d234-61fb-4853-867f-dbd4a172ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775347 Mar 23 12:46:40.044572 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-60238225-b211-45f0-989c-8d4057591d8f req-700d0fd5-40fa-4bae-9bbd-098a9f4c06a1 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970228 Mar 23 12:46:40.055286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3150a63-012d-4e37-9f64-6a3b66a37222 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:40.062419 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3150a63-012d-4e37-9f64-6a3b66a37222 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:40.064916 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a3150a63-012d-4e37-9f64-6a3b66a37222 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1774764 Mar 23 12:46:40.068072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51034) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:40.285759 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51062) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:40.297217 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4a2abb1a-a52b-496f-b3d0-6fb1018ebc66 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port e734f592-d0a0-4405-b9d3-8b80ba95e2b6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:46:40.297579 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a2abb1a-a52b-496f-b3d0-6fb1018ebc66 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:40.326592 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-587bbd5d-6072-4a28-ada0-9291d611180c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:40.481412 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a2abb1a-a52b-496f-b3d0-6fb1018ebc66 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:40.514844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4a2abb1a-a52b-496f-b3d0-6fb1018ebc66 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for e734f592-d0a0-4405-b9d3-8b80ba95e2b6 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:46:40.578216 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-587bbd5d-6072-4a28-ada0-9291d611180c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:40.587782 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-587bbd5d-6072-4a28-ada0-9291d611180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:40.658922 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-587bbd5d-6072-4a28-ada0-9291d611180c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=694f7c755d8e4e76ba39074efea8af61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720727 Mar 23 12:46:40.662736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51096) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:40.710493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bbd5d-6072-4a28-ada0-9291d611180c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1ea778-22ef-44da-98a1-fc9db77e8b78,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:40.792931 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d73ad69-1286-4ad3-8d9f-8f7dd847f06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:40.859016 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d73ad69-1286-4ad3-8d9f-8f7dd847f06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:40.880665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a2abb1a-a52b-496f-b3d0-6fb1018ebc66 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:40.989767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2abb1a-a52b-496f-b3d0-6fb1018ebc66 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=e734f592-d0a0-4405-b9d3-8b80ba95e2b6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:41.026248 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a2abb1a-a52b-496f-b3d0-6fb1018ebc66 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:41.036130 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4a2abb1a-a52b-496f-b3d0-6fb1018ebc66 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/e734f592-d0a0-4405-b9d3-8b80ba95e2b6 HTTP/1.1" status: 204 len: 168 time: 0.9672492 Mar 23 12:46:41.038557 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51132) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:41.158082 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d73ad69-1286-4ad3-8d9f-8f7dd847f06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:41.161539 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d73ad69-1286-4ad3-8d9f-8f7dd847f06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:41.166380 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0d73ad69-1286-4ad3-8d9f-8f7dd847f06d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/da1ea778-22ef-44da-98a1-fc9db77e8b78 HTTP/1.1" status: 204 len: 168 time: 0.4994738 Mar 23 12:46:41.168556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57edc3b6-53ab-4b41-8926-7dc4f811a17d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:41.170797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57edc3b6-53ab-4b41-8926-7dc4f811a17d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:41.173058 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-57edc3b6-53ab-4b41-8926-7dc4f811a17d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1336293 Mar 23 12:46:41.180000 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51152) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:41.188791 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73ad69-1286-4ad3-8d9f-8f7dd847f06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1ea778-22ef-44da-98a1-fc9db77e8b78,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:41.337162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d3948284-9417-4ff2-9a08-dd37a8c4020c None None] Provisioning complete for port fca675d5-337c-4277-bf75-f5f282e0478e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:41.337690 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3948284-9417-4ff2-9a08-dd37a8c4020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:41.674564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb59bc6-d34c-431e-bb2c-49f5e6f61385 req-c43ccdb5-6fda-4d9d-aad1-b73a94e024bf tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:41.680824 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fca675d5-337c-4277-bf75-f5f282e0478e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:46:41.683212 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dbb59bc6-d34c-431e-bb2c-49f5e6f61385 req-c43ccdb5-6fda-4d9d-aad1-b73a94e024bf tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.0740461 Mar 23 12:46:41.734189 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dbb59bc6-d34c-431e-bb2c-49f5e6f61385 req-63d71b81-cab9-4fee-8577-18573d501749 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498471 Mar 23 12:46:41.758811 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3948284-9417-4ff2-9a08-dd37a8c4020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:41.761440 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca643ca-76ba-4802-b45f-5e9844503c0a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 41547175-3a78-4e7c-8267-4089e36ff84c {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:46:41.808697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21825a-abf0-4c9c-bd6d-1a4f37dc7969 req-e6b1f991-3943-4494-a7eb-3da590dfd1ed tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:41.810496 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a21825a-abf0-4c9c-bd6d-1a4f37dc7969 req-e6b1f991-3943-4494-a7eb-3da590dfd1ed tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 945 time: 0.6554780 Mar 23 12:46:41.811138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dca643ca-76ba-4802-b45f-5e9844503c0a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:41.840692 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port fca675d5-337c-4277-bf75-f5f282e0478e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:41.844207 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:41.997465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93950e2-f6ef-406f-9f3c-c8c130d31d33 req-164e587a-15ab-44d2-b38d-bb1da26a2695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:42.002092 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d3948284-9417-4ff2-9a08-dd37a8c4020c None None] For port fca675d5-337c-4277-bf75-f5f282e0478e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fca675d5-337c-4277-bf75-f5f282e0478e,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:42.004530 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e93950e2-f6ef-406f-9f3c-c8c130d31d33 req-164e587a-15ab-44d2-b38d-bb1da26a2695 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 1097 time: 0.3931735 Mar 23 12:46:42.024105 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3948284-9417-4ff2-9a08-dd37a8c4020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:42.042964 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dca643ca-76ba-4802-b45f-5e9844503c0a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:42.176869 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a21825a-abf0-4c9c-bd6d-1a4f37dc7969 req-70f495dc-9bbc-4b56-8a89-18586cc94e19 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bb2d234-61fb-4853-867f-dbd4a172ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730472 Mar 23 12:46:42.276863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0373f34a-8548-435c-a7db-e6a5fed5b632 None None] Could not find standard attr ID for object e734f592-d0a0-4405-b9d3-8b80ba95e2b6. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:46:42.364185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3948284-9417-4ff2-9a08-dd37a8c4020c None None] Pushing event updated for resources: {'Port': ['ID=fca675d5-337c-4277-bf75-f5f282e0478e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:42.389862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93950e2-f6ef-406f-9f3c-c8c130d31d33 req-d2f3192f-c4ab-4de5-995c-488075b48174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:42.392622 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e93950e2-f6ef-406f-9f3c-c8c130d31d33 req-d2f3192f-c4ab-4de5-995c-488075b48174 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 918 time: 0.3760138 Mar 23 12:46:42.394507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c4d48-bf42-4d58-a000-dd7c9a4f1d3e req-b34507da-93b4-404f-9c56-212c2351869a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:42.408205 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-298c4d48-bf42-4d58-a000-dd7c9a4f1d3e req-b34507da-93b4-404f-9c56-212c2351869a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 945 time: 0.1284177 Mar 23 12:46:42.408917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51298) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:42.427724 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8e1ec833-1c94-4270-9f37-92b17be52939 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'floatingip': {'port_id': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:42.491845 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dca643ca-76ba-4802-b45f-5e9844503c0a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:42.586628 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec833-1c94-4270-9f37-92b17be52939 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:42.629686 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e93950e2-f6ef-406f-9f3c-c8c130d31d33 req-11ca271b-917b-4c93-9dbc-77d66af49cd6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c147a3e0-1f39-488d-8433-b88f4b12b4ae HTTP/1.1" status: 200 len: 1002 time: 0.2281334 Mar 23 12:46:42.785712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93950e2-f6ef-406f-9f3c-c8c130d31d33 req-e28e7e1d-4af4-4414-b9d8-3a31674035d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:42.787166 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e93950e2-f6ef-406f-9f3c-c8c130d31d33 req-e28e7e1d-4af4-4414-b9d8-3a31674035d2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 HTTP/1.1" status: 200 len: 856 time: 0.1468837 Mar 23 12:46:42.823127 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dca643ca-76ba-4802-b45f-5e9844503c0a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:42.902267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51340) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:42.954110 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca643ca-76ba-4802-b45f-5e9844503c0a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=41547175-3a78-4e7c-8267-4089e36ff84c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:42.957505 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dca643ca-76ba-4802-b45f-5e9844503c0a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:42.961617 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dca643ca-76ba-4802-b45f-5e9844503c0a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/41547175-3a78-4e7c-8267-4089e36ff84c HTTP/1.1" status: 204 len: 168 time: 1.7762911 Mar 23 12:46:42.964145 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51344) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:42.967399 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c62d080-babc-4e3f-b9b7-e9d1a99ad344 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:46:42.983956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93950e2-f6ef-406f-9f3c-c8c130d31d33 req-ef3261eb-84e9-4b63-83be-b0c90c8890d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:42.986203 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e93950e2-f6ef-406f-9f3c-c8c130d31d33 req-ef3261eb-84e9-4b63-83be-b0c90c8890d1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e766b4-1016-48b5-88cb-19ac4b8761dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1808891 Mar 23 12:46:43.011388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f5a35-cd97-49f8-976b-372ad3cc7f8c req-34c7d1ff-76ea-486e-8aed-17c06a3c13f3 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:43.017311 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-512f5a35-cd97-49f8-976b-372ad3cc7f8c req-34c7d1ff-76ea-486e-8aed-17c06a3c13f3 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.1674969 Mar 23 12:46:43.039608 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ae0e3590-2c1e-410b-9f71-c9d9e12d18c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743549 Mar 23 12:46:43.043530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51346) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:43.051313 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-98224653-be92-4ca6-a61e-cda570fbe8e7 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:43.220447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b86e157-c495-47b5-8e9a-e09e12a0a7fd None None] DHCP port deletion for 8fb47147-24e2-481b-9f4e-7d054a56d184 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:46:43.266895 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98224653-be92-4ca6-a61e-cda570fbe8e7 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:43.271581 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98224653-be92-4ca6-a61e-cda570fbe8e7 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:43.296379 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-512f5a35-cd97-49f8-976b-372ad3cc7f8c req-9e6fd8a5-158b-44aa-b6bd-b8f1ee18560e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439134 Mar 23 12:46:43.328735 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b86e157-c495-47b5-8e9a-e09e12a0a7fd None None] Deleting port fca675d5-337c-4277-bf75-f5f282e0478e {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:46:43.329470 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b86e157-c495-47b5-8e9a-e09e12a0a7fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:43.343011 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e93950e2-f6ef-406f-9f3c-c8c130d31d33 req-f7d77228-5ced-4cc9-8b47-65276242cbea service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233020 Mar 23 12:46:43.410765 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6850012f-3352-4f88-83f5-d355d0249fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:43.419270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b86e157-c495-47b5-8e9a-e09e12a0a7fd None None] For port fca675d5-337c-4277-bf75-f5f282e0478e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fca675d5-337c-4277-bf75-f5f282e0478e,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:43.421286 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b86e157-c495-47b5-8e9a-e09e12a0a7fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:43.461619 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b86e157-c495-47b5-8e9a-e09e12a0a7fd None None] Calling delete_port for fca675d5-337c-4277-bf75-f5f282e0478e owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:46:43.531490 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-8e1ec833-1c94-4270-9f37-92b17be52939 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:46:43.693940 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec833-1c94-4270-9f37-92b17be52939 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:43.703353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fca675d5-337c-4277-bf75-f5f282e0478e no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:46:43.711313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec833-1c94-4270-9f37-92b17be52939 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:43.711465 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b86e157-c495-47b5-8e9a-e09e12a0a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:43.773863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: fca675d5-337c-4277-bf75-f5f282e0478e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:46:43.774398 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fca675d5-337c-4277-bf75-f5f282e0478e not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:46:43.777508 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86e157-c495-47b5-8e9a-e09e12a0a7fd None None] Pushing event deleted for resources: {'Port': ['ID=fca675d5-337c-4277-bf75-f5f282e0478e,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:43.787706 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86e157-c495-47b5-8e9a-e09e12a0a7fd None None] No DVR routers for this DVR port fca675d5-337c-4277-bf75-f5f282e0478e on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:46:43.932011 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6850012f-3352-4f88-83f5-d355d0249fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:43.963949 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6850012f-3352-4f88-83f5-d355d0249fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:44.027414 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98224653-be92-4ca6-a61e-cda570fbe8e7 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:44.037333 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-8e1ec833-1c94-4270-9f37-92b17be52939 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Floating IP 3520df3b-3184-4b10-a328-78863f9bfc2f associated. External IP: 172.25.2.107, port: 5d792dc8-f5b5-4da0-8b6d-15378b482e5d. Mar 23 12:46:44.053020 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6850012f-3352-4f88-83f5-d355d0249fec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=777dd67dea884cb7be3f1063b43dff77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1497087 Mar 23 12:46:44.055740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51376) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:44.118691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850012f-3352-4f88-83f5-d355d0249fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a70b25-94de-4d2e-b2ce-73b6f7686552,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:44.152632 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e93950e2-f6ef-406f-9f3c-c8c130d31d33 req-273f4e6d-f1e2-4c8a-b40f-0e95e14bd36d service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7989206 Mar 23 12:46:44.206753 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3df45d0a-53a0-4e1a-9c6b-cf0c87aa0be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:44.257412 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3df45d0a-53a0-4e1a-9c6b-cf0c87aa0be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:44.342752 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3df45d0a-53a0-4e1a-9c6b-cf0c87aa0be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:44.345635 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3df45d0a-53a0-4e1a-9c6b-cf0c87aa0be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:44.347115 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3df45d0a-53a0-4e1a-9c6b-cf0c87aa0be4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04a70b25-94de-4d2e-b2ce-73b6f7686552 HTTP/1.1" status: 204 len: 168 time: 0.2903910 Mar 23 12:46:44.366207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df45d0a-53a0-4e1a-9c6b-cf0c87aa0be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a70b25-94de-4d2e-b2ce-73b6f7686552,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:44.618631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98224653-be92-4ca6-a61e-cda570fbe8e7 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:44.654906 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-98224653-be92-4ca6-a61e-cda570fbe8e7 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:44.664061 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98224653-be92-4ca6-a61e-cda570fbe8e7 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:44.664306 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98224653-be92-4ca6-a61e-cda570fbe8e7 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:44.670874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c1780b-4efe-445c-818f-db1ab81b1d5b None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:46:44.713840 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98224653-be92-4ca6-a61e-cda570fbe8e7 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=03acde64-ec21-46c9-b09f-ac1994ebcd6d,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:44.787602 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-98224653-be92-4ca6-a61e-cda570fbe8e7 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7429712 Mar 23 12:46:44.790926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51404) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:44.797981 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd3d9d-6110-4ccc-b822-771040fe8c55 req-e30a135a-a2ba-4ddd-919f-2c4ee772d657 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:44.798183 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f46ca34d-c5c6-47be-aa9f-4f678f7e1d05 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'fixed_ips': [{'subnet_id': '03acde64-ec21-46c9-b09f-ac1994ebcd6d', 'ip_address': '2001:db8::be1c:8fbf:179e:5ac7'}], 'name': 'tempest-NetworksTestDHCPv6-1403954944'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:44.805721 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1afd3d9d-6110-4ccc-b822-771040fe8c55 req-e30a135a-a2ba-4ddd-919f-2c4ee772d657 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.1816521 Mar 23 12:46:44.893836 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1afd3d9d-6110-4ccc-b822-771040fe8c55 req-c6dc3418-d7c6-4271-8130-0cfa0fe2430f tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868335 Mar 23 12:46:45.047180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1ec833-1c94-4270-9f37-92b17be52939 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:46:45.059501 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51410) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:45.071399 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46ca34d-c5c6-47be-aa9f-4f678f7e1d05 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:45.107514 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': '03acde64-ec21-46c9-b09f-ac1994ebcd6d'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:46:45.108440 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:45.261009 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f46ca34d-c5c6-47be-aa9f-4f678f7e1d05 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:45.303359 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Allocated IP 2001:db8::2 (8fb47147-24e2-481b-9f4e-7d054a56d184/03acde64-ec21-46c9-b09f-ac1994ebcd6d/0614c67e-252f-4bb3-ac65-edbb3bc08a6f) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:45.313181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51416) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:45.320608 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-f46ca34d-c5c6-47be-aa9f-4f678f7e1d05 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port 3dceeaba-116b-4a55-826d-9b13adc9210e yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:46:45.366547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1ec833-1c94-4270-9f37-92b17be52939 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:46:45.378912 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012a9887-14dc-4aeb-8fe5-d7eecf67b165 None None] Sync routers for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:46:45.384774 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec833-1c94-4270-9f37-92b17be52939 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:45.396505 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a9887-14dc-4aeb-8fe5-d7eecf67b165 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:46:45.397458 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-012a9887-14dc-4aeb-8fe5-d7eecf67b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:46:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:46:45.483148 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8e1ec833-1c94-4270-9f37-92b17be52939 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "PUT /v2.0/floatingips/3520df3b-3184-4b10-a328-78863f9bfc2f HTTP/1.1" status: 200 len: 991 time: 3.0726559 Mar 23 12:46:45.485964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'tag': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:46:45.490468 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34ff574-72fa-48c6-ab61-32e205a15702" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354", "tag": "5d792dc8-f5b5-4da0-8b6d-15378b482e5d"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:46:45.505304 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:45.513155 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:45.554361 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:45.559127 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1c22fe-d218-4ed1-9ea3-bf8ba8c64e08 x-openstack-request-id: req-bc1c22fe-d218-4ed1-9ea3-bf8ba8c64e08 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:46:45.559597 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354", "tag": "5d792dc8-f5b5-4da0-8b6d-15378b482e5d", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:46:45.560117 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc1c22fe-d218-4ed1-9ea3-bf8ba8c64e08 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:46:45.565221 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'tag': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d', 'status': 'completed', 'code': 200} Mar 23 12:46:45.571318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:45.577199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:45.589062 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Pushing event updated for resources: {'Port': ['ID=0614c67e-252f-4bb3-ac65-edbb3bc08a6f,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:45.633270 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-f46ca34d-c5c6-47be-aa9f-4f678f7e1d05 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::be1c:8fbf:179e:5ac7 (8fb47147-24e2-481b-9f4e-7d054a56d184/03acde64-ec21-46c9-b09f-ac1994ebcd6d/3dceeaba-116b-4a55-826d-9b13adc9210e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:45.637904 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-012a9887-14dc-4aeb-8fe5-d7eecf67b165 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:46:45.674292 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Attempting to bind port 0614c67e-252f-4bb3-ac65-edbb3bc08a6f on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:46:45.674830 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Attempting to bind port 0614c67e-252f-4bb3-ac65-edbb3bc08a6f by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:46:45.675166 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Attempting to bind port 0614c67e-252f-4bb3-ac65-edbb3bc08a6f on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:46:45.681169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:46:45.681633 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:46:45.683425 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:45.683425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:46:45.683849 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Bound port: 0614c67e-252f-4bb3-ac65-edbb3bc08a6f, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:46:45.684314 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:45.777454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] For port 0614c67e-252f-4bb3-ac65-edbb3bc08a6f, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:46:45.790858 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] For port 0614c67e-252f-4bb3-ac65-edbb3bc08a6f, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0614c67e-252f-4bb3-ac65-edbb3bc08a6f,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:46:45.792851 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f46ca34d-c5c6-47be-aa9f-4f678f7e1d05 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:45.801402 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:45.825622 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ffc7f845-2a46-4d16-889d-96ced1b1115e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:45.861196 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f46ca34d-c5c6-47be-aa9f-4f678f7e1d05 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:46.029247 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-057c559e-757f-40a3-96bd-eb17b019e97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:46.060824 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46ca34d-c5c6-47be-aa9f-4f678f7e1d05 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:46.066633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f46ca34d-c5c6-47be-aa9f-4f678f7e1d05 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:46.071627 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46ca34d-c5c6-47be-aa9f-4f678f7e1d05 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:46.090181 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-012a9887-14dc-4aeb-8fe5-d7eecf67b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '3520df3b-3184-4b10-a328-78863f9bfc2f', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:3d:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:46:18Z', 'updated_at': '2022-03-23T12:46:43Z', 'revision_number': 1, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:46:46.096712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46ca34d-c5c6-47be-aa9f-4f678f7e1d05 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:46.098721 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f46ca34d-c5c6-47be-aa9f-4f678f7e1d05 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:46.109416 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6861393-2faf-4aef-831c-39dedc5bfb1a None None] Pushing event updated for resources: {'Port': ['ID=0614c67e-252f-4bb3-ac65-edbb3bc08a6f,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:46.132484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0d90b-9228-4b38-ae3f-464968326021 req-8b1c8d96-8046-4311-9ba5-488e9afcdec8 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:46.133058 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:46.134206 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012a9887-14dc-4aeb-8fe5-d7eecf67b165 None None] Checking router: d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:46:46.138355 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7f0d90b-9228-4b38-ae3f-464968326021 req-8b1c8d96-8046-4311-9ba5-488e9afcdec8 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.1227114 Mar 23 12:46:46.144588 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a9887-14dc-4aeb-8fe5-d7eecf67b165 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:46:46.145483 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-012a9887-14dc-4aeb-8fe5-d7eecf67b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:46:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:46:46.203745 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7f0d90b-9228-4b38-ae3f-464968326021 req-cc102268-74b8-4ac2-abd8-e1943308e06e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547838 Mar 23 12:46:46.298207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ca34d-c5c6-47be-aa9f-4f678f7e1d05 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=3dceeaba-116b-4a55-826d-9b13adc9210e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:46.303784 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-012a9887-14dc-4aeb-8fe5-d7eecf67b165 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:46:46.313277 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ff574-72fa-48c6-ab61-32e205a15702 req-8877af9a-7785-4ebc-b73c-7ec530b0cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:46.314997 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c34ff574-72fa-48c6-ab61-32e205a15702 req-8877af9a-7785-4ebc-b73c-7ec530b0cc19 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 1096 time: 0.4863963 Mar 23 12:46:46.321726 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f46ca34d-c5c6-47be-aa9f-4f678f7e1d05 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5294151 Mar 23 12:46:46.324448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51428) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:46.441031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca979de-1bc7-45e5-9f95-6c5f3123e7fc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:46.472360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca979de-1bc7-45e5-9f95-6c5f3123e7fc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:46.477285 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-057c559e-757f-40a3-96bd-eb17b019e97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:46.477958 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bca979de-1bc7-45e5-9f95-6c5f3123e7fc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1524465 Mar 23 12:46:46.478754 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51430) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:46.507129 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-057c559e-757f-40a3-96bd-eb17b019e97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:46.510802 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ffc7f845-2a46-4d16-889d-96ced1b1115e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:46.552826 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ffc7f845-2a46-4d16-889d-96ced1b1115e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:46.644562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ff574-72fa-48c6-ab61-32e205a15702 req-278b6169-ac21-4f4c-9e6a-c8164f73a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:46.646386 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c34ff574-72fa-48c6-ab61-32e205a15702 req-278b6169-ac21-4f4c-9e6a-c8164f73a3bd service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 915 time: 0.3162348 Mar 23 12:46:46.671267 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-012a9887-14dc-4aeb-8fe5-d7eecf67b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '3520df3b-3184-4b10-a328-78863f9bfc2f', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:3d:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:46:18Z', 'updated_at': '2022-03-23T12:46:43Z', 'revision_number': 1, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:46:46.700090 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012a9887-14dc-4aeb-8fe5-d7eecf67b165 None None] The sync data for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 is: [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '3520df3b-3184-4b10-a328-78863f9bfc2f', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:3d:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:46:18Z', 'updated_at': '2022-03-23T12:46:43Z', 'revision_number': 1, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:46:46.709308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51434) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:46.710047 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ffc7f845-2a46-4d16-889d-96ced1b1115e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b01188818249408aa61a7ae57d3fc1f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3953199 Mar 23 12:46:46.711356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c559e-757f-40a3-96bd-eb17b019e97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a01441b-6c32-42aa-96c2-c539d4ef4ba6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:46.719758 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-057c559e-757f-40a3-96bd-eb17b019e97c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fdc009c6a0754fb8971c5ee934cb32a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6568427 Mar 23 12:46:46.733545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51436) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:46.799880 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab241f3e-1230-48db-89f4-8dfa4ebff6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:46.849302 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab241f3e-1230-48db-89f4-8dfa4ebff6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:46.885765 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c34ff574-72fa-48c6-ab61-32e205a15702 req-7f9bd082-4fda-42c7-8ffc-3b281e871a5a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d792dc8-f5b5-4da0-8b6d-15378b482e5d HTTP/1.1" status: 200 len: 999 time: 0.1636870 Mar 23 12:46:46.944829 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab241f3e-1230-48db-89f4-8dfa4ebff6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:46.947561 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab241f3e-1230-48db-89f4-8dfa4ebff6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:46.951899 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ab241f3e-1230-48db-89f4-8dfa4ebff6d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3fecfa2-6d71-4186-aded-551ec687ce81 HTTP/1.1" status: 204 len: 168 time: 0.2385414 Mar 23 12:46:46.968775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7f845-2a46-4d16-889d-96ced1b1115e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fecfa2-6d71-4186-aded-551ec687ce81,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:46.978691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab241f3e-1230-48db-89f4-8dfa4ebff6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fecfa2-6d71-4186-aded-551ec687ce81,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:47.086038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ff574-72fa-48c6-ab61-32e205a15702 req-83d2796b-e475-4a5f-a8b3-73b142f25748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:47.092719 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c34ff574-72fa-48c6-ab61-32e205a15702 req-83d2796b-e475-4a5f-a8b3-73b142f25748 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=887f27a5-c519-4323-8382-2219821540c0 HTTP/1.1" status: 200 len: 853 time: 0.1940932 Mar 23 12:46:47.158376 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499cb64e-05b2-4bc2-be32-1cf42e182448 None None] New status for floating IP 3520df3b-3184-4b10-a328-78863f9bfc2f: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:46:47.217995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-db91d07a-4805-470f-be77-b2655127d4c9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port 3dceeaba-116b-4a55-826d-9b13adc9210e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:46:47.218341 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db91d07a-4805-470f-be77-b2655127d4c9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:47.285686 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-030726d4-4efb-4639-a968-78cf63c05da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:47.361200 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ff574-72fa-48c6-ab61-32e205a15702 req-a3196ad2-5704-4736-9761-38e0af879f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:47.362875 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c34ff574-72fa-48c6-ab61-32e205a15702 req-a3196ad2-5704-4736-9761-38e0af879f6e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ad59140-5a4c-426f-a608-38c6929a8267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2603114 Mar 23 12:46:47.452608 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:47.520737 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-030726d4-4efb-4639-a968-78cf63c05da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:47.645433 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0614c67e-252f-4bb3-ac65-edbb3bc08a6f up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:46:47.728028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98b122-030f-4d71-98ef-35c3bc24db77 req-9a1e53a7-80fe-4480-8bb5-842a25818e14 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:47.729897 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8b98b122-030f-4d71-98ef-35c3bc24db77 req-9a1e53a7-80fe-4480-8bb5-842a25818e14 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.3882658 Mar 23 12:46:47.742968 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0614c67e-252f-4bb3-ac65-edbb3bc08a6f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:47.743342 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:47.794740 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db91d07a-4805-470f-be77-b2655127d4c9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:47.835914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-db91d07a-4805-470f-be77-b2655127d4c9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for 3dceeaba-116b-4a55-826d-9b13adc9210e owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:46:47.883099 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:47.968137 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 0614c67e-252f-4bb3-ac65-edbb3bc08a6f, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0614c67e-252f-4bb3-ac65-edbb3bc08a6f,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:47.969347 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8b98b122-030f-4d71-98ef-35c3bc24db77 req-9b8bbaef-a0a3-4f8b-8923-5dec62b9c8fc tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162585 Mar 23 12:46:47.980612 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c34ff574-72fa-48c6-ab61-32e205a15702 req-c2251283-111f-4127-8efd-ede1a3b47276 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212107 Mar 23 12:46:47.985653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f98243e9-cd42-4cf7-a2e8-d831c876c0c8 None None] Provisioning complete for port 0614c67e-252f-4bb3-ac65-edbb3bc08a6f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:47.986290 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f98243e9-cd42-4cf7-a2e8-d831c876c0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:47.993909 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:48.096951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=0614c67e-252f-4bb3-ac65-edbb3bc08a6f,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:48.210757 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b558120-9d02-46cf-bf1f-99f747bbb7d2 req-55fcdf9c-2cc7-4b21-86b9-803b1cae7d1c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:48.227374 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b558120-9d02-46cf-bf1f-99f747bbb7d2 req-55fcdf9c-2cc7-4b21-86b9-803b1cae7d1c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.1162131 Mar 23 12:46:48.227374 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51476) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:48.232539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-38c9e5bd-7639-4684-aa01-bad70c1d52a8 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Request body: {'floatingip': {'port_id': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:48.247910 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-030726d4-4efb-4639-a968-78cf63c05da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:48.253717 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-030726d4-4efb-4639-a968-78cf63c05da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:48.258842 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-030726d4-4efb-4639-a968-78cf63c05da3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0a01441b-6c32-42aa-96c2-c539d4ef4ba6 HTTP/1.1" status: 204 len: 168 time: 1.5188758 Mar 23 12:46:48.330431 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030726d4-4efb-4639-a968-78cf63c05da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a01441b-6c32-42aa-96c2-c539d4ef4ba6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:48.372358 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38c9e5bd-7639-4684-aa01-bad70c1d52a8 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:48.393995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51484) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:48.424566 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e61b6994-a37f-478f-b0db-ebb5b62b16c1 None None] Provisioning complete for port 3dceeaba-116b-4a55-826d-9b13adc9210e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:48.425645 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e61b6994-a37f-478f-b0db-ebb5b62b16c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:48.459343 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c34ff574-72fa-48c6-ab61-32e205a15702 req-b58e3232-7e5b-411b-8633-9930850950c8 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440146 Mar 23 12:46:48.535973 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e61b6994-a37f-478f-b0db-ebb5b62b16c1 None None] Port 3dceeaba-116b-4a55-826d-9b13adc9210e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:46:48.557934 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db91d07a-4805-470f-be77-b2655127d4c9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:48.610711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91d07a-4805-470f-be77-b2655127d4c9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=3dceeaba-116b-4a55-826d-9b13adc9210e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:48.676066 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db91d07a-4805-470f-be77-b2655127d4c9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:48.682470 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-db91d07a-4805-470f-be77-b2655127d4c9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/3dceeaba-116b-4a55-826d-9b13adc9210e HTTP/1.1" status: 204 len: 168 time: 2.1940644 Mar 23 12:46:48.683955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51494) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:48.842484 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682b17f1-51d7-46a6-af26-2c78a02a9861 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:48.854057 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682b17f1-51d7-46a6-af26-2c78a02a9861 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:48.856398 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-682b17f1-51d7-46a6-af26-2c78a02a9861 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1713049 Mar 23 12:46:48.860332 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51498) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:48.968539 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4441729d-1516-414a-9936-ec6049a6f51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:49.034341 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8e0fe0-de69-490d-a2e5-49631f014e91 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 03acde64-ec21-46c9-b09f-ac1994ebcd6d {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:46:49.054571 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be8e0fe0-de69-490d-a2e5-49631f014e91 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:49.096590 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51502) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:49.145053 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-abf96afe-c8bb-4f5e-84b4-37a299d7bafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:49.161849 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be8e0fe0-de69-490d-a2e5-49631f014e91 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:49.379174 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38c9e5bd-7639-4684-aa01-bad70c1d52a8 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:49.385016 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38c9e5bd-7639-4684-aa01-bad70c1d52a8 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:49.396040 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be8e0fe0-de69-490d-a2e5-49631f014e91 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:49.492350 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4441729d-1516-414a-9936-ec6049a6f51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:49.512462 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4441729d-1516-414a-9936-ec6049a6f51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:49.552802 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-abf96afe-c8bb-4f5e-84b4-37a299d7bafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:49.589302 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0614c67e-252f-4bb3-ac65-edbb3bc08a6f up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:46:49.590892 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-abf96afe-c8bb-4f5e-84b4-37a299d7bafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:49.599029 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441729d-1516-414a-9936-ec6049a6f51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591df7c1-cab5-4fca-9c40-3f921e3e8dc1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:49.638951 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4441729d-1516-414a-9936-ec6049a6f51d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=524ad5626d09404a9f265d02c6e3b6aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2433207 Mar 23 12:46:49.639737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51510) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:49.703838 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0614c67e-252f-4bb3-ac65-edbb3bc08a6f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:49.706153 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:49.721530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c9e5bd-7639-4684-aa01-bad70c1d52a8 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Router 342853c5-b87e-40d9-a00e-b0205487ed92 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:46:49.728760 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be8e0fe0-de69-490d-a2e5-49631f014e91 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:49.744200 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-abf96afe-c8bb-4f5e-84b4-37a299d7bafe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14d4e3f0b3b641708e8a4e56d2caadfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6454194 Mar 23 12:46:49.745088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51514) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:49.762297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf96afe-c8bb-4f5e-84b4-37a299d7bafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745c8f96-c870-4e69-ab89-831f4c300f8f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:49.815541 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be8e0fe0-de69-490d-a2e5-49631f014e91 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:49.822512 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-be8e0fe0-de69-490d-a2e5-49631f014e91 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/03acde64-ec21-46c9-b09f-ac1994ebcd6d HTTP/1.1" status: 204 len: 168 time: 0.9577181 Mar 23 12:46:49.822611 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51520) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:49.824825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e0fe0-de69-490d-a2e5-49631f014e91 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=03acde64-ec21-46c9-b09f-ac1994ebcd6d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:49.863650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7add3a7-499b-466e-b3c6-90d555a3b396 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:46:49.871644 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89ab68b7-aabe-4231-b49b-ca885c1a0764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:49.897142 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dc51155f-354f-41eb-928b-f134d1c4f5da tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716398 Mar 23 12:46:49.897350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51522) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:49.954777 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89ab68b7-aabe-4231-b49b-ca885c1a0764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:49.967955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-85b45f37-a1ad-46a4-889f-08af088d0de6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:50.015949 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d09cf22a-3a06-43d3-9a7b-b265fabd1091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:50.084833 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c9e5bd-7639-4684-aa01-bad70c1d52a8 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:46:50.092305 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38c9e5bd-7639-4684-aa01-bad70c1d52a8 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:50.098481 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921497f-9b78-42a6-ba36-b3b674b95eed None None] Sync routers for ids ['342853c5-b87e-40d9-a00e-b0205487ed92'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:46:50.114447 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921497f-9b78-42a6-ba36-b3b674b95eed None None] Routers {'342853c5-b87e-40d9-a00e-b0205487ed92'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:46:50.116619 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b921497f-9b78-42a6-ba36-b3b674b95eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:46:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['342853c5-b87e-40d9-a00e-b0205487ed92'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:46:50.135704 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d09cf22a-3a06-43d3-9a7b-b265fabd1091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:50.171364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c047a572-6e71-4f13-8e85-f90dd5352cf9 None None] DHCP port deletion for 8fb47147-24e2-481b-9f4e-7d054a56d184 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:46:50.208558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c000b8be-9270-4499-87a6-d04c082980b3', 'tag': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:46:50.221799 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40691732-3a18-428a-95bb-49a32504876b" -d '{"events": [{"name": "network-changed", "server_uuid": "c000b8be-9270-4499-87a6-d04c082980b3", "tag": "c147a3e0-1f39-488d-8433-b88f4b12b4ae"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:46:50.228265 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89ab68b7-aabe-4231-b49b-ca885c1a0764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:50.232676 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89ab68b7-aabe-4231-b49b-ca885c1a0764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:50.234339 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-89ab68b7-aabe-4231-b49b-ca885c1a0764 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/591df7c1-cab5-4fca-9c40-3f921e3e8dc1 HTTP/1.1" status: 204 len: 168 time: 0.5816708 Mar 23 12:46:50.268157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab68b7-aabe-4231-b49b-ca885c1a0764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591df7c1-cab5-4fca-9c40-3f921e3e8dc1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:50.310914 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d09cf22a-3a06-43d3-9a7b-b265fabd1091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:50.316780 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d09cf22a-3a06-43d3-9a7b-b265fabd1091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:50.318533 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d09cf22a-3a06-43d3-9a7b-b265fabd1091 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/745c8f96-c870-4e69-ab89-831f4c300f8f HTTP/1.1" status: 204 len: 168 time: 0.5631356 Mar 23 12:46:50.333363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b45f37-a1ad-46a4-889f-08af088d0de6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:50.333935 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cf22a-3a06-43d3-9a7b-b265fabd1091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745c8f96-c870-4e69-ab89-831f4c300f8f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:50.351174 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85b45f37-a1ad-46a4-889f-08af088d0de6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:50.422755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c047a572-6e71-4f13-8e85-f90dd5352cf9 None None] Deleting port 0614c67e-252f-4bb3-ac65-edbb3bc08a6f {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:46:50.423399 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c047a572-6e71-4f13-8e85-f90dd5352cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:50.438453 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb69026-c861-444b-9e15-754eac4a0dae x-openstack-request-id: req-9bb69026-c861-444b-9e15-754eac4a0dae {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:46:50.467649 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c000b8be-9270-4499-87a6-d04c082980b3", "tag": "c147a3e0-1f39-488d-8433-b88f4b12b4ae", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:46:50.472399 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9bb69026-c861-444b-9e15-754eac4a0dae {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:46:50.473360 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c000b8be-9270-4499-87a6-d04c082980b3', 'tag': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae', 'status': 'completed', 'code': 200} Mar 23 12:46:50.474796 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-b921497f-9b78-42a6-ba36-b3b674b95eed None None] Set router 342853c5-b87e-40d9-a00e-b0205487ed92 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:46:50.502831 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c047a572-6e71-4f13-8e85-f90dd5352cf9 None None] For port 0614c67e-252f-4bb3-ac65-edbb3bc08a6f, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0614c67e-252f-4bb3-ac65-edbb3bc08a6f,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:50.503637 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c047a572-6e71-4f13-8e85-f90dd5352cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:50.530141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c047a572-6e71-4f13-8e85-f90dd5352cf9 None None] Calling delete_port for 0614c67e-252f-4bb3-ac65-edbb3bc08a6f owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:46:50.533852 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40691732-3a18-428a-95bb-49a32504876b req-5d080c63-67ef-497a-825c-cb550fe2fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:50.542851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40691732-3a18-428a-95bb-49a32504876b req-5d080c63-67ef-497a-825c-cb550fe2fe82 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 1097 time: 0.1411269 Mar 23 12:46:50.676865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-38c9e5bd-7639-4684-aa01-bad70c1d52a8 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "PUT /v2.0/floatingips/e5097487-4421-4b1d-8faf-b897d2e416de HTTP/1.1" status: 200 len: 994 time: 2.4354565 Mar 23 12:46:50.754238 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c047a572-6e71-4f13-8e85-f90dd5352cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:50.770434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40691732-3a18-428a-95bb-49a32504876b req-7ab920c3-483e-40b7-a5e6-ad43c2d23e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:50.780082 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40691732-3a18-428a-95bb-49a32504876b req-7ab920c3-483e-40b7-a5e6-ad43c2d23e6f service neutron] 10.222.0.77 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 918 time: 0.2270572 Mar 23 12:46:50.807898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047a572-6e71-4f13-8e85-f90dd5352cf9 None None] Pushing event deleted for resources: {'Port': ['ID=0614c67e-252f-4bb3-ac65-edbb3bc08a6f,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:50.823178 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c047a572-6e71-4f13-8e85-f90dd5352cf9 None None] No DVR routers for this DVR port 0614c67e-252f-4bb3-ac65-edbb3bc08a6f on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:46:50.854756 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b921497f-9b78-42a6-ba36-b3b674b95eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 4, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port': {'id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:49Z', 'updated_at': '2022-03-23T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e5097487-4421-4b1d-8faf-b897d2e416de', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'port_id': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'mac_address': 'fa:16:3e:4d:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000b8be-9270-4499-87a6-d04c082980b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:43:54Z', 'updated_at': '2022-03-23T12:46:49Z', 'revision_number': 3, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b585fe0-d585-42e3-b604-9d4e97c21a09', 'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'mac_address': 'fa:16:3e:d1:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:54Z', 'updated_at': '2022-03-23T12:42:05Z', 'revision_number': 5, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'subnets': [{'id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:46:50.888007 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921497f-9b78-42a6-ba36-b3b674b95eed None None] Checking router: 342853c5-b87e-40d9-a00e-b0205487ed92 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:46:50.896814 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921497f-9b78-42a6-ba36-b3b674b95eed None None] Routers {'342853c5-b87e-40d9-a00e-b0205487ed92'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:46:50.897429 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b921497f-9b78-42a6-ba36-b3b674b95eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:46:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['342853c5-b87e-40d9-a00e-b0205487ed92'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:46:50.907739 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85b45f37-a1ad-46a4-889f-08af088d0de6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:50.986723 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b45f37-a1ad-46a4-889f-08af088d0de6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:50.989082 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40691732-3a18-428a-95bb-49a32504876b req-58ada491-2b9c-40c0-86b5-4553451d4056 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c147a3e0-1f39-488d-8433-b88f4b12b4ae HTTP/1.1" status: 200 len: 1002 time: 0.1880715 Mar 23 12:46:50.990445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-85b45f37-a1ad-46a4-889f-08af088d0de6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:50.993995 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b45f37-a1ad-46a4-889f-08af088d0de6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:50.994821 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85b45f37-a1ad-46a4-889f-08af088d0de6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:51.000119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e18c87b-5051-4072-a9db-2f81c09f88c9 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:46:51.022040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b45f37-a1ad-46a4-889f-08af088d0de6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=cbf9cc55-93b9-48db-b738-ff7c86d4cc92,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:51.063023 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-85b45f37-a1ad-46a4-889f-08af088d0de6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1620216 Mar 23 12:46:51.063243 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51550) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:51.070810 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-dcbb7208-7578-4f28-a75c-e2a681c788e9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'fixed_ips': [{'subnet_id': 'cbf9cc55-93b9-48db-b738-ff7c86d4cc92', 'ip_address': '2001:db8::22ea:6d16:1ad6:804d'}], 'name': 'tempest-NetworksTestDHCPv6-932788151'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:51.094283 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-b921497f-9b78-42a6-ba36-b3b674b95eed None None] Set router 342853c5-b87e-40d9-a00e-b0205487ed92 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:46:51.113238 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40691732-3a18-428a-95bb-49a32504876b req-de67554d-c059-46b5-b841-ac358a655029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:51.116894 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40691732-3a18-428a-95bb-49a32504876b req-de67554d-c059-46b5-b841-ac358a655029 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 HTTP/1.1" status: 200 len: 856 time: 0.1178744 Mar 23 12:46:51.207715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40691732-3a18-428a-95bb-49a32504876b req-1828a2d6-e595-42c0-af52-f993df42a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:51.211721 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40691732-3a18-428a-95bb-49a32504876b req-1828a2d6-e595-42c0-af52-f993df42a28d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e766b4-1016-48b5-88cb-19ac4b8761dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881586 Mar 23 12:46:51.305240 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': 'cbf9cc55-93b9-48db-b738-ff7c86d4cc92'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:46:51.306218 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:51.390761 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbb7208-7578-4f28-a75c-e2a681c788e9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:51.472855 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40691732-3a18-428a-95bb-49a32504876b req-61eff89f-4dde-4859-b70b-26099dde47e4 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554488 Mar 23 12:46:51.538486 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b921497f-9b78-42a6-ba36-b3b674b95eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 4, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port': {'id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:49Z', 'updated_at': '2022-03-23T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e5097487-4421-4b1d-8faf-b897d2e416de', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'port_id': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'mac_address': 'fa:16:3e:4d:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000b8be-9270-4499-87a6-d04c082980b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:43:54Z', 'updated_at': '2022-03-23T12:46:49Z', 'revision_number': 3, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b585fe0-d585-42e3-b604-9d4e97c21a09', 'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'mac_address': 'fa:16:3e:d1:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:54Z', 'updated_at': '2022-03-23T12:42:05Z', 'revision_number': 5, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'subnets': [{'id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:46:51.597349 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921497f-9b78-42a6-ba36-b3b674b95eed None None] The sync data for ids ['342853c5-b87e-40d9-a00e-b0205487ed92'] in n-d-834854-1 is: [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 4, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port': {'id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:49Z', 'updated_at': '2022-03-23T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e5097487-4421-4b1d-8faf-b897d2e416de', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'port_id': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'mac_address': 'fa:16:3e:4d:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000b8be-9270-4499-87a6-d04c082980b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:43:54Z', 'updated_at': '2022-03-23T12:46:49Z', 'revision_number': 3, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b585fe0-d585-42e3-b604-9d4e97c21a09', 'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'mac_address': 'fa:16:3e:d1:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:54Z', 'updated_at': '2022-03-23T12:42:05Z', 'revision_number': 5, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'subnets': [{'id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:46:51.616256 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Allocated IP 2001:db8::2 (8fb47147-24e2-481b-9f4e-7d054a56d184/cbf9cc55-93b9-48db-b738-ff7c86d4cc92/a88b8dda-bcb2-4762-8acd-97338b40445d) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:51.691890 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7208-7578-4f28-a75c-e2a681c788e9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:51.717055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-dcbb7208-7578-4f28-a75c-e2a681c788e9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port c0e238c5-61b9-4552-b091-da31d2fbb537 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:46:51.810405 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40691732-3a18-428a-95bb-49a32504876b req-98463706-20a7-4aac-9797-d173a8593c27 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305478 Mar 23 12:46:51.918457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0614c67e-252f-4bb3-ac65-edbb3bc08a6f no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:46:52.009583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 0614c67e-252f-4bb3-ac65-edbb3bc08a6f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:46:52.010085 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0614c67e-252f-4bb3-ac65-edbb3bc08a6f not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:46:52.053941 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:52.070221 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:52.160299 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Pushing event updated for resources: {'Port': ['ID=a88b8dda-bcb2-4762-8acd-97338b40445d,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:52.180895 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-dcbb7208-7578-4f28-a75c-e2a681c788e9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::22ea:6d16:1ad6:804d (8fb47147-24e2-481b-9f4e-7d054a56d184/cbf9cc55-93b9-48db-b738-ff7c86d4cc92/c0e238c5-61b9-4552-b091-da31d2fbb537) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:52.181325 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:52.182793 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:52.185376 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:52.188376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51588) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:52.310277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Attempting to bind port a88b8dda-bcb2-4762-8acd-97338b40445d on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:46:52.310654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Attempting to bind port a88b8dda-bcb2-4762-8acd-97338b40445d by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:46:52.311016 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Attempting to bind port a88b8dda-bcb2-4762-8acd-97338b40445d on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:46:52.322815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:46:52.323112 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:46:52.323523 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:52.323959 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:46:52.324442 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Bound port: a88b8dda-bcb2-4762-8acd-97338b40445d, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:46:52.324888 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:52.455176 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-21fd7b4b-8c5c-4f97-b2c6-44db2502a458 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1116977224-network', 'tenant_id': '33e7f205f4db4e62a36e6c205fdc521e'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:52.468188 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] For port a88b8dda-bcb2-4762-8acd-97338b40445d, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:46:52.472981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] For port a88b8dda-bcb2-4762-8acd-97338b40445d, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a88b8dda-bcb2-4762-8acd-97338b40445d,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:46:52.483674 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:52.484432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fd7b4b-8c5c-4f97-b2c6-44db2502a458 admin admin] Made reservation on behalf of 33e7f205f4db4e62a36e6c205fdc521e for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:52.487302 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21fd7b4b-8c5c-4f97-b2c6-44db2502a458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:52.489399 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c000b8be-9270-4499-87a6-d04c082980b3', 'tag': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:46:52.493572 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f02532-35b3-446a-9d02-6da071e7df73" -d '{"events": [{"name": "network-changed", "server_uuid": "c000b8be-9270-4499-87a6-d04c082980b3", "tag": "c147a3e0-1f39-488d-8433-b88f4b12b4ae"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:46:52.510246 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21fd7b4b-8c5c-4f97-b2c6-44db2502a458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:52.539852 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7208-7578-4f28-a75c-e2a681c788e9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:52.585851 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1508cd48-7d97-4375-ac38-df2ae2e63a66 x-openstack-request-id: req-1508cd48-7d97-4375-ac38-df2ae2e63a66 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:46:52.590155 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c000b8be-9270-4499-87a6-d04c082980b3", "tag": "c147a3e0-1f39-488d-8433-b88f4b12b4ae", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:46:52.590425 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1508cd48-7d97-4375-ac38-df2ae2e63a66 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:46:52.590848 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c000b8be-9270-4499-87a6-d04c082980b3', 'tag': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae', 'status': 'completed', 'code': 200} Mar 23 12:46:52.614184 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a93746-4b20-49b1-b6d0-ca078ab4bcc0 None None] Pushing event updated for resources: {'Port': ['ID=a88b8dda-bcb2-4762-8acd-97338b40445d,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:52.628399 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7208-7578-4f28-a75c-e2a681c788e9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:52.651031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb7208-7578-4f28-a75c-e2a681c788e9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:52.654040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-dcbb7208-7578-4f28-a75c-e2a681c788e9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:52.681180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbb7208-7578-4f28-a75c-e2a681c788e9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:52.687893 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb7208-7578-4f28-a75c-e2a681c788e9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:52.688685 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7208-7578-4f28-a75c-e2a681c788e9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:52.717850 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb7208-7578-4f28-a75c-e2a681c788e9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=c0e238c5-61b9-4552-b091-da31d2fbb537,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:52.726086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f02532-35b3-446a-9d02-6da071e7df73 req-85f2a735-603a-4b22-9724-287b3f18acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:52.726851 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dcbb7208-7578-4f28-a75c-e2a681c788e9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6607664 Mar 23 12:46:52.727604 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51602) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:52.728340 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28f02532-35b3-446a-9d02-6da071e7df73 req-85f2a735-603a-4b22-9724-287b3f18acf2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 1097 time: 0.1198735 Mar 23 12:46:52.791236 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae50177b-dfe6-44ec-9c37-de395cc822d6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:52.798345 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae50177b-dfe6-44ec-9c37-de395cc822d6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:52.803169 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ae50177b-dfe6-44ec-9c37-de395cc822d6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0737097 Mar 23 12:46:52.803836 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51606) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:52.920526 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f02532-35b3-446a-9d02-6da071e7df73 req-5618afb3-dc8c-4a66-b211-df80420cbe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:52.922019 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28f02532-35b3-446a-9d02-6da071e7df73 req-5618afb3-dc8c-4a66-b211-df80420cbe1c service neutron] 10.222.0.77 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 918 time: 0.1865854 Mar 23 12:46:53.010714 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21fd7b4b-8c5c-4f97-b2c6-44db2502a458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:53.011211 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0c3c3518-0263-4f81-a5fd-62f66164ac6a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port c0e238c5-61b9-4552-b091-da31d2fbb537 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:46:53.013819 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3518-0263-4f81-a5fd-62f66164ac6a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:53.020715 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21fd7b4b-8c5c-4f97-b2c6-44db2502a458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:53.035139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21fd7b4b-8c5c-4f97-b2c6-44db2502a458 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:46:53.047521 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21fd7b4b-8c5c-4f97-b2c6-44db2502a458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:53.048085 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-21fd7b4b-8c5c-4f97-b2c6-44db2502a458 admin admin] Added segment 5858bd8a-676e-4633-8719-693eb1b835ad of type vlan for network c281b63a-1110-46c5-a009-2f989e889242 Mar 23 12:46:53.205182 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28f02532-35b3-446a-9d02-6da071e7df73 req-7b4b8a49-e212-4a10-bc9e-13a10e9fec1f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c147a3e0-1f39-488d-8433-b88f4b12b4ae HTTP/1.1" status: 200 len: 1002 time: 0.2740140 Mar 23 12:46:53.207023 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21fd7b4b-8c5c-4f97-b2c6-44db2502a458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:53.246336 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3518-0263-4f81-a5fd-62f66164ac6a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:53.261843 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0c3c3518-0263-4f81-a5fd-62f66164ac6a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for c0e238c5-61b9-4552-b091-da31d2fbb537 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:46:53.276192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd7b4b-8c5c-4f97-b2c6-44db2502a458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dba514-08fa-4aff-ae4b-605c62ad3b5c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:53.307071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f02532-35b3-446a-9d02-6da071e7df73 req-4347d8f4-b55c-4a76-9b8a-b645b8ff03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:53.309300 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28f02532-35b3-446a-9d02-6da071e7df73 req-4347d8f4-b55c-4a76-9b8a-b645b8ff03cb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 HTTP/1.1" status: 200 len: 856 time: 0.0959897 Mar 23 12:46:53.312307 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21fd7b4b-8c5c-4f97-b2c6-44db2502a458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:53.313813 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fd7b4b-8c5c-4f97-b2c6-44db2502a458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:53.314561 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21fd7b4b-8c5c-4f97-b2c6-44db2502a458 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:53.403504 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd7b4b-8c5c-4f97-b2c6-44db2502a458 admin admin] Pushing event updated for resources: {'Network': ['ID=c281b63a-1110-46c5-a009-2f989e889242,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:53.418630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network c281b63a-1110-46c5-a009-2f989e889242 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:46:53.465411 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-21fd7b4b-8c5c-4f97-b2c6-44db2502a458 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2754810 Mar 23 12:46:53.475826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51630) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:53.492731 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-aac04193-fefb-40fb-b4b2-3dd4000d167f admin admin] Request body: {'subnet': {'network_id': 'c281b63a-1110-46c5-a009-2f989e889242', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1116977224-subnet', 'tenant_id': '33e7f205f4db4e62a36e6c205fdc521e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:53.496033 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3518-0263-4f81-a5fd-62f66164ac6a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:53.547403 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f02532-35b3-446a-9d02-6da071e7df73 req-6c377fd4-9e1c-49e9-b0db-103cae757835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:53.549183 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28f02532-35b3-446a-9d02-6da071e7df73 req-6c377fd4-9e1c-49e9-b0db-103cae757835 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e766b4-1016-48b5-88cb-19ac4b8761dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2278013 Mar 23 12:46:53.586959 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac04193-fefb-40fb-b4b2-3dd4000d167f admin admin] Made reservation on behalf of 33e7f205f4db4e62a36e6c205fdc521e for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:53.601621 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aac04193-fefb-40fb-b4b2-3dd4000d167f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:53.619971 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c3518-0263-4f81-a5fd-62f66164ac6a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=c0e238c5-61b9-4552-b091-da31d2fbb537,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:53.670012 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3518-0263-4f81-a5fd-62f66164ac6a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:53.671481 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a88b8dda-bcb2-4762-8acd-97338b40445d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:46:53.673850 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0c3c3518-0263-4f81-a5fd-62f66164ac6a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/c0e238c5-61b9-4552-b091-da31d2fbb537 HTTP/1.1" status: 204 len: 168 time: 0.8689959 Mar 23 12:46:53.677487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51640) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:53.827003 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c12b93-c696-413f-84b2-89678b6d0fd8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:53.833610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c12b93-c696-413f-84b2-89678b6d0fd8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:53.839124 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-43c12b93-c696-413f-84b2-89678b6d0fd8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1584370 Mar 23 12:46:53.839721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51642) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:53.882602 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a88b8dda-bcb2-4762-8acd-97338b40445d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:53.883358 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:53.892989 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28f02532-35b3-446a-9d02-6da071e7df73 req-45567a31-aade-4c9a-8a67-4faeb6adb2fa service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354163 Mar 23 12:46:53.987610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-26eb77cb-f8bf-4ab5-907d-78c26945c3aa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet cbf9cc55-93b9-48db-b738-ff7c86d4cc92 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:46:53.999964 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26eb77cb-f8bf-4ab5-907d-78c26945c3aa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:54.091285 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26eb77cb-f8bf-4ab5-907d-78c26945c3aa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:54.104741 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4c70daf-95d3-4b20-8d1c-de3feea0efdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:54.106540 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:54.162896 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port a88b8dda-bcb2-4762-8acd-97338b40445d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a88b8dda-bcb2-4762-8acd-97338b40445d,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:54.170233 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:54.268221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=a88b8dda-bcb2-4762-8acd-97338b40445d,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:54.307211 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26eb77cb-f8bf-4ab5-907d-78c26945c3aa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:54.308611 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-28f02532-35b3-446a-9d02-6da071e7df73 req-dce5844b-6921-4bcb-8d2a-b2c590fcc6be service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772460 Mar 23 12:46:54.310879 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aac04193-fefb-40fb-b4b2-3dd4000d167f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:54.410372 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26eb77cb-f8bf-4ab5-907d-78c26945c3aa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:54.412982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac04193-fefb-40fb-b4b2-3dd4000d167f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1870a69-a726-4746-a26e-0ffbf4458791,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:54.426044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac04193-fefb-40fb-b4b2-3dd4000d167f admin admin] Checking segment: {'id': '5858bd8a-676e-4633-8719-693eb1b835ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c281b63a-1110-46c5-a009-2f989e889242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:46:54.426625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac04193-fefb-40fb-b4b2-3dd4000d167f admin admin] Network hostable DHCP agents. Network: c281b63a-1110-46c5-a009-2f989e889242, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:46:54.447446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2e2de6b7-bc48-49a1-8fa2-abfd523d6f96 None None] Provisioning complete for port a88b8dda-bcb2-4762-8acd-97338b40445d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:54.448812 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e2de6b7-bc48-49a1-8fa2-abfd523d6f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:54.453394 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb77cb-f8bf-4ab5-907d-78c26945c3aa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf9cc55-93b9-48db-b738-ff7c86d4cc92,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:54.460796 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac04193-fefb-40fb-b4b2-3dd4000d167f admin admin] Network c281b63a-1110-46c5-a009-2f989e889242 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:46:54.467817 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26eb77cb-f8bf-4ab5-907d-78c26945c3aa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:54.475099 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-26eb77cb-f8bf-4ab5-907d-78c26945c3aa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/cbf9cc55-93b9-48db-b738-ff7c86d4cc92 HTTP/1.1" status: 204 len: 168 time: 0.6341820 Mar 23 12:46:54.478098 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51668) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:54.483977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-aac04193-fefb-40fb-b4b2-3dd4000d167f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, c281b63a-1110-46c5-a009-2f989e889242) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:54.492057 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac04193-fefb-40fb-b4b2-3dd4000d167f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:54.493537 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aac04193-fefb-40fb-b4b2-3dd4000d167f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:54.500667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f0fcf4-db47-44ed-a167-695a1c2399b5 None None] Network c281b63a-1110-46c5-a009-2f989e889242 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:46:54.544877 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-aac04193-fefb-40fb-b4b2-3dd4000d167f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0657995 Mar 23 12:46:54.584561 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-01867168-f3cc-4884-bde8-fcfc4e51505f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037388 Mar 23 12:46:54.586563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51674) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:54.661028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c1845e-c456-4fc3-923d-dafc256926cb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:54.662569 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-88c1845e-c456-4fc3-923d-dafc256926cb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0739427 Mar 23 12:46:54.665204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51678) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:54.790168 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cb3955-89af-4d81-a3fa-c89fb86b106b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:54.791720 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-77cb3955-89af-4d81-a3fa-c89fb86b106b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1253507 Mar 23 12:46:54.794763 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51686) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:54.837953 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beb3585-b13a-4933-a476-d5706505f7ef None None] Network c281b63a-1110-46c5-a009-2f989e889242 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:46:54.844405 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a852c996-4a03-4eba-81c9-fb22decd6d2d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445950 Mar 23 12:46:54.848048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51688) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:54.853580 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8a4249ae-7374-47c5-8f06-6fa7700ea92c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:54.931786 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51690) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:54.955685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64fcd4a-4064-4dba-92eb-b8394e446aba None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:46:55.029661 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c8edb7dd-a16f-45bd-818c-dbd9602fc3cf None None] Could not find standard attr ID for object c0e238c5-61b9-4552-b091-da31d2fbb537. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:46:55.049692 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4249ae-7374-47c5-8f06-6fa7700ea92c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:55.057275 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a4249ae-7374-47c5-8f06-6fa7700ea92c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:55.096185 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f711d52e-b6e8-4d3f-9cde-45cc3e880014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:55.315081 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f711d52e-b6e8-4d3f-9cde-45cc3e880014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:55.315837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956d9c78-8aaf-4ba2-a9e4-bbb5d8631fde None None] DHCP port deletion for 8fb47147-24e2-481b-9f4e-7d054a56d184 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:46:55.317155 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a4249ae-7374-47c5-8f06-6fa7700ea92c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:55.322741 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f711d52e-b6e8-4d3f-9cde-45cc3e880014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:55.380681 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4249ae-7374-47c5-8f06-6fa7700ea92c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:55.384537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-8a4249ae-7374-47c5-8f06-6fa7700ea92c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:55.398981 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4249ae-7374-47c5-8f06-6fa7700ea92c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:55.399582 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a4249ae-7374-47c5-8f06-6fa7700ea92c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:55.416263 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-956d9c78-8aaf-4ba2-a9e4-bbb5d8631fde None None] Deleting port a88b8dda-bcb2-4762-8acd-97338b40445d {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:46:55.416691 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-956d9c78-8aaf-4ba2-a9e4-bbb5d8631fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:55.453053 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4249ae-7374-47c5-8f06-6fa7700ea92c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=29f20753-952e-41d2-9266-b072c1cb8250,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:55.467263 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8a4249ae-7374-47c5-8f06-6fa7700ea92c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6179240 Mar 23 12:46:55.468672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51706) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:55.471834 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51708) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:55.481641 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f711d52e-b6e8-4d3f-9cde-45cc3e880014 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0df472c1d396428f9b6b27e67460d002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5486579 Mar 23 12:46:55.484893 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711d52e-b6e8-4d3f-9cde-45cc3e880014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbeb77ba-5f0c-4545-87ba-ea93e5e656a1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:55.485325 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6b9c2a81-3fc7-4daa-b872-559f9ac8a9a2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'fixed_ips': [{'subnet_id': '29f20753-952e-41d2-9266-b072c1cb8250', 'ip_address': '2001:db8::ff89:e8c8:2913:b743'}], 'name': 'tempest-NetworksTestDHCPv6-1112091925'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:55.643419 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d46bafb-7c2b-4b91-bb69-df4068a0ae41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:55.672669 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a88b8dda-bcb2-4762-8acd-97338b40445d no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:46:55.681222 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d46bafb-7c2b-4b91-bb69-df4068a0ae41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:55.743670 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d46bafb-7c2b-4b91-bb69-df4068a0ae41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:55.747200 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d46bafb-7c2b-4b91-bb69-df4068a0ae41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:55.751697 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0d46bafb-7c2b-4b91-bb69-df4068a0ae41 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bbeb77ba-5f0c-4545-87ba-ea93e5e656a1 HTTP/1.1" status: 204 len: 168 time: 0.2798276 Mar 23 12:46:55.751833 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-956d9c78-8aaf-4ba2-a9e4-bbb5d8631fde None None] For port a88b8dda-bcb2-4762-8acd-97338b40445d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a88b8dda-bcb2-4762-8acd-97338b40445d,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:55.751833 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-956d9c78-8aaf-4ba2-a9e4-bbb5d8631fde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:55.768126 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-956d9c78-8aaf-4ba2-a9e4-bbb5d8631fde None None] Calling delete_port for a88b8dda-bcb2-4762-8acd-97338b40445d owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:46:55.811675 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46bafb-7c2b-4b91-bb69-df4068a0ae41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbeb77ba-5f0c-4545-87ba-ea93e5e656a1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:55.859646 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9c2a81-3fc7-4daa-b872-559f9ac8a9a2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:55.884409 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:55.979835 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port a88b8dda-bcb2-4762-8acd-97338b40445d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a88b8dda-bcb2-4762-8acd-97338b40445d,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:55.999609 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:56.025965 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b9c2a81-3fc7-4daa-b872-559f9ac8a9a2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:56.061725 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-6b9c2a81-3fc7-4daa-b872-559f9ac8a9a2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port 2a01334d-5c1f-44ee-aa0f-572d33a9eabe yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:46:56.083807 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-956d9c78-8aaf-4ba2-a9e4-bbb5d8631fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:56.090607 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event deleted for resources: {'Port': ['ID=a88b8dda-bcb2-4762-8acd-97338b40445d,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:56.178320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d9c78-8aaf-4ba2-a9e4-bbb5d8631fde None None] Pushing event deleted for resources: {'Port': ['ID=a88b8dda-bcb2-4762-8acd-97338b40445d,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:56.193277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d9c78-8aaf-4ba2-a9e4-bbb5d8631fde None None] No DVR routers for this DVR port a88b8dda-bcb2-4762-8acd-97338b40445d on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:46:56.215626 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d59893-e2e5-4030-a386-086e24ce7c33 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:46:56.339017 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-6b9c2a81-3fc7-4daa-b872-559f9ac8a9a2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::ff89:e8c8:2913:b743 (8fb47147-24e2-481b-9f4e-7d054a56d184/29f20753-952e-41d2-9266-b072c1cb8250/2a01334d-5c1f-44ee-aa0f-572d33a9eabe) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:56.361512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51744) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:56.381870 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8258-ef52-4a63-ac20-a04cf55abc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:56.443893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': '29f20753-952e-41d2-9266-b072c1cb8250'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:46:56.444982 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:56.614204 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8258-ef52-4a63-ac20-a04cf55abc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:56.628759 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8258-ef52-4a63-ac20-a04cf55abc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:56.636356 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b9c2a81-3fc7-4daa-b872-559f9ac8a9a2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:56.697974 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6e5d8258-ef52-4a63-ac20-a04cf55abc99 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=02308a03a15340c3b04d6f2e7ef98f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332183 Mar 23 12:46:56.698554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51752) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:56.716825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d8258-ef52-4a63-ac20-a04cf55abc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555b5fac-1a13-43af-bba3-72c0630a59fc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:56.729338 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b9c2a81-3fc7-4daa-b872-559f9ac8a9a2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:56.763917 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Allocated IP 2001:db8::2 (8fb47147-24e2-481b-9f4e-7d054a56d184/29f20753-952e-41d2-9266-b072c1cb8250/a1208e2b-701e-49a4-8fc5-8bf4682bea2e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:46:56.808212 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c2a81-3fc7-4daa-b872-559f9ac8a9a2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=2a01334d-5c1f-44ee-aa0f-572d33a9eabe,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:56.872228 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9c2a81-3fc7-4daa-b872-559f9ac8a9a2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:56.876687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6b9c2a81-3fc7-4daa-b872-559f9ac8a9a2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:56.879351 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9c2a81-3fc7-4daa-b872-559f9ac8a9a2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:56.886107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9c2a81-3fc7-4daa-b872-559f9ac8a9a2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:56.886791 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b9c2a81-3fc7-4daa-b872-559f9ac8a9a2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:56.897343 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-336f6911-67a1-4b87-bf1e-8b2005e9ddad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:56.922886 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6b9c2a81-3fc7-4daa-b872-559f9ac8a9a2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4437370 Mar 23 12:46:56.931763 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51754) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:56.935829 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-336f6911-67a1-4b87-bf1e-8b2005e9ddad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:56.939299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-feb811d9-e574-462d-871b-76f8794986b6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'fixed_ips': [{'subnet_id': '29f20753-952e-41d2-9266-b072c1cb8250', 'ip_address': '2001:db8::ff89:e8c8:2913:b743'}], 'name': 'tempest-NetworksTestDHCPv6-1341729714'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:56.998453 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-336f6911-67a1-4b87-bf1e-8b2005e9ddad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:57.001227 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-336f6911-67a1-4b87-bf1e-8b2005e9ddad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:57.002731 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-336f6911-67a1-4b87-bf1e-8b2005e9ddad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/555b5fac-1a13-43af-bba3-72c0630a59fc HTTP/1.1" status: 204 len: 168 time: 0.3030705 Mar 23 12:46:57.013955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f6911-67a1-4b87-bf1e-8b2005e9ddad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555b5fac-1a13-43af-bba3-72c0630a59fc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:57.041345 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c1c771d9-6721-4dc1-a2d1-2aa00b019f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:57.070570 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:57.078515 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:57.157282 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Pushing event updated for resources: {'Port': ['ID=a1208e2b-701e-49a4-8fc5-8bf4682bea2e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:57.174876 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:46:57.176670 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:46:57.182236 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:46:57.230220 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb811d9-e574-462d-871b-76f8794986b6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:57.273089 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Attempting to bind port a1208e2b-701e-49a4-8fc5-8bf4682bea2e on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:46:57.273532 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Attempting to bind port a1208e2b-701e-49a4-8fc5-8bf4682bea2e by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:46:57.274123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Attempting to bind port a1208e2b-701e-49a4-8fc5-8bf4682bea2e on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:46:57.280011 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:46:57.280543 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:46:57.281047 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:57.281544 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:46:57.282118 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Bound port: a1208e2b-701e-49a4-8fc5-8bf4682bea2e, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:46:57.283175 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:57.339289 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-feb811d9-e574-462d-871b-76f8794986b6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:57.361697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] For port a1208e2b-701e-49a4-8fc5-8bf4682bea2e, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:46:57.365937 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] For port a1208e2b-701e-49a4-8fc5-8bf4682bea2e, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a1208e2b-701e-49a4-8fc5-8bf4682bea2e,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:46:57.366472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-feb811d9-e574-462d-871b-76f8794986b6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port 416a9da6-3bac-42ed-8cfe-da0f42f8d4e8 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:46:57.372048 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:57.461112 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8aff73-67d6-465e-a4d1-3eb0c011d93e None None] Pushing event updated for resources: {'Port': ['ID=a1208e2b-701e-49a4-8fc5-8bf4682bea2e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:57.662451 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb811d9-e574-462d-871b-76f8794986b6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 23 12:46:57.662640 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb811d9-e574-462d-871b-76f8794986b6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:46:57.724112 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-feb811d9-e574-462d-871b-76f8794986b6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7887053 Mar 23 12:46:57.724632 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51774) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:57.749214 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:57.839634 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cdc3ed-0d32-48a6-90a3-ae1d73cc4a4e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:57.860507 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cdc3ed-0d32-48a6-90a3-ae1d73cc4a4e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:57.862412 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-22cdc3ed-0d32-48a6-90a3-ae1d73cc4a4e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1363130 Mar 23 12:46:57.865262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51780) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:58.078176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port 2a01334d-5c1f-44ee-aa0f-572d33a9eabe {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:46:58.078176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:58.210670 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:58.227191 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for 2a01334d-5c1f-44ee-aa0f-572d33a9eabe owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:46:58.423407 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:58.469633 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=2a01334d-5c1f-44ee-aa0f-572d33a9eabe,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:58.476347 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51796) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:58.506145 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:58.510138 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/2a01334d-5c1f-44ee-aa0f-572d33a9eabe HTTP/1.1" status: 204 len: 168 time: 0.6438351 Mar 23 12:46:58.511859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:58.512232 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:58.512746 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:58.512946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51800) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:58.513427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:58.513938 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:58.514427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:58.514914 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:58.515417 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:58.515910 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:58.516414 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:58.516898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:58.517380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a985a-0362-477d-9dd0-4ac70e8d82d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:46:58.600447 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe4361f-b69d-4911-9f42-8583c4173e91 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:58.602868 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe4361f-b69d-4911-9f42-8583c4173e91 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:46:58.604485 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bbe4361f-b69d-4911-9f42-8583c4173e91 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0900209 Mar 23 12:46:58.607097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51802) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:58.685278 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8582676a-12c5-40e3-a60d-8ad809514edc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 29f20753-952e-41d2-9266-b072c1cb8250 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:46:58.689340 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8582676a-12c5-40e3-a60d-8ad809514edc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:58.735413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-90d385e5-6baf-45ee-b509-93ba9d32fca8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-network', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:46:58.773816 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8582676a-12c5-40e3-a60d-8ad809514edc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:58.777088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d385e5-6baf-45ee-b509-93ba9d32fca8 admin admin] Made reservation on behalf of 58c99ee2e47f425c806eea0100fe6d5d for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:46:58.780081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90d385e5-6baf-45ee-b509-93ba9d32fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:58.808434 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90d385e5-6baf-45ee-b509-93ba9d32fca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:58.914625 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8582676a-12c5-40e3-a60d-8ad809514edc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:59.055832 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:59.093571 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90d385e5-6baf-45ee-b509-93ba9d32fca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:59.100624 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-388d83f4-2ba2-4fd0-a9ec-a9157d5bc69b None None] Provisioning complete for port a1208e2b-701e-49a4-8fc5-8bf4682bea2e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:59.100828 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8582676a-12c5-40e3-a60d-8ad809514edc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:59.101732 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-388d83f4-2ba2-4fd0-a9ec-a9157d5bc69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:59.112884 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90d385e5-6baf-45ee-b509-93ba9d32fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:59.315236 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-388d83f4-2ba2-4fd0-a9ec-a9157d5bc69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:59.377188 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-388d83f4-2ba2-4fd0-a9ec-a9157d5bc69b None None] For port a1208e2b-701e-49a4-8fc5-8bf4682bea2e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a1208e2b-701e-49a4-8fc5-8bf4682bea2e,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:46:59.383082 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-388d83f4-2ba2-4fd0-a9ec-a9157d5bc69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:59.442412 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d83f4-2ba2-4fd0-a9ec-a9157d5bc69b None None] Pushing event updated for resources: {'Port': ['ID=a1208e2b-701e-49a4-8fc5-8bf4682bea2e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:59.486058 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:59.507996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9c421111-ad6d-45aa-bcdd-cd857fa9778f None None] Could not find standard attr ID for object 2a01334d-5c1f-44ee-aa0f-572d33a9eabe. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:46:59.757132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a1208e2b-701e-49a4-8fc5-8bf4682bea2e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:46:59.804767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582676a-12c5-40e3-a60d-8ad809514edc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=29f20753-952e-41d2-9266-b072c1cb8250,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:46:59.849937 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d385e5-6baf-45ee-b509-93ba9d32fca8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:46:59.901336 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8582676a-12c5-40e3-a60d-8ad809514edc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:59.912231 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8582676a-12c5-40e3-a60d-8ad809514edc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/29f20753-952e-41d2-9266-b072c1cb8250 HTTP/1.1" status: 204 len: 168 time: 1.3025582 Mar 23 12:46:59.913258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51822) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:46:59.924352 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a1208e2b-701e-49a4-8fc5-8bf4682bea2e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:46:59.924726 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:59.979415 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90d385e5-6baf-45ee-b509-93ba9d32fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:46:59.981493 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b7bf5-2486-4be0-9c65-77bfc6906279 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:46:59.982404 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-90d385e5-6baf-45ee-b509-93ba9d32fca8 admin admin] Added segment 61ec6d6d-435d-4196-8b99-96042b59491d of type vlan for network 90e7b961-93d9-45ad-8d7b-62739f5ce26c Mar 23 12:47:00.016108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d385e5-6baf-45ee-b509-93ba9d32fca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41865d1c-a496-4874-b130-9aff54e900d6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:00.033198 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b291398c-21aa-4f83-9a0e-bbac393c85df tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186502 Mar 23 12:47:00.037849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51824) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:00.042829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ed9b2d43-db6a-41aa-b018-49392680d3eb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:00.131068 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90d385e5-6baf-45ee-b509-93ba9d32fca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:00.186562 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90d385e5-6baf-45ee-b509-93ba9d32fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:00.187547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d385e5-6baf-45ee-b509-93ba9d32fca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:00.187547 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90d385e5-6baf-45ee-b509-93ba9d32fca8 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:00.228606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9b2d43-db6a-41aa-b018-49392680d3eb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:00.232766 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed9b2d43-db6a-41aa-b018-49392680d3eb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:00.254103 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65369be0-f06c-46e1-ab54-f480e875f3aa None None] DHCP port deletion for 8fb47147-24e2-481b-9f4e-7d054a56d184 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:47:00.324159 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-65369be0-f06c-46e1-ab54-f480e875f3aa None None] Deleting port a1208e2b-701e-49a4-8fc5-8bf4682bea2e {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:47:00.324902 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65369be0-f06c-46e1-ab54-f480e875f3aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:00.326540 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d385e5-6baf-45ee-b509-93ba9d32fca8 admin admin] Pushing event updated for resources: {'Network': ['ID=90e7b961-93d9-45ad-8d7b-62739f5ce26c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:00.349070 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-90d385e5-6baf-45ee-b509-93ba9d32fca8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8681042 Mar 23 12:47:00.349070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51832) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:00.354040 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5cd470a0-1b2f-4a6b-86c7-f6162d7738d7 admin admin] Request body: {'subnet': {'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-subnet', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:00.364190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 90e7b961-93d9-45ad-8d7b-62739f5ce26c details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:47:00.398086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd470a0-1b2f-4a6b-86c7-f6162d7738d7 admin admin] Made reservation on behalf of 58c99ee2e47f425c806eea0100fe6d5d for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:00.400948 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5cd470a0-1b2f-4a6b-86c7-f6162d7738d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:00.547982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-65369be0-f06c-46e1-ab54-f480e875f3aa None None] For port a1208e2b-701e-49a4-8fc5-8bf4682bea2e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a1208e2b-701e-49a4-8fc5-8bf4682bea2e,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:00.547982 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65369be0-f06c-46e1-ab54-f480e875f3aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:00.566818 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-65369be0-f06c-46e1-ab54-f480e875f3aa None None] Calling delete_port for a1208e2b-701e-49a4-8fc5-8bf4682bea2e owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:47:00.661924 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65369be0-f06c-46e1-ab54-f480e875f3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:00.698479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369be0-f06c-46e1-ab54-f480e875f3aa None None] Pushing event deleted for resources: {'Port': ['ID=a1208e2b-701e-49a4-8fc5-8bf4682bea2e,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:00.705877 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed9b2d43-db6a-41aa-b018-49392680d3eb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:00.707390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65369be0-f06c-46e1-ab54-f480e875f3aa None None] No DVR routers for this DVR port a1208e2b-701e-49a4-8fc5-8bf4682bea2e on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:47:00.740445 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5cd470a0-1b2f-4a6b-86c7-f6162d7738d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:00.782209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9b2d43-db6a-41aa-b018-49392680d3eb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:00.804229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b2d43-db6a-41aa-b018-49392680d3eb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=f275e555-804b-4ae8-83c7-e24d7b65b9f5,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:00.807777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ed9b2d43-db6a-41aa-b018-49392680d3eb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:00.808980 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd470a0-1b2f-4a6b-86c7-f6162d7738d7 admin admin] Checking segment: {'id': '61ec6d6d-435d-4196-8b99-96042b59491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:47:00.809457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd470a0-1b2f-4a6b-86c7-f6162d7738d7 admin admin] Network hostable DHCP agents. Network: 90e7b961-93d9-45ad-8d7b-62739f5ce26c, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:47:00.811805 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9b2d43-db6a-41aa-b018-49392680d3eb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:00.812430 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed9b2d43-db6a-41aa-b018-49392680d3eb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:00.822310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dd41b8-43c0-44ca-8c56-53fe87034efe None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:47:00.836658 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ed9b2d43-db6a-41aa-b018-49392680d3eb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7951355 Mar 23 12:47:00.836867 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd470a0-1b2f-4a6b-86c7-f6162d7738d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=934c1c9c-3a98-4813-a53e-554c362e8d84,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:00.837108 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51836) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:00.843652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-37804eea-2374-4625-a26c-10a9a0201847 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'fixed_ips': [{'subnet_id': 'f275e555-804b-4ae8-83c7-e24d7b65b9f5', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-128398506'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:00.861182 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd470a0-1b2f-4a6b-86c7-f6162d7738d7 admin admin] Network 90e7b961-93d9-45ad-8d7b-62739f5ce26c is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:47:00.875643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5cd470a0-1b2f-4a6b-86c7-f6162d7738d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 90e7b961-93d9-45ad-8d7b-62739f5ce26c) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:00.885315 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd470a0-1b2f-4a6b-86c7-f6162d7738d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:00.885906 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5cd470a0-1b2f-4a6b-86c7-f6162d7738d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:00.914776 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5cd470a0-1b2f-4a6b-86c7-f6162d7738d7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5644443 Mar 23 12:47:00.917205 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51838) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:00.923130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:00.937264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8f33d0-3989-4a60-91f3-1e3244a293ef None None] Network 90e7b961-93d9-45ad-8d7b-62739f5ce26c requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:47:00.969416 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:00.971154 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:00.999540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37804eea-2374-4625-a26c-10a9a0201847 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:01.009672 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37804eea-2374-4625-a26c-10a9a0201847 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:01.031273 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-37804eea-2374-4625-a26c-10a9a0201847 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port 4d689cae-cc61-4480-b438-13c957642856 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:47:01.059390 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:01.219839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:47:01.220730 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:01.244925 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-37804eea-2374-4625-a26c-10a9a0201847 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:47:01.245980 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37804eea-2374-4625-a26c-10a9a0201847 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:47:01.275988 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-37804eea-2374-4625-a26c-10a9a0201847 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4365783 Mar 23 12:47:01.276668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51844) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:01.341454 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-26e6f6b1-829e-4981-9d15-ddb85cefad76 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0599101 Mar 23 12:47:01.346017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51848) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:01.348837 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:01.412306 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aeb7af-6912-4575-afa2-e6dfe2cce4f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': 'f275e555-804b-4ae8-83c7-e24d7b65b9f5'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:47:01.413260 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-20aeb7af-6912-4575-afa2-e6dfe2cce4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:01.473219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b129161-ca16-491b-9c97-4729bff428c2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:01.482472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b129161-ca16-491b-9c97-4729bff428c2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:01.484083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0b129161-ca16-491b-9c97-4729bff428c2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1364539 Mar 23 12:47:01.490695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51854) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:01.575864 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-4981d657-596a-46e1-acf5-edf77e665eb2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet f275e555-804b-4ae8-83c7-e24d7b65b9f5 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:47:01.583803 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4981d657-596a-46e1-acf5-edf77e665eb2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:01.644874 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4981d657-596a-46e1-acf5-edf77e665eb2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:01.685330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a1208e2b-701e-49a4-8fc5-8bf4682bea2e no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:47:01.710483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Allocated IP 172.20.0.2 (90e7b961-93d9-45ad-8d7b-62739f5ce26c/934c1c9c-3a98-4813-a53e-554c362e8d84/8b7a3547-6fda-499e-964b-e93bc69b2686) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:01.715822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: a1208e2b-701e-49a4-8fc5-8bf4682bea2e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:47:01.716189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a1208e2b-701e-49a4-8fc5-8bf4682bea2e not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:47:01.861620 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4981d657-596a-46e1-acf5-edf77e665eb2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:01.921206 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:01.930730 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:01.949035 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:01.970810 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:01.980080 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Network 90e7b961-93d9-45ad-8d7b-62739f5ce26c is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:01.992229 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:01.998620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:02.019618 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4981d657-596a-46e1-acf5-edf77e665eb2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-20aeb7af-6912-4575-afa2-e6dfe2cce4f0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f275e555-804b-4ae8-83c7-e24d7b65b9f5: This subnet is being modified by another concurrent operation. Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:47:02.034291 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f275e555-804b-4ae8-83c7-e24d7b65b9f5: This subnet is being modified by another concurrent operation. Mar 23 12:47:02.038326 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Mar 23 12:47:02.045080 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Pushing event updated for resources: {'Port': ['ID=8b7a3547-6fda-499e-964b-e93bc69b2686,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:02.072283 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Attempting to bind port 8b7a3547-6fda-499e-964b-e93bc69b2686 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:47:02.072611 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Attempting to bind port 8b7a3547-6fda-499e-964b-e93bc69b2686 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '61ec6d6d-435d-4196-8b99-96042b59491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:47:02.073023 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Attempting to bind port 8b7a3547-6fda-499e-964b-e93bc69b2686 on network 90e7b961-93d9-45ad-8d7b-62739f5ce26c {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:02.079017 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:47:02.079438 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Checking segment: {'id': '61ec6d6d-435d-4196-8b99-96042b59491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:47:02.080280 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:02.080703 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Bound using segment: {'id': '61ec6d6d-435d-4196-8b99-96042b59491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:47:02.081228 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Bound port: 8b7a3547-6fda-499e-964b-e93bc69b2686, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ec6d6d-435d-4196-8b99-96042b59491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:47:02.081613 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:02.104612 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981d657-596a-46e1-acf5-edf77e665eb2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=f275e555-804b-4ae8-83c7-e24d7b65b9f5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:02.130882 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4981d657-596a-46e1-acf5-edf77e665eb2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:02.136675 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51862) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:02.143264 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4981d657-596a-46e1-acf5-edf77e665eb2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/f275e555-804b-4ae8-83c7-e24d7b65b9f5 HTTP/1.1" status: 204 len: 168 time: 0.6477973 Mar 23 12:47:02.165544 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] For port 8b7a3547-6fda-499e-964b-e93bc69b2686, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:47:02.168960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] For port 8b7a3547-6fda-499e-964b-e93bc69b2686, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8b7a3547-6fda-499e-964b-e93bc69b2686,segment=NetworkSegment(61ec6d6d-435d-4196-8b99-96042b59491d),segment_id=61ec6d6d-435d-4196-8b99-96042b59491d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:47:02.177196 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:02.249082 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-74e74ecf-f28a-473d-92b5-0a7f45556676 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1105130 Mar 23 12:47:02.255190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51864) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:02.261258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Allocated IP 172.25.2.92 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/eca4ed95-b17a-49a2-a1f8-b6c06512c02a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:02.268352 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-232b689a-c59b-43c4-a811-d9544d7f8efd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:02.489700 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03ff81-c44f-4825-84c9-28768d39d8c5 None None] Pushing event updated for resources: {'Port': ['ID=8b7a3547-6fda-499e-964b-e93bc69b2686,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:02.496166 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:02.585476 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:02.636598 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:02.643592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:02.645715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51872) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:02.660874 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:02.698023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Pushing event updated for resources: {'Port': ['ID=eca4ed95-b17a-49a2-a1f8-b6c06512c02a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:02.946372 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac64df0a-dfbe-4871-95b2-457b84a0caa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:03.096368 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:03.168365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232b689a-c59b-43c4-a811-d9544d7f8efd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:03.173601 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-232b689a-c59b-43c4-a811-d9544d7f8efd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:03.368975 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:03.494633 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-232b689a-c59b-43c4-a811-d9544d7f8efd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:03.584837 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac64df0a-dfbe-4871-95b2-457b84a0caa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:03.604065 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac64df0a-dfbe-4871-95b2-457b84a0caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:03.610568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b689a-c59b-43c4-a811-d9544d7f8efd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=4cd44a38-5846-47e4-826d-3719f84ffc01,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:03.630008 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232b689a-c59b-43c4-a811-d9544d7f8efd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:03.631462 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-232b689a-c59b-43c4-a811-d9544d7f8efd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:03.638934 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232b689a-c59b-43c4-a811-d9544d7f8efd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:03.639697 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-232b689a-c59b-43c4-a811-d9544d7f8efd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:03.642677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1f3e70-51ab-45ff-9ea5-ee7bbe6be417 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:47:03.673460 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-232b689a-c59b-43c4-a811-d9544d7f8efd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4164906 Mar 23 12:47:03.675964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51884) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:03.680377 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b7186d84-c5fa-432f-bed2-d9690df96d08 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1188850274', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:03.706310 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ac64df0a-dfbe-4871-95b2-457b84a0caa5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=241a812898c44d658e4cff4505fc843c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0525525 Mar 23 12:47:03.707180 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Router 55850f9d-4dac-4853-afd5-a856c17a49cb is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:47:03.713802 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51886) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:03.733496 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7186d84-c5fa-432f-bed2-d9690df96d08 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:03.734577 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7186d84-c5fa-432f-bed2-d9690df96d08 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:03.774915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64df0a-dfbe-4871-95b2-457b84a0caa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fff1aba-f2ad-46af-8d22-6866fbebae4a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:03.847778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7186d84-c5fa-432f-bed2-d9690df96d08 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:03.849439 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8b7a3547-6fda-499e-964b-e93bc69b2686 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:03.858355 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7186d84-c5fa-432f-bed2-d9690df96d08 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:03.898202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7186d84-c5fa-432f-bed2-d9690df96d08 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:03.901958 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b7186d84-c5fa-432f-bed2-d9690df96d08 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2221673 Mar 23 12:47:03.901958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51888) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:03.915336 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': '4cd44a38-5846-47e4-826d-3719f84ffc01'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:47:03.916235 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:03.926549 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a83b4aa-e506-4c54-b731-c6802ed7cf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:03.937406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8b7a3547-6fda-499e-964b-e93bc69b2686 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:03.937774 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:03.988647 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a83b4aa-e506-4c54-b731-c6802ed7cf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:04.106091 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:47:04.156963 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:04.160682 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d5c0fb0f-1050-44e1-a7bb-d181d249e860 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.2400835 Mar 23 12:47:04.163803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51890) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:04.175592 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a83b4aa-e506-4c54-b731-c6802ed7cf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:04.178478 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a83b4aa-e506-4c54-b731-c6802ed7cf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:04.179785 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7a83b4aa-e506-4c54-b731-c6802ed7cf92 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0fff1aba-f2ad-46af-8d22-6866fbebae4a HTTP/1.1" status: 204 len: 168 time: 0.4646003 Mar 23 12:47:04.182340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Sync routers for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:47:04.189483 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83b4aa-e506-4c54-b731-c6802ed7cf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fff1aba-f2ad-46af-8d22-6866fbebae4a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:04.205499 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:47:04.206605 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:46:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:04.283798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761354f8-f963-412f-b2f1-836b4b421328 None None] Network 90e7b961-93d9-45ad-8d7b-62739f5ce26c requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:47:04.415988 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:04.453461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Allocated IP 2001:db8::2 (8fb47147-24e2-481b-9f4e-7d054a56d184/4cd44a38-5846-47e4-826d-3719f84ffc01/fe3e5add-f4ac-44be-8da7-340fc47a2888) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:04.513382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:47:04.600088 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:47:04.643151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-88fd8f9e-75f5-4b87-b148-914ad070d392 None None] Provisioning complete for port 8b7a3547-6fda-499e-964b-e93bc69b2686 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:04.643629 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88fd8f9e-75f5-4b87-b148-914ad070d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:04.789813 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:04.815214 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 8b7a3547-6fda-499e-964b-e93bc69b2686, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8b7a3547-6fda-499e-964b-e93bc69b2686,segment=NetworkSegment(61ec6d6d-435d-4196-8b99-96042b59491d),segment_id=61ec6d6d-435d-4196-8b99-96042b59491d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:04.858779 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:05.048668 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=8b7a3547-6fda-499e-964b-e93bc69b2686,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:05.158766 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:05.174415 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:02Z', 'revision_number': 3, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:05.180080 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:05.224906 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Checking router: 55850f9d-4dac-4853-afd5-a856c17a49cb for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:47:05.225762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Updating router 55850f9d-4dac-4853-afd5-a856c17a49cb port eca4ed95-b17a-49a2-a1f8-b6c06512c02a binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:47:05.290948 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:05.303750 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:05.311047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::1 (8fb47147-24e2-481b-9f4e-7d054a56d184/4cd44a38-5846-47e4-826d-3719f84ffc01/7047c269-fac4-494d-94c8-64bba7accb7d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:05.315101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:05.323038 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:05.327069 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Pushing event updated for resources: {'Port': ['ID=fe3e5add-f4ac-44be-8da7-340fc47a2888,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:05.357864 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:05.582201 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Attempting to bind port fe3e5add-f4ac-44be-8da7-340fc47a2888 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:47:05.582935 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Attempting to bind port fe3e5add-f4ac-44be-8da7-340fc47a2888 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:47:05.583532 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Attempting to bind port fe3e5add-f4ac-44be-8da7-340fc47a2888 on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:05.601877 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:05.644222 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:47:05.645499 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:47:05.646117 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:05.646717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:47:05.647407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Bound port: fe3e5add-f4ac-44be-8da7-340fc47a2888, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:47:05.648062 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:05.670848 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:05.677896 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8b7a3547-6fda-499e-964b-e93bc69b2686 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:05.727182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-db445f93-8ecb-4a29-8449-9b1b83def5a7 None None] Provisioning complete for port 8b7a3547-6fda-499e-964b-e93bc69b2686 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:05.727689 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-db445f93-8ecb-4a29-8449-9b1b83def5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:05.966041 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:05.992382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:06.082209 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] For port fe3e5add-f4ac-44be-8da7-340fc47a2888, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:47:06.090081 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] For port fe3e5add-f4ac-44be-8da7-340fc47a2888, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fe3e5add-f4ac-44be-8da7-340fc47a2888,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:47:06.095126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=7047c269-fac4-494d-94c8-64bba7accb7d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:06.098838 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8b7a3547-6fda-499e-964b-e93bc69b2686 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:06.099401 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:06.108615 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:06.118980 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:06.119802 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:06.281304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292c167-9e29-4255-8920-adca8bd89f9e None None] Pushing event updated for resources: {'Port': ['ID=fe3e5add-f4ac-44be-8da7-340fc47a2888,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:06.368645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Allocated IP 172.20.0.1 (90e7b961-93d9-45ad-8d7b-62739f5ce26c/934c1c9c-3a98-4813-a53e-554c362e8d84/b9a87927-3008-47a3-a660-9dd0164bfb46) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:06.474287 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:06.485719 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:06.575094 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Attempting to bind port eca4ed95-b17a-49a2-a1f8-b6c06512c02a on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:47:06.575500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Attempting to bind port eca4ed95-b17a-49a2-a1f8-b6c06512c02a by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:47:06.575863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Attempting to bind port eca4ed95-b17a-49a2-a1f8-b6c06512c02a on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:06.585273 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:47:06.585652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:47:06.586046 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:06.586433 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:47:06.586900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Bound port: eca4ed95-b17a-49a2-a1f8-b6c06512c02a, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:47:06.587272 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:06.590222 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004582e-c046-400d-9e6a-f5781ed7c5d0 None None] Pushing event updated for resources: {'Port': ['ID=eca4ed95-b17a-49a2-a1f8-b6c06512c02a,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:06.663055 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:06.692608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] For port eca4ed95-b17a-49a2-a1f8-b6c06512c02a, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:47:06.697898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] For port eca4ed95-b17a-49a2-a1f8-b6c06512c02a, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=eca4ed95-b17a-49a2-a1f8-b6c06512c02a,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:47:06.731260 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:06.813825 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004582e-c046-400d-9e6a-f5781ed7c5d0 None None] Pushing event updated for resources: {'Port': ['ID=eca4ed95-b17a-49a2-a1f8-b6c06512c02a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:06.819539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:47:06.820318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:46:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:06.969721 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:07.087332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:47:07.101803 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:07.223918 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Network 90e7b961-93d9-45ad-8d7b-62739f5ce26c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:07.231129 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:07.252564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Pushing event updated for resources: {'Port': ['ID=b9a87927-3008-47a3-a660-9dd0164bfb46,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:07.278708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:07.506292 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:07.511653 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:07.514008 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:07.595399 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:07.647515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fe3e5add-f4ac-44be-8da7-340fc47a2888 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:07.657336 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:02Z', 'revision_number': 3, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:07.798149 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06def69-bb34-41ea-a011-3f7e28c8990a None None] The sync data for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 is: [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:02Z', 'revision_number': 3, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:47:07.849655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=7047c269-fac4-494d-94c8-64bba7accb7d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:07.885077 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port fe3e5add-f4ac-44be-8da7-340fc47a2888 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:07.885695 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:08.011654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6ae2d938-c60c-4eb6-b631-4cbc2e3efd0e None None] Provisioning complete for port b9a87927-3008-47a3-a660-9dd0164bfb46 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:08.012387 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d938-c60c-4eb6-b631-4cbc2e3efd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:08.018412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:08.025122 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:08.155479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2d938-c60c-4eb6-b631-4cbc2e3efd0e None None] Port b9a87927-3008-47a3-a660-9dd0164bfb46 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:47:08.358074 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:08.404040 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-af96b121-2a65-41ad-b9d2-2de354d8bd3e None None] Provisioning complete for port fe3e5add-f4ac-44be-8da7-340fc47a2888 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:08.405212 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af96b121-2a65-41ad-b9d2-2de354d8bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:08.733946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port fe3e5add-f4ac-44be-8da7-340fc47a2888, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fe3e5add-f4ac-44be-8da7-340fc47a2888,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:08.758297 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:08.946680 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=fe3e5add-f4ac-44be-8da7-340fc47a2888,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:09.118671 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-60d80870-6b94-4705-9969-1b58559222da None None] Provisioning complete for port 7047c269-fac4-494d-94c8-64bba7accb7d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:09.122900 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-60d80870-6b94-4705-9969-1b58559222da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:09.272911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-60d80870-6b94-4705-9969-1b58559222da None None] Port 7047c269-fac4-494d-94c8-64bba7accb7d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:47:09.536383 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:09.555243 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ed9c29-c535-4706-94d5-0e6c5666f778 None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:47:09.726910 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-15219f87-0920-407d-a81b-b41e3b790da5 None None] Provisioning complete for port 7047c269-fac4-494d-94c8-64bba7accb7d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:09.727109 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-15219f87-0920-407d-a81b-b41e3b790da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:09.812788 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Router c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:47:09.821819 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fe3e5add-f4ac-44be-8da7-340fc47a2888 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:10.031567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:47:10.042997 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cf2bc763-964c-4fea-a1e3-63263996fe22 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "PUT /v2.0/routers/c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1403093 Mar 23 12:47:10.046639 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51988) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:10.117025 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Sync routers for ids ['c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:47:10.133923 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-15219f87-0920-407d-a81b-b41e3b790da5 None None] Port 7047c269-fac4-494d-94c8-64bba7accb7d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:47:10.139201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5a2143-c282-42f4-97be-844437930d3a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:10.145027 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0d5a2143-c282-42f4-97be-844437930d3a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports/7047c269-fac4-494d-94c8-64bba7accb7d HTTP/1.1" status: 200 len: 911 time: 0.0964768 Mar 23 12:47:10.148532 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51990) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:10.169136 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Routers {'c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:47:10.169762 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:46:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:10.189612 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:10.207661 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:10.228970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port fe3e5add-f4ac-44be-8da7-340fc47a2888 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:10.229453 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:10.274518 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed9c29-c535-4706-94d5-0e6c5666f778 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:47:10.328877 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c34d774-840c-4b50-b6b4-1f706f96db91 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:10.383184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c34d774-840c-4b50-b6b4-1f706f96db91 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:10.384885 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9c34d774-840c-4b50-b6b4-1f706f96db91 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2351475 Mar 23 12:47:10.391048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51996) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:10.418578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Pushing event updated for resources: {'Port': ['ID=b9a87927-3008-47a3-a660-9dd0164bfb46,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:10.494303 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:10.541828 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device eca4ed95-b17a-49a2-a1f8-b6c06512c02a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:10.652271 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Set router c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:47:10.714224 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160295d-c9b6-4d21-aa6c-05e43f3056ed req-3395177f-006f-4ef5-874a-a28259e7b438 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:10.729246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port eca4ed95-b17a-49a2-a1f8-b6c06512c02a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:10.729451 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8160295d-c9b6-4d21-aa6c-05e43f3056ed req-3395177f-006f-4ef5-874a-a28259e7b438 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.1890533 Mar 23 12:47:10.729879 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:10.863518 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8160295d-c9b6-4d21-aa6c-05e43f3056ed req-e4c29b6f-f3f7-4261-8f3e-dc9c5e5f4a8a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312957 Mar 23 12:47:11.007793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Network 90e7b961-93d9-45ad-8d7b-62739f5ce26c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:11.011548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:11.111174 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:11.162774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port eca4ed95-b17a-49a2-a1f8-b6c06512c02a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=eca4ed95-b17a-49a2-a1f8-b6c06512c02a,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:11.168210 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:11.292303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=eca4ed95-b17a-49a2-a1f8-b6c06512c02a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:11.611520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Router 55850f9d-4dac-4853-afd5-a856c17a49cb has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:47:11.665139 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab', 'name': 'tempest-NetworksTestDHCPv6-router-1188850274', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:03Z', 'updated_at': '2022-03-23T12:47:06Z', 'revision_number': 2, 'project_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'gw_port_host': None, '_interfaces': [{'id': '7047c269-fac4-494d-94c8-64bba7accb7d', 'name': '', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'mac_address': 'fa:16:3e:f5:fa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '4cd44a38-5846-47e4-826d-3719f84ffc01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:07Z', 'revision_number': 2, 'project_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'subnets': [{'id': '4cd44a38-5846-47e4-826d-3719f84ffc01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:11.763964 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Checking router: c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:47:11.764458 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Updating router c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab port 7047c269-fac4-494d-94c8-64bba7accb7d binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:47:11.818144 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:11.906236 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device eca4ed95-b17a-49a2-a1f8-b6c06512c02a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:11.914518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc986d8-b82c-42e0-832d-091470930ecd req-3743252d-5cba-4e2f-86b2-cf41865b5383 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:11.921266 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecc986d8-b82c-42e0-832d-091470930ecd req-3743252d-5cba-4e2f-86b2-cf41865b5383 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.2113903 Mar 23 12:47:12.073287 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port eca4ed95-b17a-49a2-a1f8-b6c06512c02a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:12.074059 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:12.086115 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7434f43a-2292-4527-95b5-67c085b51f5c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:12.170545 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:47:12.183855 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Sync routers for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:47:12.208476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:47:12.209381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:46:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:12.243760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-ecc986d8-b82c-42e0-832d-091470930ecd req-ce7766ab-4d06-4724-82b7-40d8db1e9577 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Deleting port f840d146-f9e1-45f1-bbf4-ad396ecb4a8f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:47:12.244149 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ecc986d8-b82c-42e0-832d-091470930ecd req-ce7766ab-4d06-4724-82b7-40d8db1e9577 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:12.474220 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a7a8c7d7-f831-40db-902d-c016899aadcb admin admin] 10.222.0.52 "PUT /v2.0/routers/55850f9d-4dac-4853-afd5-a856c17a49cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3092678 Mar 23 12:47:12.510380 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ecc986d8-b82c-42e0-832d-091470930ecd req-ce7766ab-4d06-4724-82b7-40d8db1e9577 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] For port f840d146-f9e1-45f1-bbf4-ad396ecb4a8f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f840d146-f9e1-45f1-bbf4-ad396ecb4a8f,segment=NetworkSegment(db53acb3-07ac-4ad6-9d06-e5862eb13546),segment_id=db53acb3-07ac-4ad6-9d06-e5862eb13546)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:12.511955 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ecc986d8-b82c-42e0-832d-091470930ecd req-ce7766ab-4d06-4724-82b7-40d8db1e9577 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:12.697960 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:12.714732 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:12.761760 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd86dd-4234-49fd-bc89-d57360e843d2 req-e91629f7-6835-4b1e-9c43-38ce336f5107 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:12.767363 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9abd86dd-4234-49fd-bc89-d57360e843d2 req-e91629f7-6835-4b1e-9c43-38ce336f5107 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 945 time: 0.5959702 Mar 23 12:47:12.859773 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9abd86dd-4234-49fd-bc89-d57360e843d2 req-e7f0c031-c76e-4f2a-871b-ab0ea6e8c146 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=fef5cedc-5802-41a4-8541-8ae4dbd52372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647216 Mar 23 12:47:12.875990 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e385775-96a9-400f-bc76-68b8e6b7b7e7 None None] Pushing event updated for resources: {'Port': ['ID=7047c269-fac4-494d-94c8-64bba7accb7d,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:12.908519 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e385775-96a9-400f-bc76-68b8e6b7b7e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:12.912014 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e385775-96a9-400f-bc76-68b8e6b7b7e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:12.912642 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e385775-96a9-400f-bc76-68b8e6b7b7e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:12.913512 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e385775-96a9-400f-bc76-68b8e6b7b7e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:12.914015 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e385775-96a9-400f-bc76-68b8e6b7b7e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:12.914500 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e385775-96a9-400f-bc76-68b8e6b7b7e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:12.916750 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e385775-96a9-400f-bc76-68b8e6b7b7e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:12.917240 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e385775-96a9-400f-bc76-68b8e6b7b7e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:12.917943 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e385775-96a9-400f-bc76-68b8e6b7b7e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:12.918421 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e385775-96a9-400f-bc76-68b8e6b7b7e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:12.920807 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e385775-96a9-400f-bc76-68b8e6b7b7e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:12.922223 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e385775-96a9-400f-bc76-68b8e6b7b7e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:12.946735 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-26fcc799-5071-4a3b-9e2b-942af1bdb993 None None] Provisioning complete for port 7047c269-fac4-494d-94c8-64bba7accb7d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:12.947104 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-26fcc799-5071-4a3b-9e2b-942af1bdb993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:13.028749 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Attempting to bind port 7047c269-fac4-494d-94c8-64bba7accb7d on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:47:13.029113 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Attempting to bind port 7047c269-fac4-494d-94c8-64bba7accb7d by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:47:13.029473 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Attempting to bind port 7047c269-fac4-494d-94c8-64bba7accb7d on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:13.035864 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:47:13.036257 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:47:13.036661 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:13.037050 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:47:13.037522 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Bound port: 7047c269-fac4-494d-94c8-64bba7accb7d, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:47:13.037895 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:13.109406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-26fcc799-5071-4a3b-9e2b-942af1bdb993 None None] Port 7047c269-fac4-494d-94c8-64bba7accb7d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:47:13.114698 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7434f43a-2292-4527-95b5-67c085b51f5c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port 7047c269-fac4-494d-94c8-64bba7accb7d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:47:13.115252 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7434f43a-2292-4527-95b5-67c085b51f5c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:13.125443 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:47:13.155720 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ecc986d8-b82c-42e0-832d-091470930ecd req-ce7766ab-4d06-4724-82b7-40d8db1e9577 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:13.156198 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ecc986d8-b82c-42e0-832d-091470930ecd req-ce7766ab-4d06-4724-82b7-40d8db1e9577 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:13.156445 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [req-ecc986d8-b82c-42e0-832d-091470930ecd req-ce7766ab-4d06-4724-82b7-40d8db1e9577 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Floating IP 6861462d-f5d3-4a4b-8270-f5701947bbc9 disassociated. External IP: 172.25.2.250, port: f840d146-f9e1-45f1-bbf4-ad396ecb4a8f. Mar 23 12:47:13.159129 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-ecc986d8-b82c-42e0-832d-091470930ecd req-ce7766ab-4d06-4724-82b7-40d8db1e9577 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Calling delete_port for f840d146-f9e1-45f1-bbf4-ad396ecb4a8f owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:47:13.234294 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-26fcc799-5071-4a3b-9e2b-942af1bdb993 None None] Provisioning complete for port fe3e5add-f4ac-44be-8da7-340fc47a2888 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:13.235208 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-26fcc799-5071-4a3b-9e2b-942af1bdb993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:13.241238 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] For port 7047c269-fac4-494d-94c8-64bba7accb7d, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:47:13.248536 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] For port 7047c269-fac4-494d-94c8-64bba7accb7d, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=7047c269-fac4-494d-94c8-64bba7accb7d,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:47:13.255467 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:13.425331 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Routers {'c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:47:13.426122 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:46:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:13.426753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-7434f43a-2292-4527-95b5-67c085b51f5c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] For port 7047c269-fac4-494d-94c8-64bba7accb7d, host n-d-834854-1, got binding levels [] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:13.427127 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7434f43a-2292-4527-95b5-67c085b51f5c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:13.488707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7434f43a-2292-4527-95b5-67c085b51f5c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for 7047c269-fac4-494d-94c8-64bba7accb7d owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:47:13.568703 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] Set router c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:47:13.631780 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ecc986d8-b82c-42e0-832d-091470930ecd req-ce7766ab-4d06-4724-82b7-40d8db1e9577 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:13.881047 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab', 'name': 'tempest-NetworksTestDHCPv6-router-1188850274', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:03Z', 'updated_at': '2022-03-23T12:47:06Z', 'revision_number': 2, 'project_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'gw_port_host': None, '_interfaces': [{'id': '7047c269-fac4-494d-94c8-64bba7accb7d', 'name': '', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'mac_address': 'fa:16:3e:f5:fa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '4cd44a38-5846-47e4-826d-3719f84ffc01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:13Z', 'revision_number': 4, 'project_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'subnets': [{'id': '4cd44a38-5846-47e4-826d-3719f84ffc01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:13.963413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7434f43a-2292-4527-95b5-67c085b51f5c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:13.996747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-abe501da-cb73-4e52-be9d-f8cea9a7b542 None None] Provisioning complete for port 7047c269-fac4-494d-94c8-64bba7accb7d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:14.000294 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5920a4-d219-459d-8c4d-c072062cfe60 None None] The sync data for ids ['c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab'] in n-d-834854-1 is: [{'id': 'c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab', 'name': 'tempest-NetworksTestDHCPv6-router-1188850274', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:03Z', 'updated_at': '2022-03-23T12:47:06Z', 'revision_number': 2, 'project_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'gw_port_host': None, '_interfaces': [{'id': '7047c269-fac4-494d-94c8-64bba7accb7d', 'name': '', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'mac_address': 'fa:16:3e:f5:fa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '4cd44a38-5846-47e4-826d-3719f84ffc01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:13Z', 'revision_number': 4, 'project_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'subnets': [{'id': '4cd44a38-5846-47e4-826d-3719f84ffc01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:47:14.003291 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-abe501da-cb73-4e52-be9d-f8cea9a7b542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:14.020971 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e385775-96a9-400f-bc76-68b8e6b7b7e7 None None] Pushing event updated for resources: {'Port': ['ID=7047c269-fac4-494d-94c8-64bba7accb7d,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:14.063875 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434f43a-2292-4527-95b5-67c085b51f5c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=7047c269-fac4-494d-94c8-64bba7accb7d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:14.116917 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-abe501da-cb73-4e52-be9d-f8cea9a7b542 None None] Port 7047c269-fac4-494d-94c8-64bba7accb7d was deleted so its status cannot be updated. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 23 12:47:14.171471 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:09Z', 'revision_number': 2, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:14.286383 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77c0b7de-380b-414a-a66e-6a62ee72e9af req-0756efb6-2d66-4840-8fe5-4e45ecc13d2e tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 210 time: 0.2055333 Mar 23 12:47:14.301923 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Checking router: 55850f9d-4dac-4853-afd5-a856c17a49cb for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:47:14.302523 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Updating router 55850f9d-4dac-4853-afd5-a856c17a49cb port b9a87927-3008-47a3-a660-9dd0164bfb46 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:47:14.312845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-abe501da-cb73-4e52-be9d-f8cea9a7b542 None None] Provisioning complete for port b9a87927-3008-47a3-a660-9dd0164bfb46 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:14.313219 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-abe501da-cb73-4e52-be9d-f8cea9a7b542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:14.414268 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-abe501da-cb73-4e52-be9d-f8cea9a7b542 None None] Port b9a87927-3008-47a3-a660-9dd0164bfb46 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:47:14.529011 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:14.529998 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7434f43a-2292-4527-95b5-67c085b51f5c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:14.666582 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7766ab-4d06-4724-82b7-40d8db1e9577 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event deleted for resources: {'Port': ['ID=f840d146-f9e1-45f1-bbf4-ad396ecb4a8f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:14.895584 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7434f43a-2292-4527-95b5-67c085b51f5c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Router c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:47:14.961990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecc986d8-b82c-42e0-832d-091470930ecd req-ce7766ab-4d06-4724-82b7-40d8db1e9577 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Router f07840be-cdb3-4dee-a333-5c1ca01449df has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:47:14.972123 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-4d391e5a-abaa-499e-bdc5-175a611fd489 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:14.975502 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-4d391e5a-abaa-499e-bdc5-175a611fd489 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 821 time: 1.5508876 Mar 23 12:47:15.007050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52062) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:15.075915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7434f43a-2292-4527-95b5-67c085b51f5c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:47:15.095061 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7434f43a-2292-4527-95b5-67c085b51f5c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "PUT /v2.0/routers/c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7009838 Mar 23 12:47:15.095904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52068) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:15.116626 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-016838bc-513b-4013-9c0c-2995f35b6d5f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/quotas/58c99ee2e47f425c806eea0100fe6d5d HTTP/1.1" status: 200 len: 375 time: 0.1339884 Mar 23 12:47:15.271768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5813ace-11d8-4965-9c54-69cb80146632 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:15.273739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5813ace-11d8-4965-9c54-69cb80146632 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:15.280605 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a5813ace-11d8-4965-9c54-69cb80146632 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1832266 Mar 23 12:47:15.281213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52076) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:15.378966 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:15.392846 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:15.426845 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7763084c-898c-4946-b1b9-c14acacd3b42 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 4cd44a38-5846-47e4-826d-3719f84ffc01 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:47:15.438926 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7763084c-898c-4946-b1b9-c14acacd3b42 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:15.453675 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-debdf34a-c172-4aec-b90f-51b2c8143e0f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3285854 Mar 23 12:47:15.470578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0928a-35b0-46a4-9067-3608cf77a81d None None] Pushing event updated for resources: {'Port': ['ID=b9a87927-3008-47a3-a660-9dd0164bfb46,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:15.474778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f840d146-f9e1-45f1-bbf4-ad396ecb4a8f no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:47:15.502270 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-1fb4d0f2-9684-47ac-aeac-c2306055190b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:47:15.519820 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-1fb4d0f2-9684-47ac-aeac-c2306055190b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221667 Mar 23 12:47:15.540635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: f840d146-f9e1-45f1-bbf4-ad396ecb4a8f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:47:15.541159 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f840d146-f9e1-45f1-bbf4-ad396ecb4a8f not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:47:15.614420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Attempting to bind port b9a87927-3008-47a3-a660-9dd0164bfb46 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:47:15.614797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Attempting to bind port b9a87927-3008-47a3-a660-9dd0164bfb46 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '61ec6d6d-435d-4196-8b99-96042b59491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:47:15.615329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Attempting to bind port b9a87927-3008-47a3-a660-9dd0164bfb46 on network 90e7b961-93d9-45ad-8d7b-62739f5ce26c {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:15.624112 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ae3dc7c-f187-4377-b417-3289c3276b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:15.627444 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:47:15.627947 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1c73781a-7d44-45ac-a2c8-ea7d540e90d8 req-93bdf073-82f0-4487-b4a8-b53b94335851 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3464310-19c9-4707-b191-19ad9bca0c91 HTTP/1.1" status: 200 len: 210 time: 0.1753633 Mar 23 12:47:15.657817 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Checking segment: {'id': '61ec6d6d-435d-4196-8b99-96042b59491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:47:15.658283 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:15.658693 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Bound using segment: {'id': '61ec6d6d-435d-4196-8b99-96042b59491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:47:15.659203 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Bound port: b9a87927-3008-47a3-a660-9dd0164bfb46, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ec6d6d-435d-4196-8b99-96042b59491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:47:15.659592 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:15.680334 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7763084c-898c-4946-b1b9-c14acacd3b42 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:15.750896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecc986d8-b82c-42e0-832d-091470930ecd req-ce7766ab-4d06-4724-82b7-40d8db1e9577 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:47:15.763747 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52efe3a5-e0ba-4d84-a51c-096573060001 None None] Sync routers for ids ['f07840be-cdb3-4dee-a333-5c1ca01449df'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:47:15.787234 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52efe3a5-e0ba-4d84-a51c-096573060001 None None] Routers {'f07840be-cdb3-4dee-a333-5c1ca01449df'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:47:15.788883 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-52efe3a5-e0ba-4d84-a51c-096573060001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:46:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f07840be-cdb3-4dee-a333-5c1ca01449df'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:15.810651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] For port b9a87927-3008-47a3-a660-9dd0164bfb46, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:47:15.816598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] For port b9a87927-3008-47a3-a660-9dd0164bfb46, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b9a87927-3008-47a3-a660-9dd0164bfb46,segment=NetworkSegment(61ec6d6d-435d-4196-8b99-96042b59491d),segment_id=61ec6d6d-435d-4196-8b99-96042b59491d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:47:15.825540 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:15.867029 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc986d8-b82c-42e0-832d-091470930ecd req-ce7766ab-4d06-4724-82b7-40d8db1e9577 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] No DVR routers for this DVR port f840d146-f9e1-45f1-bbf4-ad396ecb4a8f on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:47:15.874311 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7763084c-898c-4946-b1b9-c14acacd3b42 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:15.886523 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ecc986d8-b82c-42e0-832d-091470930ecd req-ce7766ab-4d06-4724-82b7-40d8db1e9577 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:15.895810 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ecc986d8-b82c-42e0-832d-091470930ecd req-ce7766ab-4d06-4724-82b7-40d8db1e9577 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.77 "DELETE /v2.0/ports/f840d146-f9e1-45f1-bbf4-ad396ecb4a8f HTTP/1.1" status: 204 len: 173 time: 3.9667599 Mar 23 12:47:15.908534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3464310-19c9-4707-b191-19ad9bca0c91', 'name': 'network-vif-deleted', 'tag': 'f840d146-f9e1-45f1-bbf4-ad396ecb4a8f'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:47:15.910954 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb2b45f-35a3-413e-9080-df84dad8ebd4" -d '{"events": [{"server_uuid": "e3464310-19c9-4707-b191-19ad9bca0c91", "name": "network-vif-deleted", "tag": "f840d146-f9e1-45f1-bbf4-ad396ecb4a8f"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:47:16.004534 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7763084c-898c-4946-b1b9-c14acacd3b42 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:16.057226 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-cd8739ca-9dd5-4510-beb9-c1169f7af740 service neutron] 10.222.0.52 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028782 Mar 23 12:47:16.087373 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763084c-898c-4946-b1b9-c14acacd3b42 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd44a38-5846-47e4-826d-3719f84ffc01,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:16.104026 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7763084c-898c-4946-b1b9-c14acacd3b42 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:16.109408 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9994844d-e67b-4666-8da2-4b0ad1fb7e46 x-openstack-request-id: req-9994844d-e67b-4666-8da2-4b0ad1fb7e46 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:47:16.109724 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3464310-19c9-4707-b191-19ad9bca0c91", "name": "network-vif-deleted", "tag": "f840d146-f9e1-45f1-bbf4-ad396ecb4a8f", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:47:16.109953 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9994844d-e67b-4666-8da2-4b0ad1fb7e46 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:47:16.110370 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3464310-19c9-4707-b191-19ad9bca0c91', 'name': 'network-vif-deleted', 'tag': 'f840d146-f9e1-45f1-bbf4-ad396ecb4a8f', 'status': 'completed', 'code': 200} Mar 23 12:47:16.125974 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-52efe3a5-e0ba-4d84-a51c-096573060001 None None] Set router f07840be-cdb3-4dee-a333-5c1ca01449df gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:47:16.130548 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7763084c-898c-4946-b1b9-c14acacd3b42 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/4cd44a38-5846-47e4-826d-3719f84ffc01 HTTP/1.1" status: 204 len: 168 time: 0.8412242 Mar 23 12:47:16.131366 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52086) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:16.172591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9340abcd-9378-4982-b3dd-2479f1294132 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:47:16.191660 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:47:16.194272 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:46:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:16.318950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9eba0f0a-853b-4799-b708-d4a7864b6ba5 None None] Provisioning complete for port b9a87927-3008-47a3-a660-9dd0164bfb46 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:16.319324 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9eba0f0a-853b-4799-b708-d4a7864b6ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:16.322235 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:16.385982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0928a-35b0-46a4-9067-3608cf77a81d None None] Pushing event updated for resources: {'Port': ['ID=b9a87927-3008-47a3-a660-9dd0164bfb46,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:16.551793 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ae3dc7c-f187-4377-b417-3289c3276b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:16.579697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:47:16.638326 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-52efe3a5-e0ba-4d84-a51c-096573060001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:29Z', 'revision_number': 4, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c95f1cfe-1053-401a-a084-4ba67d012ca9', 'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'mac_address': 'fa:16:3e:4c:e0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:28Z', 'updated_at': '2022-03-23T12:41:34Z', 'revision_number': 5, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'subnets': [{'id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:16.649798 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9eba0f0a-853b-4799-b708-d4a7864b6ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:16.668100 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ae3dc7c-f187-4377-b417-3289c3276b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:16.694932 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52efe3a5-e0ba-4d84-a51c-096573060001 None None] Checking router: f07840be-cdb3-4dee-a333-5c1ca01449df for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:47:16.711323 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52efe3a5-e0ba-4d84-a51c-096573060001 None None] Routers {'f07840be-cdb3-4dee-a333-5c1ca01449df'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:47:16.711972 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-52efe3a5-e0ba-4d84-a51c-096573060001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:46:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f07840be-cdb3-4dee-a333-5c1ca01449df'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:16.766997 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52094) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:16.785522 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c071da97-6d1f-4409-a8c6-ba4a103dc297 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6085470 Mar 23 12:47:16.787914 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b08d9ca-3dd1-4ee5-b93c-e88ccc2a4702 None None] Sync routers for ids ['c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:47:16.837938 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3374fd52-80e0-4f67-b019-ce1912bcbf87 None None] DHCP port deletion for 8fb47147-24e2-481b-9f4e-7d054a56d184 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:47:16.838796 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52096) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:16.862458 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b08d9ca-3dd1-4ee5-b93c-e88ccc2a4702 None None] Routers {'c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:47:16.862737 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8b08d9ca-3dd1-4ee5-b93c-e88ccc2a4702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:46:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:16.875769 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-75330295-c5a1-485d-b0ef-d2e5a0657f6f service neutron] 10.222.0.52 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8074770 Mar 23 12:47:16.901981 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3dc7c-f187-4377-b417-3289c3276b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a705ca1-82f6-4661-adf1-ca7d2728befe,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:16.926610 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7ae3dc7c-f187-4377-b417-3289c3276b22 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d7fd6f555c14aeb9f5dce25a7f36582&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9144793 Mar 23 12:47:16.929453 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52098) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:17.011281 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-08b7850a-c937-49b5-9b0c-388ae2abd39e tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.037315 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbebe-8840-47e0-a6de-559b34fb683c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.042374 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-52efe3a5-e0ba-4d84-a51c-096573060001 None None] Set router f07840be-cdb3-4dee-a333-5c1ca01449df gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:47:17.051592 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d52f5747-b7d9-4b52-ad03-2d9fc5bdb316 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.057549 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-08b7850a-c937-49b5-9b0c-388ae2abd39e tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.110282 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8b08d9ca-3dd1-4ee5-b93c-e88ccc2a4702 None None] Set router c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:47:17.142801 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbebe-8840-47e0-a6de-559b34fb683c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.147708 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-08b7850a-c937-49b5-9b0c-388ae2abd39e tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.150896 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-08b7850a-c937-49b5-9b0c-388ae2abd39e tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.152297 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-08b7850a-c937-49b5-9b0c-388ae2abd39e tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "DELETE /v2.0/security-groups/fef5cedc-5802-41a4-8541-8ae4dbd52372 HTTP/1.1" status: 204 len: 168 time: 0.3123579 Mar 23 12:47:17.156732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52106) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:17.209700 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-ee65040c-fda3-4bd3-aaa5-e86cbb70fa25 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] show failed (client error): The resource could not be found. Mar 23 12:47:17.211015 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ee65040c-fda3-4bd3-aaa5-e86cbb70fa25 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups/fef5cedc-5802-41a4-8541-8ae4dbd52372 HTTP/1.1" status: 404 len: 347 time: 0.0531576 Mar 23 12:47:17.212691 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7850a-c937-49b5-9b0c-388ae2abd39e tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef5cedc-5802-41a4-8541-8ae4dbd52372,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:17.214881 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52114) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:17.380583 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbebe-8840-47e0-a6de-559b34fb683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.388993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbebe-8840-47e0-a6de-559b34fb683c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.396319 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fe6fbebe-8840-47e0-a6de-559b34fb683c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a705ca1-82f6-4661-adf1-ca7d2728befe HTTP/1.1" status: 204 len: 168 time: 0.4620512 Mar 23 12:47:17.413433 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-970dcbae-3c7e-43b8-b469-3c2c85e696c5 req-6969db89-3131-4775-9be8-e0c4048f3f5f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 210 time: 0.0930970 Mar 23 12:47:17.458548 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8b08d9ca-3dd1-4ee5-b93c-e88ccc2a4702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab', 'name': 'tempest-NetworksTestDHCPv6-router-1188850274', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:03Z', 'updated_at': '2022-03-23T12:47:13Z', 'revision_number': 3, 'project_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:17.467755 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bc115666-c164-4c78-b63a-c963b3c7af76 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Deleting port b3217a29-8cd5-47c7-ab04-c5c6e0c30a0d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:47:17.470248 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc115666-c164-4c78-b63a-c963b3c7af76 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.549388 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d52f5747-b7d9-4b52-ad03-2d9fc5bdb316 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.552146 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d52f5747-b7d9-4b52-ad03-2d9fc5bdb316 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.614679 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc115666-c164-4c78-b63a-c963b3c7af76 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.615018 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc115666-c164-4c78-b63a-c963b3c7af76 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.631292 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bc115666-c164-4c78-b63a-c963b3c7af76 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Calling delete_port for b3217a29-8cd5-47c7-ab04-c5c6e0c30a0d owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:47:17.648388 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b08d9ca-3dd1-4ee5-b93c-e88ccc2a4702 None None] Checking router: c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:47:17.688542 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-52efe3a5-e0ba-4d84-a51c-096573060001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:29Z', 'revision_number': 4, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c95f1cfe-1053-401a-a084-4ba67d012ca9', 'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'mac_address': 'fa:16:3e:4c:e0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:28Z', 'updated_at': '2022-03-23T12:41:34Z', 'revision_number': 5, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'subnets': [{'id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:17.720864 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d52f5747-b7d9-4b52-ad03-2d9fc5bdb316 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.721386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52f5747-b7d9-4b52-ad03-2d9fc5bdb316 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Fanout notify agent at l3_agent the message router_deleted on router c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:47:17.723184 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9eba0f0a-853b-4799-b708-d4a7864b6ba5 None None] For port b9a87927-3008-47a3-a660-9dd0164bfb46, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b9a87927-3008-47a3-a660-9dd0164bfb46,segment=NetworkSegment(61ec6d6d-435d-4196-8b99-96042b59491d),segment_id=61ec6d6d-435d-4196-8b99-96042b59491d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:17.763727 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d52f5747-b7d9-4b52-ad03-2d9fc5bdb316 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.764899 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d52f5747-b7d9-4b52-ad03-2d9fc5bdb316 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/routers/c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab HTTP/1.1" status: 204 len: 168 time: 0.9969184 Mar 23 12:47:17.771313 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52130) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:17.776498 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52efe3a5-e0ba-4d84-a51c-096573060001 None None] The sync data for ids ['f07840be-cdb3-4dee-a333-5c1ca01449df'] in n-d-834854-1 is: [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:29Z', 'revision_number': 4, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c95f1cfe-1053-401a-a084-4ba67d012ca9', 'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'mac_address': 'fa:16:3e:4c:e0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:28Z', 'updated_at': '2022-03-23T12:41:34Z', 'revision_number': 5, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'subnets': [{'id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:47:17.787760 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8aa9ba76-391f-4091-8cd7-9296649e3251 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:17.808443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fbebe-8840-47e0-a6de-559b34fb683c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a705ca1-82f6-4661-adf1-ca7d2728befe,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:17.901662 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc115666-c164-4c78-b63a-c963b3c7af76 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.943182 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9eba0f0a-853b-4799-b708-d4a7864b6ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.962239 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc115666-c164-4c78-b63a-c963b3c7af76 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event deleted for resources: {'Port': ['ID=b3217a29-8cd5-47c7-ab04-c5c6e0c30a0d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:17.984199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fe3e5add-f4ac-44be-8da7-340fc47a2888 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:47:17.996743 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:17.998258 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b08d9ca-3dd1-4ee5-b93c-e88ccc2a4702 None None] Routers set() bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:47:17.998632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b08d9ca-3dd1-4ee5-b93c-e88ccc2a4702 None None] Router IDs set() for agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 12:47:17.999239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_agentschedulers_db [None req-8b08d9ca-3dd1-4ee5-b93c-e88ccc2a4702 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:46:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent'). {{(pid=102780) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 23 12:47:17.999939 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b08d9ca-3dd1-4ee5-b93c-e88ccc2a4702 None None] The sync data for ids ['c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:47:18.010566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa9ba76-391f-4091-8cd7-9296649e3251 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:18.015169 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8aa9ba76-391f-4091-8cd7-9296649e3251 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:18.070475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52134) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:18.114376 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fdbd09fe-f8fa-4558-8be2-2d7e1d10db45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:18.219553 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc115666-c164-4c78-b63a-c963b3c7af76 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:18.232510 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc115666-c164-4c78-b63a-c963b3c7af76 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:18.238138 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bc115666-c164-4c78-b63a-c963b3c7af76 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "DELETE /v2.0/floatingips/6861462d-f5d3-4a4b-8270-f5701947bbc9 HTTP/1.1" status: 204 len: 168 time: 1.0217617 Mar 23 12:47:18.402362 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3269af83-d88b-477e-89f2-07b41839e9cb None None] New status for floating IP 6861462d-f5d3-4a4b-8270-f5701947bbc9: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:47:18.404027 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fdbd09fe-f8fa-4558-8be2-2d7e1d10db45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:18.411117 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fdbd09fe-f8fa-4558-8be2-2d7e1d10db45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:18.492012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba0f0a-853b-4799-b708-d4a7864b6ba5 None None] Pushing event updated for resources: {'Port': ['ID=b9a87927-3008-47a3-a660-9dd0164bfb46,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:18.544873 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fdbd09fe-f8fa-4558-8be2-2d7e1d10db45 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0da59954da3e4219865484b24b8286c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4720373 Mar 23 12:47:18.549650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52146) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:18.620458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd09fe-f8fa-4558-8be2-2d7e1d10db45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a9524f-a10a-4495-830f-fb7f44ea583e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:18.636521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3374fd52-80e0-4f67-b019-ce1912bcbf87 None None] Deleting port fe3e5add-f4ac-44be-8da7-340fc47a2888 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:47:18.639079 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3374fd52-80e0-4f67-b019-ce1912bcbf87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:18.680524 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4fc04330-6ebd-46da-b710-42a783b0076b None None] Provisioning complete for port b9a87927-3008-47a3-a660-9dd0164bfb46 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:18.680894 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fc04330-6ebd-46da-b710-42a783b0076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:18.716208 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd378-b952-4413-ab75-303e6789020e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:18.766105 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd378-b952-4413-ab75-303e6789020e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:18.865203 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:18.891774 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52152) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:18.916141 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1425099320', 'description': 'tempest-description--1243940349'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:18.936893 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd378-b952-4413-ab75-303e6789020e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:18.941917 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd378-b952-4413-ab75-303e6789020e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:18.943372 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5e7cd378-b952-4413-ab75-303e6789020e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8a9524f-a10a-4495-830f-fb7f44ea583e HTTP/1.1" status: 204 len: 168 time: 0.3939030 Mar 23 12:47:18.947125 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:18.963673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cd378-b952-4413-ab75-303e6789020e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a9524f-a10a-4495-830f-fb7f44ea583e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:19.061828 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9415cdb2-5e6d-4a92-ba53-26e7815e7fd7 req-2133e210-5902-4f47-b13f-08bb22c39dbb tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 210 time: 0.0914519 Mar 23 12:47:19.073060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port fe3e5add-f4ac-44be-8da7-340fc47a2888, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fe3e5add-f4ac-44be-8da7-340fc47a2888,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:19.141420 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:19.142898 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:19.182695 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:19.244675 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3374fd52-80e0-4f67-b019-ce1912bcbf87 None None] For port fe3e5add-f4ac-44be-8da7-340fc47a2888, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fe3e5add-f4ac-44be-8da7-340fc47a2888,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:19.245184 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3374fd52-80e0-4f67-b019-ce1912bcbf87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:19.287143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3374fd52-80e0-4f67-b019-ce1912bcbf87 None None] Calling delete_port for fe3e5add-f4ac-44be-8da7-340fc47a2888 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:47:19.329803 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=fe3e5add-f4ac-44be-8da7-340fc47a2888,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:19.379351 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8aa9ba76-391f-4091-8cd7-9296649e3251 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:19.426384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa9ba76-391f-4091-8cd7-9296649e3251 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:19.435462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:15Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:19.451918 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8aa9ba76-391f-4091-8cd7-9296649e3251 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:19.481049 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-26c71dae-6a15-49be-b862-6f868ef17562 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:19.482821 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-26c71dae-6a15-49be-b862-6f868ef17562 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.77 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 821 time: 0.3194368 Mar 23 12:47:19.496184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282a4ffd-2172-4aca-91cd-573362e77d71,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:19.503026 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:19.504906 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4ddd0-26d6-47fc-b9ae-f768cb66a3a6 None None] The sync data for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 is: [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:15Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:47:19.508578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa9ba76-391f-4091-8cd7-9296649e3251 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:19.509260 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8aa9ba76-391f-4091-8cd7-9296649e3251 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:19.519119 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6218817 Mar 23 12:47:19.522068 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52164) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:19.527165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-618a5350-af97-4dd7-acd6-60840790d4b4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Request body: {'port': {'device_id': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'admin_state_up': True, 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:19.543390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e81165c9-ac22-46bc-a508-60ffa178f9d2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Request body: {'security_group_rule': {'security_group_id': '282a4ffd-2172-4aca-91cd-573362e77d71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:19.596088 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3374fd52-80e0-4f67-b019-ce1912bcbf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:19.647036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9ba76-391f-4091-8cd7-9296649e3251 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=c5a109e5-f391-4e7f-8274-71f03f9b0cb5,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:19.673183 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374fd52-80e0-4f67-b019-ce1912bcbf87 None None] Pushing event deleted for resources: {'Port': ['ID=fe3e5add-f4ac-44be-8da7-340fc47a2888,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:19.678901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3374fd52-80e0-4f67-b019-ce1912bcbf87 None None] No DVR routers for this DVR port fe3e5add-f4ac-44be-8da7-340fc47a2888 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:47:19.717899 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8547669-7e1f-4088-9c58-3aa6de16570d None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:47:19.734350 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:19.742944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:19.743381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:19.743741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:19.744146 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:19.744430 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:19.744761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:19.745569 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8aa9ba76-391f-4091-8cd7-9296649e3251 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9706819 Mar 23 12:47:19.751619 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:19.752064 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:19.752407 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:19.752749 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:19.753083 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745680-4efa-4e9f-8c79-6af1ddd4492c tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:19.754828 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52170) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:19.772914 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f56a876d-cb30-40aa-bec2-59fe316e6916 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2051472848', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:19.787851 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e81165c9-ac22-46bc-a508-60ffa178f9d2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:19.839546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-618a5350-af97-4dd7-acd6-60840790d4b4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Made reservation on behalf of 58c99ee2e47f425c806eea0100fe6d5d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:19.850019 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-618a5350-af97-4dd7-acd6-60840790d4b4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:19.990696 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f56a876d-cb30-40aa-bec2-59fe316e6916 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:19.994720 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f56a876d-cb30-40aa-bec2-59fe316e6916 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:20.065058 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e81165c9-ac22-46bc-a508-60ffa178f9d2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:20.084072 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b9a87927-3008-47a3-a660-9dd0164bfb46 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:20.144767 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f56a876d-cb30-40aa-bec2-59fe316e6916 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:20.145877 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e81165c9-ac22-46bc-a508-60ffa178f9d2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:20.159116 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f56a876d-cb30-40aa-bec2-59fe316e6916 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:20.183262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81165c9-ac22-46bc-a508-60ffa178f9d2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e13ffc4-1734-495f-a6c8-77ed04d0fc99,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:20.189141 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-618a5350-af97-4dd7-acd6-60840790d4b4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Allocated IP 172.20.0.11 (90e7b961-93d9-45ad-8d7b-62739f5ce26c/934c1c9c-3a98-4813-a53e-554c362e8d84/d8b78ad6-32ab-447b-abdb-ced00b1a602a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:20.194866 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e81165c9-ac22-46bc-a508-60ffa178f9d2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:20.196476 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e81165c9-ac22-46bc-a508-60ffa178f9d2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6734579 Mar 23 12:47:20.200642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52180) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:20.200911 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f56a876d-cb30-40aa-bec2-59fe316e6916 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:20.206673 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f56a876d-cb30-40aa-bec2-59fe316e6916 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4446321 Mar 23 12:47:20.207701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52182) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:20.223339 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-21b9789e-38e1-4cee-8be4-98462797ada2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Request body: {'security_group_rule': {'security_group_id': '282a4ffd-2172-4aca-91cd-573362e77d71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:20.280373 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': 'c5a109e5-f391-4e7f-8274-71f03f9b0cb5'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:47:20.281290 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:20.376696 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc1b0c86-e70c-4b89-9ade-bac23d4c47e0 req-1b816a94-3b6e-4e83-a8ef-4ebb8a43dde5 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 210 time: 0.0805910 Mar 23 12:47:20.548324 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port b9a87927-3008-47a3-a660-9dd0164bfb46 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:20.550016 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:20.580727 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21b9789e-38e1-4cee-8be4-98462797ada2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:20.772056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Allocated IP 2001:db8::2 (8fb47147-24e2-481b-9f4e-7d054a56d184/c5a109e5-f391-4e7f-8274-71f03f9b0cb5/8dba4c61-970e-4bb2-9467-18a70a85da70) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:20.792134 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 7047c269-fac4-494d-94c8-64bba7accb7d no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:47:20.828099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 7047c269-fac4-494d-94c8-64bba7accb7d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:47:20.828722 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 7047c269-fac4-494d-94c8-64bba7accb7d not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:47:21.029573 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:21.071504 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:21.081250 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:21.145674 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:21.148576 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:21.159004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:21.175875 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21b9789e-38e1-4cee-8be4-98462797ada2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:21.212847 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21b9789e-38e1-4cee-8be4-98462797ada2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:21.241752 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Pushing event updated for resources: {'Port': ['ID=8dba4c61-970e-4bb2-9467-18a70a85da70,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:21.265869 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-618a5350-af97-4dd7-acd6-60840790d4b4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:21.284648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9789e-38e1-4cee-8be4-98462797ada2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f26779f-42da-40a6-981e-55de36df9b6a,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:21.320477 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Attempting to bind port 8dba4c61-970e-4bb2-9467-18a70a85da70 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:47:21.321569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Attempting to bind port 8dba4c61-970e-4bb2-9467-18a70a85da70 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:47:21.322071 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Attempting to bind port 8dba4c61-970e-4bb2-9467-18a70a85da70 on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:21.329049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:47:21.329479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:47:21.329886 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:21.330281 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:47:21.334031 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Bound port: 8dba4c61-970e-4bb2-9467-18a70a85da70, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:47:21.334533 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:21.398211 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-618a5350-af97-4dd7-acd6-60840790d4b4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:21.408114 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21b9789e-38e1-4cee-8be4-98462797ada2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:21.409409 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-21b9789e-38e1-4cee-8be4-98462797ada2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2043417 Mar 23 12:47:21.412607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52238) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:21.419759 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:21.505883 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] For port 8dba4c61-970e-4bb2-9467-18a70a85da70, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:47:21.510368 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] For port 8dba4c61-970e-4bb2-9467-18a70a85da70, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8dba4c61-970e-4bb2-9467-18a70a85da70,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:47:21.520819 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:21.530999 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:21.771107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc3329-5183-4d1a-bfba-251c89241abb None None] Pushing event updated for resources: {'Port': ['ID=8dba4c61-970e-4bb2-9467-18a70a85da70,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:21.790784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e374f4-45d9-449d-99db-13b18e6b30a9 req-c67936d5-36d9-45d1-91e0-0bdafb6bab1a tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:21.804722 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a3e374f4-45d9-449d-99db-13b18e6b30a9 req-c67936d5-36d9-45d1-91e0-0bdafb6bab1a tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 932 time: 0.2143176 Mar 23 12:47:21.838361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a5350-af97-4dd7-acd6-60840790d4b4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Pushing event updated for resources: {'Port': ['ID=d8b78ad6-32ab-447b-abdb-ced00b1a602a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:21.865192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-618a5350-af97-4dd7-acd6-60840790d4b4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Network 90e7b961-93d9-45ad-8d7b-62739f5ce26c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:21.886323 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-618a5350-af97-4dd7-acd6-60840790d4b4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:21.893283 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-618a5350-af97-4dd7-acd6-60840790d4b4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:21.939699 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a3e374f4-45d9-449d-99db-13b18e6b30a9 req-e1ca48a0-79fe-45bf-a5eb-8c2c32e7b3e8 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202812 Mar 23 12:47:21.958134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::1 (8fb47147-24e2-481b-9f4e-7d054a56d184/c5a109e5-f391-4e7f-8274-71f03f9b0cb5/4e554af6-fe28-4ab7-afae-e8921565f6ad) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:21.975110 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:22.048509 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-618a5350-af97-4dd7-acd6-60840790d4b4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:22.049378 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-618a5350-af97-4dd7-acd6-60840790d4b4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:22.152292 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-618a5350-af97-4dd7-acd6-60840790d4b4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6227021 Mar 23 12:47:22.172699 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Request body: {'port': {'device_id': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:22.362323 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:22.404798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Allocated IP 172.25.2.50 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/71275af6-8dc8-4c50-a0d7-bb59275c4d73) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:22.413777 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:22.514860 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:22.558795 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2530cd68-c0e4-4e43-a55f-677ef198f0d3 None None] Provisioning complete for port d8b78ad6-32ab-447b-abdb-ced00b1a602a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:22.560489 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2530cd68-c0e4-4e43-a55f-677ef198f0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:22.560613 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:22.585905 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:22.592960 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:22.608597 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:22.609133 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:22.637231 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:22.656377 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2530cd68-c0e4-4e43-a55f-677ef198f0d3 None None] Port d8b78ad6-32ab-447b-abdb-ced00b1a602a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:47:22.689718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:22.693161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:22.701818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:22.728963 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=4e554af6-fe28-4ab7-afae-e8921565f6ad,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:22.777786 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event updated for resources: {'Port': ['ID=71275af6-8dc8-4c50-a0d7-bb59275c4d73,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:22.885565 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:22.893635 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:22.948682 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:23.230442 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:23.239753 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:23.363758 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event updated for resources: {'Port': ['ID=71275af6-8dc8-4c50-a0d7-bb59275c4d73,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:23.377313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:23.396105 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:23.408353 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a34ecb7c-4ab1-44c7-9e05-63a2ad156fa9 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9940195 Mar 23 12:47:23.734780 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8ca1ccaa-443f-45ad-832d-e08fa7ebf503 None None] Provisioning complete for port 8dba4c61-970e-4bb2-9467-18a70a85da70 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:23.735434 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ca1ccaa-443f-45ad-832d-e08fa7ebf503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:23.795966 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-701a9971-7cd9-4a0f-b40d-025ea484eeb2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1425099320&fields=id&tenant_id=1ea1481d248546008fdefdaf479fb3fc HTTP/1.1" status: 200 len: 267 time: 0.0825188 Mar 23 12:47:23.949365 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ca1ccaa-443f-45ad-832d-e08fa7ebf503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:24.068347 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b78ad6-32ab-447b-abdb-ced00b1a602a {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:47:24.068832 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8ca1ccaa-443f-45ad-832d-e08fa7ebf503 None None] For port 8dba4c61-970e-4bb2-9467-18a70a85da70, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8dba4c61-970e-4bb2-9467-18a70a85da70,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:24.080431 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8dba4c61-970e-4bb2-9467-18a70a85da70 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:24.081444 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:24.094861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Transition to ACTIVE for port object d8b78ad6-32ab-447b-abdb-ced00b1a602a will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:47:24.109524 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:24.139484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-a70a984a-5a8b-41e3-a863-c4de9ba3e783 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:24.142512 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-a70a984a-5a8b-41e3-a863-c4de9ba3e783 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/networks?id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54 HTTP/1.1" status: 200 len: 810 time: 0.3317866 Mar 23 12:47:24.165347 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-29164d87-70b3-497a-91c7-2328ba416ef6 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/quotas/1ea1481d248546008fdefdaf479fb3fc HTTP/1.1" status: 200 len: 375 time: 0.0140126 Mar 23 12:47:24.166679 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ca1ccaa-443f-45ad-832d-e08fa7ebf503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:24.237694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688349d-9e48-4f86-8fa9-d4d1784e29dc req-19a0e298-839e-40ce-97a5-89aae32acb72 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:24.245970 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5688349d-9e48-4f86-8fa9-d4d1784e29dc req-19a0e298-839e-40ce-97a5-89aae32acb72 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 932 time: 1.1834507 Mar 23 12:47:24.250999 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-842697ae-a7e9-46d9-a8dc-2e54f13f67c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:24.322736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-46981a8a-0e04-4dc3-a210-d45c5b543465 None None] Provisioning complete for port 4e554af6-fe28-4ab7-afae-e8921565f6ad triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:24.323437 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-46981a8a-0e04-4dc3-a210-d45c5b543465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:24.325058 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Pushing event updated for resources: {'Port': ['ID=d8b78ad6-32ab-447b-abdb-ced00b1a602a,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:24.328178 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-e54d05e3-803b-4a57-ba17-201a3c809be1 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ea1481d248546008fdefdaf479fb3fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1517413 Mar 23 12:47:24.406385 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1ccaa-443f-45ad-832d-e08fa7ebf503 None None] Pushing event updated for resources: {'Port': ['ID=8dba4c61-970e-4bb2-9467-18a70a85da70,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:24.414713 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-46981a8a-0e04-4dc3-a210-d45c5b543465 None None] Port 4e554af6-fe28-4ab7-afae-e8921565f6ad cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:47:24.416353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8dba4c61-970e-4bb2-9467-18a70a85da70 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:24.416726 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:24.495257 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:24.519262 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:24.534505 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:24.557408 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5688349d-9e48-4f86-8fa9-d4d1784e29dc req-f6c197c8-0351-4461-a9ca-60190f0722ec tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095102 Mar 23 12:47:24.565564 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-8381604d-da0c-409f-b3ff-ecfc711e53bd service neutron] 10.222.0.52 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193604 Mar 23 12:47:24.723482 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-ca68ca8d-74fd-4d0a-b041-cb3cf16c26c7 service neutron] 10.222.0.52 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524529 Mar 23 12:47:24.739961 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Attempting to bind port d8b78ad6-32ab-447b-abdb-ced00b1a602a on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:47:24.740313 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Attempting to bind port d8b78ad6-32ab-447b-abdb-ced00b1a602a by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '61ec6d6d-435d-4196-8b99-96042b59491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:47:24.740633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Attempting to bind port d8b78ad6-32ab-447b-abdb-ced00b1a602a on network 90e7b961-93d9-45ad-8d7b-62739f5ce26c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:24.745055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=4e554af6-fe28-4ab7-afae-e8921565f6ad,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:24.764499 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Port d8b78ad6-32ab-447b-abdb-ced00b1a602a on network 90e7b961-93d9-45ad-8d7b-62739f5ce26c not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:47:24.764816 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Attempting to bind port d8b78ad6-32ab-447b-abdb-ced00b1a602a on network 90e7b961-93d9-45ad-8d7b-62739f5ce26c {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:24.774226 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:47:24.774563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Checking segment: {'id': '61ec6d6d-435d-4196-8b99-96042b59491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:47:24.774943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Bound using segment: {'id': '61ec6d6d-435d-4196-8b99-96042b59491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:47:24.775500 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Bound port: d8b78ad6-32ab-447b-abdb-ced00b1a602a, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ec6d6d-435d-4196-8b99-96042b59491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:47:24.775854 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:24.859183 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:24.862471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:25.008525 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] For port d8b78ad6-32ab-447b-abdb-ced00b1a602a, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:47:25.027103 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] For port d8b78ad6-32ab-447b-abdb-ced00b1a602a, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d8b78ad6-32ab-447b-abdb-ced00b1a602a,segment=NetworkSegment(61ec6d6d-435d-4196-8b99-96042b59491d),segment_id=61ec6d6d-435d-4196-8b99-96042b59491d)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:47:25.038743 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:25.147845 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:25.148733 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:25.150843 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] 10.222.0.77 "PUT /v2.0/ports/d8b78ad6-32ab-447b-abdb-ced00b1a602a HTTP/1.1" status: 200 len: 1092 time: 2.9967203 Mar 23 12:47:25.156410 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'tag': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:47:25.159417 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2538aa68-6321-46fa-8fd0-a759bc0f3ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0aa9a6-c783-49e2-94d6-46e717d3548f", "tag": "d8b78ad6-32ab-447b-abdb-ced00b1a602a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:47:25.171506 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-227b88e1-f4b5-4e1a-9be7-a6119d70146b req-28ba39c4-bf61-4ab2-b263-84b0124b5111 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 210 time: 0.1171935 Mar 23 12:47:25.276678 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19520491-e4ca-4dbf-90c2-1201cd0e0e4d x-openstack-request-id: req-19520491-e4ca-4dbf-90c2-1201cd0e0e4d {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:47:25.277023 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0aa9a6-c783-49e2-94d6-46e717d3548f", "tag": "d8b78ad6-32ab-447b-abdb-ced00b1a602a", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:47:25.277279 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19520491-e4ca-4dbf-90c2-1201cd0e0e4d {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:47:25.278267 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'tag': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a', 'status': 'completed', 'code': 200} Mar 23 12:47:25.298538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Router 53c0d5d2-684a-4136-8acb-790949a306b1 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:47:25.313724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966c684-a348-406d-87fc-cd5212b45f2d service neutron] Pushing event updated for resources: {'Port': ['ID=d8b78ad6-32ab-447b-abdb-ced00b1a602a,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:25.346629 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-090aadc0-0314-4a47-8bc3-3c23578c603b None None] Provisioning complete for port 4e554af6-fe28-4ab7-afae-e8921565f6ad triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:25.347867 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-090aadc0-0314-4a47-8bc3-3c23578c603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:25.371769 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-089b8204-1dd5-4efd-a1d6-dc5d90e4ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:25.373356 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-089b8204-1dd5-4efd-a1d6-dc5d90e4ba09 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 1095 time: 0.1579404 Mar 23 12:47:25.404172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-090aadc0-0314-4a47-8bc3-3c23578c603b None None] Port 4e554af6-fe28-4ab7-afae-e8921565f6ad cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:47:25.476151 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-9c65cd66-049f-4a28-a3ad-1d58a947e0fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8b78ad6-32ab-447b-abdb-ced00b1a602a HTTP/1.1" status: 200 len: 217 time: 0.0866446 Mar 23 12:47:25.582498 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:47:25.593436 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Sync routers for ids ['53c0d5d2-684a-4136-8acb-790949a306b1'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:47:25.615121 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f290debe-7c3c-4baa-ab46-6ed4a344b990 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "PUT /v2.0/routers/53c0d5d2-684a-4136-8acb-790949a306b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3859541 Mar 23 12:47:25.617887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52362) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:25.619102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-ee49b594-4050-4328-9eee-7f1e9cd8a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:25.623553 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-ee49b594-4050-4328-9eee-7f1e9cd8a9a3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=934c1c9c-3a98-4813-a53e-554c362e8d84 HTTP/1.1" status: 200 len: 860 time: 0.1119480 Mar 23 12:47:25.645142 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Routers {'53c0d5d2-684a-4136-8acb-790949a306b1'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:47:25.649510 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:46:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['53c0d5d2-684a-4136-8acb-790949a306b1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:25.719514 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d7968d-fdcf-4f99-95e8-90dbf22432e8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:25.724258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52372) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:25.724686 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-39d7968d-fdcf-4f99-95e8-90dbf22432e8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports/4e554af6-fe28-4ab7-afae-e8921565f6ad HTTP/1.1" status: 200 len: 911 time: 0.1054301 Mar 23 12:47:25.857436 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Set router 53c0d5d2-684a-4136-8acb-790949a306b1 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:47:25.882298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8dba4c61-970e-4bb2-9467-18a70a85da70 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:25.911855 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-e56d457d-c789-48df-a429-ebcd0bd632a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:25.925692 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-e56d457d-c789-48df-a429-ebcd0bd632a9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90e7b961-93d9-45ad-8d7b-62739f5ce26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2935321 Mar 23 12:47:26.088679 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8dba4c61-970e-4bb2-9467-18a70a85da70 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:26.089057 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:26.165775 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-e6e5c8f2-d176-4a12-971f-291bf74084cc service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271910 Mar 23 12:47:26.184150 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9241f158-6ef5-4d99-819a-49717dc480a7 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:26.208356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9241f158-6ef5-4d99-819a-49717dc480a7 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:26.216702 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9241f158-6ef5-4d99-819a-49717dc480a7 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4911401 Mar 23 12:47:26.221564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52382) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:26.369580 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a57167-4f65-4b12-bed4-f4c77877db27 req-acc9c906-3ee8-49dd-afba-66fbfe401d09 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:26.376708 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a4a57167-4f65-4b12-bed4-f4c77877db27 req-acc9c906-3ee8-49dd-afba-66fbfe401d09 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 944 time: 0.6301112 Mar 23 12:47:26.380893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c0d5d2-684a-4136-8acb-790949a306b1', 'name': 'tempest-NetworksTestDHCPv6-router-2051472848', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:20Z', 'updated_at': '2022-03-23T12:47:22Z', 'revision_number': 2, 'project_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'gw_port_host': None, '_interfaces': [{'id': '4e554af6-fe28-4ab7-afae-e8921565f6ad', 'name': '', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'mac_address': 'fa:16:3e:ae:c9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c0d5d2-684a-4136-8acb-790949a306b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'c5a109e5-f391-4e7f-8274-71f03f9b0cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:21Z', 'updated_at': '2022-03-23T12:47:23Z', 'revision_number': 2, 'project_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'subnets': [{'id': 'c5a109e5-f391-4e7f-8274-71f03f9b0cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:26.421824 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ea93a083-3f45-4dfa-8c4f-c83984f2b492 req-7689f639-911a-47e0-b67d-55665fcf1a65 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 210 time: 0.0572269 Mar 23 12:47:26.470903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Checking router: 53c0d5d2-684a-4136-8acb-790949a306b1 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:47:26.471449 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a4a57167-4f65-4b12-bed4-f4c77877db27 req-e7a06967-8b5b-4fe0-8c12-daa3af3167ac tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913680 Mar 23 12:47:26.473772 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82376449-671f-4d1a-9807-6bd3ca1c714f req-b551ea13-f625-414f-8cea-7ab937e7734b service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557266 Mar 23 12:47:26.474246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Updating router 53c0d5d2-684a-4136-8acb-790949a306b1 port 4e554af6-fe28-4ab7-afae-e8921565f6ad binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:47:26.527650 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:26.663561 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538aa68-6321-46fa-8fd0-a759bc0f3ea6 req-c617f461-129d-405b-950d-9a2c6cdee17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:26.665653 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2538aa68-6321-46fa-8fd0-a759bc0f3ea6 req-c617f461-129d-405b-950d-9a2c6cdee17f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 1095 time: 0.1099746 Mar 23 12:47:26.870000 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-d1af577a-2976-41d1-b63c-4f24d3c5f5b0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:26.872056 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-d1af577a-2976-41d1-b63c-4f24d3c5f5b0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.77 "GET /v2.0/networks?id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54 HTTP/1.1" status: 200 len: 810 time: 0.2253702 Mar 23 12:47:26.905926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538aa68-6321-46fa-8fd0-a759bc0f3ea6 req-5cbc7328-2e8a-40ad-8b47-8cb9f216d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:26.909726 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2538aa68-6321-46fa-8fd0-a759bc0f3ea6 req-5cbc7328-2e8a-40ad-8b47-8cb9f216d8e8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 922 time: 0.2344933 Mar 23 12:47:26.915369 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c69097b1-add2-434e-a92b-32a419549219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:26.955214 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-8a0f9518-6055-40bc-ab65-b8cba91b0ff4 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ea1481d248546008fdefdaf479fb3fc HTTP/1.1" status: 200 len: 380 time: 0.0728719 Mar 23 12:47:26.967354 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-7f237e48-fdf3-44e6-8301-706b1ac8b538 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Request body: {'port': {'device_id': 'a07d6c9f-0b35-4afd-8106-a9ce046ed4ee', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'admin_state_up': True, 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'security_groups': ['282a4ffd-2172-4aca-91cd-573362e77d71']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:26.987533 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2538aa68-6321-46fa-8fd0-a759bc0f3ea6 req-54d73d9b-07f9-4859-b153-fd2522adf407 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8b78ad6-32ab-447b-abdb-ced00b1a602a HTTP/1.1" status: 200 len: 217 time: 0.0697095 Mar 23 12:47:27.124087 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538aa68-6321-46fa-8fd0-a759bc0f3ea6 req-c095baaf-01e5-4eba-80c4-b9d94b7d76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:27.125884 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2538aa68-6321-46fa-8fd0-a759bc0f3ea6 req-c095baaf-01e5-4eba-80c4-b9d94b7d76d2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=934c1c9c-3a98-4813-a53e-554c362e8d84 HTTP/1.1" status: 200 len: 860 time: 0.1307411 Mar 23 12:47:27.215495 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2336fd4e-ad1e-4a68-ab31-54df64f7acf6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:27.237175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538aa68-6321-46fa-8fd0-a759bc0f3ea6 req-4e671e0a-91ea-42ff-b341-509a27d4b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:27.242621 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2538aa68-6321-46fa-8fd0-a759bc0f3ea6 req-4e671e0a-91ea-42ff-b341-509a27d4b99f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90e7b961-93d9-45ad-8d7b-62739f5ce26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092966 Mar 23 12:47:27.314080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-7f237e48-fdf3-44e6-8301-706b1ac8b538 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Made reservation on behalf of 1ea1481d248546008fdefdaf479fb3fc for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:27.318825 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-7f237e48-fdf3-44e6-8301-706b1ac8b538 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:27.353592 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2538aa68-6321-46fa-8fd0-a759bc0f3ea6 req-54ce592b-72f3-4f2f-a10b-a1555ffe2a21 service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057022 Mar 23 12:47:27.527289 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:27.534522 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:27.558025 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2538aa68-6321-46fa-8fd0-a759bc0f3ea6 req-c56807fa-3710-4d40-9de2-9e29e1f924e1 service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865532 Mar 23 12:47:27.635022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62990916-7c1e-4093-86e8-cccf2f0c8616 None None] Pushing event updated for resources: {'Port': ['ID=4e554af6-fe28-4ab7-afae-e8921565f6ad,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:27.658767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62990916-7c1e-4093-86e8-cccf2f0c8616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:27.658767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62990916-7c1e-4093-86e8-cccf2f0c8616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:27.659054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62990916-7c1e-4093-86e8-cccf2f0c8616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:27.659393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62990916-7c1e-4093-86e8-cccf2f0c8616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:27.659732 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62990916-7c1e-4093-86e8-cccf2f0c8616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:27.660190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62990916-7c1e-4093-86e8-cccf2f0c8616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:27.660525 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62990916-7c1e-4093-86e8-cccf2f0c8616 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:27.660851 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62990916-7c1e-4093-86e8-cccf2f0c8616 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:27.661174 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62990916-7c1e-4093-86e8-cccf2f0c8616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:27.661497 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62990916-7c1e-4093-86e8-cccf2f0c8616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:27.661819 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62990916-7c1e-4093-86e8-cccf2f0c8616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:27.662129 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62990916-7c1e-4093-86e8-cccf2f0c8616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:27.747341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Attempting to bind port 4e554af6-fe28-4ab7-afae-e8921565f6ad on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:47:27.748331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Attempting to bind port 4e554af6-fe28-4ab7-afae-e8921565f6ad by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:47:27.748890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Attempting to bind port 4e554af6-fe28-4ab7-afae-e8921565f6ad on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:27.755793 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:27.757192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:47:27.757651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:47:27.758039 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:27.758479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:47:27.758958 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Bound port: 4e554af6-fe28-4ab7-afae-e8921565f6ad, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:47:27.759552 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:27.765800 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-238eb581-e441-41a1-8086-1d3aaa7f8e4b req-9e0bd238-b268-47a3-863e-7ef7c42b537f tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 210 time: 0.1620915 Mar 23 12:47:27.841251 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] For port 4e554af6-fe28-4ab7-afae-e8921565f6ad, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:47:27.845105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] For port 4e554af6-fe28-4ab7-afae-e8921565f6ad, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4e554af6-fe28-4ab7-afae-e8921565f6ad,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:47:27.851896 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:27.867229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54742f51-d077-4225-88aa-5bba5efc7a98 req-7fd488ba-7600-4870-80f0-1e292aa5c7b9 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:27.879951 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54742f51-d077-4225-88aa-5bba5efc7a98 req-7fd488ba-7600-4870-80f0-1e292aa5c7b9 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 944 time: 0.2242095 Mar 23 12:47:27.902566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-7f237e48-fdf3-44e6-8301-706b1ac8b538 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Allocated IP 172.20.0.5 (3f6b99f7-81d5-426f-bb53-cc4586fa4a54/04aa0ac9-74bf-48af-b463-b2b30beed0d6/d89d1c26-ccdf-4de2-ad44-a8b9dbe65516) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:27.987259 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54742f51-d077-4225-88aa-5bba5efc7a98 req-430d040d-cdae-4662-a74a-9dc0663d3281 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028574 Mar 23 12:47:27.990743 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Routers {'53c0d5d2-684a-4136-8acb-790949a306b1'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:47:27.991435 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:47:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['53c0d5d2-684a-4136-8acb-790949a306b1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:28.098802 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62990916-7c1e-4093-86e8-cccf2f0c8616 None None] Pushing event updated for resources: {'Port': ['ID=4e554af6-fe28-4ab7-afae-e8921565f6ad,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:28.155994 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-7f237e48-fdf3-44e6-8301-706b1ac8b538 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:28.243656 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] Set router 53c0d5d2-684a-4136-8acb-790949a306b1 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:47:28.300384 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-10b49ed2-ff0d-4cdd-8190-fd447ccee06f None None] Provisioning complete for port 4e554af6-fe28-4ab7-afae-e8921565f6ad triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:28.300749 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-10b49ed2-ff0d-4cdd-8190-fd447ccee06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:28.307530 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-7f237e48-fdf3-44e6-8301-706b1ac8b538 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:28.417605 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2336fd4e-ad1e-4a68-ab31-54df64f7acf6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port 4e554af6-fe28-4ab7-afae-e8921565f6ad {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:47:28.418545 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2336fd4e-ad1e-4a68-ab31-54df64f7acf6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:28.560405 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-7f237e48-fdf3-44e6-8301-706b1ac8b538 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:28.569001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-7f237e48-fdf3-44e6-8301-706b1ac8b538 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:28.575320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f237e48-fdf3-44e6-8301-706b1ac8b538 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event updated for resources: {'Port': ['ID=d89d1c26-ccdf-4de2-ad44-a8b9dbe65516,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:28.579530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-7f237e48-fdf3-44e6-8301-706b1ac8b538 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:28.661013 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c0d5d2-684a-4136-8acb-790949a306b1', 'name': 'tempest-NetworksTestDHCPv6-router-2051472848', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:20Z', 'updated_at': '2022-03-23T12:47:22Z', 'revision_number': 2, 'project_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'gw_port_host': None, '_interfaces': [{'id': '4e554af6-fe28-4ab7-afae-e8921565f6ad', 'name': '', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'mac_address': 'fa:16:3e:ae:c9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c0d5d2-684a-4136-8acb-790949a306b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'c5a109e5-f391-4e7f-8274-71f03f9b0cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:21Z', 'updated_at': '2022-03-23T12:47:27Z', 'revision_number': 4, 'project_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'subnets': [{'id': 'c5a109e5-f391-4e7f-8274-71f03f9b0cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:28.663721 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-10b49ed2-ff0d-4cdd-8190-fd447ccee06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:28.713148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-7f237e48-fdf3-44e6-8301-706b1ac8b538 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:28.713438 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-7f237e48-fdf3-44e6-8301-706b1ac8b538 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:28.740379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-2336fd4e-ad1e-4a68-ab31-54df64f7acf6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] For port 4e554af6-fe28-4ab7-afae-e8921565f6ad, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4e554af6-fe28-4ab7-afae-e8921565f6ad,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:28.740756 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2336fd4e-ad1e-4a68-ab31-54df64f7acf6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:28.797212 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-7f237e48-fdf3-44e6-8301-706b1ac8b538 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8337815 Mar 23 12:47:28.798534 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2336fd4e-ad1e-4a68-ab31-54df64f7acf6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for 4e554af6-fe28-4ab7-afae-e8921565f6ad owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:47:28.798643 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-10b49ed2-ff0d-4cdd-8190-fd447ccee06f None None] For port 4e554af6-fe28-4ab7-afae-e8921565f6ad, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4e554af6-fe28-4ab7-afae-e8921565f6ad,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:28.799339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd066ba2-cf4a-4a40-8cea-afc00ab9ae8b None None] The sync data for ids ['53c0d5d2-684a-4136-8acb-790949a306b1'] in n-d-834854-1 is: [{'id': '53c0d5d2-684a-4136-8acb-790949a306b1', 'name': 'tempest-NetworksTestDHCPv6-router-2051472848', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:20Z', 'updated_at': '2022-03-23T12:47:22Z', 'revision_number': 2, 'project_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'gw_port_host': None, '_interfaces': [{'id': '4e554af6-fe28-4ab7-afae-e8921565f6ad', 'name': '', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'mac_address': 'fa:16:3e:ae:c9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c0d5d2-684a-4136-8acb-790949a306b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'c5a109e5-f391-4e7f-8274-71f03f9b0cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:21Z', 'updated_at': '2022-03-23T12:47:27Z', 'revision_number': 4, 'project_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'subnets': [{'id': 'c5a109e5-f391-4e7f-8274-71f03f9b0cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:47:28.845011 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-10b49ed2-ff0d-4cdd-8190-fd447ccee06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:28.855318 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Request body: {'port': {'device_id': 'a07d6c9f-0b35-4afd-8106-a9ce046ed4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:29.000079 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b49ed2-ff0d-4cdd-8190-fd447ccee06f None None] Pushing event updated for resources: {'Port': ['ID=4e554af6-fe28-4ab7-afae-e8921565f6ad,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:29.054931 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:29.058709 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c71e6489-755a-484b-96bc-fbb0af5f2043 None None] Provisioning complete for port 4e554af6-fe28-4ab7-afae-e8921565f6ad triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:29.059455 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c71e6489-755a-484b-96bc-fbb0af5f2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:29.084628 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37945a51-dcdb-4f36-b37b-8db154eb9401 req-be76daa1-d1dc-4265-802f-bc87d0a6cde7 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:29.086145 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37945a51-dcdb-4f36-b37b-8db154eb9401 req-be76daa1-d1dc-4265-802f-bc87d0a6cde7 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 931 time: 0.1800954 Mar 23 12:47:29.097694 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:29.292119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cb5f5-54f4-4fae-8144-f554c1a93e24 req-78ff7c23-48a7-4974-9e5e-7fe11a4d8bac tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:29.299353 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bc4cb5f5-54f4-4fae-8144-f554c1a93e24 req-78ff7c23-48a7-4974-9e5e-7fe11a4d8bac tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 944 time: 0.1397028 Mar 23 12:47:29.321008 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37945a51-dcdb-4f36-b37b-8db154eb9401 req-840a84a3-5c79-4a3b-b1ab-fd1572494352 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=282a4ffd-2172-4aca-91cd-573362e77d71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261646 Mar 23 12:47:29.433112 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bc4cb5f5-54f4-4fae-8144-f554c1a93e24 req-6a3e1a28-ea5d-4abf-9cef-26f22ca08a81 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117687 Mar 23 12:47:29.435902 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3eb52bc2-3b56-4b61-a709-36eb83a92d67 None None] Provisioning complete for port d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:29.435902 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3eb52bc2-3b56-4b61-a709-36eb83a92d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:29.562883 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3eb52bc2-3b56-4b61-a709-36eb83a92d67 None None] Port d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:47:29.580212 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:29.610699 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2336fd4e-ad1e-4a68-ab31-54df64f7acf6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:29.986382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4e554af6-fe28-4ab7-afae-e8921565f6ad up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:30.054390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 4e554af6-fe28-4ab7-afae-e8921565f6ad {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:47:30.056621 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4e554af6-fe28-4ab7-afae-e8921565f6ad not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 12:47:30.116449 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Port 4e554af6-fe28-4ab7-afae-e8921565f6ad not found, will not notify nova. {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 12:47:30.294238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336fd4e-ad1e-4a68-ab31-54df64f7acf6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=4e554af6-fe28-4ab7-afae-e8921565f6ad,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:30.349880 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2336fd4e-ad1e-4a68-ab31-54df64f7acf6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:30.355795 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:47:30.369528 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:30.448804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Transition to ACTIVE for port object d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:47:30.492773 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:30.690573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Pushing event updated for resources: {'Port': ['ID=d89d1c26-ccdf-4de2-ad44-a8b9dbe65516,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:30.716790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49001c1-1e8a-47f8-8f07-1925aca7872f req-e0ea5713-0348-409d-aaaf-42457c1ae6d1 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:30.719030 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b49001c1-1e8a-47f8-8f07-1925aca7872f req-e0ea5713-0348-409d-aaaf-42457c1ae6d1 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 944 time: 0.1392219 Mar 23 12:47:30.759371 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8ea52-4074-4be7-90c7-c57af6292c38 req-891b852e-1ee9-4564-8761-215f3ace8b15 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:30.767302 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98b8ea52-4074-4be7-90c7-c57af6292c38 req-891b852e-1ee9-4564-8761-215f3ace8b15 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 943 time: 0.3197782 Mar 23 12:47:30.822644 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b49001c1-1e8a-47f8-8f07-1925aca7872f req-11257214-83d7-4772-bbb5-5b3ec2458954 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939364 Mar 23 12:47:30.897598 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2336fd4e-ad1e-4a68-ab31-54df64f7acf6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Router 53c0d5d2-684a-4136-8acb-790949a306b1 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:47:31.002841 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98b8ea52-4074-4be7-90c7-c57af6292c38 req-2e8ebeae-7447-4491-ba80-8c58c990366a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=282a4ffd-2172-4aca-91cd-573362e77d71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341237 Mar 23 12:47:31.139888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Attempting to bind port d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:47:31.144219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Attempting to bind port d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'db53acb3-07ac-4ad6-9d06-e5862eb13546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:47:31.144642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Attempting to bind port d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 on network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:31.210854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Port d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 on network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:47:31.211332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Attempting to bind port d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 on network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:31.215848 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2336fd4e-ad1e-4a68-ab31-54df64f7acf6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:47:31.225042 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2336fd4e-ad1e-4a68-ab31-54df64f7acf6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "PUT /v2.0/routers/53c0d5d2-684a-4136-8acb-790949a306b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0011506 Mar 23 12:47:31.226569 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52478) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:31.239583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:47:31.239963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Checking segment: {'id': 'db53acb3-07ac-4ad6-9d06-e5862eb13546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:47:31.240356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Bound using segment: {'id': 'db53acb3-07ac-4ad6-9d06-e5862eb13546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:47:31.240821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Bound port: d89d1c26-ccdf-4de2-ad44-a8b9dbe65516, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53acb3-07ac-4ad6-9d06-e5862eb13546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:47:31.241189 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:31.295452 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94864fe-6c64-4041-978d-26f6c01d17a1 None None] Sync routers for ids ['53c0d5d2-684a-4136-8acb-790949a306b1'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:47:31.322004 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94864fe-6c64-4041-978d-26f6c01d17a1 None None] Routers {'53c0d5d2-684a-4136-8acb-790949a306b1'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:47:31.322724 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e94864fe-6c64-4041-978d-26f6c01d17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:47:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['53c0d5d2-684a-4136-8acb-790949a306b1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:31.338256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0009ab7-6e77-4863-a642-c67aece35a88 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:31.340654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0009ab7-6e77-4863-a642-c67aece35a88 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:31.342183 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e0009ab7-6e77-4863-a642-c67aece35a88 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1146293 Mar 23 12:47:31.349440 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52482) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:31.408826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] For port d89d1c26-ccdf-4de2-ad44-a8b9dbe65516, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:47:31.412533 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] For port d89d1c26-ccdf-4de2-ad44-a8b9dbe65516, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d89d1c26-ccdf-4de2-ad44-a8b9dbe65516,segment=NetworkSegment(db53acb3-07ac-4ad6-9d06-e5862eb13546),segment_id=db53acb3-07ac-4ad6-9d06-e5862eb13546)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:47:31.433799 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:31.461865 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e94864fe-6c64-4041-978d-26f6c01d17a1 None None] Set router 53c0d5d2-684a-4136-8acb-790949a306b1 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:47:31.485034 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device d8b78ad6-32ab-447b-abdb-ced00b1a602a details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:47:31.490351 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c14a834-9996-4409-805d-6b8ef5e8c64f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet c5a109e5-f391-4e7f-8274-71f03f9b0cb5 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:47:31.506306 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c14a834-9996-4409-805d-6b8ef5e8c64f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:31.545157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:31.546332 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:31.548209 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] 10.222.0.77 "PUT /v2.0/ports/d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 HTTP/1.1" status: 200 len: 1091 time: 2.7293034 Mar 23 12:47:31.548986 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07d6c9f-0b35-4afd-8106-a9ce046ed4ee', 'tag': 'd89d1c26-ccdf-4de2-ad44-a8b9dbe65516'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:47:31.553896 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34786ee7-c239-4610-9afe-50c466f35006" -d '{"events": [{"name": "network-changed", "server_uuid": "a07d6c9f-0b35-4afd-8106-a9ce046ed4ee", "tag": "d89d1c26-ccdf-4de2-ad44-a8b9dbe65516"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:47:31.590968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e606ce-7c11-4d6f-92f1-f97523b263fb service neutron] Pushing event updated for resources: {'Port': ['ID=d89d1c26-ccdf-4de2-ad44-a8b9dbe65516,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:31.612593 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c14a834-9996-4409-805d-6b8ef5e8c64f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:31.633286 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e94864fe-6c64-4041-978d-26f6c01d17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c0d5d2-684a-4136-8acb-790949a306b1', 'name': 'tempest-NetworksTestDHCPv6-router-2051472848', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:20Z', 'updated_at': '2022-03-23T12:47:29Z', 'revision_number': 3, 'project_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:31.700842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-134e6a12-404f-4b02-83f8-52e7d6091816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:31.702636 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-134e6a12-404f-4b02-83f8-52e7d6091816 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ea1481d248546008fdefdaf479fb3fc&device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 1094 time: 0.1011770 Mar 23 12:47:31.704532 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a902d0a-8caf-42e2-8260-a025dedbe388 x-openstack-request-id: req-1a902d0a-8caf-42e2-8260-a025dedbe388 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:47:31.704974 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07d6c9f-0b35-4afd-8106-a9ce046ed4ee", "tag": "d89d1c26-ccdf-4de2-ad44-a8b9dbe65516", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:47:31.705230 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a902d0a-8caf-42e2-8260-a025dedbe388 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:47:31.705617 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07d6c9f-0b35-4afd-8106-a9ce046ed4ee', 'tag': 'd89d1c26-ccdf-4de2-ad44-a8b9dbe65516', 'status': 'completed', 'code': 200} Mar 23 12:47:31.792778 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94864fe-6c64-4041-978d-26f6c01d17a1 None None] Checking router: 53c0d5d2-684a-4136-8acb-790949a306b1 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:47:31.795171 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port d8b78ad6-32ab-447b-abdb-ced00b1a602a, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d8b78ad6-32ab-447b-abdb-ced00b1a602a,segment=NetworkSegment(61ec6d6d-435d-4196-8b99-96042b59491d),segment_id=61ec6d6d-435d-4196-8b99-96042b59491d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:31.827912 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94864fe-6c64-4041-978d-26f6c01d17a1 None None] Routers {'53c0d5d2-684a-4136-8acb-790949a306b1'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:47:31.829068 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e94864fe-6c64-4041-978d-26f6c01d17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:47:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['53c0d5d2-684a-4136-8acb-790949a306b1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:31.834312 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-34d2900f-59b2-4280-a64f-d4cb988c434d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 HTTP/1.1" status: 200 len: 217 time: 0.1203232 Mar 23 12:47:31.853777 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'port_id': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a', 'mac_address': 'fa:16:3e:c0:1d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:47:31.927186 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c14a834-9996-4409-805d-6b8ef5e8c64f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:31.953800 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:32.005417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b78ad6-32ab-447b-abdb-ced00b1a602a {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:47:32.025001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-9d83d64e-7a1e-4de0-8d98-ab585954efca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:32.035130 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-9d83d64e-7a1e-4de0-8d98-ab585954efca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04aa0ac9-74bf-48af-b463-b2b30beed0d6 HTTP/1.1" status: 200 len: 849 time: 0.1939738 Mar 23 12:47:32.074424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port d8b78ad6-32ab-447b-abdb-ced00b1a602a, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d8b78ad6-32ab-447b-abdb-ced00b1a602a,segment=NetworkSegment(61ec6d6d-435d-4196-8b99-96042b59491d),segment_id=61ec6d6d-435d-4196-8b99-96042b59491d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:32.088917 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:32.125374 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e94864fe-6c64-4041-978d-26f6c01d17a1 None None] Set router 53c0d5d2-684a-4136-8acb-790949a306b1 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:47:32.154632 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c14a834-9996-4409-805d-6b8ef5e8c64f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:32.165686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff2ae1-de80-4b17-8f1f-ef36adc0df97 req-87a3be2d-ff88-4151-897f-95b42ecb6058 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:32.167243 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8ff2ae1-de80-4b17-8f1f-ef36adc0df97 req-87a3be2d-ff88-4151-897f-95b42ecb6058 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 944 time: 0.1816831 Mar 23 12:47:32.193062 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=d8b78ad6-32ab-447b-abdb-ced00b1a602a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:32.199081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-b39eebf1-0e91-4891-86d2-2b8cbe351fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:32.213433 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-b39eebf1-0e91-4891-86d2-2b8cbe351fc1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464272 Mar 23 12:47:32.219911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14a834-9996-4409-805d-6b8ef5e8c64f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=c5a109e5-f391-4e7f-8274-71f03f9b0cb5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:32.233141 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c14a834-9996-4409-805d-6b8ef5e8c64f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:32.238759 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8c14a834-9996-4409-805d-6b8ef5e8c64f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/c5a109e5-f391-4e7f-8274-71f03f9b0cb5 HTTP/1.1" status: 204 len: 168 time: 0.8852797 Mar 23 12:47:32.246014 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2988ea59-001c-40a6-94d6-9ab5310deaff None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:47:32.251718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52504) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:32.321338 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e94864fe-6c64-4041-978d-26f6c01d17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c0d5d2-684a-4136-8acb-790949a306b1', 'name': 'tempest-NetworksTestDHCPv6-router-2051472848', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:20Z', 'updated_at': '2022-03-23T12:47:29Z', 'revision_number': 3, 'project_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:32.331654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac0fe9-3676-4a91-a4af-edf742bcd9e8 req-dc9af669-0905-4cc7-afe1-6ea98d45fcb3 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:32.351275 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33ac0fe9-3676-4a91-a4af-edf742bcd9e8 req-dc9af669-0905-4cc7-afe1-6ea98d45fcb3 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 943 time: 0.0987959 Mar 23 12:47:32.420825 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94864fe-6c64-4041-978d-26f6c01d17a1 None None] The sync data for ids ['53c0d5d2-684a-4136-8acb-790949a306b1'] in n-d-834854-1 is: [{'id': '53c0d5d2-684a-4136-8acb-790949a306b1', 'name': 'tempest-NetworksTestDHCPv6-router-2051472848', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:20Z', 'updated_at': '2022-03-23T12:47:29Z', 'revision_number': 3, 'project_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:47:32.430724 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8ff2ae1-de80-4b17-8f1f-ef36adc0df97 req-fdbab3a6-58c9-487e-a321-0ae9ce3f8085 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531924 Mar 23 12:47:32.486710 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33ac0fe9-3676-4a91-a4af-edf742bcd9e8 req-483ce310-f306-40b8-8b7a-ec12d2416ba0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=282a4ffd-2172-4aca-91cd-573362e77d71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353505 Mar 23 12:47:32.533724 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['d8b78ad6-32ab-447b-abdb-ced00b1a602a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:47:32.610944 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-e319c0f9-cee5-4bb9-8652-54065465d54f service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693621 Mar 23 12:47:32.629251 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-aa064312-a8e9-48c6-82f3-bb72e62a3f85 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3741949 Mar 23 12:47:32.630083 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52516) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:32.752820 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41db3d73-4ca9-42a7-990f-a0d33c4eb5dd req-e55cd750-4436-4188-94ca-85bf8f679cb3 service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331372 Mar 23 12:47:32.767108 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e656c522-1c6b-4d5f-b982-4184f86c2ba2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:32.829121 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eb3c96-307a-49b1-8b3a-ce94c3ec32c8 None None] DHCP port deletion for 8fb47147-24e2-481b-9f4e-7d054a56d184 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:47:32.925650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34786ee7-c239-4610-9afe-50c466f35006 req-97d87d85-b6d2-44af-9e44-be4164f8359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:32.927171 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34786ee7-c239-4610-9afe-50c466f35006 req-97d87d85-b6d2-44af-9e44-be4164f8359b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ea1481d248546008fdefdaf479fb3fc&device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 1094 time: 0.1014066 Mar 23 12:47:32.944538 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-56eb3c96-307a-49b1-8b3a-ce94c3ec32c8 None None] Deleting port 8dba4c61-970e-4bb2-9467-18a70a85da70 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:47:32.944923 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-56eb3c96-307a-49b1-8b3a-ce94c3ec32c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:33.073160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-56eb3c96-307a-49b1-8b3a-ce94c3ec32c8 None None] For port 8dba4c61-970e-4bb2-9467-18a70a85da70, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8dba4c61-970e-4bb2-9467-18a70a85da70,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:33.073851 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-56eb3c96-307a-49b1-8b3a-ce94c3ec32c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:33.089349 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-56eb3c96-307a-49b1-8b3a-ce94c3ec32c8 None None] Calling delete_port for 8dba4c61-970e-4bb2-9467-18a70a85da70 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:47:33.135673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34786ee7-c239-4610-9afe-50c466f35006 req-2b143f6d-7dfa-4010-94d9-1536f63ec32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:33.138545 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34786ee7-c239-4610-9afe-50c466f35006 req-2b143f6d-7dfa-4010-94d9-1536f63ec32a service neutron] 10.222.0.77 "GET /v2.0/networks?id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54 HTTP/1.1" status: 200 len: 911 time: 0.2016280 Mar 23 12:47:33.152620 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e656c522-1c6b-4d5f-b982-4184f86c2ba2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:33.155817 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e656c522-1c6b-4d5f-b982-4184f86c2ba2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:33.225836 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-56eb3c96-307a-49b1-8b3a-ce94c3ec32c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:33.229270 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34786ee7-c239-4610-9afe-50c466f35006 req-c5a7c40b-2ff2-4659-9512-9cf280d25eca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 HTTP/1.1" status: 200 len: 217 time: 0.0836394 Mar 23 12:47:33.258104 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e656c522-1c6b-4d5f-b982-4184f86c2ba2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:33.259140 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e656c522-1c6b-4d5f-b982-4184f86c2ba2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Fanout notify agent at l3_agent the message router_deleted on router 53c0d5d2-684a-4136-8acb-790949a306b1 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:47:33.276417 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e656c522-1c6b-4d5f-b982-4184f86c2ba2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:33.280773 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e656c522-1c6b-4d5f-b982-4184f86c2ba2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/routers/53c0d5d2-684a-4136-8acb-790949a306b1 HTTP/1.1" status: 204 len: 168 time: 0.6491764 Mar 23 12:47:33.281286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52534) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:33.291744 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb3c96-307a-49b1-8b3a-ce94c3ec32c8 None None] Pushing event deleted for resources: {'Port': ['ID=8dba4c61-970e-4bb2-9467-18a70a85da70,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:33.303339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb3c96-307a-49b1-8b3a-ce94c3ec32c8 None None] No DVR routers for this DVR port 8dba4c61-970e-4bb2-9467-18a70a85da70 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:47:33.336882 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d2afb22b-bd29-4cf3-9f11-1ca994ae38bb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0538197 Mar 23 12:47:33.337512 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52536) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:33.362184 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34786ee7-c239-4610-9afe-50c466f35006 req-493a81ce-2cab-4306-b547-b8be3e321d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:33.364555 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34786ee7-c239-4610-9afe-50c466f35006 req-493a81ce-2cab-4306-b547-b8be3e321d71 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04aa0ac9-74bf-48af-b463-b2b30beed0d6 HTTP/1.1" status: 200 len: 849 time: 0.1277659 Mar 23 12:47:33.453763 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34786ee7-c239-4610-9afe-50c466f35006 req-f8333914-d2ac-4968-ba02-847c3234c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:33.456184 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34786ee7-c239-4610-9afe-50c466f35006 req-f8333914-d2ac-4968-ba02-847c3234c969 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836015 Mar 23 12:47:33.478448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf48fd5-70f1-403a-b0f3-72477f2081f0 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:33.481256 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-aaf48fd5-70f1-403a-b0f3-72477f2081f0 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1419499 Mar 23 12:47:33.483738 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52544) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:33.540491 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-99212a45-7554-4842-8772-f83b5063deef tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551941 Mar 23 12:47:33.547531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52548) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:33.554973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c12154b5-1915-448e-a82d-84261222612c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:33.664364 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12154b5-1915-448e-a82d-84261222612c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:33.671818 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c12154b5-1915-448e-a82d-84261222612c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:33.798282 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34786ee7-c239-4610-9afe-50c466f35006 req-b7534faa-809c-4dc7-9e3d-b7f09a8bd584 service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318172 Mar 23 12:47:33.839059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e0902-78e4-418c-8468-7fb729d04561 req-4ff4f38e-519d-4a1b-b4fe-daf15ff4ee6d tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:33.856903 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-399e0902-78e4-418c-8468-7fb729d04561 req-4ff4f38e-519d-4a1b-b4fe-daf15ff4ee6d tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 945 time: 0.1618371 Mar 23 12:47:33.899035 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8dba4c61-970e-4bb2-9467-18a70a85da70 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:47:33.934042 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 8dba4c61-970e-4bb2-9467-18a70a85da70 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:47:33.935796 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8dba4c61-970e-4bb2-9467-18a70a85da70 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:47:33.936417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4e554af6-fe28-4ab7-afae-e8921565f6ad no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:47:33.984755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 4e554af6-fe28-4ab7-afae-e8921565f6ad {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:47:33.985368 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4e554af6-fe28-4ab7-afae-e8921565f6ad not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:47:33.990166 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a87a1-2e4c-4d2a-bee1-a0c52e737a7c req-764e1923-dc47-437c-9758-89df535239e5 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:34.002620 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e9a87a1-2e4c-4d2a-bee1-a0c52e737a7c req-764e1923-dc47-437c-9758-89df535239e5 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 943 time: 0.1578290 Mar 23 12:47:34.063622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-399e0902-78e4-418c-8468-7fb729d04561 req-42b9591a-8038-4f79-95b7-854c35281c66 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061625 Mar 23 12:47:34.080531 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e9a87a1-2e4c-4d2a-bee1-a0c52e737a7c req-6b897c96-9c3c-412f-bca9-8079656eca66 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=282a4ffd-2172-4aca-91cd-573362e77d71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768559 Mar 23 12:47:34.110254 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34786ee7-c239-4610-9afe-50c466f35006 req-181ff625-7740-4ef9-8a40-02033a60c346 service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932355 Mar 23 12:47:34.162165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.objects.ports [None req-c12154b5-1915-448e-a82d-84261222612c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:47:34.165253 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c12154b5-1915-448e-a82d-84261222612c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:34.225518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12154b5-1915-448e-a82d-84261222612c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:34.231538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c12154b5-1915-448e-a82d-84261222612c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:34.250697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a3329a-acf1-4d88-80be-8a024f71927b None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:47:34.250956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12154b5-1915-448e-a82d-84261222612c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:34.250956 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c12154b5-1915-448e-a82d-84261222612c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:34.284220 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12154b5-1915-448e-a82d-84261222612c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=bbe0e832-c72f-4206-8873-8339df541fc5,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:34.294143 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c12154b5-1915-448e-a82d-84261222612c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7451816 Mar 23 12:47:34.297267 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52568) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:34.302751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d14b7ef1-327e-49fe-9584-f80af192c757 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:34.440467 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': 'bbe0e832-c72f-4206-8873-8339df541fc5'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:47:34.441485 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:34.544360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14b7ef1-327e-49fe-9584-f80af192c757 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:34.549010 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d14b7ef1-327e-49fe-9584-f80af192c757 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:34.679912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Allocated IP 2001:db8::f816:3eff:fe1d:1f24 (8fb47147-24e2-481b-9f4e-7d054a56d184/bbe0e832-c72f-4206-8873-8339df541fc5/602fc61d-4116-4be6-8eba-a098991c1817) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:34.899591 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:34.901054 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d14b7ef1-327e-49fe-9584-f80af192c757 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:34.910686 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:34.955344 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14b7ef1-327e-49fe-9584-f80af192c757 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:34.972673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d14b7ef1-327e-49fe-9584-f80af192c757 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:34.977031 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14b7ef1-327e-49fe-9584-f80af192c757 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:34.977623 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d14b7ef1-327e-49fe-9584-f80af192c757 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:35.001877 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:35.006711 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:35.008480 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Pushing event updated for resources: {'Port': ['ID=602fc61d-4116-4be6-8eba-a098991c1817,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:35.013767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:35.034496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b7ef1-327e-49fe-9584-f80af192c757 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=1fba5bba-6d1e-4525-82f8-435053f8bac3,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:35.054300 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d14b7ef1-327e-49fe-9584-f80af192c757 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7555552 Mar 23 12:47:35.057230 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52588) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:35.067209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-21882874-da6f-4b4c-8fe7-ab8098d0496f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'mac_address': 'fa:16:3e:98:98:27', 'name': 'tempest-NetworksTestDHCPv6-1207242860'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:35.077486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Attempting to bind port 602fc61d-4116-4be6-8eba-a098991c1817 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:47:35.078219 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Attempting to bind port 602fc61d-4116-4be6-8eba-a098991c1817 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:47:35.078847 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Attempting to bind port 602fc61d-4116-4be6-8eba-a098991c1817 on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:35.085325 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:47:35.086036 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:47:35.087042 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:35.087676 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:47:35.088606 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Bound port: 602fc61d-4116-4be6-8eba-a098991c1817, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:47:35.089226 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:35.222877 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] For port 602fc61d-4116-4be6-8eba-a098991c1817, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:47:35.226586 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] For port 602fc61d-4116-4be6-8eba-a098991c1817, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=602fc61d-4116-4be6-8eba-a098991c1817,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:47:35.236535 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:35.307793 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21882874-da6f-4b4c-8fe7-ab8098d0496f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:35.371877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2790a2-2eb6-4a8d-98b2-1fc73268f593 req-cc98d336-e3b3-436c-b5f5-6003d506c02a tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:35.383907 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9f2790a2-2eb6-4a8d-98b2-1fc73268f593 req-cc98d336-e3b3-436c-b5f5-6003d506c02a tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 945 time: 0.1329181 Mar 23 12:47:35.415465 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb9127-a147-4a97-96bc-f4638ede3136 None None] Pushing event updated for resources: {'Port': ['ID=602fc61d-4116-4be6-8eba-a098991c1817,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:35.494386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device d8b78ad6-32ab-447b-abdb-ced00b1a602a up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:35.535354 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9f2790a2-2eb6-4a8d-98b2-1fc73268f593 req-5e911114-99b8-4553-aab8-c507ecaae026 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444545 Mar 23 12:47:35.613866 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port d8b78ad6-32ab-447b-abdb-ced00b1a602a completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:47:35.618882 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port d8b78ad6-32ab-447b-abdb-ced00b1a602a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:35.619405 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:35.915417 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:35.980780 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 602fc61d-4116-4be6-8eba-a098991c1817 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:36.046636 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:47:36.050520 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc423ed9-ad8f-4933-838f-d92e9d4d2643" -d '{"events": [{"server_uuid": "ad0aa9a6-c783-49e2-94d6-46e717d3548f", "name": "network-vif-plugged", "status": "completed", "tag": "d8b78ad6-32ab-447b-abdb-ced00b1a602a"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:47:36.115846 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port d8b78ad6-32ab-447b-abdb-ced00b1a602a, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d8b78ad6-32ab-447b-abdb-ced00b1a602a,segment=NetworkSegment(61ec6d6d-435d-4196-8b99-96042b59491d),segment_id=61ec6d6d-435d-4196-8b99-96042b59491d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:36.145154 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:36.149124 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21882874-da6f-4b4c-8fe7-ab8098d0496f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:36.170719 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c85d73-e0d0-4710-8273-9276affc09e0 x-openstack-request-id: req-61c85d73-e0d0-4710-8273-9276affc09e0 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:47:36.171877 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0aa9a6-c783-49e2-94d6-46e717d3548f", "name": "network-vif-plugged", "status": "completed", "tag": "d8b78ad6-32ab-447b-abdb-ced00b1a602a", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:47:36.173043 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61c85d73-e0d0-4710-8273-9276affc09e0 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:47:36.187133 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a', 'code': 200} Mar 23 12:47:36.214363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b8ac1-c586-4910-ba8f-3190d8ed40a7 req-c51b9009-d1d9-47eb-a029-6e52374651de tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:36.216208 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-364b8ac1-c586-4910-ba8f-3190d8ed40a7 req-c51b9009-d1d9-47eb-a029-6e52374651de tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 943 time: 1.0144439 Mar 23 12:47:36.241763 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-21882874-da6f-4b4c-8fe7-ab8098d0496f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port ea10f6f6-96c5-40a6-ae44-5189465698cf yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:47:36.296006 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 602fc61d-4116-4be6-8eba-a098991c1817 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:36.296388 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:36.344948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359ae08-e3bd-4656-b9c3-c80f9affde00 req-1fee70fb-dd98-40ef-9d2a-f761c1e05b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:36.348455 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1359ae08-e3bd-4656-b9c3-c80f9affde00 req-1fee70fb-dd98-40ef-9d2a-f761c1e05b20 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 1097 time: 0.1121469 Mar 23 12:47:36.381570 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=d8b78ad6-32ab-447b-abdb-ced00b1a602a,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:36.464714 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1359ae08-e3bd-4656-b9c3-c80f9affde00 req-29b96614-1d2b-4403-9f44-abcfa0105026 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967021 Mar 23 12:47:36.504793 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-364b8ac1-c586-4910-ba8f-3190d8ed40a7 req-110f3a65-efb3-4fbb-9c2a-507ee346e4fa tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=282a4ffd-2172-4aca-91cd-573362e77d71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638105 Mar 23 12:47:36.505903 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:36.616081 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 602fc61d-4116-4be6-8eba-a098991c1817, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=602fc61d-4116-4be6-8eba-a098991c1817,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:36.624785 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:36.692440 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-21882874-da6f-4b4c-8fe7-ab8098d0496f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 172.20.0.5 (8fb47147-24e2-481b-9f4e-7d054a56d184/1fba5bba-6d1e-4525-82f8-435053f8bac3/ea10f6f6-96c5-40a6-ae44-5189465698cf) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:36.712206 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-21882874-da6f-4b4c-8fe7-ab8098d0496f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::f816:3eff:fe98:9827 (8fb47147-24e2-481b-9f4e-7d054a56d184/bbe0e832-c72f-4206-8873-8339df541fc5/ea10f6f6-96c5-40a6-ae44-5189465698cf) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:36.726523 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=602fc61d-4116-4be6-8eba-a098991c1817,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:36.781348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc720c5b-b389-4be6-865d-cee8bb81cc03 req-40c7de98-90b0-4221-9ae9-82377cc00565 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:36.783164 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc720c5b-b389-4be6-865d-cee8bb81cc03 req-40c7de98-90b0-4221-9ae9-82377cc00565 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 946 time: 0.1248777 Mar 23 12:47:36.851064 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc720c5b-b389-4be6-865d-cee8bb81cc03 req-c3d56fc8-a352-4c81-9b64-74bd971dd0b9 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607512 Mar 23 12:47:37.039634 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21882874-da6f-4b4c-8fe7-ab8098d0496f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:37.094866 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21882874-da6f-4b4c-8fe7-ab8098d0496f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:37.149709 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21882874-da6f-4b4c-8fe7-ab8098d0496f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:37.153054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-21882874-da6f-4b4c-8fe7-ab8098d0496f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:37.162175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21882874-da6f-4b4c-8fe7-ab8098d0496f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:37.204705 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21882874-da6f-4b4c-8fe7-ab8098d0496f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=ea10f6f6-96c5-40a6-ae44-5189465698cf,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:37.226545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e188535d-f0ba-4bb5-9248-c9f47f580b30 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:47:37.296525 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21882874-da6f-4b4c-8fe7-ab8098d0496f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:37.300174 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21882874-da6f-4b4c-8fe7-ab8098d0496f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:37.337708 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-21882874-da6f-4b4c-8fe7-ab8098d0496f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2794256 Mar 23 12:47:37.340107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52638) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:37.369620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eedc1017-4925-47da-9f7d-4f01be2eecf7 None None] Provisioning complete for port 602fc61d-4116-4be6-8eba-a098991c1817 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:37.370014 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eedc1017-4925-47da-9f7d-4f01be2eecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:37.426331 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825f95d7-fdcb-4a20-8311-0eb7d69761e6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:37.433494 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825f95d7-fdcb-4a20-8311-0eb7d69761e6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:37.435708 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-825f95d7-fdcb-4a20-8311-0eb7d69761e6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0946646 Mar 23 12:47:37.439068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52644) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:37.493966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:47:37.606616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c8d446d7-4484-4433-9a2a-3c973480396c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port ea10f6f6-96c5-40a6-ae44-5189465698cf {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:47:37.607168 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8d446d7-4484-4433-9a2a-3c973480396c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:37.720984 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66866eb1-9c5d-425a-906d-ff65ab540835 req-18dab0f3-12fc-494d-8b57-9d152ec6c9d2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716026 Mar 23 12:47:37.827278 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8d446d7-4484-4433-9a2a-3c973480396c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:37.847354 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c8d446d7-4484-4433-9a2a-3c973480396c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for ea10f6f6-96c5-40a6-ae44-5189465698cf owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:47:37.863089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a931f10-24d6-4da7-bead-986195304883 req-0dcfc39e-7f7b-416b-aa1d-d39fa3855e54 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:37.874061 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0a931f10-24d6-4da7-bead-986195304883 req-0dcfc39e-7f7b-416b-aa1d-d39fa3855e54 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 943 time: 0.1307154 Mar 23 12:47:37.907898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66866eb1-9c5d-425a-906d-ff65ab540835 req-ebf3b618-390b-402e-b27e-daf9036183c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:37.917119 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66866eb1-9c5d-425a-906d-ff65ab540835 req-ebf3b618-390b-402e-b27e-daf9036183c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 1097 time: 0.1533525 Mar 23 12:47:37.967097 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port d89d1c26-ccdf-4de2-ad44-a8b9dbe65516, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d89d1c26-ccdf-4de2-ad44-a8b9dbe65516,segment=NetworkSegment(db53acb3-07ac-4ad6-9d06-e5862eb13546),segment_id=db53acb3-07ac-4ad6-9d06-e5862eb13546)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:38.020112 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'd89d1c26-ccdf-4de2-ad44-a8b9dbe65516', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'port_id': 'd89d1c26-ccdf-4de2-ad44-a8b9dbe65516', 'mac_address': 'fa:16:3e:a4:ea:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:47:38.079728 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 602fc61d-4116-4be6-8eba-a098991c1817 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:38.135338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842329b5-c2e3-46c6-b68c-c328e8c4441b None None] Update dhcp port {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'fixed_ips': [{'subnet_id': 'bbe0e832-c72f-4206-8873-8339df541fc5', 'ip_address': '2001:db8::f816:3eff:fe1d:1f24'}, {'subnet_id': '1fba5bba-6d1e-4525-82f8-435053f8bac3'}], 'binding:host_id': 'n-d-834854-1'}, 'id': '602fc61d-4116-4be6-8eba-a098991c1817'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:47:38.179708 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-842329b5-c2e3-46c6-b68c-c328e8c4441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:38.220962 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:38.266694 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a2fab-b68d-44da-ab2e-0beacd8d54ed req-5e3fa2f7-c8b3-444f-8027-535a9778272a tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:38.267521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:47:38.268274 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b75a2fab-b68d-44da-ab2e-0beacd8d54ed req-5e3fa2f7-c8b3-444f-8027-535a9778272a tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 946 time: 0.1396925 Mar 23 12:47:38.306700 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port d89d1c26-ccdf-4de2-ad44-a8b9dbe65516, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d89d1c26-ccdf-4de2-ad44-a8b9dbe65516,segment=NetworkSegment(db53acb3-07ac-4ad6-9d06-e5862eb13546),segment_id=db53acb3-07ac-4ad6-9d06-e5862eb13546)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:38.333380 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:38.358297 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b75a2fab-b68d-44da-ab2e-0beacd8d54ed req-f67a168f-57d7-41ee-9375-45e66c6cf1ce tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731683 Mar 23 12:47:38.382508 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66866eb1-9c5d-425a-906d-ff65ab540835 req-f89191fa-bde7-42a9-8ce9-72a4d588d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:38.384266 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66866eb1-9c5d-425a-906d-ff65ab540835 req-f89191fa-bde7-42a9-8ce9-72a4d588d8c3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 200 len: 918 time: 0.3751752 Mar 23 12:47:38.401947 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0a931f10-24d6-4da7-bead-986195304883 req-42ba4ed8-726c-4962-8e16-e91df53c42c2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=282a4ffd-2172-4aca-91cd-573362e77d71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5246067 Mar 23 12:47:38.442901 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8d446d7-4484-4433-9a2a-3c973480396c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:38.453530 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66866eb1-9c5d-425a-906d-ff65ab540835 req-67266741-ff06-4770-b53b-b8eb4dfd370e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f6be5f8-58da-4006-884d-df5054e222b7 HTTP/1.1" status: 200 len: 217 time: 0.0606334 Mar 23 12:47:38.519487 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d446d7-4484-4433-9a2a-3c973480396c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=ea10f6f6-96c5-40a6-ae44-5189465698cf,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:38.634612 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66866eb1-9c5d-425a-906d-ff65ab540835 req-ea48e4cc-48fc-4669-95e0-f8da75e96273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:38.636149 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66866eb1-9c5d-425a-906d-ff65ab540835 req-ea48e4cc-48fc-4669-95e0-f8da75e96273 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 HTTP/1.1" status: 200 len: 856 time: 0.1671875 Mar 23 12:47:38.697010 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c8d446d7-4484-4433-9a2a-3c973480396c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:38.701825 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c8d446d7-4484-4433-9a2a-3c973480396c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/ea10f6f6-96c5-40a6-ae44-5189465698cf HTTP/1.1" status: 204 len: 168 time: 1.2616229 Mar 23 12:47:38.705706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52674) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:38.723400 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66866eb1-9c5d-425a-906d-ff65ab540835 req-edddc706-3c92-4fac-9630-58ad15fbbe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:38.724975 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66866eb1-9c5d-425a-906d-ff65ab540835 req-edddc706-3c92-4fac-9630-58ad15fbbe96 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e766b4-1016-48b5-88cb-19ac4b8761dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815125 Mar 23 12:47:38.726645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 602fc61d-4116-4be6-8eba-a098991c1817 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:38.727053 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:38.831025 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-842329b5-c2e3-46c6-b68c-c328e8c4441b None None] Allocated IP 172.20.0.2 (8fb47147-24e2-481b-9f4e-7d054a56d184/1fba5bba-6d1e-4525-82f8-435053f8bac3/602fc61d-4116-4be6-8eba-a098991c1817) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:38.854940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14191727-f61f-4ec0-8f64-174837324ff8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:38.864564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14191727-f61f-4ec0-8f64-174837324ff8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:38.866226 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14191727-f61f-4ec0-8f64-174837324ff8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:38.874804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52678) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:38.875256 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-14191727-f61f-4ec0-8f64-174837324ff8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1644001 Mar 23 12:47:38.895954 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=d89d1c26-ccdf-4de2-ad44-a8b9dbe65516,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:38.911653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['d89d1c26-ccdf-4de2-ad44-a8b9dbe65516'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:47:38.963308 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66866eb1-9c5d-425a-906d-ff65ab540835 req-1b0003b2-4d82-4e6c-9deb-1544e8a1cb58 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308900 Mar 23 12:47:38.984606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad49c72-d90f-4fdf-8255-9b3478611080 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 1fba5bba-6d1e-4525-82f8-435053f8bac3 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:47:39.123871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-842329b5-c2e3-46c6-b68c-c328e8c4441b None None] For port 602fc61d-4116-4be6-8eba-a098991c1817, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=602fc61d-4116-4be6-8eba-a098991c1817,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:39.155882 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66866eb1-9c5d-425a-906d-ff65ab540835 req-2c4a15a5-8d59-4ead-956f-863e5b9982d9 service neutron] 10.222.0.77 "GET /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664848 Mar 23 12:47:39.214485 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-842329b5-c2e3-46c6-b68c-c328e8c4441b None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:39.221490 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ad49c72-d90f-4fdf-8255-9b3478611080 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:39.225335 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-842329b5-c2e3-46c6-b68c-c328e8c4441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:39.286516 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ad49c72-d90f-4fdf-8255-9b3478611080 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:39.378286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842329b5-c2e3-46c6-b68c-c328e8c4441b None None] Pushing event updated for resources: {'Port': ['ID=602fc61d-4116-4be6-8eba-a098991c1817,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:39.471111 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ad49c72-d90f-4fdf-8255-9b3478611080 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:39.654564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036cc65-6c1f-40a5-9c5e-775f9018749b req-07b40821-1c7b-41bd-8005-9f954221cd2f tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:39.656952 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b036cc65-6c1f-40a5-9c5e-775f9018749b req-07b40821-1c7b-41bd-8005-9f954221cd2f tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 944 time: 0.1245933 Mar 23 12:47:39.734705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106a13f-9555-4b7c-811c-5e77d2daee89 req-cdb02376-cb42-47be-af29-abdf38f59999 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:39.739417 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b036cc65-6c1f-40a5-9c5e-775f9018749b req-4109ba44-c6bf-42e2-b099-8f18a3889ec6 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=282a4ffd-2172-4aca-91cd-573362e77d71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715048 Mar 23 12:47:39.741563 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0106a13f-9555-4b7c-811c-5e77d2daee89 req-cdb02376-cb42-47be-af29-abdf38f59999 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 946 time: 0.1927149 Mar 23 12:47:39.743255 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ad49c72-d90f-4fdf-8255-9b3478611080 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:39.834520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad49c72-d90f-4fdf-8255-9b3478611080 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=1fba5bba-6d1e-4525-82f8-435053f8bac3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:39.834993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ad49c72-d90f-4fdf-8255-9b3478611080 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:39.842240 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8ad49c72-d90f-4fdf-8255-9b3478611080 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/1fba5bba-6d1e-4525-82f8-435053f8bac3 HTTP/1.1" status: 204 len: 168 time: 0.9630678 Mar 23 12:47:39.844068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52704) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:39.896217 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0106a13f-9555-4b7c-811c-5e77d2daee89 req-3c160cb8-0c0c-4771-9c74-1659280e957e tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434033 Mar 23 12:47:39.909096 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 602fc61d-4116-4be6-8eba-a098991c1817 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:39.970619 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4a03a1-a48e-449d-8190-fb8161e7012c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet bbe0e832-c72f-4206-8873-8339df541fc5 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:47:39.987298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 602fc61d-4116-4be6-8eba-a098991c1817 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:39.987648 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:39.988968 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd4a03a1-a48e-449d-8190-fb8161e7012c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:40.170411 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd4a03a1-a48e-449d-8190-fb8161e7012c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:40.323676 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-96f64cf9-45de-4596-8c4a-69d3a64aaa12 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3466761 Mar 23 12:47:40.348801 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:40.383686 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd4a03a1-a48e-449d-8190-fb8161e7012c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:40.433161 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ac9674-84b9-47eb-b7aa-d35d08a903c7 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:47:40.464200 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:40.541063 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd4a03a1-a48e-449d-8190-fb8161e7012c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:40.572244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a03a1-a48e-449d-8190-fb8161e7012c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe0e832-c72f-4206-8873-8339df541fc5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:40.581991 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd4a03a1-a48e-449d-8190-fb8161e7012c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:40.585558 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fd4a03a1-a48e-449d-8190-fb8161e7012c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/bbe0e832-c72f-4206-8873-8339df541fc5 HTTP/1.1" status: 204 len: 168 time: 0.7382336 Mar 23 12:47:40.588805 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52724) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:40.656728 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:40.670148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-986ebfbd-deb4-46c6-86bc-96280d76894b None None] Could not find standard attr ID for object ea10f6f6-96c5-40a6-ae44-5189465698cf. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:47:40.680551 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-16b2f51b-c1e4-44d9-aec2-e380591c17a0 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901742 Mar 23 12:47:40.681623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52726) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:40.691020 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ba95899b-594f-4253-8e53-722f65b3ff70 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:40.729081 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-986ebfbd-deb4-46c6-86bc-96280d76894b None None] Provisioning complete for port 602fc61d-4116-4be6-8eba-a098991c1817 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:40.729723 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-986ebfbd-deb4-46c6-86bc-96280d76894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:40.835038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Allocated IP 172.25.2.37 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/4df82cbf-5494-4413-8737-d9455bd511d8) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:40.973044 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da22fa8d-312c-4731-83b7-823823f356da None None] DHCP port deletion for 8fb47147-24e2-481b-9f4e-7d054a56d184 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:47:41.022130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba95899b-594f-4253-8e53-722f65b3ff70 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:41.026535 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba95899b-594f-4253-8e53-722f65b3ff70 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:41.032648 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:41.099614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-da22fa8d-312c-4731-83b7-823823f356da None None] Deleting port 602fc61d-4116-4be6-8eba-a098991c1817 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:47:41.100151 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da22fa8d-312c-4731-83b7-823823f356da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:41.104262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0e8d1-7298-44af-ac20-55c4abdb79d0 req-a7afbb44-546c-49c8-b3ee-4389f4618035 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:41.104654 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:41.106293 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6de0e8d1-7298-44af-ac20-55c4abdb79d0 req-a7afbb44-546c-49c8-b3ee-4389f4618035 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 944 time: 0.1501117 Mar 23 12:47:41.192351 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-da22fa8d-312c-4731-83b7-823823f356da None None] For port 602fc61d-4116-4be6-8eba-a098991c1817, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=602fc61d-4116-4be6-8eba-a098991c1817,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:41.192848 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da22fa8d-312c-4731-83b7-823823f356da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:41.193904 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:41.208995 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-da22fa8d-312c-4731-83b7-823823f356da None None] Calling delete_port for 602fc61d-4116-4be6-8eba-a098991c1817 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:47:41.232052 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:41.238487 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:41.247971 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6de0e8d1-7298-44af-ac20-55c4abdb79d0 req-7c03acff-d9b9-4712-bbec-0ae4b148fa46 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=282a4ffd-2172-4aca-91cd-573362e77d71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844157 Mar 23 12:47:41.332667 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Pushing event updated for resources: {'Port': ['ID=4df82cbf-5494-4413-8737-d9455bd511d8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:41.365783 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da22fa8d-312c-4731-83b7-823823f356da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:41.459264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22fa8d-312c-4731-83b7-823823f356da None None] Pushing event deleted for resources: {'Port': ['ID=602fc61d-4116-4be6-8eba-a098991c1817,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:41.493530 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da22fa8d-312c-4731-83b7-823823f356da None None] No DVR routers for this DVR port 602fc61d-4116-4be6-8eba-a098991c1817 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:47:41.524734 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:41.588640 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:47:41.604670 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:41.608041 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:47:41.615152 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:41.616870 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:41.626170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.objects.ports [None req-ba95899b-594f-4253-8e53-722f65b3ff70 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:47:41.627729 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba95899b-594f-4253-8e53-722f65b3ff70 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:41.673952 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:41.751673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95899b-594f-4253-8e53-722f65b3ff70 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=8d64bb14-40fe-42ef-8cbf-2df43167cd3b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:41.793762 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba95899b-594f-4253-8e53-722f65b3ff70 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:41.796726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ba95899b-594f-4253-8e53-722f65b3ff70 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:41.800153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba95899b-594f-4253-8e53-722f65b3ff70 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:41.801871 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba95899b-594f-4253-8e53-722f65b3ff70 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:41.815799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3955fa-d75d-4f41-89d7-af41141a5190 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:47:41.831555 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ba95899b-594f-4253-8e53-722f65b3ff70 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1486378 Mar 23 12:47:41.832773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52754) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:41.847608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ec245dc0-ad67-4f66-bf00-2909cdfc9b06 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:41.961020 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:41.968358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 602fc61d-4116-4be6-8eba-a098991c1817 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:47:41.997388 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:42.004723 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:42.031353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 602fc61d-4116-4be6-8eba-a098991c1817 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:47:42.031597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec245dc0-ad67-4f66-bf00-2909cdfc9b06 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:42.033414 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 602fc61d-4116-4be6-8eba-a098991c1817 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:47:42.040031 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec245dc0-ad67-4f66-bf00-2909cdfc9b06 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:42.095397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Pushing event updated for resources: {'Port': ['ID=4df82cbf-5494-4413-8737-d9455bd511d8,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:42.107853 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:42.119824 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port d89d1c26-ccdf-4de2-ad44-a8b9dbe65516, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d89d1c26-ccdf-4de2-ad44-a8b9dbe65516,segment=NetworkSegment(db53acb3-07ac-4ad6-9d06-e5862eb13546),segment_id=db53acb3-07ac-4ad6-9d06-e5862eb13546)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:42.125338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07d6c9f-0b35-4afd-8106-a9ce046ed4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89d1c26-ccdf-4de2-ad44-a8b9dbe65516'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:47:42.128689 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:42.128880 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b3563c-036b-4679-b9a7-878dee8b311e" -d '{"events": [{"server_uuid": "a07d6c9f-0b35-4afd-8106-a9ce046ed4ee", "name": "network-vif-plugged", "status": "completed", "tag": "d89d1c26-ccdf-4de2-ad44-a8b9dbe65516"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:47:42.130515 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-6eca6998-664e-4df8-8e01-271b64319966 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7887659 Mar 23 12:47:42.147865 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:42.245290 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03e8af2-9bc7-41b8-9b73-e01a1e910f6f x-openstack-request-id: req-e03e8af2-9bc7-41b8-9b73-e01a1e910f6f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:47:42.246021 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07d6c9f-0b35-4afd-8106-a9ce046ed4ee", "name": "network-vif-plugged", "status": "completed", "tag": "d89d1c26-ccdf-4de2-ad44-a8b9dbe65516", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:47:42.247004 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e03e8af2-9bc7-41b8-9b73-e01a1e910f6f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:47:42.248738 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07d6c9f-0b35-4afd-8106-a9ce046ed4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89d1c26-ccdf-4de2-ad44-a8b9dbe65516', 'code': 200} Mar 23 12:47:42.302307 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-1d2d8164-6232-4c4b-ba97-cc9a5c542ad3 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 695 time: 0.1643760 Mar 23 12:47:42.379800 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d49c90-e27a-43b7-83f9-ee067e7d5188 req-3bc31432-a815-4c97-8136-748df1da58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:42.381530 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-78d49c90-e27a-43b7-83f9-ee067e7d5188 req-3bc31432-a815-4c97-8136-748df1da58d0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 1096 time: 0.0889294 Mar 23 12:47:42.474631 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-78d49c90-e27a-43b7-83f9-ee067e7d5188 req-75f90517-46a1-4717-89ec-fb1e776766fa service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=282a4ffd-2172-4aca-91cd-573362e77d71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848086 Mar 23 12:47:42.503502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': '8d64bb14-40fe-42ef-8cbf-2df43167cd3b'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:47:42.504390 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:42.535216 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-e9cd5a96-92d9-45e3-84e2-a6be0fd71dce tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:42.535477 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-e9cd5a96-92d9-45e3-84e2-a6be0fd71dce tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.2205095 Mar 23 12:47:42.552910 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-fba5f4bb-6599-41f4-bfb2-4992fb8af421 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:47:42.557848 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e648ba51-b187-4a48-9c93-c0933cd42d17 req-fba5f4bb-6599-41f4-bfb2-4992fb8af421 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114532 Mar 23 12:47:42.558377 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=d89d1c26-ccdf-4de2-ad44-a8b9dbe65516,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:42.629186 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237543c7-9e2a-4863-8851-4eed91d7e815 req-728b2753-aa95-4e0c-b26d-0e2411d38c45 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:42.639412 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-237543c7-9e2a-4863-8851-4eed91d7e815 req-728b2753-aa95-4e0c-b26d-0e2411d38c45 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 945 time: 0.1494167 Mar 23 12:47:42.767398 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-237543c7-9e2a-4863-8851-4eed91d7e815 req-54d48db7-9f3c-4657-896e-ce949e5d40b0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=282a4ffd-2172-4aca-91cd-573362e77d71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267548 Mar 23 12:47:42.885904 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec245dc0-ad67-4f66-bf00-2909cdfc9b06 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:42.896793 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Allocated IP 2001:db8::f816:3eff:fe95:a77 (8fb47147-24e2-481b-9f4e-7d054a56d184/8d64bb14-40fe-42ef-8cbf-2df43167cd3b/003d4efa-8f20-40d4-ba33-e17829a171d4) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:42.948235 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec245dc0-ad67-4f66-bf00-2909cdfc9b06 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:42.957578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ec245dc0-ad67-4f66-bf00-2909cdfc9b06 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:42.957578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec245dc0-ad67-4f66-bf00-2909cdfc9b06 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:42.957578 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec245dc0-ad67-4f66-bf00-2909cdfc9b06 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:42.980995 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec245dc0-ad67-4f66-bf00-2909cdfc9b06 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=9a55c402-2036-41d5-a065-867fa31e5bd4,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:42.989659 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ec245dc0-ad67-4f66-bf00-2909cdfc9b06 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1540596 Mar 23 12:47:42.992148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52798) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:42.999228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-124ffb8c-3684-4315-8b5d-06d0ae9c0d18 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'mac_address': 'fa:16:3e:15:0f:33', 'name': 'tempest-NetworksTestDHCPv6-1297824171'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:43.094839 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-a319169a-d02f-4a68-8d21-620cd29f5889 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:43.112631 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-a319169a-d02f-4a68-8d21-620cd29f5889 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 821 time: 0.2956460 Mar 23 12:47:43.144629 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-a9f8aa44-ede3-45f1-ad45-e96ba86315a0 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/quotas/58c99ee2e47f425c806eea0100fe6d5d HTTP/1.1" status: 200 len: 375 time: 0.0311766 Mar 23 12:47:43.153215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124ffb8c-3684-4315-8b5d-06d0ae9c0d18 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:43.203304 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:43.214083 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:43.249893 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-124ffb8c-3684-4315-8b5d-06d0ae9c0d18 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:43.270200 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-33ab7fee-50af-4a2c-9e29-0ae88359d43f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1244781 Mar 23 12:47:43.278748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-124ffb8c-3684-4315-8b5d-06d0ae9c0d18 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port fe4bfbde-2cbb-4d62-a26f-0677f60784cf yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:47:43.303479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:43.309581 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:43.312679 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:43.402739 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-232a85e3-7cf9-45f6-adc5-aed14765221f service neutron] 10.222.0.52 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310954 Mar 23 12:47:43.533912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Pushing event updated for resources: {'Port': ['ID=003d4efa-8f20-40d4-ba33-e17829a171d4,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:43.567573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Attempting to bind port 003d4efa-8f20-40d4-ba33-e17829a171d4 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:47:43.567573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Attempting to bind port 003d4efa-8f20-40d4-ba33-e17829a171d4 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:47:43.567573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Attempting to bind port 003d4efa-8f20-40d4-ba33-e17829a171d4 on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:43.581502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:47:43.581502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:47:43.581502 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:43.581502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:47:43.581502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Bound port: 003d4efa-8f20-40d4-ba33-e17829a171d4, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:47:43.581502 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:43.592892 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-124ffb8c-3684-4315-8b5d-06d0ae9c0d18 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 172.20.0.5 (8fb47147-24e2-481b-9f4e-7d054a56d184/9a55c402-2036-41d5-a065-867fa31e5bd4/fe4bfbde-2cbb-4d62-a26f-0677f60784cf) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:43.601301 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-18ac1480-2aff-4f98-b3c2-1be837805d3f service neutron] 10.222.0.52 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973097 Mar 23 12:47:43.618652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-124ffb8c-3684-4315-8b5d-06d0ae9c0d18 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::f816:3eff:fe15:f33 (8fb47147-24e2-481b-9f4e-7d054a56d184/8d64bb14-40fe-42ef-8cbf-2df43167cd3b/fe4bfbde-2cbb-4d62-a26f-0677f60784cf) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:43.722632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] For port 003d4efa-8f20-40d4-ba33-e17829a171d4, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:47:43.727095 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] For port 003d4efa-8f20-40d4-ba33-e17829a171d4, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=003d4efa-8f20-40d4-ba33-e17829a171d4,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:47:43.733608 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:43.857939 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a8d8c-c78d-4a1f-953d-29ac939cbe7c None None] Pushing event updated for resources: {'Port': ['ID=003d4efa-8f20-40d4-ba33-e17829a171d4,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:43.964312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0094602-d64c-4244-b3b4-344809e02ba8 req-86a557c4-96d0-4f16-9214-8e32dc8c9e54 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:43.972697 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b0094602-d64c-4244-b3b4-344809e02ba8 req-86a557c4-96d0-4f16-9214-8e32dc8c9e54 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 945 time: 0.0862873 Mar 23 12:47:43.987623 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-124ffb8c-3684-4315-8b5d-06d0ae9c0d18 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:44.046746 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b0094602-d64c-4244-b3b4-344809e02ba8 req-225fa99a-e442-4c0e-bbd3-1247e705ca83 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=282a4ffd-2172-4aca-91cd-573362e77d71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728266 Mar 23 12:47:44.172355 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5be0b5b5-9155-49bc-a780-20b0e22581bd req-a6a6c41f-397f-4800-8b9e-2b47a806cd46 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 210 time: 0.0369992 Mar 23 12:47:44.186820 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-124ffb8c-3684-4315-8b5d-06d0ae9c0d18 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:44.240973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124ffb8c-3684-4315-8b5d-06d0ae9c0d18 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:44.244524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-124ffb8c-3684-4315-8b5d-06d0ae9c0d18 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:44.248511 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124ffb8c-3684-4315-8b5d-06d0ae9c0d18 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:44.316480 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ffb8c-3684-4315-8b5d-06d0ae9c0d18 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=fe4bfbde-2cbb-4d62-a26f-0677f60784cf,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:44.354472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124ffb8c-3684-4315-8b5d-06d0ae9c0d18 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:44.355749 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-124ffb8c-3684-4315-8b5d-06d0ae9c0d18 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:44.384719 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-124ffb8c-3684-4315-8b5d-06d0ae9c0d18 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3912842 Mar 23 12:47:44.385027 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52846) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:44.488977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08094ae-6ad0-4011-a119-f3e5f1dfafae tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:44.495295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08094ae-6ad0-4011-a119-f3e5f1dfafae tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:44.499256 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b08094ae-6ad0-4011-a119-f3e5f1dfafae tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1123464 Mar 23 12:47:44.502284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52854) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:44.707218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-fe07661a-35d8-408a-bcd7-01cc30e1df1b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port fe4bfbde-2cbb-4d62-a26f-0677f60784cf {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:47:44.707570 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe07661a-35d8-408a-bcd7-01cc30e1df1b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:44.818484 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe07661a-35d8-408a-bcd7-01cc30e1df1b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:44.833392 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-fe07661a-35d8-408a-bcd7-01cc30e1df1b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for fe4bfbde-2cbb-4d62-a26f-0677f60784cf owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:47:45.124689 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe07661a-35d8-408a-bcd7-01cc30e1df1b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:45.264766 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afa713-03a2-4a87-9ca2-ecda37ce3cbe req-a8536388-c9b7-4fce-ae69-7e54a8a8c844 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:45.279087 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18afa713-03a2-4a87-9ca2-ecda37ce3cbe req-a8536388-c9b7-4fce-ae69-7e54a8a8c844 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 945 time: 0.1107390 Mar 23 12:47:45.399386 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18afa713-03a2-4a87-9ca2-ecda37ce3cbe req-4f2485cf-6c0f-4bf3-ac78-23a8f7bf2f68 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=282a4ffd-2172-4aca-91cd-573362e77d71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117935 Mar 23 12:47:45.632965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd1b58-6b94-46c8-9fde-d2d104284cde req-a2707c9d-f3b8-4ff3-abe0-e56d0e027c0b tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:45.645249 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8cdd1b58-6b94-46c8-9fde-d2d104284cde req-a2707c9d-f3b8-4ff3-abe0-e56d0e027c0b tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 945 time: 0.1524229 Mar 23 12:47:45.645699 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52886) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:45.663280 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-51b34862-ed9c-4daa-b7bc-92aa1d07e98a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Request body: {'floatingip': {'port_id': 'd89d1c26-ccdf-4de2-ad44-a8b9dbe65516'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:45.727690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7111263a-34f9-49dd-a699-2a8cdbb61a81 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:47:45.773192 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51b34862-ed9c-4daa-b7bc-92aa1d07e98a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:45.804234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07661a-35d8-408a-bcd7-01cc30e1df1b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=fe4bfbde-2cbb-4d62-a26f-0677f60784cf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:45.944327 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f0b62c87-4a4b-432d-b450-d81e0c3f2161 req-1da89b16-e086-4df1-a4a5-9f225e577771 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 210 time: 0.1614149 Mar 23 12:47:46.089261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 003d4efa-8f20-40d4-ba33-e17829a171d4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:46.191064 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9d6e0c0b-c043-4158-8603-35c14e9ab47c tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:46.192828 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9d6e0c0b-c043-4158-8603-35c14e9ab47c tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.77 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 821 time: 0.4244585 Mar 23 12:47:46.204847 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4b46b0ac-d197-49c5-95fb-a25b22d2ae2c None None] Provisioning complete for port 003d4efa-8f20-40d4-ba33-e17829a171d4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:46.208382 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b46b0ac-d197-49c5-95fb-a25b22d2ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:46.238843 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fe07661a-35d8-408a-bcd7-01cc30e1df1b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:46.242124 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fe07661a-35d8-408a-bcd7-01cc30e1df1b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/fe4bfbde-2cbb-4d62-a26f-0677f60784cf HTTP/1.1" status: 204 len: 168 time: 1.7386775 Mar 23 12:47:46.248568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52904) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:46.276608 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:46.281601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-52a712a7-e4cd-4c6b-a7bb-4f9cf48c8d34 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Request body: {'port': {'device_id': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'admin_state_up': True, 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:46.363356 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b46b0ac-d197-49c5-95fb-a25b22d2ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:46.408475 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 003d4efa-8f20-40d4-ba33-e17829a171d4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:46.408847 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:46.462624 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4b46b0ac-d197-49c5-95fb-a25b22d2ae2c None None] For port 003d4efa-8f20-40d4-ba33-e17829a171d4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=003d4efa-8f20-40d4-ba33-e17829a171d4,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:46.470375 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9c718f-fb9a-45dd-8148-88d4376f086f None None] Update dhcp port {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'fixed_ips': [{'subnet_id': '8d64bb14-40fe-42ef-8cbf-2df43167cd3b', 'ip_address': '2001:db8::f816:3eff:fe95:a77'}, {'subnet_id': '9a55c402-2036-41d5-a065-867fa31e5bd4'}], 'binding:host_id': 'n-d-834854-1'}, 'id': '003d4efa-8f20-40d4-ba33-e17829a171d4'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:47:46.473623 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b46b0ac-d197-49c5-95fb-a25b22d2ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:46.537023 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85be9a0-b876-4f64-89b7-7c340475cd17 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:46.546508 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85be9a0-b876-4f64-89b7-7c340475cd17 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:46.553623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85be9a0-b876-4f64-89b7-7c340475cd17 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:46.556647 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d85be9a0-b876-4f64-89b7-7c340475cd17 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3071060 Mar 23 12:47:46.557320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46b0ac-d197-49c5-95fb-a25b22d2ae2c None None] Pushing event updated for resources: {'Port': ['ID=003d4efa-8f20-40d4-ba33-e17829a171d4,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:46.567204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52910) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:46.692165 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-873f60bd-4e20-4de7-a79b-986d638c8e15 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 8d64bb14-40fe-42ef-8cbf-2df43167cd3b {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:47:46.701694 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-873f60bd-4e20-4de7-a79b-986d638c8e15 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:46.733533 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9f9c718f-fb9a-45dd-8148-88d4376f086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:46.787290 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51b34862-ed9c-4daa-b7bc-92aa1d07e98a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:46.795507 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51b34862-ed9c-4daa-b7bc-92aa1d07e98a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:46.840452 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-873f60bd-4e20-4de7-a79b-986d638c8e15 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:46.872617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-52a712a7-e4cd-4c6b-a7bb-4f9cf48c8d34 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Made reservation on behalf of 58c99ee2e47f425c806eea0100fe6d5d for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:46.876860 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-52a712a7-e4cd-4c6b-a7bb-4f9cf48c8d34 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:46.931634 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-51b34862-ed9c-4daa-b7bc-92aa1d07e98a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Floating IP dcc86759-8c7b-42f4-b6d1-23543931afc7 associated. External IP: 172.25.2.50, port: d89d1c26-ccdf-4de2-ad44-a8b9dbe65516. Mar 23 12:47:47.084484 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-873f60bd-4e20-4de7-a79b-986d638c8e15 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:47.153531 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-52a712a7-e4cd-4c6b-a7bb-4f9cf48c8d34 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Allocated IP 172.20.0.10 (90e7b961-93d9-45ad-8d7b-62739f5ce26c/934c1c9c-3a98-4813-a53e-554c362e8d84/e1160149-2e53-4294-94e2-f9752cbb26f5) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:47.201095 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fc9434c3-fbff-4df8-8ed8-624a6b4e65a1 req-e4dbd982-3270-4f81-afa8-34dce341a425 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 210 time: 0.0393777 Mar 23 12:47:47.229152 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-873f60bd-4e20-4de7-a79b-986d638c8e15 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-9f9c718f-fb9a-45dd-8148-88d4376f086f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d64bb14-40fe-42ef-8cbf-2df43167cd3b: This subnet is being modified by another concurrent operation. Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:47:47.229380 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d64bb14-40fe-42ef-8cbf-2df43167cd3b: This subnet is being modified by another concurrent operation. Mar 23 12:47:47.233226 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Mar 23 12:47:47.294265 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-873f60bd-4e20-4de7-a79b-986d638c8e15 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:47.315506 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-873f60bd-4e20-4de7-a79b-986d638c8e15 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/8d64bb14-40fe-42ef-8cbf-2df43167cd3b HTTP/1.1" status: 204 len: 168 time: 0.7444651 Mar 23 12:47:47.315704 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7656a6-cdc9-4a32-ae9b-d0a0b655b872 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:47:47.316958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52924) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:47.327161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f60bd-4e20-4de7-a79b-986d638c8e15 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=8d64bb14-40fe-42ef-8cbf-2df43167cd3b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:47.503404 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-52a712a7-e4cd-4c6b-a7bb-4f9cf48c8d34 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:47.505287 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:47.508823 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8b62140a-d8f4-425a-bb09-978764a9a5e2 None None] Provisioning complete for port 003d4efa-8f20-40d4-ba33-e17829a171d4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:47.509357 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b62140a-d8f4-425a-bb09-978764a9a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:47.554104 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-52a712a7-e4cd-4c6b-a7bb-4f9cf48c8d34 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:47.580646 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['d8b78ad6-32ab-447b-abdb-ced00b1a602a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:47:47.677017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-52a712a7-e4cd-4c6b-a7bb-4f9cf48c8d34 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Network 90e7b961-93d9-45ad-8d7b-62739f5ce26c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:47.684011 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-52a712a7-e4cd-4c6b-a7bb-4f9cf48c8d34 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:47.685916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-52a712a7-e4cd-4c6b-a7bb-4f9cf48c8d34 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:47.830013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a712a7-e4cd-4c6b-a7bb-4f9cf48c8d34 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Pushing event updated for resources: {'Port': ['ID=e1160149-2e53-4294-94e2-f9752cbb26f5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:47.903195 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-52a712a7-e4cd-4c6b-a7bb-4f9cf48c8d34 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:47.910302 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-52a712a7-e4cd-4c6b-a7bb-4f9cf48c8d34 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:47.955986 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-52a712a7-e4cd-4c6b-a7bb-4f9cf48c8d34 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6799362 Mar 23 12:47:47.988133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Request body: {'port': {'device_id': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:48.017141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 003d4efa-8f20-40d4-ba33-e17829a171d4 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:47:48.120600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b34862-ed9c-4daa-b7bc-92aa1d07e98a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Router f07840be-cdb3-4dee-a333-5c1ca01449df has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:47:48.122373 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:48.161181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c7f26a-6959-469e-a977-e6351f54f43d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 9a55c402-2036-41d5-a065-867fa31e5bd4 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:47:48.273430 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b2c7f26a-6959-469e-a977-e6351f54f43d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:48.276600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b34862-ed9c-4daa-b7bc-92aa1d07e98a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:47:48.298662 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-51b34862-ed9c-4daa-b7bc-92aa1d07e98a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:48.303466 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b1e1e-3a0c-45c7-b408-a5fc074a3971 None None] Sync routers for ids ['f07840be-cdb3-4dee-a333-5c1ca01449df'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:47:48.372523 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-51b34862-ed9c-4daa-b7bc-92aa1d07e98a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "PUT /v2.0/floatingips/dcc86759-8c7b-42f4-b6d1-23543931afc7 HTTP/1.1" status: 200 len: 990 time: 2.7256284 Mar 23 12:47:48.375460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07d6c9f-0b35-4afd-8106-a9ce046ed4ee', 'tag': 'd89d1c26-ccdf-4de2-ad44-a8b9dbe65516'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:47:48.390228 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a085b8-0658-42a9-b507-ee8e047c7538" -d '{"events": [{"name": "network-changed", "server_uuid": "a07d6c9f-0b35-4afd-8106-a9ce046ed4ee", "tag": "d89d1c26-ccdf-4de2-ad44-a8b9dbe65516"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:47:48.434982 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b2c7f26a-6959-469e-a977-e6351f54f43d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:48.463350 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b1e1e-3a0c-45c7-b408-a5fc074a3971 None None] Routers {'f07840be-cdb3-4dee-a333-5c1ca01449df'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:47:48.465518 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-602b1e1e-3a0c-45c7-b408-a5fc074a3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:47:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f07840be-cdb3-4dee-a333-5c1ca01449df'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:48.520416 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b2c7f26a-6959-469e-a977-e6351f54f43d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:48.613298 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57856b8c-821e-45d6-a9d9-c964070cf8ed x-openstack-request-id: req-57856b8c-821e-45d6-a9d9-c964070cf8ed {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:47:48.613670 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07d6c9f-0b35-4afd-8106-a9ce046ed4ee", "tag": "d89d1c26-ccdf-4de2-ad44-a8b9dbe65516", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:47:48.614026 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-57856b8c-821e-45d6-a9d9-c964070cf8ed {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:47:48.614451 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07d6c9f-0b35-4afd-8106-a9ce046ed4ee', 'tag': 'd89d1c26-ccdf-4de2-ad44-a8b9dbe65516', 'status': 'completed', 'code': 200} Mar 23 12:47:48.618207 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b2c7f26a-6959-469e-a977-e6351f54f43d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:48.683390 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7f26a-6959-469e-a977-e6351f54f43d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=9a55c402-2036-41d5-a065-867fa31e5bd4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:48.696549 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b2c7f26a-6959-469e-a977-e6351f54f43d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:48.700381 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b2c7f26a-6959-469e-a977-e6351f54f43d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/9a55c402-2036-41d5-a065-867fa31e5bd4 HTTP/1.1" status: 204 len: 168 time: 1.3820574 Mar 23 12:47:48.705554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52956) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:48.717517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a085b8-0658-42a9-b507-ee8e047c7538 req-f90711de-db31-48f3-aeaf-4053090f2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:48.718991 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-93a085b8-0658-42a9-b507-ee8e047c7538 req-f90711de-db31-48f3-aeaf-4053090f2eda service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ea1481d248546008fdefdaf479fb3fc&device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 1096 time: 0.1165674 Mar 23 12:47:48.760962 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d780263b-95b6-4616-9953-eb5bd75b7ce3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509889 Mar 23 12:47:48.773412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52960) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:48.828795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-159b2daa-2af9-4653-a0ec-cc1e035dd781 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:48.864570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1160149-2e53-4294-94e2-f9752cbb26f5 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:47:48.886269 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:48.906279 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:48.916305 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-602b1e1e-3a0c-45c7-b408-a5fc074a3971 None None] Set router f07840be-cdb3-4dee-a333-5c1ca01449df gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:47:49.004247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Transition to ACTIVE for port object e1160149-2e53-4294-94e2-f9752cbb26f5 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:47:49.013953 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:49.032187 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 003d4efa-8f20-40d4-ba33-e17829a171d4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=003d4efa-8f20-40d4-ba33-e17829a171d4,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:49.073367 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:49.132351 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a97103-7ba3-47a9-a788-7f6a2c4d1863 req-c2f9d473-9965-41b1-9769-27eec1b2b203 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:49.137305 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32a97103-7ba3-47a9-a788-7f6a2c4d1863 req-c2f9d473-9965-41b1-9769-27eec1b2b203 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 932 time: 0.7314022 Mar 23 12:47:49.167194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a085b8-0658-42a9-b507-ee8e047c7538 req-4dd27a27-2632-4e2c-9c96-02e5823df623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:49.169359 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-93a085b8-0658-42a9-b507-ee8e047c7538 req-4dd27a27-2632-4e2c-9c96-02e5823df623 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54 HTTP/1.1" status: 200 len: 911 time: 0.4179420 Mar 23 12:47:49.187697 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1160149-2e53-4294-94e2-f9752cbb26f5,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:49.231320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f128dcc7-f91d-4f8c-adb2-47c85dca46b2 None None] Update dhcp port {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'fixed_ips': [{'subnet_id': '9a55c402-2036-41d5-a065-867fa31e5bd4'}], 'binding:host_id': 'n-d-834854-1'}, 'id': '003d4efa-8f20-40d4-ba33-e17829a171d4'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:47:49.272576 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32a97103-7ba3-47a9-a788-7f6a2c4d1863 req-b7fa9bc2-ea6f-4812-871a-c253735d95b2 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755744 Mar 23 12:47:49.273680 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159b2daa-2af9-4653-a0ec-cc1e035dd781 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:49.283111 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-159b2daa-2af9-4653-a0ec-cc1e035dd781 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:49.343592 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=003d4efa-8f20-40d4-ba33-e17829a171d4,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:49.351870 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f128dcc7-f91d-4f8c-adb2-47c85dca46b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:49.506987 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Attempting to bind port e1160149-2e53-4294-94e2-f9752cbb26f5 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:47:49.507319 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Attempting to bind port e1160149-2e53-4294-94e2-f9752cbb26f5 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '61ec6d6d-435d-4196-8b99-96042b59491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:47:49.509748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Attempting to bind port e1160149-2e53-4294-94e2-f9752cbb26f5 on network 90e7b961-93d9-45ad-8d7b-62739f5ce26c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:49.512659 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-93a085b8-0658-42a9-b507-ee8e047c7538 req-e0999a98-6f95-4a2e-adaa-dbd5a7847cc9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 HTTP/1.1" status: 200 len: 998 time: 0.3336816 Mar 23 12:47:49.516446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Port e1160149-2e53-4294-94e2-f9752cbb26f5 on network 90e7b961-93d9-45ad-8d7b-62739f5ce26c not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:47:49.516624 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Attempting to bind port e1160149-2e53-4294-94e2-f9752cbb26f5 on network 90e7b961-93d9-45ad-8d7b-62739f5ce26c {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:49.526131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:47:49.526633 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Checking segment: {'id': '61ec6d6d-435d-4196-8b99-96042b59491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:47:49.527077 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Bound using segment: {'id': '61ec6d6d-435d-4196-8b99-96042b59491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:47:49.527519 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Bound port: e1160149-2e53-4294-94e2-f9752cbb26f5, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ec6d6d-435d-4196-8b99-96042b59491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:47:49.527879 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:49.639426 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a085b8-0658-42a9-b507-ee8e047c7538 req-0f0875ac-1e52-470d-92dd-8ba669cb5b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:49.642511 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-93a085b8-0658-42a9-b507-ee8e047c7538 req-0f0875ac-1e52-470d-92dd-8ba669cb5b9b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04aa0ac9-74bf-48af-b463-b2b30beed0d6 HTTP/1.1" status: 200 len: 849 time: 0.1076837 Mar 23 12:47:49.737472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] For port e1160149-2e53-4294-94e2-f9752cbb26f5, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:47:49.741606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] For port e1160149-2e53-4294-94e2-f9752cbb26f5, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e1160149-2e53-4294-94e2-f9752cbb26f5,segment=NetworkSegment(61ec6d6d-435d-4196-8b99-96042b59491d),segment_id=61ec6d6d-435d-4196-8b99-96042b59491d)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:47:49.743913 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f1e876cd-3d0f-4aa8-93f2-ecbf3c7dd713 None None] Provisioning complete for port 003d4efa-8f20-40d4-ba33-e17829a171d4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:49.744486 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1e876cd-3d0f-4aa8-93f2-ecbf3c7dd713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:49.748660 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:49.791776 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:49.793679 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:49.795604 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] 10.222.0.77 "PUT /v2.0/ports/e1160149-2e53-4294-94e2-f9752cbb26f5 HTTP/1.1" status: 200 len: 1092 time: 1.8169079 Mar 23 12:47:49.796558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'tag': 'e1160149-2e53-4294-94e2-f9752cbb26f5'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:47:49.799126 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b3af53-8255-495a-97a7-a6c5723ae69b" -d '{"events": [{"name": "network-changed", "server_uuid": "01ad45ab-b36c-4d10-be0e-fe9433ae9f29", "tag": "e1160149-2e53-4294-94e2-f9752cbb26f5"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:47:49.877121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048ed8e-8fe5-4717-a024-78265b0c4bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1160149-2e53-4294-94e2-f9752cbb26f5,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:49.970880 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9694696-9b42-4bd3-b38e-2e532866172c x-openstack-request-id: req-a9694696-9b42-4bd3-b38e-2e532866172c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:47:49.972185 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ad45ab-b36c-4d10-be0e-fe9433ae9f29", "tag": "e1160149-2e53-4294-94e2-f9752cbb26f5", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:47:49.972729 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9694696-9b42-4bd3-b38e-2e532866172c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:47:49.973112 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-159b2daa-2af9-4653-a0ec-cc1e035dd781 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:49.973930 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'tag': 'e1160149-2e53-4294-94e2-f9752cbb26f5', 'status': 'completed', 'code': 200} Mar 23 12:47:49.994308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-602b1e1e-3a0c-45c7-b408-a5fc074a3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:29Z', 'revision_number': 4, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'dcc86759-8c7b-42f4-b6d1-23543931afc7', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'floating_ip_address': '172.25.2.50', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'port_id': 'd89d1c26-ccdf-4de2-ad44-a8b9dbe65516', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'mac_address': 'fa:16:3e:a4:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07d6c9f-0b35-4afd-8106-a9ce046ed4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:47:22Z', 'updated_at': '2022-03-23T12:47:46Z', 'revision_number': 1, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95f1cfe-1053-401a-a084-4ba67d012ca9', 'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'mac_address': 'fa:16:3e:4c:e0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:28Z', 'updated_at': '2022-03-23T12:41:34Z', 'revision_number': 5, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'subnets': [{'id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:50.033949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-98b83083-b0ba-4c8c-bfbc-0632f76713cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:50.035971 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-98b83083-b0ba-4c8c-bfbc-0632f76713cd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 1095 time: 0.1337399 Mar 23 12:47:50.105548 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b1e1e-3a0c-45c7-b408-a5fc074a3971 None None] Checking router: f07840be-cdb3-4dee-a333-5c1ca01449df for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:47:50.160640 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b1e1e-3a0c-45c7-b408-a5fc074a3971 None None] Routers {'f07840be-cdb3-4dee-a333-5c1ca01449df'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:47:50.160860 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-c745a0d0-b532-4cd2-80d5-dc063b3c47c1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1160149-2e53-4294-94e2-f9752cbb26f5 HTTP/1.1" status: 200 len: 217 time: 0.1120968 Mar 23 12:47:50.161670 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-602b1e1e-3a0c-45c7-b408-a5fc074a3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:47:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f07840be-cdb3-4dee-a333-5c1ca01449df'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:50.169292 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1e876cd-3d0f-4aa8-93f2-ecbf3c7dd713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:50.237219 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159b2daa-2af9-4653-a0ec-cc1e035dd781 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:50.244435 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-159b2daa-2af9-4653-a0ec-cc1e035dd781 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:50.252208 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159b2daa-2af9-4653-a0ec-cc1e035dd781 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:50.252820 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-159b2daa-2af9-4653-a0ec-cc1e035dd781 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:50.260102 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-6d758c92-238f-4a02-83fb-9521b70e2608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:50.277570 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a085b8-0658-42a9-b507-ee8e047c7538 req-2ba72563-f82a-44a8-a6c2-a4a2b7971804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:50.277812 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-6d758c92-238f-4a02-83fb-9521b70e2608 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=934c1c9c-3a98-4813-a53e-554c362e8d84 HTTP/1.1" status: 200 len: 860 time: 0.1092639 Mar 23 12:47:50.278412 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7235df6-2027-49bd-9bcc-3d01045ab296 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:47:50.280253 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-93a085b8-0658-42a9-b507-ee8e047c7538 req-2ba72563-f82a-44a8-a6c2-a4a2b7971804 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f6b99f7-81d5-426f-bb53-cc4586fa4a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3250227 Mar 23 12:47:50.285969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b2daa-2af9-4653-a0ec-cc1e035dd781 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=d6a9ad2e-fb77-45d7-9773-47190ef01ad1,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:50.324942 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-159b2daa-2af9-4653-a0ec-cc1e035dd781 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5495145 Mar 23 12:47:50.326970 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52996) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:50.332289 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7c5e1086-4f6a-4f02-bd8b-814de9f656c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:50.348580 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f1e876cd-3d0f-4aa8-93f2-ecbf3c7dd713 None None] For port 003d4efa-8f20-40d4-ba33-e17829a171d4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=003d4efa-8f20-40d4-ba33-e17829a171d4,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:50.368846 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f1e876cd-3d0f-4aa8-93f2-ecbf3c7dd713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:50.422063 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-870467d5-c955-46b6-927a-1f97cf2d5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:50.424468 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-870467d5-c955-46b6-927a-1f97cf2d5eb5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90e7b961-93d9-45ad-8d7b-62739f5ce26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323612 Mar 23 12:47:50.675290 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e876cd-3d0f-4aa8-93f2-ecbf3c7dd713 None None] Pushing event updated for resources: {'Port': ['ID=003d4efa-8f20-40d4-ba33-e17829a171d4,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:50.691462 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b8f70-1f32-4380-a912-654c93a5c0bd req-17775152-6191-47c7-aff2-0b47ec7c27f0 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:50.693095 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-644b8f70-1f32-4380-a912-654c93a5c0bd req-17775152-6191-47c7-aff2-0b47ec7c27f0 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 944 time: 0.2278836 Mar 23 12:47:50.728569 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-506865d0-5177-4e9e-b885-37f660ab0e0f service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972977 Mar 23 12:47:50.818950 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5e1086-4f6a-4f02-bd8b-814de9f656c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:50.822552 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1086-4f6a-4f02-bd8b-814de9f656c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:50.916448 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-602b1e1e-3a0c-45c7-b408-a5fc074a3971 None None] Set router f07840be-cdb3-4dee-a333-5c1ca01449df gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:47:50.936724 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fb4dd700-6a47-4433-9dfd-d380138eb63d req-3a40398a-baf5-4dd2-864c-0eca5834a6a3 service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920369 Mar 23 12:47:50.958369 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-644b8f70-1f32-4380-a912-654c93a5c0bd req-1c9a9c0e-7ff0-474d-96a5-983b60f9e2e0 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278481 Mar 23 12:47:51.035558 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-93a085b8-0658-42a9-b507-ee8e047c7538 req-4b461f63-b14c-4fbe-a7d2-a96f0961de75 service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7301674 Mar 23 12:47:51.099450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3af53-8255-495a-97a7-a6c5723ae69b req-ab7aa7ea-4ae9-4f6f-88ec-85089b9b50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:51.101082 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83b3af53-8255-495a-97a7-a6c5723ae69b req-ab7aa7ea-4ae9-4f6f-88ec-85089b9b50ef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 1095 time: 0.0983896 Mar 23 12:47:51.114597 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7bdf1268-a851-4da9-a8d5-63f8bbc536f6 None None] Could not find standard attr ID for object fe4bfbde-2cbb-4d62-a26f-0677f60784cf. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:47:51.244369 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-93a085b8-0658-42a9-b507-ee8e047c7538 req-78c7b870-dfd4-4745-a399-d06620d7b200 service neutron] 10.222.0.77 "GET /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970122 Mar 23 12:47:51.351122 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3af53-8255-495a-97a7-a6c5723ae69b req-a466c029-3f3a-4abc-bc6f-17cc1f3e8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:51.352654 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83b3af53-8255-495a-97a7-a6c5723ae69b req-a466c029-3f3a-4abc-bc6f-17cc1f3e8e0b service neutron] 10.222.0.77 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 922 time: 0.2438195 Mar 23 12:47:51.424820 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83b3af53-8255-495a-97a7-a6c5723ae69b req-8d7ac43c-97a1-48df-9e7c-be5d6eb2808d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1160149-2e53-4294-94e2-f9752cbb26f5 HTTP/1.1" status: 200 len: 217 time: 0.0617464 Mar 23 12:47:51.467878 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba9e4b1-066c-4ec2-ad13-b7e547a85e3d None None] Update dhcp port {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'fixed_ips': [{'subnet_id': 'd6a9ad2e-fb77-45d7-9773-47190ef01ad1'}], 'binding:host_id': 'n-d-834854-1'}, 'id': '003d4efa-8f20-40d4-ba33-e17829a171d4'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:47:51.520918 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e4b1-066c-4ec2-ad13-b7e547a85e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:51.548545 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3af53-8255-495a-97a7-a6c5723ae69b req-33ab3380-e231-4aa8-8993-5778f8bfc828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:51.550100 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83b3af53-8255-495a-97a7-a6c5723ae69b req-33ab3380-e231-4aa8-8993-5778f8bfc828 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=934c1c9c-3a98-4813-a53e-554c362e8d84 HTTP/1.1" status: 200 len: 860 time: 0.1161296 Mar 23 12:47:51.574096 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-602b1e1e-3a0c-45c7-b408-a5fc074a3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:29Z', 'revision_number': 4, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'dcc86759-8c7b-42f4-b6d1-23543931afc7', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'floating_ip_address': '172.25.2.50', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'port_id': 'd89d1c26-ccdf-4de2-ad44-a8b9dbe65516', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'mac_address': 'fa:16:3e:a4:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07d6c9f-0b35-4afd-8106-a9ce046ed4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:47:22Z', 'updated_at': '2022-03-23T12:47:46Z', 'revision_number': 1, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95f1cfe-1053-401a-a084-4ba67d012ca9', 'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'mac_address': 'fa:16:3e:4c:e0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:28Z', 'updated_at': '2022-03-23T12:41:34Z', 'revision_number': 5, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'subnets': [{'id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:51.617925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.objects.ports [None req-7c5e1086-4f6a-4f02-bd8b-814de9f656c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:47:51.618238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b1e1e-3a0c-45c7-b408-a5fc074a3971 None None] The sync data for ids ['f07840be-cdb3-4dee-a333-5c1ca01449df'] in n-d-834854-1 is: [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:29Z', 'revision_number': 4, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'dcc86759-8c7b-42f4-b6d1-23543931afc7', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'floating_ip_address': '172.25.2.50', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'port_id': 'd89d1c26-ccdf-4de2-ad44-a8b9dbe65516', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'mac_address': 'fa:16:3e:a4:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07d6c9f-0b35-4afd-8106-a9ce046ed4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:47:22Z', 'updated_at': '2022-03-23T12:47:46Z', 'revision_number': 1, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95f1cfe-1053-401a-a084-4ba67d012ca9', 'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'mac_address': 'fa:16:3e:4c:e0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:28Z', 'updated_at': '2022-03-23T12:41:34Z', 'revision_number': 5, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'subnets': [{'id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:47:51.656329 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3af53-8255-495a-97a7-a6c5723ae69b req-fa697053-caa6-46f0-af3b-f256cecf3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:51.657838 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83b3af53-8255-495a-97a7-a6c5723ae69b req-fa697053-caa6-46f0-af3b-f256cecf3c48 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90e7b961-93d9-45ad-8d7b-62739f5ce26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988767 Mar 23 12:47:51.904998 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83b3af53-8255-495a-97a7-a6c5723ae69b req-353a0801-3886-4b15-a368-bd0e7c6b66b3 service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351811 Mar 23 12:47:52.133665 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83b7694-3187-40d4-865e-8e6e6c5f27ef None None] New status for floating IP dcc86759-8c7b-42f4-b6d1-23543931afc7: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:47:52.161462 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83b3af53-8255-495a-97a7-a6c5723ae69b req-451f3a08-b646-4d1d-bf4a-b889720fddba service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438357 Mar 23 12:47:52.210817 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-6ba9e4b1-066c-4ec2-ad13-b7e547a85e3d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 23 12:47:52.210817 n-d-834854-1 neutron-server[102780]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Mar 23 12:47:52.210817 n-d-834854-1 neutron-server[102780]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe95:a77', 'status': 'ALLOCATED', 'ipam_subnet_id': '95edb01b-81fb-4c83-964c-231a9734d723'}] Mar 23 12:47:52.210817 n-d-834854-1 neutron-server[102780]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:47:52.211514 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-6ba9e4b1-066c-4ec2-ad13-b7e547a85e3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:47:52.275283 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1086-4f6a-4f02-bd8b-814de9f656c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:52.413919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d7e2e-2d13-4d52-9c7a-6773e92d9de9 req-dcb12f74-5116-4751-8456-2c50b98111d0 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:52.415590 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e8d7e2e-2d13-4d52-9c7a-6773e92d9de9 req-dcb12f74-5116-4751-8456-2c50b98111d0 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 944 time: 0.2260561 Mar 23 12:47:52.540297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-7c5e1086-4f6a-4f02-bd8b-814de9f656c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] For port 003d4efa-8f20-40d4-ba33-e17829a171d4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=003d4efa-8f20-40d4-ba33-e17829a171d4,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:52.599200 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1086-4f6a-4f02-bd8b-814de9f656c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:52.606872 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1086-4f6a-4f02-bd8b-814de9f656c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:52.607646 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1086-4f6a-4f02-bd8b-814de9f656c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:52.683215 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e8d7e2e-2d13-4d52-9c7a-6773e92d9de9 req-95067ace-4829-4151-919e-f4295c591ada tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605021 Mar 23 12:47:52.694425 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5e1086-4f6a-4f02-bd8b-814de9f656c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:52.744778 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7c5e1086-4f6a-4f02-bd8b-814de9f656c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:52.764584 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5e1086-4f6a-4f02-bd8b-814de9f656c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:52.765202 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1086-4f6a-4f02-bd8b-814de9f656c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:52.794071 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e4b1-066c-4ec2-ad13-b7e547a85e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:52.812198 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53066) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:52.812403 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7c5e1086-4f6a-4f02-bd8b-814de9f656c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4840794 Mar 23 12:47:52.815165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e1086-4f6a-4f02-bd8b-814de9f656c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=000dde4d-2505-492a-abb2-614c27b67313,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:52.818234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0f440f18-6065-4502-8c2f-176a029c473c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'mac_address': 'fa:16:3e:fb:ef:e3', 'name': 'tempest-NetworksTestDHCPv6-1345101771'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:52.820749 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e1086-4f6a-4f02-bd8b-814de9f656c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=003d4efa-8f20-40d4-ba33-e17829a171d4,revision_number=8']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:53.060557 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f440f18-6065-4502-8c2f-176a029c473c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:53.094953 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-6ba9e4b1-066c-4ec2-ad13-b7e547a85e3d None None] Allocated IP 172.20.0.2 (8fb47147-24e2-481b-9f4e-7d054a56d184/d6a9ad2e-fb77-45d7-9773-47190ef01ad1/003d4efa-8f20-40d4-ba33-e17829a171d4) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:53.206363 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0f440f18-6065-4502-8c2f-176a029c473c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:53.236855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-0f440f18-6065-4502-8c2f-176a029c473c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port 93af1f5c-22d2-44e8-811e-c630af6cddcb yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:47:53.265947 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6ba9e4b1-066c-4ec2-ad13-b7e547a85e3d None None] For port 003d4efa-8f20-40d4-ba33-e17829a171d4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=003d4efa-8f20-40d4-ba33-e17829a171d4,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:53.328310 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e4b1-066c-4ec2-ad13-b7e547a85e3d None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:53.336694 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e4b1-066c-4ec2-ad13-b7e547a85e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:53.484840 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9e4b1-066c-4ec2-ad13-b7e547a85e3d None None] Pushing event updated for resources: {'Port': ['ID=003d4efa-8f20-40d4-ba33-e17829a171d4,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:53.486306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-0f440f18-6065-4502-8c2f-176a029c473c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 172.20.0.14 (8fb47147-24e2-481b-9f4e-7d054a56d184/d6a9ad2e-fb77-45d7-9773-47190ef01ad1/93af1f5c-22d2-44e8-811e-c630af6cddcb) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:53.509344 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-0f440f18-6065-4502-8c2f-176a029c473c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::f816:3eff:fefb:efe3 (8fb47147-24e2-481b-9f4e-7d054a56d184/000dde4d-2505-492a-abb2-614c27b67313/93af1f5c-22d2-44e8-811e-c630af6cddcb) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:53.698201 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0f440f18-6065-4502-8c2f-176a029c473c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:53.788862 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0f440f18-6065-4502-8c2f-176a029c473c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:53.817317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f440f18-6065-4502-8c2f-176a029c473c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:53.827964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0f440f18-6065-4502-8c2f-176a029c473c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:53.852633 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f440f18-6065-4502-8c2f-176a029c473c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:53.993696 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f440f18-6065-4502-8c2f-176a029c473c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=93af1f5c-22d2-44e8-811e-c630af6cddcb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:54.031215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f440f18-6065-4502-8c2f-176a029c473c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:54.031642 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0f440f18-6065-4502-8c2f-176a029c473c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:54.044929 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 003d4efa-8f20-40d4-ba33-e17829a171d4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:54.047463 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89267a78-331e-4011-9278-a2981664a68b req-5c737743-4cfe-45e0-a1e8-ad085dbd3368 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:54.056010 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-89267a78-331e-4011-9278-a2981664a68b req-5c737743-4cfe-45e0-a1e8-ad085dbd3368 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 944 time: 0.1266513 Mar 23 12:47:54.108189 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-89267a78-331e-4011-9278-a2981664a68b req-053c2eb5-f2a5-4ed2-bb4a-1d78c4609d56 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487173 Mar 23 12:47:54.119878 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c1b132c1-3fcd-43c0-8d60-a8978f3bd64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:54.128813 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0f440f18-6065-4502-8c2f-176a029c473c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3145888 Mar 23 12:47:54.130746 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53110) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:54.167268 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 003d4efa-8f20-40d4-ba33-e17829a171d4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:54.167827 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:54.237798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718b345a-9248-4570-9da7-d5d4c869a799 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:54.243745 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718b345a-9248-4570-9da7-d5d4c869a799 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:54.254763 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-718b345a-9248-4570-9da7-d5d4c869a799 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1209335 Mar 23 12:47:54.259127 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53120) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:54.453289 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0f5a4-2795-431c-a95c-d68bf571fd2e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port 93af1f5c-22d2-44e8-811e-c630af6cddcb {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:47:54.453674 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6fc0f5a4-2795-431c-a95c-d68bf571fd2e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:54.631783 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6fc0f5a4-2795-431c-a95c-d68bf571fd2e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:54.646331 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0f5a4-2795-431c-a95c-d68bf571fd2e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for 93af1f5c-22d2-44e8-811e-c630af6cddcb owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:47:54.918613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb401b73-4c38-40d8-897d-02ceb4d824c0 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:47:54.955592 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6fc0f5a4-2795-431c-a95c-d68bf571fd2e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:55.078242 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0f5a4-2795-431c-a95c-d68bf571fd2e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=93af1f5c-22d2-44e8-811e-c630af6cddcb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:55.111057 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7ebbe2ad-ea1d-4504-bd56-e813b40b3253 None None] Provisioning complete for port 003d4efa-8f20-40d4-ba33-e17829a171d4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:55.116503 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7ebbe2ad-ea1d-4504-bd56-e813b40b3253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:55.193946 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6fc0f5a4-2795-431c-a95c-d68bf571fd2e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:55.205683 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6fc0f5a4-2795-431c-a95c-d68bf571fd2e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/93af1f5c-22d2-44e8-811e-c630af6cddcb HTTP/1.1" status: 204 len: 168 time: 0.9430943 Mar 23 12:47:55.208074 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53152) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:55.343016 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a0fb7-7073-42ee-ac57-505ce70f7712 req-856a7f32-fddc-4d85-bc04-57f06ba75a4b tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:55.365288 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a62a0fb7-7073-42ee-ac57-505ce70f7712 req-856a7f32-fddc-4d85-bc04-57f06ba75a4b tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 944 time: 0.1475883 Mar 23 12:47:55.379560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f702c4d-7d07-4a92-ba69-6b055e5f555b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:55.383566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f702c4d-7d07-4a92-ba69-6b055e5f555b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:55.385205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f702c4d-7d07-4a92-ba69-6b055e5f555b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:55.387397 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9f702c4d-7d07-4a92-ba69-6b055e5f555b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1783476 Mar 23 12:47:55.395046 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53156) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:55.461886 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a62a0fb7-7073-42ee-ac57-505ce70f7712 req-34e577ad-7362-4d50-90b5-92145512d2c4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881312 Mar 23 12:47:55.499944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cde2304-62ae-413f-982c-240b2da03c1d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 000dde4d-2505-492a-abb2-614c27b67313 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:47:55.503388 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5cde2304-62ae-413f-982c-240b2da03c1d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:55.549519 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5cde2304-62ae-413f-982c-240b2da03c1d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:55.600239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e1160149-2e53-4294-94e2-f9752cbb26f5 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:47:55.734060 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5cde2304-62ae-413f-982c-240b2da03c1d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:55.842698 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e1160149-2e53-4294-94e2-f9752cbb26f5, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e1160149-2e53-4294-94e2-f9752cbb26f5,segment=NetworkSegment(61ec6d6d-435d-4196-8b99-96042b59491d),segment_id=61ec6d6d-435d-4196-8b99-96042b59491d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:55.862989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'e1160149-2e53-4294-94e2-f9752cbb26f5', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'port_id': 'e1160149-2e53-4294-94e2-f9752cbb26f5', 'mac_address': 'fa:16:3e:04:9d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:47:55.877888 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5cde2304-62ae-413f-982c-240b2da03c1d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:55.914915 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:55.936416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde2304-62ae-413f-982c-240b2da03c1d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=000dde4d-2505-492a-abb2-614c27b67313,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:55.939022 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5cde2304-62ae-413f-982c-240b2da03c1d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:55.943535 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5cde2304-62ae-413f-982c-240b2da03c1d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/000dde4d-2505-492a-abb2-614c27b67313 HTTP/1.1" status: 204 len: 168 time: 0.5463696 Mar 23 12:47:55.943699 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1160149-2e53-4294-94e2-f9752cbb26f5 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:47:55.945293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53166) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:55.982584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e1160149-2e53-4294-94e2-f9752cbb26f5, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e1160149-2e53-4294-94e2-f9752cbb26f5,segment=NetworkSegment(61ec6d6d-435d-4196-8b99-96042b59491d),segment_id=61ec6d6d-435d-4196-8b99-96042b59491d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:55.992727 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:56.085289 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a46fd4-2d3e-4df0-9d75-0e88e52c86a6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet d6a9ad2e-fb77-45d7-9773-47190ef01ad1 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:47:56.094582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=e1160149-2e53-4294-94e2-f9752cbb26f5,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:56.094986 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1a46fd4-2d3e-4df0-9d75-0e88e52c86a6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:56.174214 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1a46fd4-2d3e-4df0-9d75-0e88e52c86a6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:56.392031 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1a46fd4-2d3e-4df0-9d75-0e88e52c86a6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:56.442133 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['e1160149-2e53-4294-94e2-f9752cbb26f5'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:47:56.455058 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1a46fd4-2d3e-4df0-9d75-0e88e52c86a6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:56.521945 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c47d23-cc13-4cfc-8d20-36b24fe90789 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:47:56.533287 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1a46fd4-2d3e-4df0-9d75-0e88e52c86a6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:56.540744 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d1a46fd4-2d3e-4df0-9d75-0e88e52c86a6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/d6a9ad2e-fb77-45d7-9773-47190ef01ad1 HTTP/1.1" status: 204 len: 168 time: 0.5940981 Mar 23 12:47:56.541649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a46fd4-2d3e-4df0-9d75-0e88e52c86a6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a9ad2e-fb77-45d7-9773-47190ef01ad1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:56.543974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53186) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:56.595036 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9bc90ab6-d50a-4a60-85de-e14a5c36fa07 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462067 Mar 23 12:47:56.595495 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53192) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:56.601668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0ca86add-ce56-4102-905f-9d58aa0dc4af tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:56.632325 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb596ed-b140-47b5-a07d-155d44d0ad79 req-b5d46e78-3bab-4628-abc8-e55f53fc7f40 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:56.640301 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5bb596ed-b140-47b5-a07d-155d44d0ad79 req-b5d46e78-3bab-4628-abc8-e55f53fc7f40 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 945 time: 0.0789640 Mar 23 12:47:56.686861 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5bb596ed-b140-47b5-a07d-155d44d0ad79 req-797a70d0-c0d0-4fa8-84a1-cda1738635ec tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429907 Mar 23 12:47:56.768603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-48fe43c0-8a6b-4b15-8760-6930bf0a6b23 None None] Provisioning complete for port 003d4efa-8f20-40d4-ba33-e17829a171d4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:56.769655 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48fe43c0-8a6b-4b15-8760-6930bf0a6b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:56.772316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca86add-ce56-4102-905f-9d58aa0dc4af tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:56.777562 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ca86add-ce56-4102-905f-9d58aa0dc4af tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:57.015587 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a86bf89e-e08a-477e-9a16-16093b8a6664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:57.225820 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ca86add-ce56-4102-905f-9d58aa0dc4af tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:57.271539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca86add-ce56-4102-905f-9d58aa0dc4af tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:57.275909 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0ca86add-ce56-4102-905f-9d58aa0dc4af tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:57.281949 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437db6db-ee0d-4366-b20a-fafe7a72d8a2 None None] DHCP port deletion for 8fb47147-24e2-481b-9f4e-7d054a56d184 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:47:57.285748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca86add-ce56-4102-905f-9d58aa0dc4af tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:57.286454 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ca86add-ce56-4102-905f-9d58aa0dc4af tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:57.310420 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0ca86add-ce56-4102-905f-9d58aa0dc4af tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7134342 Mar 23 12:47:57.313239 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53210) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:57.314354 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca86add-ce56-4102-905f-9d58aa0dc4af tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=669b2bdb-6f78-4822-b519-423b46223869,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:57.324136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3c825bee-df43-48dd-8f29-fadf491b7baa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:57.471585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-437db6db-ee0d-4366-b20a-fafe7a72d8a2 None None] Deleting port 003d4efa-8f20-40d4-ba33-e17829a171d4 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:47:57.472206 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-437db6db-ee0d-4366-b20a-fafe7a72d8a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:57.567550 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c825bee-df43-48dd-8f29-fadf491b7baa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:57.574575 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c825bee-df43-48dd-8f29-fadf491b7baa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:57.637995 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-437db6db-ee0d-4366-b20a-fafe7a72d8a2 None None] For port 003d4efa-8f20-40d4-ba33-e17829a171d4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=003d4efa-8f20-40d4-ba33-e17829a171d4,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:47:57.638539 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-437db6db-ee0d-4366-b20a-fafe7a72d8a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:57.655344 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-437db6db-ee0d-4366-b20a-fafe7a72d8a2 None None] Calling delete_port for 003d4efa-8f20-40d4-ba33-e17829a171d4 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:47:57.752847 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-437db6db-ee0d-4366-b20a-fafe7a72d8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:57.787616 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437db6db-ee0d-4366-b20a-fafe7a72d8a2 None None] Pushing event deleted for resources: {'Port': ['ID=003d4efa-8f20-40d4-ba33-e17829a171d4,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:57.790353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437db6db-ee0d-4366-b20a-fafe7a72d8a2 None None] No DVR routers for this DVR port 003d4efa-8f20-40d4-ba33-e17829a171d4 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:47:57.803236 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:57.829405 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ecd353-d746-449e-af55-c6324dba0861 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:47:57.959322 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 003d4efa-8f20-40d4-ba33-e17829a171d4 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:47:58.054828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544b469-0bae-47ea-816f-00f342a370aa req-454426d4-7dcc-4f3d-a4f9-043bc4395e47 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:58.062420 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a544b469-0bae-47ea-816f-00f342a370aa req-454426d4-7dcc-4f3d-a4f9-043bc4395e47 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 945 time: 0.1832950 Mar 23 12:47:58.129034 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 003d4efa-8f20-40d4-ba33-e17829a171d4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:47:58.129916 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 003d4efa-8f20-40d4-ba33-e17829a171d4 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:47:58.186869 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a544b469-0bae-47ea-816f-00f342a370aa req-33abb626-5ac5-4b3b-a86c-ac08b63b278f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234682 Mar 23 12:47:58.190407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': '669b2bdb-6f78-4822-b519-423b46223869'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:47:58.192263 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:58.404590 n-d-834854-1 neutron-server[102779]: DEBUG neutron.objects.ports [None req-3c825bee-df43-48dd-8f29-fadf491b7baa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:47:58.407304 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c825bee-df43-48dd-8f29-fadf491b7baa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:58.515106 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Allocated IP 172.20.0.2 (8fb47147-24e2-481b-9f4e-7d054a56d184/669b2bdb-6f78-4822-b519-423b46223869/fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:58.544721 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c825bee-df43-48dd-8f29-fadf491b7baa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=97cab42d-6882-4913-acdf-e441b92fed1e,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:58.574148 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c825bee-df43-48dd-8f29-fadf491b7baa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:58.575779 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-3c825bee-df43-48dd-8f29-fadf491b7baa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:58.579208 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c825bee-df43-48dd-8f29-fadf491b7baa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:58.579346 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c825bee-df43-48dd-8f29-fadf491b7baa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:58.610551 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3c825bee-df43-48dd-8f29-fadf491b7baa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2958415 Mar 23 12:47:58.613581 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53246) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:47:58.619271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'mac_address': 'fa:16:3e:10:aa:92', 'name': 'tempest-NetworksTestDHCPv6-2039850749'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:58.751382 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:58.768141 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:58.842126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:58.930965 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:58.951966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:58.975957 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:59.093983 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:59.094387 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Pushing event updated for resources: {'Port': ['ID=fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:59.161663 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port 9d07ea27-af65-4663-b6ec-a3e4a3a7e84a yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:47:59.195274 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Attempting to bind port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:47:59.195765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Attempting to bind port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:47:59.196013 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Attempting to bind port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:59.212553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:47:59.212969 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:47:59.221186 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:59.221629 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:47:59.222361 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Bound port: fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:47:59.226071 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:59.256391 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:59.401095 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] For port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:47:59.410841 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] For port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:47:59.420245 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:59.474346 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7645166-dee8-4d1c-82f1-6e36a779ff4f req-73ab161e-18d5-4819-96f3-5fa61ec6afbe tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:59.478883 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d7645166-dee8-4d1c-82f1-6e36a779ff4f req-73ab161e-18d5-4819-96f3-5fa61ec6afbe tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 945 time: 0.1620452 Mar 23 12:47:59.572648 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d7645166-dee8-4d1c-82f1-6e36a779ff4f req-dcfe53ea-945d-4d63-a7d5-0ee8291ea919 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858271 Mar 23 12:47:59.662047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e1160149-2e53-4294-94e2-f9752cbb26f5 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:59.667241 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 172.20.0.13 (8fb47147-24e2-481b-9f4e-7d054a56d184/669b2bdb-6f78-4822-b519-423b46223869/9d07ea27-af65-4663-b6ec-a3e4a3a7e84a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:59.692199 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:47:59.701491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::f816:3eff:fe10:aa92 (8fb47147-24e2-481b-9f4e-7d054a56d184/97cab42d-6882-4913-acdf-e441b92fed1e/9d07ea27-af65-4663-b6ec-a3e4a3a7e84a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:59.787458 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fe8ad-7721-4447-9e2c-d34c0d947299 None None] Pushing event updated for resources: {'Port': ['ID=fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:59.867831 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port e1160149-2e53-4294-94e2-f9752cbb26f5 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:47:59.872835 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port e1160149-2e53-4294-94e2-f9752cbb26f5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:47:59.880162 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:00.147773 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:00.176803 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:00.253875 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1160149-2e53-4294-94e2-f9752cbb26f5'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:00.256385 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b729669-dd5a-4877-b7dc-39d8679c15aa" -d '{"events": [{"server_uuid": "01ad45ab-b36c-4d10-be0e-fe9433ae9f29", "name": "network-vif-plugged", "status": "completed", "tag": "e1160149-2e53-4294-94e2-f9752cbb26f5"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:00.260752 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:00.307298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port e1160149-2e53-4294-94e2-f9752cbb26f5, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e1160149-2e53-4294-94e2-f9752cbb26f5,segment=NetworkSegment(61ec6d6d-435d-4196-8b99-96042b59491d),segment_id=61ec6d6d-435d-4196-8b99-96042b59491d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:00.316886 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:00.371397 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06da3b5-cc0b-438d-bf11-b7073a404ca5 x-openstack-request-id: req-f06da3b5-cc0b-438d-bf11-b7073a404ca5 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:00.372075 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ad45ab-b36c-4d10-be0e-fe9433ae9f29", "name": "network-vif-plugged", "status": "completed", "tag": "e1160149-2e53-4294-94e2-f9752cbb26f5", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:00.372530 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f06da3b5-cc0b-438d-bf11-b7073a404ca5 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:00.373657 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1160149-2e53-4294-94e2-f9752cbb26f5', 'code': 200} Mar 23 12:48:00.381498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:00.387057 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:00.392586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:00.439046 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=e1160149-2e53-4294-94e2-f9752cbb26f5,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:00.521158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=9d07ea27-af65-4663-b6ec-a3e4a3a7e84a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:00.541385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:00.542832 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:00.545229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.545572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.548583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.548583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.548583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.548583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.548583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.548583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.548583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.549146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.549400 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.549708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.566917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636586b-28e6-48a5-a7c0-6191dcaf8d09 req-1d56c183-2bb6-499b-90b2-2a013ff64292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:00.568500 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c636586b-28e6-48a5-a7c0-6191dcaf8d09 req-1d56c183-2bb6-499b-90b2-2a013ff64292 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 1097 time: 0.1038587 Mar 23 12:48:00.596375 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1bc04fbd-3175-4f2e-95b0-17ec4699d4f2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9778597 Mar 23 12:48:00.598203 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53294) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:00.703736 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c636586b-28e6-48a5-a7c0-6191dcaf8d09 req-e0f3d710-8ca7-43dc-b64d-cbf6a48ca184 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159992 Mar 23 12:48:00.740000 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2bf8ae-bb99-4cbd-aded-732aedde3f4f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:00.746726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2bf8ae-bb99-4cbd-aded-732aedde3f4f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:00.751075 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3c2bf8ae-bb99-4cbd-aded-732aedde3f4f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1471155 Mar 23 12:48:00.752484 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53302) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:00.861545 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26725581-07aa-4e53-90e0-239279105218 req-189b105e-3f1f-490a-85fd-193576a71b8f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:00.863556 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-26725581-07aa-4e53-90e0-239279105218 req-189b105e-3f1f-490a-85fd-193576a71b8f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 946 time: 0.1374578 Mar 23 12:48:00.940574 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ae504-6938-432c-8168-a5c883cc6229 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port 9d07ea27-af65-4663-b6ec-a3e4a3a7e84a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:00.941435 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc1ae504-6938-432c-8168-a5c883cc6229 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:01.041928 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-26725581-07aa-4e53-90e0-239279105218 req-f67fe20a-80f4-4825-be1f-09cd45928159 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722934 Mar 23 12:48:01.260301 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc1ae504-6938-432c-8168-a5c883cc6229 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:01.296735 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ae504-6938-432c-8168-a5c883cc6229 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for 9d07ea27-af65-4663-b6ec-a3e4a3a7e84a owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:01.524205 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004e44e3-df5f-497d-a39c-2640a6be04cf None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:48:01.728365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-072427c1-4d12-4cf9-9de3-615ce2106fb0 None None] Provisioning complete for port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:01.729062 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-072427c1-4d12-4cf9-9de3-615ce2106fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:01.799005 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc1ae504-6938-432c-8168-a5c883cc6229 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:01.838974 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ae504-6938-432c-8168-a5c883cc6229 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=9d07ea27-af65-4663-b6ec-a3e4a3a7e84a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:02.144488 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc1ae504-6938-432c-8168-a5c883cc6229 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:02.151903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53340) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:02.156447 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fc1ae504-6938-432c-8168-a5c883cc6229 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/9d07ea27-af65-4663-b6ec-a3e4a3a7e84a HTTP/1.1" status: 204 len: 168 time: 1.3917255 Mar 23 12:48:02.372197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2049a37-574a-4d1f-b914-6fc95a667b1d req-871b1e20-3035-4fd8-8819-300fe614868c tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:02.394231 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be549d6-8122-47c6-8aee-f546e00aff3e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:02.396136 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2049a37-574a-4d1f-b914-6fc95a667b1d req-871b1e20-3035-4fd8-8819-300fe614868c tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 946 time: 0.2077501 Mar 23 12:48:02.413475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be549d6-8122-47c6-8aee-f546e00aff3e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:02.422771 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be549d6-8122-47c6-8aee-f546e00aff3e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:02.429731 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7be549d6-8122-47c6-8aee-f546e00aff3e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2753367 Mar 23 12:48:02.430421 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53350) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:02.459203 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2049a37-574a-4d1f-b914-6fc95a667b1d req-3e20d572-3914-490d-ab02-3ba36e0bd8c2 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618608 Mar 23 12:48:02.577412 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:02.630703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-036a38cc-39e4-4e0c-b5b5-8a4657696107 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 669b2bdb-6f78-4822-b519-423b46223869 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:48:02.642265 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-036a38cc-39e4-4e0c-b5b5-8a4657696107 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:02.790691 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-036a38cc-39e4-4e0c-b5b5-8a4657696107 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:02.876332 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-072427c1-4d12-4cf9-9de3-615ce2106fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:03.023329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-072427c1-4d12-4cf9-9de3-615ce2106fb0 None None] For port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:03.041230 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-072427c1-4d12-4cf9-9de3-615ce2106fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:03.049483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:03.053248 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:03.069038 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-036a38cc-39e4-4e0c-b5b5-8a4657696107 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:03.346393 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-036a38cc-39e4-4e0c-b5b5-8a4657696107 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:03.377297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8288fd3-14b8-4ec3-9751-093c606d85ec None None] Update dhcp port {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'fixed_ips': [{'subnet_id': '669b2bdb-6f78-4822-b519-423b46223869', 'ip_address': '172.20.0.2'}, {'subnet_id': '97cab42d-6882-4913-acdf-e441b92fed1e'}], 'binding:host_id': 'n-d-834854-1'}, 'id': 'fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:48:03.403332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072427c1-4d12-4cf9-9de3-615ce2106fb0 None None] Pushing event updated for resources: {'Port': ['ID=fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:03.458946 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8288fd3-14b8-4ec3-9751-093c606d85ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:03.498703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a38cc-39e4-4e0c-b5b5-8a4657696107 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=669b2bdb-6f78-4822-b519-423b46223869,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:03.540220 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-036a38cc-39e4-4e0c-b5b5-8a4657696107 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:03.559626 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-036a38cc-39e4-4e0c-b5b5-8a4657696107 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/669b2bdb-6f78-4822-b519-423b46223869 HTTP/1.1" status: 204 len: 168 time: 1.1178777 Mar 23 12:48:03.562329 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53370) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:03.871986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-789fab69-1655-478d-bfba-c2c1445f7790 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 97cab42d-6882-4913-acdf-e441b92fed1e {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:48:03.879871 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-789fab69-1655-478d-bfba-c2c1445f7790 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:04.064619 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540582c-8939-4d77-91de-38d7ef92b84d req-1a961c59-8294-4c1b-9dc3-b0c1492129e2 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:04.065713 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8a1868-d65e-4fc0-ad2e-e28471dd6b30 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:48:04.082377 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a540582c-8939-4d77-91de-38d7ef92b84d req-1a961c59-8294-4c1b-9dc3-b0c1492129e2 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 946 time: 0.3598588 Mar 23 12:48:04.199604 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-789fab69-1655-478d-bfba-c2c1445f7790 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:04.242494 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a540582c-8939-4d77-91de-38d7ef92b84d req-ed064d61-3a98-449d-a650-13bdb349f9b2 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549416 Mar 23 12:48:04.251566 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d6ef328f-325d-4c35-9460-ea163ecf7a6b None None] Provisioning complete for port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:04.251965 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d6ef328f-325d-4c35-9460-ea163ecf7a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:04.298446 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-789fab69-1655-478d-bfba-c2c1445f7790 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:04.534818 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-789fab69-1655-478d-bfba-c2c1445f7790 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:04.551798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-b1ed68f2-effd-4855-8dba-85aa5d2a8293 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:04.559992 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-b1ed68f2-effd-4855-8dba-85aa5d2a8293 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2167432 Mar 23 12:48:04.565585 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-789fab69-1655-478d-bfba-c2c1445f7790 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:04.585641 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-789fab69-1655-478d-bfba-c2c1445f7790 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/97cab42d-6882-4913-acdf-e441b92fed1e HTTP/1.1" status: 204 len: 168 time: 1.0203233 Mar 23 12:48:04.588946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53402) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:04.700492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fab69-1655-478d-bfba-c2c1445f7790 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=97cab42d-6882-4913-acdf-e441b92fed1e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:04.755673 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-42738fe0-074c-4f17-a9b6-c307f648b1fb tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 695 time: 0.1878386 Mar 23 12:48:04.767830 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-1363fb8d-de6a-4988-ab2e-5b9e2500394e tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Request body: {'floatingip': {'port_id': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:04.795739 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-360bc323-15a9-4fc6-aa2e-2b4708349e77 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062324 Mar 23 12:48:04.796601 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53406) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:04.837520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df8492b-3797-4e43-bdb6-7ec1596d816d None None] Update dhcp port {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'fixed_ips': [{'subnet_id': '97cab42d-6882-4913-acdf-e441b92fed1e'}], 'binding:host_id': 'n-d-834854-1'}, 'id': 'fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:48:04.878787 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-1363fb8d-de6a-4988-ab2e-5b9e2500394e tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:04.892672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dbb364-3b7e-47b8-aef3-7de1609093a2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:04.894224 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e8dbb364-3b7e-47b8-aef3-7de1609093a2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0965476 Mar 23 12:48:04.900789 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53410) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:04.915667 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3df8492b-3797-4e43-bdb6-7ec1596d816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:05.020426 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b481e8-9714-484b-a5b2-cca0a05a5253 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:05.036086 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-24b481e8-9714-484b-a5b2-cca0a05a5253 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1343668 Mar 23 12:48:05.040625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53418) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:05.095385 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b37c9c81-2b2b-4de7-b656-e7a5632320e8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533447 Mar 23 12:48:05.117262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53422) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:05.123002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e467c91c-7ede-456c-b710-25aa617c8e46 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:05.420863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4fe8e0ed-5053-419c-b08c-c0dd1f11d488 None None] Provisioning complete for port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:05.420863 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fe8e0ed-5053-419c-b08c-c0dd1f11d488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:05.545449 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e467c91c-7ede-456c-b710-25aa617c8e46 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:05.567512 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e467c91c-7ede-456c-b710-25aa617c8e46 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:05.569108 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-e467c91c-7ede-456c-b710-25aa617c8e46 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:48:05.569547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e467c91c-7ede-456c-b710-25aa617c8e46 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:48:05.618607 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e467c91c-7ede-456c-b710-25aa617c8e46 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5001385 Mar 23 12:48:05.623362 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53438) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:05.655445 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0da43142-cca2-49dc-8c51-2430c78f72a3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:05.766344 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abf75a-79a7-4788-8979-dcc9c34edd0d req-b23c2c19-f11b-46a9-a632-ca28f13d68a2 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:05.773943 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8abf75a-79a7-4788-8979-dcc9c34edd0d req-b23c2c19-f11b-46a9-a632-ca28f13d68a2 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.4176798 Mar 23 12:48:05.859807 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-26690036-98a3-4ed0-a85a-753ec3569ba7 None None] Could not find standard attr ID for object 93af1f5c-22d2-44e8-811e-c630af6cddcb. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:48:05.864886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-26690036-98a3-4ed0-a85a-753ec3569ba7 None None] Could not find standard attr ID for object 9d07ea27-af65-4663-b6ec-a3e4a3a7e84a. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:48:05.931405 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:48:05.994737 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664daf5b-839b-4a91-8b03-c8f55999f01c None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:48:06.099695 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8abf75a-79a7-4788-8979-dcc9c34edd0d req-06a1c55f-6e86-4097-a6a5-1dfe0a40cf4a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246508 Mar 23 12:48:06.100506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da43142-cca2-49dc-8c51-2430c78f72a3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:06.121993 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0da43142-cca2-49dc-8c51-2430c78f72a3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:06.123543 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da43142-cca2-49dc-8c51-2430c78f72a3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:48:06.130345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da43142-cca2-49dc-8c51-2430c78f72a3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:48:06.181371 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:06.207856 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0da43142-cca2-49dc-8c51-2430c78f72a3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5815730 Mar 23 12:48:06.220090 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53454) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:06.225636 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-80b44a35-ce3a-48ad-b712-f71c31f0f460 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:06.247774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:06.253951 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:06.292827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664daf5b-839b-4a91-8b03-c8f55999f01c None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:48:06.523787 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b44a35-ce3a-48ad-b712-f71c31f0f460 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:06.535644 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-80b44a35-ce3a-48ad-b712-f71c31f0f460 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:06.537132 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b44a35-ce3a-48ad-b712-f71c31f0f460 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:48:06.537572 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b44a35-ce3a-48ad-b712-f71c31f0f460 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:48:06.553323 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-1363fb8d-de6a-4988-ab2e-5b9e2500394e tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:06.564470 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-1363fb8d-de6a-4988-ab2e-5b9e2500394e tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:06.583118 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:06.597295 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-80b44a35-ce3a-48ad-b712-f71c31f0f460 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3753281 Mar 23 12:48:06.599814 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53472) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:06.606510 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3a03fa87-acdc-4b45-a8db-0ff8a7d7e4af tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:06.784034 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-1363fb8d-de6a-4988-ab2e-5b9e2500394e tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Floating IP e8e5f065-2885-4190-a1c6-3c1bafefd0b5 associated. External IP: 172.25.2.37, port: d8b78ad6-32ab-447b-abdb-ced00b1a602a. Mar 23 12:48:06.819188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a03fa87-acdc-4b45-a8db-0ff8a7d7e4af tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:06.823945 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a03fa87-acdc-4b45-a8db-0ff8a7d7e4af tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:06.825085 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a03fa87-acdc-4b45-a8db-0ff8a7d7e4af tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:48:06.825696 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a03fa87-acdc-4b45-a8db-0ff8a7d7e4af tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:48:06.859441 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3a03fa87-acdc-4b45-a8db-0ff8a7d7e4af tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2583029 Mar 23 12:48:06.862345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53476) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:06.876695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-504a1592-ce85-4308-9395-7e7f02555bea tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:07.183617 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091d5545-faa4-4977-ba8c-e5a35803d4a6 None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:48:07.322567 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a7eed5fa-8a64-4082-a2e9-83776ee82fff None None] Provisioning complete for port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:07.323175 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7eed5fa-8a64-4082-a2e9-83776ee82fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:07.413690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-1363fb8d-de6a-4988-ab2e-5b9e2500394e tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Router 55850f9d-4dac-4853-afd5-a856c17a49cb has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:48:07.653227 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7eed5fa-8a64-4082-a2e9-83776ee82fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:07.705861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091d5545-faa4-4977-ba8c-e5a35803d4a6 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:48:07.778985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a7eed5fa-8a64-4082-a2e9-83776ee82fff None None] For port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:07.874662 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7eed5fa-8a64-4082-a2e9-83776ee82fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:07.888419 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6bec9-15fb-4a84-86f9-f6e4e534e7ab req-d36e8697-cfe0-4547-b315-4ba166fe2591 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:07.895522 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12c6bec9-15fb-4a84-86f9-f6e4e534e7ab req-d36e8697-cfe0-4547-b315-4ba166fe2591 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.1271706 Mar 23 12:48:07.897103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-1363fb8d-de6a-4988-ab2e-5b9e2500394e tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:07.933863 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-1363fb8d-de6a-4988-ab2e-5b9e2500394e tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:07.939103 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504a1592-ce85-4308-9395-7e7f02555bea tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:07.945886 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-504a1592-ce85-4308-9395-7e7f02555bea tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:07.951319 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-504a1592-ce85-4308-9395-7e7f02555bea tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:48:07.951904 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504a1592-ce85-4308-9395-7e7f02555bea tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:48:07.995770 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-504a1592-ce85-4308-9395-7e7f02555bea tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1316130 Mar 23 12:48:07.999580 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53510) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:08.010183 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7080a834-ba07-4047-bc20-20c41d7c26a5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:08.041793 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-1363fb8d-de6a-4988-ab2e-5b9e2500394e tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "PUT /v2.0/floatingips/e8e5f065-2885-4190-a1c6-3c1bafefd0b5 HTTP/1.1" status: 200 len: 996 time: 3.2792110 Mar 23 12:48:08.045972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'tag': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:08.052770 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3cdd8c-806d-410e-8ae3-0f48191d721e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0aa9a6-c783-49e2-94d6-46e717d3548f", "tag": "d8b78ad6-32ab-447b-abdb-ced00b1a602a"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:08.094992 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eed5fa-8a64-4082-a2e9-83776ee82fff None None] Pushing event updated for resources: {'Port': ['ID=fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:08.106845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42606ebe-6901-4c49-bff4-295864f12c92 None None] Sync routers for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:08.131279 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42606ebe-6901-4c49-bff4-295864f12c92 None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:08.132469 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-42606ebe-6901-4c49-bff4-295864f12c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:47:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:08.164775 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-a6c0454a-828e-4f6d-8670-4bc6089196f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:08.166267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-a6c0454a-828e-4f6d-8670-4bc6089196f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 1097 time: 0.1065242 Mar 23 12:48:08.250052 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-12c6bec9-15fb-4a84-86f9-f6e4e534e7ab req-20b61007-38d2-46ce-a654-2976d75781ca tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3470001 Mar 23 12:48:08.306197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7080a834-ba07-4047-bc20-20c41d7c26a5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:08.317023 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7080a834-ba07-4047-bc20-20c41d7c26a5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:08.323100 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7080a834-ba07-4047-bc20-20c41d7c26a5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:48:08.328983 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7080a834-ba07-4047-bc20-20c41d7c26a5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:48:08.386801 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7080a834-ba07-4047-bc20-20c41d7c26a5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3731148 Mar 23 12:48:08.388071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53520) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:08.389231 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd29fe8-2d20-4108-a51d-c428e36a7c5b x-openstack-request-id: req-abd29fe8-2d20-4108-a51d-c428e36a7c5b {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:08.391047 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0aa9a6-c783-49e2-94d6-46e717d3548f", "tag": "d8b78ad6-32ab-447b-abdb-ced00b1a602a", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:08.391378 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-abd29fe8-2d20-4108-a51d-c428e36a7c5b {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:08.391905 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'tag': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a', 'status': 'completed', 'code': 200} Mar 23 12:48:08.500999 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21da0fb-8812-4e57-87c1-3321378f9ae6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:08.502544 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e21da0fb-8812-4e57-87c1-3321378f9ae6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1121752 Mar 23 12:48:08.512381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53524) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:08.530379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-2a290071-a35a-49c5-9ec3-998d890fda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:08.532597 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-2a290071-a35a-49c5-9ec3-998d890fda21 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 922 time: 0.3479531 Mar 23 12:48:08.628218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4093e8-3d9e-4d67-85b2-328ec394ea8d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:08.629720 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ed4093e8-3d9e-4d67-85b2-328ec394ea8d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1163435 Mar 23 12:48:08.635632 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53526) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:08.639255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cdd8c-806d-410e-8ae3-0f48191d721e req-8bbf7866-6f71-4746-ae22-9cd006187799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:08.641615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c3cdd8c-806d-410e-8ae3-0f48191d721e req-8bbf7866-6f71-4746-ae22-9cd006187799 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 1097 time: 0.2414880 Mar 23 12:48:08.710743 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-42606ebe-6901-4c49-bff4-295864f12c92 None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:08.734667 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-4cc5b1c8-16fc-493f-9758-8b6bbe6bf433 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8b78ad6-32ab-447b-abdb-ced00b1a602a HTTP/1.1" status: 200 len: 999 time: 0.1850848 Mar 23 12:48:08.783028 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e324fac6-2b13-464b-92b8-09e6121fc593 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1455579 Mar 23 12:48:08.792101 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53528) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:08.798102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a398599e-7fa7-432e-b22e-ad9fe551d354 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:08.897652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cdd8c-806d-410e-8ae3-0f48191d721e req-ae860db1-f36d-46c7-a6d1-38e8e578c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:08.899165 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c3cdd8c-806d-410e-8ae3-0f48191d721e req-ae860db1-f36d-46c7-a6d1-38e8e578c08a service neutron] 10.222.0.77 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 922 time: 0.2326193 Mar 23 12:48:08.947016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-a44fe681-9c07-4297-a0ae-ca038aa9b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:08.952173 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-a44fe681-9c07-4297-a0ae-ca038aa9b712 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=934c1c9c-3a98-4813-a53e-554c362e8d84 HTTP/1.1" status: 200 len: 860 time: 0.2134993 Mar 23 12:48:09.016700 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a398599e-7fa7-432e-b22e-ad9fe551d354 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:09.021218 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a398599e-7fa7-432e-b22e-ad9fe551d354 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:09.179894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-6cae1779-a845-47a5-afa8-8d814025f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:09.186814 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-6cae1779-a845-47a5-afa8-8d814025f4c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90e7b961-93d9-45ad-8d7b-62739f5ce26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431854 Mar 23 12:48:09.192960 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c3cdd8c-806d-410e-8ae3-0f48191d721e req-c125d78c-1f5a-4b74-932c-c02c79694ded service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8b78ad6-32ab-447b-abdb-ced00b1a602a HTTP/1.1" status: 200 len: 999 time: 0.2790928 Mar 23 12:48:09.499567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cdd8c-806d-410e-8ae3-0f48191d721e req-476a442a-b87b-4d00-b078-5865147e59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:09.508713 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c3cdd8c-806d-410e-8ae3-0f48191d721e req-476a442a-b87b-4d00-b078-5865147e59cc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=934c1c9c-3a98-4813-a53e-554c362e8d84 HTTP/1.1" status: 200 len: 860 time: 0.3070250 Mar 23 12:48:09.581382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-42606ebe-6901-4c49-bff4-295864f12c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e8e5f065-2885-4190-a1c6-3c1bafefd0b5', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'port_id': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'mac_address': 'fa:16:3e:c0:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:47:41Z', 'updated_at': '2022-03-23T12:48:06Z', 'revision_number': 1, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:09.628187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b3945-3800-43f8-88ab-35abd0adc9c9 req-2eb9a994-7818-48ce-8d81-cd5b94608924 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:09.661807 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42606ebe-6901-4c49-bff4-295864f12c92 None None] Checking router: 55850f9d-4dac-4853-afd5-a856c17a49cb for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:09.672929 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d44b3945-3800-43f8-88ab-35abd0adc9c9 req-2eb9a994-7818-48ce-8d81-cd5b94608924 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.2435613 Mar 23 12:48:09.693369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42606ebe-6901-4c49-bff4-295864f12c92 None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:09.695287 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-42606ebe-6901-4c49-bff4-295864f12c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:47:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:09.703021 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fc36a-60df-453c-a455-b32e9463d8ca req-266c562c-21f5-446e-a972-e0a9d3fc5887 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:09.704613 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a4fc36a-60df-453c-a455-b32e9463d8ca req-266c562c-21f5-446e-a972-e0a9d3fc5887 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.77 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.3709559 Mar 23 12:48:09.714858 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-005d6dd7-c79b-4e24-899c-9413fb9f4ee8 service neutron] 10.222.0.52 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014697 Mar 23 12:48:09.730426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cdd8c-806d-410e-8ae3-0f48191d721e req-bc1f40b4-27a0-4e00-9b97-ea90efb6f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:09.732300 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c3cdd8c-806d-410e-8ae3-0f48191d721e req-bc1f40b4-27a0-4e00-9b97-ea90efb6f227 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90e7b961-93d9-45ad-8d7b-62739f5ce26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2130573 Mar 23 12:48:09.832109 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d44b3945-3800-43f8-88ab-35abd0adc9c9 req-12bd3966-7645-454d-9e50-da44d20a8d9a tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582620 Mar 23 12:48:09.867155 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b2c583e0-9b1a-4f80-a559-1aa4578e4595 None None] Provisioning complete for port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:09.867818 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b2c583e0-9b1a-4f80-a559-1aa4578e4595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:09.945634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-42606ebe-6901-4c49-bff4-295864f12c92 None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:10.016540 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8d3d06a-3af7-457a-8c46-0b1fb14d5dca req-565223b9-57ca-4dc7-85a3-27851c070a06 service neutron] 10.222.0.52 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004274 Mar 23 12:48:10.040769 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c3cdd8c-806d-410e-8ae3-0f48191d721e req-73dca68a-fa63-4e86-abad-8be8da500248 service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979586 Mar 23 12:48:10.063491 n-d-834854-1 neutron-server[102779]: DEBUG neutron.objects.ports [None req-a398599e-7fa7-432e-b22e-ad9fe551d354 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:48:10.172877 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c3cdd8c-806d-410e-8ae3-0f48191d721e req-6386bb35-4fbe-4bf0-a229-90d1d2ea954d service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156840 Mar 23 12:48:10.355956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-8a4fc36a-60df-453c-a455-b32e9463d8ca req-b5398599-3b13-4dcd-8a79-513b484c094d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Deleting port c147a3e0-1f39-488d-8433-b88f4b12b4ae {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:10.358879 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8a4fc36a-60df-453c-a455-b32e9463d8ca req-b5398599-3b13-4dcd-8a79-513b484c094d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:10.441342 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-7b7cb29c-26be-4b72-a939-68ee7a8f6713 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:10.447951 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-7b7cb29c-26be-4b72-a939-68ee7a8f6713 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2070563 Mar 23 12:48:10.463718 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-42606ebe-6901-4c49-bff4-295864f12c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e8e5f065-2885-4190-a1c6-3c1bafefd0b5', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'port_id': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'mac_address': 'fa:16:3e:c0:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:47:41Z', 'updated_at': '2022-03-23T12:48:06Z', 'revision_number': 1, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:10.536839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42606ebe-6901-4c49-bff4-295864f12c92 None None] The sync data for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 is: [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e8e5f065-2885-4190-a1c6-3c1bafefd0b5', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'port_id': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'mac_address': 'fa:16:3e:c0:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:47:41Z', 'updated_at': '2022-03-23T12:48:06Z', 'revision_number': 1, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:10.762932 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-8a4fc36a-60df-453c-a455-b32e9463d8ca req-b5398599-3b13-4dcd-8a79-513b484c094d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] For port c147a3e0-1f39-488d-8433-b88f4b12b4ae, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c147a3e0-1f39-488d-8433-b88f4b12b4ae,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:10.763338 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8a4fc36a-60df-453c-a455-b32e9463d8ca req-b5398599-3b13-4dcd-8a79-513b484c094d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:10.770140 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-5a4fc895-8c97-426b-80c2-b80edf679b0c tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 999 time: 0.2821188 Mar 23 12:48:10.784067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-4726737a-a59a-4fd7-a105-9e7f7f7a381f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Request body: {'floatingip': {'port_id': 'e1160149-2e53-4294-94e2-f9752cbb26f5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:10.938127 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a398599e-7fa7-432e-b22e-ad9fe551d354 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:10.957901 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-4726737a-a59a-4fd7-a105-9e7f7f7a381f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:10.998241 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c48cfe-f0f5-4a0f-a147-58f0137560cf None None] New status for floating IP e8e5f065-2885-4190-a1c6-3c1bafefd0b5: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:48:11.076375 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6130018-a919-46f8-aa0a-ceb56e31df5a req-e4957686-adae-4678-8bc1-89f3ba14511e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:11.089413 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d6130018-a919-46f8-aa0a-ceb56e31df5a req-e4957686-adae-4678-8bc1-89f3ba14511e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 946 time: 0.1118398 Mar 23 12:48:11.174420 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d6130018-a919-46f8-aa0a-ceb56e31df5a req-29d6f6ae-2928-46ea-9171-3a86dd34df54 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=bff0c671-0bbc-440e-8285-f8a9a89c1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770350 Mar 23 12:48:11.355795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-a398599e-7fa7-432e-b22e-ad9fe551d354 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] For port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:11.364287 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8a4fc36a-60df-453c-a455-b32e9463d8ca req-b5398599-3b13-4dcd-8a79-513b484c094d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:11.364647 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8a4fc36a-60df-453c-a455-b32e9463d8ca req-b5398599-3b13-4dcd-8a79-513b484c094d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:11.364957 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [req-8a4fc36a-60df-453c-a455-b32e9463d8ca req-b5398599-3b13-4dcd-8a79-513b484c094d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Floating IP e5097487-4421-4b1d-8faf-b897d2e416de disassociated. External IP: 172.25.2.233, port: c147a3e0-1f39-488d-8433-b88f4b12b4ae. Mar 23 12:48:11.365295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-8a4fc36a-60df-453c-a455-b32e9463d8ca req-b5398599-3b13-4dcd-8a79-513b484c094d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Calling delete_port for c147a3e0-1f39-488d-8433-b88f4b12b4ae owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:11.481927 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a398599e-7fa7-432e-b22e-ad9fe551d354 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:11.492182 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a398599e-7fa7-432e-b22e-ad9fe551d354 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:11.492923 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a398599e-7fa7-432e-b22e-ad9fe551d354 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:11.654522 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a398599e-7fa7-432e-b22e-ad9fe551d354 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:11.668995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a398599e-7fa7-432e-b22e-ad9fe551d354 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:11.681660 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a398599e-7fa7-432e-b22e-ad9fe551d354 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:11.682252 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a398599e-7fa7-432e-b22e-ad9fe551d354 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:11.684007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0476ef5-2b8b-4ec2-96c8-a915ea6993ef None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:48:11.704290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398599e-7fa7-432e-b22e-ad9fe551d354 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=3a21c26e-a245-4860-8351-b57e5508b7f5,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:11.749515 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398599e-7fa7-432e-b22e-ad9fe551d354 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e,revision_number=8']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:11.802073 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a398599e-7fa7-432e-b22e-ad9fe551d354 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0086350 Mar 23 12:48:11.805131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53592) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:11.811885 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7cb25181-916b-4c5a-8523-9c7523bde108 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'mac_address': 'fa:16:3e:b0:13:6f', 'name': 'tempest-NetworksTestDHCPv6-362134812'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:11.866471 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.db.api [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-4726737a-a59a-4fd7-a105-9e7f7f7a381f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:48:11.867690 n-d-834854-1 neutron-server[102779]: DEBUG oslo_db.api [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-4726737a-a59a-4fd7-a105-9e7f7f7a381f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:48:11.917684 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8a4fc36a-60df-453c-a455-b32e9463d8ca req-b5398599-3b13-4dcd-8a79-513b484c094d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:11.994925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5398599-3b13-4dcd-8a79-513b484c094d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Pushing event deleted for resources: {'Port': ['ID=c147a3e0-1f39-488d-8433-b88f4b12b4ae,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:12.043487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb25181-916b-4c5a-8523-9c7523bde108 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:12.142180 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cb25181-916b-4c5a-8523-9c7523bde108 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:12.169707 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a4fc36a-60df-453c-a455-b32e9463d8ca req-b5398599-3b13-4dcd-8a79-513b484c094d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Router 342853c5-b87e-40d9-a00e-b0205487ed92 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:48:12.173660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-7cb25181-916b-4c5a-8523-9c7523bde108 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port 3fc697f8-c509-4f24-81fe-765935e3002f yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:48:12.393991 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-4726737a-a59a-4fd7-a105-9e7f7f7a381f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:12.416220 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-7cb25181-916b-4c5a-8523-9c7523bde108 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::f816:3eff:feb0:136f (8fb47147-24e2-481b-9f4e-7d054a56d184/3a21c26e-a245-4860-8351-b57e5508b7f5/3fc697f8-c509-4f24-81fe-765935e3002f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:12.493199 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81b2b3a9-e53a-4f22-a3e3-5f1abb47c106 req-3078bd33-bd5a-4638-b61d-d665ba6e4f2c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 210 time: 0.0817907 Mar 23 12:48:12.876483 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a4fc36a-60df-453c-a455-b32e9463d8ca req-b5398599-3b13-4dcd-8a79-513b484c094d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:12.877824 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cb25181-916b-4c5a-8523-9c7523bde108 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:12.888624 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd6a28-55e6-4da9-8620-d1c898a06945 None None] Sync routers for ids ['342853c5-b87e-40d9-a00e-b0205487ed92'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:12.918233 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd6a28-55e6-4da9-8620-d1c898a06945 None None] Routers {'342853c5-b87e-40d9-a00e-b0205487ed92'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:12.921799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b4dd6a28-55e6-4da9-8620-d1c898a06945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:47:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['342853c5-b87e-40d9-a00e-b0205487ed92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:12.942231 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4fc36a-60df-453c-a455-b32e9463d8ca req-b5398599-3b13-4dcd-8a79-513b484c094d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] No DVR routers for this DVR port c147a3e0-1f39-488d-8433-b88f4b12b4ae on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:48:12.954255 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-8a4fc36a-60df-453c-a455-b32e9463d8ca req-b5398599-3b13-4dcd-8a79-513b484c094d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:12.966470 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a4fc36a-60df-453c-a455-b32e9463d8ca req-b5398599-3b13-4dcd-8a79-513b484c094d tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.77 "DELETE /v2.0/ports/c147a3e0-1f39-488d-8433-b88f4b12b4ae HTTP/1.1" status: 204 len: 173 time: 3.2513311 Mar 23 12:48:12.972744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c000b8be-9270-4499-87a6-d04c082980b3', 'name': 'network-vif-deleted', 'tag': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:12.981355 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775856c2-bd58-4d22-a745-c5d5f834da8c" -d '{"events": [{"server_uuid": "c000b8be-9270-4499-87a6-d04c082980b3", "name": "network-vif-deleted", "tag": "c147a3e0-1f39-488d-8433-b88f4b12b4ae"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:12.983567 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cb25181-916b-4c5a-8523-9c7523bde108 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:13.111232 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb25181-916b-4c5a-8523-9c7523bde108 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:13.118559 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3bd9a6-8085-435a-9fb7-3b804000a847 x-openstack-request-id: req-bf3bd9a6-8085-435a-9fb7-3b804000a847 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:13.119137 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c000b8be-9270-4499-87a6-d04c082980b3", "name": "network-vif-deleted", "tag": "c147a3e0-1f39-488d-8433-b88f4b12b4ae", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:13.119494 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf3bd9a6-8085-435a-9fb7-3b804000a847 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:13.120372 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c000b8be-9270-4499-87a6-d04c082980b3', 'name': 'network-vif-deleted', 'tag': 'c147a3e0-1f39-488d-8433-b88f4b12b4ae', 'status': 'completed', 'code': 200} Mar 23 12:48:13.123016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7cb25181-916b-4c5a-8523-9c7523bde108 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:13.133058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb25181-916b-4c5a-8523-9c7523bde108 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:13.158145 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb25181-916b-4c5a-8523-9c7523bde108 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:13.158824 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cb25181-916b-4c5a-8523-9c7523bde108 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:13.196380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb25181-916b-4c5a-8523-9c7523bde108 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=3fc697f8-c509-4f24-81fe-765935e3002f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:13.228636 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7cb25181-916b-4c5a-8523-9c7523bde108 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4224267 Mar 23 12:48:13.230079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53622) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:13.287619 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed94add8-aaf9-4d51-b39c-7b8749af9322 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:13.289597 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b4dd6a28-55e6-4da9-8620-d1c898a06945 None None] Set router 342853c5-b87e-40d9-a00e-b0205487ed92 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:13.295775 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed94add8-aaf9-4d51-b39c-7b8749af9322 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:13.301851 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ed94add8-aaf9-4d51-b39c-7b8749af9322 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0703132 Mar 23 12:48:13.303715 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53628) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:13.523708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-90298e6a-ab04-4501-9a8e-bab2c2e3615c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port 3fc697f8-c509-4f24-81fe-765935e3002f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:13.524161 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90298e6a-ab04-4501-9a8e-bab2c2e3615c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:13.768771 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c147a3e0-1f39-488d-8433-b88f4b12b4ae no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:48:13.797925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ce3b66f4-19ce-4880-b70d-71658799fe68 None None] Provisioning complete for port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:13.808727 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce3b66f4-19ce-4880-b70d-71658799fe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:13.930584 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90298e6a-ab04-4501-9a8e-bab2c2e3615c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:13.949445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-90298e6a-ab04-4501-9a8e-bab2c2e3615c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for 3fc697f8-c509-4f24-81fe-765935e3002f owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:14.102936 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:14.113937 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: c147a3e0-1f39-488d-8433-b88f4b12b4ae {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:48:14.114363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c147a3e0-1f39-488d-8433-b88f4b12b4ae not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:48:14.126343 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27636a09-fd5f-44ff-a2d1-95fe6d82ae5e req-03dcf7fb-794f-4645-b78b-e324350ee830 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=c000b8be-9270-4499-87a6-d04c082980b3 HTTP/1.1" status: 200 len: 210 time: 0.3508615 Mar 23 12:48:14.256177 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90298e6a-ab04-4501-9a8e-bab2c2e3615c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:14.279021 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b4dd6a28-55e6-4da9-8620-d1c898a06945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 4, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port': {'id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:49Z', 'updated_at': '2022-03-23T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2b585fe0-d585-42e3-b604-9d4e97c21a09', 'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'mac_address': 'fa:16:3e:d1:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:54Z', 'updated_at': '2022-03-23T12:42:05Z', 'revision_number': 5, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'subnets': [{'id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:14.285513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:14.285746 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:14.313507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd6a28-55e6-4da9-8620-d1c898a06945 None None] Checking router: 342853c5-b87e-40d9-a00e-b0205487ed92 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:14.331677 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90298e6a-ab04-4501-9a8e-bab2c2e3615c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=3fc697f8-c509-4f24-81fe-765935e3002f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:14.357893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd6a28-55e6-4da9-8620-d1c898a06945 None None] Routers {'342853c5-b87e-40d9-a00e-b0205487ed92'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:14.360178 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b4dd6a28-55e6-4da9-8620-d1c898a06945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:47:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['342853c5-b87e-40d9-a00e-b0205487ed92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:14.371858 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-90298e6a-ab04-4501-9a8e-bab2c2e3615c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:14.378520 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-90298e6a-ab04-4501-9a8e-bab2c2e3615c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/3fc697f8-c509-4f24-81fe-765935e3002f HTTP/1.1" status: 204 len: 168 time: 1.0729353 Mar 23 12:48:14.378745 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-4726737a-a59a-4fd7-a105-9e7f7f7a381f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:14.380458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53648) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:14.384137 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-4726737a-a59a-4fd7-a105-9e7f7f7a381f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:14.500977 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8687426-4fc3-444e-b1f1-e3605fc6065a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:14.503063 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8687426-4fc3-444e-b1f1-e3605fc6065a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:14.507101 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e8687426-4fc3-444e-b1f1-e3605fc6065a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1227813 Mar 23 12:48:14.507479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53650) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:14.519678 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5f2afcda-7572-4313-8401-a067be0fc5f5 None None] Could not find standard attr ID for object 3fc697f8-c509-4f24-81fe-765935e3002f. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:48:14.537194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b4dd6a28-55e6-4da9-8620-d1c898a06945 None None] Set router 342853c5-b87e-40d9-a00e-b0205487ed92 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:14.571666 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-4726737a-a59a-4fd7-a105-9e7f7f7a381f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Floating IP e8e5f065-2885-4190-a1c6-3c1bafefd0b5 associated. External IP: 172.25.2.37, port: d8b78ad6-32ab-447b-abdb-ced00b1a602a. Mar 23 12:48:14.618218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7b8b56-0ec5-4607-b151-c7ec07e7fc72 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 3a21c26e-a245-4860-8351-b57e5508b7f5 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:48:14.645854 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc7b8b56-0ec5-4607-b151-c7ec07e7fc72 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:14.732176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc7b8b56-0ec5-4607-b151-c7ec07e7fc72 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:14.860270 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc7b8b56-0ec5-4607-b151-c7ec07e7fc72 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:14.965158 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc7b8b56-0ec5-4607-b151-c7ec07e7fc72 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:15.016067 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b8b56-0ec5-4607-b151-c7ec07e7fc72 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=3a21c26e-a245-4860-8351-b57e5508b7f5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:15.017966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935165a2-9440-45ab-b41a-f4a5cd93da44 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:48:15.021524 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc7b8b56-0ec5-4607-b151-c7ec07e7fc72 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:15.026278 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dc7b8b56-0ec5-4607-b151-c7ec07e7fc72 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/3a21c26e-a245-4860-8351-b57e5508b7f5 HTTP/1.1" status: 204 len: 168 time: 0.5162480 Mar 23 12:48:15.033192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53668) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:15.035187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-4726737a-a59a-4fd7-a105-9e7f7f7a381f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Router 55850f9d-4dac-4853-afd5-a856c17a49cb has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:48:15.160856 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-68223dcd-6388-4082-b959-2d90fff5129a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1250594 Mar 23 12:48:15.163892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53676) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:15.177203 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-21dc1634-7892-44ac-b12a-8ae5676c1e8f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:15.252729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-4726737a-a59a-4fd7-a105-9e7f7f7a381f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:15.264888 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564b2a3-2f38-474e-97ab-9c05c308f7e3 None None] Sync routers for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:15.271178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53680) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:15.278458 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564b2a3-2f38-474e-97ab-9c05c308f7e3 None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:15.279070 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7564b2a3-2f38-474e-97ab-9c05c308f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:47:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:15.471535 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a09a09f2-216c-465a-aa77-3dc9685292b5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:15.490139 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7564b2a3-2f38-474e-97ab-9c05c308f7e3 None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:15.517911 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a09a09f2-216c-465a-aa77-3dc9685292b5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:15.522675 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b4dd6a28-55e6-4da9-8620-d1c898a06945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 4, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port': {'id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:49Z', 'updated_at': '2022-03-23T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2b585fe0-d585-42e3-b604-9d4e97c21a09', 'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'mac_address': 'fa:16:3e:d1:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:54Z', 'updated_at': '2022-03-23T12:42:05Z', 'revision_number': 5, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'subnets': [{'id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:15.595065 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd6a28-55e6-4da9-8620-d1c898a06945 None None] The sync data for ids ['342853c5-b87e-40d9-a00e-b0205487ed92'] in n-d-834854-1 is: [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:41:55Z', 'revision_number': 4, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port': {'id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:49Z', 'updated_at': '2022-03-23T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2b585fe0-d585-42e3-b604-9d4e97c21a09', 'name': '', 'network_id': '60e766b4-1016-48b5-88cb-19ac4b8761dc', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'mac_address': 'fa:16:3e:d1:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:54Z', 'updated_at': '2022-03-23T12:42:05Z', 'revision_number': 5, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'subnets': [{'id': 'f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:15.617508 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fd2890-e797-4748-8c44-5cc414b6eaa3 None None] DHCP port deletion for 8fb47147-24e2-481b-9f4e-7d054a56d184 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:48:15.648136 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a09a09f2-216c-465a-aa77-3dc9685292b5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:15.651720 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a09a09f2-216c-465a-aa77-3dc9685292b5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:15.653215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a09a09f2-216c-465a-aa77-3dc9685292b5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "DELETE /v2.0/security-groups/bff0c671-0bbc-440e-8285-f8a9a89c1e0c HTTP/1.1" status: 204 len: 168 time: 0.3807938 Mar 23 12:48:15.659976 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53690) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:15.695360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a09f2-216c-465a-aa77-3dc9685292b5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff0c671-0bbc-440e-8285-f8a9a89c1e0c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:15.716799 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-dd7c2fae-caf9-4b92-8da1-2b126a07f9ec tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] show failed (client error): The resource could not be found. Mar 23 12:48:15.717868 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dd7c2fae-caf9-4b92-8da1-2b126a07f9ec tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups/bff0c671-0bbc-440e-8285-f8a9a89c1e0c HTTP/1.1" status: 404 len: 347 time: 0.0509596 Mar 23 12:48:15.720707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53692) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:15.736839 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dc1634-7892-44ac-b12a-8ae5676c1e8f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:15.754368 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21dc1634-7892-44ac-b12a-8ae5676c1e8f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:15.780490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-86fd2890-e797-4748-8c44-5cc414b6eaa3 None None] Deleting port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:15.780879 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86fd2890-e797-4748-8c44-5cc414b6eaa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:15.948216 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-86fd2890-e797-4748-8c44-5cc414b6eaa3 None None] For port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:15.949985 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86fd2890-e797-4748-8c44-5cc414b6eaa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:15.976361 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-86fd2890-e797-4748-8c44-5cc414b6eaa3 None None] Calling delete_port for fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:16.063355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a5a3ce7f-ef30-4f31-847e-735db7c65ddc tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Deleting port c7ba35e6-4fd1-4d26-b2dc-83f5d3ab8748 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:16.063702 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5a3ce7f-ef30-4f31-847e-735db7c65ddc tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:16.119527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:48:16.156694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:48:16.157297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:48:16.159380 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7564b2a3-2f38-474e-97ab-9c05c308f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e8e5f065-2885-4190-a1c6-3c1bafefd0b5', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'port_id': 'e1160149-2e53-4294-94e2-f9752cbb26f5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'mac_address': 'fa:16:3e:04:9d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:47:41Z', 'updated_at': '2022-03-23T12:48:14Z', 'revision_number': 3, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:16.189697 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86fd2890-e797-4748-8c44-5cc414b6eaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:16.199222 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564b2a3-2f38-474e-97ab-9c05c308f7e3 None None] Checking router: 55850f9d-4dac-4853-afd5-a856c17a49cb for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:16.207704 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:16.208299 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564b2a3-2f38-474e-97ab-9c05c308f7e3 None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:16.209007 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7564b2a3-2f38-474e-97ab-9c05c308f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:47:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:16.215447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d423c-6c56-4724-9bb7-e19bbfc6273f None None] New status for floating IP e5097487-4421-4b1d-8faf-b897d2e416de: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:48:16.321803 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7564b2a3-2f38-474e-97ab-9c05c308f7e3 None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:16.377992 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5a3ce7f-ef30-4f31-847e-735db7c65ddc tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:16.378570 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5a3ce7f-ef30-4f31-847e-735db7c65ddc tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:16.406287 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a5a3ce7f-ef30-4f31-847e-735db7c65ddc tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Calling delete_port for c7ba35e6-4fd1-4d26-b2dc-83f5d3ab8748 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:16.566346 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fd2890-e797-4748-8c44-5cc414b6eaa3 None None] No DVR routers for this DVR port fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:48:16.585859 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd2890-e797-4748-8c44-5cc414b6eaa3 None None] Pushing event deleted for resources: {'Port': ['ID=fcbcd4f6-40dc-4d90-9d3e-c857304ddf5e,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:16.701599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-4726737a-a59a-4fd7-a105-9e7f7f7a381f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Router 55850f9d-4dac-4853-afd5-a856c17a49cb has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:48:16.757150 n-d-834854-1 neutron-server[102779]: DEBUG neutron.objects.ports [None req-21dc1634-7892-44ac-b12a-8ae5676c1e8f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:48:16.763785 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21dc1634-7892-44ac-b12a-8ae5676c1e8f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:16.773888 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5a3ce7f-ef30-4f31-847e-735db7c65ddc tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:16.832289 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7564b2a3-2f38-474e-97ab-9c05c308f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e8e5f065-2885-4190-a1c6-3c1bafefd0b5', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'port_id': 'e1160149-2e53-4294-94e2-f9752cbb26f5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'mac_address': 'fa:16:3e:04:9d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:47:41Z', 'updated_at': '2022-03-23T12:48:14Z', 'revision_number': 3, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:16.871771 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564b2a3-2f38-474e-97ab-9c05c308f7e3 None None] The sync data for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 is: [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e8e5f065-2885-4190-a1c6-3c1bafefd0b5', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'port_id': 'e1160149-2e53-4294-94e2-f9752cbb26f5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'mac_address': 'fa:16:3e:04:9d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:47:41Z', 'updated_at': '2022-03-23T12:48:14Z', 'revision_number': 3, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:16.873388 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3ce7f-ef30-4f31-847e-735db7c65ddc tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Pushing event deleted for resources: {'Port': ['ID=c7ba35e6-4fd1-4d26-b2dc-83f5d3ab8748,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:16.873728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc1634-7892-44ac-b12a-8ae5676c1e8f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:16.884625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-21dc1634-7892-44ac-b12a-8ae5676c1e8f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:16.909823 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dc1634-7892-44ac-b12a-8ae5676c1e8f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:16.910010 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0c2d7-9c28-4eea-863a-25aee3a51624 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:48:16.910937 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21dc1634-7892-44ac-b12a-8ae5676c1e8f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:16.929826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc1634-7892-44ac-b12a-8ae5676c1e8f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=5dc17c03-03a4-4357-afb2-55c05b891712,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:16.986517 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5a3ce7f-ef30-4f31-847e-735db7c65ddc tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:16.989265 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5a3ce7f-ef30-4f31-847e-735db7c65ddc tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:16.992804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a5a3ce7f-ef30-4f31-847e-735db7c65ddc tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "DELETE /v2.0/floatingips/e5097487-4421-4b1d-8faf-b897d2e416de HTTP/1.1" status: 204 len: 168 time: 1.2688417 Mar 23 12:48:17.023284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53714) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:17.029074 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-069535bb-50c7-44b0-a84b-72ce2ac5dc20 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'mac_address': 'fa:16:3e:a5:73:14', 'name': 'tempest-NetworksTestDHCPv6-1308028257'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:17.029703 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-21dc1634-7892-44ac-b12a-8ae5676c1e8f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8552399 Mar 23 12:48:17.058391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-4726737a-a59a-4fd7-a105-9e7f7f7a381f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:17.067861 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-4726737a-a59a-4fd7-a105-9e7f7f7a381f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:17.195392 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'tag': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:17.203258 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e763f213-3456-4bf1-9299-54d281eb5fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0aa9a6-c783-49e2-94d6-46e717d3548f", "tag": "d8b78ad6-32ab-447b-abdb-ced00b1a602a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:17.213218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-4726737a-a59a-4fd7-a105-9e7f7f7a381f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "PUT /v2.0/floatingips/e8e5f065-2885-4190-a1c6-3c1bafefd0b5 HTTP/1.1" status: 200 len: 998 time: 6.4328666 Mar 23 12:48:17.303727 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e1fe56-b973-46f4-92e5-9deb529cc2fc x-openstack-request-id: req-56e1fe56-b973-46f4-92e5-9deb529cc2fc {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:17.304050 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0aa9a6-c783-49e2-94d6-46e717d3548f", "tag": "d8b78ad6-32ab-447b-abdb-ced00b1a602a", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:17.304296 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56e1fe56-b973-46f4-92e5-9deb529cc2fc {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:17.304692 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'tag': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a', 'status': 'completed', 'code': 200} Mar 23 12:48:17.307117 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55417f9-84a7-4105-af9d-78ade29db296 None None] New status for floating IP e8e5f065-2885-4190-a1c6-3c1bafefd0b5: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:48:17.319916 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-7a2aa591-7de7-4cfd-8ae6-b868d629e067 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:17.321423 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-7a2aa591-7de7-4cfd-8ae6-b868d629e067 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports/d8b78ad6-32ab-447b-abdb-ced00b1a602a HTTP/1.1" status: 200 len: 943 time: 0.0991263 Mar 23 12:48:17.379978 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069535bb-50c7-44b0-a84b-72ce2ac5dc20 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:17.416676 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': '5dc17c03-03a4-4357-afb2-55c05b891712'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:48:17.417553 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:17.524855 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763f213-3456-4bf1-9299-54d281eb5fb9 req-c7d84918-1ebd-4a27-92a3-d1cb1a12204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:17.528509 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e763f213-3456-4bf1-9299-54d281eb5fb9 req-c7d84918-1ebd-4a27-92a3-d1cb1a12204d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 1097 time: 0.1945903 Mar 23 12:48:17.531648 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:17.569652 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-68e92a60-755b-4bfe-ba90-6297170e7c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:17.571155 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-68e92a60-755b-4bfe-ba90-6297170e7c62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 1097 time: 0.0966613 Mar 23 12:48:17.590673 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-069535bb-50c7-44b0-a84b-72ce2ac5dc20 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:17.645878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-069535bb-50c7-44b0-a84b-72ce2ac5dc20 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port 029f07ad-2c29-4c03-996d-cd420f934725 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:48:17.716636 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763f213-3456-4bf1-9299-54d281eb5fb9 req-1c273bba-dcb9-4b30-9adf-97253dafb9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:17.718385 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e763f213-3456-4bf1-9299-54d281eb5fb9 req-1c273bba-dcb9-4b30-9adf-97253dafb9d4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 922 time: 0.1808927 Mar 23 12:48:17.726558 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-f016ba48-6b72-4c86-a06e-c60535b54a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:17.728220 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-f016ba48-6b72-4c86-a06e-c60535b54a0c service neutron] 10.222.0.52 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 922 time: 0.1311610 Mar 23 12:48:17.778723 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e763f213-3456-4bf1-9299-54d281eb5fb9 req-4b9e69bf-6ce2-4b76-b06f-355dbfa260a1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8b78ad6-32ab-447b-abdb-ced00b1a602a HTTP/1.1" status: 200 len: 217 time: 0.0493033 Mar 23 12:48:17.836446 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-e903ee8e-3393-4f72-ba58-3315b47d2166 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8b78ad6-32ab-447b-abdb-ced00b1a602a HTTP/1.1" status: 200 len: 217 time: 0.0557220 Mar 23 12:48:17.837343 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb52ee8e-2832-4cb9-bfbe-eee7cd4c4c99 None None] Sync routers for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:17.868569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb52ee8e-2832-4cb9-bfbe-eee7cd4c4c99 None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:17.869041 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cb52ee8e-2832-4cb9-bfbe-eee7cd4c4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:47:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:17.915488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763f213-3456-4bf1-9299-54d281eb5fb9 req-b9bbbf40-93fc-4fe0-b428-bfbe716631b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:17.918161 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e763f213-3456-4bf1-9299-54d281eb5fb9 req-b9bbbf40-93fc-4fe0-b428-bfbe716631b8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=934c1c9c-3a98-4813-a53e-554c362e8d84 HTTP/1.1" status: 200 len: 860 time: 0.1285899 Mar 23 12:48:17.920777 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-2ac30659-f92a-4d46-9b5d-53028c9c7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:17.931993 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-2ac30659-f92a-4d46-9b5d-53028c9c7ecf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=934c1c9c-3a98-4813-a53e-554c362e8d84 HTTP/1.1" status: 200 len: 860 time: 0.0940204 Mar 23 12:48:17.934324 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-069535bb-50c7-44b0-a84b-72ce2ac5dc20 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::f816:3eff:fea5:7314 (8fb47147-24e2-481b-9f4e-7d054a56d184/5dc17c03-03a4-4357-afb2-55c05b891712/029f07ad-2c29-4c03-996d-cd420f934725) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:18.073928 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-2f2761e8-6410-4587-80f5-f6a2e5acbc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:18.080409 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cb52ee8e-2832-4cb9-bfbe-eee7cd4c4c99 None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:18.082339 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-2f2761e8-6410-4587-80f5-f6a2e5acbc4d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90e7b961-93d9-45ad-8d7b-62739f5ce26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482544 Mar 23 12:48:18.087721 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-93501a1b-e383-44a3-92cd-a608eeecdc5b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:48:18.097276 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-93501a1b-e383-44a3-92cd-a608eeecdc5b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130036 Mar 23 12:48:18.105986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763f213-3456-4bf1-9299-54d281eb5fb9 req-12233c80-d2d1-4b23-99b5-c7670f30f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:18.108833 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e763f213-3456-4bf1-9299-54d281eb5fb9 req-12233c80-d2d1-4b23-99b5-c7670f30f4e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90e7b961-93d9-45ad-8d7b-62739f5ce26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654861 Mar 23 12:48:18.203795 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-069535bb-50c7-44b0-a84b-72ce2ac5dc20 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:18.277768 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-069535bb-50c7-44b0-a84b-72ce2ac5dc20 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:18.304112 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-52a9cded-0368-4634-8c84-1d49c2f5f08d service neutron] 10.222.0.52 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063591 Mar 23 12:48:18.315407 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e763f213-3456-4bf1-9299-54d281eb5fb9 req-66934af0-7262-47a2-8f66-8eea04cd7537 service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960754 Mar 23 12:48:18.345479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069535bb-50c7-44b0-a84b-72ce2ac5dc20 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:18.349788 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-069535bb-50c7-44b0-a84b-72ce2ac5dc20 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:18.355533 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069535bb-50c7-44b0-a84b-72ce2ac5dc20 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:18.369131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069535bb-50c7-44b0-a84b-72ce2ac5dc20 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:18.370909 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-069535bb-50c7-44b0-a84b-72ce2ac5dc20 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:18.426413 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069535bb-50c7-44b0-a84b-72ce2ac5dc20 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=029f07ad-2c29-4c03-996d-cd420f934725,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:18.481341 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-069535bb-50c7-44b0-a84b-72ce2ac5dc20 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4555523 Mar 23 12:48:18.482849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53752) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:18.503334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Allocated IP 2001:db8::f816:3eff:fe92:6b2d (8fb47147-24e2-481b-9f4e-7d054a56d184/5dc17c03-03a4-4357-afb2-55c05b891712/4dccd581-d1c6-4024-ba21-2766a056963d) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:18.595563 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:48:18.636444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8509dc99-082f-42ad-a8b1-b0198ca8de24 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:18.639006 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8509dc99-082f-42ad-a8b1-b0198ca8de24 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1545727 Mar 23 12:48:18.649954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53754) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:18.667138 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-f9574d2a-123d-4222-957e-2287310c8e97 service neutron] 10.222.0.52 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617547 Mar 23 12:48:18.676238 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e763f213-3456-4bf1-9299-54d281eb5fb9 req-2184dfb8-5494-4b19-be2e-d5a0e65a81d7 service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444607 Mar 23 12:48:18.790004 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-4fa031a8-2af6-44b6-8e72-9a72e35cf129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:18.794322 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-4fa031a8-2af6-44b6-8e72-9a72e35cf129 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 1097 time: 0.0948753 Mar 23 12:48:18.824531 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5e5ce41c-fa8e-4443-aba2-454df2c7eb36 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port 029f07ad-2c29-4c03-996d-cd420f934725 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:18.824974 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce41c-fa8e-4443-aba2-454df2c7eb36 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:18.974527 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce41c-fa8e-4443-aba2-454df2c7eb36 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:19.000619 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5e5ce41c-fa8e-4443-aba2-454df2c7eb36 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for 029f07ad-2c29-4c03-996d-cd420f934725 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:19.011549 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-e0eb3ad9-cc31-4b3d-a5f7-62e25c98c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:19.013860 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-e0eb3ad9-cc31-4b3d-a5f7-62e25c98c717 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 922 time: 0.2118511 Mar 23 12:48:19.096938 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:19.111756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cb52ee8e-2832-4cb9-bfbe-eee7cd4c4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e8e5f065-2885-4190-a1c6-3c1bafefd0b5', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'port_id': 'e1160149-2e53-4294-94e2-f9752cbb26f5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'mac_address': 'fa:16:3e:04:9d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:47:41Z', 'updated_at': '2022-03-23T12:48:17Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:19.117825 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:19.148807 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-ac223b58-4244-41fe-86aa-c3a75ddf2b05 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1160149-2e53-4294-94e2-f9752cbb26f5 HTTP/1.1" status: 200 len: 1001 time: 0.1238348 Mar 23 12:48:19.188004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb52ee8e-2832-4cb9-bfbe-eee7cd4c4c99 None None] Checking router: 55850f9d-4dac-4853-afd5-a856c17a49cb for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:19.243201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-c82f41e7-b84a-44c4-a269-0be99739536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:19.262657 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-c82f41e7-b84a-44c4-a269-0be99739536b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=934c1c9c-3a98-4813-a53e-554c362e8d84 HTTP/1.1" status: 200 len: 860 time: 0.1057384 Mar 23 12:48:19.275761 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Pushing event updated for resources: {'Port': ['ID=4dccd581-d1c6-4024-ba21-2766a056963d,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:19.313785 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb52ee8e-2832-4cb9-bfbe-eee7cd4c4c99 None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:19.314478 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cb52ee8e-2832-4cb9-bfbe-eee7cd4c4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:47:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:19.321139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'tag': 'e1160149-2e53-4294-94e2-f9752cbb26f5'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:19.324987 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf3796f-f7c1-4bd4-b3c8-2ad4fbeb1b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "01ad45ab-b36c-4d10-be0e-fe9433ae9f29", "tag": "e1160149-2e53-4294-94e2-f9752cbb26f5"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:19.326545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:19.338673 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce41c-fa8e-4443-aba2-454df2c7eb36 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:19.367760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-69a9fcec-aebc-433e-941b-15be5fe3c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:19.378000 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-69a9fcec-aebc-433e-941b-15be5fe3c0f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90e7b961-93d9-45ad-8d7b-62739f5ce26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138990 Mar 23 12:48:19.391228 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:19.397565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ce41c-fa8e-4443-aba2-454df2c7eb36 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=029f07ad-2c29-4c03-996d-cd420f934725,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:19.414349 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0ca80d-f33e-4d85-8453-0588fec5becc x-openstack-request-id: req-dc0ca80d-f33e-4d85-8453-0588fec5becc {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:19.414993 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ad45ab-b36c-4d10-be0e-fe9433ae9f29", "tag": "e1160149-2e53-4294-94e2-f9752cbb26f5", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:19.415589 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc0ca80d-f33e-4d85-8453-0588fec5becc {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:19.416200 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'tag': 'e1160149-2e53-4294-94e2-f9752cbb26f5', 'status': 'completed', 'code': 200} Mar 23 12:48:19.426597 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:19.503657 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce41c-fa8e-4443-aba2-454df2c7eb36 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:19.515294 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53768) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:19.516964 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5e5ce41c-fa8e-4443-aba2-454df2c7eb36 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/029f07ad-2c29-4c03-996d-cd420f934725 HTTP/1.1" status: 204 len: 168 time: 0.8660650 Mar 23 12:48:19.553057 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cb52ee8e-2832-4cb9-bfbe-eee7cd4c4c99 None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:19.615533 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913f50d8-543e-49e8-9835-ff972a6caecc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:19.617277 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913f50d8-543e-49e8-9835-ff972a6caecc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:19.621896 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-913f50d8-543e-49e8-9835-ff972a6caecc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1054363 Mar 23 12:48:19.622349 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53770) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:19.630500 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-52f639b6-23db-400f-86f3-4500c18a0f27 service neutron] 10.222.0.52 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512789 Mar 23 12:48:19.658679 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3796f-f7c1-4bd4-b3c8-2ad4fbeb1b9e req-1130f154-05d3-42a3-9ba4-1e77c5b7412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:19.660276 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7bf3796f-f7c1-4bd4-b3c8-2ad4fbeb1b9e req-1130f154-05d3-42a3-9ba4-1e77c5b7412e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 1097 time: 0.2097204 Mar 23 12:48:19.744914 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a5de30-8b33-46c0-93f0-4c5a38082c76 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 5dc17c03-03a4-4357-afb2-55c05b891712 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:48:19.777309 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37a5de30-8b33-46c0-93f0-4c5a38082c76 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:19.861424 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfabd42f-40d3-4696-90eb-665de4c61110 req-759d0536-3f13-426c-9173-ab9aaaeb212c service neutron] 10.222.0.52 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296886 Mar 23 12:48:19.892840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3796f-f7c1-4bd4-b3c8-2ad4fbeb1b9e req-e7d462a7-78ab-47b0-a276-aa9a4a3ff23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:19.894781 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7bf3796f-f7c1-4bd4-b3c8-2ad4fbeb1b9e req-e7d462a7-78ab-47b0-a276-aa9a4a3ff23c service neutron] 10.222.0.77 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 922 time: 0.2200375 Mar 23 12:48:20.018544 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7bf3796f-f7c1-4bd4-b3c8-2ad4fbeb1b9e req-39690380-3ed6-4cfb-b164-7755cf688308 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1160149-2e53-4294-94e2-f9752cbb26f5 HTTP/1.1" status: 200 len: 1001 time: 0.1079476 Mar 23 12:48:20.076435 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6acadcbe-34df-405e-bb8e-0ba0f761b8a6 req-431363d7-b9ff-45b6-8878-8037fccd7573 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 1001 time: 0.1852264 Mar 23 12:48:20.084110 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37a5de30-8b33-46c0-93f0-4c5a38082c76 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:20.088729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3796f-f7c1-4bd4-b3c8-2ad4fbeb1b9e req-c2fcf7e7-ab64-4d8a-bd87-dd60db5339e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:20.090495 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7bf3796f-f7c1-4bd4-b3c8-2ad4fbeb1b9e req-c2fcf7e7-ab64-4d8a-bd87-dd60db5339e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=934c1c9c-3a98-4813-a53e-554c362e8d84 HTTP/1.1" status: 200 len: 860 time: 0.0632966 Mar 23 12:48:20.100867 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Attempting to bind port 4dccd581-d1c6-4024-ba21-2766a056963d on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:48:20.101736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Attempting to bind port 4dccd581-d1c6-4024-ba21-2766a056963d by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:48:20.101736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Attempting to bind port 4dccd581-d1c6-4024-ba21-2766a056963d on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:20.117890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:20.118262 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:48:20.118687 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:20.119072 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:20.119536 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Bound port: 4dccd581-d1c6-4024-ba21-2766a056963d, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:48:20.120479 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:20.148566 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3796f-f7c1-4bd4-b3c8-2ad4fbeb1b9e req-a4fc93b0-e483-43b8-b763-977ecba550dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:20.152309 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7bf3796f-f7c1-4bd4-b3c8-2ad4fbeb1b9e req-a4fc93b0-e483-43b8-b763-977ecba550dc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90e7b961-93d9-45ad-8d7b-62739f5ce26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531497 Mar 23 12:48:20.225963 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] For port 4dccd581-d1c6-4024-ba21-2766a056963d, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:20.262991 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] For port 4dccd581-d1c6-4024-ba21-2766a056963d, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4dccd581-d1c6-4024-ba21-2766a056963d,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:20.272196 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:20.280107 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7bf3796f-f7c1-4bd4-b3c8-2ad4fbeb1b9e req-69949b60-c922-4b02-9d38-89a876eb8fbd service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196365 Mar 23 12:48:20.283861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acadcbe-34df-405e-bb8e-0ba0f761b8a6 req-70a9908f-b052-43f0-ac1c-f45d5a6ac7b9 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:20.291526 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6acadcbe-34df-405e-bb8e-0ba0f761b8a6 req-70a9908f-b052-43f0-ac1c-f45d5a6ac7b9 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports/e1160149-2e53-4294-94e2-f9752cbb26f5 HTTP/1.1" status: 200 len: 943 time: 0.1948941 Mar 23 12:48:20.353694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531899ab-afc4-43e6-8d8d-73efae3f125b None None] Pushing event updated for resources: {'Port': ['ID=4dccd581-d1c6-4024-ba21-2766a056963d,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:20.445338 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7bf3796f-f7c1-4bd4-b3c8-2ad4fbeb1b9e req-7b15e23d-984c-4de8-afe6-2e321b33ac55 service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476693 Mar 23 12:48:20.466733 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cb52ee8e-2832-4cb9-bfbe-eee7cd4c4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e8e5f065-2885-4190-a1c6-3c1bafefd0b5', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'port_id': 'e1160149-2e53-4294-94e2-f9752cbb26f5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'mac_address': 'fa:16:3e:04:9d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:47:41Z', 'updated_at': '2022-03-23T12:48:17Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:20.493236 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37a5de30-8b33-46c0-93f0-4c5a38082c76 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:20.513590 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb52ee8e-2832-4cb9-bfbe-eee7cd4c4c99 None None] The sync data for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 is: [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e8e5f065-2885-4190-a1c6-3c1bafefd0b5', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'port_id': 'e1160149-2e53-4294-94e2-f9752cbb26f5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'mac_address': 'fa:16:3e:04:9d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:47:41Z', 'updated_at': '2022-03-23T12:48:17Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:20.548677 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6acadcbe-34df-405e-bb8e-0ba0f761b8a6 req-1bbae526-3609-42c1-a37f-10a000470493 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 1001 time: 0.1656475 Mar 23 12:48:20.683481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37a5de30-8b33-46c0-93f0-4c5a38082c76 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:20.726178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5de30-8b33-46c0-93f0-4c5a38082c76 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc17c03-03a4-4357-afb2-55c05b891712,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:20.731596 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37a5de30-8b33-46c0-93f0-4c5a38082c76 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:20.736950 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-37a5de30-8b33-46c0-93f0-4c5a38082c76 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/5dc17c03-03a4-4357-afb2-55c05b891712 HTTP/1.1" status: 204 len: 168 time: 1.1114991 Mar 23 12:48:20.737800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53784) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:20.804837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acadcbe-34df-405e-bb8e-0ba0f761b8a6 req-6ed3c16d-41e3-47e5-a100-64840d3c9827 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:20.806158 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ed65072e-ae67-4032-8e60-607cfdfc633c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642319 Mar 23 12:48:20.806788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53786) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:20.813246 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6acadcbe-34df-405e-bb8e-0ba0f761b8a6 req-6ed3c16d-41e3-47e5-a100-64840d3c9827 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.2573094 Mar 23 12:48:20.914342 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82ccbbb-5494-4bd3-8f36-fe46b3a27452 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:20.918868 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c82ccbbb-5494-4bd3-8f36-fe46b3a27452 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1082518 Mar 23 12:48:20.919494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53790) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:20.930833 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-0a3e1844-d563-4cb1-8c9e-a08cdc5e10b8 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 1001 time: 0.0901198 Mar 23 12:48:20.972123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a4a968-a688-4757-8387-b022069d7215 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:20.973525 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c6a4a968-a688-4757-8387-b022069d7215 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0530224 Mar 23 12:48:20.976045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53794) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:20.990610 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-d27c78d5-baf7-4d67-8767-6b373e6a15f5 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:20.992483 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-d27c78d5-baf7-4d67-8767-6b373e6a15f5 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports/e1160149-2e53-4294-94e2-f9752cbb26f5 HTTP/1.1" status: 200 len: 943 time: 0.0554612 Mar 23 12:48:21.168038 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-b417ec70-c30c-4964-afca-6148a921d24f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 1001 time: 0.0747278 Mar 23 12:48:21.304316 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-73d6673f-dabb-46a5-a8d1-e3d7b6fd2bff tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:21.317340 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-73d6673f-dabb-46a5-a8d1-e3d7b6fd2bff tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.1481984 Mar 23 12:48:21.429312 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-629a7eaf-1daa-4d6c-b076-937abd0307ba tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 1001 time: 0.1108227 Mar 23 12:48:21.441672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-b9a9cd92-cf85-43b7-8e15-12e98fa6706d tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:21.503551 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8e032899-de4c-4668-81ad-2ffd7c634e3d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5263314 Mar 23 12:48:21.510228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53802) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:21.515963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-07f9487b-cd18-4603-b671-830a86257864 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:21.523909 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-b9a9cd92-cf85-43b7-8e15-12e98fa6706d tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:21.632199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f9487b-cd18-4603-b671-830a86257864 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:21.640705 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07f9487b-cd18-4603-b671-830a86257864 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:21.945637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d25462-1b1f-4851-98a3-44063e613a65 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:48:22.072000 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4dccd581-d1c6-4024-ba21-2766a056963d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:22.280128 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-b9a9cd92-cf85-43b7-8e15-12e98fa6706d tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:22.287947 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-b9a9cd92-cf85-43b7-8e15-12e98fa6706d tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:22.289229 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-b9a9cd92-cf85-43b7-8e15-12e98fa6706d tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Floating IP e8e5f065-2885-4190-a1c6-3c1bafefd0b5 disassociated. External IP: 172.25.2.37, port: e1160149-2e53-4294-94e2-f9752cbb26f5. Mar 23 12:48:22.341258 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4dccd581-d1c6-4024-ba21-2766a056963d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:22.341944 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:22.388440 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a3563176-d92b-4a0e-90fb-5faadeba41d4 None None] Provisioning complete for port 4dccd581-d1c6-4024-ba21-2766a056963d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:22.389094 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3563176-d92b-4a0e-90fb-5faadeba41d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:22.445355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.objects.ports [None req-07f9487b-cd18-4603-b671-830a86257864 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:48:22.643484 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:22.650813 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3563176-d92b-4a0e-90fb-5faadeba41d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:22.783693 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 4dccd581-d1c6-4024-ba21-2766a056963d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4dccd581-d1c6-4024-ba21-2766a056963d,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:22.795059 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:22.845299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-b9a9cd92-cf85-43b7-8e15-12e98fa6706d tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Router 55850f9d-4dac-4853-afd5-a856c17a49cb has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:48:22.951899 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=4dccd581-d1c6-4024-ba21-2766a056963d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:23.035779 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-a3563176-d92b-4a0e-90fb-5faadeba41d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:48:23.039118 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-a3563176-d92b-4a0e-90fb-5faadeba41d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:48:23.069527 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07f9487b-cd18-4603-b671-830a86257864 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:23.098493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-b9a9cd92-cf85-43b7-8e15-12e98fa6706d tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:23.103535 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-b9a9cd92-cf85-43b7-8e15-12e98fa6706d tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:23.109863 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6821877a-c0b0-4b98-ad3f-850ab87418bd None None] Sync routers for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:23.137294 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6821877a-c0b0-4b98-ad3f-850ab87418bd None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:23.164718 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6821877a-c0b0-4b98-ad3f-850ab87418bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:47:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:23.170202 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-b9a9cd92-cf85-43b7-8e15-12e98fa6706d tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "PUT /v2.0/floatingips/e8e5f065-2885-4190-a1c6-3c1bafefd0b5 HTTP/1.1" status: 200 len: 694 time: 1.7333016 Mar 23 12:48:23.170728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'tag': 'e1160149-2e53-4294-94e2-f9752cbb26f5'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:23.174770 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1522c9f9-56e0-4f5f-8fb3-432ff0ee69cd" -d '{"events": [{"name": "network-changed", "server_uuid": "01ad45ab-b36c-4d10-be0e-fe9433ae9f29", "tag": "e1160149-2e53-4294-94e2-f9752cbb26f5"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:23.321012 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-2a97f565-a26f-45de-9e82-1757b46f8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:23.329234 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-2a97f565-a26f-45de-9e82-1757b46f8bd8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 1097 time: 0.1440897 Mar 23 12:48:23.330853 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4252b74-4e70-4dbb-9eac-082d68291a90 x-openstack-request-id: req-c4252b74-4e70-4dbb-9eac-082d68291a90 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:23.331156 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ad45ab-b36c-4d10-be0e-fe9433ae9f29", "tag": "e1160149-2e53-4294-94e2-f9752cbb26f5", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:23.331517 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c4252b74-4e70-4dbb-9eac-082d68291a90 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:23.332013 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'tag': 'e1160149-2e53-4294-94e2-f9752cbb26f5', 'status': 'completed', 'code': 200} Mar 23 12:48:23.509604 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-07f9487b-cd18-4603-b671-830a86257864 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] For port 4dccd581-d1c6-4024-ba21-2766a056963d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4dccd581-d1c6-4024-ba21-2766a056963d,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:23.569568 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07f9487b-cd18-4603-b671-830a86257864 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:23.579468 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07f9487b-cd18-4603-b671-830a86257864 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:23.580487 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07f9487b-cd18-4603-b671-830a86257864 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:23.601468 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522c9f9-56e0-4f5f-8fb3-432ff0ee69cd req-ee9d9a32-74bf-4948-9695-81b166358450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:23.609169 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1522c9f9-56e0-4f5f-8fb3-432ff0ee69cd req-ee9d9a32-74bf-4948-9695-81b166358450 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 1097 time: 0.2457066 Mar 23 12:48:23.640696 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6821877a-c0b0-4b98-ad3f-850ab87418bd None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:23.747321 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f9487b-cd18-4603-b671-830a86257864 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:23.774094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-07f9487b-cd18-4603-b671-830a86257864 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:23.778303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-86e7e51e-1a7e-45a1-a171-dd7064db5706 None None] Provisioning complete for port 4dccd581-d1c6-4024-ba21-2766a056963d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:23.778682 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86e7e51e-1a7e-45a1-a171-dd7064db5706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:23.782531 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f9487b-cd18-4603-b671-830a86257864 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:23.783139 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07f9487b-cd18-4603-b671-830a86257864 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:23.835846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9487b-cd18-4603-b671-830a86257864 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=4dccd581-d1c6-4024-ba21-2766a056963d,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:23.863913 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9487b-cd18-4603-b671-830a86257864 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=7ea92b83-66dd-4fcc-bf77-652a6700099f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:23.878250 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-07f9487b-cd18-4603-b671-830a86257864 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3661759 Mar 23 12:48:23.883340 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53834) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:23.894783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c6b29c75-5230-4d81-9449-d660e7db13e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'mac_address': 'fa:16:3e:4f:59:0c', 'name': 'tempest-NetworksTestDHCPv6-117224114'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:23.914270 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522c9f9-56e0-4f5f-8fb3-432ff0ee69cd req-e27a13e1-b27d-402f-b59a-e7520e1b2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:23.914270 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1522c9f9-56e0-4f5f-8fb3-432ff0ee69cd req-e27a13e1-b27d-402f-b59a-e7520e1b2051 service neutron] 10.222.0.77 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 922 time: 0.2819159 Mar 23 12:48:23.940685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b981f5-bdb2-45ec-b5ca-16935c1cf181 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:48:24.054311 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4dccd581-d1c6-4024-ba21-2766a056963d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:24.067672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-a31c98fe-488e-4225-8760-dec99a93be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:24.070963 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-a31c98fe-488e-4225-8760-dec99a93be58 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 922 time: 0.7319398 Mar 23 12:48:24.079178 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1522c9f9-56e0-4f5f-8fb3-432ff0ee69cd req-85f9b627-615f-49bb-bea9-e427702c2ac1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1160149-2e53-4294-94e2-f9752cbb26f5 HTTP/1.1" status: 200 len: 217 time: 0.1541686 Mar 23 12:48:24.211081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b29c75-5230-4d81-9449-d660e7db13e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:24.234960 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6821877a-c0b0-4b98-ad3f-850ab87418bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:24.279441 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f7ad-d368-4c02-b763-712358b795b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:24.296034 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6821877a-c0b0-4b98-ad3f-850ab87418bd None None] Checking router: 55850f9d-4dac-4853-afd5-a856c17a49cb for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:24.324701 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6821877a-c0b0-4b98-ad3f-850ab87418bd None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:24.325345 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6821877a-c0b0-4b98-ad3f-850ab87418bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:47:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:24.360131 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4dccd581-d1c6-4024-ba21-2766a056963d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:24.360836 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:24.397800 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6b29c75-5230-4d81-9449-d660e7db13e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:24.428437 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-b256c98a-850e-4cbf-a083-00422b3da00b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1160149-2e53-4294-94e2-f9752cbb26f5 HTTP/1.1" status: 200 len: 217 time: 0.3481526 Mar 23 12:48:24.461484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-c6b29c75-5230-4d81-9449-d660e7db13e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port ccad61f4-5d70-430f-aada-3613457c25ca yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:48:24.553059 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522c9f9-56e0-4f5f-8fb3-432ff0ee69cd req-f7470c0b-2727-43d7-a66f-4a55d3b55349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:24.555502 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1522c9f9-56e0-4f5f-8fb3-432ff0ee69cd req-f7470c0b-2727-43d7-a66f-4a55d3b55349 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=934c1c9c-3a98-4813-a53e-554c362e8d84 HTTP/1.1" status: 200 len: 860 time: 0.4581261 Mar 23 12:48:24.607340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-86e7e51e-1a7e-45a1-a171-dd7064db5706 None None] Could not find standard attr ID for object 029f07ad-2c29-4c03-996d-cd420f934725. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:48:24.607777 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6821877a-c0b0-4b98-ad3f-850ab87418bd None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:24.696542 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-2fb95564-51da-4ee7-b675-70666ccb57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:24.706936 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-2fb95564-51da-4ee7-b675-70666ccb57d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=934c1c9c-3a98-4813-a53e-554c362e8d84 HTTP/1.1" status: 200 len: 860 time: 0.2525520 Mar 23 12:48:24.753178 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522c9f9-56e0-4f5f-8fb3-432ff0ee69cd req-1ddc0127-afb4-474a-ba71-267009ef5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:24.757246 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1522c9f9-56e0-4f5f-8fb3-432ff0ee69cd req-1ddc0127-afb4-474a-ba71-267009ef5ba7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90e7b961-93d9-45ad-8d7b-62739f5ce26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1909480 Mar 23 12:48:24.794797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-c6b29c75-5230-4d81-9449-d660e7db13e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::f816:3eff:fe4f:590c (8fb47147-24e2-481b-9f4e-7d054a56d184/7ea92b83-66dd-4fcc-bf77-652a6700099f/ccad61f4-5d70-430f-aada-3613457c25ca) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:24.849007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-b0478711-79c5-453d-aa57-52a4149ae80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:24.860513 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-b0478711-79c5-453d-aa57-52a4149ae80f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90e7b961-93d9-45ad-8d7b-62739f5ce26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522512 Mar 23 12:48:25.091588 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-d41a976d-bf60-4fd7-a3df-9f207ec611b2 service neutron] 10.222.0.52 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298779 Mar 23 12:48:25.157845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a59657a3-8c8a-4024-86f0-b495439a3d3a None None] Provisioning complete for port 4dccd581-d1c6-4024-ba21-2766a056963d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:25.159262 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a59657a3-8c8a-4024-86f0-b495439a3d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:25.200845 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6b29c75-5230-4d81-9449-d660e7db13e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:25.254231 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1522c9f9-56e0-4f5f-8fb3-432ff0ee69cd req-9864e34f-3755-4c3d-922c-16d57ff2630d service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864035 Mar 23 12:48:25.266679 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6821877a-c0b0-4b98-ad3f-850ab87418bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:25.304074 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6b29c75-5230-4d81-9449-d660e7db13e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:25.379000 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfc66229-2c57-4837-8d4e-ec0a1c113bfc req-f3101e8d-a7f9-46d3-b27b-d0b162f00810 service neutron] 10.222.0.52 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864003 Mar 23 12:48:25.390503 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6821877a-c0b0-4b98-ad3f-850ab87418bd None None] The sync data for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 is: [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:25.459722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b29c75-5230-4d81-9449-d660e7db13e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:25.462324 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b29c75-5230-4d81-9449-d660e7db13e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=ccad61f4-5d70-430f-aada-3613457c25ca,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:25.493245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c6b29c75-5230-4d81-9449-d660e7db13e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:25.502478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b29c75-5230-4d81-9449-d660e7db13e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:25.513295 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b29c75-5230-4d81-9449-d660e7db13e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:25.522204 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6b29c75-5230-4d81-9449-d660e7db13e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:25.538843 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1522c9f9-56e0-4f5f-8fb3-432ff0ee69cd req-7010734b-880a-4df0-9852-b8cef17f1dcb service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618551 Mar 23 12:48:25.554777 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c6b29c75-5230-4d81-9449-d660e7db13e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6662467 Mar 23 12:48:25.558795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53854) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:25.762071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4590dacc-612f-4113-b39f-9481362c0f13 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:25.789982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4590dacc-612f-4113-b39f-9481362c0f13 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:25.814376 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4590dacc-612f-4113-b39f-9481362c0f13 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2537587 Mar 23 12:48:25.816598 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53862) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:26.097098 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4dccd581-d1c6-4024-ba21-2766a056963d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:26.233989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309682de-c4ed-4092-8519-fc99b18a052c req-5a12c663-2268-40a8-a72a-b684fd38806c tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:26.238359 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-309682de-c4ed-4092-8519-fc99b18a052c req-5a12c663-2268-40a8-a72a-b684fd38806c tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2263002 Mar 23 12:48:26.263955 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-50e0bf70-b49a-4f30-bc15-0e7fa76c822a None None] Provisioning complete for port ccad61f4-5d70-430f-aada-3613457c25ca triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:26.264518 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50e0bf70-b49a-4f30-bc15-0e7fa76c822a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:26.344589 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-50e0bf70-b49a-4f30-bc15-0e7fa76c822a None None] Port ccad61f4-5d70-430f-aada-3613457c25ca cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:48:26.356710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-309682de-c4ed-4092-8519-fc99b18a052c req-77967b6b-fdde-4e0d-9908-e78763e38b60 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 697 time: 0.1076796 Mar 23 12:48:26.358996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6531ab-5add-43fa-8904-03dda313caf5 None None] New status for floating IP e8e5f065-2885-4190-a1c6-3c1bafefd0b5: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:48:26.362618 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-309682de-c4ed-4092-8519-fc99b18a052c req-e0521eac-5c31-4135-95c6-95c486d80ce4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Request body: {'floatingip': {'port_id': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:26.416331 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-309682de-c4ed-4092-8519-fc99b18a052c req-e0521eac-5c31-4135-95c6-95c486d80ce4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:26.458780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53870) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:26.463517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953194016', 'description': 'tempest-description--1162865095'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:26.510325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-fa054992-bbe7-4ed8-a9ee-8d158433758a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port ccad61f4-5d70-430f-aada-3613457c25ca {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:26.510674 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa054992-bbe7-4ed8-a9ee-8d158433758a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:26.514794 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:26.611010 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:26.617568 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:26.684873 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:26.686466 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2264671 Mar 23 12:48:26.690095 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53874) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:26.695987 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4dccd581-d1c6-4024-ba21-2766a056963d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:26.696382 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:26.700475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0cb3fc05-0ce9-4f90-a85c-e2c3d5e12daa tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'security_group_rule': {'security_group_id': 'a801685b-fefe-4475-96fa-d49251c35a61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:26.754965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a801685b-fefe-4475-96fa-d49251c35a61,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:26.765761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:26.766452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:26.766452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:26.766642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:26.766967 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:26.767406 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:26.771050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:26.771050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:26.771050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:26.771050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:26.771050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:26.771050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81d4e-3b0c-44ba-bd9c-a4c848d4cfb3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:26.795174 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fc05-0ce9-4f90-a85c-e2c3d5e12daa tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:26.852236 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa054992-bbe7-4ed8-a9ee-8d158433758a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:26.887046 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fc05-0ce9-4f90-a85c-e2c3d5e12daa tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:26.892970 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fc05-0ce9-4f90-a85c-e2c3d5e12daa tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:26.902503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-fa054992-bbe7-4ed8-a9ee-8d158433758a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for ccad61f4-5d70-430f-aada-3613457c25ca owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:26.960201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3fc05-0ce9-4f90-a85c-e2c3d5e12daa tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90da6c28-3e03-41ed-92a0-ec8f33470169,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:26.981330 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fc05-0ce9-4f90-a85c-e2c3d5e12daa tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:26.988196 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0cb3fc05-0ce9-4f90-a85c-e2c3d5e12daa tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2965665 Mar 23 12:48:26.992721 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53878) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:27.008464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bc2bdec1-5f34-4a42-ac64-28b998ddc173 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'security_group_rule': {'security_group_id': 'a801685b-fefe-4475-96fa-d49251c35a61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:27.046587 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-df0f94f3-75a8-4716-86b2-d7d3e0c297ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:27.090958 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdec1-5f34-4a42-ac64-28b998ddc173 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:27.266529 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdec1-5f34-4a42-ac64-28b998ddc173 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:27.275245 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdec1-5f34-4a42-ac64-28b998ddc173 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:27.303245 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bdec1-5f34-4a42-ac64-28b998ddc173 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f6dce2-85dd-4e66-938d-9571cdc5be98,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:27.330534 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdec1-5f34-4a42-ac64-28b998ddc173 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:27.332811 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bc2bdec1-5f34-4a42-ac64-28b998ddc173 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3347843 Mar 23 12:48:27.336052 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53886) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:27.342563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:27.367640 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:27.426386 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa054992-bbe7-4ed8-a9ee-8d158433758a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:27.437041 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.db.api [req-309682de-c4ed-4092-8519-fc99b18a052c req-e0521eac-5c31-4135-95c6-95c486d80ce4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:48:27.437360 n-d-834854-1 neutron-server[102778]: DEBUG oslo_db.api [req-309682de-c4ed-4092-8519-fc99b18a052c req-e0521eac-5c31-4135-95c6-95c486d80ce4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:48:27.488984 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa054992-bbe7-4ed8-a9ee-8d158433758a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=ccad61f4-5d70-430f-aada-3613457c25ca,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:27.506293 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:27.552964 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa054992-bbe7-4ed8-a9ee-8d158433758a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:27.559327 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fa054992-bbe7-4ed8-a9ee-8d158433758a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/ccad61f4-5d70-430f-aada-3613457c25ca HTTP/1.1" status: 204 len: 168 time: 1.7388425 Mar 23 12:48:27.562602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53888) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:27.730824 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:27.745351 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838de42-c686-49fd-867e-0b41b209189d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:27.746991 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838de42-c686-49fd-867e-0b41b209189d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:27.751327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 53892) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:27.751517 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e838de42-c686-49fd-867e-0b41b209189d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1875620 Mar 23 12:48:27.763336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd844df1-534d-4f7d-97fd-573af66b1e88 req-4ba025ee-ebf5-4c65-aff8-4e6cc5f575da tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:27.765196 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd844df1-534d-4f7d-97fd-573af66b1e88 req-4ba025ee-ebf5-4c65-aff8-4e6cc5f575da tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.77 "GET /v2.0/ports?device_id=01ad45ab-b36c-4d10-be0e-fe9433ae9f29 HTTP/1.1" status: 200 len: 946 time: 0.1579094 Mar 23 12:48:27.873761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Allocated IP 172.25.2.103 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/17b66857-1cc2-4531-8554-26ffaacd0138) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:27.876299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d29ddd8-f6e8-4023-bb3e-7fca098ecf0b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 7ea92b83-66dd-4fcc-bf77-652a6700099f {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:48:27.885581 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d29ddd8-f6e8-4023-bb3e-7fca098ecf0b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:27.938803 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-309682de-c4ed-4092-8519-fc99b18a052c req-e0521eac-5c31-4135-95c6-95c486d80ce4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:28.097424 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d29ddd8-f6e8-4023-bb3e-7fca098ecf0b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:28.160161 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-cd844df1-534d-4f7d-97fd-573af66b1e88 req-48c9410a-6443-41f5-8c3f-b59584fb6889 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Deleting port e1160149-2e53-4294-94e2-f9752cbb26f5 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:28.160486 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd844df1-534d-4f7d-97fd-573af66b1e88 req-48c9410a-6443-41f5-8c3f-b59584fb6889 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:28.228707 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:28.290544 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d29ddd8-f6e8-4023-bb3e-7fca098ecf0b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:28.336544 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cd844df1-534d-4f7d-97fd-573af66b1e88 req-48c9410a-6443-41f5-8c3f-b59584fb6889 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] For port e1160149-2e53-4294-94e2-f9752cbb26f5, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=e1160149-2e53-4294-94e2-f9752cbb26f5,segment=NetworkSegment(61ec6d6d-435d-4196-8b99-96042b59491d),segment_id=61ec6d6d-435d-4196-8b99-96042b59491d)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:28.336914 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd844df1-534d-4f7d-97fd-573af66b1e88 req-48c9410a-6443-41f5-8c3f-b59584fb6889 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:28.366294 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-cd844df1-534d-4f7d-97fd-573af66b1e88 req-48c9410a-6443-41f5-8c3f-b59584fb6889 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Calling delete_port for e1160149-2e53-4294-94e2-f9752cbb26f5 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:28.383647 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:28.536334 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:28.551723 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:28.561200 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:28.624591 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d29ddd8-f6e8-4023-bb3e-7fca098ecf0b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:28.639266 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'Port': ['ID=17b66857-1cc2-4531-8554-26ffaacd0138,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:28.730787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29ddd8-f6e8-4023-bb3e-7fca098ecf0b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea92b83-66dd-4fcc-bf77-652a6700099f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:28.735530 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d29ddd8-f6e8-4023-bb3e-7fca098ecf0b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:28.743489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe60778b-273a-42b1-a41d-0907c6a5bb85 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:48:28.748006 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53902) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:28.752955 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7d29ddd8-f6e8-4023-bb3e-7fca098ecf0b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/7ea92b83-66dd-4fcc-bf77-652a6700099f HTTP/1.1" status: 204 len: 168 time: 0.9969909 Mar 23 12:48:28.802787 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cb8cb64d-f349-405f-aff6-4de5e19acafe tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535135 Mar 23 12:48:28.808437 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:28.809604 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53904) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:28.814725 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-62a9ab95-e42b-4f47-8f11-789c98703388 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:28.922888 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd844df1-534d-4f7d-97fd-573af66b1e88 req-48c9410a-6443-41f5-8c3f-b59584fb6889 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:28.967312 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['d8b78ad6-32ab-447b-abdb-ced00b1a602a', 'e1160149-2e53-4294-94e2-f9752cbb26f5'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:48:28.982465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9410a-6443-41f5-8c3f-b59584fb6889 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Pushing event deleted for resources: {'Port': ['ID=e1160149-2e53-4294-94e2-f9752cbb26f5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:28.995229 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:29.081931 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-309682de-c4ed-4092-8519-fc99b18a052c req-e0521eac-5c31-4135-95c6-95c486d80ce4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:29.092344 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-309682de-c4ed-4092-8519-fc99b18a052c req-e0521eac-5c31-4135-95c6-95c486d80ce4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:29.122318 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd844df1-534d-4f7d-97fd-573af66b1e88 req-48c9410a-6443-41f5-8c3f-b59584fb6889 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] No DVR routers for this DVR port e1160149-2e53-4294-94e2-f9752cbb26f5 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:48:29.128621 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd844df1-534d-4f7d-97fd-573af66b1e88 req-48c9410a-6443-41f5-8c3f-b59584fb6889 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:29.151807 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd844df1-534d-4f7d-97fd-573af66b1e88 req-48c9410a-6443-41f5-8c3f-b59584fb6889 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.77 "DELETE /v2.0/ports/e1160149-2e53-4294-94e2-f9752cbb26f5 HTTP/1.1" status: 204 len: 173 time: 1.3670349 Mar 23 12:48:29.152459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'name': 'network-vif-deleted', 'tag': 'e1160149-2e53-4294-94e2-f9752cbb26f5'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:29.154775 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d19634-fcfe-4be8-a509-b17a6f666602" -d '{"events": [{"server_uuid": "01ad45ab-b36c-4d10-be0e-fe9433ae9f29", "name": "network-vif-deleted", "tag": "e1160149-2e53-4294-94e2-f9752cbb26f5"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:29.233196 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a9ab95-e42b-4f47-8f11-789c98703388 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:29.237404 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62a9ab95-e42b-4f47-8f11-789c98703388 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:29.339255 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36cc421-447c-4f68-be33-6363ff814dc1 x-openstack-request-id: req-b36cc421-447c-4f68-be33-6363ff814dc1 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:29.340154 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ad45ab-b36c-4d10-be0e-fe9433ae9f29", "name": "network-vif-deleted", "tag": "e1160149-2e53-4294-94e2-f9752cbb26f5", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:29.340416 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b36cc421-447c-4f68-be33-6363ff814dc1 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:29.340873 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ad45ab-b36c-4d10-be0e-fe9433ae9f29', 'name': 'network-vif-deleted', 'tag': 'e1160149-2e53-4294-94e2-f9752cbb26f5', 'status': 'completed', 'code': 200} Mar 23 12:48:29.422129 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-309682de-c4ed-4092-8519-fc99b18a052c req-e0521eac-5c31-4135-95c6-95c486d80ce4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Floating IP e8e5f065-2885-4190-a1c6-3c1bafefd0b5 associated. External IP: 172.25.2.37, port: d8b78ad6-32ab-447b-abdb-ced00b1a602a. Mar 23 12:48:29.467866 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:29.534892 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:29.671399 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:29.734860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b63b520-5047-4bcf-a538-d8e78bdc38fc None None] DHCP port deletion for 8fb47147-24e2-481b-9f4e-7d054a56d184 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:48:29.873285 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2b63b520-5047-4bcf-a538-d8e78bdc38fc None None] Deleting port 4dccd581-d1c6-4024-ba21-2766a056963d {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:29.876562 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2b63b520-5047-4bcf-a538-d8e78bdc38fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:29.913407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-309682de-c4ed-4092-8519-fc99b18a052c req-e0521eac-5c31-4135-95c6-95c486d80ce4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Router 55850f9d-4dac-4853-afd5-a856c17a49cb has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:48:29.976602 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:30.160085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-309682de-c4ed-4092-8519-fc99b18a052c req-e0521eac-5c31-4135-95c6-95c486d80ce4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:30.167616 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-309682de-c4ed-4092-8519-fc99b18a052c req-e0521eac-5c31-4135-95c6-95c486d80ce4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:30.172891 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d5144-5e0f-404b-9509-861737c86a77 None None] Sync routers for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:30.185648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'Port': ['ID=17b66857-1cc2-4531-8554-26ffaacd0138,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:30.187802 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d5144-5e0f-404b-9509-861737c86a77 None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:30.194930 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d32d5144-5e0f-404b-9509-861737c86a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:48:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:30.216349 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:30.233407 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-309682de-c4ed-4092-8519-fc99b18a052c req-e0521eac-5c31-4135-95c6-95c486d80ce4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "PUT /v2.0/floatingips/e8e5f065-2885-4190-a1c6-3c1bafefd0b5 HTTP/1.1" status: 200 len: 996 time: 3.8682790 Mar 23 12:48:30.234263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'tag': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:30.240359 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c41140-e3f5-4984-a9bf-b00b2e8a31d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0aa9a6-c783-49e2-94d6-46e717d3548f", "tag": "d8b78ad6-32ab-447b-abdb-ced00b1a602a"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:30.308054 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309682de-c4ed-4092-8519-fc99b18a052c req-2689d40c-5963-4ffe-810e-0773a2796079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:30.325019 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-309682de-c4ed-4092-8519-fc99b18a052c req-2689d40c-5963-4ffe-810e-0773a2796079 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 1097 time: 0.0810416 Mar 23 12:48:30.400036 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:30.407624 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-123f3623-26e4-42a7-a348-b6ff16a3ee34 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0702343 Mar 23 12:48:30.454414 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daad5812-74e5-4fee-92fb-7b4ff0bf0a1b x-openstack-request-id: req-daad5812-74e5-4fee-92fb-7b4ff0bf0a1b {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:30.454732 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0aa9a6-c783-49e2-94d6-46e717d3548f", "tag": "d8b78ad6-32ab-447b-abdb-ced00b1a602a", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:30.454990 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-daad5812-74e5-4fee-92fb-7b4ff0bf0a1b {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:30.455401 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'tag': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a', 'status': 'completed', 'code': 200} Mar 23 12:48:30.511372 n-d-834854-1 neutron-server[102779]: DEBUG neutron.objects.ports [None req-62a9ab95-e42b-4f47-8f11-789c98703388 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:48:30.546114 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309682de-c4ed-4092-8519-fc99b18a052c req-27fe5a80-af06-4e6a-88af-d9c2c1185063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:30.553912 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-309682de-c4ed-4092-8519-fc99b18a052c req-27fe5a80-af06-4e6a-88af-d9c2c1185063 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 922 time: 0.2274427 Mar 23 12:48:30.560616 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d32d5144-5e0f-404b-9509-861737c86a77 None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:30.648299 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4dccd581-d1c6-4024-ba21-2766a056963d no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:48:30.708731 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c41140-e3f5-4984-a9bf-b00b2e8a31d7 req-13f2490f-6521-471f-971e-6ef1cc2bb447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:30.714586 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4c41140-e3f5-4984-a9bf-b00b2e8a31d7 req-13f2490f-6521-471f-971e-6ef1cc2bb447 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 1097 time: 0.3009124 Mar 23 12:48:30.725596 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-309682de-c4ed-4092-8519-fc99b18a052c req-1d176955-1b93-4dbf-b58c-9709a1a9b3bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8b78ad6-32ab-447b-abdb-ced00b1a602a HTTP/1.1" status: 200 len: 999 time: 0.1693876 Mar 23 12:48:30.831160 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309682de-c4ed-4092-8519-fc99b18a052c req-ea8cc1ab-1ba6-4e5b-9ba2-c53c034c3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:30.848259 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-309682de-c4ed-4092-8519-fc99b18a052c req-ea8cc1ab-1ba6-4e5b-9ba2-c53c034c3ea3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=934c1c9c-3a98-4813-a53e-554c362e8d84 HTTP/1.1" status: 200 len: 860 time: 0.1046627 Mar 23 12:48:30.877242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2b63b520-5047-4bcf-a538-d8e78bdc38fc None None] For port 4dccd581-d1c6-4024-ba21-2766a056963d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4dccd581-d1c6-4024-ba21-2766a056963d,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:30.877784 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2b63b520-5047-4bcf-a538-d8e78bdc38fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:30.919579 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2b63b520-5047-4bcf-a538-d8e78bdc38fc None None] Calling delete_port for 4dccd581-d1c6-4024-ba21-2766a056963d owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:30.970133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309682de-c4ed-4092-8519-fc99b18a052c req-4bf6e8c7-10f2-4426-99d4-1f81c2e199a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:30.978407 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-309682de-c4ed-4092-8519-fc99b18a052c req-4bf6e8c7-10f2-4426-99d4-1f81c2e199a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90e7b961-93d9-45ad-8d7b-62739f5ce26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362383 Mar 23 12:48:30.983823 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:31.096558 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-c529ce85-5f94-4fb5-ac86-defaf6ea64c3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1953194016&fields=id&tenant_id=c31ff6c0586f49588d5192b65f6a4e62 HTTP/1.1" status: 200 len: 267 time: 0.3420470 Mar 23 12:48:31.158301 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-309682de-c4ed-4092-8519-fc99b18a052c req-3cdb7004-be7b-4905-9ea9-1dc601153dc9 service neutron] 10.222.0.52 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787348 Mar 23 12:48:31.173662 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 4dccd581-d1c6-4024-ba21-2766a056963d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4dccd581-d1c6-4024-ba21-2766a056963d,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:31.200061 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:31.283641 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-309682de-c4ed-4092-8519-fc99b18a052c req-61f9edfc-a7ca-476c-a131-6f5448100f0f service neutron] 10.222.0.52 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206734 Mar 23 12:48:31.333001 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-e8f1be2a-252b-480d-ac34-dd6bb26c382c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:31.342436 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-e8f1be2a-252b-480d-ac34-dd6bb26c382c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 814 time: 0.2449703 Mar 23 12:48:31.461213 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-50b3a838-b4ba-4223-a94b-995b76ab9005 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/quotas/c31ff6c0586f49588d5192b65f6a4e62 HTTP/1.1" status: 200 len: 375 time: 0.1132789 Mar 23 12:48:31.506820 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-86ad6784-170c-4f59-b071-943815288c7b req-5a394fc0-35bd-4ac8-8c12-be66c57b0181 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/floatingips/e8e5f065-2885-4190-a1c6-3c1bafefd0b5 HTTP/1.1" status: 200 len: 996 time: 0.1798217 Mar 23 12:48:31.553138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c41140-e3f5-4984-a9bf-b00b2e8a31d7 req-49e8498f-9b08-49b6-8623-84c322dfe0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:31.554748 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4c41140-e3f5-4984-a9bf-b00b2e8a31d7 req-49e8498f-9b08-49b6-8623-84c322dfe0e2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 922 time: 0.8302696 Mar 23 12:48:31.565742 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d32d5144-5e0f-404b-9509-861737c86a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e8e5f065-2885-4190-a1c6-3c1bafefd0b5', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'port_id': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'mac_address': 'fa:16:3e:c0:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:47:41Z', 'updated_at': '2022-03-23T12:48:28Z', 'revision_number': 8, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:31.609850 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2b63b520-5047-4bcf-a538-d8e78bdc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:31.622464 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=4dccd581-d1c6-4024-ba21-2766a056963d,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:31.638739 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:31.639208 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:31.639954 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:31.639954 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:31.641286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:31.641286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:31.641286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:31.641594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:31.641883 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:31.642284 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:31.642787 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:31.643175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:31.643891 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.ipam_pluggable_backend [None req-62a9ab95-e42b-4f47-8f11-789c98703388 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Port 4dccd581-d1c6-4024-ba21-2766a056963d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102779) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 23 12:48:31.644300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.ipam_pluggable_backend [None req-62a9ab95-e42b-4f47-8f11-789c98703388 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Reverting IP allocation for 2001:db8::f816:3eff:fe92:6b2d {{(pid=102779) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 23 12:48:31.657188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.ipam_pluggable_backend [None req-62a9ab95-e42b-4f47-8f11-789c98703388 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe92:6b2d {{(pid=102779) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 23 12:48:31.663739 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62a9ab95-e42b-4f47-8f11-789c98703388 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:31.681865 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d5144-5e0f-404b-9509-861737c86a77 None None] Checking router: 55850f9d-4dac-4853-afd5-a856c17a49cb for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:31.708110 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b63b520-5047-4bcf-a538-d8e78bdc38fc None None] No DVR routers for this DVR port 4dccd581-d1c6-4024-ba21-2766a056963d on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:48:31.719522 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63b520-5047-4bcf-a538-d8e78bdc38fc None None] Pushing event deleted for resources: {'Port': ['ID=4dccd581-d1c6-4024-ba21-2766a056963d,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:31.732945 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d5144-5e0f-404b-9509-861737c86a77 None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:31.733568 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d32d5144-5e0f-404b-9509-861737c86a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:48:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:31.782519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e1160149-2e53-4294-94e2-f9752cbb26f5 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:48:31.831142 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: e1160149-2e53-4294-94e2-f9752cbb26f5 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:48:31.831517 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device e1160149-2e53-4294-94e2-f9752cbb26f5 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:48:31.860912 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad6784-170c-4f59-b071-943815288c7b req-cf8af05a-840a-494b-9cbd-6d4f192b0e16 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:31.876607 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-86ad6784-170c-4f59-b071-943815288c7b req-cf8af05a-840a-494b-9cbd-6d4f192b0e16 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.3679938 Mar 23 12:48:31.898330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-86ad6784-170c-4f59-b071-943815288c7b req-a2ce32b9-a0f5-46db-8149-0c45d4fe8a32 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:48:31.902575 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-86ad6784-170c-4f59-b071-943815288c7b req-a2ce32b9-a0f5-46db-8149-0c45d4fe8a32 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0250461 Mar 23 12:48:32.000103 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9ab95-e42b-4f47-8f11-789c98703388 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=11c3f6f3-aa0e-49ce-afad-7c04b35f984a,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:32.038831 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d32d5144-5e0f-404b-9509-861737c86a77 None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:32.061369 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-e40e67ca-10e3-4dc2-91fa-23e1242efb9d tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5975132 Mar 23 12:48:32.103815 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4c41140-e3f5-4984-a9bf-b00b2e8a31d7 req-772fc3e6-a550-4673-a59f-beb92936fa24 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8b78ad6-32ab-447b-abdb-ced00b1a602a HTTP/1.1" status: 200 len: 999 time: 0.4869730 Mar 23 12:48:32.110280 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a9ab95-e42b-4f47-8f11-789c98703388 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:32.202601 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-62a9ab95-e42b-4f47-8f11-789c98703388 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:32.212286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c525f988-ba59-45c8-b47c-9060882038a5 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:48:32.217322 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a9ab95-e42b-4f47-8f11-789c98703388 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:32.217697 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-62a9ab95-e42b-4f47-8f11-789c98703388 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:32.319856 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c41140-e3f5-4984-a9bf-b00b2e8a31d7 req-78c779b3-a796-47a9-9ab3-400956983acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:32.321452 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4c41140-e3f5-4984-a9bf-b00b2e8a31d7 req-78c779b3-a796-47a9-9ab3-400956983acc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=934c1c9c-3a98-4813-a53e-554c362e8d84 HTTP/1.1" status: 200 len: 860 time: 0.1838920 Mar 23 12:48:32.327582 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-62a9ab95-e42b-4f47-8f11-789c98703388 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.5168483 Mar 23 12:48:32.346897 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 53988) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:32.363454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f64a0b5d-c704-477c-9c07-8c22f76353c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'mac_address': 'fa:16:3e:aa:47:52', 'name': 'tempest-NetworksTestDHCPv6-1569515222'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:32.449627 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d32d5144-5e0f-404b-9509-861737c86a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e8e5f065-2885-4190-a1c6-3c1bafefd0b5', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'port_id': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'mac_address': 'fa:16:3e:c0:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:47:41Z', 'updated_at': '2022-03-23T12:48:28Z', 'revision_number': 8, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:32.496190 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d5144-5e0f-404b-9509-861737c86a77 None None] The sync data for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 is: [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'e8e5f065-2885-4190-a1c6-3c1bafefd0b5', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'port_id': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'mac_address': 'fa:16:3e:c0:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:47:41Z', 'updated_at': '2022-03-23T12:48:28Z', 'revision_number': 8, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:32.671290 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': '11c3f6f3-aa0e-49ce-afad-7c04b35f984a'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:48:32.672099 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:33.004446 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-66e6f91c-c637-4c99-a232-7f266e0769c7 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 999 time: 1.0639644 Mar 23 12:48:33.037445 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Allocated IP 2001:db8::f816:3eff:fee6:84d7 (8fb47147-24e2-481b-9f4e-7d054a56d184/11c3f6f3-aa0e-49ce-afad-7c04b35f984a/67a0c36e-5ffe-4ae6-ad04-e281e1cbf759) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:33.090429 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9a013a-588d-4bfc-b5c7-d910f01c7ee6 None None] New status for floating IP e8e5f065-2885-4190-a1c6-3c1bafefd0b5: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:48:33.142837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-4d8bd0a6-d9d8-4881-b90e-17ec0d95735a tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:33.170049 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-4d8bd0a6-d9d8-4881-b90e-17ec0d95735a tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports/d8b78ad6-32ab-447b-abdb-ced00b1a602a HTTP/1.1" status: 200 len: 943 time: 0.1554155 Mar 23 12:48:33.312259 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-fd1f0b54-69ca-4987-b29a-69e3ffd3d06a tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 999 time: 0.1015022 Mar 23 12:48:33.424363 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-6eb93c3c-0b9f-4a1b-93c9-e1f5a9fad617 service neutron] 10.222.0.52 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3309927 Mar 23 12:48:33.472208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-73b493d3-b016-4fa0-9579-f95759adbc40 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:33.484531 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-73b493d3-b016-4fa0-9579-f95759adbc40 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.1703374 Mar 23 12:48:33.513268 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c41140-e3f5-4984-a9bf-b00b2e8a31d7 req-b00d2f61-219d-4f53-b8ed-0c26794d44d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:33.514784 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4c41140-e3f5-4984-a9bf-b00b2e8a31d7 req-b00d2f61-219d-4f53-b8ed-0c26794d44d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90e7b961-93d9-45ad-8d7b-62739f5ce26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1860895 Mar 23 12:48:33.627259 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-c79cecd5-5672-4c59-8f56-98bd396c740a tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 1001 time: 0.1413932 Mar 23 12:48:33.639112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-22110a04-b5d3-47b7-af62-f996e3ee2172 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:33.672941 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:33.686816 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:33.779150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Pushing event updated for resources: {'Port': ['ID=67a0c36e-5ffe-4ae6-ad04-e281e1cbf759,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:33.792455 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-22110a04-b5d3-47b7-af62-f996e3ee2172 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:33.813618 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:33.819520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:33.823463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:33.930175 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-8424cf77-b3a7-481c-a4de-d7c48ec14590 service neutron] 10.222.0.52 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047054 Mar 23 12:48:33.957999 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4c41140-e3f5-4984-a9bf-b00b2e8a31d7 req-60907f9f-9e59-493f-bde9-817fd2f1f730 service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514626 Mar 23 12:48:33.959212 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64a0b5d-c704-477c-9c07-8c22f76353c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:34.021239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Attempting to bind port 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:48:34.027823 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Attempting to bind port 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:48:34.029904 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Attempting to bind port 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759 on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:34.038117 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:34.038767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:48:34.064651 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:34.066991 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:34.067976 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Bound port: 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:48:34.071360 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:34.269080 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-22110a04-b5d3-47b7-af62-f996e3ee2172 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:34.276723 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] For port 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:34.277774 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-22110a04-b5d3-47b7-af62-f996e3ee2172 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:34.278123 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-22110a04-b5d3-47b7-af62-f996e3ee2172 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Floating IP e8e5f065-2885-4190-a1c6-3c1bafefd0b5 disassociated. External IP: 172.25.2.37, port: d8b78ad6-32ab-447b-abdb-ced00b1a602a. Mar 23 12:48:34.289312 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] For port 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=67a0c36e-5ffe-4ae6-ad04-e281e1cbf759,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:34.302910 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:34.323154 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4c41140-e3f5-4984-a9bf-b00b2e8a31d7 req-f939365f-516f-474d-a372-319eaed01dda service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394618 Mar 23 12:48:34.344526 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f64a0b5d-c704-477c-9c07-8c22f76353c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:34.391249 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-f64a0b5d-c704-477c-9c07-8c22f76353c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port 5d6b9161-17dd-4a1d-bdf5-57ef59917efd yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:48:34.508222 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a206f3-2a75-438b-af07-e0a2aaf8344b None None] Pushing event updated for resources: {'Port': ['ID=67a0c36e-5ffe-4ae6-ad04-e281e1cbf759,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:34.706224 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68030a5e-22a1-45cb-ba76-26b167bcd3fc req-3f895f60-8960-4ec0-899f-193daf0062c6 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 210 time: 0.0657194 Mar 23 12:48:34.739961 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-f64a0b5d-c704-477c-9c07-8c22f76353c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::f816:3eff:feaa:4752 (8fb47147-24e2-481b-9f4e-7d054a56d184/11c3f6f3-aa0e-49ce-afad-7c04b35f984a/5d6b9161-17dd-4a1d-bdf5-57ef59917efd) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:34.965608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-22110a04-b5d3-47b7-af62-f996e3ee2172 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Router 55850f9d-4dac-4853-afd5-a856c17a49cb has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:48:35.323711 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-22110a04-b5d3-47b7-af62-f996e3ee2172 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:35.336372 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f9878c-55f2-4e0d-8140-8399ec44bf45 None None] Sync routers for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:35.338057 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24086f9-ee0a-49dd-b5f1-15cb4ba25211 req-6bb0afc9-0680-4d0c-baf9-e6abc1f6f44c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:35.347344 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a24086f9-ee0a-49dd-b5f1-15cb4ba25211 req-6bb0afc9-0680-4d0c-baf9-e6abc1f6f44c tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.4680936 Mar 23 12:48:35.352149 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-22110a04-b5d3-47b7-af62-f996e3ee2172 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:35.385069 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f9878c-55f2-4e0d-8140-8399ec44bf45 None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:35.385692 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a1f9878c-55f2-4e0d-8140-8399ec44bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:48:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:35.445349 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-22110a04-b5d3-47b7-af62-f996e3ee2172 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "PUT /v2.0/floatingips/e8e5f065-2885-4190-a1c6-3c1bafefd0b5 HTTP/1.1" status: 200 len: 695 time: 1.8075292 Mar 23 12:48:35.446971 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'tag': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:35.451901 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089a8016-6294-491c-857f-c95df8cf6a79" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0aa9a6-c783-49e2-94d6-46e717d3548f", "tag": "d8b78ad6-32ab-447b-abdb-ced00b1a602a"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:35.563731 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-fa362209-5150-48e9-b33e-e8ba2f3fcf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:35.569736 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-fa362209-5150-48e9-b33e-e8ba2f3fcf7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 1097 time: 0.1052988 Mar 23 12:48:35.575756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adcb7e-c8be-4233-a3d1-9d8a3fba9821 req-62a15537-5aad-4e85-b99d-3d4ac6af2084 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:35.585704 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71adcb7e-c8be-4233-a3d1-9d8a3fba9821 req-62a15537-5aad-4e85-b99d-3d4ac6af2084 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.77 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.2955339 Mar 23 12:48:35.597443 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f64a0b5d-c704-477c-9c07-8c22f76353c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:35.640557 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a24086f9-ee0a-49dd-b5f1-15cb4ba25211 req-c92934b4-ac6a-4706-9cfa-8b9918a3ead3 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920239 Mar 23 12:48:35.747870 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-a1f9878c-55f2-4e0d-8140-8399ec44bf45 None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:35.784266 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f327d744-1f19-42e0-9db0-5374a706e88a x-openstack-request-id: req-f327d744-1f19-42e0-9db0-5374a706e88a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:35.786915 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0aa9a6-c783-49e2-94d6-46e717d3548f", "tag": "d8b78ad6-32ab-447b-abdb-ced00b1a602a", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:35.787440 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f327d744-1f19-42e0-9db0-5374a706e88a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:35.790910 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'tag': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a', 'status': 'completed', 'code': 200} Mar 23 12:48:35.949289 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f64a0b5d-c704-477c-9c07-8c22f76353c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:36.016208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-037b14c0-7513-456f-a263-43c68f24cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:36.027033 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-037b14c0-7513-456f-a263-43c68f24cc52 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 922 time: 0.4431539 Mar 23 12:48:36.128181 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:36.239068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-3c6151e2-11ed-4d1c-9bae-22c0df1df094 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8b78ad6-32ab-447b-abdb-ced00b1a602a HTTP/1.1" status: 200 len: 217 time: 0.1904721 Mar 23 12:48:36.251134 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a8016-6294-491c-857f-c95df8cf6a79 req-a487668c-f0b2-4ea0-9a05-3e143b303240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:36.262623 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-089a8016-6294-491c-857f-c95df8cf6a79 req-a487668c-f0b2-4ea0-9a05-3e143b303240 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 1097 time: 0.4686916 Mar 23 12:48:36.300066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:36.301753 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:36.436824 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-71adcb7e-c8be-4233-a3d1-9d8a3fba9821 req-93cedcd5-be44-4623-b583-c1a8ea1bbc19 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Deleting port 0f6be5f8-58da-4006-884d-df5054e222b7 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:36.437235 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71adcb7e-c8be-4233-a3d1-9d8a3fba9821 req-93cedcd5-be44-4623-b583-c1a8ea1bbc19 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:36.470190 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-197c3b48-8cb7-41bb-8372-ec9cb62e2a70 req-3b6c94d5-491b-4aad-a1a0-59f0361947eb tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 210 time: 0.3508656 Mar 23 12:48:36.500247 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64a0b5d-c704-477c-9c07-8c22f76353c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:36.524895 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a0b5d-c704-477c-9c07-8c22f76353c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=5d6b9161-17dd-4a1d-bdf5-57ef59917efd,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:36.561661 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f64a0b5d-c704-477c-9c07-8c22f76353c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:36.561908 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:36.567982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a0b5d-c704-477c-9c07-8c22f76353c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:36.597888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64a0b5d-c704-477c-9c07-8c22f76353c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:36.599735 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f64a0b5d-c704-477c-9c07-8c22f76353c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:36.646344 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=67a0c36e-5ffe-4ae6-ad04-e281e1cbf759,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:36.655537 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:36.687230 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a1f9878c-55f2-4e0d-8140-8399ec44bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:36.771671 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f64a0b5d-c704-477c-9c07-8c22f76353c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4198174 Mar 23 12:48:36.776601 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f9878c-55f2-4e0d-8140-8399ec44bf45 None None] Checking router: 55850f9d-4dac-4853-afd5-a856c17a49cb for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:36.786179 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-9f19ab5b-afed-4be2-bdee-f38ce22a0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:36.801597 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f9878c-55f2-4e0d-8140-8399ec44bf45 None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:36.802184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54408) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:36.802382 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a1f9878c-55f2-4e0d-8140-8399ec44bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:48:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:36.810888 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-9f19ab5b-afed-4be2-bdee-f38ce22a0a13 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=934c1c9c-3a98-4813-a53e-554c362e8d84 HTTP/1.1" status: 200 len: 860 time: 0.5462198 Mar 23 12:48:36.861897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27d720fd-3412-49df-955e-62f473ce6d20 None None] Provisioning complete for port 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:36.862262 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27d720fd-3412-49df-955e-62f473ce6d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:37.064770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-71adcb7e-c8be-4233-a3d1-9d8a3fba9821 req-93cedcd5-be44-4623-b583-c1a8ea1bbc19 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] For port 0f6be5f8-58da-4006-884d-df5054e222b7, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=0f6be5f8-58da-4006-884d-df5054e222b7,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:37.065284 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71adcb7e-c8be-4233-a3d1-9d8a3fba9821 req-93cedcd5-be44-4623-b583-c1a8ea1bbc19 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:37.074682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=67a0c36e-5ffe-4ae6-ad04-e281e1cbf759,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:37.122954 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-a1f9878c-55f2-4e0d-8140-8399ec44bf45 None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:37.130373 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-e0836f10-5503-4d73-81d7-c01bde4de1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:37.148040 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d192bff-c526-4093-890b-8ddf4365d1bd req-c5a91e39-8c50-404b-bead-b4f0d020bf72 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:37.152230 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-e0836f10-5503-4d73-81d7-c01bde4de1f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90e7b961-93d9-45ad-8d7b-62739f5ce26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3348866 Mar 23 12:48:37.156859 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d192bff-c526-4093-890b-8ddf4365d1bd req-c5a91e39-8c50-404b-bead-b4f0d020bf72 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=477598ea-4654-4847-bc2b-e813cadf795b HTTP/1.1" status: 200 len: 946 time: 0.3215554 Mar 23 12:48:37.158850 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-71adcb7e-c8be-4233-a3d1-9d8a3fba9821 req-93cedcd5-be44-4623-b583-c1a8ea1bbc19 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Calling delete_port for 0f6be5f8-58da-4006-884d-df5054e222b7 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:37.235261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379e19bc-a67f-428a-a2d3-22220a3fb5ec tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:37.261297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-58155051-3302-457c-b22b-1a3965cce86a None None] Provisioning complete for port 5d6b9161-17dd-4a1d-bdf5-57ef59917efd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:37.262228 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58155051-3302-457c-b22b-1a3965cce86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:37.279487 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379e19bc-a67f-428a-a2d3-22220a3fb5ec tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:37.295354 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-379e19bc-a67f-428a-a2d3-22220a3fb5ec tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.4884155 Mar 23 12:48:37.296510 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54462) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:37.367656 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-58155051-3302-457c-b22b-1a3965cce86a None None] Port 5d6b9161-17dd-4a1d-bdf5-57ef59917efd cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:48:37.424448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a8016-6294-491c-857f-c95df8cf6a79 req-693d2379-2cae-41b2-bf98-e64e5d24179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:37.426287 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-089a8016-6294-491c-857f-c95df8cf6a79 req-693d2379-2cae-41b2-bf98-e64e5d24179f service neutron] 10.222.0.77 "GET /v2.0/networks?id=90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 200 len: 922 time: 1.1200433 Mar 23 12:48:37.437332 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d192bff-c526-4093-890b-8ddf4365d1bd req-8a1207e2-27fa-494d-ab70-e5f487dc97aa tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571990 Mar 23 12:48:37.441748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-a41e99fd-a104-4318-a2ab-44025c4b2fba tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:37.446358 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-a41e99fd-a104-4318-a2ab-44025c4b2fba tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 814 time: 1.1530409 Mar 23 12:48:37.627030 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-729403fc-7b9e-4a5a-a566-b779a082ade4 service neutron] 10.222.0.52 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739463 Mar 23 12:48:37.633102 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-089a8016-6294-491c-857f-c95df8cf6a79 req-01fff65b-9cee-4d3d-a8b8-e18034e19663 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8b78ad6-32ab-447b-abdb-ced00b1a602a HTTP/1.1" status: 200 len: 217 time: 0.1876047 Mar 23 12:48:37.667329 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f1468581-9f37-4c66-8210-0b7c4a1c38b1 req-e81b02cf-a6cb-429b-8078-ea054c8148af tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 210 time: 0.0515621 Mar 23 12:48:37.731686 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a1f9878c-55f2-4e0d-8140-8399ec44bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:37.766785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-391cddc8-e1a8-4b39-9ee0-9119f1615e84 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port 5d6b9161-17dd-4a1d-bdf5-57ef59917efd {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:37.767116 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-391cddc8-e1a8-4b39-9ee0-9119f1615e84 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:37.773244 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-49f0ab48-dbe9-4bb4-8766-1a85e68d648c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c31ff6c0586f49588d5192b65f6a4e62 HTTP/1.1" status: 200 len: 473 time: 0.3046715 Mar 23 12:48:37.784630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-bfb5b051-378d-4b2e-b55a-1c40527a5293 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'port': {'device_id': '5877a750-6eac-4c45-b7ee-c5e29be42eb8', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'admin_state_up': True, 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'security_groups': ['a801685b-fefe-4475-96fa-d49251c35a61']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:37.797802 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f9878c-55f2-4e0d-8140-8399ec44bf45 None None] The sync data for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 is: [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:47:08Z', 'revision_number': 4, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'b9a87927-3008-47a3-a660-9dd0164bfb46', 'name': '', 'network_id': '90e7b961-93d9-45ad-8d7b-62739f5ce26c', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'mac_address': 'fa:16:3e:24:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:05Z', 'updated_at': '2022-03-23T12:47:16Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'subnets': [{'id': '934c1c9c-3a98-4813-a53e-554c362e8d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:37.834450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a8016-6294-491c-857f-c95df8cf6a79 req-4a0de951-a1be-4e44-9114-d0a849a6c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:37.836701 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-089a8016-6294-491c-857f-c95df8cf6a79 req-4a0de951-a1be-4e44-9114-d0a849a6c5c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=934c1c9c-3a98-4813-a53e-554c362e8d84 HTTP/1.1" status: 200 len: 860 time: 0.1906824 Mar 23 12:48:38.019080 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:38.030702 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2ef2a835-7426-4cc9-9137-35b0e60e0b1e req-b2e14598-b31e-4fab-ac68-653a9ab8a053 service neutron] 10.222.0.52 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628342 Mar 23 12:48:38.036340 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a8016-6294-491c-857f-c95df8cf6a79 req-89d02514-66a8-4f34-8a75-cf3e0fc4f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:38.036980 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71adcb7e-c8be-4233-a3d1-9d8a3fba9821 req-93cedcd5-be44-4623-b583-c1a8ea1bbc19 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:38.038673 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-089a8016-6294-491c-857f-c95df8cf6a79 req-89d02514-66a8-4f34-8a75-cf3e0fc4f222 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90e7b961-93d9-45ad-8d7b-62739f5ce26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1623056 Mar 23 12:48:38.113276 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['55ca2b97-fa22-4b05-8afd-a8084f3bacc6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:48:38.117982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-bfb5b051-378d-4b2e-b55a-1c40527a5293 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Made reservation on behalf of c31ff6c0586f49588d5192b65f6a4e62 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:38.132718 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-bfb5b051-378d-4b2e-b55a-1c40527a5293 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:38.191358 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cedcd5-be44-4623-b583-c1a8ea1bbc19 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Pushing event deleted for resources: {'Port': ['ID=0f6be5f8-58da-4006-884d-df5054e222b7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:38.244818 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-391cddc8-e1a8-4b39-9ee0-9119f1615e84 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:38.331358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:38.334578 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:38.484736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3c5468-b848-4939-854c-3fcfc51c844b None None] New status for floating IP e8e5f065-2885-4190-a1c6-3c1bafefd0b5: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:48:38.505966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-391cddc8-e1a8-4b39-9ee0-9119f1615e84 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for 5d6b9161-17dd-4a1d-bdf5-57ef59917efd owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:38.515457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-71adcb7e-c8be-4233-a3d1-9d8a3fba9821 req-93cedcd5-be44-4623-b583-c1a8ea1bbc19 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] No DVR routers for this DVR port 0f6be5f8-58da-4006-884d-df5054e222b7 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:48:38.521250 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-71adcb7e-c8be-4233-a3d1-9d8a3fba9821 req-93cedcd5-be44-4623-b583-c1a8ea1bbc19 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:38.528037 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71adcb7e-c8be-4233-a3d1-9d8a3fba9821 req-93cedcd5-be44-4623-b583-c1a8ea1bbc19 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.77 "DELETE /v2.0/ports/0f6be5f8-58da-4006-884d-df5054e222b7 HTTP/1.1" status: 204 len: 173 time: 2.9270542 Mar 23 12:48:38.535781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477598ea-4654-4847-bc2b-e813cadf795b', 'name': 'network-vif-deleted', 'tag': '0f6be5f8-58da-4006-884d-df5054e222b7'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:38.545125 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17aee298-f4ff-49f4-8e1b-8f1614bc4c81" -d '{"events": [{"server_uuid": "477598ea-4654-4847-bc2b-e813cadf795b", "name": "network-vif-deleted", "tag": "0f6be5f8-58da-4006-884d-df5054e222b7"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:38.566804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-089a8016-6294-491c-857f-c95df8cf6a79 req-fd8ba6d1-6ef1-4a27-ab51-3782469c43d4 service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994037 Mar 23 12:48:38.591873 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9619d8d-c53a-4f4a-a32f-6ec07bb5c012 req-cac21ae7-92b9-4a35-b09c-85f8386e23b4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/floatingips/e8e5f065-2885-4190-a1c6-3c1bafefd0b5 HTTP/1.1" status: 200 len: 695 time: 0.3614912 Mar 23 12:48:38.957569 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9619d8d-c53a-4f4a-a32f-6ec07bb5c012 req-6ad051b0-5f04-42e0-93ef-59a0a1c80678 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:38.961738 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9619d8d-c53a-4f4a-a32f-6ec07bb5c012 req-6ad051b0-5f04-42e0-93ef-59a0a1c80678 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 784 time: 0.3679051 Mar 23 12:48:39.019116 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-bfb5b051-378d-4b2e-b55a-1c40527a5293 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Allocated IP 172.20.0.8 (8ad59140-5a4c-426f-a608-38c6929a8267/887f27a5-c519-4323-8382-2219821540c0/eaaf0cb8-116f-43f2-87be-664ed876cd63) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:39.047322 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-f9619d8d-c53a-4f4a-a32f-6ec07bb5c012 req-431bf14b-5242-4fb7-976f-e5559d645036 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:48:39.053074 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9619d8d-c53a-4f4a-a32f-6ec07bb5c012 req-431bf14b-5242-4fb7-976f-e5559d645036 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0798490 Mar 23 12:48:39.187244 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b3140-1878-4333-9a00-f8979878585d req-67c5d179-07a8-4163-bcc0-9a38c39ccfdc tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:39.189412 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be8b3140-1878-4333-9a00-f8979878585d req-67c5d179-07a8-4163-bcc0-9a38c39ccfdc tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/networks?id=c281b63a-1110-46c5-a009-2f989e889242 HTTP/1.1" status: 200 len: 814 time: 0.4686825 Mar 23 12:48:39.215066 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be8b3140-1878-4333-9a00-f8979878585d req-69552462-2ad6-4357-9ff8-7cc3e9d9fba2 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/quotas/33e7f205f4db4e62a36e6c205fdc521e HTTP/1.1" status: 200 len: 375 time: 0.0128832 Mar 23 12:48:39.287077 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9619d8d-c53a-4f4a-a32f-6ec07bb5c012 req-750fbc31-1055-41b8-9eda-8c946cb12db4 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 696 time: 0.2253125 Mar 23 12:48:39.308877 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be8b3140-1878-4333-9a00-f8979878585d req-f8b54bfa-d7eb-42d9-990d-d141a5cfc193 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e7f205f4db4e62a36e6c205fdc521e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856965 Mar 23 12:48:39.395129 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9619d8d-c53a-4f4a-a32f-6ec07bb5c012 req-f43e0d30-501e-4efa-814d-723ce4893aa3 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 696 time: 0.0948644 Mar 23 12:48:39.396750 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-391cddc8-e1a8-4b39-9ee0-9119f1615e84 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:39.449185 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be8b3140-1878-4333-9a00-f8979878585d req-a1f7f085-d8a1-406d-aa0d-add911fbb250 service neutron] 10.222.0.52 "GET /v2.0/networks/c281b63a-1110-46c5-a009-2f989e889242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969837 Mar 23 12:48:39.513071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cddc8-e1a8-4b39-9ee0-9119f1615e84 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=5d6b9161-17dd-4a1d-bdf5-57ef59917efd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:39.524533 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-089a8016-6294-491c-857f-c95df8cf6a79 req-6ece989b-d37e-4c95-bf6e-879ef64179e5 service neutron] 10.222.0.77 "GET /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9502132 Mar 23 12:48:39.537332 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-391cddc8-e1a8-4b39-9ee0-9119f1615e84 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:39.543348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54504) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:39.546190 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-391cddc8-e1a8-4b39-9ee0-9119f1615e84 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/5d6b9161-17dd-4a1d-bdf5-57ef59917efd HTTP/1.1" status: 204 len: 168 time: 2.2412443 Mar 23 12:48:39.667766 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f9619d8d-c53a-4f4a-a32f-6ec07bb5c012 req-217584ec-57d6-465c-b4c5-0dcece16b9c8 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Deleting port 4df82cbf-5494-4413-8737-d9455bd511d8 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:39.670878 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9619d8d-c53a-4f4a-a32f-6ec07bb5c012 req-217584ec-57d6-465c-b4c5-0dcece16b9c8 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:39.809213 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 0f6be5f8-58da-4006-884d-df5054e222b7 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:48:39.843123 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9619d8d-c53a-4f4a-a32f-6ec07bb5c012 req-217584ec-57d6-465c-b4c5-0dcece16b9c8 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:39.845957 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9619d8d-c53a-4f4a-a32f-6ec07bb5c012 req-217584ec-57d6-465c-b4c5-0dcece16b9c8 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:39.862149 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 0f6be5f8-58da-4006-884d-df5054e222b7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:48:39.863070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 0f6be5f8-58da-4006-884d-df5054e222b7 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:48:39.870072 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f9619d8d-c53a-4f4a-a32f-6ec07bb5c012 req-217584ec-57d6-465c-b4c5-0dcece16b9c8 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Calling delete_port for 4df82cbf-5494-4413-8737-d9455bd511d8 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:40.033659 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9619d8d-c53a-4f4a-a32f-6ec07bb5c012 req-217584ec-57d6-465c-b4c5-0dcece16b9c8 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:40.075994 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217584ec-57d6-465c-b4c5-0dcece16b9c8 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Pushing event deleted for resources: {'Port': ['ID=4df82cbf-5494-4413-8737-d9455bd511d8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:40.108179 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c73148-368c-4f6c-a694-98c83e5e0467 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:40.109799 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c73148-368c-4f6c-a694-98c83e5e0467 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:40.114223 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f5c73148-368c-4f6c-a694-98c83e5e0467 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5670333 Mar 23 12:48:40.121993 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54510) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:40.171901 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be8b3140-1878-4333-9a00-f8979878585d req-8b5c143b-80d9-4709-86f6-a693ba14487e service neutron] 10.222.0.52 "GET /v2.0/networks/c281b63a-1110-46c5-a009-2f989e889242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6643498 Mar 23 12:48:40.180258 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-bfb5b051-378d-4b2e-b55a-1c40527a5293 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:40.207539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a07a258-ff95-48c0-b4be-4aa8e663ab46 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 11c3f6f3-aa0e-49ce-afad-7c04b35f984a {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:48:40.215563 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9619d8d-c53a-4f4a-a32f-6ec07bb5c012 req-217584ec-57d6-465c-b4c5-0dcece16b9c8 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:40.215888 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a07a258-ff95-48c0-b4be-4aa8e663ab46 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:40.226153 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f9619d8d-c53a-4f4a-a32f-6ec07bb5c012 req-217584ec-57d6-465c-b4c5-0dcece16b9c8 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:40.227376 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9619d8d-c53a-4f4a-a32f-6ec07bb5c012 req-217584ec-57d6-465c-b4c5-0dcece16b9c8 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "DELETE /v2.0/floatingips/e8e5f065-2885-4190-a1c6-3c1bafefd0b5 HTTP/1.1" status: 204 len: 173 time: 0.8143148 Mar 23 12:48:40.336913 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a07a258-ff95-48c0-b4be-4aa8e663ab46 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:40.362994 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-bfb5b051-378d-4b2e-b55a-1c40527a5293 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:40.365380 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accd77db-def8-4f91-85b4-36f777cb4dcf x-openstack-request-id: req-accd77db-def8-4f91-85b4-36f777cb4dcf {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:40.365892 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477598ea-4654-4847-bc2b-e813cadf795b", "name": "network-vif-deleted", "tag": "0f6be5f8-58da-4006-884d-df5054e222b7", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:40.367610 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-accd77db-def8-4f91-85b4-36f777cb4dcf {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:40.368247 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477598ea-4654-4847-bc2b-e813cadf795b', 'name': 'network-vif-deleted', 'tag': '0f6be5f8-58da-4006-884d-df5054e222b7', 'status': 'completed', 'code': 200} Mar 23 12:48:40.413352 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-bfb5b051-378d-4b2e-b55a-1c40527a5293 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Network 8ad59140-5a4c-426f-a608-38c6929a8267 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:40.419734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-bfb5b051-378d-4b2e-b55a-1c40527a5293 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:40.432140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-bfb5b051-378d-4b2e-b55a-1c40527a5293 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:40.611608 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fbfe2-6ba4-4696-9a8c-70363fa04db3 req-31274cbc-a32f-4418-b13e-a56e2ac07907 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:40.627046 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-256fbfe2-6ba4-4696-9a8c-70363fa04db3 req-31274cbc-a32f-4418-b13e-a56e2ac07907 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 931 time: 0.1067705 Mar 23 12:48:40.628086 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5b051-378d-4b2e-b55a-1c40527a5293 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'Port': ['ID=eaaf0cb8-116f-43f2-87be-664ed876cd63,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:40.679070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-bfb5b051-378d-4b2e-b55a-1c40527a5293 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:40.680207 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-bfb5b051-378d-4b2e-b55a-1c40527a5293 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:40.697489 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a07a258-ff95-48c0-b4be-4aa8e663ab46 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:40.718373 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-256fbfe2-6ba4-4696-9a8c-70363fa04db3 req-6627f00d-4911-4099-932c-dbdd4058cb58 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a801685b-fefe-4475-96fa-d49251c35a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870948 Mar 23 12:48:40.763321 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-bfb5b051-378d-4b2e-b55a-1c40527a5293 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9833794 Mar 23 12:48:40.807902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Request body: {'port': {'device_id': '5877a750-6eac-4c45-b7ee-c5e29be42eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:40.934162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8174ed14-1ff8-470c-8a1a-6e3dd8716f0d None None] Provisioning complete for port eaaf0cb8-116f-43f2-87be-664ed876cd63 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:40.936447 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8174ed14-1ff8-470c-8a1a-6e3dd8716f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:41.027531 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8174ed14-1ff8-470c-8a1a-6e3dd8716f0d None None] Port eaaf0cb8-116f-43f2-87be-664ed876cd63 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:48:41.054348 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-398c8140-328d-4389-aeb4-68560d73ce44 req-97243ede-2be8-4607-b97e-0dcd14391097 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 210 time: 0.1199684 Mar 23 12:48:41.061190 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a07a258-ff95-48c0-b4be-4aa8e663ab46 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:41.116590 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cc678c-9cc1-43b0-b5fc-14fba9e22554 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:48:41.171830 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a07a258-ff95-48c0-b4be-4aa8e663ab46 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:41.198941 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5a07a258-ff95-48c0-b4be-4aa8e663ab46 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/11c3f6f3-aa0e-49ce-afad-7c04b35f984a HTTP/1.1" status: 204 len: 168 time: 1.0759463 Mar 23 12:48:41.199607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54536) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:41.250106 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07a258-ff95-48c0-b4be-4aa8e663ab46 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=11c3f6f3-aa0e-49ce-afad-7c04b35f984a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:41.258415 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0d2f1-7a0b-47ff-adc5-3368899e59ce req-e69bfcbd-d23a-48ad-8c99-3641d60642cb tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:41.260571 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6aa0d2f1-7a0b-47ff-adc5-3368899e59ce req-e69bfcbd-d23a-48ad-8c99-3641d60642cb tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.0718048 Mar 23 12:48:41.271701 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:41.351917 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2cf47d65-d2e7-45ea-85c7-6b7cbdc4d4cd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1466136 Mar 23 12:48:41.353022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54540) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:41.369632 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6aa0d2f1-7a0b-47ff-adc5-3368899e59ce req-09a6e051-909c-4303-a3cd-edc13d30d9b5 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859437 Mar 23 12:48:41.528790 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd82914a-f716-4c0f-a094-6a37df3aace6 None None] DHCP port deletion for 8fb47147-24e2-481b-9f4e-7d054a56d184 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:48:41.640752 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d74f6d4-483e-426a-9d5c-dd864bacd276 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:41.646197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54542) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:41.659336 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7d74f6d4-483e-426a-9d5c-dd864bacd276 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2979002 Mar 23 12:48:41.688589 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bd82914a-f716-4c0f-a094-6a37df3aace6 None None] Deleting port 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:41.688965 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd82914a-f716-4c0f-a094-6a37df3aace6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:41.714903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68562c0-23c8-4aa3-ba8e-8fa5c5e677a6 req-e62c84d5-55c8-452f-82ec-cdafe3285c0f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:41.717740 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d68562c0-23c8-4aa3-ba8e-8fa5c5e677a6 req-e62c84d5-55c8-452f-82ec-cdafe3285c0f tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 946 time: 0.5140784 Mar 23 12:48:41.808784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bd82914a-f716-4c0f-a094-6a37df3aace6 None None] For port 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=67a0c36e-5ffe-4ae6-ad04-e281e1cbf759,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:41.809426 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd82914a-f716-4c0f-a094-6a37df3aace6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:41.842306 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bd82914a-f716-4c0f-a094-6a37df3aace6 None None] Calling delete_port for 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:41.903521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dcecf1-fd3a-41a2-9af0-bfa468a1f599 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:41.921475 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-53dcecf1-fd3a-41a2-9af0-bfa468a1f599 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2736671 Mar 23 12:48:41.923701 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54548) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:41.940615 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd82914a-f716-4c0f-a094-6a37df3aace6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:41.976653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd82914a-f716-4c0f-a094-6a37df3aace6 None None] No DVR routers for this DVR port 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:48:42.040361 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:48:42.062676 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55570f-ad57-4e2f-afef-c0ce9c1df011 req-e57d1070-b9a5-4e52-8e82-a1c5b9efb7d2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:42.067614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:48:42.068643 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 67a0c36e-5ffe-4ae6-ad04-e281e1cbf759 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:48:42.070539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82914a-f716-4c0f-a094-6a37df3aace6 None None] Pushing event deleted for resources: {'Port': ['ID=67a0c36e-5ffe-4ae6-ad04-e281e1cbf759,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:42.087760 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba55570f-ad57-4e2f-afef-c0ce9c1df011 req-e57d1070-b9a5-4e52-8e82-a1c5b9efb7d2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 931 time: 0.1639681 Mar 23 12:48:42.178259 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba55570f-ad57-4e2f-afef-c0ce9c1df011 req-4692a2c6-58e9-4d1d-897a-e86c735af14d tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a801685b-fefe-4475-96fa-d49251c35a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894582 Mar 23 12:48:42.261849 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d68562c0-23c8-4aa3-ba8e-8fa5c5e677a6 req-9b0163d9-fd90-4993-884e-f41b0ffa9959 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252030 Mar 23 12:48:42.264378 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-39a5a000-7731-4fd1-b1cf-d1a609695890 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3394558 Mar 23 12:48:42.273432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54554) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:42.279629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0a258c63-676b-490e-8664-cd1ae3461935 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:42.482364 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e405dd58-ce13-4a2f-88dc-9aa0fe761a9e req-5170ecb5-31a3-47ec-9b44-95bc58e05729 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 210 time: 0.1250007 Mar 23 12:48:42.569574 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a258c63-676b-490e-8664-cd1ae3461935 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:42.576555 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a258c63-676b-490e-8664-cd1ae3461935 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:42.730142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaaf0cb8-116f-43f2-87be-664ed876cd63 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:42.741858 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:42.776530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbeff6-8b9e-4588-abca-b680d2dc489c req-dfdc35cc-29e2-4976-ad1d-95d143bceef3 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:42.778146 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83cbeff6-8b9e-4588-abca-b680d2dc489c req-dfdc35cc-29e2-4976-ad1d-95d143bceef3 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.2031407 Mar 23 12:48:42.786501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Transition to ACTIVE for port object eaaf0cb8-116f-43f2-87be-664ed876cd63 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:48:42.823782 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b3140-1878-4333-9a00-f8979878585d req-3009f790-65ce-4889-a1f6-125a11e49fef tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:42.826368 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be8b3140-1878-4333-9a00-f8979878585d req-3009f790-65ce-4889-a1f6-125a11e49fef tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.77 "GET /v2.0/networks?id=c281b63a-1110-46c5-a009-2f989e889242 HTTP/1.1" status: 200 len: 814 time: 0.4133370 Mar 23 12:48:42.844561 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a258c63-676b-490e-8664-cd1ae3461935 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:42.863716 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:42.874119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-be8b3140-1878-4333-9a00-f8979878585d req-08f9f3df-ee14-4f75-8116-d46b1bfe7fd3 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Request body: {'port': {'device_id': '30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92', 'network_id': 'c281b63a-1110-46c5-a009-2f989e889242', 'admin_state_up': True, 'tenant_id': '33e7f205f4db4e62a36e6c205fdc521e'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:42.896738 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a258c63-676b-490e-8664-cd1ae3461935 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:42.904823 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2acf5-7ca4-4555-9efb-0a8d945821ee req-a22dba48-a6de-4fe2-8f55-3e49482670c5 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:42.906344 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-56e2acf5-7ca4-4555-9efb-0a8d945821ee req-a22dba48-a6de-4fe2-8f55-3e49482670c5 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 946 time: 0.2601717 Mar 23 12:48:42.909600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0a258c63-676b-490e-8664-cd1ae3461935 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:42.914878 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a258c63-676b-490e-8664-cd1ae3461935 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:42.915456 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a258c63-676b-490e-8664-cd1ae3461935 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:42.923353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c9703e-62eb-4642-a185-9eeb1e00221c None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:48:42.958754 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a258c63-676b-490e-8664-cd1ae3461935 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=5634f86b-fa6e-42b4-990f-85c6a184bd91,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:42.976316 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0a258c63-676b-490e-8664-cd1ae3461935 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7010467 Mar 23 12:48:42.982162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54562) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:42.991865 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b226f677-607b-49e1-8a38-4e42f6e828fd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'mac_address': 'fa:16:3e:36:f9:0b', 'name': 'tempest-NetworksTestDHCPv6-693303799'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:43.037461 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83cbeff6-8b9e-4588-abca-b680d2dc489c req-36d49060-74fc-4490-82bc-9773a7aba852 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091088 Mar 23 12:48:43.089755 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Pushing event updated for resources: {'Port': ['ID=eaaf0cb8-116f-43f2-87be-664ed876cd63,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:43.182965 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Attempting to bind port eaaf0cb8-116f-43f2-87be-664ed876cd63 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:48:43.183608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Attempting to bind port eaaf0cb8-116f-43f2-87be-664ed876cd63 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:48:43.184316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Attempting to bind port eaaf0cb8-116f-43f2-87be-664ed876cd63 on network 8ad59140-5a4c-426f-a608-38c6929a8267 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:43.187317 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de214b7-63e9-4d75-a7f8-ca93243e1878 req-7a7d4f8c-c6b0-48c7-becb-0aaa4eace488 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:43.188782 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3de214b7-63e9-4d75-a7f8-ca93243e1878 req-7a7d4f8c-c6b0-48c7-becb-0aaa4eace488 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.2530079 Mar 23 12:48:43.190187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Port eaaf0cb8-116f-43f2-87be-664ed876cd63 on network 8ad59140-5a4c-426f-a608-38c6929a8267 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:48:43.190794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Attempting to bind port eaaf0cb8-116f-43f2-87be-664ed876cd63 on network 8ad59140-5a4c-426f-a608-38c6929a8267 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:43.196964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8b3140-1878-4333-9a00-f8979878585d req-08f9f3df-ee14-4f75-8116-d46b1bfe7fd3 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Made reservation on behalf of 33e7f205f4db4e62a36e6c205fdc521e for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:43.201455 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-be8b3140-1878-4333-9a00-f8979878585d req-08f9f3df-ee14-4f75-8116-d46b1bfe7fd3 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:43.218296 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': '5634f86b-fa6e-42b4-990f-85c6a184bd91'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:48:43.224471 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:43.249238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:43.260627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Checking segment: {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:48:43.261238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Bound using segment: {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:43.261818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Bound port: eaaf0cb8-116f-43f2-87be-664ed876cd63, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:48:43.262669 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:43.347991 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-56e2acf5-7ca4-4555-9efb-0a8d945821ee req-0c4e2e83-046b-4ece-85fe-d2d1608626af tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Deleting port d8b78ad6-32ab-447b-abdb-ced00b1a602a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:43.348330 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-56e2acf5-7ca4-4555-9efb-0a8d945821ee req-0c4e2e83-046b-4ece-85fe-d2d1608626af tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:43.509756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Allocated IP 2001:db8::2 (8fb47147-24e2-481b-9f4e-7d054a56d184/5634f86b-fa6e-42b4-990f-85c6a184bd91/3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:43.542253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5604714-8034-48fb-9b66-ad754297cac9 req-66c9747b-6f81-4dad-88a6-a8edf33f3009 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:43.544273 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a5604714-8034-48fb-9b66-ad754297cac9 req-66c9747b-6f81-4dad-88a6-a8edf33f3009 tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 946 time: 0.1924386 Mar 23 12:48:43.551285 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] For port eaaf0cb8-116f-43f2-87be-664ed876cd63, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:43.557672 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] For port eaaf0cb8-116f-43f2-87be-664ed876cd63, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=eaaf0cb8-116f-43f2-87be-664ed876cd63,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:43.573731 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:43.632008 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-be8b3140-1878-4333-9a00-f8979878585d req-08f9f3df-ee14-4f75-8116-d46b1bfe7fd3 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Allocated IP 172.20.0.2 (c281b63a-1110-46c5-a009-2f989e889242/b1870a69-a726-4746-a26e-0ffbf4458791/44c45b65-9a60-45c9-97c3-51213f93dc96) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:43.643456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:43.644221 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:43.645813 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] 10.222.0.77 "PUT /v2.0/ports/eaaf0cb8-116f-43f2-87be-664ed876cd63 HTTP/1.1" status: 200 len: 1091 time: 2.8725793 Mar 23 12:48:43.660267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5877a750-6eac-4c45-b7ee-c5e29be42eb8', 'tag': 'eaaf0cb8-116f-43f2-87be-664ed876cd63'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:43.666720 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3728dba0-5768-4173-8ba6-244907283bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "5877a750-6eac-4c45-b7ee-c5e29be42eb8", "tag": "eaaf0cb8-116f-43f2-87be-664ed876cd63"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:43.717418 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a5604714-8034-48fb-9b66-ad754297cac9 req-5187504b-364a-4e2a-bccb-bd47344b1e8d tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/security-groups?id=41865d1c-a496-4874-b130-9aff54e900d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580439 Mar 23 12:48:43.731783 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:43.733825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f3f6d-66c3-48e8-ab36-d43bdf78278a service neutron] Pushing event updated for resources: {'Port': ['ID=eaaf0cb8-116f-43f2-87be-664ed876cd63,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:43.754625 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:43.909795 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Pushing event updated for resources: {'Port': ['ID=3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:43.922638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:43.927669 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:43.941760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b226f677-607b-49e1-8a38-4e42f6e828fd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:43.943224 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:44.051522 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Attempting to bind port 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:48:44.052363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Attempting to bind port 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:48:44.052914 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Attempting to bind port 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3 on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:44.055598 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9cdce15-c6c3-49ef-95f0-7ca0bb803966 req-4b0d3bd9-3b8b-478a-bf6a-bc64249ae166 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 210 time: 0.1492901 Mar 23 12:48:44.059551 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-d6802aa0-550a-4a23-a88a-978559fcfbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:44.059551 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-d6802aa0-550a-4a23-a88a-978559fcfbcc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 1094 time: 0.2661917 Mar 23 12:48:44.069237 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:44.069911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:48:44.070682 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:44.071444 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:44.072321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Bound port: 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:48:44.072900 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:44.112245 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe7ebf-4e9d-4e65-add5-45e5fe59fa83 req-9a2cdc5a-52be-4e67-b3bb-c99b604310f1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:44.113973 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-85fe7ebf-4e9d-4e65-add5-45e5fe59fa83 req-9a2cdc5a-52be-4e67-b3bb-c99b604310f1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 943 time: 0.7618554 Mar 23 12:48:44.126561 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-56e2acf5-7ca4-4555-9efb-0a8d945821ee req-0c4e2e83-046b-4ece-85fe-d2d1608626af tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] For port d8b78ad6-32ab-447b-abdb-ced00b1a602a, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d8b78ad6-32ab-447b-abdb-ced00b1a602a,segment=NetworkSegment(61ec6d6d-435d-4196-8b99-96042b59491d),segment_id=61ec6d6d-435d-4196-8b99-96042b59491d)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:44.126919 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-56e2acf5-7ca4-4555-9efb-0a8d945821ee req-0c4e2e83-046b-4ece-85fe-d2d1608626af tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:44.170960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] For port 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:44.174411 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] For port 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:44.181559 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:44.185607 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-56e2acf5-7ca4-4555-9efb-0a8d945821ee req-0c4e2e83-046b-4ece-85fe-d2d1608626af tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Calling delete_port for d8b78ad6-32ab-447b-abdb-ced00b1a602a owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:44.199760 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bef5d7f-b5a0-4c0d-8216-1eff8b9d9a81 x-openstack-request-id: req-8bef5d7f-b5a0-4c0d-8216-1eff8b9d9a81 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:44.210901 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-3de214b7-63e9-4d75-a7f8-ca93243e1878 req-f7a0affb-4bc0-4f72-9c0a-e7eb8c44244e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Deleting port 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:44.211230 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3de214b7-63e9-4d75-a7f8-ca93243e1878 req-f7a0affb-4bc0-4f72-9c0a-e7eb8c44244e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:44.211526 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5877a750-6eac-4c45-b7ee-c5e29be42eb8", "tag": "eaaf0cb8-116f-43f2-87be-664ed876cd63", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:44.211959 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8bef5d7f-b5a0-4c0d-8216-1eff8b9d9a81 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:44.212503 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5877a750-6eac-4c45-b7ee-c5e29be42eb8', 'tag': 'eaaf0cb8-116f-43f2-87be-664ed876cd63', 'status': 'completed', 'code': 200} Mar 23 12:48:44.226195 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-4b5ac52a-a2a4-4b4b-99a5-9d41c01d3933 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eaaf0cb8-116f-43f2-87be-664ed876cd63 HTTP/1.1" status: 200 len: 217 time: 0.1593771 Mar 23 12:48:44.226454 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b226f677-607b-49e1-8a38-4e42f6e828fd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:44.283224 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a874d-aec4-4d6a-bc71-9e333b2c15b9 None None] Pushing event updated for resources: {'Port': ['ID=3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:44.333685 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-85fe7ebf-4e9d-4e65-add5-45e5fe59fa83 req-0f240aa7-074d-4b02-8280-b6af309fe4aa tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a801685b-fefe-4475-96fa-d49251c35a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091205 Mar 23 12:48:44.339483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-00354d4e-2e6a-4390-b897-30e8fa6a10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:44.341136 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-00354d4e-2e6a-4390-b897-30e8fa6a10ba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=887f27a5-c519-4323-8382-2219821540c0 HTTP/1.1" status: 200 len: 853 time: 0.0997803 Mar 23 12:48:44.350965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-b226f677-607b-49e1-8a38-4e42f6e828fd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port 563123e3-ad9e-4e38-a817-0f88123399a6 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:48:44.500201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-27e21d51-aaf8-4464-9906-d1f5beb65e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:44.502639 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-27e21d51-aaf8-4464-9906-d1f5beb65e25 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ad59140-5a4c-426f-a608-38c6929a8267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1504352 Mar 23 12:48:44.510531 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-be8b3140-1878-4333-9a00-f8979878585d req-08f9f3df-ee14-4f75-8116-d46b1bfe7fd3 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:44.516353 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-3de214b7-63e9-4d75-a7f8-ca93243e1878 req-f7a0affb-4bc0-4f72-9c0a-e7eb8c44244e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] For port 55ca2b97-fa22-4b05-8afd-a8084f3bacc6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=55ca2b97-fa22-4b05-8afd-a8084f3bacc6,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:44.517023 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3de214b7-63e9-4d75-a7f8-ca93243e1878 req-f7a0affb-4bc0-4f72-9c0a-e7eb8c44244e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:44.546328 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-3de214b7-63e9-4d75-a7f8-ca93243e1878 req-f7a0affb-4bc0-4f72-9c0a-e7eb8c44244e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Calling delete_port for 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:44.636097 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99031dcf-60c8-4ec9-8a00-138375b2a1ae req-e7558e57-e348-46e7-98fd-11d7ab18eace tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:44.643541 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99031dcf-60c8-4ec9-8a00-138375b2a1ae req-e7558e57-e348-46e7-98fd-11d7ab18eace tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 946 time: 0.4062161 Mar 23 12:48:44.730215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-99031dcf-60c8-4ec9-8a00-138375b2a1ae req-264a76be-96a1-4940-aa87-4be52fa2dbb8 tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/security-groups?id=c78b0589-0f94-4819-a5b3-31c77c5ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854971 Mar 23 12:48:44.751787 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-b226f677-607b-49e1-8a38-4e42f6e828fd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::83 (8fb47147-24e2-481b-9f4e-7d054a56d184/5634f86b-fa6e-42b4-990f-85c6a184bd91/563123e3-ad9e-4e38-a817-0f88123399a6) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:44.835549 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-c361592f-513b-4bba-b77d-f5c1bce663b1 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113806 Mar 23 12:48:44.843253 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-56e2acf5-7ca4-4555-9efb-0a8d945821ee req-0c4e2e83-046b-4ece-85fe-d2d1608626af tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:44.863312 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-be8b3140-1878-4333-9a00-f8979878585d req-08f9f3df-ee14-4f75-8116-d46b1bfe7fd3 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:45.156765 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8b3140-1878-4333-9a00-f8979878585d req-08f9f3df-ee14-4f75-8116-d46b1bfe7fd3 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Network c281b63a-1110-46c5-a009-2f989e889242 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:45.171359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e2e83-046b-4ece-85fe-d2d1608626af tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Pushing event deleted for resources: {'Port': ['ID=d8b78ad6-32ab-447b-abdb-ced00b1a602a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:45.180291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-be8b3140-1878-4333-9a00-f8979878585d req-08f9f3df-ee14-4f75-8116-d46b1bfe7fd3 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:45.195325 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-256a46c1-bcd4-46d0-98e3-684ded8fc2b2 req-537300e7-7cf2-41a8-985d-cc101af0289e tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad0aa9a6-c783-49e2-94d6-46e717d3548f HTTP/1.1" status: 200 len: 210 time: 0.3267314 Mar 23 12:48:45.240528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8b3140-1878-4333-9a00-f8979878585d req-08f9f3df-ee14-4f75-8116-d46b1bfe7fd3 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:45.293937 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e2acf5-7ca4-4555-9efb-0a8d945821ee req-0c4e2e83-046b-4ece-85fe-d2d1608626af tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] No DVR routers for this DVR port d8b78ad6-32ab-447b-abdb-ced00b1a602a on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:48:45.296771 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-56e2acf5-7ca4-4555-9efb-0a8d945821ee req-0c4e2e83-046b-4ece-85fe-d2d1608626af tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:45.299563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9f3df-ee14-4f75-8116-d46b1bfe7fd3 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Pushing event updated for resources: {'Port': ['ID=44c45b65-9a60-45c9-97c3-51213f93dc96,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:45.311027 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-56e2acf5-7ca4-4555-9efb-0a8d945821ee req-0c4e2e83-046b-4ece-85fe-d2d1608626af tempest-FloatingIPsAssociationTestJSON-567195187 tempest-FloatingIPsAssociationTestJSON-567195187-project] 10.222.0.77 "DELETE /v2.0/ports/d8b78ad6-32ab-447b-abdb-ced00b1a602a HTTP/1.1" status: 204 len: 173 time: 2.3882160 Mar 23 12:48:45.321356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'name': 'network-vif-deleted', 'tag': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:45.335011 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ea4954-f08f-4b43-b0d9-bb20a5e0d19e" -d '{"events": [{"server_uuid": "ad0aa9a6-c783-49e2-94d6-46e717d3548f", "name": "network-vif-deleted", "tag": "d8b78ad6-32ab-447b-abdb-ced00b1a602a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:45.401046 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3de214b7-63e9-4d75-a7f8-ca93243e1878 req-f7a0affb-4bc0-4f72-9c0a-e7eb8c44244e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:45.441596 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b14397-f2ea-469a-9740-7ea2502d52a6 x-openstack-request-id: req-95b14397-f2ea-469a-9740-7ea2502d52a6 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:45.442007 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0aa9a6-c783-49e2-94d6-46e717d3548f", "name": "network-vif-deleted", "tag": "d8b78ad6-32ab-447b-abdb-ced00b1a602a", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:45.446024 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95b14397-f2ea-469a-9740-7ea2502d52a6 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:45.447180 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0aa9a6-c783-49e2-94d6-46e717d3548f', 'name': 'network-vif-deleted', 'tag': 'd8b78ad6-32ab-447b-abdb-ced00b1a602a', 'status': 'completed', 'code': 200} Mar 23 12:48:45.531456 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b226f677-607b-49e1-8a38-4e42f6e828fd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:45.538464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0affb-4bc0-4f72-9c0a-e7eb8c44244e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Pushing event deleted for resources: {'Port': ['ID=55ca2b97-fa22-4b05-8afd-a8084f3bacc6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:45.739640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de214b7-63e9-4d75-a7f8-ca93243e1878 req-f7a0affb-4bc0-4f72-9c0a-e7eb8c44244e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] No DVR routers for this DVR port 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:48:45.755719 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-3de214b7-63e9-4d75-a7f8-ca93243e1878 req-f7a0affb-4bc0-4f72-9c0a-e7eb8c44244e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:45.765223 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3de214b7-63e9-4d75-a7f8-ca93243e1878 req-f7a0affb-4bc0-4f72-9c0a-e7eb8c44244e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.77 "DELETE /v2.0/ports/55ca2b97-fa22-4b05-8afd-a8084f3bacc6 HTTP/1.1" status: 204 len: 173 time: 2.5579894 Mar 23 12:48:45.828149 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:48:45.913774 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d5ac-385d-4076-b72f-c8acc46fc887 req-fef3f6c2-7c57-4c51-a302-0fb03d961ac0 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:45.915372 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af05d5ac-385d-4076-b72f-c8acc46fc887 req-fef3f6c2-7c57-4c51-a302-0fb03d961ac0 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 943 time: 0.3388538 Mar 23 12:48:45.951212 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:48:45.951565 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 55ca2b97-fa22-4b05-8afd-a8084f3bacc6 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:48:45.956437 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device d8b78ad6-32ab-447b-abdb-ced00b1a602a no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:48:46.056063 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b226f677-607b-49e1-8a38-4e42f6e828fd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:46.083232 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c373cb60-b9d4-4733-9205-3accd7485a01 req-26eb8c45-3caf-4db3-8d65-fc289e865238 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2144117 Mar 23 12:48:46.092902 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: d8b78ad6-32ab-447b-abdb-ced00b1a602a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:48:46.094783 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device d8b78ad6-32ab-447b-abdb-ced00b1a602a not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:48:46.113266 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:46.141726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b3140-1878-4333-9a00-f8979878585d req-08f9f3df-ee14-4f75-8116-d46b1bfe7fd3 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:46.150851 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-be8b3140-1878-4333-9a00-f8979878585d req-08f9f3df-ee14-4f75-8116-d46b1bfe7fd3 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:46.217298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:46.258276 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e37485-f5e0-4cf3-a371-9a24f4e36058 req-40478654-f5c5-4981-b88e-c8be6e5e57e0 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:46.269915 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83e37485-f5e0-4cf3-a371-9a24f4e36058 req-40478654-f5c5-4981-b88e-c8be6e5e57e0 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 931 time: 1.0216339 Mar 23 12:48:46.300327 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b226f677-607b-49e1-8a38-4e42f6e828fd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:46.334690 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-af05d5ac-385d-4076-b72f-c8acc46fc887 req-866c9907-d700-47eb-aee6-c2e0ef74b877 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a801685b-fefe-4475-96fa-d49251c35a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4043150 Mar 23 12:48:46.342347 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b226f677-607b-49e1-8a38-4e42f6e828fd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:46.358729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226f677-607b-49e1-8a38-4e42f6e828fd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=563123e3-ad9e-4e38-a817-0f88123399a6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:46.362751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b226f677-607b-49e1-8a38-4e42f6e828fd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:46.371706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b226f677-607b-49e1-8a38-4e42f6e828fd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:46.372652 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b226f677-607b-49e1-8a38-4e42f6e828fd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:46.387366 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:46.387736 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:46.401516 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b226f677-607b-49e1-8a38-4e42f6e828fd tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4181862 Mar 23 12:48:46.403064 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54630) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:46.409462 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be8b3140-1878-4333-9a00-f8979878585d req-08f9f3df-ee14-4f75-8116-d46b1bfe7fd3 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5421553 Mar 23 12:48:46.433944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Request body: {'port': {'device_id': '30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:46.495914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b666ff0-c79e-4a7b-b217-3cc9f42d00fa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:46.505257 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b666ff0-c79e-4a7b-b217-3cc9f42d00fa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:46.508853 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1b666ff0-c79e-4a7b-b217-3cc9f42d00fa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1044285 Mar 23 12:48:46.511609 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54632) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:46.571759 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:46.580853 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:46.609888 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83e37485-f5e0-4cf3-a371-9a24f4e36058 req-9f822098-e818-4078-8ea0-0a8c4f96c46a tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357458 Mar 23 12:48:46.667461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728dba0-5768-4173-8ba6-244907283bc6 req-4fa8c6e7-b57b-4f6b-8396-419f72e8ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:46.669240 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f076488a-d3f1-42b2-b8d9-089b16117eec None None] Provisioning complete for port 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:46.670024 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f076488a-d3f1-42b2-b8d9-089b16117eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:46.670242 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3728dba0-5768-4173-8ba6-244907283bc6 req-4fa8c6e7-b57b-4f6b-8396-419f72e8ae5d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 1094 time: 0.5010104 Mar 23 12:48:46.676464 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:46.688201 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab8414d8-8abf-4a55-a5cf-f706e9d9b892 req-86b47198-e56a-40ca-b434-1b59c136f58e tempest-ServerRescueNegativeTestJSON-32705626 tempest-ServerRescueNegativeTestJSON-32705626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1dbd46f-2edf-41c3-9ba3-b9b8f07df032 HTTP/1.1" status: 200 len: 210 time: 0.0834322 Mar 23 12:48:46.786298 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54640) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:46.794057 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:46.961717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728dba0-5768-4173-8ba6-244907283bc6 req-687aa2b5-ddcb-4dcc-a03d-650a331caad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:46.964196 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3728dba0-5768-4173-8ba6-244907283bc6 req-687aa2b5-ddcb-4dcc-a03d-650a331caad6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 915 time: 0.2846537 Mar 23 12:48:46.980444 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:47.077371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-2053a246-fc64-4919-b960-ed2e613b56fe tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port 563123e3-ad9e-4e38-a817-0f88123399a6 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:47.077719 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2053a246-fc64-4919-b960-ed2e613b56fe tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:47.092868 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3728dba0-5768-4173-8ba6-244907283bc6 req-f73ce40c-79c9-46ef-89c2-40eb567101f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eaaf0cb8-116f-43f2-87be-664ed876cd63 HTTP/1.1" status: 200 len: 217 time: 0.0575657 Mar 23 12:48:47.107548 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b46b591b-ca42-4096-a52c-84e71012631c None None] Provisioning complete for port 563123e3-ad9e-4e38-a817-0f88123399a6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:47.108256 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b46b591b-ca42-4096-a52c-84e71012631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:47.177059 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b46b591b-ca42-4096-a52c-84e71012631c None None] Port 563123e3-ad9e-4e38-a817-0f88123399a6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:48:47.238614 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728dba0-5768-4173-8ba6-244907283bc6 req-284a9d34-38c1-488b-bc09-6cd2bb347693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:47.240559 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3728dba0-5768-4173-8ba6-244907283bc6 req-284a9d34-38c1-488b-bc09-6cd2bb347693 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=887f27a5-c519-4323-8382-2219821540c0 HTTP/1.1" status: 200 len: 853 time: 0.1399326 Mar 23 12:48:47.263911 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2053a246-fc64-4919-b960-ed2e613b56fe tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:47.281859 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-2053a246-fc64-4919-b960-ed2e613b56fe tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for 563123e3-ad9e-4e38-a817-0f88123399a6 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:47.343119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728dba0-5768-4173-8ba6-244907283bc6 req-1459ce6c-d0db-4ba2-b113-960401840928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:47.347632 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3728dba0-5768-4173-8ba6-244907283bc6 req-1459ce6c-d0db-4ba2-b113-960401840928 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ad59140-5a4c-426f-a608-38c6929a8267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990655 Mar 23 12:48:47.488544 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:47.491382 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dbd46f-2edf-41c3-9ba3-b9b8f07df032', 'name': 'network-vif-deleted', 'tag': '55ca2b97-fa22-4b05-8afd-a8084f3bacc6'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:47.494344 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63658e3-37ac-4093-8776-5df47e5f0a23" -d '{"events": [{"server_uuid": "e1dbd46f-2edf-41c3-9ba3-b9b8f07df032", "name": "network-vif-deleted", "tag": "55ca2b97-fa22-4b05-8afd-a8084f3bacc6"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:47.503406 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2053a246-fc64-4919-b960-ed2e613b56fe tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:47.554198 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c45b65-9a60-45c9-97c3-51213f93dc96 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:47.561389 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3728dba0-5768-4173-8ba6-244907283bc6 req-a021fc5f-4e8a-4d80-9705-5bb55d212744 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056890 Mar 23 12:48:47.566483 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:47.595655 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c06e27d-ea4e-405a-af77-ce0d4f8665b7 x-openstack-request-id: req-6c06e27d-ea4e-405a-af77-ce0d4f8665b7 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:47.595882 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dbd46f-2edf-41c3-9ba3-b9b8f07df032", "name": "network-vif-deleted", "tag": "55ca2b97-fa22-4b05-8afd-a8084f3bacc6", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:47.596173 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c06e27d-ea4e-405a-af77-ce0d4f8665b7 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:47.596549 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dbd46f-2edf-41c3-9ba3-b9b8f07df032', 'name': 'network-vif-deleted', 'tag': '55ca2b97-fa22-4b05-8afd-a8084f3bacc6', 'status': 'completed', 'code': 200} Mar 23 12:48:47.604437 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Transition to ACTIVE for port object 44c45b65-9a60-45c9-97c3-51213f93dc96 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:48:47.626328 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053a246-fc64-4919-b960-ed2e613b56fe tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=563123e3-ad9e-4e38-a817-0f88123399a6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:47.638207 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:47.685999 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2053a246-fc64-4919-b960-ed2e613b56fe tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:47.689660 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2053a246-fc64-4919-b960-ed2e613b56fe tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/563123e3-ad9e-4e38-a817-0f88123399a6 HTTP/1.1" status: 204 len: 168 time: 1.1767135 Mar 23 12:48:47.697941 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54660) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:47.753923 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0240ed5-df81-4399-ac0e-800aaa9c26c2 req-13671573-1232-4508-a2b2-842a4de6d154 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:47.769996 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c0240ed5-df81-4399-ac0e-800aaa9c26c2 req-13671573-1232-4508-a2b2-842a4de6d154 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 943 time: 0.2707381 Mar 23 12:48:47.774851 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3728dba0-5768-4173-8ba6-244907283bc6 req-7a6308e6-3fab-4c3b-b3c0-bfd5dadb5634 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978037 Mar 23 12:48:47.792776 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Pushing event updated for resources: {'Port': ['ID=44c45b65-9a60-45c9-97c3-51213f93dc96,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:47.926451 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f41a4ec-cef8-42d5-bed8-c0248ee42c99 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:47.928973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f41a4ec-cef8-42d5-bed8-c0248ee42c99 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:47.930775 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7f41a4ec-cef8-42d5-bed8-c0248ee42c99 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2282083 Mar 23 12:48:47.939171 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54672) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:47.969188 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c0240ed5-df81-4399-ac0e-800aaa9c26c2 req-0e82dbd3-fe8e-4fee-947b-5a31d30b6f7a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a801685b-fefe-4475-96fa-d49251c35a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940396 Mar 23 12:48:48.023157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Attempting to bind port 44c45b65-9a60-45c9-97c3-51213f93dc96 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:48:48.023524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Attempting to bind port 44c45b65-9a60-45c9-97c3-51213f93dc96 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '5858bd8a-676e-4633-8719-693eb1b835ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c281b63a-1110-46c5-a009-2f989e889242'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:48:48.023855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Attempting to bind port 44c45b65-9a60-45c9-97c3-51213f93dc96 on network c281b63a-1110-46c5-a009-2f989e889242 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:48.059454 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168fa89-8f5c-47ed-a4bf-01cdba9f521c req-b82de34d-8a35-4dd6-8fce-cfa19cdd91e3 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:48.062563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54674) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:48.072256 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3168fa89-8f5c-47ed-a4bf-01cdba9f521c req-b82de34d-8a35-4dd6-8fce-cfa19cdd91e3 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 943 time: 0.2805674 Mar 23 12:48:48.072419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:48.095342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Port 44c45b65-9a60-45c9-97c3-51213f93dc96 on network c281b63a-1110-46c5-a009-2f989e889242 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:48:48.095966 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Attempting to bind port 44c45b65-9a60-45c9-97c3-51213f93dc96 on network c281b63a-1110-46c5-a009-2f989e889242 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:48.107776 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-36475817-110e-4d6e-8fd6-883864f231fc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 5634f86b-fa6e-42b4-990f-85c6a184bd91 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:48:48.116494 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36475817-110e-4d6e-8fd6-883864f231fc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:48.150361 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0b7d07a-9519-4c75-9b4d-1853718f2a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:48.187773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:48.190332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Checking segment: {'id': '5858bd8a-676e-4633-8719-693eb1b835ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c281b63a-1110-46c5-a009-2f989e889242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:48:48.191918 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Bound using segment: {'id': '5858bd8a-676e-4633-8719-693eb1b835ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c281b63a-1110-46c5-a009-2f989e889242'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:48.192563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Bound port: 44c45b65-9a60-45c9-97c3-51213f93dc96, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5858bd8a-676e-4633-8719-693eb1b835ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c281b63a-1110-46c5-a009-2f989e889242'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:48:48.195446 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:48.237041 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:48.237601 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3168fa89-8f5c-47ed-a4bf-01cdba9f521c req-9aee13ef-b13f-4381-8bc7-b376d50363db tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617076 Mar 23 12:48:48.239886 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:48.365007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] For port 44c45b65-9a60-45c9-97c3-51213f93dc96, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:48.371955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] For port 44c45b65-9a60-45c9-97c3-51213f93dc96, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=44c45b65-9a60-45c9-97c3-51213f93dc96,segment=NetworkSegment(5858bd8a-676e-4633-8719-693eb1b835ad),segment_id=5858bd8a-676e-4633-8719-693eb1b835ad)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:48.382600 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:48.392977 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36475817-110e-4d6e-8fd6-883864f231fc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:48.505548 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54686) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:48.506464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Pushing event updated for resources: {'Port': ['ID=44c45b65-9a60-45c9-97c3-51213f93dc96,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:48.512658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:48.513355 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:48.515094 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be8b3140-1878-4333-9a00-f8979878585d req-5394e5b9-da9e-44e1-bfe5-99c642f01279 service neutron] 10.222.0.77 "PUT /v2.0/ports/44c45b65-9a60-45c9-97c3-51213f93dc96 HTTP/1.1" status: 200 len: 1091 time: 2.0858455 Mar 23 12:48:48.515549 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92', 'tag': '44c45b65-9a60-45c9-97c3-51213f93dc96'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:48.519959 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5257214d-a8fe-43f5-8526-d045e06a336c" -d '{"events": [{"name": "network-changed", "server_uuid": "30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92", "tag": "44c45b65-9a60-45c9-97c3-51213f93dc96"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:48.606120 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704c9fdc-55b3-471c-9407-b4734e692540 x-openstack-request-id: req-704c9fdc-55b3-471c-9407-b4734e692540 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:48.606413 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92", "tag": "44c45b65-9a60-45c9-97c3-51213f93dc96", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:48.606666 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-704c9fdc-55b3-471c-9407-b4734e692540 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:48.607058 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92', 'tag': '44c45b65-9a60-45c9-97c3-51213f93dc96', 'status': 'completed', 'code': 200} Mar 23 12:48:48.658661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b3140-1878-4333-9a00-f8979878585d req-dc6b7966-ebcb-47fb-8bb1-fd2d4a6a8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:48.660318 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be8b3140-1878-4333-9a00-f8979878585d req-dc6b7966-ebcb-47fb-8bb1-fd2d4a6a8b0d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=33e7f205f4db4e62a36e6c205fdc521e&device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 1094 time: 0.0885112 Mar 23 12:48:48.689066 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36475817-110e-4d6e-8fd6-883864f231fc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:48.745889 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be8b3140-1878-4333-9a00-f8979878585d req-5acee3ea-6632-48d3-a26d-3cfab923e7ad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=44c45b65-9a60-45c9-97c3-51213f93dc96 HTTP/1.1" status: 200 len: 217 time: 0.0766089 Mar 23 12:48:48.797977 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9b70891-e882-4797-ad9a-fcfecdeeb08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:48.800874 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b3140-1878-4333-9a00-f8979878585d req-a722e022-dcd3-4967-a792-d3daed76da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:48.803213 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be8b3140-1878-4333-9a00-f8979878585d req-a722e022-dcd3-4967-a792-d3daed76da60 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b1870a69-a726-4746-a26e-0ffbf4458791 HTTP/1.1" status: 200 len: 854 time: 0.0509241 Mar 23 12:48:48.849465 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be8b3140-1878-4333-9a00-f8979878585d req-07697cb9-09d0-461d-90ae-877f806517a2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c281b63a-1110-46c5-a009-2f989e889242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359595 Mar 23 12:48:48.911196 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36475817-110e-4d6e-8fd6-883864f231fc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:48.972869 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be8b3140-1878-4333-9a00-f8979878585d req-26d432f5-6a1a-4598-8a84-c9b1535bfbde service neutron] 10.222.0.77 "GET /v2.0/networks/c281b63a-1110-46c5-a009-2f989e889242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166031 Mar 23 12:48:49.039571 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36475817-110e-4d6e-8fd6-883864f231fc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=5634f86b-fa6e-42b4-990f-85c6a184bd91,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:49.060877 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36475817-110e-4d6e-8fd6-883864f231fc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:49.064309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e130bbb9-6c7b-48ea-833b-8094be717a60 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:48:49.066890 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-36475817-110e-4d6e-8fd6-883864f231fc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/5634f86b-fa6e-42b4-990f-85c6a184bd91 HTTP/1.1" status: 204 len: 168 time: 1.1257517 Mar 23 12:48:49.076240 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54698) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:49.182232 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be8b3140-1878-4333-9a00-f8979878585d req-e73784d9-70ac-44ad-b788-254d06f37ea0 service neutron] 10.222.0.77 "GET /v2.0/networks/c281b63a-1110-46c5-a009-2f989e889242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014775 Mar 23 12:48:49.199041 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d2ffe0ae-0deb-4bbb-8597-b95d03a7c448 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120524 Mar 23 12:48:49.200552 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54704) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:49.254904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339f7bd-9676-4ad1-997b-2cabf5d0c72b req-4abb349d-35fb-4c32-a105-488d9f628860 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:49.257799 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5339f7bd-9676-4ad1-997b-2cabf5d0c72b req-4abb349d-35fb-4c32-a105-488d9f628860 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 943 time: 0.1687965 Mar 23 12:48:49.360503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27121aca-af73-4d25-b8f5-d0660690b706 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:49.362647 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-27121aca-af73-4d25-b8f5-d0660690b706 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1587985 Mar 23 12:48:49.372258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54710) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:49.383417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5345d9-d636-4099-8a09-9285cbb6a9df None None] DHCP port deletion for 8fb47147-24e2-481b-9f4e-7d054a56d184 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:48:49.426661 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5339f7bd-9676-4ad1-997b-2cabf5d0c72b req-916cddb3-b795-4a61-967f-fd088f74cf93 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a801685b-fefe-4475-96fa-d49251c35a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373577 Mar 23 12:48:49.531986 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-af5345d9-d636-4099-8a09-9285cbb6a9df None None] Deleting port 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:49.532695 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af5345d9-d636-4099-8a09-9285cbb6a9df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:49.548176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0842d0e-a555-4ca0-a68f-b5380b82ea92 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:49.550261 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f0842d0e-a555-4ca0-a68f-b5380b82ea92 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1693013 Mar 23 12:48:49.553302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54714) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:49.597931 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bf98c1bf-4f06-400f-b050-7e91d66b6fd0 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434351 Mar 23 12:48:49.600050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257214d-a8fe-43f5-8526-d045e06a336c req-9f4afc77-3681-410d-8d4f-668b06b5417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:49.601473 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5257214d-a8fe-43f5-8526-d045e06a336c req-9f4afc77-3681-410d-8d4f-668b06b5417d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=33e7f205f4db4e62a36e6c205fdc521e&device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 1094 time: 0.3368185 Mar 23 12:48:49.604589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54716) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:49.609551 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-994ad3b9-cfb0-4274-ab52-5c3352e3bf41 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:49.624683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-af5345d9-d636-4099-8a09-9285cbb6a9df None None] For port 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:49.625386 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af5345d9-d636-4099-8a09-9285cbb6a9df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:49.653825 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-af5345d9-d636-4099-8a09-9285cbb6a9df None None] Calling delete_port for 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:49.743867 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9b70891-e882-4797-ad9a-fcfecdeeb08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:49.745724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7d07a-9519-4c75-9b4d-1853718f2a14 admin admin] Deleting port b9a87927-3008-47a3-a660-9dd0164bfb46 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:49.746041 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0b7d07a-9519-4c75-9b4d-1853718f2a14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:49.752538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994ad3b9-cfb0-4274-ab52-5c3352e3bf41 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:49.753252 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af5345d9-d636-4099-8a09-9285cbb6a9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:49.756221 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-994ad3b9-cfb0-4274-ab52-5c3352e3bf41 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:49.766437 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f9b70891-e882-4797-ad9a-fcfecdeeb08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:49.787231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5345d9-d636-4099-8a09-9285cbb6a9df None None] Pushing event deleted for resources: {'Port': ['ID=3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:49.795486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5345d9-d636-4099-8a09-9285cbb6a9df None None] No DVR routers for this DVR port 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:48:49.877089 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f9b70891-e882-4797-ad9a-fcfecdeeb08c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=57ee4d3da97248019643c6e224738dba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3704343 Mar 23 12:48:49.877825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b70891-e882-4797-ad9a-fcfecdeeb08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f997ac03-1e55-4c03-a937-a22763add1ee,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:49.888608 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54720) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:49.908783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde1e02-2c96-4c22-97f1-a324802f3007 req-38c1cf78-bd45-4305-b026-bfe38a1e8d67 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:49.910340 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ccde1e02-2c96-4c22-97f1-a324802f3007 req-38c1cf78-bd45-4305-b026-bfe38a1e8d67 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 943 time: 0.2251225 Mar 23 12:48:49.959756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-e0b7d07a-9519-4c75-9b4d-1853718f2a14 admin admin] For port b9a87927-3008-47a3-a660-9dd0164bfb46, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b9a87927-3008-47a3-a660-9dd0164bfb46,segment=NetworkSegment(61ec6d6d-435d-4196-8b99-96042b59491d),segment_id=61ec6d6d-435d-4196-8b99-96042b59491d)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:49.960154 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0b7d07a-9519-4c75-9b4d-1853718f2a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:49.960763 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:48:49.993503 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:48:49.994634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257214d-a8fe-43f5-8526-d045e06a336c req-1e2688b5-a568-4c21-a5de-cff2b310274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:49.994875 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3002a7d8-7ab8-44eb-a4de-e678a4e3ceb3 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:48:49.996329 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5257214d-a8fe-43f5-8526-d045e06a336c req-1e2688b5-a568-4c21-a5de-cff2b310274c service neutron] 10.222.0.77 "GET /v2.0/networks?id=c281b63a-1110-46c5-a009-2f989e889242 HTTP/1.1" status: 200 len: 915 time: 0.2917566 Mar 23 12:48:49.997395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device eaaf0cb8-116f-43f2-87be-664ed876cd63 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:48:50.005240 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7d07a-9519-4c75-9b4d-1853718f2a14 admin admin] Calling delete_port for b9a87927-3008-47a3-a660-9dd0164bfb46 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:50.069061 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5257214d-a8fe-43f5-8526-d045e06a336c req-3294eed0-4fc2-43cd-aa3b-39be4cc15391 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=44c45b65-9a60-45c9-97c3-51213f93dc96 HTTP/1.1" status: 200 len: 217 time: 0.0620422 Mar 23 12:48:50.097129 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ccde1e02-2c96-4c22-97f1-a324802f3007 req-8fb98005-46e1-4e6b-b7a5-3c6a9b489e12 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707678 Mar 23 12:48:50.147308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257214d-a8fe-43f5-8526-d045e06a336c req-596e16cb-8a46-45b2-ab07-60f1e97db246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:50.148876 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5257214d-a8fe-43f5-8526-d045e06a336c req-596e16cb-8a46-45b2-ab07-60f1e97db246 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b1870a69-a726-4746-a26e-0ffbf4458791 HTTP/1.1" status: 200 len: 854 time: 0.0688384 Mar 23 12:48:50.153664 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1719c86-fb47-4422-9658-6fe4b83f5509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:50.191046 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port eaaf0cb8-116f-43f2-87be-664ed876cd63, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=eaaf0cb8-116f-43f2-87be-664ed876cd63,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:50.211481 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'eaaf0cb8-116f-43f2-87be-664ed876cd63', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'port_id': 'eaaf0cb8-116f-43f2-87be-664ed876cd63', 'mac_address': 'fa:16:3e:74:c3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:48:50.223498 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5257214d-a8fe-43f5-8526-d045e06a336c req-3b1de5b4-2c81-4225-9425-2d443205c13d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c281b63a-1110-46c5-a009-2f989e889242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453262 Mar 23 12:48:50.233347 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1719c86-fb47-4422-9658-6fe4b83f5509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:50.260932 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:50.278747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaaf0cb8-116f-43f2-87be-664ed876cd63 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:50.311888 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port eaaf0cb8-116f-43f2-87be-664ed876cd63, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=eaaf0cb8-116f-43f2-87be-664ed876cd63,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:50.312574 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03eb7e72-5639-4952-b90e-8e605bbd153e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:50.319952 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:50.375768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.objects.ports [None req-994ad3b9-cfb0-4274-ab52-5c3352e3bf41 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:48:50.380938 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-994ad3b9-cfb0-4274-ab52-5c3352e3bf41 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:50.392816 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1719c86-fb47-4422-9658-6fe4b83f5509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:50.395381 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1719c86-fb47-4422-9658-6fe4b83f5509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:50.399272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c1719c86-fb47-4422-9658-6fe4b83f5509 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f997ac03-1e55-4c03-a937-a22763add1ee HTTP/1.1" status: 204 len: 168 time: 0.5061181 Mar 23 12:48:50.404699 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=eaaf0cb8-116f-43f2-87be-664ed876cd63,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:50.460240 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1719c86-fb47-4422-9658-6fe4b83f5509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f997ac03-1e55-4c03-a937-a22763add1ee,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:50.498573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ad3b9-cfb0-4274-ab52-5c3352e3bf41 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=698c3421-e843-46a7-868d-cfac37ee6876,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:50.499294 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0b7d07a-9519-4c75-9b4d-1853718f2a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:50.507852 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5257214d-a8fe-43f5-8526-d045e06a336c req-2c2b998e-14f4-43fc-8232-88006558c7f2 service neutron] 10.222.0.77 "GET /v2.0/networks/c281b63a-1110-46c5-a009-2f989e889242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773845 Mar 23 12:48:50.550024 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7d07a-9519-4c75-9b4d-1853718f2a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a87927-3008-47a3-a660-9dd0164bfb46,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:50.577592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994ad3b9-cfb0-4274-ab52-5c3352e3bf41 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:50.584592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-994ad3b9-cfb0-4274-ab52-5c3352e3bf41 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:50.602760 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f2a9c1-036f-48c0-90d5-f8ff647628c0 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:48:50.630504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994ad3b9-cfb0-4274-ab52-5c3352e3bf41 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:50.631731 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-994ad3b9-cfb0-4274-ab52-5c3352e3bf41 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:50.702683 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-994ad3b9-cfb0-4274-ab52-5c3352e3bf41 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0965757 Mar 23 12:48:50.723661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54738) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:50.734289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-75d70d8a-595e-4e01-aec2-33d3bb94ef43 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:50.736103 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['eaaf0cb8-116f-43f2-87be-664ed876cd63'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:48:50.939126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66945788-76d3-4ae7-aef8-233eb94f9199 req-8e3da893-d853-4b43-a81a-feb59e1f43c3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:50.940787 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66945788-76d3-4ae7-aef8-233eb94f9199 req-8e3da893-d853-4b43-a81a-feb59e1f43c3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 944 time: 0.3698609 Mar 23 12:48:51.031966 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0b7d07a-9519-4c75-9b4d-1853718f2a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:51.045381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-03eb7e72-5639-4952-b90e-8e605bbd153e admin admin] Deleting port 2b585fe0-d585-42e3-b604-9d4e97c21a09 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:51.045724 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03eb7e72-5639-4952-b90e-8e605bbd153e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:51.084320 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5257214d-a8fe-43f5-8526-d045e06a336c req-2742366c-399d-4b88-be4f-23975105f0b7 service neutron] 10.222.0.77 "GET /v2.0/networks/c281b63a-1110-46c5-a009-2f989e889242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689459 Mar 23 12:48:51.099856 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d70d8a-595e-4e01-aec2-33d3bb94ef43 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:51.105640 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75d70d8a-595e-4e01-aec2-33d3bb94ef43 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:51.156613 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66945788-76d3-4ae7-aef8-233eb94f9199 req-190734ab-ebc5-4a70-9d1a-75168db71ba5 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a801685b-fefe-4475-96fa-d49251c35a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065525 Mar 23 12:48:51.196341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': '698c3421-e843-46a7-868d-cfac37ee6876'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:48:51.197528 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:51.315461 n-d-834854-1 neutron-server[102778]: INFO neutron.db.ipam_backend_mixin [None req-75d70d8a-595e-4e01-aec2-33d3bb94ef43 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 698c3421-e843-46a7-868d-cfac37ee6876 (CIDR: 2001:db8::/64) Mar 23 12:48:51.319916 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d70d8a-595e-4e01-aec2-33d3bb94ef43 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:48:51.321135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d70d8a-595e-4e01-aec2-33d3bb94ef43 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:48:51.351538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-03eb7e72-5639-4952-b90e-8e605bbd153e admin admin] For port 2b585fe0-d585-42e3-b604-9d4e97c21a09, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2b585fe0-d585-42e3-b604-9d4e97c21a09,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:51.351950 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03eb7e72-5639-4952-b90e-8e605bbd153e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:51.353273 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-75d70d8a-595e-4e01-aec2-33d3bb94ef43 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6258650 Mar 23 12:48:51.354894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54760) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:51.366729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-87deb4e2-1b9a-4d3a-ab04-19aced4ff371 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:51.382975 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Allocated IP 2001:db8::f816:3eff:feed:28c5 (8fb47147-24e2-481b-9f4e-7d054a56d184/698c3421-e843-46a7-868d-cfac37ee6876/6ac2dec8-39ed-45ab-91f2-2895d6411ad2) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:51.400649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-03eb7e72-5639-4952-b90e-8e605bbd153e admin admin] Calling delete_port for 2b585fe0-d585-42e3-b604-9d4e97c21a09 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:51.461619 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a86121-3c2d-4d46-8253-08dbedd44c45 req-6c4f3265-960b-465b-9b82-faa5cb42cad2 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:51.471280 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68a86121-3c2d-4d46-8253-08dbedd44c45 req-6c4f3265-960b-465b-9b82-faa5cb42cad2 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 943 time: 0.1961350 Mar 23 12:48:51.614583 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:51.621101 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:51.648061 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:51.652013 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:51.658144 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:51.670315 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68a86121-3c2d-4d46-8253-08dbedd44c45 req-f90cfa02-bbd0-4d48-83da-05f66a9ac2d2 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981518 Mar 23 12:48:51.736287 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Pushing event updated for resources: {'Port': ['ID=6ac2dec8-39ed-45ab-91f2-2895d6411ad2,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:51.757680 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Attempting to bind port 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:48:51.758128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Attempting to bind port 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:48:51.758491 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Attempting to bind port 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:51.764172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:51.764540 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:48:51.764931 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:51.765313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:51.765850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Bound port: 6ac2dec8-39ed-45ab-91f2-2895d6411ad2, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:48:51.766129 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:51.849043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b7d07a-9519-4c75-9b4d-1853718f2a14 admin admin] Router 55850f9d-4dac-4853-afd5-a856c17a49cb has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:48:51.851740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87deb4e2-1b9a-4d3a-ab04-19aced4ff371 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:51.857964 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87deb4e2-1b9a-4d3a-ab04-19aced4ff371 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:51.871391 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device eaaf0cb8-116f-43f2-87be-664ed876cd63 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:51.939286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] For port 6ac2dec8-39ed-45ab-91f2-2895d6411ad2, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:51.970848 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] For port 6ac2dec8-39ed-45ab-91f2-2895d6411ad2, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=6ac2dec8-39ed-45ab-91f2-2895d6411ad2,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:51.981307 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:52.013768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port eaaf0cb8-116f-43f2-87be-664ed876cd63 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:48:52.030952 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port eaaf0cb8-116f-43f2-87be-664ed876cd63 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:52.031129 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:52.053259 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03eb7e72-5639-4952-b90e-8e605bbd153e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:52.104097 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db9b55-a6a0-47d1-884b-b21b543d11c2 None None] Pushing event updated for resources: {'Port': ['ID=6ac2dec8-39ed-45ab-91f2-2895d6411ad2,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:52.125050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb7e72-5639-4952-b90e-8e605bbd153e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b585fe0-d585-42e3-b604-9d4e97c21a09,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:52.162530 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:52.191720 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5877a750-6eac-4c45-b7ee-c5e29be42eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaf0cb8-116f-43f2-87be-664ed876cd63'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:52.194417 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8eef07-1097-435b-897f-5e933c315ddd" -d '{"events": [{"server_uuid": "5877a750-6eac-4c45-b7ee-c5e29be42eb8", "name": "network-vif-plugged", "status": "completed", "tag": "eaaf0cb8-116f-43f2-87be-664ed876cd63"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:52.218989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port eaaf0cb8-116f-43f2-87be-664ed876cd63, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=eaaf0cb8-116f-43f2-87be-664ed876cd63,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:52.224674 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:52.359515 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b7d07a-9519-4c75-9b4d-1853718f2a14 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:52.423983 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c946a3c-f6c1-4be7-9e07-3e00bc4a0116 None None] Sync routers for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:52.433260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=eaaf0cb8-116f-43f2-87be-664ed876cd63,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:52.439450 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e0b7d07a-9519-4c75-9b4d-1853718f2a14 admin admin] 10.222.0.52 "PUT /v2.0/routers/55850f9d-4dac-4853-afd5-a856c17a49cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6520879 Mar 23 12:48:52.445216 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54792) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:52.465123 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c946a3c-f6c1-4be7-9e07-3e00bc4a0116 None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:52.470903 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5c946a3c-f6c1-4be7-9e07-3e00bc4a0116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:48:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:52.734498 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db208c93-d3ae-429a-bbe7-c035b8e13903 x-openstack-request-id: req-db208c93-d3ae-429a-bbe7-c035b8e13903 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:52.735670 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5877a750-6eac-4c45-b7ee-c5e29be42eb8", "name": "network-vif-plugged", "status": "completed", "tag": "eaaf0cb8-116f-43f2-87be-664ed876cd63", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:52.736106 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db208c93-d3ae-429a-bbe7-c035b8e13903 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:52.736667 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5877a750-6eac-4c45-b7ee-c5e29be42eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaf0cb8-116f-43f2-87be-664ed876cd63', 'code': 200} Mar 23 12:48:52.785960 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-5c946a3c-f6c1-4be7-9e07-3e00bc4a0116 None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:52.913194 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03eb7e72-5639-4952-b90e-8e605bbd153e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:52.953112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756b85-460e-4f69-8ba4-9508fef08ae0 req-f51c21c9-215a-44ed-818f-b267a82b4309 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:52.954677 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-be756b85-460e-4f69-8ba4-9508fef08ae0 req-f51c21c9-215a-44ed-818f-b267a82b4309 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 943 time: 0.1403725 Mar 23 12:48:53.073733 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87deb4e2-1b9a-4d3a-ab04-19aced4ff371 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:53.133572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656dee8-9f27-45ee-bcc9-859a62024fa2 req-cac3e5db-1f1f-4a2b-bed7-d0f2cb7999c1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:53.135679 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1656dee8-9f27-45ee-bcc9-859a62024fa2 req-cac3e5db-1f1f-4a2b-bed7-d0f2cb7999c1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 945 time: 0.7905636 Mar 23 12:48:53.194017 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87deb4e2-1b9a-4d3a-ab04-19aced4ff371 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=55335fac-7dd5-43be-989a-b331278638ed,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:53.258196 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-be756b85-460e-4f69-8ba4-9508fef08ae0 req-f983c1a9-f2ec-48d2-803a-5987857c78a1 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622542 Mar 23 12:48:53.268805 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5c946a3c-f6c1-4be7-9e07-3e00bc4a0116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:48:50Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:53.269066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfbd8b-6043-4a7d-8fe5-443d9d5e1f15 req-3b474819-adac-4a32-a211-33b7bf4cf2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:53.271326 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7bcfbd8b-6043-4a7d-8fe5-443d9d5e1f15 req-3b474819-adac-4a32-a211-33b7bf4cf2c2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 1096 time: 0.1911371 Mar 23 12:48:53.276909 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87deb4e2-1b9a-4d3a-ab04-19aced4ff371 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:53.297234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-87deb4e2-1b9a-4d3a-ab04-19aced4ff371 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:53.314252 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c946a3c-f6c1-4be7-9e07-3e00bc4a0116 None None] Checking router: 55850f9d-4dac-4853-afd5-a856c17a49cb for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:53.314526 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87deb4e2-1b9a-4d3a-ab04-19aced4ff371 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:53.315138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87deb4e2-1b9a-4d3a-ab04-19aced4ff371 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:53.327583 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1656dee8-9f27-45ee-bcc9-859a62024fa2 req-c2ee21fe-2caf-405f-bb02-5bf98a7e6416 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a801685b-fefe-4475-96fa-d49251c35a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355786 Mar 23 12:48:53.336734 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c946a3c-f6c1-4be7-9e07-3e00bc4a0116 None None] Routers {'55850f9d-4dac-4853-afd5-a856c17a49cb'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:53.347572 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-87deb4e2-1b9a-4d3a-ab04-19aced4ff371 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9884994 Mar 23 12:48:53.347978 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5c946a3c-f6c1-4be7-9e07-3e00bc4a0116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:48:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['55850f9d-4dac-4853-afd5-a856c17a49cb'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:53.357119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54808) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:53.358459 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed16fdbb-3d7e-4fe4-8641-b71b2a530edc admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:53.364449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8b92fce1-1eae-4220-a02a-bb620dd4e945 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'mac_address': 'fa:16:3e:38:18:56', 'name': 'tempest-NetworksTestDHCPv6-1647816466'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:53.495171 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-5c946a3c-f6c1-4be7-9e07-3e00bc4a0116 None None] Set router 55850f9d-4dac-4853-afd5-a856c17a49cb gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:53.622219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b92fce1-1eae-4220-a02a-bb620dd4e945 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:53.731842 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7bcfbd8b-6043-4a7d-8fe5-443d9d5e1f15 req-016162fb-5110-4ded-a725-b90b3c3bd503 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a801685b-fefe-4475-96fa-d49251c35a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4277754 Mar 23 12:48:53.870489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 44c45b65-9a60-45c9-97c3-51213f93dc96 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:48:53.935325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b92fce1-1eae-4220-a02a-bb620dd4e945 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:53.962407 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5c946a3c-f6c1-4be7-9e07-3e00bc4a0116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:48:50Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:54.046627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-8b92fce1-1eae-4220-a02a-bb620dd4e945 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port 85e6870b-1dd5-4508-93d0-eb77fc482b9e yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:48:54.069552 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c946a3c-f6c1-4be7-9e07-3e00bc4a0116 None None] The sync data for ids ['55850f9d-4dac-4853-afd5-a856c17a49cb'] in n-d-834854-1 is: [{'id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405695994-router', 'tenant_id': '58c99ee2e47f425c806eea0100fe6d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:00Z', 'updated_at': '2022-03-23T12:48:50Z', 'revision_number': 5, 'project_id': '58c99ee2e47f425c806eea0100fe6d5d', 'gw_port': {'id': 'eca4ed95-b17a-49a2-a1f8-b6c06512c02a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55850f9d-4dac-4853-afd5-a856c17a49cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:01Z', 'updated_at': '2022-03-23T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:54.077742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 44c45b65-9a60-45c9-97c3-51213f93dc96, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=44c45b65-9a60-45c9-97c3-51213f93dc96,segment=NetworkSegment(5858bd8a-676e-4633-8719-693eb1b835ad),segment_id=5858bd8a-676e-4633-8719-693eb1b835ad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:54.109137 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828594ff-ca56-40fb-a7e6-be575eec6ffe None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:48:54.159256 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '44c45b65-9a60-45c9-97c3-51213f93dc96', 'network_id': 'c281b63a-1110-46c5-a009-2f989e889242', 'port_id': '44c45b65-9a60-45c9-97c3-51213f93dc96', 'mac_address': 'fa:16:3e:7a:cd:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1870a69-a726-4746-a26e-0ffbf4458791', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:48:54.202229 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed16fdbb-3d7e-4fe4-8641-b71b2a530edc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:54.208736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03eb7e72-5639-4952-b90e-8e605bbd153e admin admin] Router 342853c5-b87e-40d9-a00e-b0205487ed92 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:48:54.399042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ed16fdbb-3d7e-4fe4-8641-b71b2a530edc admin admin] Deleting port eca4ed95-b17a-49a2-a1f8-b6c06512c02a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:54.399436 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed16fdbb-3d7e-4fe4-8641-b71b2a530edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:54.458591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eb7e72-5639-4952-b90e-8e605bbd153e admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:54.482819 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-03eb7e72-5639-4952-b90e-8e605bbd153e admin admin] 10.222.0.52 "PUT /v2.0/routers/342853c5-b87e-40d9-a00e-b0205487ed92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4127014 Mar 23 12:48:54.499210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54826) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:54.542256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cdb05-09db-48d2-a776-b98273b51a09 req-4e7cc6fc-1037-4659-9ab6-8ec717728f90 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:54.544445 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c79cdb05-09db-48d2-a776-b98273b51a09 req-4e7cc6fc-1037-4659-9ab6-8ec717728f90 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 943 time: 0.0956810 Mar 23 12:48:54.596882 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2f1861dd-0662-4819-bc46-a218e8a1cc75 None None] Provisioning complete for port 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:54.598774 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f1861dd-0662-4819-bc46-a218e8a1cc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:54.600761 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c79cdb05-09db-48d2-a776-b98273b51a09 req-d02f0efc-1ac3-4655-9d30-33370450add1 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448332 Mar 23 12:48:54.612814 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:54.624351 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0e387c-850b-4328-bf26-d6ace4c5b121 None None] Sync routers for ids ['342853c5-b87e-40d9-a00e-b0205487ed92'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:54.628553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:54.729762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0e387c-850b-4328-bf26-d6ace4c5b121 None None] Routers {'342853c5-b87e-40d9-a00e-b0205487ed92'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:54.730273 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7a0e387c-850b-4328-bf26-d6ace4c5b121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:48:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['342853c5-b87e-40d9-a00e-b0205487ed92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:54.749759 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-ed16fdbb-3d7e-4fe4-8641-b71b2a530edc admin admin] For port eca4ed95-b17a-49a2-a1f8-b6c06512c02a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=eca4ed95-b17a-49a2-a1f8-b6c06512c02a,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:54.750672 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed16fdbb-3d7e-4fe4-8641-b71b2a530edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:54.762606 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c93753c-6a30-4cdd-821b-fadf3d49a3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:54.797999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-8b92fce1-1eae-4220-a02a-bb620dd4e945 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8:0:1::364 (8fb47147-24e2-481b-9f4e-7d054a56d184/55335fac-7dd5-43be-989a-b331278638ed/85e6870b-1dd5-4508-93d0-eb77fc482b9e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:54.804747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c45b65-9a60-45c9-97c3-51213f93dc96 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:54.823959 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2b0b2-3130-4c5f-b353-ef268973d8fb req-be607007-80a8-4950-ad5e-340b201da28f tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:54.844101 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7f2b0b2-3130-4c5f-b353-ef268973d8fb req-be607007-80a8-4950-ad5e-340b201da28f tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 945 time: 0.3335235 Mar 23 12:48:54.881948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ed16fdbb-3d7e-4fe4-8641-b71b2a530edc admin admin] Calling delete_port for eca4ed95-b17a-49a2-a1f8-b6c06512c02a owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:54.881948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-8b92fce1-1eae-4220-a02a-bb620dd4e945 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::f816:3eff:fe38:1856 (8fb47147-24e2-481b-9f4e-7d054a56d184/698c3421-e843-46a7-868d-cfac37ee6876/85e6870b-1dd5-4508-93d0-eb77fc482b9e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:54.883890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 44c45b65-9a60-45c9-97c3-51213f93dc96, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=44c45b65-9a60-45c9-97c3-51213f93dc96,segment=NetworkSegment(5858bd8a-676e-4633-8719-693eb1b835ad),segment_id=5858bd8a-676e-4633-8719-693eb1b835ad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:54.959958 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7f2b0b2-3130-4c5f-b353-ef268973d8fb req-7c9b8794-8088-4210-bf6d-6331e0cb33d4 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a801685b-fefe-4475-96fa-d49251c35a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143827 Mar 23 12:48:54.996444 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:55.006345 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25853867-98e4-40ac-b694-3e24022a8e76 admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:55.036379 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-7a0e387c-850b-4328-bf26-d6ace4c5b121 None None] Set router 342853c5-b87e-40d9-a00e-b0205487ed92 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:55.196390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:55.196842 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:55.224755 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f1861dd-0662-4819-bc46-a218e8a1cc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:55.283191 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25853867-98e4-40ac-b694-3e24022a8e76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:55.312863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=44c45b65-9a60-45c9-97c3-51213f93dc96,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:55.360298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['44c45b65-9a60-45c9-97c3-51213f93dc96'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:48:55.426859 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b92fce1-1eae-4220-a02a-bb620dd4e945 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:55.439305 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2f1861dd-0662-4819-bc46-a218e8a1cc75 None None] For port 6ac2dec8-39ed-45ab-91f2-2895d6411ad2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=6ac2dec8-39ed-45ab-91f2-2895d6411ad2,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:55.457742 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f1861dd-0662-4819-bc46-a218e8a1cc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:55.480359 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed16fdbb-3d7e-4fe4-8641-b71b2a530edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:55.520688 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16fdbb-3d7e-4fe4-8641-b71b2a530edc admin admin] Pushing event deleted for resources: {'Port': ['ID=eca4ed95-b17a-49a2-a1f8-b6c06512c02a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:55.547697 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b92fce1-1eae-4220-a02a-bb620dd4e945 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:55.556091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-25853867-98e4-40ac-b694-3e24022a8e76 admin admin] Deleting port e2ed029d-63bf-4890-9ae1-54d260a32969 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:55.556569 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25853867-98e4-40ac-b694-3e24022a8e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:55.589957 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:48:55.630209 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1861dd-0662-4819-bc46-a218e8a1cc75 None None] Pushing event updated for resources: {'Port': ['ID=6ac2dec8-39ed-45ab-91f2-2895d6411ad2,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:55.655231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640e1c3f-956a-4500-810a-ae314d8dfcb2 None None] Update dhcp port {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'fixed_ips': [{'subnet_id': '698c3421-e843-46a7-868d-cfac37ee6876', 'ip_address': '2001:db8::f816:3eff:feed:28c5'}, {'subnet_id': '55335fac-7dd5-43be-989a-b331278638ed'}], 'binding:host_id': 'n-d-834854-1'}, 'id': '6ac2dec8-39ed-45ab-91f2-2895d6411ad2'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:48:55.661749 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92fce1-1eae-4220-a02a-bb620dd4e945 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=85e6870b-1dd5-4508-93d0-eb77fc482b9e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:55.704818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b92fce1-1eae-4220-a02a-bb620dd4e945 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:55.705073 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-640e1c3f-956a-4500-810a-ae314d8dfcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:55.710555 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8b92fce1-1eae-4220-a02a-bb620dd4e945 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:55.713910 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92fce1-1eae-4220-a02a-bb620dd4e945 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:55.720948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b92fce1-1eae-4220-a02a-bb620dd4e945 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:55.721608 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b92fce1-1eae-4220-a02a-bb620dd4e945 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:55.739438 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7a0e387c-850b-4328-bf26-d6ace4c5b121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:48:51Z', 'revision_number': 5, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port': {'id': 'e2ed029d-63bf-4890-9ae1-54d260a32969', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:49Z', 'updated_at': '2022-03-23T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:55.753362 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8b92fce1-1eae-4220-a02a-bb620dd4e945 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3903773 Mar 23 12:48:55.753935 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54854) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:55.758118 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed16fdbb-3d7e-4fe4-8641-b71b2a530edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:55.955776 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed16fdbb-3d7e-4fe4-8641-b71b2a530edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:55.961250 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed16fdbb-3d7e-4fe4-8641-b71b2a530edc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:55.968159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0d2b5-39ee-4638-8df8-473d5b762e3b req-adcc2a1c-8860-4cce-80dd-55a719e14bac tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:55.970974 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bbd0d2b5-39ee-4638-8df8-473d5b762e3b req-adcc2a1c-8860-4cce-80dd-55a719e14bac tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 944 time: 0.1639071 Mar 23 12:48:55.975600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0e387c-850b-4328-bf26-d6ace4c5b121 None None] Checking router: 342853c5-b87e-40d9-a00e-b0205487ed92 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:55.979457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ce4cc8e7-0f8a-4d9d-8d16-958b2b2c3db8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port 85e6870b-1dd5-4508-93d0-eb77fc482b9e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:55.979795 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc8e7-0f8a-4d9d-8d16-958b2b2c3db8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:56.028792 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0e387c-850b-4328-bf26-d6ace4c5b121 None None] Routers {'342853c5-b87e-40d9-a00e-b0205487ed92'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:56.030907 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7a0e387c-850b-4328-bf26-d6ace4c5b121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:48:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['342853c5-b87e-40d9-a00e-b0205487ed92'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:56.103401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-25853867-98e4-40ac-b694-3e24022a8e76 admin admin] For port e2ed029d-63bf-4890-9ae1-54d260a32969, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e2ed029d-63bf-4890-9ae1-54d260a32969,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:56.103749 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25853867-98e4-40ac-b694-3e24022a8e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:56.107244 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed16fdbb-3d7e-4fe4-8641-b71b2a530edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:56.107783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed16fdbb-3d7e-4fe4-8641-b71b2a530edc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55850f9d-4dac-4853-afd5-a856c17a49cb {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:48:56.127258 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed16fdbb-3d7e-4fe4-8641-b71b2a530edc admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:56.130735 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ed16fdbb-3d7e-4fe4-8641-b71b2a530edc admin admin] 10.222.0.52 "DELETE /v2.0/routers/55850f9d-4dac-4853-afd5-a856c17a49cb HTTP/1.1" status: 204 len: 168 time: 3.6826234 Mar 23 12:48:56.133810 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54862) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:56.187555 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-25853867-98e4-40ac-b694-3e24022a8e76 admin admin] Calling delete_port for e2ed029d-63bf-4890-9ae1-54d260a32969 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:56.229150 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bbd0d2b5-39ee-4638-8df8-473d5b762e3b req-35320a74-0325-42db-a03e-35f5e1c45f1a tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339397 Mar 23 12:48:56.232120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda15ce2-0a37-46d4-b3b4-582e50982349 admin admin] Deleting subnet 934c1c9c-3a98-4813-a53e-554c362e8d84 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:48:56.235621 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dda15ce2-0a37-46d4-b3b4-582e50982349 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:56.280438 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:56.283864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93ac2f-41e2-4b86-861c-c76e80779d4c req-97516026-5597-4012-ad3a-dae04768f859 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:56.284325 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dda15ce2-0a37-46d4-b3b4-582e50982349 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:56.294504 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d93ac2f-41e2-4b86-861c-c76e80779d4c req-97516026-5597-4012-ad3a-dae04768f859 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 945 time: 0.1550224 Mar 23 12:48:56.361713 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d93ac2f-41e2-4b86-861c-c76e80779d4c req-b254e426-1d6b-425f-bf34-8db4c6740e20 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a801685b-fefe-4475-96fa-d49251c35a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613711 Mar 23 12:48:56.409769 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dda15ce2-0a37-46d4-b3b4-582e50982349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:56.469254 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-7a0e387c-850b-4328-bf26-d6ace4c5b121 None None] Set router 342853c5-b87e-40d9-a00e-b0205487ed92 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:56.474002 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc8e7-0f8a-4d9d-8d16-958b2b2c3db8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:56.510059 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ce4cc8e7-0f8a-4d9d-8d16-958b2b2c3db8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for 85e6870b-1dd5-4508-93d0-eb77fc482b9e owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:56.579907 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dda15ce2-0a37-46d4-b3b4-582e50982349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:56.582034 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7a0e387c-850b-4328-bf26-d6ace4c5b121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:48:55Z', 'revision_number': 6, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:56.604906 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25853867-98e4-40ac-b694-3e24022a8e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:56.671031 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0e387c-850b-4328-bf26-d6ace4c5b121 None None] The sync data for ids ['342853c5-b87e-40d9-a00e-b0205487ed92'] in n-d-834854-1 is: [{'id': '342853c5-b87e-40d9-a00e-b0205487ed92', 'name': 'tempest-ServerRescueNegativeTestJSON-45504875-router', 'tenant_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:48Z', 'updated_at': '2022-03-23T12:48:55Z', 'revision_number': 6, 'project_id': 'ff64bc9bdc02410baa9c0f7e27857a4a', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:56.677100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f102cb-040b-46ac-82a0-0cff048ca16b req-f29e6335-67b9-474e-9cc9-a84238fb325c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:56.678366 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-78f102cb-040b-46ac-82a0-0cff048ca16b req-f29e6335-67b9-474e-9cc9-a84238fb325c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 945 time: 0.1894195 Mar 23 12:48:56.679161 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda15ce2-0a37-46d4-b3b4-582e50982349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934c1c9c-3a98-4813-a53e-554c362e8d84,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:56.698668 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-640e1c3f-956a-4500-810a-ae314d8dfcb2 None None] Allocated IP 2001:db8:0:1::2 (8fb47147-24e2-481b-9f4e-7d054a56d184/55335fac-7dd5-43be-989a-b331278638ed/6ac2dec8-39ed-45ab-91f2-2895d6411ad2) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:56.698899 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dda15ce2-0a37-46d4-b3b4-582e50982349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:56.706006 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dda15ce2-0a37-46d4-b3b4-582e50982349 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/934c1c9c-3a98-4813-a53e-554c362e8d84 HTTP/1.1" status: 204 len: 168 time: 0.5662119 Mar 23 12:48:56.706851 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54874) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:56.707180 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54876) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:56.715891 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8affafd6-107a-4872-a825-641e68bc53d7 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'floatingip': {'port_id': 'eaaf0cb8-116f-43f2-87be-664ed876cd63'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:56.832908 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8affafd6-107a-4872-a825-641e68bc53d7 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:56.836669 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabfc6ff-e160-44b4-91e3-0059f72f81bc None None] Network 90e7b961-93d9-45ad-8d7b-62739f5ce26c requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:48:56.955536 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:57.011544 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25853867-98e4-40ac-b694-3e24022a8e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ed029d-63bf-4890-9ae1-54d260a32969,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:57.101948 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25853867-98e4-40ac-b694-3e24022a8e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:57.311832 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc8e7-0f8a-4d9d-8d16-958b2b2c3db8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:57.375422 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25853867-98e4-40ac-b694-3e24022a8e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:57.375422 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25853867-98e4-40ac-b694-3e24022a8e76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:57.416594 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-117a717d-41fa-46e6-b714-4dda02d2df26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:57.431904 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cc8e7-0f8a-4d9d-8d16-958b2b2c3db8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=85e6870b-1dd5-4508-93d0-eb77fc482b9e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:57.456957 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:57.457564 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:57.548971 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-640e1c3f-956a-4500-810a-ae314d8dfcb2 None None] For port 6ac2dec8-39ed-45ab-91f2-2895d6411ad2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=6ac2dec8-39ed-45ab-91f2-2895d6411ad2,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:57.577387 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25853867-98e4-40ac-b694-3e24022a8e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:57.577898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25853867-98e4-40ac-b694-3e24022a8e76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 342853c5-b87e-40d9-a00e-b0205487ed92 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:48:57.584278 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25853867-98e4-40ac-b694-3e24022a8e76 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:57.585925 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-25853867-98e4-40ac-b694-3e24022a8e76 admin admin] 10.222.0.52 "DELETE /v2.0/routers/342853c5-b87e-40d9-a00e-b0205487ed92 HTTP/1.1" status: 204 len: 168 time: 3.0842097 Mar 23 12:48:57.599817 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd48130-5c87-48ff-bc9d-9142c8120c85 req-32739db2-8b41-413f-b458-95ab2e83801d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:57.601421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6bd48130-5c87-48ff-bc9d-9142c8120c85 req-32739db2-8b41-413f-b458-95ab2e83801d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 944 time: 0.2149987 Mar 23 12:48:57.601923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54896) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:57.642178 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-640e1c3f-956a-4500-810a-ae314d8dfcb2 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:57.665064 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-640e1c3f-956a-4500-810a-ae314d8dfcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:57.667501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3307bc4-fb05-48fa-8a21-443afcbd5294 admin admin] Deleting subnet f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:48:57.673158 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3307bc4-fb05-48fa-8a21-443afcbd5294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:57.685782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] Deleting port 8b7a3547-6fda-499e-964b-e93bc69b2686 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:57.686289 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:57.716582 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3307bc4-fb05-48fa-8a21-443afcbd5294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:57.731719 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b9a87927-3008-47a3-a660-9dd0164bfb46 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:48:57.736844 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc8e7-0f8a-4d9d-8d16-958b2b2c3db8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:57.740706 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ce4cc8e7-0f8a-4d9d-8d16-958b2b2c3db8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/85e6870b-1dd5-4508-93d0-eb77fc482b9e HTTP/1.1" status: 204 len: 168 time: 1.9856818 Mar 23 12:48:57.746205 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54898) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:57.810436 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [None req-8affafd6-107a-4872-a825-641e68bc53d7 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:48:57.891600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: b9a87927-3008-47a3-a660-9dd0164bfb46 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:48:57.897821 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3307bc4-fb05-48fa-8a21-443afcbd5294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:57.902621 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b9a87927-3008-47a3-a660-9dd0164bfb46 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:48:57.921432 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b7d4c7-0f2b-4c41-9f2d-b7b4d9470586 None None] DHCP port deletion for 90e7b961-93d9-45ad-8d7b-62739f5ce26c request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:48:57.933313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 44c45b65-9a60-45c9-97c3-51213f93dc96 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:57.967331 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:57.976023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] For port 8b7a3547-6fda-499e-964b-e93bc69b2686, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8b7a3547-6fda-499e-964b-e93bc69b2686,segment=NetworkSegment(61ec6d6d-435d-4196-8b99-96042b59491d),segment_id=61ec6d6d-435d-4196-8b99-96042b59491d)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:57.976588 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:58.000976 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1a56d7-e920-417f-b3ae-637ed9750af0 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:58.003112 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e1c3f-956a-4500-810a-ae314d8dfcb2 None None] Pushing event updated for resources: {'Port': ['ID=6ac2dec8-39ed-45ab-91f2-2895d6411ad2,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:58.007159 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4c1a56d7-e920-417f-b3ae-637ed9750af0 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2552540 Mar 23 12:48:58.013264 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8affafd6-107a-4872-a825-641e68bc53d7 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:58.015281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54904) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:58.078864 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3307bc4-fb05-48fa-8a21-443afcbd5294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:58.101707 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8affafd6-107a-4872-a825-641e68bc53d7 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:58.104695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] Calling delete_port for 8b7a3547-6fda-499e-964b-e93bc69b2686 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:58.155274 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-65b7d4c7-0f2b-4c41-9f2d-b7b4d9470586 None None] Deleting port 8b7a3547-6fda-499e-964b-e93bc69b2686 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:58.155776 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65b7d4c7-0f2b-4c41-9f2d-b7b4d9470586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:58.162831 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e2ed029d-63bf-4890-9ae1-54d260a32969 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:48:58.176986 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3307bc4-fb05-48fa-8a21-443afcbd5294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:58.199199 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3307bc4-fb05-48fa-8a21-443afcbd5294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:58.207030 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b3307bc4-fb05-48fa-8a21-443afcbd5294 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f2242df4-3c21-4ac0-a042-1d9fa6b2e1f9 HTTP/1.1" status: 204 len: 168 time: 0.6034412 Mar 23 12:48:58.210383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54912) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:58.258927 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2990acd8-d32d-4a8e-ab24-375cb4b309d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:58.261130 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2990acd8-d32d-4a8e-ab24-375cb4b309d2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2379344 Mar 23 12:48:58.273976 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00f3d7d-e3f0-4d1a-aad2-f5fa40ba3a77 None None] Network 60e766b4-1016-48b5-88cb-19ac4b8761dc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:48:58.287665 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54914) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:58.491966 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:58.517981 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6bd48130-5c87-48ff-bc9d-9142c8120c85 req-8de7dffa-d055-436d-a44f-0c4e3a509960 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8611476 Mar 23 12:48:58.551796 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: e2ed029d-63bf-4890-9ae1-54d260a32969 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:48:58.552970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e2ed029d-63bf-4890-9ae1-54d260a32969 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:48:58.553593 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2b585fe0-d585-42e3-b604-9d4e97c21a09 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:48:58.555889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 44c45b65-9a60-45c9-97c3-51213f93dc96 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:48:58.628458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] Deleting port 56b2e3df-07b8-43d9-83e3-685b809c47d7 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:48:58.628820 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:58.639819 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-65b7d4c7-0f2b-4c41-9f2d-b7b4d9470586 None None] For port 8b7a3547-6fda-499e-964b-e93bc69b2686, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8b7a3547-6fda-499e-964b-e93bc69b2686,segment=NetworkSegment(61ec6d6d-435d-4196-8b99-96042b59491d),segment_id=61ec6d6d-435d-4196-8b99-96042b59491d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:58.640415 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65b7d4c7-0f2b-4c41-9f2d-b7b4d9470586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:58.656798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-65b7d4c7-0f2b-4c41-9f2d-b7b4d9470586 None None] Calling delete_port for 8b7a3547-6fda-499e-964b-e93bc69b2686 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:58.692487 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0451c3-285c-49f9-8fde-8ee4316dbbc9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:58.694165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0451c3-285c-49f9-8fde-8ee4316dbbc9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:58.696152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0451c3-285c-49f9-8fde-8ee4316dbbc9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:58.700959 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0b0451c3-285c-49f9-8fde-8ee4316dbbc9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4094753 Mar 23 12:48:58.704911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54924) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:58.756420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] For port 56b2e3df-07b8-43d9-83e3-685b809c47d7, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=56b2e3df-07b8-43d9-83e3-685b809c47d7,segment=NetworkSegment(d0ab9032-c268-4966-9406-bfeedebfb37b),segment_id=d0ab9032-c268-4966-9406-bfeedebfb37b)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:58.756999 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:58.776636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] Calling delete_port for 56b2e3df-07b8-43d9-83e3-685b809c47d7 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:48:58.833610 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54928) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:58.844566 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65b7d4c7-0f2b-4c41-9f2d-b7b4d9470586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:58.861635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b7d4c7-0f2b-4c41-9f2d-b7b4d9470586 None None] No DVR routers for this DVR port 8b7a3547-6fda-499e-964b-e93bc69b2686 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:48:58.867610 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 2b585fe0-d585-42e3-b604-9d4e97c21a09 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:48:58.867989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2b585fe0-d585-42e3-b604-9d4e97c21a09 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:48:58.869897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device eca4ed95-b17a-49a2-a1f8-b6c06512c02a no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:48:58.873737 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 44c45b65-9a60-45c9-97c3-51213f93dc96 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:58.874205 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:58.875310 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:58.910044 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b2e3df-07b8-43d9-83e3-685b809c47d7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:58.912747 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] No DVR routers for this DVR port 56b2e3df-07b8-43d9-83e3-685b809c47d7 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:48:58.933872 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-8affafd6-107a-4872-a825-641e68bc53d7 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Floating IP 91de9e31-a801-454b-b76b-7cd97c5c1b78 associated. External IP: 172.25.2.103, port: eaaf0cb8-116f-43f2-87be-664ed876cd63. Mar 23 12:48:59.003573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7d4c7-0f2b-4c41-9f2d-b7b4d9470586 None None] Pushing event deleted for resources: {'Port': ['ID=8b7a3547-6fda-499e-964b-e93bc69b2686,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:59.010196 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: eca4ed95-b17a-49a2-a1f8-b6c06512c02a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:48:59.014624 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device eca4ed95-b17a-49a2-a1f8-b6c06512c02a not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:48:59.015285 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8b7a3547-6fda-499e-964b-e93bc69b2686 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:48:59.033979 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:59.060667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e766b4-1016-48b5-88cb-19ac4b8761dc']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:59.106404 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ab9032-c268-4966-9406-bfeedebfb37b') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:59.106966 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ab9032-c268-4966-9406-bfeedebfb37b') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:59.129560 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 8b7a3547-6fda-499e-964b-e93bc69b2686 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:48:59.130114 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8b7a3547-6fda-499e-964b-e93bc69b2686 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:48:59.164088 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:59.169625 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:59.231078 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee4a28df-1e88-4856-b8fc-09f0fd959562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:59.246802 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:59.248140 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:59.260515 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:59.270115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:48:59.274819 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:48:59.279098 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:48:59.328078 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72544f9-e157-46c9-8f5b-eb13e3e98820 None None] DHCP port deletion for 60e766b4-1016-48b5-88cb-19ac4b8761dc request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:48:59.363044 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:59.381565 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:59.387993 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] 10.222.0.52 "DELETE /v2.0/networks/60e766b4-1016-48b5-88cb-19ac4b8761dc HTTP/1.1" status: 204 len: 168 time: 1.1764882 Mar 23 12:48:59.404862 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c45b65-9a60-45c9-97c3-51213f93dc96'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:59.404862 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d48ac3-d031-4338-a5ef-fcb4fc49a32f" -d '{"events": [{"server_uuid": "30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92", "name": "network-vif-plugged", "status": "completed", "tag": "44c45b65-9a60-45c9-97c3-51213f93dc96"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:59.420140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fef01438-e4af-4a7a-b7b9-19a81355fb09 None None] Provisioning complete for port 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:48:59.420522 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fef01438-e4af-4a7a-b7b9-19a81355fb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:59.436616 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 44c45b65-9a60-45c9-97c3-51213f93dc96, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=44c45b65-9a60-45c9-97c3-51213f93dc96,segment=NetworkSegment(5858bd8a-676e-4633-8719-693eb1b835ad),segment_id=5858bd8a-676e-4633-8719-693eb1b835ad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:59.489915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b7a3547-6fda-499e-964b-e93bc69b2686,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:59.497405 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] No DVR routers for this DVR port 8b7a3547-6fda-499e-964b-e93bc69b2686 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:48:59.508926 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:59.516290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d980d1-4f0a-476a-a4d8-26c292497091 admin admin] Pushing event deleted for resources: {'Network': ['ID=60e766b4-1016-48b5-88cb-19ac4b8761dc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:59.552358 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02dd703-e14d-475a-9269-a7c0913b4918 x-openstack-request-id: req-a02dd703-e14d-475a-9269-a7c0913b4918 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:59.552898 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92", "name": "network-vif-plugged", "status": "completed", "tag": "44c45b65-9a60-45c9-97c3-51213f93dc96", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:59.553069 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a02dd703-e14d-475a-9269-a7c0913b4918 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:59.553436 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c45b65-9a60-45c9-97c3-51213f93dc96', 'code': 200} Mar 23 12:48:59.589305 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9d2473-dc1e-46f3-b17c-1dbbd78d8079 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 55335fac-7dd5-43be-989a-b331278638ed {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:48:59.627497 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd9d2473-dc1e-46f3-b17c-1dbbd78d8079 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:59.666867 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=44c45b65-9a60-45c9-97c3-51213f93dc96,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:59.701522 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:59.795699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54950) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:59.819717 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd9d2473-dc1e-46f3-b17c-1dbbd78d8079 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:59.862587 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:48:59.871169 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5e0331e8-2ae7-44b4-bf46-8e2b2a8e5c2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff64bc9bdc02410baa9c0f7e27857a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717111 Mar 23 12:48:59.873965 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72999e3-8c36-4f2a-88b0-1a029f94ad64 req-21821b4e-3045-48f5-a3b9-f6409f2e90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:59.876113 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f72999e3-8c36-4f2a-88b0-1a029f94ad64 req-21821b4e-3045-48f5-a3b9-f6409f2e90a2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 1096 time: 0.2513294 Mar 23 12:48:59.876834 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54952) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:48:59.911671 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730db099-5e3d-425c-8622-66bd35978a7e req-c3d5b44b-209f-4498-a268-49763ed083ed tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:59.913221 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-730db099-5e3d-425c-8622-66bd35978a7e req-c3d5b44b-209f-4498-a268-49763ed083ed tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 945 time: 0.1858826 Mar 23 12:48:59.925716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e7b961-93d9-45ad-8d7b-62739f5ce26c']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:59.927017 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8b81c970-03b1-4baa-be30-29e9855b810b None None] Could not find standard attr ID for object 85e6870b-1dd5-4508-93d0-eb77fc482b9e. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:48:59.958371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ec6d6d-435d-4196-8b99-96042b59491d') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:59.959090 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ec6d6d-435d-4196-8b99-96042b59491d') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:59.999809 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.003187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8affafd6-107a-4872-a825-641e68bc53d7 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:49:00.015077 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-730db099-5e3d-425c-8622-66bd35978a7e req-29354404-2774-4911-97c3-d884e932ab4d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851579 Mar 23 12:49:00.021738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f72999e3-8c36-4f2a-88b0-1a029f94ad64 req-b279fbed-8384-4f38-838d-a223ac5b3e3d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296194 Mar 23 12:49:00.054476 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-870563b1-cf98-40cf-9150-c1fb80ace5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.081938 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.082476 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-870563b1-cf98-40cf-9150-c1fb80ace5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.114515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:00.148746 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-870563b1-cf98-40cf-9150-c1fb80ace5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.155085 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-870563b1-cf98-40cf-9150-c1fb80ace5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.165653 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:49:00.166415 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.167639 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-870563b1-cf98-40cf-9150-c1fb80ace5b2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c78b0589-0f94-4819-a5b3-31c77c5ce114 HTTP/1.1" status: 204 len: 168 time: 0.2732682 Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:49:00.171784 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:49:00.177872 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870563b1-cf98-40cf-9150-c1fb80ace5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78b0589-0f94-4819-a5b3-31c77c5ce114,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:00.231272 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:00.231662 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.241210 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee4a28df-1e88-4856-b8fc-09f0fd959562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.297359 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd9d2473-dc1e-46f3-b17c-1dbbd78d8079 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.326364 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee4a28df-1e88-4856-b8fc-09f0fd959562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.409727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 56b2e3df-07b8-43d9-83e3-685b809c47d7 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:49:00.433761 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 56b2e3df-07b8-43d9-83e3-685b809c47d7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:49:00.434107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 56b2e3df-07b8-43d9-83e3-685b809c47d7 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:49:00.443501 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.452794 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ee4a28df-1e88-4856-b8fc-09f0fd959562 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e67074a93484b4aa82a65774887b0c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6140337 Mar 23 12:49:00.455434 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54966) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:00.463530 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.466896 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] 10.222.0.52 "DELETE /v2.0/networks/90e7b961-93d9-45ad-8d7b-62739f5ce26c HTTP/1.1" status: 204 len: 168 time: 3.7479789 Mar 23 12:49:00.470630 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a28df-1e88-4856-b8fc-09f0fd959562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4470d4-89fa-469a-9e92-2d64265047a7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:00.489546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e22df-c5d8-4e91-9cbe-60954a293a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=90e7b961-93d9-45ad-8d7b-62739f5ce26c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:00.492188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8affafd6-107a-4872-a825-641e68bc53d7 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:49:00.499472 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8affafd6-107a-4872-a825-641e68bc53d7 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.510647 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91771d38-ac87-4ff7-ae5d-a9e3d37f58bd None None] Sync routers for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:49:00.530940 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd9d2473-dc1e-46f3-b17c-1dbbd78d8079 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.531814 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91771d38-ac87-4ff7-ae5d-a9e3d37f58bd None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:00.533979 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-91771d38-ac87-4ff7-ae5d-a9e3d37f58bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:48:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:00.554509 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.577263 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8affafd6-107a-4872-a825-641e68bc53d7 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "PUT /v2.0/floatingips/91de9e31-a801-454b-b76b-7cd97c5c1b78 HTTP/1.1" status: 200 len: 991 time: 3.8665764 Mar 23 12:49:00.610944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5877a750-6eac-4c45-b7ee-c5e29be42eb8', 'tag': 'eaaf0cb8-116f-43f2-87be-664ed876cd63'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:49:00.613987 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbaf92c0-94bf-44b8-a1c6-dde10839a452" -d '{"events": [{"name": "network-changed", "server_uuid": "5877a750-6eac-4c45-b7ee-c5e29be42eb8", "tag": "eaaf0cb8-116f-43f2-87be-664ed876cd63"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:49:00.619958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d2473-dc1e-46f3-b17c-1dbbd78d8079 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=55335fac-7dd5-43be-989a-b331278638ed,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:00.621946 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd9d2473-dc1e-46f3-b17c-1dbbd78d8079 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.625528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dd9d2473-dc1e-46f3-b17c-1dbbd78d8079 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/55335fac-7dd5-43be-989a-b331278638ed HTTP/1.1" status: 204 len: 168 time: 1.9194975 Mar 23 12:49:00.627984 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54978) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:00.629252 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1801ab-a09a-4066-aa87-9ebbf68e15ad None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:00.657295 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.692177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c10330-a7ff-41bf-a231-5a0ab10c80d1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 698c3421-e843-46a7-868d-cfac37ee6876 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:49:00.696049 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81c10330-a7ff-41bf-a231-5a0ab10c80d1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.721841 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-91771d38-ac87-4ff7-ae5d-a9e3d37f58bd None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:00.790425 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81c10330-a7ff-41bf-a231-5a0ab10c80d1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.829275 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.834391 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:00.842289 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f4470d4-89fa-469a-9e92-2d64265047a7 HTTP/1.1" status: 204 len: 168 time: 0.3849738 Mar 23 12:49:00.855390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4470d4-89fa-469a-9e92-2d64265047a7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:00.891348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:00.891801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:00.893328 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:00.893767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:00.895350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:00.896211 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:00.898181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:00.899303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:00.900510 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:00.902980 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:00.903119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 54990) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:00.903497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:00.905559 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8546c1c-2c02-4ab1-8fde-26052be7c538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:00.990877 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1d0cc8e5-fac6-47b8-b72b-5e8907ed6a0f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=58c99ee2e47f425c806eea0100fe6d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828760 Mar 23 12:49:00.991294 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 54992) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:00.998073 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81c10330-a7ff-41bf-a231-5a0ab10c80d1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:01.095286 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d55dafb-7290-4585-83a7-7b32a503169c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:01.155135 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81c10330-a7ff-41bf-a231-5a0ab10c80d1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:01.157308 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d55dafb-7290-4585-83a7-7b32a503169c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:01.207213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c10330-a7ff-41bf-a231-5a0ab10c80d1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=698c3421-e843-46a7-868d-cfac37ee6876,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:01.224695 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81c10330-a7ff-41bf-a231-5a0ab10c80d1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:01.228944 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-81c10330-a7ff-41bf-a231-5a0ab10c80d1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/698c3421-e843-46a7-868d-cfac37ee6876 HTTP/1.1" status: 204 len: 168 time: 0.5999725 Mar 23 12:49:01.232462 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55002) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:01.284588 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d55dafb-7290-4585-83a7-7b32a503169c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:01.289836 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d55dafb-7290-4585-83a7-7b32a503169c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:01.291611 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6d55dafb-7290-4585-83a7-7b32a503169c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41865d1c-a496-4874-b130-9aff54e900d6 HTTP/1.1" status: 204 len: 168 time: 0.2986357 Mar 23 12:49:01.301693 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-91771d38-ac87-4ff7-ae5d-a9e3d37f58bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '3520df3b-3184-4b10-a328-78863f9bfc2f', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:3d:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:46:18Z', 'updated_at': '2022-03-23T12:46:47Z', 'revision_number': 2, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}, {'id': '91de9e31-a801-454b-b76b-7cd97c5c1b78', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': 'eaaf0cb8-116f-43f2-87be-664ed876cd63', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:74:c3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877a750-6eac-4c45-b7ee-c5e29be42eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:28Z', 'updated_at': '2022-03-23T12:48:57Z', 'revision_number': 1, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:01.321246 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55dafb-7290-4585-83a7-7b32a503169c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41865d1c-a496-4874-b130-9aff54e900d6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:01.364401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0325a3-e502-480a-8ecf-7fc62c34089a req-669eb914-67e9-43e3-8ef9-dab2c590c478 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:01.366427 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de0325a3-e502-480a-8ecf-7fc62c34089a req-669eb914-67e9-43e3-8ef9-dab2c590c478 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 945 time: 0.1004641 Mar 23 12:49:01.410746 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91771d38-ac87-4ff7-ae5d-a9e3d37f58bd None None] Checking router: d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:49:01.431158 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e47bb65-4398-4fb5-9ed6-f708d2c59475 x-openstack-request-id: req-1e47bb65-4398-4fb5-9ed6-f708d2c59475 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:49:01.432151 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5877a750-6eac-4c45-b7ee-c5e29be42eb8", "tag": "eaaf0cb8-116f-43f2-87be-664ed876cd63", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:49:01.434635 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e47bb65-4398-4fb5-9ed6-f708d2c59475 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:49:01.437752 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5877a750-6eac-4c45-b7ee-c5e29be42eb8', 'tag': 'eaaf0cb8-116f-43f2-87be-664ed876cd63', 'status': 'completed', 'code': 200} Mar 23 12:49:01.450927 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b5fd7630-e795-4dce-a83f-fda27a6e0e4d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2175503 Mar 23 12:49:01.456333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55006) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:01.462175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-56021d81-be06-4e7d-a802-02159afef2f6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:01.475870 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91771d38-ac87-4ff7-ae5d-a9e3d37f58bd None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:01.477670 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-91771d38-ac87-4ff7-ae5d-a9e3d37f58bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:48:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:01.636443 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56021d81-be06-4e7d-a802-02159afef2f6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:01.648269 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56021d81-be06-4e7d-a802-02159afef2f6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:01.700779 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de0325a3-e502-480a-8ecf-7fc62c34089a req-ca82a1c3-2a70-42c6-8fb2-4038a2ee7dce tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239620 Mar 23 12:49:01.728658 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-91771d38-ac87-4ff7-ae5d-a9e3d37f58bd None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:01.769315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf92c0-94bf-44b8-a1c6-dde10839a452 req-18c5e004-6ddd-4e9e-b961-c44252cf15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:01.772972 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbaf92c0-94bf-44b8-a1c6-dde10839a452 req-18c5e004-6ddd-4e9e-b961-c44252cf15e6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 1096 time: 0.3240592 Mar 23 12:49:02.039071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf92c0-94bf-44b8-a1c6-dde10839a452 req-0cd0c2bb-21eb-481c-8b88-463b90821c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:02.041281 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbaf92c0-94bf-44b8-a1c6-dde10839a452 req-0cd0c2bb-21eb-481c-8b88-463b90821c55 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 915 time: 0.2577035 Mar 23 12:49:02.208570 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbaf92c0-94bf-44b8-a1c6-dde10839a452 req-b54187cf-ac63-4f2a-acc3-d43be338a664 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eaaf0cb8-116f-43f2-87be-664ed876cd63 HTTP/1.1" status: 200 len: 999 time: 0.1572766 Mar 23 12:49:02.329741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf92c0-94bf-44b8-a1c6-dde10839a452 req-62f68b0f-4522-4052-aea8-9c05a65c0ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:02.339085 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbaf92c0-94bf-44b8-a1c6-dde10839a452 req-62f68b0f-4522-4052-aea8-9c05a65c0ae6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=887f27a5-c519-4323-8382-2219821540c0 HTTP/1.1" status: 200 len: 853 time: 0.1209855 Mar 23 12:49:02.383473 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4afa40-4f7f-4e74-b8b3-ae8746d06bb4 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:02.392131 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-91771d38-ac87-4ff7-ae5d-a9e3d37f58bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '3520df3b-3184-4b10-a328-78863f9bfc2f', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:3d:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:46:18Z', 'updated_at': '2022-03-23T12:46:47Z', 'revision_number': 2, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}, {'id': '91de9e31-a801-454b-b76b-7cd97c5c1b78', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': 'eaaf0cb8-116f-43f2-87be-664ed876cd63', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:74:c3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877a750-6eac-4c45-b7ee-c5e29be42eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:28Z', 'updated_at': '2022-03-23T12:48:57Z', 'revision_number': 1, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:02.434651 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf92c0-94bf-44b8-a1c6-dde10839a452 req-44642037-77f6-498e-929f-e29a1eec31d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:02.440426 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbaf92c0-94bf-44b8-a1c6-dde10839a452 req-44642037-77f6-498e-929f-e29a1eec31d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ad59140-5a4c-426f-a608-38c6929a8267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936930 Mar 23 12:49:02.442573 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91771d38-ac87-4ff7-ae5d-a9e3d37f58bd None None] The sync data for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 is: [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '3520df3b-3184-4b10-a328-78863f9bfc2f', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:3d:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:46:18Z', 'updated_at': '2022-03-23T12:46:47Z', 'revision_number': 2, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}, {'id': '91de9e31-a801-454b-b76b-7cd97c5c1b78', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': 'eaaf0cb8-116f-43f2-87be-664ed876cd63', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:74:c3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5877a750-6eac-4c45-b7ee-c5e29be42eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:28Z', 'updated_at': '2022-03-23T12:48:57Z', 'revision_number': 1, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:49:02.622637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3653cdc7-7d44-4f3e-abab-80d81a97c1c3 None None] Provisioning complete for port 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:02.623275 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3653cdc7-7d44-4f3e-abab-80d81a97c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:02.654872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbaf92c0-94bf-44b8-a1c6-dde10839a452 req-f83920b3-5215-4844-bf5b-6ca7802a3298 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059529 Mar 23 12:49:02.798853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50410f46-8229-4b52-b90b-0354fdb0c1ee None None] DHCP port deletion for 8fb47147-24e2-481b-9f4e-7d054a56d184 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:49:02.866852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-50410f46-8229-4b52-b90b-0354fdb0c1ee None None] Deleting port 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:49:02.867686 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50410f46-8229-4b52-b90b-0354fdb0c1ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:02.873466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55060) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:02.925936 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80a8576-91a5-44c1-a238-8a68bfb2355b None None] New status for floating IP 91de9e31-a801-454b-b76b-7cd97c5c1b78: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:49:02.994869 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbaf92c0-94bf-44b8-a1c6-dde10839a452 req-019b926e-179e-49c3-a4c8-9e497e1cc7da service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309274 Mar 23 12:49:03.085248 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f85a5-d29d-4e71-9256-f40635873955 req-a9b7902c-5bd4-4b97-b158-786f0b41b086 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:03.089111 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c0f85a5-d29d-4e71-9256-f40635873955 req-a9b7902c-5bd4-4b97-b158-786f0b41b086 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 945 time: 0.1145523 Mar 23 12:49:03.188933 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-50410f46-8229-4b52-b90b-0354fdb0c1ee None None] For port 6ac2dec8-39ed-45ab-91f2-2895d6411ad2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=6ac2dec8-39ed-45ab-91f2-2895d6411ad2,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:03.189186 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50410f46-8229-4b52-b90b-0354fdb0c1ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:03.190098 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c0f85a5-d29d-4e71-9256-f40635873955 req-05a203db-d456-4049-88b9-6110a4a62856 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765188 Mar 23 12:49:03.211088 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-50410f46-8229-4b52-b90b-0354fdb0c1ee None None] Calling delete_port for 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:49:03.211716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.objects.ports [None req-56021d81-be06-4e7d-a802-02159afef2f6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:49:03.255821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7831034f-8db2-4a45-a0f8-09861d02b12b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1807793100-network', 'tenant_id': '1e8dfe327b994246bc2b41a16ce37e96'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:03.335229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7831034f-8db2-4a45-a0f8-09861d02b12b admin admin] Made reservation on behalf of 1e8dfe327b994246bc2b41a16ce37e96 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:03.341308 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7831034f-8db2-4a45-a0f8-09861d02b12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:03.370834 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7831034f-8db2-4a45-a0f8-09861d02b12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:03.545537 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7831034f-8db2-4a45-a0f8-09861d02b12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:03.561288 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7831034f-8db2-4a45-a0f8-09861d02b12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:03.594703 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56021d81-be06-4e7d-a802-02159afef2f6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:03.604334 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50410f46-8229-4b52-b90b-0354fdb0c1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:03.645069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831034f-8db2-4a45-a0f8-09861d02b12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4093d3-bc62-4990-9545-7dfcb24ad84c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:03.660674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7831034f-8db2-4a45-a0f8-09861d02b12b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:49:03.674474 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7831034f-8db2-4a45-a0f8-09861d02b12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:03.675179 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-7831034f-8db2-4a45-a0f8-09861d02b12b admin admin] Added segment 86475eb1-dc10-4de1-8420-9e0a32c46a64 of type vlan for network 78224d7e-ebe5-4171-ae01-5cd3a519144a Mar 23 12:49:03.679956 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50410f46-8229-4b52-b90b-0354fdb0c1ee None None] No DVR routers for this DVR port 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:49:03.703760 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50410f46-8229-4b52-b90b-0354fdb0c1ee None None] Pushing event deleted for resources: {'Port': ['ID=6ac2dec8-39ed-45ab-91f2-2895d6411ad2,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:03.746293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-56021d81-be06-4e7d-a802-02159afef2f6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Port 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 concurrently deleted while adding address for new subnet {'id': '7b864cfe-8a10-4135-ab50-3a9145eff0ca', 'name': '', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2385, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-03-23T12:49:02Z', 'updated_at': '2022-03-23T12:49:02Z', 'revision_number': 0, 'segment_id': None, 'project_id': '4bc421c1f13f4d44b7c9246e5721eb5b'}. {{(pid=102779) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Mar 23 12:49:03.748689 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56021d81-be06-4e7d-a802-02159afef2f6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:03.838542 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7831034f-8db2-4a45-a0f8-09861d02b12b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:03.885487 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56021d81-be06-4e7d-a802-02159afef2f6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=7b864cfe-8a10-4135-ab50-3a9145eff0ca,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:03.912163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56021d81-be06-4e7d-a802-02159afef2f6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:03.914811 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-56021d81-be06-4e7d-a802-02159afef2f6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:03.919141 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56021d81-be06-4e7d-a802-02159afef2f6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:03.920183 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56021d81-be06-4e7d-a802-02159afef2f6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:03.924884 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb2ac62-33f2-4453-99e2-b486d762329c None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:03.949367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55150) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:03.951273 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-56021d81-be06-4e7d-a802-02159afef2f6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4937403 Mar 23 12:49:03.957468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4eaa2e35-70a5-43af-8d8c-c636884a3467 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:03.982066 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7831034f-8db2-4a45-a0f8-09861d02b12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:03.983412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7831034f-8db2-4a45-a0f8-09861d02b12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:03.985058 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7831034f-8db2-4a45-a0f8-09861d02b12b admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:04.051958 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7831034f-8db2-4a45-a0f8-09861d02b12b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1735334 Mar 23 12:49:04.054917 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55152) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:04.064554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-513d7952-6625-4061-bec4-f68e43f2c528 admin admin] Request body: {'subnet': {'network_id': '78224d7e-ebe5-4171-ae01-5cd3a519144a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1807793100-subnet', 'tenant_id': '1e8dfe327b994246bc2b41a16ce37e96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:04.148627 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513d7952-6625-4061-bec4-f68e43f2c528 admin admin] Made reservation on behalf of 1e8dfe327b994246bc2b41a16ce37e96 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:04.153081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-513d7952-6625-4061-bec4-f68e43f2c528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:04.385079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831034f-8db2-4a45-a0f8-09861d02b12b admin admin] Pushing event updated for resources: {'Network': ['ID=78224d7e-ebe5-4171-ae01-5cd3a519144a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:04.422279 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:49:04.549451 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaa2e35-70a5-43af-8d8c-c636884a3467 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:04.571388 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4eaa2e35-70a5-43af-8d8c-c636884a3467 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:04.590375 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 78224d7e-ebe5-4171-ae01-5cd3a519144a details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:49:04.600289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:49:04.600635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6ac2dec8-39ed-45ab-91f2-2895d6411ad2 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:49:04.635742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': '7b864cfe-8a10-4135-ab50-3a9145eff0ca'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:49:04.636644 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:04.709657 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-513d7952-6625-4061-bec4-f68e43f2c528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:04.785474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d7952-6625-4061-bec4-f68e43f2c528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c258fb9a-2bf7-491b-aa90-3f8dad8d2bce,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:04.856640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513d7952-6625-4061-bec4-f68e43f2c528 admin admin] Checking segment: {'id': '86475eb1-dc10-4de1-8420-9e0a32c46a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '78224d7e-ebe5-4171-ae01-5cd3a519144a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:49:04.857216 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513d7952-6625-4061-bec4-f68e43f2c528 admin admin] Network hostable DHCP agents. Network: 78224d7e-ebe5-4171-ae01-5cd3a519144a, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:49:04.872879 n-d-834854-1 neutron-server[102778]: INFO neutron.db.ipam_backend_mixin [None req-4eaa2e35-70a5-43af-8d8c-c636884a3467 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b864cfe-8a10-4135-ab50-3a9145eff0ca (CIDR: 2001:db8::/64) Mar 23 12:49:04.881263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513d7952-6625-4061-bec4-f68e43f2c528 admin admin] Network 78224d7e-ebe5-4171-ae01-5cd3a519144a is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:49:04.881990 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eaa2e35-70a5-43af-8d8c-c636884a3467 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:49:04.885730 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eaa2e35-70a5-43af-8d8c-c636884a3467 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:04.912397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-513d7952-6625-4061-bec4-f68e43f2c528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 78224d7e-ebe5-4171-ae01-5cd3a519144a) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:04.928493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d7952-6625-4061-bec4-f68e43f2c528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:04.929458 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-513d7952-6625-4061-bec4-f68e43f2c528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:04.936850 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55258) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:04.939600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52edc189-71e4-4336-86f6-53ffd1910cd0 None None] Network 78224d7e-ebe5-4171-ae01-5cd3a519144a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:04.939749 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4eaa2e35-70a5-43af-8d8c-c636884a3467 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9878790 Mar 23 12:49:04.943577 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7d973593-8cd1-4459-acc6-0e67c8d3b0c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:05.088800 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-513d7952-6625-4061-bec4-f68e43f2c528 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0300355 Mar 23 12:49:05.319243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d973593-8cd1-4459-acc6-0e67c8d3b0c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:05.325221 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d973593-8cd1-4459-acc6-0e67c8d3b0c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:05.412945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55298) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:05.813278 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8d00-2c69-4801-b86d-2884ded1c676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:05.843415 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Allocated IP 2001:db8::f816:3eff:feb3:5b5e (8fb47147-24e2-481b-9f4e-7d054a56d184/7b864cfe-8a10-4135-ab50-3a9145eff0ca/afb9f4b1-9546-47e2-b869-76d9ff33a9b1) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:06.007633 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8d00-2c69-4801-b86d-2884ded1c676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.018471 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8d00-2c69-4801-b86d-2884ded1c676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.080685 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d973593-8cd1-4459-acc6-0e67c8d3b0c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.165078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55344) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:06.179957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e9433c66-e17d-4801-bd82-9e640d08d818 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-51584305-network', 'tenant_id': 'b7c97190a7d9491c9c2108d6d520e21f'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:06.192281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55348) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:06.200562 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e7bd8d00-2c69-4801-b86d-2884ded1c676 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9be9eb9f7dc543609100d481d3d0f9ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7841718 Mar 23 12:49:06.221768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd8d00-2c69-4801-b86d-2884ded1c676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380c4e4f-3cf3-47e1-8c91-6557da87704e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:06.242013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9433c66-e17d-4801-bd82-9e640d08d818 admin admin] Made reservation on behalf of b7c97190a7d9491c9c2108d6d520e21f for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:06.244566 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c067de5f-25a4-496b-8f4f-544a1fd363d7 None None] Network 78224d7e-ebe5-4171-ae01-5cd3a519144a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:06.244729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d973593-8cd1-4459-acc6-0e67c8d3b0c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:06.245286 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9433c66-e17d-4801-bd82-9e640d08d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.260512 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9433c66-e17d-4801-bd82-9e640d08d818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.276552 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7d973593-8cd1-4459-acc6-0e67c8d3b0c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:06.284906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d973593-8cd1-4459-acc6-0e67c8d3b0c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:06.285999 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d973593-8cd1-4459-acc6-0e67c8d3b0c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.314635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d973593-8cd1-4459-acc6-0e67c8d3b0c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=0cfc2d0d-0b57-49fa-8846-8ef944a0e134,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:06.350592 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7d973593-8cd1-4459-acc6-0e67c8d3b0c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4123735 Mar 23 12:49:06.354385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55354) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:06.361715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-33cdacb9-e10f-49b3-bfd6-6f9a96558783 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'mac_address': 'fa:16:3e:ee:17:7a', 'name': 'tempest-NetworksTestDHCPv6-925349632'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:06.384998 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9433c66-e17d-4801-bd82-9e640d08d818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.394245 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9433c66-e17d-4801-bd82-9e640d08d818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.404841 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c149d732-4923-4c73-b0a7-e9d61cbd5540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.424455 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9433c66-e17d-4801-bd82-9e640d08d818 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:49:06.464130 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9433c66-e17d-4801-bd82-9e640d08d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.465833 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-e9433c66-e17d-4801-bd82-9e640d08d818 admin admin] Added segment 3ba7a8f1-2488-4257-a0d8-3d94f3307b0f of type vlan for network 6b965deb-79b6-4b1b-b890-08e1bf260b7e Mar 23 12:49:06.494959 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9433c66-e17d-4801-bd82-9e640d08d818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c5bf1b-c162-4700-a2d2-91ec5cd3133a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:06.511288 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c149d732-4923-4c73-b0a7-e9d61cbd5540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.562023 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9433c66-e17d-4801-bd82-9e640d08d818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.601689 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cdacb9-e10f-49b3-bfd6-6f9a96558783 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:06.612546 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c149d732-4923-4c73-b0a7-e9d61cbd5540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.613889 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9433c66-e17d-4801-bd82-9e640d08d818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.615065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9433c66-e17d-4801-bd82-9e640d08d818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:06.615884 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9433c66-e17d-4801-bd82-9e640d08d818 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.626307 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c149d732-4923-4c73-b0a7-e9d61cbd5540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.626645 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.630330 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c149d732-4923-4c73-b0a7-e9d61cbd5540 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/380c4e4f-3cf3-47e1-8c91-6557da87704e HTTP/1.1" status: 204 len: 168 time: 0.4341269 Mar 23 12:49:06.635787 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.656382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:06.663089 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e9433c66-e17d-4801-bd82-9e640d08d818 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4960351 Mar 23 12:49:06.667137 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55360) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:06.674069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-89244304-2267-4613-85d7-3b3f920b3366 admin admin] Request body: {'subnet': {'network_id': '6b965deb-79b6-4b1b-b890-08e1bf260b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-51584305-subnet', 'tenant_id': 'b7c97190a7d9491c9c2108d6d520e21f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:06.709410 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:06.712844 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:06.716657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Pushing event updated for resources: {'Port': ['ID=afb9f4b1-9546-47e2-b869-76d9ff33a9b1,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:06.764721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89244304-2267-4613-85d7-3b3f920b3366 admin admin] Made reservation on behalf of b7c97190a7d9491c9c2108d6d520e21f for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:06.767353 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89244304-2267-4613-85d7-3b3f920b3366 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.791036 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Attempting to bind port afb9f4b1-9546-47e2-b869-76d9ff33a9b1 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:49:06.791677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Attempting to bind port afb9f4b1-9546-47e2-b869-76d9ff33a9b1 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:49:06.792401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Attempting to bind port afb9f4b1-9546-47e2-b869-76d9ff33a9b1 on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:06.794085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9433c66-e17d-4801-bd82-9e640d08d818 admin admin] Pushing event updated for resources: {'Network': ['ID=6b965deb-79b6-4b1b-b890-08e1bf260b7e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:06.798938 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149d732-4923-4c73-b0a7-e9d61cbd5540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380c4e4f-3cf3-47e1-8c91-6557da87704e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:06.818314 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 6b965deb-79b6-4b1b-b890-08e1bf260b7e details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:49:06.861943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:49:06.863073 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:49:06.864328 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.864904 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:49:06.865567 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Bound port: afb9f4b1-9546-47e2-b869-76d9ff33a9b1, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:49:06.866131 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.875842 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33cdacb9-e10f-49b3-bfd6-6f9a96558783 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:06.932208 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-33cdacb9-e10f-49b3-bfd6-6f9a96558783 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port 02fe21c7-a159-4d40-ac6a-e092893c1e91 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:49:07.008693 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] For port afb9f4b1-9546-47e2-b869-76d9ff33a9b1, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:49:07.017407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] For port afb9f4b1-9546-47e2-b869-76d9ff33a9b1, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=afb9f4b1-9546-47e2-b869-76d9ff33a9b1,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:49:07.031574 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:07.203451 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7dafa-fcde-44c9-8ff4-ca50eb6dc8d8 None None] Pushing event updated for resources: {'Port': ['ID=afb9f4b1-9546-47e2-b869-76d9ff33a9b1,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:07.326948 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89244304-2267-4613-85d7-3b3f920b3366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:07.522583 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-33cdacb9-e10f-49b3-bfd6-6f9a96558783 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8:0:1::358 (8fb47147-24e2-481b-9f4e-7d054a56d184/0cfc2d0d-0b57-49fa-8846-8ef944a0e134/02fe21c7-a159-4d40-ac6a-e092893c1e91) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:07.532318 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89244304-2267-4613-85d7-3b3f920b3366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c330cd21-850a-4834-b7c4-499c7a00fd77,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:07.551561 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-33cdacb9-e10f-49b3-bfd6-6f9a96558783 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::f816:3eff:feee:177a (8fb47147-24e2-481b-9f4e-7d054a56d184/7b864cfe-8a10-4135-ab50-3a9145eff0ca/02fe21c7-a159-4d40-ac6a-e092893c1e91) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:07.579798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89244304-2267-4613-85d7-3b3f920b3366 admin admin] Checking segment: {'id': '3ba7a8f1-2488-4257-a0d8-3d94f3307b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6b965deb-79b6-4b1b-b890-08e1bf260b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:49:07.580190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89244304-2267-4613-85d7-3b3f920b3366 admin admin] Network hostable DHCP agents. Network: 6b965deb-79b6-4b1b-b890-08e1bf260b7e, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:49:07.704903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89244304-2267-4613-85d7-3b3f920b3366 admin admin] Network 6b965deb-79b6-4b1b-b890-08e1bf260b7e is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:49:07.742893 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-89244304-2267-4613-85d7-3b3f920b3366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 6b965deb-79b6-4b1b-b890-08e1bf260b7e) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:07.748946 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89244304-2267-4613-85d7-3b3f920b3366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:07.749528 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89244304-2267-4613-85d7-3b3f920b3366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:07.760423 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042ed616-9097-4ca3-a085-7f2e2cabad82 None None] Network 6b965deb-79b6-4b1b-b890-08e1bf260b7e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:07.780123 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-89244304-2267-4613-85d7-3b3f920b3366 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1117334 Mar 23 12:49:08.066254 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33cdacb9-e10f-49b3-bfd6-6f9a96558783 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:08.116613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0109d86e-ebd6-47b8-b2f2-6572cb64cc4a None None] Network 6b965deb-79b6-4b1b-b890-08e1bf260b7e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:08.216058 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33cdacb9-e10f-49b3-bfd6-6f9a96558783 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:08.348910 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device afb9f4b1-9546-47e2-b869-76d9ff33a9b1 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:08.370435 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cdacb9-e10f-49b3-bfd6-6f9a96558783 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=02fe21c7-a159-4d40-ac6a-e092893c1e91,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:08.407417 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cdacb9-e10f-49b3-bfd6-6f9a96558783 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:08.409408 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-33cdacb9-e10f-49b3-bfd6-6f9a96558783 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:08.413252 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cdacb9-e10f-49b3-bfd6-6f9a96558783 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:08.433135 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cdacb9-e10f-49b3-bfd6-6f9a96558783 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:08.436976 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-33cdacb9-e10f-49b3-bfd6-6f9a96558783 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:08.499048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55412) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:08.514326 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-33cdacb9-e10f-49b3-bfd6-6f9a96558783 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1402259 Mar 23 12:49:08.542996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port afb9f4b1-9546-47e2-b869-76d9ff33a9b1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:08.543846 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:08.754653 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:08.769684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7115bad5-f8c1-4b36-97d8-229f34e8aa24 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port 02fe21c7-a159-4d40-ac6a-e092893c1e91 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:49:08.770179 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7115bad5-f8c1-4b36-97d8-229f34e8aa24 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:08.863218 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port afb9f4b1-9546-47e2-b869-76d9ff33a9b1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=afb9f4b1-9546-47e2-b869-76d9ff33a9b1,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:08.872305 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:08.974683 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7115bad5-f8c1-4b36-97d8-229f34e8aa24 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:09.003491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7115bad5-f8c1-4b36-97d8-229f34e8aa24 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for 02fe21c7-a159-4d40-ac6a-e092893c1e91 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:49:09.011516 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=afb9f4b1-9546-47e2-b869-76d9ff33a9b1,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:09.172732 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5e9f73-322b-4df8-8575-a6937472222e None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:09.305485 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7115bad5-f8c1-4b36-97d8-229f34e8aa24 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:09.334741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eee27205-0385-4fe6-bb59-12fc9da3d6ec None None] Provisioning complete for port afb9f4b1-9546-47e2-b869-76d9ff33a9b1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:09.335128 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eee27205-0385-4fe6-bb59-12fc9da3d6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:09.378522 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115bad5-f8c1-4b36-97d8-229f34e8aa24 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=02fe21c7-a159-4d40-ac6a-e092893c1e91,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:09.447851 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7115bad5-f8c1-4b36-97d8-229f34e8aa24 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:09.454199 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55430) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:09.456173 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7115bad5-f8c1-4b36-97d8-229f34e8aa24 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/02fe21c7-a159-4d40-ac6a-e092893c1e91 HTTP/1.1" status: 204 len: 168 time: 0.9559596 Mar 23 12:49:09.583207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5ead37-9381-43ca-a286-7db1ed662c6a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:09.595400 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4f5ead37-9381-43ca-a286-7db1ed662c6a tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1401374 Mar 23 12:49:09.597948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55436) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:09.662130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d50d3c5-c1ab-4680-9b35-1137386006a0 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:09.666922 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3d50d3c5-c1ab-4680-9b35-1137386006a0 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0647209 Mar 23 12:49:09.666922 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55438) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:09.711646 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7051457-cc7e-489f-920c-833da04f63a5 None None] Update dhcp port {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'fixed_ips': [{'subnet_id': '7b864cfe-8a10-4135-ab50-3a9145eff0ca', 'ip_address': '2001:db8::f816:3eff:feb3:5b5e'}, {'subnet_id': '0cfc2d0d-0b57-49fa-8846-8ef944a0e134'}], 'binding:host_id': 'n-d-834854-1'}, 'id': 'afb9f4b1-9546-47e2-b869-76d9ff33a9b1'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:49:09.745001 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7051457-cc7e-489f-920c-833da04f63a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:09.808817 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d932a98-8c98-4c6d-8054-a7eba5323c8d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:09.811610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d932a98-8c98-4c6d-8054-a7eba5323c8d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:09.821045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d932a98-8c98-4c6d-8054-a7eba5323c8d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:09.823011 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6d932a98-8c98-4c6d-8054-a7eba5323c8d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1513386 Mar 23 12:49:09.825950 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55442) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:09.974464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73da757-1788-4b7a-b37d-b7e2c21d5a0d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 0cfc2d0d-0b57-49fa-8846-8ef944a0e134 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:49:09.986270 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e73da757-1788-4b7a-b37d-b7e2c21d5a0d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:10.069972 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e73da757-1788-4b7a-b37d-b7e2c21d5a0d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:10.135855 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e73da757-1788-4b7a-b37d-b7e2c21d5a0d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:10.150197 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device afb9f4b1-9546-47e2-b869-76d9ff33a9b1 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:10.239790 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e73da757-1788-4b7a-b37d-b7e2c21d5a0d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-f7051457-cc7e-489f-920c-833da04f63a5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cfc2d0d-0b57-49fa-8846-8ef944a0e134: This subnet is being modified by another concurrent operation. Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:49:10.261344 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cfc2d0d-0b57-49fa-8846-8ef944a0e134: This subnet is being modified by another concurrent operation. Mar 23 12:49:10.265540 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Mar 23 12:49:10.292009 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port afb9f4b1-9546-47e2-b869-76d9ff33a9b1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:10.292376 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:10.332564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73da757-1788-4b7a-b37d-b7e2c21d5a0d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=0cfc2d0d-0b57-49fa-8846-8ef944a0e134,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:10.336171 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e73da757-1788-4b7a-b37d-b7e2c21d5a0d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:10.347214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55454) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:10.356071 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e73da757-1788-4b7a-b37d-b7e2c21d5a0d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/0cfc2d0d-0b57-49fa-8846-8ef944a0e134 HTTP/1.1" status: 204 len: 168 time: 0.5193260 Mar 23 12:49:10.452784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-107b6137-2715-4229-9d57-af83bf28ed9c None None] Provisioning complete for port afb9f4b1-9546-47e2-b869-76d9ff33a9b1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:10.453158 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-107b6137-2715-4229-9d57-af83bf28ed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:10.475218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-618acc9d-83be-4275-b97b-f852b75acdf0 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 7b864cfe-8a10-4135-ab50-3a9145eff0ca {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:49:10.480325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-618acc9d-83be-4275-b97b-f852b75acdf0 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:10.574318 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-618acc9d-83be-4275-b97b-f852b75acdf0 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:10.775105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc29dd49-48b8-4213-a659-1f5838b69f2a None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:49:10.862397 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-618acc9d-83be-4275-b97b-f852b75acdf0 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:10.901459 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a9e27e21-139d-48ee-a256-5ca9e3290e46 None None] Could not find standard attr ID for object 02fe21c7-a159-4d40-ac6a-e092893c1e91. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:49:10.955393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc29dd49-48b8-4213-a659-1f5838b69f2a None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:49:11.006444 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-618acc9d-83be-4275-b97b-f852b75acdf0 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:11.056133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618acc9d-83be-4275-b97b-f852b75acdf0 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=7b864cfe-8a10-4135-ab50-3a9145eff0ca,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:11.067300 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-618acc9d-83be-4275-b97b-f852b75acdf0 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:11.072379 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-618acc9d-83be-4275-b97b-f852b75acdf0 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/7b864cfe-8a10-4135-ab50-3a9145eff0ca HTTP/1.1" status: 204 len: 168 time: 0.7240968 Mar 23 12:49:11.074884 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55466) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:11.122102 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bbe17f65-3e29-4020-88a5-ab1332b44e00 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460038 Mar 23 12:49:11.124992 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55470) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:11.134686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2c977727-611c-47de-8673-33c7716d24c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:11.257144 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c977727-611c-47de-8673-33c7716d24c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:11.261783 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c977727-611c-47de-8673-33c7716d24c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:11.418849 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842a2e96-27df-4dcb-84a1-7a8169dc4361 None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:49:11.525498 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c977727-611c-47de-8673-33c7716d24c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:11.529969 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-99716168-54f4-42a9-8e11-30a6683255ec None None] Provisioning complete for port afb9f4b1-9546-47e2-b869-76d9ff33a9b1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:11.530347 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-99716168-54f4-42a9-8e11-30a6683255ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:11.651837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842a2e96-27df-4dcb-84a1-7a8169dc4361 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:49:11.664123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c977727-611c-47de-8673-33c7716d24c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:11.686366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2c977727-611c-47de-8673-33c7716d24c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:11.706003 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c977727-611c-47de-8673-33c7716d24c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:11.706717 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c977727-611c-47de-8673-33c7716d24c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:11.713486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c977727-611c-47de-8673-33c7716d24c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=3de0f943-611f-4327-85b3-157421e8c137,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:11.766259 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2c977727-611c-47de-8673-33c7716d24c4 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6396358 Mar 23 12:49:11.768935 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55484) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:11.781921 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2519c451-981a-4f97-8110-f3d2f8d07d2e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:12.015112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2519c451-981a-4f97-8110-f3d2f8d07d2e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:12.019027 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2519c451-981a-4f97-8110-f3d2f8d07d2e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:12.056503 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55494) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:12.178170 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device afb9f4b1-9546-47e2-b869-76d9ff33a9b1 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:49:12.265275 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-faedcb6f-2aa3-4a34-87cd-a9f385773efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:12.409726 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:12.415520 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-faedcb6f-2aa3-4a34-87cd-a9f385773efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:12.420979 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-faedcb6f-2aa3-4a34-87cd-a9f385773efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:12.487268 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port afb9f4b1-9546-47e2-b869-76d9ff33a9b1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=afb9f4b1-9546-47e2-b869-76d9ff33a9b1,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:12.516076 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:12.517034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedcb6f-2aa3-4a34-87cd-a9f385773efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad28ad5e-2cbd-470e-8740-798a2cc31c16,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:12.543615 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-faedcb6f-2aa3-4a34-87cd-a9f385773efb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f82ae09e9f114e5fb7340b8e41cdeb35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856098 Mar 23 12:49:12.544266 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55498) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:12.563821 n-d-834854-1 neutron-server[102778]: INFO neutron.db.ipam_backend_mixin [None req-2519c451-981a-4f97-8110-f3d2f8d07d2e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3de0f943-611f-4327-85b3-157421e8c137 (CIDR: 2001:db8::/64) Mar 23 12:49:12.570831 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2519c451-981a-4f97-8110-f3d2f8d07d2e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:49:12.572274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2519c451-981a-4f97-8110-f3d2f8d07d2e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:12.605635 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2519c451-981a-4f97-8110-f3d2f8d07d2e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8353703 Mar 23 12:49:12.607143 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55502) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:12.615471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4482003d-75ea-41bd-bf28-aabf89e65841 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:12.652214 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=afb9f4b1-9546-47e2-b869-76d9ff33a9b1,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:12.664730 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24babeb1-8465-4c89-b972-eb792c6224e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:12.726328 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24babeb1-8465-4c89-b972-eb792c6224e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:12.778120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ad63a5-6fa5-44a6-83a4-6fc47d1a0888 None None] Update dhcp port {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'fixed_ips': [{'subnet_id': '3de0f943-611f-4327-85b3-157421e8c137'}], 'binding:host_id': 'n-d-834854-1'}, 'id': 'afb9f4b1-9546-47e2-b869-76d9ff33a9b1'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:49:12.795692 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24babeb1-8465-4c89-b972-eb792c6224e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:12.798990 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24babeb1-8465-4c89-b972-eb792c6224e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:12.800312 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-24babeb1-8465-4c89-b972-eb792c6224e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad28ad5e-2cbd-470e-8740-798a2cc31c16 HTTP/1.1" status: 204 len: 168 time: 0.2498066 Mar 23 12:49:12.813896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24babeb1-8465-4c89-b972-eb792c6224e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad28ad5e-2cbd-470e-8740-798a2cc31c16,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:12.820170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4482003d-75ea-41bd-bf28-aabf89e65841 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:12.823658 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4482003d-75ea-41bd-bf28-aabf89e65841 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:12.858478 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-05ad63a5-6fa5-44a6-83a4-6fc47d1a0888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:13.380026 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-05ad63a5-6fa5-44a6-83a4-6fc47d1a0888 None None] Allocated IP 2001:db8::2 (8fb47147-24e2-481b-9f4e-7d054a56d184/3de0f943-611f-4327-85b3-157421e8c137/afb9f4b1-9546-47e2-b869-76d9ff33a9b1) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:13.447984 n-d-834854-1 neutron-server[102778]: DEBUG neutron.objects.ports [None req-4482003d-75ea-41bd-bf28-aabf89e65841 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:49:13.529181 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-05ad63a5-6fa5-44a6-83a4-6fc47d1a0888 None None] For port afb9f4b1-9546-47e2-b869-76d9ff33a9b1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=afb9f4b1-9546-47e2-b869-76d9ff33a9b1,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:13.591940 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-05ad63a5-6fa5-44a6-83a4-6fc47d1a0888 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:13.599800 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-05ad63a5-6fa5-44a6-83a4-6fc47d1a0888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:13.690779 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad63a5-6fa5-44a6-83a4-6fc47d1a0888 None None] Pushing event updated for resources: {'Port': ['ID=afb9f4b1-9546-47e2-b869-76d9ff33a9b1,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:13.705830 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4482003d-75ea-41bd-bf28-aabf89e65841 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:14.007370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-4482003d-75ea-41bd-bf28-aabf89e65841 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] For port afb9f4b1-9546-47e2-b869-76d9ff33a9b1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=afb9f4b1-9546-47e2-b869-76d9ff33a9b1,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:14.080648 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4482003d-75ea-41bd-bf28-aabf89e65841 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:14.090192 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4482003d-75ea-41bd-bf28-aabf89e65841 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:14.091306 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4482003d-75ea-41bd-bf28-aabf89e65841 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:14.214939 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device afb9f4b1-9546-47e2-b869-76d9ff33a9b1 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:14.263834 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4482003d-75ea-41bd-bf28-aabf89e65841 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:14.275730 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-4482003d-75ea-41bd-bf28-aabf89e65841 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:14.283412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4482003d-75ea-41bd-bf28-aabf89e65841 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:14.284043 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4482003d-75ea-41bd-bf28-aabf89e65841 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:14.325616 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482003d-75ea-41bd-bf28-aabf89e65841 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=9640c71a-78ff-41bf-b0ea-40d39cbf79b1,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:14.328423 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482003d-75ea-41bd-bf28-aabf89e65841 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=afb9f4b1-9546-47e2-b869-76d9ff33a9b1,revision_number=8']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:14.338623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port afb9f4b1-9546-47e2-b869-76d9ff33a9b1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:14.339813 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:14.347197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55548) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:14.356270 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7345cf7a-8f10-4651-9ff6-f76d67a39bfb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'mac_address': 'fa:16:3e:e2:da:32', 'name': 'tempest-NetworksTestDHCPv6-1563673859'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:14.356487 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4482003d-75ea-41bd-bf28-aabf89e65841 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7357144 Mar 23 12:49:14.536720 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:14.557337 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7345cf7a-8f10-4651-9ff6-f76d67a39bfb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:14.590280 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port afb9f4b1-9546-47e2-b869-76d9ff33a9b1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=afb9f4b1-9546-47e2-b869-76d9ff33a9b1,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:14.597066 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:14.693592 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=afb9f4b1-9546-47e2-b869-76d9ff33a9b1,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:14.723498 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7345cf7a-8f10-4651-9ff6-f76d67a39bfb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:14.738755 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55552) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:14.760702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-7345cf7a-8f10-4651-9ff6-f76d67a39bfb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port c41f199f-0746-4542-83ec-93e55c9bb5b6 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:49:14.941716 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1e1f-2a93-417e-b7d3-60a6bca470b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:15.012646 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdd007b-98b1-4c60-a52b-33baf1229c19 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:15.043767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-7345cf7a-8f10-4651-9ff6-f76d67a39bfb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::16e (8fb47147-24e2-481b-9f4e-7d054a56d184/3de0f943-611f-4327-85b3-157421e8c137/c41f199f-0746-4542-83ec-93e55c9bb5b6) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:15.071764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-7345cf7a-8f10-4651-9ff6-f76d67a39bfb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8:0:1:f816:3eff:fee2:da32 (8fb47147-24e2-481b-9f4e-7d054a56d184/9640c71a-78ff-41bf-b0ea-40d39cbf79b1/c41f199f-0746-4542-83ec-93e55c9bb5b6) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:15.124149 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1e1f-2a93-417e-b7d3-60a6bca470b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:15.132668 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1e1f-2a93-417e-b7d3-60a6bca470b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:15.151789 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1c87bfc0-e05b-466d-a828-e60b2813fdb0 None None] Provisioning complete for port afb9f4b1-9546-47e2-b869-76d9ff33a9b1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:15.152185 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c87bfc0-e05b-466d-a828-e60b2813fdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:15.266045 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7b6d1e1f-2a93-417e-b7d3-60a6bca470b0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e19a44be5875455a939ad8f514bc452e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5234444 Mar 23 12:49:15.266045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55562) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:15.270155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d1e1f-2a93-417e-b7d3-60a6bca470b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821f244f-4d0c-43be-b1f2-c77dbed10878,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:15.383036 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f4f64ea-ec34-4402-a331-71f0f040616b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:15.429004 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f4f64ea-ec34-4402-a331-71f0f040616b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:15.433165 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7345cf7a-8f10-4651-9ff6-f76d67a39bfb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:15.497316 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f4f64ea-ec34-4402-a331-71f0f040616b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:15.499351 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7345cf7a-8f10-4651-9ff6-f76d67a39bfb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:15.502235 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f4f64ea-ec34-4402-a331-71f0f040616b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:15.503412 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7f4f64ea-ec34-4402-a331-71f0f040616b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/821f244f-4d0c-43be-b1f2-c77dbed10878 HTTP/1.1" status: 204 len: 168 time: 0.2356455 Mar 23 12:49:15.521945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f64ea-ec34-4402-a331-71f0f040616b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821f244f-4d0c-43be-b1f2-c77dbed10878,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:15.599438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7345cf7a-8f10-4651-9ff6-f76d67a39bfb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:15.603519 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7345cf7a-8f10-4651-9ff6-f76d67a39bfb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:15.613937 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345cf7a-8f10-4651-9ff6-f76d67a39bfb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=c41f199f-0746-4542-83ec-93e55c9bb5b6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:15.616758 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7345cf7a-8f10-4651-9ff6-f76d67a39bfb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:15.624077 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7345cf7a-8f10-4651-9ff6-f76d67a39bfb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:15.629535 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7345cf7a-8f10-4651-9ff6-f76d67a39bfb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:15.665125 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7345cf7a-8f10-4651-9ff6-f76d67a39bfb tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3154237 Mar 23 12:49:15.668363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55568) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:15.810433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-138575dd-74ff-4d9f-b7d3-1de7f8fca413 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port c41f199f-0746-4542-83ec-93e55c9bb5b6 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:49:15.811573 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-138575dd-74ff-4d9f-b7d3-1de7f8fca413 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:15.932048 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-138575dd-74ff-4d9f-b7d3-1de7f8fca413 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:15.945902 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-138575dd-74ff-4d9f-b7d3-1de7f8fca413 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for c41f199f-0746-4542-83ec-93e55c9bb5b6 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:49:16.059552 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:16.112656 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device afb9f4b1-9546-47e2-b869-76d9ff33a9b1 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:16.227310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port afb9f4b1-9546-47e2-b869-76d9ff33a9b1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:16.228467 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:16.403972 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-138575dd-74ff-4d9f-b7d3-1de7f8fca413 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:16.489522 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138575dd-74ff-4d9f-b7d3-1de7f8fca413 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=c41f199f-0746-4542-83ec-93e55c9bb5b6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:16.523885 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b96f5f8-1ed0-44b7-99d6-a71a32ad0db4 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:16.547637 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-138575dd-74ff-4d9f-b7d3-1de7f8fca413 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:16.553960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55594) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:16.555127 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-138575dd-74ff-4d9f-b7d3-1de7f8fca413 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/c41f199f-0746-4542-83ec-93e55c9bb5b6 HTTP/1.1" status: 204 len: 168 time: 0.8850820 Mar 23 12:49:16.620608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6b2d179b-1084-4062-a515-2579cd215052 None None] Provisioning complete for port afb9f4b1-9546-47e2-b869-76d9ff33a9b1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:16.621092 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6b2d179b-1084-4062-a515-2579cd215052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:16.630790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30cf6ef-ea9e-4255-9175-96a3474136e7 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:16.634950 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a30cf6ef-ea9e-4255-9175-96a3474136e7 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0782564 Mar 23 12:49:16.643300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55596) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:16.721763 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc8d68-e5b0-435e-b173-c249ab24d966 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:16.726089 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-aefc8d68-e5b0-435e-b173-c249ab24d966 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0870788 Mar 23 12:49:16.729298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55600) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:16.826255 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55602) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:16.842297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e43186-f86e-42a0-9bf1-1dfb0b7b6441 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:16.854801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e43186-f86e-42a0-9bf1-1dfb0b7b6441 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:16.856742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e43186-f86e-42a0-9bf1-1dfb0b7b6441 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:16.862101 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-70e43186-f86e-42a0-9bf1-1dfb0b7b6441 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1315393 Mar 23 12:49:16.864707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55606) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:16.932217 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac5ef02-2419-4bcd-af57-57ff0f03aa47 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 3de0f943-611f-4327-85b3-157421e8c137 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:49:16.935496 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aac5ef02-2419-4bcd-af57-57ff0f03aa47 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:16.994209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c05199ec-e80c-4fcd-881c-5d4da163f30d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1700411395-network', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:17.004343 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aac5ef02-2419-4bcd-af57-57ff0f03aa47 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.027455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05199ec-e80c-4fcd-881c-5d4da163f30d admin admin] Made reservation on behalf of 7aa6e901216549aa89e37088db0e1d58 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:17.031667 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c05199ec-e80c-4fcd-881c-5d4da163f30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.052858 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c05199ec-e80c-4fcd-881c-5d4da163f30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.191716 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c05199ec-e80c-4fcd-881c-5d4da163f30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.203479 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c05199ec-e80c-4fcd-881c-5d4da163f30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.205166 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aac5ef02-2419-4bcd-af57-57ff0f03aa47 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.266801 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe8c3257-75b1-473a-9d0d-074328bd8c97 None None] Provisioning complete for port afb9f4b1-9546-47e2-b869-76d9ff33a9b1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:17.267349 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe8c3257-75b1-473a-9d0d-074328bd8c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.306978 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05199ec-e80c-4fcd-881c-5d4da163f30d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:49:17.328488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05199ec-e80c-4fcd-881c-5d4da163f30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c498252e-0177-4273-aa34-660ca9bb54cd,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:17.338062 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aac5ef02-2419-4bcd-af57-57ff0f03aa47 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.354845 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c05199ec-e80c-4fcd-881c-5d4da163f30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.357815 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-c05199ec-e80c-4fcd-881c-5d4da163f30d admin admin] Added segment 68bd2e8b-be5f-4b93-be2f-ddad2a92cb88 of type vlan for network 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc Mar 23 12:49:17.397246 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5ef02-2419-4bcd-af57-57ff0f03aa47 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=3de0f943-611f-4327-85b3-157421e8c137,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:17.408583 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aac5ef02-2419-4bcd-af57-57ff0f03aa47 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.413287 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-aac5ef02-2419-4bcd-af57-57ff0f03aa47 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/3de0f943-611f-4327-85b3-157421e8c137 HTTP/1.1" status: 204 len: 168 time: 0.5472391 Mar 23 12:49:17.415739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55614) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:17.477683 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c05199ec-e80c-4fcd-881c-5d4da163f30d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.483042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d3c543-b51c-4e1f-84eb-151290bd15d8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 9640c71a-78ff-41bf-b0ea-40d39cbf79b1 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:49:17.486833 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85d3c543-b51c-4e1f-84eb-151290bd15d8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.541857 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.551872 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85d3c543-b51c-4e1f-84eb-151290bd15d8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.555986 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c05199ec-e80c-4fcd-881c-5d4da163f30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.558263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05199ec-e80c-4fcd-881c-5d4da163f30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:17.558523 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c05199ec-e80c-4fcd-881c-5d4da163f30d admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.612731 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0fd2ef-d31a-4ef2-be8b-23b9ed05f01e None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:17.638551 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c05199ec-e80c-4fcd-881c-5d4da163f30d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8111677 Mar 23 12:49:17.650436 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55618) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:17.673085 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-46829f46-7217-4760-8589-3d4a2a8d35ed admin admin] Request body: {'subnet': {'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1700411395-subnet', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:17.674288 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85d3c543-b51c-4e1f-84eb-151290bd15d8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.702175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05199ec-e80c-4fcd-881c-5d4da163f30d admin admin] Pushing event updated for resources: {'Network': ['ID=6e2511c5-1ac3-4f4f-bcb8-92d332af4acc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:17.707479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8116da89-d49f-4b6d-8830-4802e1eefecd None None] Could not find standard attr ID for object c41f199f-0746-4542-83ec-93e55c9bb5b6. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:49:17.720742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:49:17.733012 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46829f46-7217-4760-8589-3d4a2a8d35ed admin admin] Made reservation on behalf of 7aa6e901216549aa89e37088db0e1d58 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:17.735070 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-46829f46-7217-4760-8589-3d4a2a8d35ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.774578 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85d3c543-b51c-4e1f-84eb-151290bd15d8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.819784 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85d3c543-b51c-4e1f-84eb-151290bd15d8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:17.826864 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-85d3c543-b51c-4e1f-84eb-151290bd15d8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/9640c71a-78ff-41bf-b0ea-40d39cbf79b1 HTTP/1.1" status: 204 len: 168 time: 0.4077895 Mar 23 12:49:17.827845 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55620) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:17.939002 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bc8e5156-8764-48d3-b954-a4e3736b4ae3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1097307 Mar 23 12:49:17.940761 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3c543-b51c-4e1f-84eb-151290bd15d8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=9640c71a-78ff-41bf-b0ea-40d39cbf79b1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:17.942926 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55622) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:17.950520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-11e245eb-66f4-48bc-a0f5-76353eb5ef55 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:18.010527 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-46829f46-7217-4760-8589-3d4a2a8d35ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:18.044120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e44dc4-cc91-4914-bdc8-724a4e573418 None None] DHCP port deletion for 8fb47147-24e2-481b-9f4e-7d054a56d184 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:49:18.089860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e245eb-66f4-48bc-a0f5-76353eb5ef55 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:18.094324 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11e245eb-66f4-48bc-a0f5-76353eb5ef55 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:18.106556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46829f46-7217-4760-8589-3d4a2a8d35ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd3321d6-96ce-4841-a490-8454a1c9b463,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:18.113078 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46829f46-7217-4760-8589-3d4a2a8d35ed admin admin] Checking segment: {'id': '68bd2e8b-be5f-4b93-be2f-ddad2a92cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:49:18.113434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46829f46-7217-4760-8589-3d4a2a8d35ed admin admin] Network hostable DHCP agents. Network: 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:49:18.156023 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-80e44dc4-cc91-4914-bdc8-724a4e573418 None None] Deleting port afb9f4b1-9546-47e2-b869-76d9ff33a9b1 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:49:18.163492 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-80e44dc4-cc91-4914-bdc8-724a4e573418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:18.183458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46829f46-7217-4760-8589-3d4a2a8d35ed admin admin] Network 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:49:18.242536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-46829f46-7217-4760-8589-3d4a2a8d35ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:18.247527 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46829f46-7217-4760-8589-3d4a2a8d35ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:18.248288 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-46829f46-7217-4760-8589-3d4a2a8d35ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:18.271463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23df7d26-7f30-4f86-afd4-bc266b70a130 None None] Network 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:18.273238 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-46829f46-7217-4760-8589-3d4a2a8d35ed admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6159639 Mar 23 12:49:18.276040 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55624) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:18.284625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1700411395-router', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:18.340459 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:18.344616 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:18.442958 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:18.468765 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11e245eb-66f4-48bc-a0f5-76353eb5ef55 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:18.523657 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e245eb-66f4-48bc-a0f5-76353eb5ef55 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:18.527630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-80e44dc4-cc91-4914-bdc8-724a4e573418 None None] For port afb9f4b1-9546-47e2-b869-76d9ff33a9b1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=afb9f4b1-9546-47e2-b869-76d9ff33a9b1,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:18.528049 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-80e44dc4-cc91-4914-bdc8-724a4e573418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:18.532974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-11e245eb-66f4-48bc-a0f5-76353eb5ef55 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:18.533616 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-6e2511c5-1ac3-4f4f-bcb8-92d332af4acc', 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'fixed_ips': [{'subnet_id': 'cd3321d6-96ce-4841-a490-8454a1c9b463'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:49:18.534550 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:18.542718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e245eb-66f4-48bc-a0f5-76353eb5ef55 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:18.543572 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11e245eb-66f4-48bc-a0f5-76353eb5ef55 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:18.567742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e245eb-66f4-48bc-a0f5-76353eb5ef55 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=76f5c79b-6ad7-4894-a3db-e8afa7dc08b3,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:18.583468 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-80e44dc4-cc91-4914-bdc8-724a4e573418 None None] Calling delete_port for afb9f4b1-9546-47e2-b869-76d9ff33a9b1 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:49:18.591622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-11e245eb-66f4-48bc-a0f5-76353eb5ef55 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6472259 Mar 23 12:49:18.594449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55638) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:18.606249 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-caa2720e-f744-44a0-967c-1b0a51f4a8e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:18.721430 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:18.823549 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Allocated IP 172.20.0.2 (6e2511c5-1ac3-4f4f-bcb8-92d332af4acc/cd3321d6-96ce-4841-a490-8454a1c9b463/23a85abb-9f18-4be7-a94a-085045753eb7) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:18.836096 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-80e44dc4-cc91-4914-bdc8-724a4e573418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:18.877088 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e44dc4-cc91-4914-bdc8-724a4e573418 None None] Pushing event deleted for resources: {'Port': ['ID=afb9f4b1-9546-47e2-b869-76d9ff33a9b1,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:18.880692 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e44dc4-cc91-4914-bdc8-724a4e573418 None None] No DVR routers for this DVR port afb9f4b1-9546-47e2-b869-76d9ff33a9b1 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:49:18.933796 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1308ad0d-544d-411a-bcd0-bea9c29e2cc7 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:18.944030 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa2720e-f744-44a0-967c-1b0a51f4a8e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:18.963854 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-caa2720e-f744-44a0-967c-1b0a51f4a8e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:19.112188 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:19.165098 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:19.195573 n-d-834854-1 neutron-server[102778]: INFO neutron.db.ipam_backend_mixin [None req-caa2720e-f744-44a0-967c-1b0a51f4a8e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76f5c79b-6ad7-4894-a3db-e8afa7dc08b3 (CIDR: 2001:db8::/64) Mar 23 12:49:19.200491 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa2720e-f744-44a0-967c-1b0a51f4a8e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:49:19.201271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa2720e-f744-44a0-967c-1b0a51f4a8e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:19.228002 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-caa2720e-f744-44a0-967c-1b0a51f4a8e5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6302540 Mar 23 12:49:19.229014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55642) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:19.243780 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9ae54bde-31c0-46a2-b293-03ddb0f1c2ff tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'subnet': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:19.460229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Allocated IP 172.25.2.8 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/952723dd-027f-49be-832c-7eea29a32a81) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:19.486503 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:19.510522 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae54bde-31c0-46a2-b293-03ddb0f1c2ff tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:19.515282 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ae54bde-31c0-46a2-b293-03ddb0f1c2ff tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:19.521479 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:19.560836 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8fb47147-24e2-481b-9f4e-7d054a56d184', 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'tenant_id': '4bc421c1f13f4d44b7c9246e5721eb5b', 'fixed_ips': [{'subnet_id': '76f5c79b-6ad7-4894-a3db-e8afa7dc08b3'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:49:19.561696 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:19.583359 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Network 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:19.595160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:19.596296 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55646) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:19.605728 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4ab6466f-d026-4718-9623-f61c59cb6216 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227241501', 'description': 'tempest-secgroup-smoke-1227241501 description', 'project_id': 'fef0880d69bd4c0fb58be53802b212c7'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:19.605963 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:19.629036 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Pushing event updated for resources: {'Port': ['ID=23a85abb-9f18-4be7-a94a-085045753eb7,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:19.638384 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ab6466f-d026-4718-9623-f61c59cb6216 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:19.714486 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:19.784079 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:19.841222 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Pushing event updated for resources: {'Port': ['ID=952723dd-027f-49be-832c-7eea29a32a81,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:19.852240 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Attempting to bind port 23a85abb-9f18-4be7-a94a-085045753eb7 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:49:19.852614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Attempting to bind port 23a85abb-9f18-4be7-a94a-085045753eb7 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '68bd2e8b-be5f-4b93-be2f-ddad2a92cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:49:19.853082 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Attempting to bind port 23a85abb-9f18-4be7-a94a-085045753eb7 on network 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:19.856652 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:19.859133 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:19.862216 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:19.866749 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:49:19.867141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Checking segment: {'id': '68bd2e8b-be5f-4b93-be2f-ddad2a92cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:49:19.867551 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:19.870123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Bound using segment: {'id': '68bd2e8b-be5f-4b93-be2f-ddad2a92cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:49:19.870620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Bound port: 23a85abb-9f18-4be7-a94a-085045753eb7, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68bd2e8b-be5f-4b93-be2f-ddad2a92cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:49:19.871009 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:19.984060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Allocated IP 2001:db8::2 (8fb47147-24e2-481b-9f4e-7d054a56d184/76f5c79b-6ad7-4894-a3db-e8afa7dc08b3/c542a9a8-0cd1-45e4-8032-b3660b8ba1b0) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:20.011869 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] For port 23a85abb-9f18-4be7-a94a-085045753eb7, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:49:20.040268 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ab6466f-d026-4718-9623-f61c59cb6216 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.059703 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ab6466f-d026-4718-9623-f61c59cb6216 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.074225 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] For port 23a85abb-9f18-4be7-a94a-085045753eb7, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=23a85abb-9f18-4be7-a94a-085045753eb7,segment=NetworkSegment(68bd2e8b-be5f-4b93-be2f-ddad2a92cb88),segment_id=68bd2e8b-be5f-4b93-be2f-ddad2a92cb88)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:49:20.077645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device afb9f4b1-9546-47e2-b869-76d9ff33a9b1 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:49:20.091416 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.128481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4ab6466f-d026-4718-9623-f61c59cb6216 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.129370 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: afb9f4b1-9546-47e2-b869-76d9ff33a9b1 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:49:20.129859 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device afb9f4b1-9546-47e2-b869-76d9ff33a9b1 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:49:20.131170 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4ab6466f-d026-4718-9623-f61c59cb6216 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5332270 Mar 23 12:49:20.136593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55652) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:20.139529 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6466f-d026-4718-9623-f61c59cb6216 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c02ffdd4-e20b-4b5a-a5e4-b252f3906854,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:20.144037 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-de7137d8-c24a-4670-b965-14ed5c1142aa tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Request body: {'security_group_rule': {'security_group_id': 'c02ffdd4-e20b-4b5a-a5e4-b252f3906854', 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:20.240145 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de7137d8-c24a-4670-b965-14ed5c1142aa tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.278476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8dc38c-4c2a-4e3f-ab63-acd3b7c3373e None None] Pushing event updated for resources: {'Port': ['ID=23a85abb-9f18-4be7-a94a-085045753eb7,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:20.311002 n-d-834854-1 neutron-server[102778]: DEBUG neutron.objects.ports [None req-9ae54bde-31c0-46a2-b293-03ddb0f1c2ff tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:49:20.313279 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ae54bde-31c0-46a2-b293-03ddb0f1c2ff tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.337842 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.348288 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.368719 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae54bde-31c0-46a2-b293-03ddb0f1c2ff tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:20.372708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-9ae54bde-31c0-46a2-b293-03ddb0f1c2ff tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:20.377109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae54bde-31c0-46a2-b293-03ddb0f1c2ff tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:20.377937 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ae54bde-31c0-46a2-b293-03ddb0f1c2ff tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.390578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae54bde-31c0-46a2-b293-03ddb0f1c2ff tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Subnet': ['ID=54b1ac15-4a59-448b-b1f7-9e3b0120cb4f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:20.401107 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.412323 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9ae54bde-31c0-46a2-b293-03ddb0f1c2ff tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1799903 Mar 23 12:49:20.415416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55656) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:20.425921 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-82efa177-1628-4062-98e7-8f98f97e0ec3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Request body: {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'mac_address': 'fa:16:3e:b2:24:ed', 'name': 'tempest-NetworksTestDHCPv6-1317182379'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:20.457822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:20.464897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:20.474138 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:20.483943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Pushing event updated for resources: {'Port': ['ID=c542a9a8-0cd1-45e4-8032-b3660b8ba1b0,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:20.499038 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de7137d8-c24a-4670-b965-14ed5c1142aa tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.520020 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de7137d8-c24a-4670-b965-14ed5c1142aa tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.627704 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7137d8-c24a-4670-b965-14ed5c1142aa tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e689f83e-7f44-4d86-8f7a-14014cd1d72e,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:20.674927 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Attempting to bind port c542a9a8-0cd1-45e4-8032-b3660b8ba1b0 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:49:20.675852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Attempting to bind port c542a9a8-0cd1-45e4-8032-b3660b8ba1b0 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:49:20.676216 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de7137d8-c24a-4670-b965-14ed5c1142aa tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.676441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Attempting to bind port c542a9a8-0cd1-45e4-8032-b3660b8ba1b0 on network 8fb47147-24e2-481b-9f4e-7d054a56d184 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:20.678614 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-de7137d8-c24a-4670-b965-14ed5c1142aa tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5408571 Mar 23 12:49:20.686075 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55660) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:20.693249 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-69159ce8-5779-4fda-989a-6c3af53384ea tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Request body: {'security_group_rule': {'security_group_id': 'c02ffdd4-e20b-4b5a-a5e4-b252f3906854', 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:20.700486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:49:20.701125 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Checking segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:49:20.701617 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.703988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Bound using segment: {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:49:20.703988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Bound port: c542a9a8-0cd1-45e4-8032-b3660b8ba1b0, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9e1786-4ffa-4784-84d6-4055f7079b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:49:20.705044 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.741701 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82efa177-1628-4062-98e7-8f98f97e0ec3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Made reservation on behalf of 4bc421c1f13f4d44b7c9246e5721eb5b for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:20.816860 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69159ce8-5779-4fda-989a-6c3af53384ea tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.871000 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] For port c542a9a8-0cd1-45e4-8032-b3660b8ba1b0, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:49:20.875536 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] For port c542a9a8-0cd1-45e4-8032-b3660b8ba1b0, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c542a9a8-0cd1-45e4-8032-b3660b8ba1b0,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:49:20.887176 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.903382 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-82efa177-1628-4062-98e7-8f98f97e0ec3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.930778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-82efa177-1628-4062-98e7-8f98f97e0ec3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] device_id is not set on port 94c08405-043e-45f7-b821-2e98c532c3c0 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:49:20.932647 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69159ce8-5779-4fda-989a-6c3af53384ea tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.944220 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69159ce8-5779-4fda-989a-6c3af53384ea tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.974453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69159ce8-5779-4fda-989a-6c3af53384ea tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b47893-9bbf-40bf-8018-157b88ffd481,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:20.976880 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.993618 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aff2e1-7e86-4444-b528-af4461cd969f None None] Pushing event updated for resources: {'Port': ['ID=c542a9a8-0cd1-45e4-8032-b3660b8ba1b0,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:20.995311 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69159ce8-5779-4fda-989a-6c3af53384ea tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:20.998466 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-69159ce8-5779-4fda-989a-6c3af53384ea tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3114140 Mar 23 12:49:21.002332 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55666) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:21.069188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-09ef4ba9-be43-4676-b868-ac575d7b65c1 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Request body: {'security_group_rule': {'security_group_id': 'c02ffdd4-e20b-4b5a-a5e4-b252f3906854', 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:21.164785 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-09ef4ba9-be43-4676-b868-ac575d7b65c1 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:21.248565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-82efa177-1628-4062-98e7-8f98f97e0ec3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8::348 (8fb47147-24e2-481b-9f4e-7d054a56d184/76f5c79b-6ad7-4894-a3db-e8afa7dc08b3/94c08405-043e-45f7-b821-2e98c532c3c0) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:21.257466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-82efa177-1628-4062-98e7-8f98f97e0ec3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Allocated IP 2001:db8:0:1:f816:3eff:feb2:24ed (8fb47147-24e2-481b-9f4e-7d054a56d184/54b1ac15-4a59-448b-b1f7-9e3b0120cb4f/94c08405-043e-45f7-b821-2e98c532c3c0) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:21.303325 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-09ef4ba9-be43-4676-b868-ac575d7b65c1 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:21.319073 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-09ef4ba9-be43-4676-b868-ac575d7b65c1 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:21.351611 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef4ba9-be43-4676-b868-ac575d7b65c1 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1200eb7-946c-41cd-b2d0-e692ef75280b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:21.356937 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Router eb496c71-75bf-4a71-acc0-10b93fd37bd5 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:49:21.366356 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-09ef4ba9-be43-4676-b868-ac575d7b65c1 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:21.367581 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-09ef4ba9-be43-4676-b868-ac575d7b65c1 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3118746 Mar 23 12:49:21.371582 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55668) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:21.418625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c57f728d-720b-4d72-a541-0171128611fb tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Request body: {'security_group_rule': {'security_group_id': 'c02ffdd4-e20b-4b5a-a5e4-b252f3906854', 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:21.494344 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c57f728d-720b-4d72-a541-0171128611fb tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:21.546135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-82efa177-1628-4062-98e7-8f98f97e0ec3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:21.560662 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:49:21.572074 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Sync routers for ids ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:49:21.584236 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Routers {'eb496c71-75bf-4a71-acc0-10b93fd37bd5'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:21.584866 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c57f728d-720b-4d72-a541-0171128611fb tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:21.588587 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:48:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:21.591684 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c57f728d-720b-4d72-a541-0171128611fb tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:21.611005 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:21.616793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55670) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:21.617724 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7bf9504b-95e2-48ee-8147-2fa075b05a7f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3406255 Mar 23 12:49:21.633406 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f728d-720b-4d72-a541-0171128611fb tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82973843-9210-4d91-a417-a71495fba198,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:21.679884 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c57f728d-720b-4d72-a541-0171128611fb tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:21.683820 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c57f728d-720b-4d72-a541-0171128611fb tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3086410 Mar 23 12:49:21.684410 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55674) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:21.689772 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-50e9603c-cbcd-4b7f-adb3-5a79ff91de1a tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Request body: {'security_group_rule': {'security_group_id': 'c02ffdd4-e20b-4b5a-a5e4-b252f3906854', 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:21.699067 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-82efa177-1628-4062-98e7-8f98f97e0ec3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:21.736035 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-50e9603c-cbcd-4b7f-adb3-5a79ff91de1a tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Project fef0880d69bd4c0fb58be53802b212c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:49:21.744292 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50e9603c-cbcd-4b7f-adb3-5a79ff91de1a tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:21.792448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82efa177-1628-4062-98e7-8f98f97e0ec3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:21.834127 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Set router eb496c71-75bf-4a71-acc0-10b93fd37bd5 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:21.845862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-82efa177-1628-4062-98e7-8f98f97e0ec3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:21.853435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82efa177-1628-4062-98e7-8f98f97e0ec3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:21.872469 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50e9603c-cbcd-4b7f-adb3-5a79ff91de1a tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:21.878959 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50e9603c-cbcd-4b7f-adb3-5a79ff91de1a tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:21.881218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82efa177-1628-4062-98e7-8f98f97e0ec3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:21.881930 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-82efa177-1628-4062-98e7-8f98f97e0ec3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:21.914233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9603c-cbcd-4b7f-adb3-5a79ff91de1a tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe3b947-b9f2-4aa3-9f92-9dce413884eb,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:21.923389 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50e9603c-cbcd-4b7f-adb3-5a79ff91de1a tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:21.925343 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-50e9603c-cbcd-4b7f-adb3-5a79ff91de1a tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2394955 Mar 23 12:49:21.928463 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55678) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:21.935600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d50acc70-d0c9-491e-9f9e-e73b99f2acfd tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Request body: {'security_group_rule': {'security_group_id': 'c02ffdd4-e20b-4b5a-a5e4-b252f3906854', 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:21.954432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efa177-1628-4062-98e7-8f98f97e0ec3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event updated for resources: {'Port': ['ID=94c08405-043e-45f7-b821-2e98c532c3c0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:21.964715 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-d50acc70-d0c9-491e-9f9e-e73b99f2acfd tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Project fef0880d69bd4c0fb58be53802b212c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:49:21.970170 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-82efa177-1628-4062-98e7-8f98f97e0ec3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5526388 Mar 23 12:49:21.973016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55680) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:21.973507 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d50acc70-d0c9-491e-9f9e-e73b99f2acfd tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:22.020254 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6ec515-4494-4906-8540-71bb0eb63b02 None None] Network 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:22.157496 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d50acc70-d0c9-491e-9f9e-e73b99f2acfd tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:22.163831 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d50acc70-d0c9-491e-9f9e-e73b99f2acfd tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:22.211983 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d50acc70-d0c9-491e-9f9e-e73b99f2acfd tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:22.219994 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d50acc70-d0c9-491e-9f9e-e73b99f2acfd tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2834942 Mar 23 12:49:22.219994 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50acc70-d0c9-491e-9f9e-e73b99f2acfd tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5716126c-158b-4cd8-80fa-f732d3454ae3,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:22.250170 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'name': 'tempest-ServersTestBootFromVolume-1700411395-router', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '952723dd-027f-49be-832c-7eea29a32a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:18Z', 'updated_at': '2022-03-23T12:49:20Z', 'revision_number': 3, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'gw_port': {'id': '952723dd-027f-49be-832c-7eea29a32a81', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:19Z', 'updated_at': '2022-03-23T12:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:22.307249 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c542a9a8-0cd1-45e4-8032-b3660b8ba1b0 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:22.338970 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Checking router: eb496c71-75bf-4a71-acc0-10b93fd37bd5 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:49:22.340435 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Updating router eb496c71-75bf-4a71-acc0-10b93fd37bd5 port 952723dd-027f-49be-832c-7eea29a32a81 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:49:22.340598 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0becac23-f52c-4f08-8207-7e1a7db57b61 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting port 94c08405-043e-45f7-b821-2e98c532c3c0 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:49:22.341073 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0becac23-f52c-4f08-8207-7e1a7db57b61 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:22.390832 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:22.508218 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-19519773-e1b0-4a5e-ab97-d21dbf9063e7 None None] Provisioning complete for port 23a85abb-9f18-4be7-a94a-085045753eb7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:22.509308 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-19519773-e1b0-4a5e-ab97-d21dbf9063e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:22.523085 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0becac23-f52c-4f08-8207-7e1a7db57b61 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:22.559041 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0becac23-f52c-4f08-8207-7e1a7db57b61 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Calling delete_port for 94c08405-043e-45f7-b821-2e98c532c3c0 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:49:22.620066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c542a9a8-0cd1-45e4-8032-b3660b8ba1b0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:22.621046 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:22.687476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc5f636-0d5d-48fc-a341-27eaee0ad4e6 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:22.700884 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-77e100ca-e6fc-4dc2-beb9-fb27df49c9a9 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227241501&fields=id&tenant_id=fef0880d69bd4c0fb58be53802b212c7 HTTP/1.1" status: 200 len: 267 time: 0.0763845 Mar 23 12:49:22.825992 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:22.891118 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-5134e0a3-a384-43de-9819-644685f91a24 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:22.893070 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-5134e0a3-a384-43de-9819-644685f91a24 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/networks?id=254bf9df-e111-474a-8af1-a0291c64e5ff HTTP/1.1" status: 200 len: 813 time: 0.1861086 Mar 23 12:49:22.895396 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:22.903841 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:22.921024 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-6042a4a0-0aa0-42de-84f4-7bb5aef9e1d4 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/quotas/fef0880d69bd4c0fb58be53802b212c7 HTTP/1.1" status: 200 len: 375 time: 0.0200315 Mar 23 12:49:22.925668 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-19519773-e1b0-4a5e-ab97-d21dbf9063e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:22.983250 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536ce78-56db-43cc-b6dc-523abed1d4ec None None] Pushing event updated for resources: {'Port': ['ID=952723dd-027f-49be-832c-7eea29a32a81,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:23.004636 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536ce78-56db-43cc-b6dc-523abed1d4ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:23.005265 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536ce78-56db-43cc-b6dc-523abed1d4ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:23.007056 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536ce78-56db-43cc-b6dc-523abed1d4ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:23.010318 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536ce78-56db-43cc-b6dc-523abed1d4ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:23.012783 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536ce78-56db-43cc-b6dc-523abed1d4ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:23.013343 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536ce78-56db-43cc-b6dc-523abed1d4ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:23.014100 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536ce78-56db-43cc-b6dc-523abed1d4ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:23.015305 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536ce78-56db-43cc-b6dc-523abed1d4ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:23.017199 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536ce78-56db-43cc-b6dc-523abed1d4ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:23.017698 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536ce78-56db-43cc-b6dc-523abed1d4ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:23.019405 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536ce78-56db-43cc-b6dc-523abed1d4ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:23.020746 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536ce78-56db-43cc-b6dc-523abed1d4ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:23.033873 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:23.055178 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-b00a95ce-9883-4437-8fca-5731aeca32b8 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fef0880d69bd4c0fb58be53802b212c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1197846 Mar 23 12:49:23.057206 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Attempting to bind port 952723dd-027f-49be-832c-7eea29a32a81 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:49:23.057577 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Attempting to bind port 952723dd-027f-49be-832c-7eea29a32a81 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:49:23.058114 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Attempting to bind port 952723dd-027f-49be-832c-7eea29a32a81 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:23.066449 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:49:23.066820 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:49:23.067220 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:23.067611 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:49:23.068493 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Bound port: 952723dd-027f-49be-832c-7eea29a32a81, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:49:23.068882 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:23.190032 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] For port 952723dd-027f-49be-832c-7eea29a32a81, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:49:23.194498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-19519773-e1b0-4a5e-ab97-d21dbf9063e7 None None] For port 23a85abb-9f18-4be7-a94a-085045753eb7, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=23a85abb-9f18-4be7-a94a-085045753eb7,segment=NetworkSegment(68bd2e8b-be5f-4b93-be2f-ddad2a92cb88),segment_id=68bd2e8b-be5f-4b93-be2f-ddad2a92cb88)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:23.271401 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-6990ca5c-34d9-4982-ba70-2a0a0560952b service neutron] 10.222.0.52 "GET /v2.0/networks/254bf9df-e111-474a-8af1-a0291c64e5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979361 Mar 23 12:49:23.272516 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-19519773-e1b0-4a5e-ab97-d21dbf9063e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:23.339500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port c542a9a8-0cd1-45e4-8032-b3660b8ba1b0, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c542a9a8-0cd1-45e4-8032-b3660b8ba1b0,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:23.349728 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:23.351018 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 23a85abb-9f18-4be7-a94a-085045753eb7 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:23.421625 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19519773-e1b0-4a5e-ab97-d21dbf9063e7 None None] Pushing event updated for resources: {'Port': ['ID=23a85abb-9f18-4be7-a94a-085045753eb7,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:23.460237 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-b00d91d7-dc88-48f8-ad66-3ab346486e84 service neutron] 10.222.0.52 "GET /v2.0/networks/254bf9df-e111-474a-8af1-a0291c64e5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791437 Mar 23 12:49:23.463980 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-76c04a0b-364a-472b-bfc2-509ba5f8fdb2 None None] Provisioning complete for port c542a9a8-0cd1-45e4-8032-b3660b8ba1b0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:23.463980 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76c04a0b-364a-472b-bfc2-509ba5f8fdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:23.522799 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] For port 952723dd-027f-49be-832c-7eea29a32a81, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=952723dd-027f-49be-832c-7eea29a32a81,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:49:23.528134 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:23.541498 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0becac23-f52c-4f08-8207-7e1a7db57b61 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:23.573340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=c542a9a8-0cd1-45e4-8032-b3660b8ba1b0,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:23.579695 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 23a85abb-9f18-4be7-a94a-085045753eb7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:23.580087 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:23.582001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5964af53-453a-4c89-8bd2-1b8242967bb3 None None] Update dhcp port {'port': {'network_id': '8fb47147-24e2-481b-9f4e-7d054a56d184', 'fixed_ips': [{'subnet_id': '76f5c79b-6ad7-4894-a3db-e8afa7dc08b3', 'ip_address': '2001:db8::2'}, {'subnet_id': '54b1ac15-4a59-448b-b1f7-9e3b0120cb4f'}], 'binding:host_id': 'n-d-834854-1'}, 'id': 'c542a9a8-0cd1-45e4-8032-b3660b8ba1b0'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:49:23.644516 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536ce78-56db-43cc-b6dc-523abed1d4ec None None] Pushing event updated for resources: {'Port': ['ID=952723dd-027f-49be-832c-7eea29a32a81,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:23.650361 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Routers {'eb496c71-75bf-4a71-acc0-10b93fd37bd5'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:23.651327 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:48:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:23.678130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becac23-f52c-4f08-8207-7e1a7db57b61 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Port': ['ID=94c08405-043e-45f7-b821-2e98c532c3c0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:23.696992 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5964af53-453a-4c89-8bd2-1b8242967bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:23.800603 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0becac23-f52c-4f08-8207-7e1a7db57b61 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:23.804674 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0becac23-f52c-4f08-8207-7e1a7db57b61 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/94c08405-043e-45f7-b821-2e98c532c3c0 HTTP/1.1" status: 204 len: 168 time: 1.8275104 Mar 23 12:49:23.809842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55702) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:23.829957 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] Set router eb496c71-75bf-4a71-acc0-10b93fd37bd5 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:23.960404 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c764e923-329d-4265-8b78-9d28de32055c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:23.968164 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55712) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:23.981156 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c764e923-329d-4265-8b78-9d28de32055c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1697664 Mar 23 12:49:23.987317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Allocated IP 172.20.0.1 (6e2511c5-1ac3-4f4f-bcb8-92d332af4acc/cd3321d6-96ce-4841-a490-8454a1c9b463/874a5bc5-756b-468c-81f8-1be784b0a74d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:24.098805 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-76c04a0b-364a-472b-bfc2-509ba5f8fdb2 None None] Provisioning complete for port 23a85abb-9f18-4be7-a94a-085045753eb7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:24.099432 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76c04a0b-364a-472b-bfc2-509ba5f8fdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:24.187090 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-980694c4-7ccf-4f36-bc5b-b8fe8a3e0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:24.236065 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'name': 'tempest-ServersTestBootFromVolume-1700411395-router', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '952723dd-027f-49be-832c-7eea29a32a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:18Z', 'updated_at': '2022-03-23T12:49:20Z', 'revision_number': 3, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'gw_port': {'id': '952723dd-027f-49be-832c-7eea29a32a81', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:19Z', 'updated_at': '2022-03-23T12:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:24.264208 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:24.337802 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c542a9a8-0cd1-45e4-8032-b3660b8ba1b0 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:24.341106 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:24.356620 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e075437b-a262-48f8-96d4-320f0eaaa8e0 None None] The sync data for ids ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'] in n-d-834854-1 is: [{'id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'name': 'tempest-ServersTestBootFromVolume-1700411395-router', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '952723dd-027f-49be-832c-7eea29a32a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:18Z', 'updated_at': '2022-03-23T12:49:20Z', 'revision_number': 3, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'gw_port': {'id': '952723dd-027f-49be-832c-7eea29a32a81', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:19Z', 'updated_at': '2022-03-23T12:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:49:24.408632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Network 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:24.415011 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:24.423126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:24.440910 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Pushing event updated for resources: {'Port': ['ID=874a5bc5-756b-468c-81f8-1be784b0a74d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:24.460369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-5964af53-453a-4c89-8bd2-1b8242967bb3 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe1f:9914 (8fb47147-24e2-481b-9f4e-7d054a56d184/54b1ac15-4a59-448b-b1f7-9e3b0120cb4f/c542a9a8-0cd1-45e4-8032-b3660b8ba1b0) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:24.586176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:24.619824 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c542a9a8-0cd1-45e4-8032-b3660b8ba1b0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:24.620258 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:24.831216 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-76ffd15a-298e-4642-8d65-bc0d8c59b89e req-c23de914-b955-43d8-867d-4c11fd3418ef tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 210 time: 0.7652950 Mar 23 12:49:24.899818 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec42c0d-7c50-4c45-b49e-a36c5030e45b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:24.906713 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6ec42c0d-7c50-4c45-b49e-a36c5030e45b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.9361134 Mar 23 12:49:24.908560 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55724) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:25.038263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841e0989-1ec9-4fab-a01b-5b64bcb63c24 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:25.041143 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841e0989-1ec9-4fab-a01b-5b64bcb63c24 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:25.046114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841e0989-1ec9-4fab-a01b-5b64bcb63c24 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:25.051290 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-841e0989-1ec9-4fab-a01b-5b64bcb63c24 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1414537 Mar 23 12:49:25.052863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55728) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:25.094360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5964af53-453a-4c89-8bd2-1b8242967bb3 None None] For port c542a9a8-0cd1-45e4-8032-b3660b8ba1b0, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c542a9a8-0cd1-45e4-8032-b3660b8ba1b0,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:25.128699 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:25.167173 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c84309df-ac8f-48a1-8d71-a8453ca8f730 None None] Provisioning complete for port 874a5bc5-756b-468c-81f8-1be784b0a74d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:25.167173 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c84309df-ac8f-48a1-8d71-a8453ca8f730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:25.167850 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71ee466-2969-49ca-995f-a3a86a81546f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 54b1ac15-4a59-448b-b1f7-9e3b0120cb4f {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:49:25.236671 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5964af53-453a-4c89-8bd2-1b8242967bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:25.243651 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f71ee466-2969-49ca-995f-a3a86a81546f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:25.249014 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5964af53-453a-4c89-8bd2-1b8242967bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:25.291900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 23a85abb-9f18-4be7-a94a-085045753eb7 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:25.351733 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f71ee466-2969-49ca-995f-a3a86a81546f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:25.364253 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c84309df-ac8f-48a1-8d71-a8453ca8f730 None None] Port 874a5bc5-756b-468c-81f8-1be784b0a74d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:49:25.423431 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964af53-453a-4c89-8bd2-1b8242967bb3 None None] Pushing event updated for resources: {'Port': ['ID=c542a9a8-0cd1-45e4-8032-b3660b8ba1b0,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:25.434814 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 23a85abb-9f18-4be7-a94a-085045753eb7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:25.435195 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:25.599705 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:25.615116 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:25.620816 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f71ee466-2969-49ca-995f-a3a86a81546f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:25.706466 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:25.709585 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f71ee466-2969-49ca-995f-a3a86a81546f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:25.711330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Pushing event updated for resources: {'Port': ['ID=874a5bc5-756b-468c-81f8-1be784b0a74d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:25.740592 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f71ee466-2969-49ca-995f-a3a86a81546f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:25.747379 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f71ee466-2969-49ca-995f-a3a86a81546f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/54b1ac15-4a59-448b-b1f7-9e3b0120cb4f HTTP/1.1" status: 204 len: 168 time: 0.6890488 Mar 23 12:49:25.767159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55734) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:25.783019 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ee466-2969-49ca-995f-a3a86a81546f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=54b1ac15-4a59-448b-b1f7-9e3b0120cb4f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:25.834740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Network 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:25.838538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:25.937377 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-45476e47-b8ae-4e5a-b949-45ec4e2b38da tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Deleting subnet 76f5c79b-6ad7-4894-a3db-e8afa7dc08b3 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:49:25.944961 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-45476e47-b8ae-4e5a-b949-45ec4e2b38da tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:26.070676 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-45476e47-b8ae-4e5a-b949-45ec4e2b38da tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:26.217566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-d5165740-c5f6-4419-b6e7-1dc332011f10 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:26.219504 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-d5165740-c5f6-4419-b6e7-1dc332011f10 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.77 "GET /v2.0/networks?id=254bf9df-e111-474a-8af1-a0291c64e5ff HTTP/1.1" status: 200 len: 813 time: 0.2375238 Mar 23 12:49:26.351063 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Router eb496c71-75bf-4a71-acc0-10b93fd37bd5 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:49:26.365635 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-45476e47-b8ae-4e5a-b949-45ec4e2b38da tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:26.371739 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-fe4743c5-7d6b-4c52-836f-b6fb151bd87b tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fef0880d69bd4c0fb58be53802b212c7 HTTP/1.1" status: 200 len: 380 time: 0.1051815 Mar 23 12:49:26.382787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-eec6471c-21ed-4c75-b093-80cc45c38077 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Request body: {'port': {'device_id': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'admin_state_up': True, 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'security_groups': ['c02ffdd4-e20b-4b5a-a5e4-b252f3906854']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:26.400553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef7bcc2d-0baa-4356-9b7b-9b10579d37df None None] Provisioning complete for port 874a5bc5-756b-468c-81f8-1be784b0a74d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:26.401022 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef7bcc2d-0baa-4356-9b7b-9b10579d37df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:26.433067 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19068e33-5c3f-4f97-97fe-31db55fc48c2 req-e58c8cb8-3310-4e12-ab32-8e3aeff61525 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 210 time: 0.4075780 Mar 23 12:49:26.442816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 952723dd-027f-49be-832c-7eea29a32a81 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:26.514365 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-45476e47-b8ae-4e5a-b949-45ec4e2b38da tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:26.527805 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef7bcc2d-0baa-4356-9b7b-9b10579d37df None None] Port 874a5bc5-756b-468c-81f8-1be784b0a74d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:49:26.550563 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 952723dd-027f-49be-832c-7eea29a32a81 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:26.550782 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:26.583883 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45476e47-b8ae-4e5a-b949-45ec4e2b38da tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Subnet': ['ID=76f5c79b-6ad7-4894-a3db-e8afa7dc08b3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:26.593133 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-45476e47-b8ae-4e5a-b949-45ec4e2b38da tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:26.606886 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-45476e47-b8ae-4e5a-b949-45ec4e2b38da tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/76f5c79b-6ad7-4894-a3db-e8afa7dc08b3 HTTP/1.1" status: 204 len: 168 time: 0.8386080 Mar 23 12:49:26.609189 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55744) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:26.618720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:49:26.625865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cbbdcfb2-7487-4d66-90f8-88aa82621d23 admin admin] 10.222.0.52 "PUT /v2.0/routers/eb496c71-75bf-4a71-acc0-10b93fd37bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0066731 Mar 23 12:49:26.641663 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d95288-a518-4fe0-a411-85e34af52d54 None None] Network 8fb47147-24e2-481b-9f4e-7d054a56d184 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:26.657984 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-eec6471c-21ed-4c75-b093-80cc45c38077 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Made reservation on behalf of fef0880d69bd4c0fb58be53802b212c7 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:26.666814 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-eec6471c-21ed-4c75-b093-80cc45c38077 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:26.757512 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-29ed69cd-6f40-4f2b-9bb5-b18e8fa4edea tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1457045 Mar 23 12:49:26.762677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55748) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:26.865438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4960391-9e52-487b-ae26-34183f7be0da tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:26.870867 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a4960391-9e52-487b-ae26-34183f7be0da tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1036854 Mar 23 12:49:26.871547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55750) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:26.916103 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:26.986545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a8045ae4-bfe6-43bc-a9ef-7c065bce1782 None None] Provisioning complete for port c542a9a8-0cd1-45e4-8032-b3660b8ba1b0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:26.987060 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a8045ae4-bfe6-43bc-a9ef-7c065bce1782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:27.004711 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 952723dd-027f-49be-832c-7eea29a32a81, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=952723dd-027f-49be-832c-7eea29a32a81,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:27.022764 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814c25a9-41dc-4bcb-a3da-f5f2ac0d3294 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:27.028793 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55756) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:27.033089 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3d27864a-93c7-407d-b2bf-50ddb238b0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:27.036451 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-814c25a9-41dc-4bcb-a3da-f5f2ac0d3294 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1562636 Mar 23 12:49:27.057258 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:27.057494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-eec6471c-21ed-4c75-b093-80cc45c38077 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Allocated IP 172.20.0.8 (254bf9df-e111-474a-8af1-a0291c64e5ff/2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17/ef92b335-a8a5-4033-99e2-b759805f39e2) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:27.058392 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c542a9a8-0cd1-45e4-8032-b3660b8ba1b0 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:27.117015 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dfb0d6a5-5a31-4030-a062-6b4ef11853dc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870070 Mar 23 12:49:27.118342 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55758) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:27.185423 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-44982753-a6d4-455d-b8ff-5f1d65846ebc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:27.186405 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44982753-a6d4-455d-b8ff-5f1d65846ebc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:27.192406 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-44982753-a6d4-455d-b8ff-5f1d65846ebc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/94c08405-043e-45f7-b821-2e98c532c3c0 HTTP/1.1" status: 404 len: 333 time: 0.0729012 Mar 23 12:49:27.193225 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55760) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:27.249319 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=952723dd-027f-49be-832c-7eea29a32a81,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:27.280630 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c357258c-0ba3-4f3f-84d4-4407738f99fc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:27.281342 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c357258c-0ba3-4f3f-84d4-4407738f99fc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:27.287741 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c357258c-0ba3-4f3f-84d4-4407738f99fc tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/54b1ac15-4a59-448b-b1f7-9e3b0120cb4f HTTP/1.1" status: 404 len: 337 time: 0.0933685 Mar 23 12:49:27.288618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55764) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:27.324004 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5ba153-fc8d-4ce7-8378-6bf7169f920d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:27.324726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5ba153-fc8d-4ce7-8378-6bf7169f920d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:27.330833 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fa5ba153-fc8d-4ce7-8378-6bf7169f920d tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/76f5c79b-6ad7-4894-a3db-e8afa7dc08b3 HTTP/1.1" status: 404 len: 337 time: 0.0410099 Mar 23 12:49:27.331687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55766) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:27.349527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c542a9a8-0cd1-45e4-8032-b3660b8ba1b0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:27.349527 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:27.361471 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5d0084-9697-43db-b2eb-3ad7bbdd19c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:27.362433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5d0084-9697-43db-b2eb-3ad7bbdd19c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:27.370996 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ba5d0084-9697-43db-b2eb-3ad7bbdd19c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/c41f199f-0746-4542-83ec-93e55c9bb5b6 HTTP/1.1" status: 404 len: 333 time: 0.0380437 Mar 23 12:49:27.372207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55768) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:27.401073 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219f4365-6ddb-4753-88e1-2bd61c0beb15 None None] DHCP port deletion for 8fb47147-24e2-481b-9f4e-7d054a56d184 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:49:27.441943 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8f09d9-568a-4cc7-a03b-d184049ccf6c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:27.442409 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8f09d9-568a-4cc7-a03b-d184049ccf6c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:27.445948 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3a8f09d9-568a-4cc7-a03b-d184049ccf6c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/9640c71a-78ff-41bf-b0ea-40d39cbf79b1 HTTP/1.1" status: 404 len: 337 time: 0.0720711 Mar 23 12:49:27.448751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55772) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:27.456803 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-eec6471c-21ed-4c75-b093-80cc45c38077 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:27.471775 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Sync routers for ids ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:49:27.485450 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a8045ae4-bfe6-43bc-a9ef-7c065bce1782 None None] Could not find standard attr ID for object 94c08405-043e-45f7-b821-2e98c532c3c0. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:49:27.488900 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-140f99f4-eeba-4694-9790-f5a4c93edb99 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:27.489368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140f99f4-eeba-4694-9790-f5a4c93edb99 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:27.495821 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-140f99f4-eeba-4694-9790-f5a4c93edb99 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/3de0f943-611f-4327-85b3-157421e8c137 HTTP/1.1" status: 404 len: 337 time: 0.0459051 Mar 23 12:49:27.498313 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55776) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:27.507018 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-eec6471c-21ed-4c75-b093-80cc45c38077 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:27.543266 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-003c217e-2c28-4600-9eda-d963076e7fb1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:27.544274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003c217e-2c28-4600-9eda-d963076e7fb1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:27.548501 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-003c217e-2c28-4600-9eda-d963076e7fb1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/02fe21c7-a159-4d40-ac6a-e092893c1e91 HTTP/1.1" status: 404 len: 333 time: 0.0488582 Mar 23 12:49:27.550823 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55778) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:27.553477 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Routers {'eb496c71-75bf-4a71-acc0-10b93fd37bd5'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:27.554131 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:27.584249 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dab129a-7ece-4c62-9d8f-1e89c7466174 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:27.584964 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dab129a-7ece-4c62-9d8f-1e89c7466174 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:27.590855 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2dab129a-7ece-4c62-9d8f-1e89c7466174 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/0cfc2d0d-0b57-49fa-8846-8ef944a0e134 HTTP/1.1" status: 404 len: 337 time: 0.0382335 Mar 23 12:49:27.593333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55780) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:27.608417 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-eec6471c-21ed-4c75-b093-80cc45c38077 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Network 254bf9df-e111-474a-8af1-a0291c64e5ff is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:27.613665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-eec6471c-21ed-4c75-b093-80cc45c38077 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:27.618156 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-eec6471c-21ed-4c75-b093-80cc45c38077 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:27.623101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6471c-21ed-4c75-b093-80cc45c38077 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Pushing event updated for resources: {'Port': ['ID=ef92b335-a8a5-4033-99e2-b759805f39e2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:27.659002 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3531fb-06a5-4078-b194-c6440ea6c33e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:27.659464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3531fb-06a5-4078-b194-c6440ea6c33e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:27.675201 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fd3531fb-06a5-4078-b194-c6440ea6c33e tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/7b864cfe-8a10-4135-ab50-3a9145eff0ca HTTP/1.1" status: 404 len: 337 time: 0.0805798 Mar 23 12:49:27.677361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55782) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:27.682407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-eec6471c-21ed-4c75-b093-80cc45c38077 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:27.682407 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-eec6471c-21ed-4c75-b093-80cc45c38077 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:27.721243 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-eec6471c-21ed-4c75-b093-80cc45c38077 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3424439 Mar 23 12:49:27.735970 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Request body: {'port': {'device_id': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:27.740468 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-418c8a72-b558-4198-9139-50a537540bd6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:27.748725 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418c8a72-b558-4198-9139-50a537540bd6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:27.754131 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-418c8a72-b558-4198-9139-50a537540bd6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/85e6870b-1dd5-4508-93d0-eb77fc482b9e HTTP/1.1" status: 404 len: 333 time: 0.0734577 Mar 23 12:49:27.754831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55786) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:27.775761 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-219f4365-6ddb-4753-88e1-2bd61c0beb15 None None] Deleting port c542a9a8-0cd1-45e4-8032-b3660b8ba1b0 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:49:27.780836 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-219f4365-6ddb-4753-88e1-2bd61c0beb15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:27.844869 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-45734dae-0c97-4b67-99ce-30b7fdca3b6b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:27.845437 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45734dae-0c97-4b67-99ce-30b7fdca3b6b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:27.854368 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-45734dae-0c97-4b67-99ce-30b7fdca3b6b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/55335fac-7dd5-43be-989a-b331278638ed HTTP/1.1" status: 404 len: 337 time: 0.0936425 Mar 23 12:49:27.854368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55790) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:27.892267 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:27.909327 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-1315ce66-954f-4930-a0c5-dee3e3040119 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:27.909788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1315ce66-954f-4930-a0c5-dee3e3040119 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:27.922851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1315ce66-954f-4930-a0c5-dee3e3040119 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/698c3421-e843-46a7-868d-cfac37ee6876 HTTP/1.1" status: 404 len: 337 time: 0.0674808 Mar 23 12:49:27.923067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55792) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:28.039960 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd81fe0e-5faf-45f4-9914-46a670e82a94 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:28.041620 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd81fe0e-5faf-45f4-9914-46a670e82a94 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:28.050529 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dd81fe0e-5faf-45f4-9914-46a670e82a94 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/563123e3-ad9e-4e38-a817-0f88123399a6 HTTP/1.1" status: 404 len: 333 time: 0.1123188 Mar 23 12:49:28.052546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55796) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:28.114760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55798) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:28.127611 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:28.127765 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1074014586', 'description': 'tempest-description--1380655420'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:28.141155 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fddea59-8ef1-478a-b2d8-6052d5d3830f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:28.143758 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fddea59-8ef1-478a-b2d8-6052d5d3830f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:28.153559 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6fddea59-8ef1-478a-b2d8-6052d5d3830f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/5634f86b-fa6e-42b4-990f-85c6a184bd91 HTTP/1.1" status: 404 len: 337 time: 0.0995715 Mar 23 12:49:28.157316 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55800) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:28.168879 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1a0d1ef8-7a86-4e26-bd6f-9c217af6ac95 None None] Provisioning complete for port ef92b335-a8a5-4033-99e2-b759805f39e2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:28.173135 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1a0d1ef8-7a86-4e26-bd6f-9c217af6ac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:28.187077 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Set router eb496c71-75bf-4a71-acc0-10b93fd37bd5 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:28.191273 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-219f4365-6ddb-4753-88e1-2bd61c0beb15 None None] For port c542a9a8-0cd1-45e4-8032-b3660b8ba1b0, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c542a9a8-0cd1-45e4-8032-b3660b8ba1b0,segment=NetworkSegment(de9e1786-4ffa-4784-84d6-4055f7079b2d),segment_id=de9e1786-4ffa-4784-84d6-4055f7079b2d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:28.191672 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-219f4365-6ddb-4753-88e1-2bd61c0beb15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:28.248149 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:28.311578 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a0257d-b1df-4420-9ce2-d9797900e303 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:28.312393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a0257d-b1df-4420-9ce2-d9797900e303 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:28.327991 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-66a0257d-b1df-4420-9ce2-d9797900e303 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/5d6b9161-17dd-4a1d-bdf5-57ef59917efd HTTP/1.1" status: 404 len: 333 time: 0.1642177 Mar 23 12:49:28.328641 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55804) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:28.362101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef92b335-a8a5-4033-99e2-b759805f39e2 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:49:28.407638 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:28.414054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 952723dd-027f-49be-832c-7eea29a32a81 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:28.440211 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d97a15a-0062-4654-a1a8-2507ee1c8744 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:28.442158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d97a15a-0062-4654-a1a8-2507ee1c8744 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:28.451273 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6d97a15a-0062-4654-a1a8-2507ee1c8744 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/11c3f6f3-aa0e-49ce-afad-7c04b35f984a HTTP/1.1" status: 404 len: 337 time: 0.1150331 Mar 23 12:49:28.455720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55806) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:28.481344 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69b81f-e5fd-4e38-b81d-01686b32daee req-d8c82530-c34e-400c-ad72-f22eccceea3a tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:28.483361 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd69b81f-e5fd-4e38-b81d-01686b32daee req-d8c82530-c34e-400c-ad72-f22eccceea3a tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 931 time: 0.2529852 Mar 23 12:49:28.512195 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Transition to ACTIVE for port object ef92b335-a8a5-4033-99e2-b759805f39e2 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:49:28.516152 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-432e83fc-98aa-4717-a072-fcc300aa2ab6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:28.517054 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432e83fc-98aa-4717-a072-fcc300aa2ab6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:28.528096 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-432e83fc-98aa-4717-a072-fcc300aa2ab6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/ccad61f4-5d70-430f-aada-3613457c25ca HTTP/1.1" status: 404 len: 333 time: 0.0635641 Mar 23 12:49:28.529017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55810) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:28.542789 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:28.559305 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:28.572291 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:28.588373 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-992f190b-0056-40a0-be44-863c4172c8c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:28.589190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992f190b-0056-40a0-be44-863c4172c8c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:28.594674 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-992f190b-0056-40a0-be44-863c4172c8c1 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/7ea92b83-66dd-4fcc-bf77-652a6700099f HTTP/1.1" status: 404 len: 337 time: 0.0621676 Mar 23 12:49:28.616068 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55812) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:28.631909 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-219f4365-6ddb-4753-88e1-2bd61c0beb15 None None] Calling delete_port for c542a9a8-0cd1-45e4-8032-b3660b8ba1b0 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:49:28.681592 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdda9a1c-b0ac-43ec-8d73-d0cc75c676aa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:28.682503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdda9a1c-b0ac-43ec-8d73-d0cc75c676aa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:28.684450 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:28.686816 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5685296 Mar 23 12:49:28.690580 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fdda9a1c-b0ac-43ec-8d73-d0cc75c676aa tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/029f07ad-2c29-4c03-996d-cd420f934725 HTTP/1.1" status: 404 len: 333 time: 0.0693319 Mar 23 12:49:28.690815 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55814) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:28.690815 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55816) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:28.694547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef92b335-a8a5-4033-99e2-b759805f39e2,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:28.712299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-92ccc542-c806-481a-bceb-addb4df99f3a tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Request body: {'security_group_rule': {'security_group_id': '3bad14ae-ef09-4c47-a103-65bf3919454d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:28.738766 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d1ef8-7a86-4e26-bd6f-9c217af6ac95 None None] Port ef92b335-a8a5-4033-99e2-b759805f39e2 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:49:28.802259 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-32df14ff-a673-477e-b06c-a25c63a4d537 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:28.802729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32df14ff-a673-477e-b06c-a25c63a4d537 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:28.810329 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-32df14ff-a673-477e-b06c-a25c63a4d537 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/5dc17c03-03a4-4357-afb2-55c05b891712 HTTP/1.1" status: 404 len: 337 time: 0.0919263 Mar 23 12:49:28.810883 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bad14ae-ef09-4c47-a103-65bf3919454d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:28.815056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55820) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:28.818392 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Attempting to bind port ef92b335-a8a5-4033-99e2-b759805f39e2 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:49:28.819116 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Attempting to bind port ef92b335-a8a5-4033-99e2-b759805f39e2 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '29dae5b9-80a8-4956-9faa-c2c202802d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:49:28.819545 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Attempting to bind port ef92b335-a8a5-4033-99e2-b759805f39e2 on network 254bf9df-e111-474a-8af1-a0291c64e5ff {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:28.849852 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e546d0cb-50c6-4a91-83d0-0eabc7f0f019 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:28.851477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e546d0cb-50c6-4a91-83d0-0eabc7f0f019 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:28.857882 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 952723dd-027f-49be-832c-7eea29a32a81 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:28.858258 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:28.858410 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e546d0cb-50c6-4a91-83d0-0eabc7f0f019 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/3fc697f8-c509-4f24-81fe-765935e3002f HTTP/1.1" status: 404 len: 333 time: 0.0414250 Mar 23 12:49:28.859216 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55822) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:28.878861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Port ef92b335-a8a5-4033-99e2-b759805f39e2 on network 254bf9df-e111-474a-8af1-a0291c64e5ff not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:49:28.879424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Attempting to bind port ef92b335-a8a5-4033-99e2-b759805f39e2 on network 254bf9df-e111-474a-8af1-a0291c64e5ff {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:28.890396 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd69b81f-e5fd-4e38-b81d-01686b32daee req-2d8bb118-3f2d-44cd-be3a-13ef673f87a3 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3293557 Mar 23 12:49:28.907096 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.908126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.908648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.909275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.909830 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.910448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.910952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.911446 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.913572 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.914330 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.916270 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.916920 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c236e8-dcaf-4eb1-bae5-a20946624eef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.950832 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0138215a-9ed2-40d5-9d8c-1341e65c7184 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:28.951971 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0138215a-9ed2-40d5-9d8c-1341e65c7184 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:28.958785 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0138215a-9ed2-40d5-9d8c-1341e65c7184 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/3a21c26e-a245-4860-8351-b57e5508b7f5 HTTP/1.1" status: 404 len: 337 time: 0.0972197 Mar 23 12:49:28.962415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:49:28.965700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Checking segment: {'id': '29dae5b9-80a8-4956-9faa-c2c202802d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:49:28.966478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Bound using segment: {'id': '29dae5b9-80a8-4956-9faa-c2c202802d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:49:28.967706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Bound port: ef92b335-a8a5-4033-99e2-b759805f39e2, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dae5b9-80a8-4956-9faa-c2c202802d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:49:28.968663 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:28.972402 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55824) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:28.976679 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92ccc542-c806-481a-bceb-addb4df99f3a tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:29.006227 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-219f4365-6ddb-4753-88e1-2bd61c0beb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:29.073894 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5470fde-bc4b-4a6e-a101-d7d2ff2db723 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:29.074640 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5470fde-bc4b-4a6e-a101-d7d2ff2db723 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:29.083586 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f5470fde-bc4b-4a6e-a101-d7d2ff2db723 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/9d07ea27-af65-4663-b6ec-a3e4a3a7e84a HTTP/1.1" status: 404 len: 333 time: 0.1080081 Mar 23 12:49:29.092246 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92ccc542-c806-481a-bceb-addb4df99f3a tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:29.093549 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55828) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:29.109089 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92ccc542-c806-481a-bceb-addb4df99f3a tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:29.159547 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e2cc95-e8de-4a94-b17e-be80dbdf4a6c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:29.160258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e2cc95-e8de-4a94-b17e-be80dbdf4a6c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:29.168261 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-45e2cc95-e8de-4a94-b17e-be80dbdf4a6c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/97cab42d-6882-4913-acdf-e441b92fed1e HTTP/1.1" status: 404 len: 337 time: 0.0728951 Mar 23 12:49:29.168954 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55830) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:29.212591 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] For port ef92b335-a8a5-4033-99e2-b759805f39e2, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:49:29.217539 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccc542-c806-481a-bceb-addb4df99f3a tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fa6250-8021-42a3-85f0-f2c864003314,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:29.222354 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] For port ef92b335-a8a5-4033-99e2-b759805f39e2, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ef92b335-a8a5-4033-99e2-b759805f39e2,segment=NetworkSegment(29dae5b9-80a8-4956-9faa-c2c202802d01),segment_id=29dae5b9-80a8-4956-9faa-c2c202802d01)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:49:29.229765 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:29.292330 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92ccc542-c806-481a-bceb-addb4df99f3a tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:29.308256 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-92ccc542-c806-481a-bceb-addb4df99f3a tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6160450 Mar 23 12:49:29.309838 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-66febdc5-394c-40a8-9f07-f24fceef3a90 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:29.320010 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:29.322162 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:29.326363 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] 10.222.0.77 "PUT /v2.0/ports/ef92b335-a8a5-4033-99e2-b759805f39e2 HTTP/1.1" status: 200 len: 1091 time: 1.5952907 Mar 23 12:49:29.326932 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55834) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:29.330473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66febdc5-394c-40a8-9f07-f24fceef3a90 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:29.344034 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-66febdc5-394c-40a8-9f07-f24fceef3a90 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/669b2bdb-6f78-4822-b519-423b46223869 HTTP/1.1" status: 404 len: 337 time: 0.1702578 Mar 23 12:49:29.344698 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55836) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:29.345956 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'tag': 'ef92b335-a8a5-4033-99e2-b759805f39e2'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:49:29.350656 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e608ef7-2adf-4138-ac3c-867bfb6d10bb" -d '{"events": [{"name": "network-changed", "server_uuid": "33d06f50-7e28-4d2d-9132-a0c26fd988a6", "tag": "ef92b335-a8a5-4033-99e2-b759805f39e2"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:49:29.381094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6c5b8e41-94b4-4bd1-a20e-f6a196c29a9d tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Request body: {'security_group_rule': {'security_group_id': '3bad14ae-ef09-4c47-a103-65bf3919454d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:29.414040 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7983cc25-e751-48a5-9997-20df86599910 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:29.428022 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7983cc25-e751-48a5-9997-20df86599910 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:29.443837 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7983cc25-e751-48a5-9997-20df86599910 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/93af1f5c-22d2-44e8-811e-c630af6cddcb HTTP/1.1" status: 404 len: 333 time: 0.0979211 Mar 23 12:49:29.448201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55844) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:29.555592 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2538cbd9-e70f-40e9-8c97-c67991f32025 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:29.556085 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2538cbd9-e70f-40e9-8c97-c67991f32025 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:29.563899 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2538cbd9-e70f-40e9-8c97-c67991f32025 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/000dde4d-2505-492a-abb2-614c27b67313 HTTP/1.1" status: 404 len: 337 time: 0.1138828 Mar 23 12:49:29.564219 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55846) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:29.574597 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219f4365-6ddb-4753-88e1-2bd61c0beb15 None None] No DVR routers for this DVR port c542a9a8-0cd1-45e4-8032-b3660b8ba1b0 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:49:29.590895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f4365-6ddb-4753-88e1-2bd61c0beb15 None None] Pushing event deleted for resources: {'Port': ['ID=c542a9a8-0cd1-45e4-8032-b3660b8ba1b0,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:29.597024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-ccfdeeba-57fb-4825-8151-6112dea52f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:29.600971 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-ccfdeeba-57fb-4825-8151-6112dea52f30 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fef0880d69bd4c0fb58be53802b212c7&device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 1094 time: 0.1894517 Mar 23 12:49:29.601771 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34514b9c-b48e-4f55-b903-33fcd2de68b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef92b335-a8a5-4033-99e2-b759805f39e2,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:29.628485 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'name': 'tempest-ServersTestBootFromVolume-1700411395-router', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '952723dd-027f-49be-832c-7eea29a32a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:18Z', 'updated_at': '2022-03-23T12:49:25Z', 'revision_number': 4, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'gw_port': {'id': '952723dd-027f-49be-832c-7eea29a32a81', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:19Z', 'updated_at': '2022-03-23T12:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '874a5bc5-756b-468c-81f8-1be784b0a74d', 'name': '', 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'mac_address': 'fa:16:3e:4e:62:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:22Z', 'updated_at': '2022-03-23T12:49:25Z', 'revision_number': 2, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'subnets': [{'id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:29.651408 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fda04b-194e-48ee-9aa0-0ccc15f97421 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:29.651860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fda04b-194e-48ee-9aa0-0ccc15f97421 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:29.657797 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e9fda04b-194e-48ee-9aa0-0ccc15f97421 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/d6a9ad2e-fb77-45d7-9773-47190ef01ad1 HTTP/1.1" status: 404 len: 337 time: 0.0925903 Mar 23 12:49:29.658391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55850) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:29.685865 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c824fe48-4c0e-4104-bb1e-a04371e86cc3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:29.686623 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c824fe48-4c0e-4104-bb1e-a04371e86cc3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:29.692529 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c824fe48-4c0e-4104-bb1e-a04371e86cc3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/fe4bfbde-2cbb-4d62-a26f-0677f60784cf HTTP/1.1" status: 404 len: 333 time: 0.0331657 Mar 23 12:49:29.693130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55852) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:29.721170 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c5b8e41-94b4-4bd1-a20e-f6a196c29a9d tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:29.723226 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-506778b0-d0f8-4f28-a550-ac697120021c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:29.723597 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506778b0-d0f8-4f28-a550-ac697120021c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:29.729476 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-506778b0-d0f8-4f28-a550-ac697120021c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/9a55c402-2036-41d5-a065-867fa31e5bd4 HTTP/1.1" status: 404 len: 337 time: 0.0353489 Mar 23 12:49:29.730081 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55854) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:29.740111 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443e30c9-3e9e-420a-ba50-44e58c8164a0 x-openstack-request-id: req-443e30c9-3e9e-420a-ba50-44e58c8164a0 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:49:29.740111 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d06f50-7e28-4d2d-9132-a0c26fd988a6", "tag": "ef92b335-a8a5-4033-99e2-b759805f39e2", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:49:29.740111 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-443e30c9-3e9e-420a-ba50-44e58c8164a0 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:49:29.740111 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'tag': 'ef92b335-a8a5-4033-99e2-b759805f39e2', 'status': 'completed', 'code': 200} Mar 23 12:49:29.764164 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-d77ab914-8ec7-4ce9-96f1-9299a86706f7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef92b335-a8a5-4033-99e2-b759805f39e2 HTTP/1.1" status: 200 len: 217 time: 0.1524308 Mar 23 12:49:29.766145 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Checking router: eb496c71-75bf-4a71-acc0-10b93fd37bd5 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:49:29.767986 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Updating router eb496c71-75bf-4a71-acc0-10b93fd37bd5 port 874a5bc5-756b-468c-81f8-1be784b0a74d binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:49:29.775997 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:29.778673 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:29.807044 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78135ca-0320-4f4b-be2f-26e20ec56636 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:29.807502 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78135ca-0320-4f4b-be2f-26e20ec56636 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:29.821420 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c78135ca-0320-4f4b-be2f-26e20ec56636 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/8d64bb14-40fe-42ef-8cbf-2df43167cd3b HTTP/1.1" status: 404 len: 337 time: 0.0902991 Mar 23 12:49:29.822059 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55860) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:29.895875 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-943680b6-045b-4bf3-8b45-d48c1249ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:29.897727 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-943680b6-045b-4bf3-8b45-d48c1249ba32 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17 HTTP/1.1" status: 200 len: 852 time: 0.1264031 Mar 23 12:49:29.908526 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce3a137-9ad1-4002-87c9-38f3b8e01e0f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:29.909248 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce3a137-9ad1-4002-87c9-38f3b8e01e0f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:29.918811 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cce3a137-9ad1-4002-87c9-38f3b8e01e0f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/ea10f6f6-96c5-40a6-ae44-5189465698cf HTTP/1.1" status: 404 len: 333 time: 0.0952253 Mar 23 12:49:29.923677 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c5b8e41-94b4-4bd1-a20e-f6a196c29a9d tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:29.924582 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55864) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:29.975486 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b880933f-8b46-4ed5-b648-6e63b331ea5f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:29.976327 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b880933f-8b46-4ed5-b648-6e63b331ea5f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:29.980971 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b880933f-8b46-4ed5-b648-6e63b331ea5f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/1fba5bba-6d1e-4525-82f8-435053f8bac3 HTTP/1.1" status: 404 len: 337 time: 0.0539021 Mar 23 12:49:29.983331 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55866) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:29.996819 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:30.013195 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cff04c-9af7-4b2b-9858-9750a5eb1699 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:30.016180 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4cff04c-9af7-4b2b-9858-9750a5eb1699 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:30.018378 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b4cff04c-9af7-4b2b-9858-9750a5eb1699 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/bbe0e832-c72f-4206-8873-8339df541fc5 HTTP/1.1" status: 404 len: 337 time: 0.0335970 Mar 23 12:49:30.020899 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55870) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:30.027018 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c5b8e41-94b4-4bd1-a20e-f6a196c29a9d tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:30.072735 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b8e41-94b4-4bd1-a20e-f6a196c29a9d tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e41b7c-4bcb-4326-bda4-c2743acbfa9a,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:30.083997 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-39cb3bf6-3041-483a-9468-7339d7daef40 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports?device_id=53c0d5d2-684a-4136-8acb-790949a306b1 HTTP/1.1" status: 200 len: 205 time: 0.0617344 Mar 23 12:49:30.090264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55872) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:30.109499 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-5654abc7-bdc0-4506-a9a7-be9737853952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:30.111544 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-5654abc7-bdc0-4506-a9a7-be9737853952 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=254bf9df-e111-474a-8af1-a0291c64e5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2069902 Mar 23 12:49:30.162526 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c5b8e41-94b4-4bd1-a20e-f6a196c29a9d tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:30.164041 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6c5b8e41-94b4-4bd1-a20e-f6a196c29a9d tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7918954 Mar 23 12:49:30.167463 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-70f86cd1-2ae5-46e3-9b0c-7b57aec5c316 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] delete failed (client error): The resource could not be found. Mar 23 12:49:30.171048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55874) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:30.172077 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-70f86cd1-2ae5-46e3-9b0c-7b57aec5c316 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/routers/53c0d5d2-684a-4136-8acb-790949a306b1 HTTP/1.1" status: 404 len: 336 time: 0.0792904 Mar 23 12:49:30.184977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:30.233771 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55876) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:30.268308 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:30.297855 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-4be7521a-226c-4b50-9c69-f73b8e7acb59 service neutron] 10.222.0.77 "GET /v2.0/networks/254bf9df-e111-474a-8af1-a0291c64e5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319928 Mar 23 12:49:30.313664 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c542a9a8-0cd1-45e4-8032-b3660b8ba1b0 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:49:30.325022 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-59adabeb-7a5c-4d28-950d-8b448b7fc393 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:30.325877 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59adabeb-7a5c-4d28-950d-8b448b7fc393 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:30.329790 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-59adabeb-7a5c-4d28-950d-8b448b7fc393 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/c5a109e5-f391-4e7f-8274-71f03f9b0cb5 HTTP/1.1" status: 404 len: 337 time: 0.0939264 Mar 23 12:49:30.332462 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55878) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:30.343557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce13f58-0a35-42d0-ae82-fe9a035d4835 req-a8df048a-c27f-4a22-8e85-f85b28803351 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:30.362503 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ce13f58-0a35-42d0-ae82-fe9a035d4835 req-a8df048a-c27f-4a22-8e85-f85b28803351 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 943 time: 0.2875030 Mar 23 12:49:30.392572 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c542a9a8-0cd1-45e4-8032-b3660b8ba1b0 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:49:30.393358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c542a9a8-0cd1-45e4-8032-b3660b8ba1b0 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:49:30.440397 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5a6cc9e5-7dad-4382-a70c-85c8652c309f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "GET /v2.0/ports?device_id=c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab HTTP/1.1" status: 200 len: 205 time: 0.1064003 Mar 23 12:49:30.458476 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55882) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:30.534328 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-065ebd76-ebcd-4885-ba12-c7355e6c0ea1 req-304d9d48-bd18-414e-8a76-42840078e54e service neutron] 10.222.0.77 "GET /v2.0/networks/254bf9df-e111-474a-8af1-a0291c64e5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272704 Mar 23 12:49:30.612968 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ce13f58-0a35-42d0-ae82-fe9a035d4835 req-6e9a0dd8-0038-47f9-b15d-b112fca5a719 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492757 Mar 23 12:49:30.684081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:30.700120 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:30.710484 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:30.915835 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcb7a4-e0d4-4b3e-b591-e3308e204681 None None] Pushing event updated for resources: {'Port': ['ID=874a5bc5-756b-468c-81f8-1be784b0a74d,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:31.028004 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-2a7e1460-8f17-45a0-bb7e-bc00c881bc74 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] delete failed (client error): The resource could not be found. Mar 23 12:49:31.029626 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2a7e1460-8f17-45a0-bb7e-bc00c881bc74 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/routers/c87ef1e5-7e5c-4ecd-904f-2bc47fe3b5ab HTTP/1.1" status: 404 len: 336 time: 0.5660439 Mar 23 12:49:31.038071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55890) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:31.074014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608ef7-2adf-4138-ac3c-867bfb6d10bb req-210096b4-72ee-4ec5-afd5-c081e868d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:31.074922 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Allocated IP 172.25.2.136 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/26cc193b-a322-4304-b087-5c6e711be5ae) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:31.076546 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5e608ef7-2adf-4138-ac3c-867bfb6d10bb req-210096b4-72ee-4ec5-afd5-c081e868d147 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fef0880d69bd4c0fb58be53802b212c7&device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 1094 time: 0.0951893 Mar 23 12:49:31.077975 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a22da8-9635-4de2-a6e0-287a723da2e8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:31.078397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a22da8-9635-4de2-a6e0-287a723da2e8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:31.082534 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-52a22da8-9635-4de2-a6e0-287a723da2e8 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/4cd44a38-5846-47e4-826d-3719f84ffc01 HTTP/1.1" status: 404 len: 337 time: 0.0384848 Mar 23 12:49:31.096978 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Attempting to bind port 874a5bc5-756b-468c-81f8-1be784b0a74d on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:49:31.097387 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Attempting to bind port 874a5bc5-756b-468c-81f8-1be784b0a74d by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '68bd2e8b-be5f-4b93-be2f-ddad2a92cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:49:31.097756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Attempting to bind port 874a5bc5-756b-468c-81f8-1be784b0a74d on network 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:31.115354 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:49:31.115752 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Checking segment: {'id': '68bd2e8b-be5f-4b93-be2f-ddad2a92cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:49:31.116169 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:31.116568 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Bound using segment: {'id': '68bd2e8b-be5f-4b93-be2f-ddad2a92cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:49:31.122199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Bound port: 874a5bc5-756b-468c-81f8-1be784b0a74d, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68bd2e8b-be5f-4b93-be2f-ddad2a92cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:49:31.124164 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55892) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:31.124496 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:31.186116 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd42102-69ef-47a7-b874-6a7b529f5546 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:31.186858 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd42102-69ef-47a7-b874-6a7b529f5546 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:31.190197 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2dd42102-69ef-47a7-b874-6a7b529f5546 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/f275e555-804b-4ae8-83c7-e24d7b65b9f5 HTTP/1.1" status: 404 len: 337 time: 0.0645716 Mar 23 12:49:31.193083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55896) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:31.286511 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f71d1dd-9837-4806-8976-02947754c70f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:31.287408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f71d1dd-9837-4806-8976-02947754c70f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:31.293181 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3f71d1dd-9837-4806-8976-02947754c70f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/2a01334d-5c1f-44ee-aa0f-572d33a9eabe HTTP/1.1" status: 404 len: 333 time: 0.0986235 Mar 23 12:49:31.314650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] For port 874a5bc5-756b-468c-81f8-1be784b0a74d, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:49:31.326106 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] For port 874a5bc5-756b-468c-81f8-1be784b0a74d, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=874a5bc5-756b-468c-81f8-1be784b0a74d,segment=NetworkSegment(68bd2e8b-be5f-4b93-be2f-ddad2a92cb88),segment_id=68bd2e8b-be5f-4b93-be2f-ddad2a92cb88)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:49:31.342038 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:31.354903 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55900) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:31.367446 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:31.368107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] Provisioning complete for port 874a5bc5-756b-468c-81f8-1be784b0a74d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:31.368879 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:31.369372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608ef7-2adf-4138-ac3c-867bfb6d10bb req-e16f0752-606a-4244-9593-27a7fbc51c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:31.370954 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5e608ef7-2adf-4138-ac3c-867bfb6d10bb req-e16f0752-606a-4244-9593-27a7fbc51c73 service neutron] 10.222.0.77 "GET /v2.0/networks?id=254bf9df-e111-474a-8af1-a0291c64e5ff HTTP/1.1" status: 200 len: 914 time: 0.2872331 Mar 23 12:49:31.390480 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9736a2-fe08-48f2-9888-15836213b260 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:31.390480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b9736a2-fe08-48f2-9888-15836213b260 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:31.394659 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0b9736a2-fe08-48f2-9888-15836213b260 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/29f20753-952e-41d2-9266-b072c1cb8250 HTTP/1.1" status: 404 len: 337 time: 0.0386953 Mar 23 12:49:31.397377 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55902) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:31.429542 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-78499c32-adf3-4a46-979e-7e04aa6800d6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:31.430507 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78499c32-adf3-4a46-979e-7e04aa6800d6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:31.439610 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-78499c32-adf3-4a46-979e-7e04aa6800d6 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/c0e238c5-61b9-4552-b091-da31d2fbb537 HTTP/1.1" status: 404 len: 333 time: 0.0412996 Mar 23 12:49:31.442188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55906) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:31.453776 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5e608ef7-2adf-4138-ac3c-867bfb6d10bb req-b24ab85e-f456-4149-a42c-1405c597154b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef92b335-a8a5-4033-99e2-b759805f39e2 HTTP/1.1" status: 200 len: 217 time: 0.0732782 Mar 23 12:49:31.534975 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4aa162-951e-4833-bc4d-943d549b2ca2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:31.535484 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4aa162-951e-4833-bc4d-943d549b2ca2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:31.543958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608ef7-2adf-4138-ac3c-867bfb6d10bb req-da78fbc7-9fcd-4ef6-a23a-72f64023fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:31.546165 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dc4aa162-951e-4833-bc4d-943d549b2ca2 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/cbf9cc55-93b9-48db-b738-ff7c86d4cc92 HTTP/1.1" status: 404 len: 337 time: 0.0989211 Mar 23 12:49:31.546336 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5e608ef7-2adf-4138-ac3c-867bfb6d10bb req-da78fbc7-9fcd-4ef6-a23a-72f64023fc3d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17 HTTP/1.1" status: 200 len: 852 time: 0.0846698 Mar 23 12:49:31.548741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55910) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:31.570352 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:31.610059 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f10281f-c299-4ee2-a5d7-22e9297db209 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:31.611138 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f10281f-c299-4ee2-a5d7-22e9297db209 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:31.615158 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6f10281f-c299-4ee2-a5d7-22e9297db209 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/3dceeaba-116b-4a55-826d-9b13adc9210e HTTP/1.1" status: 404 len: 333 time: 0.0650630 Mar 23 12:49:31.634486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcb7a4-e0d4-4b3e-b591-e3308e204681 None None] Pushing event updated for resources: {'Port': ['ID=874a5bc5-756b-468c-81f8-1be784b0a74d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:31.636656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55912) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:31.639354 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:31.648394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:31.658792 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:31.681765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Routers {'eb496c71-75bf-4a71-acc0-10b93fd37bd5'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:31.685513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:31.731720 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8c2ff0-5691-4867-b38c-db3b05508455 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:31.731720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e8c2ff0-5691-4867-b38c-db3b05508455 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:31.731720 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7e8c2ff0-5691-4867-b38c-db3b05508455 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/03acde64-ec21-46c9-b09f-ac1994ebcd6d HTTP/1.1" status: 404 len: 337 time: 0.0677001 Mar 23 12:49:31.731720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55918) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:31.741863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Pushing event updated for resources: {'Port': ['ID=26cc193b-a322-4304-b087-5c6e711be5ae,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:31.798940 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b21df1-f664-4dd6-ab6a-1a97afcba03c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:31.799655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b21df1-f664-4dd6-ab6a-1a97afcba03c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:31.813730 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d5b21df1-f664-4dd6-ab6a-1a97afcba03c tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/e734f592-d0a0-4405-b9d3-8b80ba95e2b6 HTTP/1.1" status: 404 len: 333 time: 0.0693886 Mar 23 12:49:31.815734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55920) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:31.886464 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-70efe127-8f8e-404c-b880-723907862263 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:31.887221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70efe127-8f8e-404c-b880-723907862263 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:31.892885 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:31.902068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-70efe127-8f8e-404c-b880-723907862263 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/41547175-3a78-4e7c-8267-4089e36ff84c HTTP/1.1" status: 404 len: 337 time: 0.0837407 Mar 23 12:49:31.905430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608ef7-2adf-4138-ac3c-867bfb6d10bb req-645e5193-1a09-43c2-9f23-34c460ad8786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:31.910822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55922) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:31.926212 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5e608ef7-2adf-4138-ac3c-867bfb6d10bb req-645e5193-1a09-43c2-9f23-34c460ad8786 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=254bf9df-e111-474a-8af1-a0291c64e5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3630078 Mar 23 12:49:31.977363 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:31.977556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] Set router eb496c71-75bf-4a71-acc0-10b93fd37bd5 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:32.065325 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-3174e067-6340-4a2a-a70e-a8ba051e131b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:32.066228 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3174e067-6340-4a2a-a70e-a8ba051e131b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:32.072505 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3174e067-6340-4a2a-a70e-a8ba051e131b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/65671db9-bc74-4de5-864f-2ac86fff8a4a HTTP/1.1" status: 404 len: 333 time: 0.1605570 Mar 23 12:49:32.073369 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55928) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:32.171365 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:32.191669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fcf14-d970-44a6-9b66-d6621365dfd4 req-f280664c-3197-4611-b7b7-1666d43cf790 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:32.204468 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a1fcf14-d970-44a6-9b66-d6621365dfd4 req-f280664c-3197-4611-b7b7-1666d43cf790 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 943 time: 0.3035810 Mar 23 12:49:32.226661 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7206bae-a42f-40de-9f56-c4b61beaf5c3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:32.227551 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7206bae-a42f-40de-9f56-c4b61beaf5c3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:32.234753 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d7206bae-a42f-40de-9f56-c4b61beaf5c3 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/6dd7241a-a7f4-4c6b-8528-761d6efeb46b HTTP/1.1" status: 404 len: 337 time: 0.1463804 Mar 23 12:49:32.245671 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] For port 874a5bc5-756b-468c-81f8-1be784b0a74d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=874a5bc5-756b-468c-81f8-1be784b0a74d,segment=NetworkSegment(68bd2e8b-be5f-4b93-be2f-ddad2a92cb88),segment_id=68bd2e8b-be5f-4b93-be2f-ddad2a92cb88)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:32.278169 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:32.309939 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5e608ef7-2adf-4138-ac3c-867bfb6d10bb req-e86add9b-eeb4-486e-8903-33dabaffa221 service neutron] 10.222.0.77 "GET /v2.0/networks/254bf9df-e111-474a-8af1-a0291c64e5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713591 Mar 23 12:49:32.310453 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55930) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:32.366066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'name': 'tempest-ServersTestBootFromVolume-1700411395-router', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '952723dd-027f-49be-832c-7eea29a32a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:18Z', 'updated_at': '2022-03-23T12:49:25Z', 'revision_number': 4, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'gw_port': {'id': '952723dd-027f-49be-832c-7eea29a32a81', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:19Z', 'updated_at': '2022-03-23T12:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '874a5bc5-756b-468c-81f8-1be784b0a74d', 'name': '', 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'mac_address': 'fa:16:3e:4e:62:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:22Z', 'updated_at': '2022-03-23T12:49:31Z', 'revision_number': 4, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'subnets': [{'id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:32.379865 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2164258-4e5e-4fe8-8862-be722afef4f9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:32.382625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2164258-4e5e-4fe8-8862-be722afef4f9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:32.385774 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a2164258-4e5e-4fe8-8862-be722afef4f9 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/98b83cfd-102e-4c0c-8c14-2f956ad3e66a HTTP/1.1" status: 404 len: 333 time: 0.0743883 Mar 23 12:49:32.391311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55932) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:32.453396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf80f3-41f2-47ef-80a5-2c33b302f4c8 None None] The sync data for ids ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'] in n-d-834854-1 is: [{'id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'name': 'tempest-ServersTestBootFromVolume-1700411395-router', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '952723dd-027f-49be-832c-7eea29a32a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:18Z', 'updated_at': '2022-03-23T12:49:25Z', 'revision_number': 4, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'gw_port': {'id': '952723dd-027f-49be-832c-7eea29a32a81', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:19Z', 'updated_at': '2022-03-23T12:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '874a5bc5-756b-468c-81f8-1be784b0a74d', 'name': '', 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'mac_address': 'fa:16:3e:4e:62:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:22Z', 'updated_at': '2022-03-23T12:49:31Z', 'revision_number': 4, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'subnets': [{'id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:49:32.494726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] Pushing event updated for resources: {'Port': ['ID=874a5bc5-756b-468c-81f8-1be784b0a74d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:32.515852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:32.516132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:32.516529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:32.516793 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:32.517152 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:32.519719 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-513b8687-0b68-4a98-b19d-97888c51d8c5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:32.519719 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513b8687-0b68-4a98-b19d-97888c51d8c5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:32.520140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:32.520510 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:32.520837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:32.521163 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:32.521486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:32.521811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:32.522129 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79fc9d-8caa-4815-a658-3a8ea77a5190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:32.529807 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-513b8687-0b68-4a98-b19d-97888c51d8c5 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/f903fdc0-bf1e-4149-9df2-b39866c8fb8f HTTP/1.1" status: 404 len: 337 time: 0.1304710 Mar 23 12:49:32.532403 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55934) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:32.547636 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-049b6cfd-115b-466b-a54d-ad11b8ae54c5 None None] Provisioning complete for port 874a5bc5-756b-468c-81f8-1be784b0a74d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:32.547842 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-049b6cfd-115b-466b-a54d-ad11b8ae54c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:32.557888 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a1fcf14-d970-44a6-9b66-d6621365dfd4 req-a1a9fc26-6640-4c33-a576-6e66809241ee tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3524823 Mar 23 12:49:32.595567 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b3c505-d61b-4e7a-9acf-a8361120bd30 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:32.598038 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:49:32.608525 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b3c505-d61b-4e7a-9acf-a8361120bd30 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:32.613915 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-39b3c505-d61b-4e7a-9acf-a8361120bd30 tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/ports/c1252887-934a-4fae-b37b-abbf7568902e HTTP/1.1" status: 404 len: 333 time: 0.0658774 Mar 23 12:49:32.614183 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55936) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:32.670654 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:32.676968 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:32.706751 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4beed66-06ce-4464-b7ee-f4922311b91b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:32.707363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4beed66-06ce-4464-b7ee-f4922311b91b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:32.716052 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d4beed66-06ce-4464-b7ee-f4922311b91b tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/subnets/6be658fc-2e10-403a-81d9-2ae4534e103c HTTP/1.1" status: 404 len: 337 time: 0.0986495 Mar 23 12:49:32.716669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 55938) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:32.726368 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5e608ef7-2adf-4138-ac3c-867bfb6d10bb req-b3d0573a-2e12-4313-a023-b19cad8612db service neutron] 10.222.0.77 "GET /v2.0/networks/254bf9df-e111-474a-8af1-a0291c64e5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394203 Mar 23 12:49:32.878021 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db6ea3b5-6324-4fd3-88ae-1c4ef82a498f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:32.894021 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Pushing event updated for resources: {'Port': ['ID=26cc193b-a322-4304-b087-5c6e711be5ae,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:32.923604 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:33.009561 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:33.019296 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b4c079d0-2455-46f3-a5c0-3c41765de230 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8487010 Mar 23 12:49:33.039857 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db6ea3b5-6324-4fd3-88ae-1c4ef82a498f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:33.073341 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-db6ea3b5-6324-4fd3-88ae-1c4ef82a498f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb47147-24e2-481b-9f4e-7d054a56d184']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:33.090978 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-db6ea3b5-6324-4fd3-88ae-1c4ef82a498f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9e1786-4ffa-4784-84d6-4055f7079b2d') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:33.091784 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-db6ea3b5-6324-4fd3-88ae-1c4ef82a498f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9e1786-4ffa-4784-84d6-4055f7079b2d') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:33.108193 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db6ea3b5-6324-4fd3-88ae-1c4ef82a498f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:33.125767 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db6ea3b5-6324-4fd3-88ae-1c4ef82a498f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:33.135621 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6ea3b5-6324-4fd3-88ae-1c4ef82a498f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:49:33.137472 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db6ea3b5-6324-4fd3-88ae-1c4ef82a498f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:49:33.141717 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:49:33.234841 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db6ea3b5-6324-4fd3-88ae-1c4ef82a498f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:33.243824 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-db6ea3b5-6324-4fd3-88ae-1c4ef82a498f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:33.248843 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-db6ea3b5-6324-4fd3-88ae-1c4ef82a498f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] 10.222.0.52 "DELETE /v2.0/networks/8fb47147-24e2-481b-9f4e-7d054a56d184 HTTP/1.1" status: 204 len: 168 time: 0.5315533 Mar 23 12:49:33.265742 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ea3b5-6324-4fd3-88ae-1c4ef82a498f tempest-NetworksTestDHCPv6-1406288241 tempest-NetworksTestDHCPv6-1406288241-project] Pushing event deleted for resources: {'Network': ['ID=8fb47147-24e2-481b-9f4e-7d054a56d184,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:33.547481 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55950) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:33.733805 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e06378-53d6-4921-b5b5-30e7961ca551 req-b780fc8e-2567-4af9-849e-03c0c26c4ee2 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:33.741671 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08e06378-53d6-4921-b5b5-30e7961ca551 req-b780fc8e-2567-4af9-849e-03c0c26c4ee2 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 943 time: 0.0824666 Mar 23 12:49:33.773217 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7b64d912-ca32-4f07-9d43-87533ad9b2c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4bc421c1f13f4d44b7c9246e5721eb5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242787 Mar 23 12:49:33.777012 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 55956) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:33.816853 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08e06378-53d6-4921-b5b5-30e7961ca551 req-69df526b-5761-4b9a-83ae-c011d7f36acd tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688372 Mar 23 12:49:33.867909 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6900-f1be-4cba-aa64-c92087b333a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:33.902899 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6900-f1be-4cba-aa64-c92087b333a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:33.972390 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6900-f1be-4cba-aa64-c92087b333a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:33.976525 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6900-f1be-4cba-aa64-c92087b333a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:33.978864 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1f7b6900-f1be-4cba-aa64-c92087b333a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ec0fb3a-3339-4158-b0f8-04f523f87eb4 HTTP/1.1" status: 204 len: 168 time: 0.2006779 Mar 23 12:49:33.989582 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b6900-f1be-4cba-aa64-c92087b333a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec0fb3a-3339-4158-b0f8-04f523f87eb4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:34.556232 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 874a5bc5-756b-468c-81f8-1be784b0a74d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:34.632511 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 874a5bc5-756b-468c-81f8-1be784b0a74d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:34.633165 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:35.060926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3801b-0717-4c67-acfd-74c10310201e req-652f8389-b56d-4d17-b534-2f676edeb01f tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:35.071993 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3ba3801b-0717-4c67-acfd-74c10310201e req-652f8389-b56d-4d17-b534-2f676edeb01f tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 943 time: 0.1838610 Mar 23 12:49:35.122161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-06f85fea-8211-4998-93d5-31b4f8f5df84 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:35.126471 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-06f85fea-8211-4998-93d5-31b4f8f5df84 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/networks?id=78224d7e-ebe5-4171-ae01-5cd3a519144a HTTP/1.1" status: 200 len: 825 time: 0.2844355 Mar 23 12:49:35.126981 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56016) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.159913 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-ca1d6b02-9fbd-45e2-8171-8350c7d4e835 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/quotas/1e8dfe327b994246bc2b41a16ce37e96 HTTP/1.1" status: 200 len: 375 time: 0.0145969 Mar 23 12:49:35.171242 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3ba3801b-0717-4c67-acfd-74c10310201e req-740b8d3a-0fec-4bec-b812-355052908a57 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973535 Mar 23 12:49:35.217097 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6299f10d-71e8-4d74-bd68-fd9ba67b0887 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e8dfe327b994246bc2b41a16ce37e96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482581 Mar 23 12:49:35.343707 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-c84de833-b5da-42d8-b1dd-711fd0427278 service neutron] 10.222.0.52 "GET /v2.0/networks/78224d7e-ebe5-4171-ae01-5cd3a519144a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255126 Mar 23 12:49:35.373193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-68cb2d2d-c582-4115-8511-d4d4cbfe5380 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.374540 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-68cb2d2d-c582-4115-8511-d4d4cbfe5380 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2466047 Mar 23 12:49:35.377482 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56026) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.382299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-2fad96c8-c30d-45a6-a769-03362dd65292 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.384308 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2fad96c8-c30d-45a6-a769-03362dd65292 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055072 Mar 23 12:49:35.387187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56028) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.395309 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-97ec1080-c947-4eb8-be4c-4245ba540b61 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.399690 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-97ec1080-c947-4eb8-be4c-4245ba540b61 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0110750 Mar 23 12:49:35.402642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56030) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.407292 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-120a0e26-746e-43f5-b83b-11e79fd27914 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.411758 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-120a0e26-746e-43f5-b83b-11e79fd27914 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0075436 Mar 23 12:49:35.411968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56032) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.417070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-63572060-08cc-46ca-b21d-4e830d5a9f7a tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.418675 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-63572060-08cc-46ca-b21d-4e830d5a9f7a tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0055380 Mar 23 12:49:35.421457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56034) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.427028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-65b78065-4576-4ab6-b173-9d902bd32e0d tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.428058 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-65b78065-4576-4ab6-b173-9d902bd32e0d tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0055435 Mar 23 12:49:35.430952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56036) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.435741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-bef69309-6b6a-44c4-a65c-3b375e9f5ba5 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.436744 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bef69309-6b6a-44c4-a65c-3b375e9f5ba5 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046184 Mar 23 12:49:35.440220 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56038) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.446239 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-d563a03b-a275-428a-a226-f237ca026096 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.450416 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d563a03b-a275-428a-a226-f237ca026096 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0060880 Mar 23 12:49:35.450618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56040) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.456105 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-04ab1d6d-2f1b-4b0e-9134-4ec84a5a362e tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.460131 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-04ab1d6d-2f1b-4b0e-9134-4ec84a5a362e tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0048952 Mar 23 12:49:35.460493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56042) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.466638 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-8d77cdbe-8588-442a-872e-870bd26e0857 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.470510 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8d77cdbe-8588-442a-872e-870bd26e0857 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0067117 Mar 23 12:49:35.471049 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56044) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.484697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-f1d0c57b-50df-471c-9102-051e894557c3 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.484697 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f1d0c57b-50df-471c-9102-051e894557c3 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0084713 Mar 23 12:49:35.490071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56048) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.497654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-8ac27bbf-3209-4a38-8872-cbf7948c04e4 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.501466 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8ac27bbf-3209-4a38-8872-cbf7948c04e4 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0077987 Mar 23 12:49:35.501860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56050) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.507552 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-44d90d05-9d02-443b-b2a5-891cd132c33c tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.511473 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-44d90d05-9d02-443b-b2a5-891cd132c33c tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0064790 Mar 23 12:49:35.511707 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56052) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.517110 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-70c5a82e-1c92-453e-8ce6-d74d4c567966 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.520204 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-70c5a82e-1c92-453e-8ce6-d74d4c567966 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0054150 Mar 23 12:49:35.520477 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56054) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.527717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-62e09168-f54f-4766-ba79-d9d02816d925 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.531095 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-62e09168-f54f-4766-ba79-d9d02816d925 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0074885 Mar 23 12:49:35.532558 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56058) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.538400 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-dcfba13f-b7dd-4584-adee-9bb437b6dd02 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.540046 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dcfba13f-b7dd-4584-adee-9bb437b6dd02 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0059621 Mar 23 12:49:35.542227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56060) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.549092 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-f96caf32-5dc2-4470-9a43-7296519ddece tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.553746 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f96caf32-5dc2-4470-9a43-7296519ddece tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0105851 Mar 23 12:49:35.556300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56062) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.562595 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6b483d64-c22d-473c-b5f5-55499f12b555 service neutron] 10.222.0.52 "GET /v2.0/networks/78224d7e-ebe5-4171-ae01-5cd3a519144a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174435 Mar 23 12:49:35.564303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-fd57e19e-ceac-483f-b817-fcb36fff52f0 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.567427 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fd57e19e-ceac-483f-b817-fcb36fff52f0 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0098698 Mar 23 12:49:35.571358 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56064) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.579218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-5abee816-0506-424c-9cc5-a79b39c1028c tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.583313 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5abee816-0506-424c-9cc5-a79b39c1028c tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0083454 Mar 23 12:49:35.583712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56066) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.590121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-908e5251-0c33-45d8-ad12-cae25ba98937 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.591618 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-908e5251-0c33-45d8-ad12-cae25ba98937 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0067017 Mar 23 12:49:35.594349 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56068) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.605400 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-792e750d-fc11-45da-bd7c-1f06868d09bd tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.610488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56070) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.618096 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-07be5357-e635-4008-9b5e-9f733efe6a69 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.619348 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-792e750d-fc11-45da-bd7c-1f06868d09bd tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0112727 Mar 23 12:49:35.620741 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-07be5357-e635-4008-9b5e-9f733efe6a69 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0085170 Mar 23 12:49:35.623595 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.634219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-fe90c1d9-9a11-42bb-a69b-e4cfdf353b0f tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.645360 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fe90c1d9-9a11-42bb-a69b-e4cfdf353b0f tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0205166 Mar 23 12:49:35.650091 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56074) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.654473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-2a52ee73-e12c-4e05-b48b-9913723e4f54 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.657601 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2a52ee73-e12c-4e05-b48b-9913723e4f54 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043149 Mar 23 12:49:35.661271 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56076) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.666707 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-3c06ca2e-610a-4a38-ad69-19bb2c0f75ac tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.670258 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3c06ca2e-610a-4a38-ad69-19bb2c0f75ac tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0054362 Mar 23 12:49:35.670955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56078) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.675197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-17ed97b3-dc12-4b6c-9d6b-4773e4bf7e0e tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.677084 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-17ed97b3-dc12-4b6c-9d6b-4773e4bf7e0e tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047388 Mar 23 12:49:35.679337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56080) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.685576 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-dbe2faa9-b060-4e93-8fb6-44bdbca73cab tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.690844 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56082) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.696736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-c6e8dfbc-6aee-41d2-9cf8-a22e78fa0709 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.698801 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dbe2faa9-b060-4e93-8fb6-44bdbca73cab tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0174000 Mar 23 12:49:35.703410 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56084) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.704428 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c6e8dfbc-6aee-41d2-9cf8-a22e78fa0709 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0116694 Mar 23 12:49:35.710225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-4579dec1-d3c1-4d98-b031-0a90eeadd76a tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.714747 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56086) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.725748 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-a7b2c275-2976-4eb4-a7e2-727c94bb1511 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.725854 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4579dec1-d3c1-4d98-b031-0a90eeadd76a tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0157030 Mar 23 12:49:35.725854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56088) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.728186 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a7b2c275-2976-4eb4-a7e2-727c94bb1511 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0104153 Mar 23 12:49:35.746975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-9081e0ea-87cf-42bd-b0b3-7b875c945628 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.750758 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56092) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.761361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-263fe35d-3a4b-499c-b640-d6375dc3fdc6 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.769596 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-263fe35d-3a4b-499c-b640-d6375dc3fdc6 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0168011 Mar 23 12:49:35.772756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56096) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.773516 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9081e0ea-87cf-42bd-b0b3-7b875c945628 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0465553 Mar 23 12:49:35.783250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-f891f550-08e9-459a-82f9-6790a34f7440 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.787663 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56098) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.792661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-5eb1881e-d2e1-4448-8a41-e4e291bf2ea6 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.797040 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f891f550-08e9-459a-82f9-6790a34f7440 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0222421 Mar 23 12:49:35.797659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56104) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.808054 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5eb1881e-d2e1-4448-8a41-e4e291bf2ea6 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0189960 Mar 23 12:49:35.812149 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-7197ccc5-696e-47d7-a50b-fd03f47e166d tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.816362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56106) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.822703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-bea027e2-5037-4094-93ab-2bb8e8466b35 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.827003 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7197ccc5-696e-47d7-a50b-fd03f47e166d tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0282857 Mar 23 12:49:35.828074 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bea027e2-5037-4094-93ab-2bb8e8466b35 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0106387 Mar 23 12:49:35.834334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56108) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.840993 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-fc285ffa-95f7-4e17-95a7-a9b2bf26195a tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.845056 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fc285ffa-95f7-4e17-95a7-a9b2bf26195a tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0091288 Mar 23 12:49:35.845885 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56116) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.851576 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-ba34cf16-4b9d-4b28-bb28-f0f028b99f5e tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.857042 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ba34cf16-4b9d-4b28-bb28-f0f028b99f5e tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0100174 Mar 23 12:49:35.858776 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56118) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.864227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-f7e3b90a-4c78-470e-be4b-95f1eb2d0304 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.868619 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f7e3b90a-4c78-470e-be4b-95f1eb2d0304 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0083306 Mar 23 12:49:35.870110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56120) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.875703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-e41aec31-3ba7-4dc4-89e2-fef042330196 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.879772 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e41aec31-3ba7-4dc4-89e2-fef042330196 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0080442 Mar 23 12:49:35.880443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56122) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.884825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-2b05795c-da9d-4d45-a4b8-19ebfa1c175b tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.888465 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2b05795c-da9d-4d45-a4b8-19ebfa1c175b tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0070775 Mar 23 12:49:35.889067 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56124) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.896356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-3c59871a-473e-4011-b91b-241c6a7da12a tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.901258 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3c59871a-473e-4011-b91b-241c6a7da12a tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0108554 Mar 23 12:49:35.901887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56126) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.906118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-25a8eb15-b9b8-462b-9efc-1df45b753476 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.910445 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-25a8eb15-b9b8-462b-9efc-1df45b753476 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0075765 Mar 23 12:49:35.911410 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56128) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.916632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-b4714d45-61e5-49db-85cf-49039201d37a tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.923291 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b4714d45-61e5-49db-85cf-49039201d37a tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0105746 Mar 23 12:49:35.924195 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56132) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.930437 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-2570ab5c-1bba-41fb-bbca-b662ae9830aa tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.934084 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5caefd5c-17d6-404e-aa9d-c735a3fb0500 req-c6e0b9ac-6916-4e64-bd58-c6c3681a7921 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 210 time: 0.1012683 Mar 23 12:49:35.935707 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2570ab5c-1bba-41fb-bbca-b662ae9830aa tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0100837 Mar 23 12:49:35.935982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56134) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.941103 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-e18c3e43-3808-4fb2-8ffb-407a5077ebd7 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.952841 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e18c3e43-3808-4fb2-8ffb-407a5077ebd7 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0152414 Mar 23 12:49:35.955572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56138) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.960890 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-d9156f39-2940-4489-8680-c0d2c14920ae tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.965211 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56140) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.965461 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d9156f39-2940-4489-8680-c0d2c14920ae tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0086114 Mar 23 12:49:35.971598 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-4da391f4-5ba7-4b64-b78c-dfa5b932cc98 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.975566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56144) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.975710 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4da391f4-5ba7-4b64-b78c-dfa5b932cc98 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0088029 Mar 23 12:49:35.981548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-c8ad1f60-eb66-46f9-9775-267b75c62386 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.987022 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c8ad1f60-eb66-46f9-9775-267b75c62386 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0103741 Mar 23 12:49:35.987456 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56148) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:35.994212 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-81b0bb10-2f65-4177-8387-e2b31837e5d4 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:35.998991 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-81b0bb10-2f65-4177-8387-e2b31837e5d4 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0096250 Mar 23 12:49:36.000028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56150) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.013494 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-a4bb4f23-f312-439f-a7b5-663deb3dffe9 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.017435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56152) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.021845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a4bb4f23-f312-439f-a7b5-663deb3dffe9 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0190375 Mar 23 12:49:36.025466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-1bdacaf1-10df-4a18-b76c-b986dd419d0f tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.029909 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56154) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.030430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1bdacaf1-10df-4a18-b76c-b986dd419d0f tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0111890 Mar 23 12:49:36.071613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-015cae00-ae3b-4bd3-9fa8-3fe77757c361 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.072931 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-015cae00-ae3b-4bd3-9fa8-3fe77757c361 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0418146 Mar 23 12:49:36.076490 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56164) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.091084 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-fe3a6a26-63e7-43be-8bb1-c8f7961d7d6f tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.094776 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fe3a6a26-63e7-43be-8bb1-c8f7961d7d6f tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0166957 Mar 23 12:49:36.094921 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56166) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.100065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-74b0a9a9-c4ad-4cf1-a118-df7bb775a8eb tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.103778 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56172) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.104208 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-74b0a9a9-c4ad-4cf1-a118-df7bb775a8eb tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0079691 Mar 23 12:49:36.108051 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-4011dbb7-22b2-4b0f-989d-ddc8614c852a tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.108974 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4011dbb7-22b2-4b0f-989d-ddc8614c852a tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0042565 Mar 23 12:49:36.112096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56174) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.117636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-6b29f0f4-af95-42f4-8cb6-7070870808f0 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.121322 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56176) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.122802 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6b29f0f4-af95-42f4-8cb6-7070870808f0 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0081556 Mar 23 12:49:36.135052 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-c316d96b-0c18-45b2-b501-9745449605c9 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.137089 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c316d96b-0c18-45b2-b501-9745449605c9 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0146227 Mar 23 12:49:36.139796 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56182) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.149210 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-71a726d2-e70f-4ee4-8479-270c4d1d9148 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.150409 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-71a726d2-e70f-4ee4-8479-270c4d1d9148 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0095227 Mar 23 12:49:36.153497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56184) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.158567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-6c29ce4d-1c81-44f1-b707-4373b6eeb659 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.162603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56186) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.162831 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6c29ce4d-1c81-44f1-b707-4373b6eeb659 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0078900 Mar 23 12:49:36.167582 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-ecbc02c3-da51-4b8f-aeb5-081199d746bb tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.169219 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ecbc02c3-da51-4b8f-aeb5-081199d746bb tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0053349 Mar 23 12:49:36.171861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56188) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.180226 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-3052246b-e461-4d65-8a5f-621882b830a9 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.181630 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3052246b-e461-4d65-8a5f-621882b830a9 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0083482 Mar 23 12:49:36.185388 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56194) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.190350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-3c4c9887-8ec2-47f9-ab26-d0c15f25e727 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.200887 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56198) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.201551 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3c4c9887-8ec2-47f9-ab26-d0c15f25e727 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0149138 Mar 23 12:49:36.206770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-c57d9e15-44a8-4900-9b02-19cb6ad4498a tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.208589 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c57d9e15-44a8-4900-9b02-19cb6ad4498a tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0062580 Mar 23 12:49:36.212301 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56202) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.221990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-3e49de47-3451-4030-8f3d-73de5895cee3 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.226540 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56208) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.228742 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3e49de47-3451-4030-8f3d-73de5895cee3 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0152636 Mar 23 12:49:36.231099 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-04847fa5-a101-40d8-9abc-2b7dd9455661 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.233034 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-04847fa5-a101-40d8-9abc-2b7dd9455661 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043120 Mar 23 12:49:36.234837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56210) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.243653 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [None req-924a0ed6-7a23-4fe5-8756-5eba59fad246 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.255478 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56212) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.256982 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-924a0ed6-7a23-4fe5-8756-5eba59fad246 tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0194471 Mar 23 12:49:36.260335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-a123b6a9-e2b8-4c67-877d-ae9a8304707e tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.261263 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a123b6a9-e2b8-4c67-877d-ae9a8304707e tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048177 Mar 23 12:49:36.263717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56214) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:36.267884 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [None req-5693c056-76ab-4831-9b07-d694f9b32f0f tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:49:36.278564 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5693c056-76ab-4831-9b07-d694f9b32f0f tempest-ExtensionsTestJSON-598937057 tempest-ExtensionsTestJSON-598937057-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0108476 Mar 23 12:49:36.473192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e622a6-a527-4b6c-b292-1ed83ee45ff8 req-6cee72e0-6ee0-4905-a761-15c35c7aab98 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:36.475421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e1e622a6-a527-4b6c-b292-1ed83ee45ff8 req-6cee72e0-6ee0-4905-a761-15c35c7aab98 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 943 time: 0.1113126 Mar 23 12:49:36.592991 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e1e622a6-a527-4b6c-b292-1ed83ee45ff8 req-8fbcc45d-1e55-451c-a426-78d41a71c5c3 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065185 Mar 23 12:49:36.780904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56230) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:37.050452 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79a52422-5db4-4456-b5de-1ce036924688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:37.165723 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-54b2f8be-54ea-4ca9-84c7-51509d3ec85a req-6f25e132-5d7f-4f82-bd03-28ef815fefef tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 210 time: 0.0562062 Mar 23 12:49:37.279738 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79a52422-5db4-4456-b5de-1ce036924688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:37.292451 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79a52422-5db4-4456-b5de-1ce036924688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:37.553969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-5d2e35ab-9614-4d2a-8c98-6c0eeeb4ffb5 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:37.557232 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-5d2e35ab-9614-4d2a-8c98-6c0eeeb4ffb5 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.77 "GET /v2.0/networks?id=78224d7e-ebe5-4171-ae01-5cd3a519144a HTTP/1.1" status: 200 len: 825 time: 0.2374878 Mar 23 12:49:37.583497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-cabbbcae-6b29-4cfe-84e8-8bfceba2a1f6 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Request body: {'port': {'device_id': '58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0', 'network_id': '78224d7e-ebe5-4171-ae01-5cd3a519144a', 'admin_state_up': True, 'tenant_id': '1e8dfe327b994246bc2b41a16ce37e96'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:37.619254 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-79a52422-5db4-4456-b5de-1ce036924688 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb5c60d239714b21932ce2ac865bd5ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8372161 Mar 23 12:49:37.625831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56252) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:37.635770 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a52422-5db4-4456-b5de-1ce036924688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c60b96-569e-470e-a2ca-0db46d899262,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:37.774519 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1ff2089-cbf0-48c5-8329-90760b191a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:37.798517 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1ff2089-cbf0-48c5-8329-90760b191a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:37.861117 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1ff2089-cbf0-48c5-8329-90760b191a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:37.864179 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1ff2089-cbf0-48c5-8329-90760b191a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:37.865394 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f1ff2089-cbf0-48c5-8329-90760b191a56 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52c60b96-569e-470e-a2ca-0db46d899262 HTTP/1.1" status: 204 len: 168 time: 0.2384136 Mar 23 12:49:37.874365 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff2089-cbf0-48c5-8329-90760b191a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c60b96-569e-470e-a2ca-0db46d899262,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:37.913355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-cabbbcae-6b29-4cfe-84e8-8bfceba2a1f6 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Made reservation on behalf of 1e8dfe327b994246bc2b41a16ce37e96 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:37.918623 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-cabbbcae-6b29-4cfe-84e8-8bfceba2a1f6 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:38.128200 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-cabbbcae-6b29-4cfe-84e8-8bfceba2a1f6 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Allocated IP 172.20.0.13 (78224d7e-ebe5-4171-ae01-5cd3a519144a/c258fb9a-2bf7-491b-aa90-3f8dad8d2bce/899529e7-ca83-489a-9a8d-fd5c45bde067) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:38.237503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab83a2-2e58-4edb-abea-0331422e3ea5 req-6ac38012-871f-4868-9157-7ac9c018b533 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:38.240927 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f0ab83a2-2e58-4edb-abea-0331422e3ea5 req-6ac38012-871f-4868-9157-7ac9c018b533 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 943 time: 0.4681091 Mar 23 12:49:38.360850 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f0ab83a2-2e58-4edb-abea-0331422e3ea5 req-aa668c3c-8c5b-4eb8-85f6-54fd26474fd8 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857635 Mar 23 12:49:38.398176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-cabbbcae-6b29-4cfe-84e8-8bfceba2a1f6 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:38.426522 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47da399d-744e-4dbd-a930-685f59c68468 req-c364d329-a763-4d3b-a6b9-4a1af7aaa753 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 210 time: 0.1085718 Mar 23 12:49:38.493025 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-cabbbcae-6b29-4cfe-84e8-8bfceba2a1f6 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:38.564439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-cabbbcae-6b29-4cfe-84e8-8bfceba2a1f6 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Network 78224d7e-ebe5-4171-ae01-5cd3a519144a is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:38.568599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-cabbbcae-6b29-4cfe-84e8-8bfceba2a1f6 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:38.576996 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-cabbbcae-6b29-4cfe-84e8-8bfceba2a1f6 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:38.671092 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbbcae-6b29-4cfe-84e8-8bfceba2a1f6 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Pushing event updated for resources: {'Port': ['ID=899529e7-ca83-489a-9a8d-fd5c45bde067,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:38.734684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-cabbbcae-6b29-4cfe-84e8-8bfceba2a1f6 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:38.735306 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-cabbbcae-6b29-4cfe-84e8-8bfceba2a1f6 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:38.757799 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab1fd803-5a33-447a-8128-93f444c4a853 req-4c095d5b-35c9-47d6-a6a3-39a647dbd577 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738862 Mar 23 12:49:38.761918 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-cabbbcae-6b29-4cfe-84e8-8bfceba2a1f6 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1838729 Mar 23 12:49:38.804104 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Request body: {'port': {'device_id': '58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:38.936917 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:39.024737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd803-5a33-447a-8128-93f444c4a853 req-2501d3cd-f4db-49db-86e6-6c667892311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:39.026656 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab1fd803-5a33-447a-8128-93f444c4a853 req-2501d3cd-f4db-49db-86e6-6c667892311f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 1096 time: 0.1910875 Mar 23 12:49:39.224695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56300) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:39.398293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c470cba5-6a28-485a-95ec-c59cb9986648 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] Request body: {'port': {'network_id': '965f3e68-10bb-48d3-826c-5da876a49686', 'name': 'tempest-NetworksNegativeTestJSON-208069217'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:39.415314 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c470cba5-6a28-485a-95ec-c59cb9986648 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] POST failed (client error): The resource could not be found. Mar 23 12:49:39.415896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c470cba5-6a28-485a-95ec-c59cb9986648 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:39.423368 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c470cba5-6a28-485a-95ec-c59cb9986648 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1973979 Mar 23 12:49:39.425008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56316) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:39.446535 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5ffd1b-5e5c-4e19-be72-1b725b1dc018 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:39.451837 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5ffd1b-5e5c-4e19-be72-1b725b1dc018 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:39.466405 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fa5ffd1b-5e5c-4e19-be72-1b725b1dc018 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] 10.222.0.52 "DELETE /v2.0/networks/fc529f18-8b9c-4dbf-872d-b70bd127cc00 HTTP/1.1" status: 404 len: 339 time: 0.0389261 Mar 23 12:49:39.467051 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56320) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:39.478424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd803-5a33-447a-8128-93f444c4a853 req-bb899f40-64c3-4377-86a7-6a734d4fe009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:39.479966 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab1fd803-5a33-447a-8128-93f444c4a853 req-bb899f40-64c3-4377-86a7-6a734d4fe009 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 915 time: 0.4178064 Mar 23 12:49:39.524570 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8a6b0e-8d7a-40ec-a3bf-1797aef6fb23 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:39.526302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8a6b0e-8d7a-40ec-a3bf-1797aef6fb23 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:39.534046 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bb8a6b0e-8d7a-40ec-a3bf-1797aef6fb23 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] 10.222.0.52 "DELETE /v2.0/ports/2470dda3-79b9-43c2-8ddb-20485329bb8a HTTP/1.1" status: 404 len: 333 time: 0.0657885 Mar 23 12:49:39.539968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56322) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:39.600000 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed310e9f-44e1-4436-822d-66e2ea68e659 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] DELETE failed (client error): The resource could not be found. Mar 23 12:49:39.600738 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed310e9f-44e1-4436-822d-66e2ea68e659 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:39.622764 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ed310e9f-44e1-4436-822d-66e2ea68e659 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] 10.222.0.52 "DELETE /v2.0/subnets/ffa74548-4a48-4874-b9f6-55db44eea353 HTTP/1.1" status: 404 len: 337 time: 0.0815935 Mar 23 12:49:39.623718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56324) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:39.669651 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf28e506-04e4-45ed-b7a6-b2fd73ba8420 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] GET failed (client error): The resource could not be found. Mar 23 12:49:39.676012 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bf28e506-04e4-45ed-b7a6-b2fd73ba8420 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] 10.222.0.52 "GET /v2.0/networks/9fba365e-e2d5-4106-9bd0-339f1f4635e3 HTTP/1.1" status: 404 len: 339 time: 0.0342450 Mar 23 12:49:39.690625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56326) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:39.720340 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0088ad3-51a7-4ee8-b231-8fad1b8a42a9 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] GET failed (client error): The resource could not be found. Mar 23 12:49:39.726250 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e0088ad3-51a7-4ee8-b231-8fad1b8a42a9 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] 10.222.0.52 "GET /v2.0/ports/0249538d-c53c-48f2-9b62-157fa131cd20 HTTP/1.1" status: 404 len: 333 time: 0.0344176 Mar 23 12:49:39.730717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56334) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:39.770791 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c732d0-e36d-4136-84d9-2620c5751d5a tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] GET failed (client error): The resource could not be found. Mar 23 12:49:39.777280 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a3c732d0-e36d-4136-84d9-2620c5751d5a tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] 10.222.0.52 "GET /v2.0/subnets/a29cd395-2210-4fe2-93a7-90daa8f8b641 HTTP/1.1" status: 404 len: 337 time: 0.0452607 Mar 23 12:49:39.778240 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56338) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:39.788082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0c7760a4-5092-4299-a4e7-afcbb090bdda tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:39.810866 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db11bd-f515-43d4-b3ef-1ea0e0eb708d req-5a0cbe34-ec1f-4db3-af79-9bca1218bdc3 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:39.812766 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a9db11bd-f515-43d4-b3ef-1ea0e0eb708d req-5a0cbe34-ec1f-4db3-af79-9bca1218bdc3 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 932 time: 0.1879461 Mar 23 12:49:39.813794 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7760a4-5092-4299-a4e7-afcbb090bdda tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] PUT failed (client error): The resource could not be found. Mar 23 12:49:39.814566 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7760a4-5092-4299-a4e7-afcbb090bdda tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:39.820129 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0c7760a4-5092-4299-a4e7-afcbb090bdda tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] 10.222.0.52 "PUT /v2.0/networks/205e75df-80e1-4f8e-9701-f00493b2d012 HTTP/1.1" status: 404 len: 339 time: 0.0363173 Mar 23 12:49:39.821540 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56340) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:39.832661 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0cf00311-d7dc-4480-9dbc-ea2fbfd82882 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:39.859222 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf00311-d7dc-4480-9dbc-ea2fbfd82882 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] PUT failed (client error): The resource could not be found. Mar 23 12:49:39.860373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf00311-d7dc-4480-9dbc-ea2fbfd82882 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:39.866252 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0cf00311-d7dc-4480-9dbc-ea2fbfd82882 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] 10.222.0.52 "PUT /v2.0/ports/970dea85-0e47-4f34-b4da-c3766a61348f HTTP/1.1" status: 404 len: 333 time: 0.0375395 Mar 23 12:49:39.867429 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56342) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:39.874821 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bec926a6-0645-4b8d-95f7-9a457ebda0a5 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:39.900473 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab1fd803-5a33-447a-8128-93f444c4a853 req-b1e48d86-18b3-4ca9-af1a-78e3c9e80e1b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d792dc8-f5b5-4da0-8b6d-15378b482e5d HTTP/1.1" status: 200 len: 1001 time: 0.4121401 Mar 23 12:49:39.923870 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abbe6e-90dd-479c-82b8-9e3c146859b4 req-9aa77e92-985a-498e-97cf-893cce8d5635 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:39.926933 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a6abbe6e-90dd-479c-82b8-9e3c146859b4 req-9aa77e92-985a-498e-97cf-893cce8d5635 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 943 time: 0.4237497 Mar 23 12:49:39.927433 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec926a6-0645-4b8d-95f7-9a457ebda0a5 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] PUT failed (client error): The resource could not be found. Mar 23 12:49:39.928096 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec926a6-0645-4b8d-95f7-9a457ebda0a5 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:49:39.933548 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bec926a6-0645-4b8d-95f7-9a457ebda0a5 tempest-NetworksNegativeTestJSON-1426820532 tempest-NetworksNegativeTestJSON-1426820532-project] 10.222.0.52 "PUT /v2.0/subnets/9339de07-be17-4c37-bf6d-63d5b42f41fb HTTP/1.1" status: 404 len: 337 time: 0.0629528 Mar 23 12:49:39.959708 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a9db11bd-f515-43d4-b3ef-1ea0e0eb708d req-a094bcf7-c25c-42a8-b602-133bd3b4a910 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4093d3-bc62-4990-9545-7dfcb24ad84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370146 Mar 23 12:49:40.077742 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a6abbe6e-90dd-479c-82b8-9e3c146859b4 req-0a607a4d-5a5a-47ca-9227-85b0594a5581 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010594 Mar 23 12:49:40.164906 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd803-5a33-447a-8128-93f444c4a853 req-b6ff91d1-f721-4c92-aa5f-6a00eb4ce21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:40.167557 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab1fd803-5a33-447a-8128-93f444c4a853 req-b6ff91d1-f721-4c92-aa5f-6a00eb4ce21d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=887f27a5-c519-4323-8382-2219821540c0 HTTP/1.1" status: 200 len: 853 time: 0.2094002 Mar 23 12:49:40.310042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899529e7-ca83-489a-9a8d-fd5c45bde067 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:49:40.320672 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:40.344632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Transition to ACTIVE for port object 899529e7-ca83-489a-9a8d-fd5c45bde067 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:49:40.355431 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:40.422396 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd803-5a33-447a-8128-93f444c4a853 req-57d3b99d-94b7-4272-9c37-0193283c6bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:40.424618 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab1fd803-5a33-447a-8128-93f444c4a853 req-57d3b99d-94b7-4272-9c37-0193283c6bf7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ad59140-5a4c-426f-a608-38c6929a8267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2430100 Mar 23 12:49:40.506331 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56356) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:40.530064 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Pushing event updated for resources: {'Port': ['ID=899529e7-ca83-489a-9a8d-fd5c45bde067,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:40.626687 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab1fd803-5a33-447a-8128-93f444c4a853 req-ba334ac6-d16a-4d27-b1e5-28b8f13cb480 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925800 Mar 23 12:49:40.674070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Attempting to bind port 899529e7-ca83-489a-9a8d-fd5c45bde067 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:49:40.674709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Attempting to bind port 899529e7-ca83-489a-9a8d-fd5c45bde067 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '86475eb1-dc10-4de1-8420-9e0a32c46a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '78224d7e-ebe5-4171-ae01-5cd3a519144a'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:49:40.676592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Attempting to bind port 899529e7-ca83-489a-9a8d-fd5c45bde067 on network 78224d7e-ebe5-4171-ae01-5cd3a519144a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:40.698257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Port 899529e7-ca83-489a-9a8d-fd5c45bde067 on network 78224d7e-ebe5-4171-ae01-5cd3a519144a not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:49:40.698980 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Attempting to bind port 899529e7-ca83-489a-9a8d-fd5c45bde067 on network 78224d7e-ebe5-4171-ae01-5cd3a519144a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:40.704189 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e820a3a1-6e43-440b-9da0-c719fe377d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:40.744422 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:49:40.744884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Checking segment: {'id': '86475eb1-dc10-4de1-8420-9e0a32c46a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '78224d7e-ebe5-4171-ae01-5cd3a519144a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:49:40.745630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Bound using segment: {'id': '86475eb1-dc10-4de1-8420-9e0a32c46a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '78224d7e-ebe5-4171-ae01-5cd3a519144a'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:49:40.746501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Bound port: 899529e7-ca83-489a-9a8d-fd5c45bde067, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86475eb1-dc10-4de1-8420-9e0a32c46a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '78224d7e-ebe5-4171-ae01-5cd3a519144a'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:49:40.747087 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:40.840272 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e820a3a1-6e43-440b-9da0-c719fe377d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:40.845931 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e820a3a1-6e43-440b-9da0-c719fe377d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:40.863977 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab1fd803-5a33-447a-8128-93f444c4a853 req-70f4757c-381b-4871-beac-7a3708a03aeb service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142770 Mar 23 12:49:40.872368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] For port 899529e7-ca83-489a-9a8d-fd5c45bde067, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:49:40.875789 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] For port 899529e7-ca83-489a-9a8d-fd5c45bde067, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=899529e7-ca83-489a-9a8d-fd5c45bde067,segment=NetworkSegment(86475eb1-dc10-4de1-8420-9e0a32c46a64),segment_id=86475eb1-dc10-4de1-8420-9e0a32c46a64)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:49:40.882625 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:40.894530 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e820a3a1-6e43-440b-9da0-c719fe377d94 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5117e1fd8b7f4d82b2ae2eadf753849b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3869586 Mar 23 12:49:40.899220 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56360) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:40.917515 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820a3a1-6e43-440b-9da0-c719fe377d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ce28ad-5939-4478-8f5d-e438dad2e70d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:40.948565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:40.949960 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:40.952523 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] 10.222.0.77 "PUT /v2.0/ports/899529e7-ca83-489a-9a8d-fd5c45bde067 HTTP/1.1" status: 200 len: 1092 time: 2.1747003 Mar 23 12:49:40.953212 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0', 'tag': '899529e7-ca83-489a-9a8d-fd5c45bde067'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:49:40.955799 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed93f8d5-9492-49f7-b2da-c15a2d40572f" -d '{"events": [{"name": "network-changed", "server_uuid": "58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0", "tag": "899529e7-ca83-489a-9a8d-fd5c45bde067"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:49:40.973644 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d4ac-6379-4472-a2fa-fd41659cb9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:41.000400 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed8c3a-e1b8-44d5-914f-0a1c25344e2d service neutron] Pushing event updated for resources: {'Port': ['ID=899529e7-ca83-489a-9a8d-fd5c45bde067,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:41.005294 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d4ac-6379-4472-a2fa-fd41659cb9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:41.066324 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d4ac-6379-4472-a2fa-fd41659cb9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:41.073068 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d4ac-6379-4472-a2fa-fd41659cb9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:41.077047 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7ae8d4ac-6379-4472-a2fa-fd41659cb9a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/79ce28ad-5939-4478-8f5d-e438dad2e70d HTTP/1.1" status: 204 len: 168 time: 0.1738183 Mar 23 12:49:41.093327 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8d4ac-6379-4472-a2fa-fd41659cb9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ce28ad-5939-4478-8f5d-e438dad2e70d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:41.104243 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3925f621-a733-4dab-bd75-57d347b4a6c0 x-openstack-request-id: req-3925f621-a733-4dab-bd75-57d347b4a6c0 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:49:41.104674 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0", "tag": "899529e7-ca83-489a-9a8d-fd5c45bde067", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:49:41.104936 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3925f621-a733-4dab-bd75-57d347b4a6c0 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:49:41.105330 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0', 'tag': '899529e7-ca83-489a-9a8d-fd5c45bde067', 'status': 'completed', 'code': 200} Mar 23 12:49:41.251704 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-e972d094-0dc6-4509-8932-154aeca7294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:41.255792 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-e972d094-0dc6-4509-8932-154aeca7294f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1e8dfe327b994246bc2b41a16ce37e96&device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 1095 time: 0.2319043 Mar 23 12:49:41.295919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f0c65-9e05-4a90-a1f8-dbf3dcb13502 req-90e4b77f-7e8c-4a55-bdd5-b1b35f998d01 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:41.308909 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f64f0c65-9e05-4a90-a1f8-dbf3dcb13502 req-90e4b77f-7e8c-4a55-bdd5-b1b35f998d01 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 943 time: 0.1045985 Mar 23 12:49:41.378094 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f64f0c65-9e05-4a90-a1f8-dbf3dcb13502 req-ba7db0f1-aad1-45af-acb0-f0e5218e5fc7 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674224 Mar 23 12:49:41.381093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944d648-7661-4032-a135-1a7a8b3ad8e1 req-9a1dd16f-4034-4da3-8d13-db8b7d5425fc tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:41.391957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1944d648-7661-4032-a135-1a7a8b3ad8e1 req-9a1dd16f-4034-4da3-8d13-db8b7d5425fc tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 944 time: 0.2758970 Mar 23 12:49:41.391957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-c3e8ecee-b8fa-4775-bd7f-aa1fbf35dbe5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=899529e7-ca83-489a-9a8d-fd5c45bde067 HTTP/1.1" status: 200 len: 217 time: 0.1240873 Mar 23 12:49:41.497430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-fee6dd95-f57b-4c28-a0ec-0761810d4b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:41.499797 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-fee6dd95-f57b-4c28-a0ec-0761810d4b4c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c258fb9a-2bf7-491b-aa90-3f8dad8d2bce HTTP/1.1" status: 200 len: 865 time: 0.1031742 Mar 23 12:49:41.506900 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1944d648-7661-4032-a135-1a7a8b3ad8e1 req-40c14bc7-4da4-4f94-b72b-b045b2831312 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4093d3-bc62-4990-9545-7dfcb24ad84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978088 Mar 23 12:49:41.544394 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-946828b1-0876-4164-819c-90fb39e42344 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=78224d7e-ebe5-4171-ae01-5cd3a519144a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364115 Mar 23 12:49:41.659234 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-cc13a353-3612-4688-a279-27caa7160d8c service neutron] 10.222.0.77 "GET /v2.0/networks/78224d7e-ebe5-4171-ae01-5cd3a519144a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076076 Mar 23 12:49:41.827518 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b705a95-1cbd-4144-9a22-eb31bf1c0ae0 req-4223c169-e712-4609-8fa6-48ffc97a5e08 service neutron] 10.222.0.77 "GET /v2.0/networks/78224d7e-ebe5-4171-ae01-5cd3a519144a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612568 Mar 23 12:49:41.934010 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93f8d5-9492-49f7-b2da-c15a2d40572f req-2ad2376b-c146-41b1-ac27-174f522ed4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:41.936722 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed93f8d5-9492-49f7-b2da-c15a2d40572f req-2ad2376b-c146-41b1-ac27-174f522ed4c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1e8dfe327b994246bc2b41a16ce37e96&device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 1095 time: 0.0507073 Mar 23 12:49:42.059271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93f8d5-9492-49f7-b2da-c15a2d40572f req-50635586-3d60-4822-9505-0b4ce8604dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:42.060823 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed93f8d5-9492-49f7-b2da-c15a2d40572f req-50635586-3d60-4822-9505-0b4ce8604dd6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=78224d7e-ebe5-4171-ae01-5cd3a519144a HTTP/1.1" status: 200 len: 926 time: 0.1168213 Mar 23 12:49:42.121165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56396) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:42.125957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed93f8d5-9492-49f7-b2da-c15a2d40572f req-4b3ae80a-f468-47c0-9cab-81ad14834759 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=899529e7-ca83-489a-9a8d-fd5c45bde067 HTTP/1.1" status: 200 len: 217 time: 0.0573199 Mar 23 12:49:42.219233 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93f8d5-9492-49f7-b2da-c15a2d40572f req-4a7368b7-229a-407a-959a-ecc471b2f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:42.222760 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed93f8d5-9492-49f7-b2da-c15a2d40572f req-4a7368b7-229a-407a-959a-ecc471b2f47f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c258fb9a-2bf7-491b-aa90-3f8dad8d2bce HTTP/1.1" status: 200 len: 865 time: 0.0855844 Mar 23 12:49:42.238655 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-414ccc79-96b4-4297-9a89-cedc0a4c25db tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-627109356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:42.267234 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-414ccc79-96b4-4297-9a89-cedc0a4c25db tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:42.268292 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-414ccc79-96b4-4297-9a89-cedc0a4c25db tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:42.269969 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed93f8d5-9492-49f7-b2da-c15a2d40572f req-c334dd21-a018-41c2-a56d-8a690f55d572 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=78224d7e-ebe5-4171-ae01-5cd3a519144a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354116 Mar 23 12:49:42.342373 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-414ccc79-96b4-4297-9a89-cedc0a4c25db tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:42.350367 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-414ccc79-96b4-4297-9a89-cedc0a4c25db tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:42.391864 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-414ccc79-96b4-4297-9a89-cedc0a4c25db tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:42.400500 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56406) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:42.401481 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-414ccc79-96b4-4297-9a89-cedc0a4c25db tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2791259 Mar 23 12:49:42.455681 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7563d955-8006-480c-a913-0372aaa28575 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-86022272'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:42.560933 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed93f8d5-9492-49f7-b2da-c15a2d40572f req-bc35f744-ab9e-44b8-806d-86c0a47db5e6 service neutron] 10.222.0.77 "GET /v2.0/networks/78224d7e-ebe5-4171-ae01-5cd3a519144a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832975 Mar 23 12:49:42.563219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7563d955-8006-480c-a913-0372aaa28575 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Made reservation on behalf of 807ac7d70b024dccb0f331db00dd2fc6 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:42.568061 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7563d955-8006-480c-a913-0372aaa28575 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:42.697389 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066232db-2869-418a-822e-d61229f7f9aa req-41b9a8d1-75af-4fd6-a437-7a1cbe777de2 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:42.704660 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-066232db-2869-418a-822e-d61229f7f9aa req-41b9a8d1-75af-4fd6-a437-7a1cbe777de2 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 943 time: 0.2219620 Mar 23 12:49:42.780017 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-066232db-2869-418a-822e-d61229f7f9aa req-3b2e8663-f7d4-4e77-b199-f74c6d68778d tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697281 Mar 23 12:49:43.035746 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7563d955-8006-480c-a913-0372aaa28575 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:43.200917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85912372-1b88-4e1f-8609-8c7c1d424ab9 req-c588ea4e-a823-4044-8032-febb30bd72f9 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:43.202710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85912372-1b88-4e1f-8609-8c7c1d424ab9 req-c588ea4e-a823-4044-8032-febb30bd72f9 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 944 time: 0.1621337 Mar 23 12:49:43.206820 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed93f8d5-9492-49f7-b2da-c15a2d40572f req-8256ce50-7dfd-4298-8789-35a2234ba63c service neutron] 10.222.0.77 "GET /v2.0/networks/78224d7e-ebe5-4171-ae01-5cd3a519144a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232407 Mar 23 12:49:43.277931 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85912372-1b88-4e1f-8609-8c7c1d424ab9 req-f60ab03f-29c7-4435-958e-33e8c4934d9f tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4093d3-bc62-4990-9545-7dfcb24ad84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600560 Mar 23 12:49:43.301645 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7563d955-8006-480c-a913-0372aaa28575 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:43.313413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7563d955-8006-480c-a913-0372aaa28575 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:43.400109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563d955-8006-480c-a913-0372aaa28575 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfb6dd5-1ce4-4c0c-a8e0-8d23002711d1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:43.424794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7563d955-8006-480c-a913-0372aaa28575 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:49:43.438846 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7563d955-8006-480c-a913-0372aaa28575 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:43.439228 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-7563d955-8006-480c-a913-0372aaa28575 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Added segment 119e03b6-4c41-4d04-be93-c15d9f858194 of type vlan for network 5782d683-f372-418b-9a0e-ed5413da857b Mar 23 12:49:43.500417 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7563d955-8006-480c-a913-0372aaa28575 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:43.548034 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7563d955-8006-480c-a913-0372aaa28575 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:43.556716 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7563d955-8006-480c-a913-0372aaa28575 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:43.557489 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7563d955-8006-480c-a913-0372aaa28575 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:43.712158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563d955-8006-480c-a913-0372aaa28575 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event updated for resources: {'Network': ['ID=5782d683-f372-418b-9a0e-ed5413da857b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:43.720052 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7563d955-8006-480c-a913-0372aaa28575 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3183501 Mar 23 12:49:43.723909 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56420) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:43.731186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7c808199-9142-4e4a-bdea-7e8d8ca91d4e tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Request body: {'subnet': {'network_id': '5782d683-f372-418b-9a0e-ed5413da857b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:43.737805 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 5782d683-f372-418b-9a0e-ed5413da857b details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:49:44.000018 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c9c87-b0af-4511-ab79-17f008e4b03a req-fff21302-8614-4cd6-b574-49cb562acf66 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:44.001552 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b88c9c87-b0af-4511-ab79-17f008e4b03a req-fff21302-8614-4cd6-b574-49cb562acf66 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 943 time: 0.0949037 Mar 23 12:49:44.015753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c808199-9142-4e4a-bdea-7e8d8ca91d4e tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Made reservation on behalf of 807ac7d70b024dccb0f331db00dd2fc6 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:44.020180 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c808199-9142-4e4a-bdea-7e8d8ca91d4e tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:44.103826 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b88c9c87-b0af-4511-ab79-17f008e4b03a req-6da018da-a6da-4475-b8f8-807b73fcbe2a tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947008 Mar 23 12:49:44.127369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ef92b335-a8a5-4033-99e2-b759805f39e2 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:49:44.228652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ef92b335-a8a5-4033-99e2-b759805f39e2, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ef92b335-a8a5-4033-99e2-b759805f39e2,segment=NetworkSegment(29dae5b9-80a8-4956-9faa-c2c202802d01),segment_id=29dae5b9-80a8-4956-9faa-c2c202802d01)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:44.240765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'ef92b335-a8a5-4033-99e2-b759805f39e2', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'port_id': 'ef92b335-a8a5-4033-99e2-b759805f39e2', 'mac_address': 'fa:16:3e:f5:ef:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:49:44.249479 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c808199-9142-4e4a-bdea-7e8d8ca91d4e tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:44.287604 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:44.302775 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef92b335-a8a5-4033-99e2-b759805f39e2 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:49:44.314919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c808199-9142-4e4a-bdea-7e8d8ca91d4e tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event updated for resources: {'Subnet': ['ID=042e0627-bf95-4d1e-a9a9-26a1b0e4c8cb,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:44.325392 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c808199-9142-4e4a-bdea-7e8d8ca91d4e tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Checking segment: {'id': '119e03b6-4c41-4d04-be93-c15d9f858194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5782d683-f372-418b-9a0e-ed5413da857b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:49:44.325904 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c808199-9142-4e4a-bdea-7e8d8ca91d4e tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Network hostable DHCP agents. Network: 5782d683-f372-418b-9a0e-ed5413da857b, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:49:44.329709 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ef92b335-a8a5-4033-99e2-b759805f39e2, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ef92b335-a8a5-4033-99e2-b759805f39e2,segment=NetworkSegment(29dae5b9-80a8-4956-9faa-c2c202802d01),segment_id=29dae5b9-80a8-4956-9faa-c2c202802d01)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:44.335247 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:44.354095 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c808199-9142-4e4a-bdea-7e8d8ca91d4e tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Network 5782d683-f372-418b-9a0e-ed5413da857b is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:49:44.365558 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7c808199-9142-4e4a-bdea-7e8d8ca91d4e tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 5782d683-f372-418b-9a0e-ed5413da857b) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:44.371434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c808199-9142-4e4a-bdea-7e8d8ca91d4e tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:44.372776 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c808199-9142-4e4a-bdea-7e8d8ca91d4e tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:44.382340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21399056-dbef-4a6a-bce6-7458e2d00475 None None] Network 5782d683-f372-418b-9a0e-ed5413da857b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:44.398158 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7c808199-9142-4e4a-bdea-7e8d8ca91d4e tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6732581 Mar 23 12:49:44.401904 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56432) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:44.411295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ef92b335-a8a5-4033-99e2-b759805f39e2,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:44.423534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9ecda192-ae83-4f89-b3f5-dcf8dc44753f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Request body: {'network': {'name': 'tempest-router-network01--759870735'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:44.459458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecda192-ae83-4f89-b3f5-dcf8dc44753f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Made reservation on behalf of 807ac7d70b024dccb0f331db00dd2fc6 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:44.465463 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ecda192-ae83-4f89-b3f5-dcf8dc44753f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:44.497299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ecda192-ae83-4f89-b3f5-dcf8dc44753f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:49:44.508836 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127edfdd-428d-4f25-bffd-62d41415a60c req-77cf3dc0-8299-4370-a661-1492db6c7a29 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:44.534175 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ecda192-ae83-4f89-b3f5-dcf8dc44753f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:44.534527 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-9ecda192-ae83-4f89-b3f5-dcf8dc44753f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Added segment b391d3b8-23d8-4bb0-893b-7f5790573af0 of type vlan for network 6001889c-c69b-4046-888e-feccc60c3d3d Mar 23 12:49:44.535462 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-127edfdd-428d-4f25-bffd-62d41415a60c req-77cf3dc0-8299-4370-a661-1492db6c7a29 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 944 time: 0.0975380 Mar 23 12:49:44.588482 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-127edfdd-428d-4f25-bffd-62d41415a60c req-54fa90d7-f105-448c-b92e-9f182476f1ba tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4093d3-bc62-4990-9545-7dfcb24ad84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523500 Mar 23 12:49:44.623227 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ecda192-ae83-4f89-b3f5-dcf8dc44753f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:44.626367 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-5782d683-f372-418b-9a0e-ed5413da857b', 'network_id': '5782d683-f372-418b-9a0e-ed5413da857b', 'tenant_id': '807ac7d70b024dccb0f331db00dd2fc6', 'fixed_ips': [{'subnet_id': '042e0627-bf95-4d1e-a9a9-26a1b0e4c8cb'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:49:44.627528 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:44.676838 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ecda192-ae83-4f89-b3f5-dcf8dc44753f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:44.689650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecda192-ae83-4f89-b3f5-dcf8dc44753f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:44.691136 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ecda192-ae83-4f89-b3f5-dcf8dc44753f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:44.747171 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9ecda192-ae83-4f89-b3f5-dcf8dc44753f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3298721 Mar 23 12:49:44.750028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56446) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:44.787673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-96ab2f5c-4dd9-47d9-9ab3-cb3c2d53246d tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Request body: {'network': {'name': 'tempest-router-network02--1834196480'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:44.828530 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecda192-ae83-4f89-b3f5-dcf8dc44753f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event updated for resources: {'Network': ['ID=6001889c-c69b-4046-888e-feccc60c3d3d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:44.843215 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ab2f5c-4dd9-47d9-9ab3-cb3c2d53246d tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Made reservation on behalf of 807ac7d70b024dccb0f331db00dd2fc6 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:44.848490 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96ab2f5c-4dd9-47d9-9ab3-cb3c2d53246d tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:44.887026 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Allocated IP 172.20.0.2 (5782d683-f372-418b-9a0e-ed5413da857b/042e0627-bf95-4d1e-a9a9-26a1b0e4c8cb/754cda18-9e5e-4411-819c-9a8392069e6d) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:44.896934 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ab2f5c-4dd9-47d9-9ab3-cb3c2d53246d tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:49:44.920027 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96ab2f5c-4dd9-47d9-9ab3-cb3c2d53246d tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:44.920643 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-96ab2f5c-4dd9-47d9-9ab3-cb3c2d53246d tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Added segment 89d4c3dd-87ac-43b5-b4c5-ff537c719257 of type vlan for network 22e24872-4383-4029-a2dd-efe04c91a1f8 Mar 23 12:49:44.980976 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96ab2f5c-4dd9-47d9-9ab3-cb3c2d53246d tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:44.998960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['ef92b335-a8a5-4033-99e2-b759805f39e2'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:49:45.039391 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96ab2f5c-4dd9-47d9-9ab3-cb3c2d53246d tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:45.044568 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 6001889c-c69b-4046-888e-feccc60c3d3d details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:49:45.058520 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ab2f5c-4dd9-47d9-9ab3-cb3c2d53246d tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:45.059178 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96ab2f5c-4dd9-47d9-9ab3-cb3c2d53246d tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:45.152278 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-96ab2f5c-4dd9-47d9-9ab3-cb3c2d53246d tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3988307 Mar 23 12:49:45.152655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56460) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:45.158214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e45e5b27-b6b3-450a-961c-5326deace52f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Request body: {'subnet': {'network_id': '6001889c-c69b-4046-888e-feccc60c3d3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:45.177711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab2f5c-4dd9-47d9-9ab3-cb3c2d53246d tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event updated for resources: {'Network': ['ID=22e24872-4383-4029-a2dd-efe04c91a1f8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:45.191194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 22e24872-4383-4029-a2dd-efe04c91a1f8 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:49:45.309834 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:45.335712 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:45.346934 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac1a39-4bc5-4295-938e-fff0437b62f8 req-d2fefbc3-2850-47f9-bed2-6597cc8e1a39 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:45.348421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-55ac1a39-4bc5-4295-938e-fff0437b62f8 req-d2fefbc3-2850-47f9-bed2-6597cc8e1a39 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 944 time: 0.1167371 Mar 23 12:49:45.349567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45e5b27-b6b3-450a-961c-5326deace52f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Made reservation on behalf of 807ac7d70b024dccb0f331db00dd2fc6 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:45.353143 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e45e5b27-b6b3-450a-961c-5326deace52f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:45.375219 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Network 5782d683-f372-418b-9a0e-ed5413da857b is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:45.383657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:45.386062 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:45.465943 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-55ac1a39-4bc5-4295-938e-fff0437b62f8 req-27dcf22f-9e4e-44e9-b0b3-5551aaaacc0f tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094699 Mar 23 12:49:45.607494 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Pushing event updated for resources: {'Port': ['ID=754cda18-9e5e-4411-819c-9a8392069e6d,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:45.652837 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e45e5b27-b6b3-450a-961c-5326deace52f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:45.676385 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Attempting to bind port 754cda18-9e5e-4411-819c-9a8392069e6d on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:49:45.681869 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Attempting to bind port 754cda18-9e5e-4411-819c-9a8392069e6d by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '119e03b6-4c41-4d04-be93-c15d9f858194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5782d683-f372-418b-9a0e-ed5413da857b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:49:45.682338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Attempting to bind port 754cda18-9e5e-4411-819c-9a8392069e6d on network 5782d683-f372-418b-9a0e-ed5413da857b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:45.715901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:49:45.716319 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Checking segment: {'id': '119e03b6-4c41-4d04-be93-c15d9f858194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5782d683-f372-418b-9a0e-ed5413da857b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:49:45.717517 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:45.717926 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Bound using segment: {'id': '119e03b6-4c41-4d04-be93-c15d9f858194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5782d683-f372-418b-9a0e-ed5413da857b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:49:45.718415 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Bound port: 754cda18-9e5e-4411-819c-9a8392069e6d, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119e03b6-4c41-4d04-be93-c15d9f858194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5782d683-f372-418b-9a0e-ed5413da857b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:49:45.718804 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:45.760802 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e5b27-b6b3-450a-961c-5326deace52f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event updated for resources: {'Subnet': ['ID=8b6c1f36-20be-406c-ab30-d1b4841fd151,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:45.773068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4788da3-f025-4a72-9445-d6e679765f4b req-ba337c82-11ed-477d-9705-0e06270e4fa5 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:45.775491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e5b27-b6b3-450a-961c-5326deace52f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Checking segment: {'id': 'b391d3b8-23d8-4bb0-893b-7f5790573af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6001889c-c69b-4046-888e-feccc60c3d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:49:45.776377 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45e5b27-b6b3-450a-961c-5326deace52f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Network hostable DHCP agents. Network: 6001889c-c69b-4046-888e-feccc60c3d3d, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:49:45.777800 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e4788da3-f025-4a72-9445-d6e679765f4b req-ba337c82-11ed-477d-9705-0e06270e4fa5 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 944 time: 0.0926471 Mar 23 12:49:45.802769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45e5b27-b6b3-450a-961c-5326deace52f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Network 6001889c-c69b-4046-888e-feccc60c3d3d is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:49:45.819754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e45e5b27-b6b3-450a-961c-5326deace52f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 6001889c-c69b-4046-888e-feccc60c3d3d) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:45.841921 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e5b27-b6b3-450a-961c-5326deace52f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:45.844219 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e45e5b27-b6b3-450a-961c-5326deace52f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:45.876394 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e4788da3-f025-4a72-9445-d6e679765f4b req-46a93ad3-507e-4e84-8a08-5a007d5d90f9 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4093d3-bc62-4990-9545-7dfcb24ad84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890913 Mar 23 12:49:45.892056 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e45e5b27-b6b3-450a-961c-5326deace52f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7362120 Mar 23 12:49:45.892993 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56470) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:45.897207 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c38c9d-d1ea-4e21-882b-e7453a79d6dd None None] Network 6001889c-c69b-4046-888e-feccc60c3d3d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:45.898655 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2b58f0e0-8756-4c39-963e-467f3d3b719a tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Request body: {'subnet': {'network_id': '22e24872-4383-4029-a2dd-efe04c91a1f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:46.044167 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b58f0e0-8756-4c39-963e-467f3d3b719a tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Made reservation on behalf of 807ac7d70b024dccb0f331db00dd2fc6 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:46.048734 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b58f0e0-8756-4c39-963e-467f3d3b719a tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:46.080030 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] For port 754cda18-9e5e-4411-819c-9a8392069e6d, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:49:46.090081 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] For port 754cda18-9e5e-4411-819c-9a8392069e6d, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=754cda18-9e5e-4411-819c-9a8392069e6d,segment=NetworkSegment(119e03b6-4c41-4d04-be93-c15d9f858194),segment_id=119e03b6-4c41-4d04-be93-c15d9f858194)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:49:46.157903 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:46.178331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 899529e7-ca83-489a-9a8d-fd5c45bde067 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:49:46.366863 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:46.424737 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b58f0e0-8756-4c39-963e-467f3d3b719a tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:46.554457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 899529e7-ca83-489a-9a8d-fd5c45bde067, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=899529e7-ca83-489a-9a8d-fd5c45bde067,segment=NetworkSegment(86475eb1-dc10-4de1-8420-9e0a32c46a64),segment_id=86475eb1-dc10-4de1-8420-9e0a32c46a64)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:46.573000 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '899529e7-ca83-489a-9a8d-fd5c45bde067', 'network_id': '78224d7e-ebe5-4171-ae01-5cd3a519144a', 'port_id': '899529e7-ca83-489a-9a8d-fd5c45bde067', 'mac_address': 'fa:16:3e:7f:aa:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c258fb9a-2bf7-491b-aa90-3f8dad8d2bce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:49:46.576855 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58f0e0-8756-4c39-963e-467f3d3b719a tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event updated for resources: {'Subnet': ['ID=aa8b1fb2-e6f9-44e0-b1c5-e85347d68ea9,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:46.605922 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b58f0e0-8756-4c39-963e-467f3d3b719a tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Checking segment: {'id': '89d4c3dd-87ac-43b5-b4c5-ff537c719257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '22e24872-4383-4029-a2dd-efe04c91a1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:49:46.606284 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b58f0e0-8756-4c39-963e-467f3d3b719a tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Network hostable DHCP agents. Network: 22e24872-4383-4029-a2dd-efe04c91a1f8, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:49:46.609448 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece07b3-4989-4c48-91aa-e1a4fe5fc125 None None] Pushing event updated for resources: {'Port': ['ID=754cda18-9e5e-4411-819c-9a8392069e6d,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:46.635868 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b58f0e0-8756-4c39-963e-467f3d3b719a tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Network 22e24872-4383-4029-a2dd-efe04c91a1f8 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:49:46.686206 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-2b58f0e0-8756-4c39-963e-467f3d3b719a tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 22e24872-4383-4029-a2dd-efe04c91a1f8) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:46.700126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b58f0e0-8756-4c39-963e-467f3d3b719a tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:46.700858 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b58f0e0-8756-4c39-963e-467f3d3b719a tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:46.706590 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5e664a-c19e-424c-b450-17b68790f3b8 None None] Network 22e24872-4383-4029-a2dd-efe04c91a1f8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:46.741224 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8347e8f-24a4-445a-b07e-7019b0122994 req-a082ba7d-041b-4237-aedd-867ecab3cfda tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:46.743075 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8347e8f-24a4-445a-b07e-7019b0122994 req-a082ba7d-041b-4237-aedd-867ecab3cfda tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 944 time: 0.1113839 Mar 23 12:49:46.747370 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2b58f0e0-8756-4c39-963e-467f3d3b719a tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8529446 Mar 23 12:49:46.750006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56486) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:46.897179 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8347e8f-24a4-445a-b07e-7019b0122994 req-651fa62b-8b61-479e-9093-e473de0afb46 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434214 Mar 23 12:49:46.908429 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:46.988610 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-6001889c-c69b-4046-888e-feccc60c3d3d', 'network_id': '6001889c-c69b-4046-888e-feccc60c3d3d', 'tenant_id': '807ac7d70b024dccb0f331db00dd2fc6', 'fixed_ips': [{'subnet_id': '8b6c1f36-20be-406c-ab30-d1b4841fd151'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:49:46.989572 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:46.999798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899529e7-ca83-489a-9a8d-fd5c45bde067 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:49:47.040114 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 899529e7-ca83-489a-9a8d-fd5c45bde067, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=899529e7-ca83-489a-9a8d-fd5c45bde067,segment=NetworkSegment(86475eb1-dc10-4de1-8420-9e0a32c46a64),segment_id=86475eb1-dc10-4de1-8420-9e0a32c46a64)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:47.090329 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:47.219879 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3be78-773f-4a62-8e90-33705460baa0 req-9361b4b1-d91b-4bbe-a6ca-efc3612b0310 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:47.225817 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-16d3be78-773f-4a62-8e90-33705460baa0 req-9361b4b1-d91b-4bbe-a6ca-efc3612b0310 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 945 time: 0.1528773 Mar 23 12:49:47.289705 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-16d3be78-773f-4a62-8e90-33705460baa0 req-0c3417b6-0282-4688-8b35-8d600015118f tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4093d3-bc62-4990-9545-7dfcb24ad84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594285 Mar 23 12:49:47.372851 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:47.467254 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=899529e7-ca83-489a-9a8d-fd5c45bde067,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:47.485999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-22e24872-4383-4029-a2dd-efe04c91a1f8', 'network_id': '22e24872-4383-4029-a2dd-efe04c91a1f8', 'tenant_id': '807ac7d70b024dccb0f331db00dd2fc6', 'fixed_ips': [{'subnet_id': 'aa8b1fb2-e6f9-44e0-b1c5-e85347d68ea9'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:49:47.487308 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:47.519326 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:47.692615 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['899529e7-ca83-489a-9a8d-fd5c45bde067'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:49:47.823593 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Allocated IP 172.20.0.2 (6001889c-c69b-4046-888e-feccc60c3d3d/8b6c1f36-20be-406c-ab30-d1b4841fd151/4ac2bf41-0b33-4f65-95d5-de7a205d5772) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:47.960576 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Allocated IP 172.20.0.2 (22e24872-4383-4029-a2dd-efe04c91a1f8/aa8b1fb2-e6f9-44e0-b1c5-e85347d68ea9/5b98867d-6db1-45fd-b072-f08de42f2609) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:48.006755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e663fa54-17a5-47c7-a4cd-2d167e58fffa None None] Network 5782d683-f372-418b-9a0e-ed5413da857b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:48.150685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47511104-6285-4048-ae98-a32e2b6aebdf req-b3bb0121-191f-4b8c-ad29-c513033164e4 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:48.152991 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47511104-6285-4048-ae98-a32e2b6aebdf req-b3bb0121-191f-4b8c-ad29-c513033164e4 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 944 time: 0.1037302 Mar 23 12:49:48.215699 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:48.224585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ef92b335-a8a5-4033-99e2-b759805f39e2 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:48.232480 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47511104-6285-4048-ae98-a32e2b6aebdf req-bd386af5-5d43-4b03-8531-d04038160538 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695210 Mar 23 12:49:48.309471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Allocated IP 172.20.0.1 (6001889c-c69b-4046-888e-feccc60c3d3d/8b6c1f36-20be-406c-ab30-d1b4841fd151/8a61b28d-9970-4f85-ba2b-802d61c3cbd9) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:48.332086 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:48.501050 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Network 6001889c-c69b-4046-888e-feccc60c3d3d is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:48.558463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:48.564687 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:48.657612 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-03c71682-e407-4836-aa1f-8884c66dcf90 None None] Provisioning complete for port 754cda18-9e5e-4411-819c-9a8392069e6d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:48.657985 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-03c71682-e407-4836-aa1f-8884c66dcf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:48.721543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276dd29-729c-488a-b41c-72786f57fddf req-b1f826af-ca5d-4705-9b79-bf157c8a25bf tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:48.724163 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3276dd29-729c-488a-b41c-72786f57fddf req-b1f826af-ca5d-4705-9b79-bf157c8a25bf tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 945 time: 0.2380443 Mar 23 12:49:48.724269 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 754cda18-9e5e-4411-819c-9a8392069e6d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:48.727679 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:48.798153 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3276dd29-729c-488a-b41c-72786f57fddf req-bd799f1f-36dd-43e7-a223-bea855948740 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4093d3-bc62-4990-9545-7dfcb24ad84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680325 Mar 23 12:49:48.827729 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:48.856296 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Network 6001889c-c69b-4046-888e-feccc60c3d3d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:48.876688 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Pushing event updated for resources: {'Port': ['ID=4ac2bf41-0b33-4f65-95d5-de7a205d5772,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:48.877927 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:48.882045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:48.952276 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:48.956182 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event updated for resources: {'Port': ['ID=8a61b28d-9970-4f85-ba2b-802d61c3cbd9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:49.174849 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port ef92b335-a8a5-4033-99e2-b759805f39e2 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:49:49.184114 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port ef92b335-a8a5-4033-99e2-b759805f39e2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:49.184483 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:49.186018 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Attempting to bind port 4ac2bf41-0b33-4f65-95d5-de7a205d5772 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:49:49.186380 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Attempting to bind port 4ac2bf41-0b33-4f65-95d5-de7a205d5772 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'b391d3b8-23d8-4bb0-893b-7f5790573af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6001889c-c69b-4046-888e-feccc60c3d3d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:49:49.186737 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Attempting to bind port 4ac2bf41-0b33-4f65-95d5-de7a205d5772 on network 6001889c-c69b-4046-888e-feccc60c3d3d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:49.209186 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 754cda18-9e5e-4411-819c-9a8392069e6d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:49.209551 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:49.219711 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:49.312047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:49:49.312812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Checking segment: {'id': 'b391d3b8-23d8-4bb0-893b-7f5790573af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6001889c-c69b-4046-888e-feccc60c3d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:49:49.313325 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:49.313891 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Bound using segment: {'id': 'b391d3b8-23d8-4bb0-893b-7f5790573af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6001889c-c69b-4046-888e-feccc60c3d3d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:49:49.314339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Bound port: 4ac2bf41-0b33-4f65-95d5-de7a205d5772, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b391d3b8-23d8-4bb0-893b-7f5790573af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6001889c-c69b-4046-888e-feccc60c3d3d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:49:49.314948 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:49.428306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186362e-0088-42f7-ad24-36789e728358 req-42d1573e-f612-4da5-a379-c0081c9e24dd tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:49.441573 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b186362e-0088-42f7-ad24-36789e728358 req-42d1573e-f612-4da5-a379-c0081c9e24dd tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 944 time: 0.0877552 Mar 23 12:49:49.452176 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:49.484763 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-03c71682-e407-4836-aa1f-8884c66dcf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:49.500184 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:49.548377 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:49.554067 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:49.556276 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b186362e-0088-42f7-ad24-36789e728358 req-625842c4-fbdd-4f47-98b7-51a72e99be4d tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099317 Mar 23 12:49:49.581120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Pushing event updated for resources: {'Port': ['ID=5b98867d-6db1-45fd-b072-f08de42f2609,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:49.660528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event updated for resources: {'Port': ['ID=8a61b28d-9970-4f85-ba2b-802d61c3cbd9,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:49.661653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Network 22e24872-4383-4029-a2dd-efe04c91a1f8 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:49.692903 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:49.702690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:49.705001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] For port 4ac2bf41-0b33-4f65-95d5-de7a205d5772, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:49:49.710198 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:49.724746 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:49.731126 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-03c71682-e407-4836-aa1f-8884c66dcf90 None None] For port 754cda18-9e5e-4411-819c-9a8392069e6d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=754cda18-9e5e-4411-819c-9a8392069e6d,segment=NetworkSegment(119e03b6-4c41-4d04-be93-c15d9f858194),segment_id=119e03b6-4c41-4d04-be93-c15d9f858194)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:49.754840 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-03c71682-e407-4836-aa1f-8884c66dcf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:49.816478 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] For port 4ac2bf41-0b33-4f65-95d5-de7a205d5772, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4ac2bf41-0b33-4f65-95d5-de7a205d5772,segment=NetworkSegment(b391d3b8-23d8-4bb0-893b-7f5790573af0),segment_id=b391d3b8-23d8-4bb0-893b-7f5790573af0)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:49:49.866577 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef92b335-a8a5-4033-99e2-b759805f39e2'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:49:49.870023 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Network 6001889c-c69b-4046-888e-feccc60c3d3d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:49.872490 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96090089-6118-4c6d-96b6-8ab33718c8de" -d '{"events": [{"server_uuid": "33d06f50-7e28-4d2d-9132-a0c26fd988a6", "name": "network-vif-plugged", "status": "completed", "tag": "ef92b335-a8a5-4033-99e2-b759805f39e2"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:49:49.875804 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:49.876969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:49.878873 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:49.953204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ef92b335-a8a5-4033-99e2-b759805f39e2, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ef92b335-a8a5-4033-99e2-b759805f39e2,segment=NetworkSegment(29dae5b9-80a8-4956-9faa-c2c202802d01),segment_id=29dae5b9-80a8-4956-9faa-c2c202802d01)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:49.972359 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Attempting to bind port 5b98867d-6db1-45fd-b072-f08de42f2609 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:49:49.972921 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Attempting to bind port 5b98867d-6db1-45fd-b072-f08de42f2609 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '89d4c3dd-87ac-43b5-b4c5-ff537c719257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '22e24872-4383-4029-a2dd-efe04c91a1f8'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:49:49.973811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Attempting to bind port 5b98867d-6db1-45fd-b072-f08de42f2609 on network 22e24872-4383-4029-a2dd-efe04c91a1f8 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:49.988961 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:50.006593 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:49:50.009136 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Checking segment: {'id': '89d4c3dd-87ac-43b5-b4c5-ff537c719257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '22e24872-4383-4029-a2dd-efe04c91a1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:49:50.010411 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:50.020705 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Bound using segment: {'id': '89d4c3dd-87ac-43b5-b4c5-ff537c719257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '22e24872-4383-4029-a2dd-efe04c91a1f8'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:49:50.021900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Bound port: 5b98867d-6db1-45fd-b072-f08de42f2609, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d4c3dd-87ac-43b5-b4c5-ff537c719257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '22e24872-4383-4029-a2dd-efe04c91a1f8'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:49:50.022611 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:50.087718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239699b-8a1e-41f2-a371-08ba691fe177 req-d519f36c-4b0f-41a6-882a-0cc74d1996a7 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:50.089945 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f239699b-8a1e-41f2-a371-08ba691fe177 req-d519f36c-4b0f-41a6-882a-0cc74d1996a7 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 945 time: 0.1102288 Mar 23 12:49:50.125465 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dd96d1-1097-4a60-84ac-5a0f10126728 x-openstack-request-id: req-75dd96d1-1097-4a60-84ac-5a0f10126728 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:49:50.125800 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d06f50-7e28-4d2d-9132-a0c26fd988a6", "name": "network-vif-plugged", "status": "completed", "tag": "ef92b335-a8a5-4033-99e2-b759805f39e2", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:49:50.125998 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75dd96d1-1097-4a60-84ac-5a0f10126728 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:49:50.126398 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef92b335-a8a5-4033-99e2-b759805f39e2', 'code': 200} Mar 23 12:49:50.133481 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:49:50.133932 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:49:50.134424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c71682-e407-4836-aa1f-8884c66dcf90 None None] Pushing event updated for resources: {'Port': ['ID=754cda18-9e5e-4411-819c-9a8392069e6d,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:50.167417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 899529e7-ca83-489a-9a8d-fd5c45bde067 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:50.198165 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bd4ff-5bcf-4cba-9ada-ec1cb07ce6e0 req-a11aa3b6-5d31-4f8b-a60c-bca4ef27552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:50.199787 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab3bd4ff-5bcf-4cba-9ada-ec1cb07ce6e0 req-a11aa3b6-5d31-4f8b-a60c-bca4ef27552d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 1096 time: 0.0946763 Mar 23 12:49:50.234725 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f239699b-8a1e-41f2-a371-08ba691fe177 req-b007e2ab-222f-4a4d-8217-0905435411af tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4093d3-bc62-4990-9545-7dfcb24ad84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312637 Mar 23 12:49:50.235417 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Router 07125cee-9401-421f-97ed-4734d586a4ea is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:49:50.276317 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab3bd4ff-5bcf-4cba-9ada-ec1cb07ce6e0 req-9405965e-9e69-4ca3-aef7-82cf6b382803 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640016 Mar 23 12:49:50.325562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] For port 5b98867d-6db1-45fd-b072-f08de42f2609, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:49:50.329633 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] For port 5b98867d-6db1-45fd-b072-f08de42f2609, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5b98867d-6db1-45fd-b072-f08de42f2609,segment=NetworkSegment(89d4c3dd-87ac-43b5-b4c5-ff537c719257),segment_id=89d4c3dd-87ac-43b5-b4c5-ff537c719257)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:49:50.362962 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:50.399089 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-678d7bda-c96c-46e8-9fa3-02276e4548ca None None] Provisioning complete for port 754cda18-9e5e-4411-819c-9a8392069e6d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:50.399619 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-678d7bda-c96c-46e8-9fa3-02276e4548ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:50.433825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:49:50.443186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56540) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:50.444439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-813640d1-9625-4845-9fbb-e94ac8623ad9 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "PUT /v2.0/routers/07125cee-9401-421f-97ed-4734d586a4ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6926799 Mar 23 12:49:50.448926 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9e8a3-69a3-4699-ad10-4e4069181a11 None None] Pushing event updated for resources: {'Port': ['ID=4ac2bf41-0b33-4f65-95d5-de7a205d5772,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:50.457125 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5258e0-d9fc-46e3-b7dd-a9873b7023b2 None None] Sync routers for ids ['07125cee-9401-421f-97ed-4734d586a4ea'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:49:50.467239 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5258e0-d9fc-46e3-b7dd-a9873b7023b2 None None] Routers {'07125cee-9401-421f-97ed-4734d586a4ea'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:50.468316 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2e5258e0-d9fc-46e3-b7dd-a9873b7023b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['07125cee-9401-421f-97ed-4734d586a4ea'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:50.540707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 899529e7-ca83-489a-9a8d-fd5c45bde067 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:49:50.550592 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2e5258e0-d9fc-46e3-b7dd-a9873b7023b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:50.576752 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5258e0-d9fc-46e3-b7dd-a9873b7023b2 None None] Routers {'07125cee-9401-421f-97ed-4734d586a4ea'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:50.580582 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2e5258e0-d9fc-46e3-b7dd-a9873b7023b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['07125cee-9401-421f-97ed-4734d586a4ea'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:50.584463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 899529e7-ca83-489a-9a8d-fd5c45bde067 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:50.586946 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:50.668297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ef92b335-a8a5-4033-99e2-b759805f39e2,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:50.678768 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2e5258e0-d9fc-46e3-b7dd-a9873b7023b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:50.679559 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5258e0-d9fc-46e3-b7dd-a9873b7023b2 None None] The sync data for ids ['07125cee-9401-421f-97ed-4734d586a4ea'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:49:50.804799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59299d-be1e-4256-92ad-59556015dfa2 None None] Pushing event updated for resources: {'Port': ['ID=5b98867d-6db1-45fd-b072-f08de42f2609,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:50.899795 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:50.948540 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 899529e7-ca83-489a-9a8d-fd5c45bde067, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=899529e7-ca83-489a-9a8d-fd5c45bde067,segment=NetworkSegment(86475eb1-dc10-4de1-8420-9e0a32c46a64),segment_id=86475eb1-dc10-4de1-8420-9e0a32c46a64)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:50.954856 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:51.075957 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=899529e7-ca83-489a-9a8d-fd5c45bde067,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:51.147865 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 754cda18-9e5e-4411-819c-9a8392069e6d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:51.252459 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 754cda18-9e5e-4411-819c-9a8392069e6d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:51.252839 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:51.394307 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4ac2bf41-0b33-4f65-95d5-de7a205d5772 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:51.463192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad33ebe-0d1e-4fc9-b625-ac5e3a312f75 req-6a227f66-1a84-473d-88a5-4717b4489d60 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:51.468726 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dad33ebe-0d1e-4fc9-b625-ac5e3a312f75 req-6a227f66-1a84-473d-88a5-4717b4489d60 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 946 time: 0.1048293 Mar 23 12:49:51.484363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4ac2bf41-0b33-4f65-95d5-de7a205d5772 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:51.484668 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:51.529759 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dad33ebe-0d1e-4fc9-b625-ac5e3a312f75 req-d5632e19-bd5a-4f03-9dbf-fb45bdaff503 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4093d3-bc62-4990-9545-7dfcb24ad84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528984 Mar 23 12:49:51.653840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90813f-29c5-45a4-b31b-2c1c7ad5b1b6 req-73a1dea9-9df3-4afa-b27f-0e1b39ed161c tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:51.659734 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:51.661478 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb90813f-29c5-45a4-b31b-2c1c7ad5b1b6 req-73a1dea9-9df3-4afa-b27f-0e1b39ed161c tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 945 time: 0.9432590 Mar 23 12:49:51.701738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb8b8de-f391-4263-b0b4-7cea9c812301 None None] Network 6001889c-c69b-4046-888e-feccc60c3d3d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:51.704884 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 4ac2bf41-0b33-4f65-95d5-de7a205d5772, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4ac2bf41-0b33-4f65-95d5-de7a205d5772,segment=NetworkSegment(b391d3b8-23d8-4bb0-893b-7f5790573af0),segment_id=b391d3b8-23d8-4bb0-893b-7f5790573af0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:51.722868 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:51.803211 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb90813f-29c5-45a4-b31b-2c1c7ad5b1b6 req-a8290c1c-7cf9-4412-8c58-bba8fd9ed499 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406703 Mar 23 12:49:51.879472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=4ac2bf41-0b33-4f65-95d5-de7a205d5772,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:51.896297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-54c322de-e9ca-4726-8cf3-8003b5165ddb None None] Provisioning complete for port 4ac2bf41-0b33-4f65-95d5-de7a205d5772 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:51.896701 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-54c322de-e9ca-4726-8cf3-8003b5165ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:51.953862 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-df155fd4-c51a-4dfc-851f-23ea5c4a0e91 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:49:51.955168 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-df155fd4-c51a-4dfc-851f-23ea5c4a0e91 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "PUT /v2.0/routers/07125cee-9401-421f-97ed-4734d586a4ea/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5109196 Mar 23 12:49:51.961691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56546) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:52.128452 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899529e7-ca83-489a-9a8d-fd5c45bde067'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:49:52.132115 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ee911d-7514-43b3-9011-5b6a14d2ee66" -d '{"events": [{"server_uuid": "58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0", "name": "network-vif-plugged", "status": "completed", "tag": "899529e7-ca83-489a-9a8d-fd5c45bde067"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:49:52.188007 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7fbaf8-1824-4724-96a8-cd6bf4afb267 x-openstack-request-id: req-7d7fbaf8-1824-4724-96a8-cd6bf4afb267 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:49:52.188641 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0", "name": "network-vif-plugged", "status": "completed", "tag": "899529e7-ca83-489a-9a8d-fd5c45bde067", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:49:52.189939 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d7fbaf8-1824-4724-96a8-cd6bf4afb267 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:49:52.190347 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899529e7-ca83-489a-9a8d-fd5c45bde067', 'code': 200} Mar 23 12:49:52.203274 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c8f392-1065-492e-b638-8c1c1342b640 None None] Network 22e24872-4383-4029-a2dd-efe04c91a1f8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:49:52.348577 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-292b1e2f-b98e-41df-9f4d-fd1ed8fbf5b5 None None] Provisioning complete for port 5b98867d-6db1-45fd-b072-f08de42f2609 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:52.349053 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-292b1e2f-b98e-41df-9f4d-fd1ed8fbf5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:52.435563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d2f36-0777-40a6-9398-5a99d1cabd90 req-e6920c37-2447-40c7-bd9d-66e60b2e38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:52.437088 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b6d2f36-0777-40a6-9398-5a99d1cabd90 req-e6920c37-2447-40c7-bd9d-66e60b2e38d7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 1097 time: 0.1542144 Mar 23 12:49:52.496848 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b6d2f36-0777-40a6-9398-5a99d1cabd90 req-e41ad78a-abf4-4bfb-80f8-ae9a91d411b4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3f4093d3-bc62-4990-9545-7dfcb24ad84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483539 Mar 23 12:49:52.534256 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-292b1e2f-b98e-41df-9f4d-fd1ed8fbf5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:52.592965 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-292b1e2f-b98e-41df-9f4d-fd1ed8fbf5b5 None None] For port 5b98867d-6db1-45fd-b072-f08de42f2609, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5b98867d-6db1-45fd-b072-f08de42f2609,segment=NetworkSegment(89d4c3dd-87ac-43b5-b4c5-ff537c719257),segment_id=89d4c3dd-87ac-43b5-b4c5-ff537c719257)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:52.598555 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-292b1e2f-b98e-41df-9f4d-fd1ed8fbf5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:52.613888 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38981159-472a-4c87-8911-fec747a5400f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:52.669712 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b1e2f-b98e-41df-9f4d-fd1ed8fbf5b5 None None] Pushing event updated for resources: {'Port': ['ID=5b98867d-6db1-45fd-b072-f08de42f2609,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:52.750182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4afeb394-b7ff-4c95-bcaf-2e2e2f452237 None None] Provisioning complete for port 4ac2bf41-0b33-4f65-95d5-de7a205d5772 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:52.750889 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4afeb394-b7ff-4c95-bcaf-2e2e2f452237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:52.806458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e59c78-1047-4b07-9d91-fbf2e6862980 req-6be0267c-068c-4682-a338-f28d45a6804d tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:52.823786 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-84e59c78-1047-4b07-9d91-fbf2e6862980 req-6be0267c-068c-4682-a338-f28d45a6804d tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 946 time: 0.1481922 Mar 23 12:49:52.976457 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-84e59c78-1047-4b07-9d91-fbf2e6862980 req-aeff699d-14ba-42c4-aa72-3fa4e50894dc tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4093d3-bc62-4990-9545-7dfcb24ad84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345916 Mar 23 12:49:53.237014 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4ac2bf41-0b33-4f65-95d5-de7a205d5772 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:53.308333 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4afeb394-b7ff-4c95-bcaf-2e2e2f452237 None None] Provisioning complete for port 8a61b28d-9970-4f85-ba2b-802d61c3cbd9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:53.308869 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4afeb394-b7ff-4c95-bcaf-2e2e2f452237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:53.342753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a758d-d483-4c90-936f-ecb0b5e70f2f req-39a388a8-0010-4e27-85ca-cf0b6a8b9a5a tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:53.344251 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b2a758d-d483-4c90-936f-ecb0b5e70f2f req-39a388a8-0010-4e27-85ca-cf0b6a8b9a5a tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 945 time: 0.1144156 Mar 23 12:49:53.361174 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4ac2bf41-0b33-4f65-95d5-de7a205d5772 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:53.361675 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:53.385620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4afeb394-b7ff-4c95-bcaf-2e2e2f452237 None None] Port 8a61b28d-9970-4f85-ba2b-802d61c3cbd9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:49:53.397521 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b2a758d-d483-4c90-936f-ecb0b5e70f2f req-d86a5765-5bb9-4e51-b65b-5434f85fba82 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434933 Mar 23 12:49:53.543031 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-04573013-c66e-42ce-9741-a33ff81e8c41 None None] Provisioning complete for port 5b98867d-6db1-45fd-b072-f08de42f2609 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:53.543646 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-04573013-c66e-42ce-9741-a33ff81e8c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:53.553357 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5b98867d-6db1-45fd-b072-f08de42f2609 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:53.553594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6effc65-1aac-4703-9a20-e32bff6b2654 req-e02a20da-845a-4147-8722-5c27504ef14d tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:53.562702 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a6effc65-1aac-4703-9a20-e32bff6b2654 req-e02a20da-845a-4147-8722-5c27504ef14d tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 945 time: 0.0766704 Mar 23 12:49:53.567780 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-38981159-472a-4c87-8911-fec747a5400f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Deleting port 8a61b28d-9970-4f85-ba2b-802d61c3cbd9 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:49:53.568407 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38981159-472a-4c87-8911-fec747a5400f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:53.610374 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a6effc65-1aac-4703-9a20-e32bff6b2654 req-73786f18-d8bc-4457-8ecb-b3d8be5bd705 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466688 Mar 23 12:49:53.628710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56556) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:53.697324 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38981159-472a-4c87-8911-fec747a5400f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:53.716974 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 5b98867d-6db1-45fd-b072-f08de42f2609 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:53.717338 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:53.724442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-38981159-472a-4c87-8911-fec747a5400f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Calling delete_port for 8a61b28d-9970-4f85-ba2b-802d61c3cbd9 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:49:53.742531 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-04573013-c66e-42ce-9741-a33ff81e8c41 None None] Provisioning complete for port 8a61b28d-9970-4f85-ba2b-802d61c3cbd9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:53.742906 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-04573013-c66e-42ce-9741-a33ff81e8c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:53.788963 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-04573013-c66e-42ce-9741-a33ff81e8c41 None None] Port 8a61b28d-9970-4f85-ba2b-802d61c3cbd9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:49:53.923723 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363ba6c8-5e39-436a-841a-117c08b8837f tempest-TestVolumeBackupRestore-1471407006 tempest-TestVolumeBackupRestore-1471407006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:53.925612 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-363ba6c8-5e39-436a-841a-117c08b8837f tempest-TestVolumeBackupRestore-1471407006 tempest-TestVolumeBackupRestore-1471407006-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 1091 time: 0.2956076 Mar 23 12:49:53.928404 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56560) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:53.934123 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': 'ef92b335-a8a5-4033-99e2-b759805f39e2', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:53.964479 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:54.058182 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-599d9c85-03c7-4847-bbb5-9c142a236d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:54.071395 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38981159-472a-4c87-8911-fec747a5400f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:54.116188 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38981159-472a-4c87-8911-fec747a5400f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event deleted for resources: {'Port': ['ID=8a61b28d-9970-4f85-ba2b-802d61c3cbd9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:54.134788 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:54.291219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b703d6-2287-4d52-a992-6b00d9712489 req-6992d253-46e8-4b70-bb15-78dd6b51d01b tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:54.293467 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-14b703d6-2287-4d52-a992-6b00d9712489 req-6992d253-46e8-4b70-bb15-78dd6b51d01b tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 946 time: 0.1870556 Mar 23 12:49:54.325737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Allocated IP 172.25.2.7 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/ac7c55a3-8e43-4551-85da-8004685415c1) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:54.406888 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38981159-472a-4c87-8911-fec747a5400f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:54.439343 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-14b703d6-2287-4d52-a992-6b00d9712489 req-8de56df9-f145-4f98-b131-19bc9a728861 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4093d3-bc62-4990-9545-7dfcb24ad84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362543 Mar 23 12:49:54.502889 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:54.599409 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c7c35-bb92-4a1e-aee7-19aefee0069a req-b16d0aab-def8-4c49-9fd4-c5dff25be4e8 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:54.600963 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-053c7c35-bb92-4a1e-aee7-19aefee0069a req-b16d0aab-def8-4c49-9fd4-c5dff25be4e8 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 946 time: 0.0754364 Mar 23 12:49:54.652429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38981159-472a-4c87-8911-fec747a5400f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Router 07125cee-9401-421f-97ed-4734d586a4ea has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:49:54.657562 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:54.675721 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-053c7c35-bb92-4a1e-aee7-19aefee0069a req-b732b13f-1616-4cc3-ac0e-6334180a151f tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4093d3-bc62-4990-9545-7dfcb24ad84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666072 Mar 23 12:49:54.701381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:54.703088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:54.707005 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:54.762181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Pushing event updated for resources: {'Port': ['ID=ac7c55a3-8e43-4551-85da-8004685415c1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:54.777411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38981159-472a-4c87-8911-fec747a5400f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:49:54.788465 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-38981159-472a-4c87-8911-fec747a5400f tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "PUT /v2.0/routers/07125cee-9401-421f-97ed-4734d586a4ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8247955 Mar 23 12:49:54.788707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56572) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:54.791587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0c215c-f1c0-4342-b071-2bc096b0eb2b None None] Sync routers for ids ['07125cee-9401-421f-97ed-4734d586a4ea'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:49:54.805924 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0c215c-f1c0-4342-b071-2bc096b0eb2b None None] Routers {'07125cee-9401-421f-97ed-4734d586a4ea'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:54.818427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8a0c215c-f1c0-4342-b071-2bc096b0eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['07125cee-9401-421f-97ed-4734d586a4ea'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:54.841017 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-0e7ae05c-d515-4d11-ab8a-be7f2ba5bcce tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] delete failed (client error): The resource could not be found. Mar 23 12:49:54.846050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56574) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:54.846974 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0e7ae05c-d515-4d11-ab8a-be7f2ba5bcce tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-1382495574 HTTP/1.1" status: 404 len: 335 time: 0.0571549 Mar 23 12:49:54.851355 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-12060a79-155a-4cbb-8fc6-61f0ba077ff6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Request body: {'router': {'external_gateway_info': {'network_id': '07125cee-9401-421f-97ed-4734d586a4ea'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:54.896883 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8a0c215c-f1c0-4342-b071-2bc096b0eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:54.917262 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0c215c-f1c0-4342-b071-2bc096b0eb2b None None] Routers {'07125cee-9401-421f-97ed-4734d586a4ea'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:54.918428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8a0c215c-f1c0-4342-b071-2bc096b0eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['07125cee-9401-421f-97ed-4734d586a4ea'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:54.970611 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8a0c215c-f1c0-4342-b071-2bc096b0eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:54.973723 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0c215c-f1c0-4342-b071-2bc096b0eb2b None None] The sync data for ids ['07125cee-9401-421f-97ed-4734d586a4ea'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:49:55.158716 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12060a79-155a-4cbb-8fc6-61f0ba077ff6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:55.225288 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-12060a79-155a-4cbb-8fc6-61f0ba077ff6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] update failed (client error): The resource could not be found. Mar 23 12:49:55.229651 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-12060a79-155a-4cbb-8fc6-61f0ba077ff6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "PUT /v2.0/routers/07125cee-9401-421f-97ed-4734d586a4ea HTTP/1.1" status: 404 len: 339 time: 0.3790166 Mar 23 12:49:55.230402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56578) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:55.467391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141d9a4-e395-45d6-8105-b63d7c485ea6 req-e3de42ca-6f1e-49ae-9a77-08affdac6a9c tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:55.469004 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f141d9a4-e395-45d6-8105-b63d7c485ea6 req-e3de42ca-6f1e-49ae-9a77-08affdac6a9c tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 946 time: 0.2616372 Mar 23 12:49:55.698789 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f141d9a4-e395-45d6-8105-b63d7c485ea6 req-554b9b2d-caab-4334-9366-287c42a5c051 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4093d3-bc62-4990-9545-7dfcb24ad84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830840 Mar 23 12:49:55.755877 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:55.927265 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:56.101976 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:56.305408 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Allocated IP 172.20.0.1 (5782d683-f372-418b-9a0e-ed5413da857b/042e0627-bf95-4d1e-a9a9-26a1b0e4c8cb/801e7592-e551-43bf-ba31-37c147b6d03b) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:56.447075 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6056d-d30a-4ff7-8b9d-1f257649ee31 req-a74c71b3-12f8-4063-9be5-faf76f5b9c65 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:56.453393 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-20d6056d-d30a-4ff7-8b9d-1f257649ee31 req-a74c71b3-12f8-4063-9be5-faf76f5b9c65 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 946 time: 0.2695596 Mar 23 12:49:56.601126 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-20d6056d-d30a-4ff7-8b9d-1f257649ee31 req-cae52d65-1518-42d1-8612-d6fd31f00316 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4093d3-bc62-4990-9545-7dfcb24ad84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422358 Mar 23 12:49:56.647219 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:56.673260 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:56.690447 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:56.763899 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Pushing event updated for resources: {'Port': ['ID=ac7c55a3-8e43-4551-85da-8004685415c1,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:56.869511 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a8ab70bb-4740-4bca-a189-8fdf0b4d3958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:56.906233 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:56.970990 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:56.978873 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Network 5782d683-f372-418b-9a0e-ed5413da857b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:57.031271 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:57.037926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:57.042733 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event updated for resources: {'Port': ['ID=801e7592-e551-43bf-ba31-37c147b6d03b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:57.184896 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:57.323631 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Floating IP 43d2459b-af7c-4078-83e8-b98feb254d9b associated. External IP: 172.25.2.7, port: ef92b335-a8a5-4033-99e2-b759805f39e2. Mar 23 12:49:57.450393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8ccb0062-a07b-4d56-86b5-eda6227b08e9 None None] Provisioning complete for port 801e7592-e551-43bf-ba31-37c147b6d03b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:57.450784 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0062-a07b-4d56-86b5-eda6227b08e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:57.516812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8ccb0062-a07b-4d56-86b5-eda6227b08e9 None None] Port 801e7592-e551-43bf-ba31-37c147b6d03b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:49:57.527428 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:57.755139 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:57.875099 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8998d19-23a6-4b7d-b15c-c46883117999 req-ffa7e918-422f-47c8-a0a5-1fd5eed90b21 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:57.876824 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f8998d19-23a6-4b7d-b15c-c46883117999 req-ffa7e918-422f-47c8-a0a5-1fd5eed90b21 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 946 time: 0.1709843 Mar 23 12:49:57.957673 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f8998d19-23a6-4b7d-b15c-c46883117999 req-ece08394-d53a-41c6-a0b5-7cd08a6c6ffd tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4093d3-bc62-4990-9545-7dfcb24ad84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685244 Mar 23 12:49:58.177303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b6ff6-fd1d-463a-92cf-d676a81ca06d req-10554e85-dd52-4b22-a646-b01476b1d4ed tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:58.189779 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-047b6ff6-fd1d-463a-92cf-d676a81ca06d req-10554e85-dd52-4b22-a646-b01476b1d4ed tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.77 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 946 time: 0.0965588 Mar 23 12:49:58.311491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-047b6ff6-fd1d-463a-92cf-d676a81ca06d req-f6afc15c-3350-43da-bc2f-5f7271172a06 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Deleting port 899529e7-ca83-489a-9a8d-fd5c45bde067 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:49:58.312917 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-047b6ff6-fd1d-463a-92cf-d676a81ca06d req-f6afc15c-3350-43da-bc2f-5f7271172a06 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:58.433958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Router bf402e6e-f09f-41b8-8bc7-e09d5e238721 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:49:58.445282 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-047b6ff6-fd1d-463a-92cf-d676a81ca06d req-f6afc15c-3350-43da-bc2f-5f7271172a06 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] For port 899529e7-ca83-489a-9a8d-fd5c45bde067, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=899529e7-ca83-489a-9a8d-fd5c45bde067,segment=NetworkSegment(86475eb1-dc10-4de1-8420-9e0a32c46a64),segment_id=86475eb1-dc10-4de1-8420-9e0a32c46a64)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:58.445655 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-047b6ff6-fd1d-463a-92cf-d676a81ca06d req-f6afc15c-3350-43da-bc2f-5f7271172a06 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:58.468893 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-047b6ff6-fd1d-463a-92cf-d676a81ca06d req-f6afc15c-3350-43da-bc2f-5f7271172a06 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Calling delete_port for 899529e7-ca83-489a-9a8d-fd5c45bde067 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:49:58.486181 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:58.655842 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:58.709745 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:49:58.718073 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-047b6ff6-fd1d-463a-92cf-d676a81ca06d req-f6afc15c-3350-43da-bc2f-5f7271172a06 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:58.723325 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944bc87-860d-4baf-b93b-9c68480bb6c1 None None] Sync routers for ids ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:49:58.725695 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:58.731152 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['899529e7-ca83-489a-9a8d-fd5c45bde067'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:49:58.738612 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e944bc87-860d-4baf-b93b-9c68480bb6c1 None None] Routers {'bf402e6e-f09f-41b8-8bc7-e09d5e238721'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:58.739240 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e944bc87-860d-4baf-b93b-9c68480bb6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:58.767485 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afc15c-3350-43da-bc2f-5f7271172a06 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Pushing event deleted for resources: {'Port': ['ID=899529e7-ca83-489a-9a8d-fd5c45bde067,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:58.853323 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:58.871647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-047b6ff6-fd1d-463a-92cf-d676a81ca06d req-f6afc15c-3350-43da-bc2f-5f7271172a06 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] No DVR routers for this DVR port 899529e7-ca83-489a-9a8d-fd5c45bde067 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:49:58.879239 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-047b6ff6-fd1d-463a-92cf-d676a81ca06d req-f6afc15c-3350-43da-bc2f-5f7271172a06 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:58.887088 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-047b6ff6-fd1d-463a-92cf-d676a81ca06d req-f6afc15c-3350-43da-bc2f-5f7271172a06 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.77 "DELETE /v2.0/ports/899529e7-ca83-489a-9a8d-fd5c45bde067 HTTP/1.1" status: 204 len: 173 time: 0.6909177 Mar 23 12:49:58.887607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0', 'name': 'network-vif-deleted', 'tag': '899529e7-ca83-489a-9a8d-fd5c45bde067'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:49:58.899585 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a927aad-16c6-41dc-a514-12358488032b" -d '{"events": [{"server_uuid": "58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0", "name": "network-vif-deleted", "tag": "899529e7-ca83-489a-9a8d-fd5c45bde067"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:49:58.968091 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7c0c24b7-c933-4a9e-b1a7-812eff5dbc79 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 5.0386281 Mar 23 12:49:58.968933 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event updated for resources: {'Port': ['ID=801e7592-e551-43bf-ba31-37c147b6d03b,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:58.970772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56642) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:58.996932 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'tag': 'ef92b335-a8a5-4033-99e2-b759805f39e2'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:49:59.004548 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5694b4-8ed6-47a2-ad38-f09f43271b05" -d '{"events": [{"name": "network-changed", "server_uuid": "33d06f50-7e28-4d2d-9132-a0c26fd988a6", "tag": "ef92b335-a8a5-4033-99e2-b759805f39e2"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:49:59.073495 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b143afe5-a06b-4b31-b9da-8958552134d4 x-openstack-request-id: req-b143afe5-a06b-4b31-b9da-8958552134d4 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:49:59.074192 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0", "name": "network-vif-deleted", "tag": "899529e7-ca83-489a-9a8d-fd5c45bde067", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:49:59.075237 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b143afe5-a06b-4b31-b9da-8958552134d4 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:49:59.076127 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0', 'name': 'network-vif-deleted', 'tag': '899529e7-ca83-489a-9a8d-fd5c45bde067', 'status': 'completed', 'code': 200} Mar 23 12:49:59.087761 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:59.093032 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e944bc87-860d-4baf-b93b-9c68480bb6c1 None None] Set router bf402e6e-f09f-41b8-8bc7-e09d5e238721 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:59.096148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4dec5e-c2ff-4216-b3a3-02f72a386784 tempest-TestVolumeBackupRestore-1471407006 tempest-TestVolumeBackupRestore-1471407006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:59.100740 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cd4dec5e-c2ff-4216-b3a3-02f72a386784 tempest-TestVolumeBackupRestore-1471407006 tempest-TestVolumeBackupRestore-1471407006-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 1091 time: 0.1259837 Mar 23 12:49:59.108222 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56650) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:49:59.142493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-465ef49e-87f2-47dd-ab90-4814e569fb03 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Request body: {'floatingip': {'port_id': 'ef92b335-a8a5-4033-99e2-b759805f39e2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:59.184597 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5265f38-f626-4658-972b-226a025484a3 x-openstack-request-id: req-d5265f38-f626-4658-972b-226a025484a3 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:49:59.184956 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d06f50-7e28-4d2d-9132-a0c26fd988a6", "tag": "ef92b335-a8a5-4033-99e2-b759805f39e2", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:49:59.185153 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d5265f38-f626-4658-972b-226a025484a3 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:49:59.185574 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'tag': 'ef92b335-a8a5-4033-99e2-b759805f39e2', 'status': 'completed', 'code': 200} Mar 23 12:49:59.232907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Network 5782d683-f372-418b-9a0e-ed5413da857b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:59.238556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:59.302554 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c238c997-7e4c-4bb8-ac3c-6d697c73168f req-c556b089-479d-407c-ab96-8693243e3566 tempest-ServersNegativeTestMultiTenantJSON-1164416705 tempest-ServersNegativeTestMultiTenantJSON-1164416705-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d2f06f-9ed0-4946-aa24-3ce7b2b4e1e0 HTTP/1.1" status: 200 len: 210 time: 0.0564671 Mar 23 12:49:59.331153 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-465ef49e-87f2-47dd-ab90-4814e569fb03 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:59.335510 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5694b4-8ed6-47a2-ad38-f09f43271b05 req-cbd6e90a-acbe-4cc6-9a40-d7ff1db05e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:59.337220 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa5694b4-8ed6-47a2-ad38-f09f43271b05 req-cbd6e90a-acbe-4cc6-9a40-d7ff1db05e4a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fef0880d69bd4c0fb58be53802b212c7&device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 1096 time: 0.1342647 Mar 23 12:49:59.526211 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5694b4-8ed6-47a2-ad38-f09f43271b05 req-18e1c0bb-03f0-48b9-ae2d-fb84424fb70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:59.527873 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:59.534592 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa5694b4-8ed6-47a2-ad38-f09f43271b05 req-18e1c0bb-03f0-48b9-ae2d-fb84424fb70e service neutron] 10.222.0.77 "GET /v2.0/networks?id=254bf9df-e111-474a-8af1-a0291c64e5ff HTTP/1.1" status: 200 len: 914 time: 0.1876318 Mar 23 12:49:59.560099 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Router 07125cee-9401-421f-97ed-4734d586a4ea has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:49:59.635411 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e944bc87-860d-4baf-b93b-9c68480bb6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '4f478161-e015-40d7-bc28-2be837547171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:45:13Z', 'revision_number': 4, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port': {'id': '4f478161-e015-40d7-bc28-2be837547171', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:09Z', 'updated_at': '2022-03-23T12:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '43d2459b-af7c-4078-83e8-b98feb254d9b', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'port_id': 'ef92b335-a8a5-4033-99e2-b759805f39e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'mac_address': 'fa:16:3e:f5:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:49:55Z', 'updated_at': '2022-03-23T12:49:55Z', 'revision_number': 0, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58cd4ed9-cb6e-4a61-85b4-cd27cb00c065', 'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'mac_address': 'fa:16:3e:0c:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:13Z', 'updated_at': '2022-03-23T12:45:20Z', 'revision_number': 5, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'subnets': [{'id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:59.690789 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ad344c56-d04e-457b-9ccf-c44ad18eff8b None None] Provisioning complete for port 801e7592-e551-43bf-ba31-37c147b6d03b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:49:59.693252 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad344c56-d04e-457b-9ccf-c44ad18eff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:49:59.710179 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944bc87-860d-4baf-b93b-9c68480bb6c1 None None] Checking router: bf402e6e-f09f-41b8-8bc7-e09d5e238721 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:49:59.724429 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa5694b4-8ed6-47a2-ad38-f09f43271b05 req-960a2c20-ba8f-4f7a-8dde-8dee99693fbf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef92b335-a8a5-4033-99e2-b759805f39e2 HTTP/1.1" status: 200 len: 997 time: 0.1821852 Mar 23 12:49:59.735124 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e944bc87-860d-4baf-b93b-9c68480bb6c1 None None] Routers {'bf402e6e-f09f-41b8-8bc7-e09d5e238721'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:59.736350 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e944bc87-860d-4baf-b93b-9c68480bb6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:59.787585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ad344c56-d04e-457b-9ccf-c44ad18eff8b None None] Port 801e7592-e551-43bf-ba31-37c147b6d03b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:49:59.819792 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5694b4-8ed6-47a2-ad38-f09f43271b05 req-31d33e15-04d9-42f1-a364-4ddc18feef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:59.823846 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa5694b4-8ed6-47a2-ad38-f09f43271b05 req-31d33e15-04d9-42f1-a364-4ddc18feef62 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17 HTTP/1.1" status: 200 len: 852 time: 0.0925527 Mar 23 12:49:59.908860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5694b4-8ed6-47a2-ad38-f09f43271b05 req-5ef8449c-358a-471d-9ba0-2c31f2f16baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:59.910392 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa5694b4-8ed6-47a2-ad38-f09f43271b05 req-5ef8449c-358a-471d-9ba0-2c31f2f16baa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=254bf9df-e111-474a-8af1-a0291c64e5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788028 Mar 23 12:50:00.037123 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa5694b4-8ed6-47a2-ad38-f09f43271b05 req-2c8776a1-08c3-4497-b600-1b45307b29ac service neutron] 10.222.0.77 "GET /v2.0/networks/254bf9df-e111-474a-8af1-a0291c64e5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188149 Mar 23 12:50:00.191787 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:50:00.211278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b7ccb-b1ef-40bc-8b09-2173979f5655 None None] Sync routers for ids ['07125cee-9401-421f-97ed-4734d586a4ea'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:50:00.214329 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e944bc87-860d-4baf-b93b-9c68480bb6c1 None None] Set router bf402e6e-f09f-41b8-8bc7-e09d5e238721 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:00.223824 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1714e4fd-2f7c-4e77-9d8b-36fae2b13326 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "PUT /v2.0/routers/07125cee-9401-421f-97ed-4734d586a4ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9922433 Mar 23 12:50:00.225512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56660) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:00.237128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b7ccb-b1ef-40bc-8b09-2173979f5655 None None] Routers {'07125cee-9401-421f-97ed-4734d586a4ea'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:00.237782 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d41b7ccb-b1ef-40bc-8b09-2173979f5655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['07125cee-9401-421f-97ed-4734d586a4ea'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:00.358148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d41b7ccb-b1ef-40bc-8b09-2173979f5655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:00.368815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b7ccb-b1ef-40bc-8b09-2173979f5655 None None] Routers {'07125cee-9401-421f-97ed-4734d586a4ea'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:00.370042 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d41b7ccb-b1ef-40bc-8b09-2173979f5655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['07125cee-9401-421f-97ed-4734d586a4ea'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:00.405367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56668) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:00.431588 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d41b7ccb-b1ef-40bc-8b09-2173979f5655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:00.432715 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b7ccb-b1ef-40bc-8b09-2173979f5655 None None] The sync data for ids ['07125cee-9401-421f-97ed-4734d586a4ea'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:50:00.455102 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa5694b4-8ed6-47a2-ad38-f09f43271b05 req-bc99c96a-a3ad-4207-8385-c761b39f0db2 service neutron] 10.222.0.77 "GET /v2.0/networks/254bf9df-e111-474a-8af1-a0291c64e5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090419 Mar 23 12:50:00.489980 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf684be4-e2bb-4e69-be8e-b3402fbcb29a tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:00.547024 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be72085-5f34-402e-9aca-e0edad5caad7 admin admin] Deleting subnet c258fb9a-2bf7-491b-aa90-3f8dad8d2bce {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:50:00.555517 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1be72085-5f34-402e-9aca-e0edad5caad7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:00.607387 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e944bc87-860d-4baf-b93b-9c68480bb6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '4f478161-e015-40d7-bc28-2be837547171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:45:13Z', 'revision_number': 4, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port': {'id': '4f478161-e015-40d7-bc28-2be837547171', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:09Z', 'updated_at': '2022-03-23T12:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '43d2459b-af7c-4078-83e8-b98feb254d9b', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'port_id': 'ef92b335-a8a5-4033-99e2-b759805f39e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'mac_address': 'fa:16:3e:f5:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:49:55Z', 'updated_at': '2022-03-23T12:49:55Z', 'revision_number': 0, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58cd4ed9-cb6e-4a61-85b4-cd27cb00c065', 'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'mac_address': 'fa:16:3e:0c:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:13Z', 'updated_at': '2022-03-23T12:45:20Z', 'revision_number': 5, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'subnets': [{'id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:00.646460 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1be72085-5f34-402e-9aca-e0edad5caad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:00.652873 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-bf684be4-e2bb-4e69-be8e-b3402fbcb29a tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 23 12:50:00.654472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bf684be4-e2bb-4e69-be8e-b3402fbcb29a tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "DELETE /v2.0/routers/07125cee-9401-421f-97ed-4734d586a4ea HTTP/1.1" status: 409 len: 329 time: 0.4275832 Mar 23 12:50:00.662538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56674) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:00.682416 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944bc87-860d-4baf-b93b-9c68480bb6c1 None None] The sync data for ids ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'] in n-d-834854-1 is: [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '4f478161-e015-40d7-bc28-2be837547171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:45:13Z', 'revision_number': 4, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port': {'id': '4f478161-e015-40d7-bc28-2be837547171', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:09Z', 'updated_at': '2022-03-23T12:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '43d2459b-af7c-4078-83e8-b98feb254d9b', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'port_id': 'ef92b335-a8a5-4033-99e2-b759805f39e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'mac_address': 'fa:16:3e:f5:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:49:55Z', 'updated_at': '2022-03-23T12:49:55Z', 'revision_number': 0, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58cd4ed9-cb6e-4a61-85b4-cd27cb00c065', 'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'mac_address': 'fa:16:3e:0c:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:13Z', 'updated_at': '2022-03-23T12:45:20Z', 'revision_number': 5, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'subnets': [{'id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:50:00.899432 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1be72085-5f34-402e-9aca-e0edad5caad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:01.088750 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1711e775-e830-4392-96d1-f3e582b649aa None None] New status for floating IP 43d2459b-af7c-4078-83e8-b98feb254d9b: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:50:01.122417 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-465ef49e-87f2-47dd-ab90-4814e569fb03 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:01.135971 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-465ef49e-87f2-47dd-ab90-4814e569fb03 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:01.208157 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1be72085-5f34-402e-9aca-e0edad5caad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:01.271367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be72085-5f34-402e-9aca-e0edad5caad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c258fb9a-2bf7-491b-aa90-3f8dad8d2bce,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:01.275981 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1be72085-5f34-402e-9aca-e0edad5caad7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:01.277738 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.db.api [None req-1711e775-e830-4392-96d1-f3e582b649aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:50:01.279161 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1be72085-5f34-402e-9aca-e0edad5caad7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c258fb9a-2bf7-491b-aa90-3f8dad8d2bce HTTP/1.1" status: 204 len: 168 time: 0.8728330 Mar 23 12:50:01.279311 n-d-834854-1 neutron-server[102781]: DEBUG oslo_db.api [None req-1711e775-e830-4392-96d1-f3e582b649aa None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:50:01.281725 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56682) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:01.404572 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:01.531464 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:01.564201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78224d7e-ebe5-4171-ae01-5cd3a519144a']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:01.577715 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86475eb1-dc10-4de1-8420-9e0a32c46a64') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:01.578413 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86475eb1-dc10-4de1-8420-9e0a32c46a64') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:01.591428 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:01.606995 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:01.652127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:50:01.652547 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:50:01.654591 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:50:01.778326 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:01.781161 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1711e775-e830-4392-96d1-f3e582b649aa None None] New status for floating IP 43d2459b-af7c-4078-83e8-b98feb254d9b: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:50:01.790891 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:01.803070 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] 10.222.0.52 "DELETE /v2.0/networks/78224d7e-ebe5-4171-ae01-5cd3a519144a HTTP/1.1" status: 204 len: 168 time: 0.5196369 Mar 23 12:50:01.804296 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56686) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:01.870865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab172714-947c-423a-a345-1cfd7cc28bf2 admin admin] Deleting subnet c330cd21-850a-4834-b7c4-499c7a00fd77 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:50:01.885281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Pushing event deleted for resources: {'Network': ['ID=78224d7e-ebe5-4171-ae01-5cd3a519144a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:01.887803 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab172714-947c-423a-a345-1cfd7cc28bf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:01.941473 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:01.941820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:01.942161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:01.942492 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:01.942820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:01.943144 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:01.943465 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:01.952359 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:01.952984 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:01.953331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:01.953670 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:01.956779 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b616f-c7f3-4e59-9375-fc3f663adf93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:02.010292 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab172714-947c-423a-a345-1cfd7cc28bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:02.092877 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab172714-947c-423a-a345-1cfd7cc28bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:02.182321 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab172714-947c-423a-a345-1cfd7cc28bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:02.245681 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 899529e7-ca83-489a-9a8d-fd5c45bde067 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:50:02.246176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab172714-947c-423a-a345-1cfd7cc28bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c330cd21-850a-4834-b7c4-499c7a00fd77,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:02.249330 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ab172714-947c-423a-a345-1cfd7cc28bf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:02.257603 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ab172714-947c-423a-a345-1cfd7cc28bf2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c330cd21-850a-4834-b7c4-499c7a00fd77 HTTP/1.1" status: 204 len: 168 time: 0.4440463 Mar 23 12:50:02.257818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56692) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:02.258515 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465ef49e-87f2-47dd-ab90-4814e569fb03 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Router bf402e6e-f09f-41b8-8bc7-e09d5e238721 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:50:02.267857 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f887c38c-301e-43c7-8e23-ff0f702e88e2 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:02.290057 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 899529e7-ca83-489a-9a8d-fd5c45bde067 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:50:02.290677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 899529e7-ca83-489a-9a8d-fd5c45bde067 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:50:02.342149 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-209a901e-37cc-4d28-bb2c-f07a19b77c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:02.466812 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-209a901e-37cc-4d28-bb2c-f07a19b77c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:02.532478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-209a901e-37cc-4d28-bb2c-f07a19b77c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b965deb-79b6-4b1b-b890-08e1bf260b7e']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:02.549896 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-209a901e-37cc-4d28-bb2c-f07a19b77c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba7a8f1-2488-4257-a0d8-3d94f3307b0f') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:02.550378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-209a901e-37cc-4d28-bb2c-f07a19b77c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba7a8f1-2488-4257-a0d8-3d94f3307b0f') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:02.588426 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-209a901e-37cc-4d28-bb2c-f07a19b77c18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:02.622882 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-209a901e-37cc-4d28-bb2c-f07a19b77c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:02.633379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209a901e-37cc-4d28-bb2c-f07a19b77c18 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:50:02.635376 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-209a901e-37cc-4d28-bb2c-f07a19b77c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:50:02.637737 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:50:02.676173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465ef49e-87f2-47dd-ab90-4814e569fb03 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:50:02.686841 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394b8d11-da29-4689-b792-6ecff2fbf00b None None] Sync routers for ids ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:50:02.693259 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-465ef49e-87f2-47dd-ab90-4814e569fb03 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:02.700170 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394b8d11-da29-4689-b792-6ecff2fbf00b None None] Routers {'bf402e6e-f09f-41b8-8bc7-e09d5e238721'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:02.701402 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-394b8d11-da29-4689-b792-6ecff2fbf00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:02.759281 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-209a901e-37cc-4d28-bb2c-f07a19b77c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:02.770849 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-209a901e-37cc-4d28-bb2c-f07a19b77c18 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:02.778331 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-209a901e-37cc-4d28-bb2c-f07a19b77c18 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6b965deb-79b6-4b1b-b890-08e1bf260b7e HTTP/1.1" status: 204 len: 168 time: 0.5195045 Mar 23 12:50:02.797341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a901e-37cc-4d28-bb2c-f07a19b77c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b965deb-79b6-4b1b-b890-08e1bf260b7e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:02.824413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'tag': 'ef92b335-a8a5-4033-99e2-b759805f39e2'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:02.827403 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861fc624-e706-4661-8380-39b5f9bf8231" -d '{"events": [{"name": "network-changed", "server_uuid": "33d06f50-7e28-4d2d-9132-a0c26fd988a6", "tag": "ef92b335-a8a5-4033-99e2-b759805f39e2"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:02.848396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-394b8d11-da29-4689-b792-6ecff2fbf00b None None] Set router bf402e6e-f09f-41b8-8bc7-e09d5e238721 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:02.880798 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-465ef49e-87f2-47dd-ab90-4814e569fb03 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "PUT /v2.0/floatingips/43d2459b-af7c-4078-83e8-b98feb254d9b HTTP/1.1" status: 200 len: 989 time: 3.7534077 Mar 23 12:50:02.880798 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f887c38c-301e-43c7-8e23-ff0f702e88e2 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Deleting port 801e7592-e551-43bf-ba31-37c147b6d03b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:02.880798 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f887c38c-301e-43c7-8e23-ff0f702e88e2 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:03.079636 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f887c38c-301e-43c7-8e23-ff0f702e88e2 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:03.098652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fc624-e706-4661-8380-39b5f9bf8231 req-c491f010-37cc-4781-9d82-acc29dcea963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:03.103974 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0c5dc2-841b-4dea-b545-73ebc4a52a38 x-openstack-request-id: req-bd0c5dc2-841b-4dea-b545-73ebc4a52a38 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:03.103974 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d06f50-7e28-4d2d-9132-a0c26fd988a6", "tag": "ef92b335-a8a5-4033-99e2-b759805f39e2", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:03.103974 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd0c5dc2-841b-4dea-b545-73ebc4a52a38 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:03.103974 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'tag': 'ef92b335-a8a5-4033-99e2-b759805f39e2', 'status': 'completed', 'code': 200} Mar 23 12:50:03.107040 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-861fc624-e706-4661-8380-39b5f9bf8231 req-c491f010-37cc-4781-9d82-acc29dcea963 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fef0880d69bd4c0fb58be53802b212c7&device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 1096 time: 0.1485109 Mar 23 12:50:03.119976 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f887c38c-301e-43c7-8e23-ff0f702e88e2 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Calling delete_port for 801e7592-e551-43bf-ba31-37c147b6d03b owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:50:03.243504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56716) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:03.324676 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-52568940-38bd-4319-ad79-c1560758ceba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1e8dfe327b994246bc2b41a16ce37e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796671 Mar 23 12:50:03.330028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56720) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:03.356218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fc624-e706-4661-8380-39b5f9bf8231 req-2380af39-795d-4cd0-9e08-8bd7ec3e8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:03.361138 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-861fc624-e706-4661-8380-39b5f9bf8231 req-2380af39-795d-4cd0-9e08-8bd7ec3e8215 service neutron] 10.222.0.77 "GET /v2.0/networks?id=254bf9df-e111-474a-8af1-a0291c64e5ff HTTP/1.1" status: 200 len: 914 time: 0.2462552 Mar 23 12:50:03.457136 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-861fc624-e706-4661-8380-39b5f9bf8231 req-0e1a014d-f753-43aa-8db5-a5d7ed49e511 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef92b335-a8a5-4033-99e2-b759805f39e2 HTTP/1.1" status: 200 len: 999 time: 0.0888791 Mar 23 12:50:03.608737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fc624-e706-4661-8380-39b5f9bf8231 req-e0d38c1d-2b91-4467-814e-87198be7b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:03.610955 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-861fc624-e706-4661-8380-39b5f9bf8231 req-e0d38c1d-2b91-4467-814e-87198be7b9f4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17 HTTP/1.1" status: 200 len: 852 time: 0.1284015 Mar 23 12:50:03.640370 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca41c129-4bdc-4b2a-96e4-a31666b6b6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:03.674202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-394b8d11-da29-4689-b792-6ecff2fbf00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '4f478161-e015-40d7-bc28-2be837547171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:45:13Z', 'revision_number': 4, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port': {'id': '4f478161-e015-40d7-bc28-2be837547171', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:09Z', 'updated_at': '2022-03-23T12:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '43d2459b-af7c-4078-83e8-b98feb254d9b', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'port_id': 'ef92b335-a8a5-4033-99e2-b759805f39e2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'mac_address': 'fa:16:3e:f5:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:49:55Z', 'updated_at': '2022-03-23T12:50:02Z', 'revision_number': 2, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58cd4ed9-cb6e-4a61-85b4-cd27cb00c065', 'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'mac_address': 'fa:16:3e:0c:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:13Z', 'updated_at': '2022-03-23T12:45:20Z', 'revision_number': 5, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'subnets': [{'id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:03.754989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394b8d11-da29-4689-b792-6ecff2fbf00b None None] Checking router: bf402e6e-f09f-41b8-8bc7-e09d5e238721 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:50:03.772483 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca41c129-4bdc-4b2a-96e4-a31666b6b6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:03.778201 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394b8d11-da29-4689-b792-6ecff2fbf00b None None] Routers {'bf402e6e-f09f-41b8-8bc7-e09d5e238721'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:03.778831 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-394b8d11-da29-4689-b792-6ecff2fbf00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:03.810722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fc624-e706-4661-8380-39b5f9bf8231 req-f9b7faa8-4450-4029-a331-345422d69bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:03.817283 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-861fc624-e706-4661-8380-39b5f9bf8231 req-f9b7faa8-4450-4029-a331-345422d69bcf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=254bf9df-e111-474a-8af1-a0291c64e5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1904044 Mar 23 12:50:03.859968 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f887c38c-301e-43c7-8e23-ff0f702e88e2 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:03.969133 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887c38c-301e-43c7-8e23-ff0f702e88e2 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event deleted for resources: {'Port': ['ID=801e7592-e551-43bf-ba31-37c147b6d03b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:04.052106 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-394b8d11-da29-4689-b792-6ecff2fbf00b None None] Set router bf402e6e-f09f-41b8-8bc7-e09d5e238721 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:04.105708 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-861fc624-e706-4661-8380-39b5f9bf8231 req-3a17b647-6e2f-4bac-9a9d-a713891cb185 service neutron] 10.222.0.77 "GET /v2.0/networks/254bf9df-e111-474a-8af1-a0291c64e5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728469 Mar 23 12:50:04.281514 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca41c129-4bdc-4b2a-96e4-a31666b6b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:04.293201 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca41c129-4bdc-4b2a-96e4-a31666b6b6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:04.299292 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ca41c129-4bdc-4b2a-96e4-a31666b6b6f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f4093d3-bc62-4990-9545-7dfcb24ad84c HTTP/1.1" status: 204 len: 168 time: 0.9593449 Mar 23 12:50:04.360522 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41c129-4bdc-4b2a-96e4-a31666b6b6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4093d3-bc62-4990-9545-7dfcb24ad84c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:04.522096 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-394b8d11-da29-4689-b792-6ecff2fbf00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '4f478161-e015-40d7-bc28-2be837547171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:45:13Z', 'revision_number': 4, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port': {'id': '4f478161-e015-40d7-bc28-2be837547171', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:09Z', 'updated_at': '2022-03-23T12:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '43d2459b-af7c-4078-83e8-b98feb254d9b', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'port_id': 'ef92b335-a8a5-4033-99e2-b759805f39e2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'mac_address': 'fa:16:3e:f5:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:49:55Z', 'updated_at': '2022-03-23T12:50:02Z', 'revision_number': 2, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58cd4ed9-cb6e-4a61-85b4-cd27cb00c065', 'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'mac_address': 'fa:16:3e:0c:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:13Z', 'updated_at': '2022-03-23T12:45:20Z', 'revision_number': 5, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'subnets': [{'id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:04.583748 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394b8d11-da29-4689-b792-6ecff2fbf00b None None] The sync data for ids ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'] in n-d-834854-1 is: [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '4f478161-e015-40d7-bc28-2be837547171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:45:13Z', 'revision_number': 4, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port': {'id': '4f478161-e015-40d7-bc28-2be837547171', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:09Z', 'updated_at': '2022-03-23T12:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '43d2459b-af7c-4078-83e8-b98feb254d9b', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'port_id': 'ef92b335-a8a5-4033-99e2-b759805f39e2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'mac_address': 'fa:16:3e:f5:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:49:55Z', 'updated_at': '2022-03-23T12:50:02Z', 'revision_number': 2, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58cd4ed9-cb6e-4a61-85b4-cd27cb00c065', 'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'mac_address': 'fa:16:3e:0c:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:13Z', 'updated_at': '2022-03-23T12:45:20Z', 'revision_number': 5, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'subnets': [{'id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:50:04.598444 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-861fc624-e706-4661-8380-39b5f9bf8231 req-0b0b6432-5e4b-420f-83f2-de91369a1168 service neutron] 10.222.0.77 "GET /v2.0/networks/254bf9df-e111-474a-8af1-a0291c64e5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880691 Mar 23 12:50:04.599864 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f887c38c-301e-43c7-8e23-ff0f702e88e2 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:04.657091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ccd3f-bd21-4cfe-bbaf-97ed1cd5ff05 req-854a10c0-d853-459a-8278-e5f4359405c2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:04.668179 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aa6ccd3f-bd21-4cfe-bbaf-97ed1cd5ff05 req-854a10c0-d853-459a-8278-e5f4359405c2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 945 time: 0.2264233 Mar 23 12:50:04.774083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aa6ccd3f-bd21-4cfe-bbaf-97ed1cd5ff05 req-93a6fb1a-8786-471f-8c85-ca546fbad1cb tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=282a4ffd-2172-4aca-91cd-573362e77d71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045907 Mar 23 12:50:04.996507 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f887c38c-301e-43c7-8e23-ff0f702e88e2 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Router 07125cee-9401-421f-97ed-4734d586a4ea has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:50:05.058530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56758) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:05.112083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a6be0f01-817c-419c-9c39-47752a5239a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b7c97190a7d9491c9c2108d6d520e21f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522013 Mar 23 12:50:05.113073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56760) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:05.131559 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'tag': 'ef92b335-a8a5-4033-99e2-b759805f39e2'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:05.134320 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a47076-021b-4a52-8991-760163f134aa" -d '{"events": [{"name": "network-changed", "server_uuid": "33d06f50-7e28-4d2d-9132-a0c26fd988a6", "tag": "ef92b335-a8a5-4033-99e2-b759805f39e2"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:05.143771 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f887c38c-301e-43c7-8e23-ff0f702e88e2 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:50:05.153562 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f887c38c-301e-43c7-8e23-ff0f702e88e2 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "PUT /v2.0/routers/07125cee-9401-421f-97ed-4734d586a4ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4658821 Mar 23 12:50:05.154616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56764) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:05.160310 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4325391b-5355-4bbe-8de5-b97554e62df9 None None] Sync routers for ids ['07125cee-9401-421f-97ed-4734d586a4ea'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:50:05.188352 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-607e1768-fbb9-4652-8a27-7c56f146c8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:05.188998 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4325391b-5355-4bbe-8de5-b97554e62df9 None None] Routers {'07125cee-9401-421f-97ed-4734d586a4ea'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:05.190585 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4325391b-5355-4bbe-8de5-b97554e62df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['07125cee-9401-421f-97ed-4734d586a4ea'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:05.200716 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-07141c67-d5f8-4469-887f-1a6dd4109789 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] show failed (client error): The resource could not be found. Mar 23 12:50:05.202272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-07141c67-d5f8-4469-887f-1a6dd4109789 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-1467528962 HTTP/1.1" status: 404 len: 335 time: 0.0474989 Mar 23 12:50:05.208109 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56768) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:05.213926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b12035f2-9e1b-4333-90ec-1da8675a91e6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:05.223261 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-607e1768-fbb9-4652-8a27-7c56f146c8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:05.318182 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e456b5-c685-4909-a120-c5bd06ba7006 x-openstack-request-id: req-d9e456b5-c685-4909-a120-c5bd06ba7006 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:05.318638 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d06f50-7e28-4d2d-9132-a0c26fd988a6", "tag": "ef92b335-a8a5-4033-99e2-b759805f39e2", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:05.318890 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9e456b5-c685-4909-a120-c5bd06ba7006 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:05.319335 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'tag': 'ef92b335-a8a5-4033-99e2-b759805f39e2', 'status': 'completed', 'code': 200} Mar 23 12:50:05.323894 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4325391b-5355-4bbe-8de5-b97554e62df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:05.325416 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-b12035f2-9e1b-4333-90ec-1da8675a91e6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] update failed (client error): The resource could not be found. Mar 23 12:50:05.326230 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-607e1768-fbb9-4652-8a27-7c56f146c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:05.326653 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b12035f2-9e1b-4333-90ec-1da8675a91e6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-2048417297 HTTP/1.1" status: 404 len: 335 time: 0.1174953 Mar 23 12:50:05.333328 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56770) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:05.336549 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-607e1768-fbb9-4652-8a27-7c56f146c8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:05.345871 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4325391b-5355-4bbe-8de5-b97554e62df9 None None] Routers {'07125cee-9401-421f-97ed-4734d586a4ea'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:05.346553 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4325391b-5355-4bbe-8de5-b97554e62df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['07125cee-9401-421f-97ed-4734d586a4ea'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:05.346695 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-607e1768-fbb9-4652-8a27-7c56f146c8f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/56c5bf1b-c162-4700-a2d2-91ec5cd3133a HTTP/1.1" status: 204 len: 168 time: 0.2310252 Mar 23 12:50:05.363653 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e1768-fbb9-4652-8a27-7c56f146c8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c5bf1b-c162-4700-a2d2-91ec5cd3133a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:05.393507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a47076-021b-4a52-8991-760163f134aa req-501624fd-d45d-4dee-bfdb-9006fbc91f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:05.396378 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8a47076-021b-4a52-8991-760163f134aa req-501624fd-d45d-4dee-bfdb-9006fbc91f61 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fef0880d69bd4c0fb58be53802b212c7&device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 1096 time: 0.1009481 Mar 23 12:50:05.425108 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4325391b-5355-4bbe-8de5-b97554e62df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:05.425825 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4325391b-5355-4bbe-8de5-b97554e62df9 None None] The sync data for ids ['07125cee-9401-421f-97ed-4734d586a4ea'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:50:05.445097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca72b4a0-052d-4477-99cd-0fefb4821000 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Deleting subnet aa8b1fb2-e6f9-44e0-b1c5-e85347d68ea9 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:50:05.449104 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca72b4a0-052d-4477-99cd-0fefb4821000 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:05.564898 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca72b4a0-052d-4477-99cd-0fefb4821000 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:05.608752 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a47076-021b-4a52-8991-760163f134aa req-8a0c002e-46e5-4383-909b-3d3dd143b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:05.611836 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8a47076-021b-4a52-8991-760163f134aa req-8a0c002e-46e5-4383-909b-3d3dd143b717 service neutron] 10.222.0.77 "GET /v2.0/networks?id=254bf9df-e111-474a-8af1-a0291c64e5ff HTTP/1.1" status: 200 len: 914 time: 0.2072604 Mar 23 12:50:05.694025 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8a47076-021b-4a52-8991-760163f134aa req-97ba37cf-e2ab-4f55-ab26-cba26e23406c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef92b335-a8a5-4033-99e2-b759805f39e2 HTTP/1.1" status: 200 len: 999 time: 0.0751224 Mar 23 12:50:05.759500 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca72b4a0-052d-4477-99cd-0fefb4821000 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:05.797626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a47076-021b-4a52-8991-760163f134aa req-d2c3a618-8e80-4062-be33-0ca953dca212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:05.799916 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8a47076-021b-4a52-8991-760163f134aa req-d2c3a618-8e80-4062-be33-0ca953dca212 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17 HTTP/1.1" status: 200 len: 852 time: 0.0956328 Mar 23 12:50:05.843737 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca72b4a0-052d-4477-99cd-0fefb4821000 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:05.910313 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72b4a0-052d-4477-99cd-0fefb4821000 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8b1fb2-e6f9-44e0-b1c5-e85347d68ea9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:05.915532 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca72b4a0-052d-4477-99cd-0fefb4821000 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:05.924853 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ca72b4a0-052d-4477-99cd-0fefb4821000 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "DELETE /v2.0/subnets/aa8b1fb2-e6f9-44e0-b1c5-e85347d68ea9 HTTP/1.1" status: 204 len: 168 time: 0.5880482 Mar 23 12:50:05.925093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730ddcc3-f7a5-4f34-a5ab-9f6ce9821f42 None None] Network 22e24872-4383-4029-a2dd-efe04c91a1f8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:50:05.925563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56782) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:06.022409 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a47076-021b-4a52-8991-760163f134aa req-256350ca-e05d-4ab8-8f29-75aa472e3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:06.026536 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8a47076-021b-4a52-8991-760163f134aa req-256350ca-e05d-4ab8-8f29-75aa472e3591 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=254bf9df-e111-474a-8af1-a0291c64e5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2065847 Mar 23 12:50:06.053769 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-105a5844-1575-4101-93f2-8d6314a8b640 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Deleting subnet 8b6c1f36-20be-406c-ab30-d1b4841fd151 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:50:06.064354 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-105a5844-1575-4101-93f2-8d6314a8b640 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:06.132174 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-105a5844-1575-4101-93f2-8d6314a8b640 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:06.198865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8a47076-021b-4a52-8991-760163f134aa req-5f982ba4-6101-4094-9f70-ee2f99c65f0b service neutron] 10.222.0.77 "GET /v2.0/networks/254bf9df-e111-474a-8af1-a0291c64e5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556997 Mar 23 12:50:06.205313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381c5bc6-73b1-4225-ad6c-cb68608229a4 None None] DHCP port deletion for 22e24872-4383-4029-a2dd-efe04c91a1f8 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:50:06.215465 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872778b-b588-47a6-bdd6-b1082b91b988 req-a0ef0962-1e49-474e-9776-70c45f6dc976 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:06.217270 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7872778b-b588-47a6-bdd6-b1082b91b988 req-a0ef0962-1e49-474e-9776-70c45f6dc976 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 945 time: 0.2921038 Mar 23 12:50:06.321917 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7872778b-b588-47a6-bdd6-b1082b91b988 req-ca623097-2a21-48a6-8052-d748415e2130 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=282a4ffd-2172-4aca-91cd-573362e77d71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929468 Mar 23 12:50:06.330539 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-105a5844-1575-4101-93f2-8d6314a8b640 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:06.454484 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-381c5bc6-73b1-4225-ad6c-cb68608229a4 None None] Deleting port 5b98867d-6db1-45fd-b072-f08de42f2609 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:06.456386 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-381c5bc6-73b1-4225-ad6c-cb68608229a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:06.499095 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8a47076-021b-4a52-8991-760163f134aa req-57f93761-21fe-4f22-b504-c4426c4ec5a1 service neutron] 10.222.0.77 "GET /v2.0/networks/254bf9df-e111-474a-8af1-a0291c64e5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794268 Mar 23 12:50:06.521224 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-105a5844-1575-4101-93f2-8d6314a8b640 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:06.567060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a5844-1575-4101-93f2-8d6314a8b640 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6c1f36-20be-406c-ab30-d1b4841fd151,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:06.570356 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-105a5844-1575-4101-93f2-8d6314a8b640 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:06.574177 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-105a5844-1575-4101-93f2-8d6314a8b640 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "DELETE /v2.0/subnets/8b6c1f36-20be-406c-ab30-d1b4841fd151 HTTP/1.1" status: 204 len: 168 time: 0.6479385 Mar 23 12:50:06.576955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56798) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:06.590822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-381c5bc6-73b1-4225-ad6c-cb68608229a4 None None] For port 5b98867d-6db1-45fd-b072-f08de42f2609, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5b98867d-6db1-45fd-b072-f08de42f2609,segment=NetworkSegment(89d4c3dd-87ac-43b5-b4c5-ff537c719257),segment_id=89d4c3dd-87ac-43b5-b4c5-ff537c719257)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:06.591224 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-381c5bc6-73b1-4225-ad6c-cb68608229a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:06.612237 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-381c5bc6-73b1-4225-ad6c-cb68608229a4 None None] Calling delete_port for 5b98867d-6db1-45fd-b072-f08de42f2609 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:50:06.619327 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a13e3-c8e9-412c-8465-cc24cd258ff1 None None] Network 6001889c-c69b-4046-888e-feccc60c3d3d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:50:06.800017 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-824eea84-823b-4657-93bb-e1909213b4fa tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1074014586&fields=id&tenant_id=7aa6e901216549aa89e37088db0e1d58 HTTP/1.1" status: 200 len: 267 time: 0.0538294 Mar 23 12:50:06.878424 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b3eb4b4-50e2-4ce5-8bbc-8c55a61957bd tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:06.933872 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-381c5bc6-73b1-4225-ad6c-cb68608229a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:06.944190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a536f78-a176-44ae-ad46-30a0e076e8df req-9bfac078-977c-47fb-aa23-a8683c93a3a2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:06.946247 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a536f78-a176-44ae-ad46-30a0e076e8df req-9bfac078-977c-47fb-aa23-a8683c93a3a2 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.77 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 945 time: 0.2873564 Mar 23 12:50:06.954523 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5b98867d-6db1-45fd-b072-f08de42f2609 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:50:06.988790 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c5bc6-73b1-4225-ad6c-cb68608229a4 None None] Pushing event deleted for resources: {'Port': ['ID=5b98867d-6db1-45fd-b072-f08de42f2609,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:07.011668 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 5b98867d-6db1-45fd-b072-f08de42f2609 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:50:07.012293 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5b98867d-6db1-45fd-b072-f08de42f2609 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:50:07.016623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c5bc6-73b1-4225-ad6c-cb68608229a4 None None] No DVR routers for this DVR port 5b98867d-6db1-45fd-b072-f08de42f2609 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:50:07.020060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35824958-a1bc-480b-a5d3-37c38b384a0b None None] DHCP port deletion for 6001889c-c69b-4046-888e-feccc60c3d3d request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:50:07.046879 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-3ccfc39f-11ac-4cf9-b215-1892353edced tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:07.048676 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-3ccfc39f-11ac-4cf9-b215-1892353edced tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/networks?id=6e2511c5-1ac3-4f4f-bcb8-92d332af4acc HTTP/1.1" status: 200 len: 816 time: 0.2401481 Mar 23 12:50:07.066355 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-6ab23842-29bd-4238-bf9c-b9d02066490d tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/quotas/7aa6e901216549aa89e37088db0e1d58 HTTP/1.1" status: 200 len: 375 time: 0.0104668 Mar 23 12:50:07.097587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-35824958-a1bc-480b-a5d3-37c38b384a0b None None] Deleting port 4ac2bf41-0b33-4f65-95d5-de7a205d5772 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:07.097970 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-35824958-a1bc-480b-a5d3-37c38b384a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:07.172169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-35824958-a1bc-480b-a5d3-37c38b384a0b None None] For port 4ac2bf41-0b33-4f65-95d5-de7a205d5772, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4ac2bf41-0b33-4f65-95d5-de7a205d5772,segment=NetworkSegment(b391d3b8-23d8-4bb0-893b-7f5790573af0),segment_id=b391d3b8-23d8-4bb0-893b-7f5790573af0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:07.172794 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-35824958-a1bc-480b-a5d3-37c38b384a0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:07.182918 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-8cb578ff-358b-40c4-be30-639931d026a8 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7aa6e901216549aa89e37088db0e1d58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1101189 Mar 23 12:50:07.187963 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-35824958-a1bc-480b-a5d3-37c38b384a0b None None] Calling delete_port for 4ac2bf41-0b33-4f65-95d5-de7a205d5772 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:50:07.207333 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b3eb4b4-50e2-4ce5-8bbc-8c55a61957bd tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:07.279106 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-5b3eb4b4-50e2-4ce5-8bbc-8c55a61957bd tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e24872-4383-4029-a2dd-efe04c91a1f8']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:07.300441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-5b3eb4b4-50e2-4ce5-8bbc-8c55a61957bd tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d4c3dd-87ac-43b5-b4c5-ff537c719257') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:07.300857 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-5b3eb4b4-50e2-4ce5-8bbc-8c55a61957bd tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d4c3dd-87ac-43b5-b4c5-ff537c719257') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:07.301594 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-35824958-a1bc-480b-a5d3-37c38b384a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:07.336708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8a536f78-a176-44ae-ad46-30a0e076e8df req-ebe896f8-67c4-4c97-aa8d-94206243c0f0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Deleting port d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:07.337053 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8a536f78-a176-44ae-ad46-30a0e076e8df req-ebe896f8-67c4-4c97-aa8d-94206243c0f0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:07.353983 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35824958-a1bc-480b-a5d3-37c38b384a0b None None] No DVR routers for this DVR port 4ac2bf41-0b33-4f65-95d5-de7a205d5772 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:50:07.358486 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b3eb4b4-50e2-4ce5-8bbc-8c55a61957bd tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:07.363126 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35824958-a1bc-480b-a5d3-37c38b384a0b None None] Pushing event deleted for resources: {'Port': ['ID=4ac2bf41-0b33-4f65-95d5-de7a205d5772,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:07.387157 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-387a10dc-00ee-48e9-b45c-ef25697ecb91 service neutron] 10.222.0.52 "GET /v2.0/networks/6e2511c5-1ac3-4f4f-bcb8-92d332af4acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747100 Mar 23 12:50:07.566955 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-8adc657f-8a99-4e26-a3bb-c5be12d2a9e1 service neutron] 10.222.0.52 "GET /v2.0/networks/6e2511c5-1ac3-4f4f-bcb8-92d332af4acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716542 Mar 23 12:50:07.866737 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b3eb4b4-50e2-4ce5-8bbc-8c55a61957bd tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:07.880042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3eb4b4-50e2-4ce5-8bbc-8c55a61957bd tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:50:07.881100 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b3eb4b4-50e2-4ce5-8bbc-8c55a61957bd tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:50:07.887797 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:50:08.038679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0f9d9-445a-43d2-a8fe-1cfd28165ab1 req-030f6845-5b13-44c7-bc39-d443c0ed216d tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:08.055975 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4fb0f9d9-445a-43d2-a8fe-1cfd28165ab1 req-030f6845-5b13-44c7-bc39-d443c0ed216d tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 945 time: 0.3039098 Mar 23 12:50:08.097703 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b3eb4b4-50e2-4ce5-8bbc-8c55a61957bd tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:08.109983 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b3eb4b4-50e2-4ce5-8bbc-8c55a61957bd tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:08.118983 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5b3eb4b4-50e2-4ce5-8bbc-8c55a61957bd tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "DELETE /v2.0/networks/22e24872-4383-4029-a2dd-efe04c91a1f8 HTTP/1.1" status: 204 len: 168 time: 1.5406833 Mar 23 12:50:08.123112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56848) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:08.151679 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1bc4fec5-8cd2-4e16-84af-4c917f262618 req-3b53b7a5-c276-4bd9-a09d-383ef60837bb tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 210 time: 0.0726600 Mar 23 12:50:08.180770 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-8a536f78-a176-44ae-ad46-30a0e076e8df req-ebe896f8-67c4-4c97-aa8d-94206243c0f0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] For port d89d1c26-ccdf-4de2-ad44-a8b9dbe65516, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d89d1c26-ccdf-4de2-ad44-a8b9dbe65516,segment=NetworkSegment(db53acb3-07ac-4ad6-9d06-e5862eb13546),segment_id=db53acb3-07ac-4ad6-9d06-e5862eb13546)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:08.181145 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8a536f78-a176-44ae-ad46-30a0e076e8df req-ebe896f8-67c4-4c97-aa8d-94206243c0f0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:08.184127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3eb4b4-50e2-4ce5-8bbc-8c55a61957bd tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event deleted for resources: {'Network': ['ID=22e24872-4383-4029-a2dd-efe04c91a1f8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:08.216187 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4fb0f9d9-445a-43d2-a8fe-1cfd28165ab1 req-f9108009-c923-4df6-b805-e4fe7de6b3ce tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups?id=282a4ffd-2172-4aca-91cd-573362e77d71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574738 Mar 23 12:50:08.316585 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a190574-5d53-4f09-bc81-1777340f1ed6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:08.476527 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a190574-5d53-4f09-bc81-1777340f1ed6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:08.544171 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1a190574-5d53-4f09-bc81-1777340f1ed6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6001889c-c69b-4046-888e-feccc60c3d3d']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:08.558107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1a190574-5d53-4f09-bc81-1777340f1ed6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b391d3b8-23d8-4bb0-893b-7f5790573af0') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:08.558514 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1a190574-5d53-4f09-bc81-1777340f1ed6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b391d3b8-23d8-4bb0-893b-7f5790573af0') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:08.579839 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a190574-5d53-4f09-bc81-1777340f1ed6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:08.604957 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a190574-5d53-4f09-bc81-1777340f1ed6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:08.620789 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a190574-5d53-4f09-bc81-1777340f1ed6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:50:08.621242 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a190574-5d53-4f09-bc81-1777340f1ed6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:50:08.734365 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:50:08.741269 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a190574-5d53-4f09-bc81-1777340f1ed6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:08.774707 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1a190574-5d53-4f09-bc81-1777340f1ed6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:08.781443 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1a190574-5d53-4f09-bc81-1777340f1ed6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "DELETE /v2.0/networks/6001889c-c69b-4046-888e-feccc60c3d3d HTTP/1.1" status: 204 len: 168 time: 0.6523492 Mar 23 12:50:08.794044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56882) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:08.802581 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a190574-5d53-4f09-bc81-1777340f1ed6 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event deleted for resources: {'Network': ['ID=6001889c-c69b-4046-888e-feccc60c3d3d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:08.839564 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8a536f78-a176-44ae-ad46-30a0e076e8df req-ebe896f8-67c4-4c97-aa8d-94206243c0f0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:08.840754 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8a536f78-a176-44ae-ad46-30a0e076e8df req-ebe896f8-67c4-4c97-aa8d-94206243c0f0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:08.843425 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-8a536f78-a176-44ae-ad46-30a0e076e8df req-ebe896f8-67c4-4c97-aa8d-94206243c0f0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Floating IP dcc86759-8c7b-42f4-b6d1-23543931afc7 disassociated. External IP: 172.25.2.50, port: d89d1c26-ccdf-4de2-ad44-a8b9dbe65516. Mar 23 12:50:08.843815 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8a536f78-a176-44ae-ad46-30a0e076e8df req-ebe896f8-67c4-4c97-aa8d-94206243c0f0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Calling delete_port for d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:50:08.870674 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ce31e3-0ddc-4c7d-856b-f5f407234733 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Deleting subnet 042e0627-bf95-4d1e-a9a9-26a1b0e4c8cb {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:50:08.875885 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26ce31e3-0ddc-4c7d-856b-f5f407234733 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:08.973597 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26ce31e3-0ddc-4c7d-856b-f5f407234733 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:08.975972 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4ac2bf41-0b33-4f65-95d5-de7a205d5772 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:50:09.009388 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 4ac2bf41-0b33-4f65-95d5-de7a205d5772 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:50:09.009743 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4ac2bf41-0b33-4f65-95d5-de7a205d5772 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:50:09.146681 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26ce31e3-0ddc-4c7d-856b-f5f407234733 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:09.228807 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8a536f78-a176-44ae-ad46-30a0e076e8df req-ebe896f8-67c4-4c97-aa8d-94206243c0f0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:09.234254 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26ce31e3-0ddc-4c7d-856b-f5f407234733 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:09.268647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe896f8-67c4-4c97-aa8d-94206243c0f0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event deleted for resources: {'Port': ['ID=d89d1c26-ccdf-4de2-ad44-a8b9dbe65516,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:09.325877 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce31e3-0ddc-4c7d-856b-f5f407234733 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event deleted for resources: {'Subnet': ['ID=042e0627-bf95-4d1e-a9a9-26a1b0e4c8cb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:09.330673 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26ce31e3-0ddc-4c7d-856b-f5f407234733 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:09.347569 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-26ce31e3-0ddc-4c7d-856b-f5f407234733 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "DELETE /v2.0/subnets/042e0627-bf95-4d1e-a9a9-26a1b0e4c8cb HTTP/1.1" status: 204 len: 168 time: 0.5491824 Mar 23 12:50:09.347569 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56900) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:09.351582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010141f5-63ea-42a0-82c2-6a5d748ee2c7 None None] Network 5782d683-f372-418b-9a0e-ed5413da857b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:50:09.602222 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:50:09.627776 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62c95d62-8baa-4fd4-8291-ad2cb48a19a6 req-86119aa0-1959-4268-bbf9-c2b9e097048a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 210 time: 0.1125536 Mar 23 12:50:09.678021 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1eaf5776-c41f-444a-8f7a-47c289b0dedc req-53db4b20-dc74-4e41-86ab-5683ae80ec0a tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 210 time: 0.1797366 Mar 23 12:50:09.691608 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:09.699827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a536f78-a176-44ae-ad46-30a0e076e8df req-ebe896f8-67c4-4c97-aa8d-94206243c0f0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Router f07840be-cdb3-4dee-a333-5c1ca01449df has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:50:09.836860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Deleting port 754cda18-9e5e-4411-819c-9a8392069e6d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:09.837207 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:10.080267 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] For port 754cda18-9e5e-4411-819c-9a8392069e6d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=754cda18-9e5e-4411-819c-9a8392069e6d,segment=NetworkSegment(119e03b6-4c41-4d04-be93-c15d9f858194),segment_id=119e03b6-4c41-4d04-be93-c15d9f858194)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:10.080721 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:10.149563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Calling delete_port for 754cda18-9e5e-4411-819c-9a8392069e6d owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:50:10.229763 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a536f78-a176-44ae-ad46-30a0e076e8df req-ebe896f8-67c4-4c97-aa8d-94206243c0f0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:50:10.242818 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ce8ae-b02f-4abc-b439-f3e1bad51534 None None] DHCP port deletion for 5782d683-f372-418b-9a0e-ed5413da857b request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:50:10.258169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359592a3-c06c-4076-8263-8a752c0b4a2c None None] Sync routers for ids ['f07840be-cdb3-4dee-a333-5c1ca01449df'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:50:10.309866 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:50:10.323751 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:10.365194 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-921b8af7-18d7-4dad-bcc3-d6697004d4c5 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:10.368074 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-921b8af7-18d7-4dad-bcc3-d6697004d4c5 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.77 "GET /v2.0/networks?id=6e2511c5-1ac3-4f4f-bcb8-92d332af4acc HTTP/1.1" status: 200 len: 816 time: 0.4897265 Mar 23 12:50:10.395708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a536f78-a176-44ae-ad46-30a0e076e8df req-ebe896f8-67c4-4c97-aa8d-94206243c0f0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] No DVR routers for this DVR port d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:50:10.402970 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event deleted for resources: {'Port': ['ID=754cda18-9e5e-4411-819c-9a8392069e6d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:10.429210 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8a536f78-a176-44ae-ad46-30a0e076e8df req-ebe896f8-67c4-4c97-aa8d-94206243c0f0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:10.431506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] No DVR routers for this DVR port 754cda18-9e5e-4411-819c-9a8392069e6d on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:50:10.447833 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a536f78-a176-44ae-ad46-30a0e076e8df req-ebe896f8-67c4-4c97-aa8d-94206243c0f0 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.77 "DELETE /v2.0/ports/d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 HTTP/1.1" status: 204 len: 173 time: 3.4437935 Mar 23 12:50:10.448335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07d6c9f-0b35-4afd-8106-a9ce046ed4ee', 'name': 'network-vif-deleted', 'tag': 'd89d1c26-ccdf-4de2-ad44-a8b9dbe65516'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:10.450787 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2721b677-5c98-40f7-ba0f-a096abb8ba3e" -d '{"events": [{"server_uuid": "a07d6c9f-0b35-4afd-8106-a9ce046ed4ee", "name": "network-vif-deleted", "tag": "d89d1c26-ccdf-4de2-ad44-a8b9dbe65516"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:10.456614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:50:10.457387 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device d89d1c26-ccdf-4de2-ad44-a8b9dbe65516 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:50:10.514067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359592a3-c06c-4076-8263-8a752c0b4a2c None None] Routers {'f07840be-cdb3-4dee-a333-5c1ca01449df'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:10.517068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-359592a3-c06c-4076-8263-8a752c0b4a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f07840be-cdb3-4dee-a333-5c1ca01449df'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:10.583676 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-1a066e34-ac51-4af4-880f-45231fe79494 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7aa6e901216549aa89e37088db0e1d58 HTTP/1.1" status: 200 len: 380 time: 0.1827300 Mar 23 12:50:10.586194 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9b2e44-c476-4ec5-bf65-28ccd042a52f x-openstack-request-id: req-bf9b2e44-c476-4ec5-bf65-28ccd042a52f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:10.586693 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07d6c9f-0b35-4afd-8106-a9ce046ed4ee", "name": "network-vif-deleted", "tag": "d89d1c26-ccdf-4de2-ad44-a8b9dbe65516", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:10.587111 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf9b2e44-c476-4ec5-bf65-28ccd042a52f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:10.587674 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07d6c9f-0b35-4afd-8106-a9ce046ed4ee', 'name': 'network-vif-deleted', 'tag': 'd89d1c26-ccdf-4de2-ad44-a8b9dbe65516', 'status': 'completed', 'code': 200} Mar 23 12:50:10.596655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-3a9f552b-d1e7-4a60-ad0e-17457c38f4c8 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Request body: {'port': {'device_id': '544924a6-df61-46dd-a20d-1b672850430e', 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc', 'admin_state_up': True, 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'security_groups': ['3bad14ae-ef09-4c47-a103-65bf3919454d']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:10.722673 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:10.752706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5782d683-f372-418b-9a0e-ed5413da857b']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:10.777593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119e03b6-4c41-4d04-be93-c15d9f858194') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:10.777907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119e03b6-4c41-4d04-be93-c15d9f858194') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:10.797810 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56924) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:10.826358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-359592a3-c06c-4076-8263-8a752c0b4a2c None None] Set router f07840be-cdb3-4dee-a333-5c1ca01449df gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:10.831665 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:10.929802 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:10.932406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 754cda18-9e5e-4411-819c-9a8392069e6d no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:50:10.956281 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe29afb1-f2c9-4865-963e-ba88a4dff4d3 req-952525b0-c561-435f-ad77-72cc3b624d08 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 210 time: 0.0907717 Mar 23 12:50:10.986812 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-89bf1f2c-ee0b-46f7-b9d5-b67b34b52c65 req-19d41a3d-b99f-4340-8851-be1cababeccd tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07d6c9f-0b35-4afd-8106-a9ce046ed4ee HTTP/1.1" status: 200 len: 210 time: 0.1103168 Mar 23 12:50:11.009038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:50:11.009455 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:50:11.024387 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:50:11.064634 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70ffbd25-1187-4deb-9c5b-e3feda7c0370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:11.109580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-3a9f552b-d1e7-4a60-ad0e-17457c38f4c8 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Made reservation on behalf of 7aa6e901216549aa89e37088db0e1d58 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:50:11.113650 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-3a9f552b-d1e7-4a60-ad0e-17457c38f4c8 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:11.220529 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:11.231440 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:11.248941 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56936) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:11.250784 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "DELETE /v2.0/networks/5782d683-f372-418b-9a0e-ed5413da857b HTTP/1.1" status: 204 len: 168 time: 1.9002976 Mar 23 12:50:11.251578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 754cda18-9e5e-4411-819c-9a8392069e6d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:50:11.252606 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 754cda18-9e5e-4411-819c-9a8392069e6d not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:50:11.275880 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-847ce8ae-b02f-4abc-b439-f3e1bad51534 None None] Deleting port 754cda18-9e5e-4411-819c-9a8392069e6d {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:11.276461 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-847ce8ae-b02f-4abc-b439-f3e1bad51534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:11.299769 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe0442-26ef-4dac-ab57-68e2d55a2c84 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Pushing event deleted for resources: {'Network': ['ID=5782d683-f372-418b-9a0e-ed5413da857b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:11.325724 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4fdbf55a-26d9-4b1d-845d-ef01310ae4a4 tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "GET /v2.0/ports?device_id=07125cee-9401-421f-97ed-4734d586a4ea HTTP/1.1" status: 200 len: 205 time: 0.0756166 Mar 23 12:50:11.329826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56938) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-847ce8ae-b02f-4abc-b439-f3e1bad51534 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 5782d683-f372-418b-9a0e-ed5413da857b could not be found. Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1544, in delete_ports_by_device_id Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:50:11.361771 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1995, in delete_port Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1195, in get_network Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 5782d683-f372-418b-9a0e-ed5413da857b could not be found. Mar 23 12:50:11.366221 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Mar 23 12:50:11.418480 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70ffbd25-1187-4deb-9c5b-e3feda7c0370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:11.421490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b705ed95-9b74-4e64-94d6-fa509306d851 None None] DHCP port deletion for 5782d683-f372-418b-9a0e-ed5413da857b request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:50:11.425743 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-70ffbd25-1187-4deb-9c5b-e3feda7c0370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:11.467742 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e17dfd9-705d-4e0e-9b51-862eb5854fbb tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:11.504676 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eefa9f-7f35-4939-a38c-287f2de8ca25 None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:50:11.539109 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-70ffbd25-1187-4deb-9c5b-e3feda7c0370 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f76959df947a4a739d79612520bd0972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7403383 Mar 23 12:50:11.539889 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffbd25-1187-4deb-9c5b-e3feda7c0370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15f0082-acfa-4cbd-9980-a8412d6b4bea,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:11.543633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56940) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:11.621871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-3a9f552b-d1e7-4a60-ad0e-17457c38f4c8 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Allocated IP 172.20.0.7 (6e2511c5-1ac3-4f4f-bcb8-92d332af4acc/cd3321d6-96ce-4841-a490-8454a1c9b463/a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:50:11.656384 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfa9016b-8f62-4c9f-8feb-07c794729103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:11.691491 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfa9016b-8f62-4c9f-8feb-07c794729103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:11.767100 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfa9016b-8f62-4c9f-8feb-07c794729103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:11.773673 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfa9016b-8f62-4c9f-8feb-07c794729103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:11.778712 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cfa9016b-8f62-4c9f-8feb-07c794729103 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c15f0082-acfa-4cbd-9980-a8412d6b4bea HTTP/1.1" status: 204 len: 168 time: 0.2336583 Mar 23 12:50:11.784459 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eefa9f-7f35-4939-a38c-287f2de8ca25 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:50:11.789985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-359592a3-c06c-4076-8263-8a752c0b4a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:29Z', 'revision_number': 4, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c95f1cfe-1053-401a-a084-4ba67d012ca9', 'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'mac_address': 'fa:16:3e:4c:e0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:28Z', 'updated_at': '2022-03-23T12:41:34Z', 'revision_number': 5, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'subnets': [{'id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:11.797532 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9016b-8f62-4c9f-8feb-07c794729103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15f0082-acfa-4cbd-9980-a8412d6b4bea,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:11.834836 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e17dfd9-705d-4e0e-9b51-862eb5854fbb tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:11.835909 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359592a3-c06c-4076-8263-8a752c0b4a2c None None] Checking router: f07840be-cdb3-4dee-a333-5c1ca01449df for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:50:11.838318 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e17dfd9-705d-4e0e-9b51-862eb5854fbb tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:11.879949 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359592a3-c06c-4076-8263-8a752c0b4a2c None None] Routers {'f07840be-cdb3-4dee-a333-5c1ca01449df'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:11.880951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-359592a3-c06c-4076-8263-8a752c0b4a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f07840be-cdb3-4dee-a333-5c1ca01449df'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:12.081127 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-3a9f552b-d1e7-4a60-ad0e-17457c38f4c8 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:12.103959 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-359592a3-c06c-4076-8263-8a752c0b4a2c None None] Set router f07840be-cdb3-4dee-a333-5c1ca01449df gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:12.146716 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e17dfd9-705d-4e0e-9b51-862eb5854fbb tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:12.148341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e17dfd9-705d-4e0e-9b51-862eb5854fbb tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Fanout notify agent at l3_agent the message router_deleted on router 07125cee-9401-421f-97ed-4734d586a4ea {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:50:12.158580 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e17dfd9-705d-4e0e-9b51-862eb5854fbb tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:12.159851 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8e17dfd9-705d-4e0e-9b51-862eb5854fbb tempest-RoutersNegativeTest-1247420728 tempest-RoutersNegativeTest-1247420728-project] 10.222.0.52 "DELETE /v2.0/routers/07125cee-9401-421f-97ed-4734d586a4ea HTTP/1.1" status: 204 len: 168 time: 0.8288200 Mar 23 12:50:12.187555 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-3a9f552b-d1e7-4a60-ad0e-17457c38f4c8 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:12.209313 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56960) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:12.238515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-3a9f552b-d1e7-4a60-ad0e-17457c38f4c8 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Network 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:12.242662 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-3a9f552b-d1e7-4a60-ad0e-17457c38f4c8 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:12.268371 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-3a9f552b-d1e7-4a60-ad0e-17457c38f4c8 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:50:12.352481 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-487327af-eea6-4ce1-81af-5bb04247d818 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:12.361541 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-3a9f552b-d1e7-4a60-ad0e-17457c38f4c8 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:12.365885 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-3a9f552b-d1e7-4a60-ad0e-17457c38f4c8 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:12.419960 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-487327af-eea6-4ce1-81af-5bb04247d818 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:12.444107 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-3a9f552b-d1e7-4a60-ad0e-17457c38f4c8 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8468463 Mar 23 12:50:12.464416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577b8f9-949f-47f0-b043-7e4fe890aa22 req-3bbf2a25-b7af-4178-93bd-778084726ff3 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:12.479571 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4577b8f9-949f-47f0-b043-7e4fe890aa22 req-3bbf2a25-b7af-4178-93bd-778084726ff3 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 931 time: 0.3345041 Mar 23 12:50:12.504374 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Request body: {'port': {'device_id': '544924a6-df61-46dd-a20d-1b672850430e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:12.559435 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-487327af-eea6-4ce1-81af-5bb04247d818 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:12.563566 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-487327af-eea6-4ce1-81af-5bb04247d818 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:12.568396 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-487327af-eea6-4ce1-81af-5bb04247d818 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "DELETE /v2.0/security-groups/282a4ffd-2172-4aca-91cd-573362e77d71 HTTP/1.1" status: 204 len: 168 time: 0.3574655 Mar 23 12:50:12.569005 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56964) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:12.619466 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487327af-eea6-4ce1-81af-5bb04247d818 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282a4ffd-2172-4aca-91cd-573362e77d71,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:12.621568 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-83e1f4d7-0ab0-46f9-9654-c65c3043616a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] show failed (client error): The resource could not be found. Mar 23 12:50:12.622596 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-83e1f4d7-0ab0-46f9-9654-c65c3043616a tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "GET /v2.0/security-groups/282a4ffd-2172-4aca-91cd-573362e77d71 HTTP/1.1" status: 404 len: 347 time: 0.0494666 Mar 23 12:50:12.636692 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56968) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:12.695094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56970) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:12.726140 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4577b8f9-949f-47f0-b043-7e4fe890aa22 req-494c64c2-e60a-4687-8695-a8af892026ab tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417917 Mar 23 12:50:12.758162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f552b-d1e7-4a60-ad0e-17457c38f4c8 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Pushing event updated for resources: {'Port': ['ID=a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:12.781230 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52ae613d-5b91-430e-9810-bbcfb802d0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:12.880554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56972) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:12.914757 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a7757423-2520-49d3-b9ab-dd757273e733 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Deleting port 71275af6-8dc8-4c50-a0d7-bb59275c4d73 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:12.915477 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7757423-2520-49d3-b9ab-dd757273e733 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:12.932716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56976) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:12.939722 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:12.972339 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52ae613d-5b91-430e-9810-bbcfb802d0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:13.004189 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52ae613d-5b91-430e-9810-bbcfb802d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:13.103110 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7757423-2520-49d3-b9ab-dd757273e733 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:13.103442 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7757423-2520-49d3-b9ab-dd757273e733 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:13.108034 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-52ae613d-5b91-430e-9810-bbcfb802d0cf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=17c18167debf4c2c8541fabcb628b7af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3804379 Mar 23 12:50:13.109159 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae613d-5b91-430e-9810-bbcfb802d0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700d7e66-89b6-459e-b693-e89633e2f0a4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:13.110544 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 56980) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:13.216784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-359592a3-c06c-4076-8263-8a752c0b4a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:29Z', 'revision_number': 4, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c95f1cfe-1053-401a-a084-4ba67d012ca9', 'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'mac_address': 'fa:16:3e:4c:e0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:28Z', 'updated_at': '2022-03-23T12:41:34Z', 'revision_number': 5, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'subnets': [{'id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:13.272260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359592a3-c06c-4076-8263-8a752c0b4a2c None None] The sync data for ids ['f07840be-cdb3-4dee-a333-5c1ca01449df'] in n-d-834854-1 is: [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:41:29Z', 'revision_number': 4, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c95f1cfe-1053-401a-a084-4ba67d012ca9', 'name': '', 'network_id': '3f6b99f7-81d5-426f-bb53-cc4586fa4a54', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'mac_address': 'fa:16:3e:4c:e0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:28Z', 'updated_at': '2022-03-23T12:41:34Z', 'revision_number': 5, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'subnets': [{'id': '04aa0ac9-74bf-48af-b463-b2b30beed0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:50:13.426326 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a7757423-2520-49d3-b9ab-dd757273e733 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Calling delete_port for 71275af6-8dc8-4c50-a0d7-bb59275c4d73 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:50:13.648186 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-070c680e-d980-4107-868c-6c3aa1f78d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:13.673316 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7757423-2520-49d3-b9ab-dd757273e733 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:13.714500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-aee72c57-f491-49c0-88da-f9b068ec98a8 None None] Provisioning complete for port a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:50:13.714868 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aee72c57-f491-49c0-88da-f9b068ec98a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:13.728054 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1781beca-654d-4b84-9734-52cb439aa0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:13.743133 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7757423-2520-49d3-b9ab-dd757273e733 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Pushing event deleted for resources: {'Port': ['ID=71275af6-8dc8-4c50-a0d7-bb59275c4d73,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:13.780773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:50:13.793085 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-aee72c57-f491-49c0-88da-f9b068ec98a8 None None] Port a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:50:13.800239 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:13.836080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Transition to ACTIVE for port object a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:50:13.843319 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:13.891660 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec014e5-9b3c-4745-a56d-8af45f149008 None None] New status for floating IP dcc86759-8c7b-42f4-b6d1-23543931afc7: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:50:13.927369 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:13.946145 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1781beca-654d-4b84-9734-52cb439aa0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:13.994855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 56986) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:13.996544 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-65af0edd-8358-408c-9e58-f316c1c784b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=807ac7d70b024dccb0f331db00dd2fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0481796 Mar 23 12:50:14.055262 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7757423-2520-49d3-b9ab-dd757273e733 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:14.058351 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7757423-2520-49d3-b9ab-dd757273e733 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:14.064118 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a7757423-2520-49d3-b9ab-dd757273e733 tempest-AttachVolumeTestJSON-1592787971 tempest-AttachVolumeTestJSON-1592787971-project] 10.222.0.52 "DELETE /v2.0/floatingips/dcc86759-8c7b-42f4-b6d1-23543931afc7 HTTP/1.1" status: 204 len: 168 time: 1.4260542 Mar 23 12:50:14.139688 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad638b5e-935a-47dc-81d4-4a93d24632cf req-2ce463e4-f1fd-4252-bc11-ea687909a529 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:14.155123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Attempting to bind port a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:50:14.155691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Attempting to bind port a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '68bd2e8b-be5f-4b93-be2f-ddad2a92cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:50:14.156064 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Attempting to bind port a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 on network 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:50:14.160138 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad638b5e-935a-47dc-81d4-4a93d24632cf req-2ce463e4-f1fd-4252-bc11-ea687909a529 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 943 time: 0.2715976 Mar 23 12:50:14.167705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Port a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 on network 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:50:14.168123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Attempting to bind port a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 on network 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:50:14.179625 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-777f2b77-a558-484f-87f3-a87793f8ae79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:14.190090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:50:14.190367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Checking segment: {'id': '68bd2e8b-be5f-4b93-be2f-ddad2a92cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:50:14.190964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Bound using segment: {'id': '68bd2e8b-be5f-4b93-be2f-ddad2a92cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:50:14.191357 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Bound port: a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68bd2e8b-be5f-4b93-be2f-ddad2a92cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:50:14.191770 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:14.238403 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-777f2b77-a558-484f-87f3-a87793f8ae79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:14.252123 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1781beca-654d-4b84-9734-52cb439aa0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:14.255853 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1781beca-654d-4b84-9734-52cb439aa0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:14.260007 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1781beca-654d-4b84-9734-52cb439aa0eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/700d7e66-89b6-459e-b693-e89633e2f0a4 HTTP/1.1" status: 204 len: 168 time: 1.1451051 Mar 23 12:50:14.342388 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] For port a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:50:14.342641 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad638b5e-935a-47dc-81d4-4a93d24632cf req-fa0835c8-9791-4f90-8d5f-c0802d10c23c tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693902 Mar 23 12:50:14.347107 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] For port a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9,segment=NetworkSegment(68bd2e8b-be5f-4b93-be2f-ddad2a92cb88),segment_id=68bd2e8b-be5f-4b93-be2f-ddad2a92cb88)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:50:14.355728 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:14.378612 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781beca-654d-4b84-9734-52cb439aa0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700d7e66-89b6-459e-b693-e89633e2f0a4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:14.424431 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-070c680e-d980-4107-868c-6c3aa1f78d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:14.436506 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-070c680e-d980-4107-868c-6c3aa1f78d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:14.450094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:14.450803 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:14.452710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] 10.222.0.77 "PUT /v2.0/ports/a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 HTTP/1.1" status: 200 len: 1091 time: 1.9671073 Mar 23 12:50:14.453796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0f88f-450b-4871-a91c-50acfcb64103 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:14.461594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544924a6-df61-46dd-a20d-1b672850430e', 'tag': 'a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:14.468642 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3200ab3d-f147-4b4d-bc99-2ba08bce8fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "544924a6-df61-46dd-a20d-1b672850430e", "tag": "a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:14.540471 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-070c680e-d980-4107-868c-6c3aa1f78d6c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0dfec34d87c4a3588b3bdf06eb76598&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6586778 Mar 23 12:50:14.541777 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57004) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:14.562967 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee867fb4-0bf4-4202-a639-1f5650735c44 x-openstack-request-id: req-ee867fb4-0bf4-4202-a639-1f5650735c44 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:14.563473 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "544924a6-df61-46dd-a20d-1b672850430e", "tag": "a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:14.567981 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee867fb4-0bf4-4202-a639-1f5650735c44 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:14.568463 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '544924a6-df61-46dd-a20d-1b672850430e', 'tag': 'a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9', 'status': 'completed', 'code': 200} Mar 23 12:50:14.569353 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-777f2b77-a558-484f-87f3-a87793f8ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:14.570570 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c680e-d980-4107-868c-6c3aa1f78d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474cc61c-2a0a-48cb-a035-d6f354f183eb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:14.572864 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-777f2b77-a558-484f-87f3-a87793f8ae79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:14.574020 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-777f2b77-a558-484f-87f3-a87793f8ae79 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0dfb6dd5-1ce4-4c0c-a8e0-8d23002711d1 HTTP/1.1" status: 204 len: 168 time: 0.5776410 Mar 23 12:50:14.646097 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f2b77-a558-484f-87f3-a87793f8ae79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfb6dd5-1ce4-4c0c-a8e0-8d23002711d1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:14.700151 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-beea0ea8-33df-4960-9ac1-12b813e529ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:14.719257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-329b1f7f-39ac-4ec3-b8d9-c31b41775d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:14.720821 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-329b1f7f-39ac-4ec3-b8d9-c31b41775d7d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7aa6e901216549aa89e37088db0e1d58&device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 1094 time: 0.2094369 Mar 23 12:50:14.770321 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-beea0ea8-33df-4960-9ac1-12b813e529ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:14.850156 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-8e09b05a-c958-4234-a71e-4bb5e739ef65 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 HTTP/1.1" status: 200 len: 217 time: 0.1171970 Mar 23 12:50:14.920177 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-beea0ea8-33df-4960-9ac1-12b813e529ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:14.925140 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-beea0ea8-33df-4960-9ac1-12b813e529ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:14.926457 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-beea0ea8-33df-4960-9ac1-12b813e529ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/474cc61c-2a0a-48cb-a035-d6f354f183eb HTTP/1.1" status: 204 len: 168 time: 0.3795657 Mar 23 12:50:14.949454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea0ea8-33df-4960-9ac1-12b813e529ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474cc61c-2a0a-48cb-a035-d6f354f183eb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:15.399132 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-80a5da97-2735-4137-b11f-4311f6c0946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:15.400624 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-80a5da97-2735-4137-b11f-4311f6c0946a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cd3321d6-96ce-4841-a490-8454a1c9b463 HTTP/1.1" status: 200 len: 855 time: 0.5435381 Mar 23 12:50:15.473583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-748a9517-1176-43f9-af96-d378a58fccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:15.480240 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-748a9517-1176-43f9-af96-d378a58fccb1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e2511c5-1ac3-4f4f-bcb8-92d332af4acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677016 Mar 23 12:50:15.605839 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584620e-8b8e-4e39-8041-c2dfc6069886 req-b3cfa7f3-c116-461f-9468-e117c7fe8e99 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:15.608149 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9584620e-8b8e-4e39-8041-c2dfc6069886 req-b3cfa7f3-c116-461f-9468-e117c7fe8e99 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 945 time: 0.0880890 Mar 23 12:50:15.642207 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19155f8-15a3-4519-9d98-6a7aa2365a2c req-52e9bb90-ab29-4802-9afb-161c015888d1 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:15.651876 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a19155f8-15a3-4519-9d98-6a7aa2365a2c req-52e9bb90-ab29-4802-9afb-161c015888d1 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 943 time: 0.1568637 Mar 23 12:50:15.682196 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9584620e-8b8e-4e39-8041-c2dfc6069886 req-9f19d651-ff7e-4f7d-8bc7-0b66a8fa6b55 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a801685b-fefe-4475-96fa-d49251c35a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617032 Mar 23 12:50:15.735564 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a19155f8-15a3-4519-9d98-6a7aa2365a2c req-19d4bc57-a59e-404e-828b-5e858a3ae0e5 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819914 Mar 23 12:50:15.749878 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-9aa62a45-6495-4dbc-a634-df826b37b016 service neutron] 10.222.0.77 "GET /v2.0/networks/6e2511c5-1ac3-4f4f-bcb8-92d332af4acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528102 Mar 23 12:50:15.898153 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42a5aa51-bb77-4be1-b5fa-27b5ba9ef364 req-2c8e6ae3-670a-497d-a331-1e94ba036541 service neutron] 10.222.0.77 "GET /v2.0/networks/6e2511c5-1ac3-4f4f-bcb8-92d332af4acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379342 Mar 23 12:50:16.061154 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:16.106582 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200ab3d-f147-4b4d-bc99-2ba08bce8fd5 req-fbcf8f2d-8156-4384-9e83-286ebf4b5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:16.109366 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3200ab3d-f147-4b4d-bc99-2ba08bce8fd5 req-fbcf8f2d-8156-4384-9e83-286ebf4b5a27 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7aa6e901216549aa89e37088db0e1d58&device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 1094 time: 0.0670629 Mar 23 12:50:16.345179 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200ab3d-f147-4b4d-bc99-2ba08bce8fd5 req-05cc2d77-f309-443f-aaf3-925e80517cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:16.349663 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3200ab3d-f147-4b4d-bc99-2ba08bce8fd5 req-05cc2d77-f309-443f-aaf3-925e80517cc3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e2511c5-1ac3-4f4f-bcb8-92d332af4acc HTTP/1.1" status: 200 len: 917 time: 0.2313390 Mar 23 12:50:16.428382 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3200ab3d-f147-4b4d-bc99-2ba08bce8fd5 req-e973e766-5fd5-4601-a450-43fb36c8b827 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 HTTP/1.1" status: 200 len: 217 time: 0.0682325 Mar 23 12:50:16.511199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200ab3d-f147-4b4d-bc99-2ba08bce8fd5 req-eb9cf951-6981-40ec-acf8-8a0fa1ab0a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:16.514233 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3200ab3d-f147-4b4d-bc99-2ba08bce8fd5 req-eb9cf951-6981-40ec-acf8-8a0fa1ab0a1f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cd3321d6-96ce-4841-a490-8454a1c9b463 HTTP/1.1" status: 200 len: 855 time: 0.0748243 Mar 23 12:50:16.604572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200ab3d-f147-4b4d-bc99-2ba08bce8fd5 req-b4fa22ed-078f-4268-b217-cc18a07b1200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:16.607495 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3200ab3d-f147-4b4d-bc99-2ba08bce8fd5 req-b4fa22ed-078f-4268-b217-cc18a07b1200 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e2511c5-1ac3-4f4f-bcb8-92d332af4acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811536 Mar 23 12:50:16.806622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3200ab3d-f147-4b4d-bc99-2ba08bce8fd5 req-3d22863a-40f1-4045-9b52-50d1e4842b2f service neutron] 10.222.0.77 "GET /v2.0/networks/6e2511c5-1ac3-4f4f-bcb8-92d332af4acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891327 Mar 23 12:50:16.984778 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95969f2e-e01f-4d94-8990-339e4e522a50 req-cd01c68c-c61b-4429-a833-eef4cb827a93 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:16.989209 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95969f2e-e01f-4d94-8990-339e4e522a50 req-cd01c68c-c61b-4429-a833-eef4cb827a93 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 945 time: 0.0987875 Mar 23 12:50:17.052148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393e848-1aa2-419a-967d-3e582775d04f req-e305bd14-9001-41e9-ae5c-3d65ffb5db8c tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:17.053638 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0393e848-1aa2-419a-967d-3e582775d04f req-e305bd14-9001-41e9-ae5c-3d65ffb5db8c tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 943 time: 0.1066504 Mar 23 12:50:17.096177 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95969f2e-e01f-4d94-8990-339e4e522a50 req-c66777a5-cd86-4fe0-b631-238eafec6667 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a801685b-fefe-4475-96fa-d49251c35a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947025 Mar 23 12:50:17.114135 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3200ab3d-f147-4b4d-bc99-2ba08bce8fd5 req-e26d55ab-a028-44c3-8048-919401458d6c service neutron] 10.222.0.77 "GET /v2.0/networks/6e2511c5-1ac3-4f4f-bcb8-92d332af4acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948890 Mar 23 12:50:17.118240 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0393e848-1aa2-419a-967d-3e582775d04f req-ca52b706-08fb-4e77-8277-e8bbacabfa8b tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574074 Mar 23 12:50:17.459602 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e45fb2-b407-44e7-bdec-b13b0ef8188a req-299d3be9-da14-4aa6-9f4f-cd55289899c0 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:17.462207 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75e45fb2-b407-44e7-bdec-b13b0ef8188a req-299d3be9-da14-4aa6-9f4f-cd55289899c0 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 945 time: 0.1024747 Mar 23 12:50:17.496162 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:17.645076 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-75e45fb2-b407-44e7-bdec-b13b0ef8188a req-6049f800-ef25-4fdf-adc4-18848a608966 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Deleting port eaaf0cb8-116f-43f2-87be-664ed876cd63 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:17.645631 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-75e45fb2-b407-44e7-bdec-b13b0ef8188a req-6049f800-ef25-4fdf-adc4-18848a608966 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:17.844786 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-75e45fb2-b407-44e7-bdec-b13b0ef8188a req-6049f800-ef25-4fdf-adc4-18848a608966 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] For port eaaf0cb8-116f-43f2-87be-664ed876cd63, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=eaaf0cb8-116f-43f2-87be-664ed876cd63,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:17.845646 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-75e45fb2-b407-44e7-bdec-b13b0ef8188a req-6049f800-ef25-4fdf-adc4-18848a608966 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:18.299957 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-75e45fb2-b407-44e7-bdec-b13b0ef8188a req-6049f800-ef25-4fdf-adc4-18848a608966 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:18.299957 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-75e45fb2-b407-44e7-bdec-b13b0ef8188a req-6049f800-ef25-4fdf-adc4-18848a608966 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:18.300717 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-75e45fb2-b407-44e7-bdec-b13b0ef8188a req-6049f800-ef25-4fdf-adc4-18848a608966 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Floating IP 91de9e31-a801-454b-b76b-7cd97c5c1b78 disassociated. External IP: 172.25.2.103, port: eaaf0cb8-116f-43f2-87be-664ed876cd63. Mar 23 12:50:18.300717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-75e45fb2-b407-44e7-bdec-b13b0ef8188a req-6049f800-ef25-4fdf-adc4-18848a608966 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Calling delete_port for eaaf0cb8-116f-43f2-87be-664ed876cd63 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:50:18.413460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573e6be-7703-49be-a32d-8330170c464b req-63b6a8a1-1891-4ab3-a1f9-35438d6d54d7 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:18.427885 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1573e6be-7703-49be-a32d-8330170c464b req-63b6a8a1-1891-4ab3-a1f9-35438d6d54d7 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 945 time: 0.1370122 Mar 23 12:50:18.507139 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1573e6be-7703-49be-a32d-8330170c464b req-ab6b5f03-579f-4a86-bf82-19f795ade218 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a801685b-fefe-4475-96fa-d49251c35a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777102 Mar 23 12:50:18.562908 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57142) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:18.571175 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-75e45fb2-b407-44e7-bdec-b13b0ef8188a req-6049f800-ef25-4fdf-adc4-18848a608966 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:18.636793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049f800-ef25-4fdf-adc4-18848a608966 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event deleted for resources: {'Port': ['ID=eaaf0cb8-116f-43f2-87be-664ed876cd63,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:18.670581 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4790b-c67c-49f5-b283-0c4f2df9c45c req-df2283ab-2162-4ac6-8204-7c0ed701d268 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:18.672456 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79f4790b-c67c-49f5-b283-0c4f2df9c45c req-df2283ab-2162-4ac6-8204-7c0ed701d268 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 943 time: 0.3628752 Mar 23 12:50:18.779732 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79f4790b-c67c-49f5-b283-0c4f2df9c45c req-1f5feb42-66d9-4562-8659-c45f47877c1e tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632999 Mar 23 12:50:18.866240 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75e45fb2-b407-44e7-bdec-b13b0ef8188a req-6049f800-ef25-4fdf-adc4-18848a608966 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:50:18.911049 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc40de96-dd2c-4941-a7ee-6d58f1d7fe95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:19.099442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75e45fb2-b407-44e7-bdec-b13b0ef8188a req-6049f800-ef25-4fdf-adc4-18848a608966 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:50:19.113823 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0e2719-a21a-4d5b-9cce-fc6a4da1fb25 None None] Sync routers for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:50:19.122779 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc40de96-dd2c-4941-a7ee-6d58f1d7fe95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:19.130542 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0e2719-a21a-4d5b-9cce-fc6a4da1fb25 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:19.133161 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc40de96-dd2c-4941-a7ee-6d58f1d7fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:19.136888 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9e0e2719-a21a-4d5b-9cce-fc6a4da1fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:19.236869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e45fb2-b407-44e7-bdec-b13b0ef8188a req-6049f800-ef25-4fdf-adc4-18848a608966 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] No DVR routers for this DVR port eaaf0cb8-116f-43f2-87be-664ed876cd63 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:50:19.244583 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-75e45fb2-b407-44e7-bdec-b13b0ef8188a req-6049f800-ef25-4fdf-adc4-18848a608966 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:19.250038 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75e45fb2-b407-44e7-bdec-b13b0ef8188a req-6049f800-ef25-4fdf-adc4-18848a608966 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "DELETE /v2.0/ports/eaaf0cb8-116f-43f2-87be-664ed876cd63 HTTP/1.1" status: 204 len: 173 time: 1.7804062 Mar 23 12:50:19.250570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5877a750-6eac-4c45-b7ee-c5e29be42eb8', 'name': 'network-vif-deleted', 'tag': 'eaaf0cb8-116f-43f2-87be-664ed876cd63'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:19.274301 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40486ff7-fd60-46de-9a41-b0aa237db8e6" -d '{"events": [{"server_uuid": "5877a750-6eac-4c45-b7ee-c5e29be42eb8", "name": "network-vif-deleted", "tag": "eaaf0cb8-116f-43f2-87be-664ed876cd63"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:19.285602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40de96-dd2c-4941-a7ee-6d58f1d7fe95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42be9a3a-d27f-4b9c-9b5b-c950dcbe7f35,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:19.300384 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bc40de96-dd2c-4941-a7ee-6d58f1d7fe95 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=61e055bd5fc6437683f346050db0de9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7346079 Mar 23 12:50:19.301230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57172) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:19.409427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-9e0e2719-a21a-4d5b-9cce-fc6a4da1fb25 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:19.425927 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6471c4-faa9-4b36-b503-5e681c65b4fe x-openstack-request-id: req-9b6471c4-faa9-4b36-b503-5e681c65b4fe {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:19.426223 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5877a750-6eac-4c45-b7ee-c5e29be42eb8", "name": "network-vif-deleted", "tag": "eaaf0cb8-116f-43f2-87be-664ed876cd63", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:19.426483 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b6471c4-faa9-4b36-b503-5e681c65b4fe {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:19.426908 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5877a750-6eac-4c45-b7ee-c5e29be42eb8', 'name': 'network-vif-deleted', 'tag': 'eaaf0cb8-116f-43f2-87be-664ed876cd63', 'status': 'completed', 'code': 200} Mar 23 12:50:19.499449 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-175a1c5d-bded-4af6-8c55-6eb0cd4c0253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:19.591853 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-175a1c5d-bded-4af6-8c55-6eb0cd4c0253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:19.851076 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d43e96f1-3269-4455-84b0-12210dc281f2 req-03605dc4-10a8-4be5-a6a2-44c8fcd17de9 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5877a750-6eac-4c45-b7ee-c5e29be42eb8 HTTP/1.1" status: 200 len: 210 time: 0.0987670 Mar 23 12:50:19.902323 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-175a1c5d-bded-4af6-8c55-6eb0cd4c0253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:19.905569 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-175a1c5d-bded-4af6-8c55-6eb0cd4c0253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:19.914893 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-175a1c5d-bded-4af6-8c55-6eb0cd4c0253 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/42be9a3a-d27f-4b9c-9b5b-c950dcbe7f35 HTTP/1.1" status: 204 len: 168 time: 0.6093359 Mar 23 12:50:19.946680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a1c5d-bded-4af6-8c55-6eb0cd4c0253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42be9a3a-d27f-4b9c-9b5b-c950dcbe7f35,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:19.996109 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9e0e2719-a21a-4d5b-9cce-fc6a4da1fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '3520df3b-3184-4b10-a328-78863f9bfc2f', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:3d:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:46:18Z', 'updated_at': '2022-03-23T12:46:47Z', 'revision_number': 2, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:20.039736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69b9e1-eddb-4ac1-81da-1913a466e468 req-656b9fd2-3821-4f90-9fd8-b22c53709752 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:20.049160 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1a69b9e1-eddb-4ac1-81da-1913a466e468 req-656b9fd2-3821-4f90-9fd8-b22c53709752 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 943 time: 0.1236670 Mar 23 12:50:20.051787 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-dd593429-5060-4247-b92a-865d40665e01 req-1df5b413-f601-4817-96a2-8b7580b9b83f service neutron] (102779) timed out ('10.222.0.52', 59584) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 12:50:20.132668 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0e2719-a21a-4d5b-9cce-fc6a4da1fb25 None None] Checking router: d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:50:20.134218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1a69b9e1-eddb-4ac1-81da-1913a466e468 req-4a1fbfd7-2537-430b-bf6b-1b13860e38a5 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838757 Mar 23 12:50:20.177657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0e2719-a21a-4d5b-9cce-fc6a4da1fb25 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:20.178614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9e0e2719-a21a-4d5b-9cce-fc6a4da1fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:49:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:20.351852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device eaaf0cb8-116f-43f2-87be-664ed876cd63 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:50:20.393320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: eaaf0cb8-116f-43f2-87be-664ed876cd63 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:50:20.393746 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device eaaf0cb8-116f-43f2-87be-664ed876cd63 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:50:20.417457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-9e0e2719-a21a-4d5b-9cce-fc6a4da1fb25 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:20.998224 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57236) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:21.052051 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9e0e2719-a21a-4d5b-9cce-fc6a4da1fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '3520df3b-3184-4b10-a328-78863f9bfc2f', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:3d:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:46:18Z', 'updated_at': '2022-03-23T12:46:47Z', 'revision_number': 2, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:21.090557 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aa04ba9f-ca0f-44c4-83e2-655ed4333f52 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:21.154732 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0e2719-a21a-4d5b-9cce-fc6a4da1fb25 None None] The sync data for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 is: [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '3520df3b-3184-4b10-a328-78863f9bfc2f', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:3d:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:46:18Z', 'updated_at': '2022-03-23T12:46:47Z', 'revision_number': 2, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:50:21.194583 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aa04ba9f-ca0f-44c4-83e2-655ed4333f52 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:21.327964 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aa04ba9f-ca0f-44c4-83e2-655ed4333f52 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:21.335695 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aa04ba9f-ca0f-44c4-83e2-655ed4333f52 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:21.340504 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-aa04ba9f-ca0f-44c4-83e2-655ed4333f52 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "DELETE /v2.0/security-groups/a801685b-fefe-4475-96fa-d49251c35a61 HTTP/1.1" status: 204 len: 168 time: 0.3402283 Mar 23 12:50:21.343089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57248) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:21.362545 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-ff10123c-3451-4615-9628-baafe319486c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] show failed (client error): The resource could not be found. Mar 23 12:50:21.369651 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ff10123c-3451-4615-9628-baafe319486c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups/a801685b-fefe-4475-96fa-d49251c35a61 HTTP/1.1" status: 404 len: 347 time: 0.0248308 Mar 23 12:50:21.370653 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57250) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:21.439976 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04ba9f-ca0f-44c4-83e2-655ed4333f52 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a801685b-fefe-4475-96fa-d49251c35a61,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:21.533106 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda30d8-c625-4177-9e15-0cbc73a49de5 req-134fa2db-d6ef-4ab1-8294-64de717d8f0d tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:21.535002 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7fda30d8-c625-4177-9e15-0cbc73a49de5 req-134fa2db-d6ef-4ab1-8294-64de717d8f0d tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 943 time: 0.2210295 Mar 23 12:50:21.707601 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7fda30d8-c625-4177-9e15-0cbc73a49de5 req-ce842b32-ff6e-4cdd-a896-e7bc01ae7ecc tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424770 Mar 23 12:50:21.712273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-fbd21901-6c1e-4d58-87de-82bb760b26a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Deleting port 17b66857-1cc2-4531-8554-26ffaacd0138 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:21.713138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbd21901-6c1e-4d58-87de-82bb760b26a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:21.871890 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4dba8-0532-42bb-ae01-30e93c479a38 None None] New status for floating IP 91de9e31-a801-454b-b76b-7cd97c5c1b78: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:50:21.886194 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbd21901-6c1e-4d58-87de-82bb760b26a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:21.887388 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbd21901-6c1e-4d58-87de-82bb760b26a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:21.944358 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-fbd21901-6c1e-4d58-87de-82bb760b26a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Calling delete_port for 17b66857-1cc2-4531-8554-26ffaacd0138 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:50:22.909628 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbd21901-6c1e-4d58-87de-82bb760b26a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:22.937244 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186b1c1-2d9f-4a30-b59c-7cc7a2a29a34 req-1b05b06c-091a-4093-9d25-5e8204b16296 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:22.939385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f186b1c1-2d9f-4a30-b59c-7cc7a2a29a34 req-1b05b06c-091a-4093-9d25-5e8204b16296 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 943 time: 0.0839448 Mar 23 12:50:22.988986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd21901-6c1e-4d58-87de-82bb760b26a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event deleted for resources: {'Port': ['ID=17b66857-1cc2-4531-8554-26ffaacd0138,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:23.059466 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f186b1c1-2d9f-4a30-b59c-7cc7a2a29a34 req-b4d0fe85-e2e1-4800-989e-f08e751f783b tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130631 Mar 23 12:50:23.083697 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbd21901-6c1e-4d58-87de-82bb760b26a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:23.086795 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbd21901-6c1e-4d58-87de-82bb760b26a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:23.088685 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fbd21901-6c1e-4d58-87de-82bb760b26a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "DELETE /v2.0/floatingips/91de9e31-a801-454b-b76b-7cd97c5c1b78 HTTP/1.1" status: 204 len: 168 time: 1.7163427 Mar 23 12:50:23.575421 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57326) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:23.873073 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-860293c4-fe84-4ede-a292-07439fb7cb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:24.021638 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-860293c4-fe84-4ede-a292-07439fb7cb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:24.028611 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-860293c4-fe84-4ede-a292-07439fb7cb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:24.056910 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88640493-df0d-4e61-a359-968f50a4f541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:24.062686 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-860293c4-fe84-4ede-a292-07439fb7cb80 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f860fa38e33647e2a6ed44e8b9502447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4860618 Mar 23 12:50:24.065725 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57338) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:24.089727 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860293c4-fe84-4ede-a292-07439fb7cb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a700a5-9f84-4b1a-a187-00f55c664867,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:24.199244 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf871e5b-62d6-4d3a-9b10-b6ab92634f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:24.233213 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf871e5b-62d6-4d3a-9b10-b6ab92634f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:24.258709 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da2acf-1296-45e4-99ff-5d6be34c46a3 req-abb4dbaf-5d97-4ada-9969-fba51075ede2 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:24.262696 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47da2acf-1296-45e4-99ff-5d6be34c46a3 req-abb4dbaf-5d97-4ada-9969-fba51075ede2 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 943 time: 0.0943973 Mar 23 12:50:24.330573 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf871e5b-62d6-4d3a-9b10-b6ab92634f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:24.333821 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf871e5b-62d6-4d3a-9b10-b6ab92634f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:24.336034 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cf871e5b-62d6-4d3a-9b10-b6ab92634f3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87a700a5-9f84-4b1a-a187-00f55c664867 HTTP/1.1" status: 204 len: 168 time: 0.2683973 Mar 23 12:50:24.349057 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-47da2acf-1296-45e4-99ff-5d6be34c46a3 req-bf5e4a8b-e165-485e-b49d-f23d110d39ef tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748215 Mar 23 12:50:24.356205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf871e5b-62d6-4d3a-9b10-b6ab92634f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a700a5-9f84-4b1a-a187-00f55c664867,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:24.890577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57362) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:24.926656 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c1aea8a-9d8f-4069-8703-a099c64b6817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:25.104958 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c1aea8a-9d8f-4069-8703-a099c64b6817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:25.112069 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c1aea8a-9d8f-4069-8703-a099c64b6817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:25.208622 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57364) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:25.209191 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2c1aea8a-9d8f-4069-8703-a099c64b6817 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6cfbfaef81bc4163a1f281f4b613480a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166177 Mar 23 12:50:25.210325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1aea8a-9d8f-4069-8703-a099c64b6817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f15d41-80fb-4ddf-8fee-a698382b9b82,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:25.275490 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53f9d343-af69-4ab9-8df5-2fa7a93497b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:25.305347 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53f9d343-af69-4ab9-8df5-2fa7a93497b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:25.361259 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53f9d343-af69-4ab9-8df5-2fa7a93497b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:25.364655 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53f9d343-af69-4ab9-8df5-2fa7a93497b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:25.369438 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-53f9d343-af69-4ab9-8df5-2fa7a93497b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/94f15d41-80fb-4ddf-8fee-a698382b9b82 HTTP/1.1" status: 204 len: 168 time: 0.1597071 Mar 23 12:50:25.378773 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d343-af69-4ab9-8df5-2fa7a93497b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f15d41-80fb-4ddf-8fee-a698382b9b82,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:25.546431 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e27da4-0981-41ac-b45f-0735f77e17e1 req-74b4a651-c618-4d01-9654-6efb4ce7f351 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:25.554927 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-05e27da4-0981-41ac-b45f-0735f77e17e1 req-74b4a651-c618-4d01-9654-6efb4ce7f351 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 943 time: 0.0692115 Mar 23 12:50:25.613572 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-05e27da4-0981-41ac-b45f-0735f77e17e1 req-a47d5ca0-044e-4a75-a889-a4b577899ecb tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505474 Mar 23 12:50:26.735110 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb439983-c123-4144-8d01-6280971a1ba2 req-46dc1325-ba45-4c5e-8167-e855bc07a82c tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:26.737596 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb439983-c123-4144-8d01-6280971a1ba2 req-46dc1325-ba45-4c5e-8167-e855bc07a82c tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 943 time: 0.0603707 Mar 23 12:50:26.784531 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb439983-c123-4144-8d01-6280971a1ba2 req-d107539f-7c89-4634-8194-637543d46288 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377302 Mar 23 12:50:26.874372 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ea8d6b06-f33c-492b-9030-8213bebd5a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:27.587162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57438) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:27.706118 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f393132c-46e8-47d1-b24b-86e407a2088e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:27.733290 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:27.792309 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f393132c-46e8-47d1-b24b-86e407a2088e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:27.796469 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f393132c-46e8-47d1-b24b-86e407a2088e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:27.840080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f393132c-46e8-47d1-b24b-86e407a2088e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8aeae768ac7146d1bae004144bae9672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493901 Mar 23 12:50:27.840080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393132c-46e8-47d1-b24b-86e407a2088e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28380c3-cc2d-4a32-9ee3-d6f5fee53840,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:27.840502 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57444) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:27.927183 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c170c2c-c13c-45a2-8a53-d2340f86ab26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:27.949234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97effc2-ad16-4f53-8785-bbb825bfca94 req-d52d364f-464e-4b55-a676-1f26101fb1e7 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:27.950761 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d97effc2-ad16-4f53-8785-bbb825bfca94 req-d52d364f-464e-4b55-a676-1f26101fb1e7 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 943 time: 0.0863540 Mar 23 12:50:27.969966 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c170c2c-c13c-45a2-8a53-d2340f86ab26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:28.025769 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d97effc2-ad16-4f53-8785-bbb825bfca94 req-390815d8-e2ea-44b6-b375-e50f0581d370 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665398 Mar 23 12:50:28.053759 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c170c2c-c13c-45a2-8a53-d2340f86ab26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:28.056397 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c170c2c-c13c-45a2-8a53-d2340f86ab26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:28.057538 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7c170c2c-c13c-45a2-8a53-d2340f86ab26 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f28380c3-cc2d-4a32-9ee3-d6f5fee53840 HTTP/1.1" status: 204 len: 168 time: 0.2160845 Mar 23 12:50:28.071518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c170c2c-c13c-45a2-8a53-d2340f86ab26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28380c3-cc2d-4a32-9ee3-d6f5fee53840,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:28.439479 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57466) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:28.455215 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d8acf79-b9f8-432e-8164-6210c7fc9632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:28.563390 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d8acf79-b9f8-432e-8164-6210c7fc9632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:28.578908 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3d8acf79-b9f8-432e-8164-6210c7fc9632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:28.627983 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3d8acf79-b9f8-432e-8164-6210c7fc9632 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=919d5f89cf2e4127997b91fd7d8d1ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1867306 Mar 23 12:50:28.631430 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57470) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:28.632308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8acf79-b9f8-432e-8164-6210c7fc9632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82201d0-5daf-434c-b41b-b509842c1193,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:28.651020 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c21899-c2b9-4a82-b20a-62a1fa5992ff req-dbe3883b-0b78-4406-baf0-69b8d3affb83 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:28.652652 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e5c21899-c2b9-4a82-b20a-62a1fa5992ff req-dbe3883b-0b78-4406-baf0-69b8d3affb83 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 945 time: 0.1041253 Mar 23 12:50:28.740315 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e5c21899-c2b9-4a82-b20a-62a1fa5992ff req-1473efa5-52d9-4e73-86bd-bdc29f4e5a7d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801225 Mar 23 12:50:28.757618 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15327e05-6b28-46c7-bae1-1657954e1d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:28.790380 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15327e05-6b28-46c7-bae1-1657954e1d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:28.867542 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15327e05-6b28-46c7-bae1-1657954e1d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:28.870562 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-15327e05-6b28-46c7-bae1-1657954e1d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:28.880498 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-15327e05-6b28-46c7-bae1-1657954e1d26 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e82201d0-5daf-434c-b41b-b509842c1193 HTTP/1.1" status: 204 len: 168 time: 0.2385440 Mar 23 12:50:28.900601 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15327e05-6b28-46c7-bae1-1657954e1d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82201d0-5daf-434c-b41b-b509842c1193,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:29.086354 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:29.280558 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2b4ff-b8c3-45d9-8c0c-681824317a8c req-a643b42f-f7fb-48d8-97b3-a7edbb96a8be tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:29.290232 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-93d2b4ff-b8c3-45d9-8c0c-681824317a8c req-a643b42f-f7fb-48d8-97b3-a7edbb96a8be tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 943 time: 0.1299307 Mar 23 12:50:29.384649 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-93d2b4ff-b8c3-45d9-8c0c-681824317a8c req-f8781e42-ae4d-42f7-8006-951135f7971d tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932989 Mar 23 12:50:29.515823 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:29.945575 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584196e-10fa-4b0b-953f-4cfb0d34e2a8 req-0185e8d5-d3a1-4fa5-b507-66f0eecf7529 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:29.956676 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2584196e-10fa-4b0b-953f-4cfb0d34e2a8 req-0185e8d5-d3a1-4fa5-b507-66f0eecf7529 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 945 time: 0.1120625 Mar 23 12:50:30.034015 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2584196e-10fa-4b0b-953f-4cfb0d34e2a8 req-78170233-275a-485a-beb1-3fc15c0f2931 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754495 Mar 23 12:50:30.408121 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:50:30.557335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16133cf7-8c97-4c8f-8640-3b913cc1cab3 req-e7cfc8f0-4f65-44f0-9678-b680225c4fd0 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:30.559783 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-16133cf7-8c97-4c8f-8640-3b913cc1cab3 req-e7cfc8f0-4f65-44f0-9678-b680225c4fd0 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 945 time: 0.0957639 Mar 23 12:50:30.660203 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9,segment=NetworkSegment(68bd2e8b-be5f-4b93-be2f-ddad2a92cb88),segment_id=68bd2e8b-be5f-4b93-be2f-ddad2a92cb88)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:30.689449 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9', 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc', 'port_id': 'a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9', 'mac_address': 'fa:16:3e:3b:20:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:50:30.757330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ba3e2-5002-4440-a8bb-b54048b49c01 req-68401b20-1cd7-4b10-a275-ffdacf8a6080 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:30.761357 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e54ba3e2-5002-4440-a8bb-b54048b49c01 req-68401b20-1cd7-4b10-a275-ffdacf8a6080 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 943 time: 0.2497511 Mar 23 12:50:30.775307 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:30.823068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:50:30.845471 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e54ba3e2-5002-4440-a8bb-b54048b49c01 req-23cad9e4-f358-48e1-b6cb-9468e3845ab2 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676737 Mar 23 12:50:30.864477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-16133cf7-8c97-4c8f-8640-3b913cc1cab3 req-e4425f1b-9a9f-4087-8a88-d9129d0fc3de tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Deleting port 44c45b65-9a60-45c9-97c3-51213f93dc96 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:30.865179 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-16133cf7-8c97-4c8f-8640-3b913cc1cab3 req-e4425f1b-9a9f-4087-8a88-d9129d0fc3de tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:30.882890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9,segment=NetworkSegment(68bd2e8b-be5f-4b93-be2f-ddad2a92cb88),segment_id=68bd2e8b-be5f-4b93-be2f-ddad2a92cb88)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:30.890867 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:31.058189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-16133cf7-8c97-4c8f-8640-3b913cc1cab3 req-e4425f1b-9a9f-4087-8a88-d9129d0fc3de tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] For port 44c45b65-9a60-45c9-97c3-51213f93dc96, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=44c45b65-9a60-45c9-97c3-51213f93dc96,segment=NetworkSegment(5858bd8a-676e-4633-8719-693eb1b835ad),segment_id=5858bd8a-676e-4633-8719-693eb1b835ad)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:31.060183 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-16133cf7-8c97-4c8f-8640-3b913cc1cab3 req-e4425f1b-9a9f-4087-8a88-d9129d0fc3de tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:31.083141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:31.129752 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-16133cf7-8c97-4c8f-8640-3b913cc1cab3 req-e4425f1b-9a9f-4087-8a88-d9129d0fc3de tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Calling delete_port for 44c45b65-9a60-45c9-97c3-51213f93dc96 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:50:31.256665 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:50:31.257136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b5872-c44f-41a3-a6c6-e20ecaeda3d4 req-9f96b83c-7f27-460a-a147-78b07ee8eee1 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:31.260409 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a4b5872-c44f-41a3-a6c6-e20ecaeda3d4 req-9f96b83c-7f27-460a-a147-78b07ee8eee1 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92 HTTP/1.1" status: 200 len: 945 time: 0.0789762 Mar 23 12:50:31.352340 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a4b5872-c44f-41a3-a6c6-e20ecaeda3d4 req-b45459df-9b1c-4423-95d8-b3d635dc6dc1 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852880 Mar 23 12:50:31.545117 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-16133cf7-8c97-4c8f-8640-3b913cc1cab3 req-e4425f1b-9a9f-4087-8a88-d9129d0fc3de tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:31.592535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4425f1b-9a9f-4087-8a88-d9129d0fc3de tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Pushing event deleted for resources: {'Port': ['ID=44c45b65-9a60-45c9-97c3-51213f93dc96,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:31.646906 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-16133cf7-8c97-4c8f-8640-3b913cc1cab3 req-e4425f1b-9a9f-4087-8a88-d9129d0fc3de tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] No DVR routers for this DVR port 44c45b65-9a60-45c9-97c3-51213f93dc96 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:50:31.650652 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-16133cf7-8c97-4c8f-8640-3b913cc1cab3 req-e4425f1b-9a9f-4087-8a88-d9129d0fc3de tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:31.654816 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-16133cf7-8c97-4c8f-8640-3b913cc1cab3 req-e4425f1b-9a9f-4087-8a88-d9129d0fc3de tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.77 "DELETE /v2.0/ports/44c45b65-9a60-45c9-97c3-51213f93dc96 HTTP/1.1" status: 204 len: 173 time: 1.0869718 Mar 23 12:50:31.655339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92', 'name': 'network-vif-deleted', 'tag': '44c45b65-9a60-45c9-97c3-51213f93dc96'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:31.658477 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a4a424-ead8-4587-b9fc-a5e9c04307b7" -d '{"events": [{"server_uuid": "30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92", "name": "network-vif-deleted", "tag": "44c45b65-9a60-45c9-97c3-51213f93dc96"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:31.702726 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e965eb-51ea-4c73-9118-b112fa49b9e5 x-openstack-request-id: req-e0e965eb-51ea-4c73-9118-b112fa49b9e5 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:31.703082 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92", "name": "network-vif-deleted", "tag": "44c45b65-9a60-45c9-97c3-51213f93dc96", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:31.703398 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e0e965eb-51ea-4c73-9118-b112fa49b9e5 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:31.703968 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cb3ced-f3cf-4a24-9ba6-d90bdfa08e92', 'name': 'network-vif-deleted', 'tag': '44c45b65-9a60-45c9-97c3-51213f93dc96', 'status': 'completed', 'code': 200} Mar 23 12:50:31.986706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f22a1-9f6b-491e-afc8-8c0ff69f488c req-2c26caff-76bc-41a2-a3bb-f67fca4ae810 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:31.988476 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d2f22a1-9f6b-491e-afc8-8c0ff69f488c req-2c26caff-76bc-41a2-a3bb-f67fca4ae810 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 944 time: 0.0642827 Mar 23 12:50:32.031107 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d2f22a1-9f6b-491e-afc8-8c0ff69f488c req-366c4762-103f-48fb-b2ab-f246c9b0acaa tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361402 Mar 23 12:50:32.053405 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['44c45b65-9a60-45c9-97c3-51213f93dc96'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:50:32.429283 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:50:32.547616 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:50:32.553682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:50:32.554447 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:32.656222 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:32.686060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544924a6-df61-46dd-a20d-1b672850430e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:32.688979 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cde14ac-95ae-45aa-86aa-d5d737c80b34" -d '{"events": [{"server_uuid": "544924a6-df61-46dd-a20d-1b672850430e", "name": "network-vif-plugged", "status": "completed", "tag": "a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:32.705933 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9,segment=NetworkSegment(68bd2e8b-be5f-4b93-be2f-ddad2a92cb88),segment_id=68bd2e8b-be5f-4b93-be2f-ddad2a92cb88)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:32.712634 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:32.810989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:32.856962 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6f7faa-514c-445b-9afb-647f444be1f9 x-openstack-request-id: req-0d6f7faa-514c-445b-9afb-647f444be1f9 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:32.857714 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544924a6-df61-46dd-a20d-1b672850430e", "name": "network-vif-plugged", "status": "completed", "tag": "a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:32.858406 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d6f7faa-514c-445b-9afb-647f444be1f9 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:32.859236 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544924a6-df61-46dd-a20d-1b672850430e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9', 'code': 200} Mar 23 12:50:32.862326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:32.871613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:32.872231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:32.872748 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:32.873371 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:32.873883 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:32.874382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:32.874896 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:32.875612 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:32.876158 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:32.876922 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:32.877568 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:32.922606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a09c89-1ca9-4576-bcf5-8a98bc699c6e req-02797d7f-b76e-4aa6-b168-7cb8f64ad658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:32.925194 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83a09c89-1ca9-4576-bcf5-8a98bc699c6e req-02797d7f-b76e-4aa6-b168-7cb8f64ad658 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 1096 time: 0.0918841 Mar 23 12:50:33.007385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83a09c89-1ca9-4576-bcf5-8a98bc699c6e req-bcf9a1c0-b087-4f3b-9196-6b836343c422 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751033 Mar 23 12:50:33.279658 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b42f5-e9b3-401c-af01-1c3088a22032 req-387e55c7-2731-49bc-8323-5b12d67b9e3c tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:33.292408 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c8b42f5-e9b3-401c-af01-1c3088a22032 req-387e55c7-2731-49bc-8323-5b12d67b9e3c tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 945 time: 0.1205425 Mar 23 12:50:33.383428 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c8b42f5-e9b3-401c-af01-1c3088a22032 req-56b39e2a-e37c-4eef-878e-e2bb784e38ce tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869389 Mar 23 12:50:34.152961 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28aaf76-47e7-4632-8085-2d33c2a94f88 req-0c909b96-2c7a-429f-9eb1-ecbaece31e1c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:34.166500 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d28aaf76-47e7-4632-8085-2d33c2a94f88 req-0c909b96-2c7a-429f-9eb1-ecbaece31e1c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 945 time: 0.1508884 Mar 23 12:50:34.265510 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d28aaf76-47e7-4632-8085-2d33c2a94f88 req-b29f6c3d-08f4-44ed-ba35-c12c131c5b83 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bb2d234-61fb-4853-867f-dbd4a172ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941141 Mar 23 12:50:34.431634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 44c45b65-9a60-45c9-97c3-51213f93dc96 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:50:34.495161 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 44c45b65-9a60-45c9-97c3-51213f93dc96 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:50:34.495559 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 44c45b65-9a60-45c9-97c3-51213f93dc96 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:50:34.727521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dd57c-f04c-400d-9734-065dfa281e0c req-1319cc4f-4fde-4c5d-a1ac-ee8322d5fe63 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:34.735539 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d8dd57c-f04c-400d-9734-065dfa281e0c req-1319cc4f-4fde-4c5d-a1ac-ee8322d5fe63 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 945 time: 0.2260990 Mar 23 12:50:34.837501 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d8dd57c-f04c-400d-9734-065dfa281e0c req-94ea944f-4ec0-4700-bfe8-c4f7dc14beea tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941336 Mar 23 12:50:35.466247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02a67d-c4ef-475d-9d9e-9d208fb90108 req-90bdb748-dab6-4bed-a5b1-99b08fa5960c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:35.477074 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb02a67d-c4ef-475d-9d9e-9d208fb90108 req-90bdb748-dab6-4bed-a5b1-99b08fa5960c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 945 time: 0.1203222 Mar 23 12:50:35.533391 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb02a67d-c4ef-475d-9d9e-9d208fb90108 req-33d9fa56-4211-471d-a675-45cbb9884c68 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bb2d234-61fb-4853-867f-dbd4a172ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548689 Mar 23 12:50:36.047293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90815b1d-7d8f-4f60-8d90-d56d725911d2 req-edf6d9d7-1862-45c4-9ca6-71230699078e tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:36.053289 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-90815b1d-7d8f-4f60-8d90-d56d725911d2 req-edf6d9d7-1862-45c4-9ca6-71230699078e tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 945 time: 0.1017816 Mar 23 12:50:36.175173 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-90815b1d-7d8f-4f60-8d90-d56d725911d2 req-500e0831-d149-4568-b26f-668650f1eab0 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129084 Mar 23 12:50:36.295958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aecabd-865c-4944-872b-461c149a7683 req-7ca1b2fd-733a-40bc-86e7-9739b5b67ea8 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:36.313983 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e4aecabd-865c-4944-872b-461c149a7683 req-7ca1b2fd-733a-40bc-86e7-9739b5b67ea8 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 945 time: 0.2266033 Mar 23 12:50:36.466303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b33f8c-0e16-4b13-b5d6-3aef262ac89d req-14c473cd-c160-416f-b3a4-14a2a0cb1108 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:36.468043 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9b33f8c-0e16-4b13-b5d6-3aef262ac89d req-14c473cd-c160-416f-b3a4-14a2a0cb1108 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 945 time: 0.0767741 Mar 23 12:50:36.477050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57790) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:36.490170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ee331dd5-7b36-4dbf-bf41-587df527aba3 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Request body: {'floatingip': {'port_id': 'a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:36.589459 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee331dd5-7b36-4dbf-bf41-587df527aba3 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:36.713986 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-e4aecabd-865c-4944-872b-461c149a7683 req-aed4f030-b0e4-4c59-8cad-b1fd7ef997d1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Deleting port 5d792dc8-f5b5-4da0-8b6d-15378b482e5d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:36.715845 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e4aecabd-865c-4944-872b-461c149a7683 req-aed4f030-b0e4-4c59-8cad-b1fd7ef997d1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:36.738388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de4a2f-35d4-4dad-bea3-397f8b6f6711 req-9cb1dd53-cb0b-4d37-9405-10ed05bf2333 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:36.747596 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3de4a2f-35d4-4dad-bea3-397f8b6f6711 req-9cb1dd53-cb0b-4d37-9405-10ed05bf2333 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 945 time: 0.0899262 Mar 23 12:50:36.857908 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3de4a2f-35d4-4dad-bea3-397f8b6f6711 req-0ea27d8e-6a48-430f-bdb3-ddeaee53d1d4 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bb2d234-61fb-4853-867f-dbd4a172ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090121 Mar 23 12:50:36.966765 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e4aecabd-865c-4944-872b-461c149a7683 req-aed4f030-b0e4-4c59-8cad-b1fd7ef997d1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] For port 5d792dc8-f5b5-4da0-8b6d-15378b482e5d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=5d792dc8-f5b5-4da0-8b6d-15378b482e5d,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:36.970254 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e4aecabd-865c-4944-872b-461c149a7683 req-aed4f030-b0e4-4c59-8cad-b1fd7ef997d1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:37.995540 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 57838) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:38.440805 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 5d792dc8-f5b5-4da0-8b6d-15378b482e5d no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:50:38.584001 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee331dd5-7b36-4dbf-bf41-587df527aba3 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:38.587513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 57854) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:38.627163 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee331dd5-7b36-4dbf-bf41-587df527aba3 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:38.858369 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:38.878396 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Deleting port ac7c55a3-8e43-4551-85da-8004685415c1 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:38.878741 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:38.916390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:38.923724 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1995d5-ac4c-483d-bbc0-7613810810cc" -d '{"events": [{"server_uuid": "8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354", "name": "network-vif-unplugged", "status": "completed", "tag": "5d792dc8-f5b5-4da0-8b6d-15378b482e5d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:38.925725 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-ee331dd5-7b36-4dbf-bf41-587df527aba3 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Floating IP 680291e5-2b95-4286-ab65-cc8f1f70dada associated. External IP: 172.25.2.136, port: a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9. Mar 23 12:50:39.009949 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 5d792dc8-f5b5-4da0-8b6d-15378b482e5d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=5d792dc8-f5b5-4da0-8b6d-15378b482e5d,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:39.018494 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:39.116055 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb1f3eb-4a3d-4d5a-8d4d-abd56af0d460 x-openstack-request-id: req-bbb1f3eb-4a3d-4d5a-8d4d-abd56af0d460 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:39.116493 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354", "name": "network-vif-unplugged", "status": "completed", "tag": "5d792dc8-f5b5-4da0-8b6d-15378b482e5d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:39.116751 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bbb1f3eb-4a3d-4d5a-8d4d-abd56af0d460 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:39.117329 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d', 'code': 200} Mar 23 12:50:39.187697 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:39.188305 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:39.199116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=5d792dc8-f5b5-4da0-8b6d-15378b482e5d,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:39.208290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af827ac-4732-45b9-9908-4122897a9158 req-3c692da0-de7a-412b-ae06-a6cf25a8c142 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:39.214276 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4af827ac-4732-45b9-9908-4122897a9158 req-3c692da0-de7a-412b-ae06-a6cf25a8c142 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 945 time: 0.6277409 Mar 23 12:50:39.227660 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Calling delete_port for ac7c55a3-8e43-4551-85da-8004685415c1 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:50:39.710487 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:39.751457 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4af827ac-4732-45b9-9908-4122897a9158 req-1af1d97f-f7d5-4888-99ed-16d89636867d tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bb2d234-61fb-4853-867f-dbd4a172ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4245207 Mar 23 12:50:39.844356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Pushing event deleted for resources: {'Port': ['ID=ac7c55a3-8e43-4551-85da-8004685415c1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:39.885985 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:39.888225 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:39.888650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:39.889142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:39.890677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:39.892476 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:39.892926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:39.893401 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:39.893982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:39.897528 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:39.898119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:39.898558 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:40.104617 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:40.105619 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Floating IP 43d2459b-af7c-4078-83e8-b98feb254d9b disassociated (deleted). External IP: 172.25.2.7, port: ef92b335-a8a5-4033-99e2-b759805f39e2. Mar 23 12:50:40.226264 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e4aecabd-865c-4944-872b-461c149a7683 req-aed4f030-b0e4-4c59-8cad-b1fd7ef997d1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:40.229925 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e4aecabd-865c-4944-872b-461c149a7683 req-aed4f030-b0e4-4c59-8cad-b1fd7ef997d1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:40.231017 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-e4aecabd-865c-4944-872b-461c149a7683 req-aed4f030-b0e4-4c59-8cad-b1fd7ef997d1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Floating IP 3520df3b-3184-4b10-a328-78863f9bfc2f disassociated. External IP: 172.25.2.107, port: 5d792dc8-f5b5-4da0-8b6d-15378b482e5d. Mar 23 12:50:40.242337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-e4aecabd-865c-4944-872b-461c149a7683 req-aed4f030-b0e4-4c59-8cad-b1fd7ef997d1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Calling delete_port for 5d792dc8-f5b5-4da0-8b6d-15378b482e5d owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:50:40.463062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee331dd5-7b36-4dbf-bf41-587df527aba3 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Router eb496c71-75bf-4a71-acc0-10b93fd37bd5 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:50:40.547512 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Router bf402e6e-f09f-41b8-8bc7-e09d5e238721 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:50:40.669077 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee331dd5-7b36-4dbf-bf41-587df527aba3 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:50:40.686573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac769d8b-2331-4fe9-8ad6-1d80330d80d7 None None] Sync routers for ids ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:50:40.705214 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac769d8b-2331-4fe9-8ad6-1d80330d80d7 None None] Routers {'eb496c71-75bf-4a71-acc0-10b93fd37bd5'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:40.706279 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ac769d8b-2331-4fe9-8ad6-1d80330d80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:50:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:40.712662 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ee331dd5-7b36-4dbf-bf41-587df527aba3 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:40.762597 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:50:40.780600 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe1158-3c67-4f02-9cb9-a1ba9e4c23da None None] Sync routers for ids ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:50:40.781320 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:40.781944 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ee331dd5-7b36-4dbf-bf41-587df527aba3 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "PUT /v2.0/floatingips/680291e5-2b95-4286-ab65-cc8f1f70dada HTTP/1.1" status: 200 len: 991 time: 4.3024523 Mar 23 12:50:40.844173 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544924a6-df61-46dd-a20d-1b672850430e', 'tag': 'a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:40.850969 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffcb821-755a-4bc0-b350-4397d40336ae" -d '{"events": [{"name": "network-changed", "server_uuid": "544924a6-df61-46dd-a20d-1b672850430e", "tag": "a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:40.878205 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-172f2269-7bbe-438e-96fa-b6a9c2f3208e tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "DELETE /v2.0/floatingips/43d2459b-af7c-4078-83e8-b98feb254d9b HTTP/1.1" status: 204 len: 168 time: 2.8813419 Mar 23 12:50:40.879279 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe1158-3c67-4f02-9cb9-a1ba9e4c23da None None] Routers {'bf402e6e-f09f-41b8-8bc7-e09d5e238721'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:40.880120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'tag': 'ef92b335-a8a5-4033-99e2-b759805f39e2'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:40.882430 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-29fe1158-3c67-4f02-9cb9-a1ba9e4c23da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:50:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:40.887083 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77b6586-0743-4b26-be74-e3fa410ac16c" -d '{"events": [{"name": "network-changed", "server_uuid": "33d06f50-7e28-4d2d-9132-a0c26fd988a6", "tag": "ef92b335-a8a5-4033-99e2-b759805f39e2"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:41.090336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be4625-8ec6-45dd-aa5f-ed4bf3682258 req-a7febd4e-7eec-40d8-8480-d42c3033fc34 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:41.098998 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-57be4625-8ec6-45dd-aa5f-ed4bf3682258 req-a7febd4e-7eec-40d8-8480-d42c3033fc34 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 945 time: 0.1301446 Mar 23 12:50:41.116749 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e4aecabd-865c-4944-872b-461c149a7683 req-aed4f030-b0e4-4c59-8cad-b1fd7ef997d1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:41.153255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf23a16-bb68-407b-9534-f75c052cf805 req-c2a2a471-de24-4f53-a1e1-e534d85f39a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:41.159717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ac769d8b-2331-4fe9-8ad6-1d80330d80d7 None None] Set router eb496c71-75bf-4a71-acc0-10b93fd37bd5 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:41.169007 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf23a16-bb68-407b-9534-f75c052cf805 req-c2a2a471-de24-4f53-a1e1-e534d85f39a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 943 time: 0.1881723 Mar 23 12:50:41.179367 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-29fe1158-3c67-4f02-9cb9-a1ba9e4c23da None None] Set router bf402e6e-f09f-41b8-8bc7-e09d5e238721 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:41.246421 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-57be4625-8ec6-45dd-aa5f-ed4bf3682258 req-cce4e772-85d4-4aad-b36b-4ac8ad2378b7 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360471 Mar 23 12:50:41.335129 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4f030-b0e4-4c59-8cad-b1fd7ef997d1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event deleted for resources: {'Port': ['ID=5d792dc8-f5b5-4da0-8b6d-15378b482e5d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:41.551294 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424d548c-54b7-4488-a0ea-404e2fa6ccaa x-openstack-request-id: req-424d548c-54b7-4488-a0ea-404e2fa6ccaa {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:41.551724 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "544924a6-df61-46dd-a20d-1b672850430e", "tag": "a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:41.552104 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-424d548c-54b7-4488-a0ea-404e2fa6ccaa {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:41.552503 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '544924a6-df61-46dd-a20d-1b672850430e', 'tag': 'a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9', 'status': 'completed', 'code': 200} Mar 23 12:50:41.750471 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf23a16-bb68-407b-9534-f75c052cf805 req-fa9ba864-499e-4b75-8b44-cddbc376634c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bb2d234-61fb-4853-867f-dbd4a172ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5145633 Mar 23 12:50:41.828664 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-29fe1158-3c67-4f02-9cb9-a1ba9e4c23da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '4f478161-e015-40d7-bc28-2be837547171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:45:13Z', 'revision_number': 4, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port': {'id': '4f478161-e015-40d7-bc28-2be837547171', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:09Z', 'updated_at': '2022-03-23T12:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '58cd4ed9-cb6e-4a61-85b4-cd27cb00c065', 'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'mac_address': 'fa:16:3e:0c:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:13Z', 'updated_at': '2022-03-23T12:45:20Z', 'revision_number': 5, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'subnets': [{'id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:41.841116 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcb821-755a-4bc0-b350-4397d40336ae req-1958c436-b5f9-4769-9190-66d3913320d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:41.844165 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ffcb821-755a-4bc0-b350-4397d40336ae req-1958c436-b5f9-4769-9190-66d3913320d1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7aa6e901216549aa89e37088db0e1d58&device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 1096 time: 0.2957115 Mar 23 12:50:41.874931 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bf84a7-072d-4967-9144-4cc50a0e2127 x-openstack-request-id: req-97bf84a7-072d-4967-9144-4cc50a0e2127 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:41.875464 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d06f50-7e28-4d2d-9132-a0c26fd988a6", "tag": "ef92b335-a8a5-4033-99e2-b759805f39e2", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:41.876420 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-97bf84a7-072d-4967-9144-4cc50a0e2127 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:41.876420 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'tag': 'ef92b335-a8a5-4033-99e2-b759805f39e2', 'status': 'completed', 'code': 200} Mar 23 12:50:41.933235 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe1158-3c67-4f02-9cb9-a1ba9e4c23da None None] Checking router: bf402e6e-f09f-41b8-8bc7-e09d5e238721 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:50:41.962306 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe1158-3c67-4f02-9cb9-a1ba9e4c23da None None] Routers {'bf402e6e-f09f-41b8-8bc7-e09d5e238721'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:41.965192 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-29fe1158-3c67-4f02-9cb9-a1ba9e4c23da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:50:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:41.985150 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4aecabd-865c-4944-872b-461c149a7683 req-aed4f030-b0e4-4c59-8cad-b1fd7ef997d1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:50:42.000582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ac769d8b-2331-4fe9-8ad6-1d80330d80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'name': 'tempest-ServersTestBootFromVolume-1700411395-router', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '952723dd-027f-49be-832c-7eea29a32a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:18Z', 'updated_at': '2022-03-23T12:49:25Z', 'revision_number': 4, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'gw_port': {'id': '952723dd-027f-49be-832c-7eea29a32a81', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:19Z', 'updated_at': '2022-03-23T12:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '680291e5-2b95-4286-ab65-cc8f1f70dada', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'port_id': 'a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc', 'mac_address': 'fa:16:3e:3b:20:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544924a6-df61-46dd-a20d-1b672850430e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:49:31Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 1, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874a5bc5-756b-468c-81f8-1be784b0a74d', 'name': '', 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'mac_address': 'fa:16:3e:4e:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:22Z', 'updated_at': '2022-03-23T12:49:32Z', 'revision_number': 5, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'subnets': [{'id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:42.065874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac769d8b-2331-4fe9-8ad6-1d80330d80d7 None None] Checking router: eb496c71-75bf-4a71-acc0-10b93fd37bd5 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:50:42.096452 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac769d8b-2331-4fe9-8ad6-1d80330d80d7 None None] Routers {'eb496c71-75bf-4a71-acc0-10b93fd37bd5'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:42.100986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b6586-0743-4b26-be74-e3fa410ac16c req-ca89deb8-1561-4557-99cf-8ca0fa951ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:42.102996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ac769d8b-2331-4fe9-8ad6-1d80330d80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:50:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:42.113834 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d77b6586-0743-4b26-be74-e3fa410ac16c req-ca89deb8-1561-4557-99cf-8ca0fa951ccb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fef0880d69bd4c0fb58be53802b212c7&device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 1096 time: 0.2045100 Mar 23 12:50:42.410844 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ac769d8b-2331-4fe9-8ad6-1d80330d80d7 None None] Set router eb496c71-75bf-4a71-acc0-10b93fd37bd5 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:42.436746 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-29fe1158-3c67-4f02-9cb9-a1ba9e4c23da None None] Set router bf402e6e-f09f-41b8-8bc7-e09d5e238721 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:42.609030 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b6586-0743-4b26-be74-e3fa410ac16c req-24dd7dec-0899-42ee-b5d8-dafe55ffb81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:42.633358 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d77b6586-0743-4b26-be74-e3fa410ac16c req-24dd7dec-0899-42ee-b5d8-dafe55ffb81e service neutron] 10.222.0.77 "GET /v2.0/networks?id=254bf9df-e111-474a-8af1-a0291c64e5ff HTTP/1.1" status: 200 len: 914 time: 0.5182552 Mar 23 12:50:42.801226 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d49fe820-f1d1-4135-b09d-dc231d18a926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:42.801705 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-29fe1158-3c67-4f02-9cb9-a1ba9e4c23da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '4f478161-e015-40d7-bc28-2be837547171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:45:13Z', 'revision_number': 4, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port': {'id': '4f478161-e015-40d7-bc28-2be837547171', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:09Z', 'updated_at': '2022-03-23T12:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '58cd4ed9-cb6e-4a61-85b4-cd27cb00c065', 'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'mac_address': 'fa:16:3e:0c:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:13Z', 'updated_at': '2022-03-23T12:45:20Z', 'revision_number': 5, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'subnets': [{'id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:42.826567 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d77b6586-0743-4b26-be74-e3fa410ac16c req-a1f8882b-73c8-47a4-8e0d-e82c3ca42d2a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef92b335-a8a5-4033-99e2-b759805f39e2 HTTP/1.1" status: 200 len: 217 time: 0.1312220 Mar 23 12:50:42.867038 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe1158-3c67-4f02-9cb9-a1ba9e4c23da None None] The sync data for ids ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'] in n-d-834854-1 is: [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '4f478161-e015-40d7-bc28-2be837547171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:45:13Z', 'revision_number': 4, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port': {'id': '4f478161-e015-40d7-bc28-2be837547171', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:09Z', 'updated_at': '2022-03-23T12:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '58cd4ed9-cb6e-4a61-85b4-cd27cb00c065', 'name': '', 'network_id': '254bf9df-e111-474a-8af1-a0291c64e5ff', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'mac_address': 'fa:16:3e:0c:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:13Z', 'updated_at': '2022-03-23T12:45:20Z', 'revision_number': 5, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'subnets': [{'id': '2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:50:42.945330 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f4646-5fe2-4a91-8e5a-2da1a7e8f385 req-f3759166-68ed-445e-98f6-e14d7373754d tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:42.945832 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ac769d8b-2331-4fe9-8ad6-1d80330d80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'name': 'tempest-ServersTestBootFromVolume-1700411395-router', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '952723dd-027f-49be-832c-7eea29a32a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:18Z', 'updated_at': '2022-03-23T12:49:25Z', 'revision_number': 4, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'gw_port': {'id': '952723dd-027f-49be-832c-7eea29a32a81', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:19Z', 'updated_at': '2022-03-23T12:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '680291e5-2b95-4286-ab65-cc8f1f70dada', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'port_id': 'a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc', 'mac_address': 'fa:16:3e:3b:20:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544924a6-df61-46dd-a20d-1b672850430e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:49:31Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 1, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874a5bc5-756b-468c-81f8-1be784b0a74d', 'name': '', 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'mac_address': 'fa:16:3e:4e:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:22Z', 'updated_at': '2022-03-23T12:49:32Z', 'revision_number': 5, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'subnets': [{'id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:42.954833 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b34f4646-5fe2-4a91-8e5a-2da1a7e8f385 req-f3759166-68ed-445e-98f6-e14d7373754d tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 945 time: 0.8774302 Mar 23 12:50:42.958136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b6586-0743-4b26-be74-e3fa410ac16c req-0a1ea5ed-b811-4a41-90e9-2d1b1bfeff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:42.959811 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d77b6586-0743-4b26-be74-e3fa410ac16c req-0a1ea5ed-b811-4a41-90e9-2d1b1bfeff14 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17 HTTP/1.1" status: 200 len: 852 time: 0.1118422 Mar 23 12:50:43.010697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac769d8b-2331-4fe9-8ad6-1d80330d80d7 None None] The sync data for ids ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'] in n-d-834854-1 is: [{'id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'name': 'tempest-ServersTestBootFromVolume-1700411395-router', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '952723dd-027f-49be-832c-7eea29a32a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:18Z', 'updated_at': '2022-03-23T12:49:25Z', 'revision_number': 4, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'gw_port': {'id': '952723dd-027f-49be-832c-7eea29a32a81', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:19Z', 'updated_at': '2022-03-23T12:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '680291e5-2b95-4286-ab65-cc8f1f70dada', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'port_id': 'a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc', 'mac_address': 'fa:16:3e:3b:20:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544924a6-df61-46dd-a20d-1b672850430e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:49:31Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 1, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874a5bc5-756b-468c-81f8-1be784b0a74d', 'name': '', 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'mac_address': 'fa:16:3e:4e:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:22Z', 'updated_at': '2022-03-23T12:49:32Z', 'revision_number': 5, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'subnets': [{'id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:50:43.023300 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b34f4646-5fe2-4a91-8e5a-2da1a7e8f385 req-45d07c66-136e-4b2b-9f2a-ff2e3bda03f1 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673826 Mar 23 12:50:43.080815 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcb821-755a-4bc0-b350-4397d40336ae req-ec706867-7493-4431-a889-29a19e19151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:43.082326 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ffcb821-755a-4bc0-b350-4397d40336ae req-ec706867-7493-4431-a889-29a19e19151a service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e2511c5-1ac3-4f4f-bcb8-92d332af4acc HTTP/1.1" status: 200 len: 917 time: 1.2233155 Mar 23 12:50:43.199704 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d6df541a-9a69-4045-8077-bcbd4fba000d req-34699c13-00c5-4fb1-9697-9107f88998b0 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354 HTTP/1.1" status: 200 len: 210 time: 0.0414898 Mar 23 12:50:43.224909 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b6586-0743-4b26-be74-e3fa410ac16c req-c44bf421-d7bf-4fdc-afca-ff4093f4e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:43.226431 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d77b6586-0743-4b26-be74-e3fa410ac16c req-c44bf421-d7bf-4fdc-afca-ff4093f4e6c3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=254bf9df-e111-474a-8af1-a0291c64e5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2228792 Mar 23 12:50:43.496973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4aecabd-865c-4944-872b-461c149a7683 req-aed4f030-b0e4-4c59-8cad-b1fd7ef997d1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:50:43.499720 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d77b6586-0743-4b26-be74-e3fa410ac16c req-c2fa404e-49b4-4ed0-a074-24e14c9c3f7f service neutron] 10.222.0.77 "GET /v2.0/networks/254bf9df-e111-474a-8af1-a0291c64e5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584493 Mar 23 12:50:43.514195 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd461453-2fe4-4bf5-baf6-d37d452b4eb7 None None] Sync routers for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:50:43.534023 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd461453-2fe4-4bf5-baf6-d37d452b4eb7 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:43.540343 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cd461453-2fe4-4bf5-baf6-d37d452b4eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:50:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:43.551206 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981ca064-6bee-445e-9f3a-c5ddab2fee1d None None] New status for floating IP 43d2459b-af7c-4078-83e8-b98feb254d9b: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:50:43.669128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd24016-444b-46e2-b10e-b51e4af8d986 None None] New status for floating IP 680291e5-2b95-4286-ab65-cc8f1f70dada: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:50:43.699499 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823d9c1-afdb-4ba8-a58a-295d01cc3826 req-fadd0a84-87b1-4df1-bcf8-ba80be9d19d7 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:43.703751 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2823d9c1-afdb-4ba8-a58a-295d01cc3826 req-fadd0a84-87b1-4df1-bcf8-ba80be9d19d7 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.77 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 945 time: 0.2004530 Mar 23 12:50:43.802578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4aecabd-865c-4944-872b-461c149a7683 req-aed4f030-b0e4-4c59-8cad-b1fd7ef997d1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] No DVR routers for this DVR port 5d792dc8-f5b5-4da0-8b6d-15378b482e5d on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:50:43.810451 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e4aecabd-865c-4944-872b-461c149a7683 req-aed4f030-b0e4-4c59-8cad-b1fd7ef997d1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:43.820489 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e4aecabd-865c-4944-872b-461c149a7683 req-aed4f030-b0e4-4c59-8cad-b1fd7ef997d1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "DELETE /v2.0/ports/5d792dc8-f5b5-4da0-8b6d-15378b482e5d HTTP/1.1" status: 204 len: 173 time: 7.4897516 Mar 23 12:50:43.838066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'name': 'network-vif-deleted', 'tag': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:43.845690 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f37628-7dc1-4e1d-8a3e-18cfff394ded" -d '{"events": [{"server_uuid": "8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354", "name": "network-vif-deleted", "tag": "5d792dc8-f5b5-4da0-8b6d-15378b482e5d"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:44.096428 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160beb6e-98ae-4651-aca1-deaa4b9215b3 x-openstack-request-id: req-160beb6e-98ae-4651-aca1-deaa4b9215b3 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:44.097555 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354", "name": "network-vif-deleted", "tag": "5d792dc8-f5b5-4da0-8b6d-15378b482e5d", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:44.104365 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-160beb6e-98ae-4651-aca1-deaa4b9215b3 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:44.105530 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7a7b2e-bf5c-49d5-8d74-f0338ab6b354', 'name': 'network-vif-deleted', 'tag': '5d792dc8-f5b5-4da0-8b6d-15378b482e5d', 'status': 'completed', 'code': 200} Mar 23 12:50:44.192249 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ffcb821-755a-4bc0-b350-4397d40336ae req-4887ab13-6610-4411-b5ff-2bed92839366 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 HTTP/1.1" status: 200 len: 999 time: 0.9772296 Mar 23 12:50:44.356171 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cd461453-2fe4-4bf5-baf6-d37d452b4eb7 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:44.414209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-94ec276c-8f00-43a2-b8e9-1116747f9304 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:44.418118 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-94ec276c-8f00-43a2-b8e9-1116747f9304 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/networks?id=c281b63a-1110-46c5-a009-2f989e889242 HTTP/1.1" status: 200 len: 814 time: 1.6436684 Mar 23 12:50:44.449299 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d77b6586-0743-4b26-be74-e3fa410ac16c req-3ac1bdca-5c71-472b-ad67-75f5962df5d8 service neutron] 10.222.0.77 "GET /v2.0/networks/254bf9df-e111-474a-8af1-a0291c64e5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9451919 Mar 23 12:50:44.450327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcb821-755a-4bc0-b350-4397d40336ae req-696f2015-ea91-4f9a-ab3a-d84fc3d23f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:44.452504 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ffcb821-755a-4bc0-b350-4397d40336ae req-696f2015-ea91-4f9a-ab3a-d84fc3d23f07 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cd3321d6-96ce-4841-a490-8454a1c9b463 HTTP/1.1" status: 200 len: 855 time: 0.2521601 Mar 23 12:50:44.466379 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-0be92447-cc7d-4dae-a4ef-14d4cf82a1a0 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/quotas/33e7f205f4db4e62a36e6c205fdc521e HTTP/1.1" status: 200 len: 375 time: 0.0363746 Mar 23 12:50:44.484134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-2823d9c1-afdb-4ba8-a58a-295d01cc3826 req-83881ecf-a5ee-42b7-b2d1-46a348f6ca6d tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Deleting port ef92b335-a8a5-4033-99e2-b759805f39e2 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:44.491056 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2823d9c1-afdb-4ba8-a58a-295d01cc3826 req-83881ecf-a5ee-42b7-b2d1-46a348f6ca6d tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:44.574503 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-ed89f213-eaee-4ebe-9244-aadf6a815dc7 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e7f205f4db4e62a36e6c205fdc521e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070328 Mar 23 12:50:44.774957 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-2823d9c1-afdb-4ba8-a58a-295d01cc3826 req-83881ecf-a5ee-42b7-b2d1-46a348f6ca6d tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] For port ef92b335-a8a5-4033-99e2-b759805f39e2, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ef92b335-a8a5-4033-99e2-b759805f39e2,segment=NetworkSegment(29dae5b9-80a8-4956-9faa-c2c202802d01),segment_id=29dae5b9-80a8-4956-9faa-c2c202802d01)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:44.775321 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2823d9c1-afdb-4ba8-a58a-295d01cc3826 req-83881ecf-a5ee-42b7-b2d1-46a348f6ca6d tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:44.779673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d49fe820-f1d1-4135-b09d-dc231d18a926 admin admin] Deleting port c95f1cfe-1053-401a-a084-4ba67d012ca9 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:44.784483 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d49fe820-f1d1-4135-b09d-dc231d18a926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:44.802286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-2823d9c1-afdb-4ba8-a58a-295d01cc3826 req-83881ecf-a5ee-42b7-b2d1-46a348f6ca6d tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Calling delete_port for ef92b335-a8a5-4033-99e2-b759805f39e2 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:50:44.954351 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cd461453-2fe4-4bf5-baf6-d37d452b4eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:45.044189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd461453-2fe4-4bf5-baf6-d37d452b4eb7 None None] Checking router: d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:50:45.044433 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2823d9c1-afdb-4ba8-a58a-295d01cc3826 req-83881ecf-a5ee-42b7-b2d1-46a348f6ca6d tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:45.071694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd461453-2fe4-4bf5-baf6-d37d452b4eb7 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:45.071915 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-5578baf8-329f-44d3-8b32-dc69faee61f9 service neutron] 10.222.0.52 "GET /v2.0/networks/c281b63a-1110-46c5-a009-2f989e889242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942346 Mar 23 12:50:45.072409 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cd461453-2fe4-4bf5-baf6-d37d452b4eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:50:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:45.116846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d07c2d-e976-4516-a34b-e4b83fb82a7b req-dc1eff12-784c-4553-b3d1-47f96248e76b tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:45.123105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-d49fe820-f1d1-4135-b09d-dc231d18a926 admin admin] For port c95f1cfe-1053-401a-a084-4ba67d012ca9, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c95f1cfe-1053-401a-a084-4ba67d012ca9,segment=NetworkSegment(db53acb3-07ac-4ad6-9d06-e5862eb13546),segment_id=db53acb3-07ac-4ad6-9d06-e5862eb13546)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:45.123728 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d49fe820-f1d1-4135-b09d-dc231d18a926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:45.127400 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0d07c2d-e976-4516-a34b-e4b83fb82a7b req-dc1eff12-784c-4553-b3d1-47f96248e76b tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 945 time: 0.8406830 Mar 23 12:50:45.139811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d49fe820-f1d1-4135-b09d-dc231d18a926 admin admin] Calling delete_port for c95f1cfe-1053-401a-a084-4ba67d012ca9 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:50:45.164821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcb821-755a-4bc0-b350-4397d40336ae req-c0480cd2-0f5b-489c-9b18-b0dce9254813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:45.167456 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ffcb821-755a-4bc0-b350-4397d40336ae req-c0480cd2-0f5b-489c-9b18-b0dce9254813 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e2511c5-1ac3-4f4f-bcb8-92d332af4acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6918097 Mar 23 12:50:45.189721 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83881ecf-a5ee-42b7-b2d1-46a348f6ca6d tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Pushing event deleted for resources: {'Port': ['ID=ef92b335-a8a5-4033-99e2-b759805f39e2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:45.271609 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0d07c2d-e976-4516-a34b-e4b83fb82a7b req-bb1bbc23-107e-4f41-bbe9-ce23c6d573ba tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/security-groups?id=c02ffdd4-e20b-4b5a-a5e4-b252f3906854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415536 Mar 23 12:50:45.299376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2823d9c1-afdb-4ba8-a58a-295d01cc3826 req-83881ecf-a5ee-42b7-b2d1-46a348f6ca6d tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] No DVR routers for this DVR port ef92b335-a8a5-4033-99e2-b759805f39e2 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:50:45.309408 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-2823d9c1-afdb-4ba8-a58a-295d01cc3826 req-83881ecf-a5ee-42b7-b2d1-46a348f6ca6d tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:45.318434 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2823d9c1-afdb-4ba8-a58a-295d01cc3826 req-83881ecf-a5ee-42b7-b2d1-46a348f6ca6d tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.77 "DELETE /v2.0/ports/ef92b335-a8a5-4033-99e2-b759805f39e2 HTTP/1.1" status: 204 len: 173 time: 1.5396309 Mar 23 12:50:45.318928 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'name': 'network-vif-deleted', 'tag': 'ef92b335-a8a5-4033-99e2-b759805f39e2'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:45.339859 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbb6d2c-6d9c-40a5-9e94-e127ca518a7b" -d '{"events": [{"server_uuid": "33d06f50-7e28-4d2d-9132-a0c26fd988a6", "name": "network-vif-deleted", "tag": "ef92b335-a8a5-4033-99e2-b759805f39e2"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:45.360319 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cd461453-2fe4-4bf5-baf6-d37d452b4eb7 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:45.421050 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed26ca3-ef64-42c3-9398-c2822ac3f84c x-openstack-request-id: req-aed26ca3-ef64-42c3-9398-c2822ac3f84c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:45.421578 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d06f50-7e28-4d2d-9132-a0c26fd988a6", "name": "network-vif-deleted", "tag": "ef92b335-a8a5-4033-99e2-b759805f39e2", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:45.421988 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aed26ca3-ef64-42c3-9398-c2822ac3f84c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:45.422598 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d06f50-7e28-4d2d-9132-a0c26fd988a6', 'name': 'network-vif-deleted', 'tag': 'ef92b335-a8a5-4033-99e2-b759805f39e2', 'status': 'completed', 'code': 200} Mar 23 12:50:45.474125 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58020) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:45.586830 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03e41809-3e3d-4d6d-8c23-d935e8464215 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:45.683389 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03e41809-3e3d-4d6d-8c23-d935e8464215 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:45.689080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ffcb821-755a-4bc0-b350-4397d40336ae req-ca60ffa6-f81a-4700-a567-c214b95b3fa1 service neutron] 10.222.0.77 "GET /v2.0/networks/6e2511c5-1ac3-4f4f-bcb8-92d332af4acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089886 Mar 23 12:50:45.782472 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03e41809-3e3d-4d6d-8c23-d935e8464215 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:45.786706 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03e41809-3e3d-4d6d-8c23-d935e8464215 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:45.788248 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-03e41809-3e3d-4d6d-8c23-d935e8464215 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "DELETE /v2.0/security-groups/3bb2d234-61fb-4853-867f-dbd4a172ee54 HTTP/1.1" status: 204 len: 168 time: 0.3109107 Mar 23 12:50:45.795841 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58026) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:45.802473 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-7ab76d9d-11b0-4cd8-9ec2-b818d6f74616 service neutron] 10.222.0.52 "GET /v2.0/networks/c281b63a-1110-46c5-a009-2f989e889242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6507399 Mar 23 12:50:45.833722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e41809-3e3d-4d6d-8c23-d935e8464215 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb2d234-61fb-4853-867f-dbd4a172ee54,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:45.974099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cd461453-2fe4-4bf5-baf6-d37d452b4eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:46.097458 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d49fe820-f1d1-4135-b09d-dc231d18a926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:46.098556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd461453-2fe4-4bf5-baf6-d37d452b4eb7 None None] The sync data for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 is: [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:50:46.133296 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:46.182143 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ffcb821-755a-4bc0-b350-4397d40336ae req-a7cc1407-2c17-4369-8809-e53c0adcd17f service neutron] 10.222.0.77 "GET /v2.0/networks/6e2511c5-1ac3-4f4f-bcb8-92d332af4acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782348 Mar 23 12:50:46.227088 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fe820-f1d1-4135-b09d-dc231d18a926 admin admin] Pushing event deleted for resources: {'Port': ['ID=c95f1cfe-1053-401a-a084-4ba67d012ca9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:46.239812 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-9fcbd7c9-bb48-4d37-8bf1-adc855255c04 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] show failed (client error): The resource could not be found. Mar 23 12:50:46.239812 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9fcbd7c9-bb48-4d37-8bf1-adc855255c04 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups/3bb2d234-61fb-4853-867f-dbd4a172ee54 HTTP/1.1" status: 404 len: 347 time: 0.4291005 Mar 23 12:50:46.243175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58038) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:46.477571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ef92b335-a8a5-4033-99e2-b759805f39e2 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:50:46.533564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: ef92b335-a8a5-4033-99e2-b759805f39e2 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:50:46.534447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ef92b335-a8a5-4033-99e2-b759805f39e2 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:50:46.589875 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:50:46.624851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1051ff2e-e104-4b38-96cb-edaaec5913fa req-872d3a55-1b80-4fc2-bacd-9503f1905ce2 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 210 time: 0.2346747 Mar 23 12:50:46.752494 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-63b6e183-af1a-42ad-aa1e-714e18fd3292 req-c8482d0d-ebfc-4e96-8ccd-9867066626c0 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 210 time: 0.1308293 Mar 23 12:50:46.813125 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c6a2ac07-b93f-4677-8ed1-327e63c4ec07 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Deleting port 60852f72-3369-4650-8300-80e2bca3cf04 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:46.813384 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c6a2ac07-b93f-4677-8ed1-327e63c4ec07 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:46.862836 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60550a4-ecdd-461c-8668-17f4c3c52fc4 None None] New status for floating IP 3520df3b-3184-4b10-a328-78863f9bfc2f: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:50:46.922167 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d49fe820-f1d1-4135-b09d-dc231d18a926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:47.095326 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c6a2ac07-b93f-4677-8ed1-327e63c4ec07 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:47.095726 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c6a2ac07-b93f-4677-8ed1-327e63c4ec07 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:47.142802 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c6a2ac07-b93f-4677-8ed1-327e63c4ec07 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Calling delete_port for 60852f72-3369-4650-8300-80e2bca3cf04 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:50:47.388160 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c6a2ac07-b93f-4677-8ed1-327e63c4ec07 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:47.432833 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2ac07-b93f-4677-8ed1-327e63c4ec07 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event deleted for resources: {'Port': ['ID=60852f72-3369-4650-8300-80e2bca3cf04,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:47.508067 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:47.520920 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c6a2ac07-b93f-4677-8ed1-327e63c4ec07 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:47.525600 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c6a2ac07-b93f-4677-8ed1-327e63c4ec07 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:47.529559 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c6a2ac07-b93f-4677-8ed1-327e63c4ec07 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "DELETE /v2.0/floatingips/3520df3b-3184-4b10-a328-78863f9bfc2f HTTP/1.1" status: 204 len: 168 time: 1.2822702 Mar 23 12:50:47.590275 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49fe820-f1d1-4135-b09d-dc231d18a926 admin admin] Router f07840be-cdb3-4dee-a333-5c1ca01449df has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:50:47.876806 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bcf15c01-5c2b-49b2-93e4-77eaf969bbd7 req-f8ea5792-4624-459d-b7ea-6f5d7953282b tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 210 time: 0.1037669 Mar 23 12:50:47.927450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58076) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:47.933540 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e0af7e0e-e5b6-4766-ae95-4e8e76d92dc0 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--54615039', 'description': 'tempest-description--2122297956'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:47.948081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49fe820-f1d1-4135-b09d-dc231d18a926 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:50:47.969707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c6471-cde2-4462-87ac-400d264879bf None None] Sync routers for ids ['f07840be-cdb3-4dee-a333-5c1ca01449df'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:50:47.986728 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c6471-cde2-4462-87ac-400d264879bf None None] Routers {'f07840be-cdb3-4dee-a333-5c1ca01449df'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:47.987370 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-533c6471-cde2-4462-87ac-400d264879bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:50:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f07840be-cdb3-4dee-a333-5c1ca01449df'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:47.993052 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d49fe820-f1d1-4135-b09d-dc231d18a926 admin admin] 10.222.0.52 "PUT /v2.0/routers/f07840be-cdb3-4dee-a333-5c1ca01449df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3724086 Mar 23 12:50:47.993538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58078) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:48.013610 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0af7e0e-e5b6-4766-ae95-4e8e76d92dc0 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:48.042465 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-257e94b1-0dc0-47ce-b734-93fa1d03ee5e req-24d5e31b-2472-4828-b48c-6741e897ef8c tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 210 time: 0.0844212 Mar 23 12:50:48.198797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-533c6471-cde2-4462-87ac-400d264879bf None None] Set router f07840be-cdb3-4dee-a333-5c1ca01449df gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:48.306796 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddfa478a-d9f7-4dd3-9539-3ae34c36f2f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:48.464966 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0af7e0e-e5b6-4766-ae95-4e8e76d92dc0 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:48.469111 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58086) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:48.499017 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0af7e0e-e5b6-4766-ae95-4e8e76d92dc0 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:48.546695 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-533c6471-cde2-4462-87ac-400d264879bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:50:45Z', 'revision_number': 5, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:48.584153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af7e0e-e5b6-4766-ae95-4e8e76d92dc0 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311eb275-ff9f-46f6-97d2-0b91c9d4fb4a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:48.589616 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0af7e0e-e5b6-4766-ae95-4e8e76d92dc0 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:48.602442 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e0af7e0e-e5b6-4766-ae95-4e8e76d92dc0 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6724217 Mar 23 12:50:48.605451 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58092) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:48.609981 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-516efdaf-17fc-4587-80d4-5d99fde6c283 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'security_group_rule': {'security_group_id': '311eb275-ff9f-46f6-97d2-0b91c9d4fb4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:48.612452 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c6471-cde2-4462-87ac-400d264879bf None None] Checking router: f07840be-cdb3-4dee-a333-5c1ca01449df for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:50:48.625640 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-3a5bd380-1d24-44f7-8ea1-acbe2d9e6769 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:48.628114 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-3a5bd380-1d24-44f7-8ea1-acbe2d9e6769 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.77 "GET /v2.0/networks?id=c281b63a-1110-46c5-a009-2f989e889242 HTTP/1.1" status: 200 len: 814 time: 0.2920427 Mar 23 12:50:48.638304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c6471-cde2-4462-87ac-400d264879bf None None] Routers {'f07840be-cdb3-4dee-a333-5c1ca01449df'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:48.643807 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-533c6471-cde2-4462-87ac-400d264879bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:50:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f07840be-cdb3-4dee-a333-5c1ca01449df'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:48.647714 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-87732f0b-8879-491f-8ab1-121411c3033d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Request body: {'port': {'device_id': 'a34f0627-21d4-40b8-8202-2d6bb563afbf', 'network_id': 'c281b63a-1110-46c5-a009-2f989e889242', 'admin_state_up': True, 'tenant_id': '33e7f205f4db4e62a36e6c205fdc521e'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:48.761931 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-516efdaf-17fc-4587-80d4-5d99fde6c283 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:48.838874 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-87732f0b-8879-491f-8ab1-121411c3033d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Made reservation on behalf of 33e7f205f4db4e62a36e6c205fdc521e for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:50:48.844184 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-87732f0b-8879-491f-8ab1-121411c3033d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:48.881970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-533c6471-cde2-4462-87ac-400d264879bf None None] Set router f07840be-cdb3-4dee-a333-5c1ca01449df gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:49.137196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-87732f0b-8879-491f-8ab1-121411c3033d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Allocated IP 172.20.0.14 (c281b63a-1110-46c5-a009-2f989e889242/b1870a69-a726-4746-a26e-0ffbf4458791/f966f7df-f9af-48ff-926b-74b997f4dd65) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:50:49.216541 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-533c6471-cde2-4462-87ac-400d264879bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:50:45Z', 'revision_number': 5, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:49.236282 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4188b659-e1b4-483b-b306-34331cad2906 req-4aeb0f46-50a9-413f-ba17-85c696d03593 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 210 time: 0.0587745 Mar 23 12:50:49.272603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c6471-cde2-4462-87ac-400d264879bf None None] The sync data for ids ['f07840be-cdb3-4dee-a333-5c1ca01449df'] in n-d-834854-1 is: [{'id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'name': 'tempest-AttachVolumeTestJSON-939194224-router', 'tenant_id': '1ea1481d248546008fdefdaf479fb3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:41:22Z', 'updated_at': '2022-03-23T12:50:45Z', 'revision_number': 5, 'project_id': '1ea1481d248546008fdefdaf479fb3fc', 'gw_port': {'id': 'b7030ac9-d910-49f4-9b35-fa9089eb745a', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07840be-cdb3-4dee-a333-5c1ca01449df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:41:23Z', 'updated_at': '2022-03-23T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:50:49.456660 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-697c51fa-19e4-4ff0-a6a5-25c060d37cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:49.478519 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-87732f0b-8879-491f-8ab1-121411c3033d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:49.522015 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c7ff615-a2ee-4cf1-a53f-f039937fa325 req-8fd792d8-5fc5-4c06-8683-d1a04daa8c4d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 210 time: 0.0752172 Mar 23 12:50:49.543570 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddfa478a-d9f7-4dd3-9539-3ae34c36f2f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:49.570941 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-87732f0b-8879-491f-8ab1-121411c3033d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:49.588665 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-516efdaf-17fc-4587-80d4-5d99fde6c283 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:49.644528 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-516efdaf-17fc-4587-80d4-5d99fde6c283 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:49.645499 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87732f0b-8879-491f-8ab1-121411c3033d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Pushing event updated for resources: {'Port': ['ID=f966f7df-f9af-48ff-926b-74b997f4dd65,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:49.670355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-87732f0b-8879-491f-8ab1-121411c3033d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Network c281b63a-1110-46c5-a009-2f989e889242 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:49.678092 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-87732f0b-8879-491f-8ab1-121411c3033d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:49.681057 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-87732f0b-8879-491f-8ab1-121411c3033d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:50:49.696882 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-516efdaf-17fc-4587-80d4-5d99fde6c283 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:49.702490 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-516efdaf-17fc-4587-80d4-5d99fde6c283 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0959401 Mar 23 12:50:49.713480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58116) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:49.718928 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-dde9064e-5c4e-4907-8df4-ae32a4cc5620 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'security_group_rule': {'security_group_id': '311eb275-ff9f-46f6-97d2-0b91c9d4fb4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:49.745927 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516efdaf-17fc-4587-80d4-5d99fde6c283 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7deadd63-8c07-46b9-96cf-c32f1304c9e6,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:49.780384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-87732f0b-8879-491f-8ab1-121411c3033d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:49.781520 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-87732f0b-8879-491f-8ab1-121411c3033d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:49.807136 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-87732f0b-8879-491f-8ab1-121411c3033d tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1638954 Mar 23 12:50:49.824503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Request body: {'port': {'device_id': 'a34f0627-21d4-40b8-8202-2d6bb563afbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:49.838300 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dde9064e-5c4e-4907-8df4-ae32a4cc5620 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:49.849334 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa478a-d9f7-4dd3-9539-3ae34c36f2f6 admin admin] Deleting port b7030ac9-d910-49f4-9b35-fa9089eb745a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:49.849670 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddfa478a-d9f7-4dd3-9539-3ae34c36f2f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:49.912763 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.003372 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-ddfa478a-d9f7-4dd3-9539-3ae34c36f2f6 admin admin] For port b7030ac9-d910-49f4-9b35-fa9089eb745a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b7030ac9-d910-49f4-9b35-fa9089eb745a,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:50.003816 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddfa478a-d9f7-4dd3-9539-3ae34c36f2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.016188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa478a-d9f7-4dd3-9539-3ae34c36f2f6 admin admin] Calling delete_port for b7030ac9-d910-49f4-9b35-fa9089eb745a owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:50:50.097273 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-697c51fa-19e4-4ff0-a6a5-25c060d37cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.139495 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-697c51fa-19e4-4ff0-a6a5-25c060d37cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.217920 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-697c51fa-19e4-4ff0-a6a5-25c060d37cce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc20130f25fe4f558f20b16cfc778e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7433097 Mar 23 12:50:50.218532 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58120) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:50.243549 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c51fa-19e4-4ff0-a6a5-25c060d37cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05169558-dec0-49fb-b65b-4ca731c79a29,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:50.275505 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dde9064e-5c4e-4907-8df4-ae32a4cc5620 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.293201 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dde9064e-5c4e-4907-8df4-ae32a4cc5620 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.342164 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9064e-5c4e-4907-8df4-ae32a4cc5620 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5978790c-1f4c-4dd2-89dc-dd2fc675b81a,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:50.359495 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dde9064e-5c4e-4907-8df4-ae32a4cc5620 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.364474 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dde9064e-5c4e-4907-8df4-ae32a4cc5620 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6498520 Mar 23 12:50:50.368492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58126) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:50.373383 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:50.378258 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddfa478a-d9f7-4dd3-9539-3ae34c36f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.383753 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4027-5329-47c9-9d16-aef698e35acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.400739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f966f7df-f9af-48ff-926b-74b997f4dd65 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:50:50.413605 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.429699 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa478a-d9f7-4dd3-9539-3ae34c36f2f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7030ac9-d910-49f4-9b35-fa9089eb745a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:50.434486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Transition to ACTIVE for port object f966f7df-f9af-48ff-926b-74b997f4dd65 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:50:50.452058 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.469603 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4027-5329-47c9-9d16-aef698e35acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.473293 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cd61243f-639a-4cb9-b17e-1035d8491884 req-b4020938-4d01-4c5e-879e-bee0c7973837 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 210 time: 0.0353162 Mar 23 12:50:50.479181 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.535983 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f966f7df-f9af-48ff-926b-74b997f4dd65,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:50.650615 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddfa478a-d9f7-4dd3-9539-3ae34c36f2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.656894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Attempting to bind port f966f7df-f9af-48ff-926b-74b997f4dd65 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:50:50.657473 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Attempting to bind port f966f7df-f9af-48ff-926b-74b997f4dd65 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '5858bd8a-676e-4633-8719-693eb1b835ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c281b63a-1110-46c5-a009-2f989e889242'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:50:50.657605 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Attempting to bind port f966f7df-f9af-48ff-926b-74b997f4dd65 on network c281b63a-1110-46c5-a009-2f989e889242 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:50:50.665164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Port f966f7df-f9af-48ff-926b-74b997f4dd65 on network c281b63a-1110-46c5-a009-2f989e889242 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:50:50.665502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Attempting to bind port f966f7df-f9af-48ff-926b-74b997f4dd65 on network c281b63a-1110-46c5-a009-2f989e889242 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:50:50.678947 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:50:50.679332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Checking segment: {'id': '5858bd8a-676e-4633-8719-693eb1b835ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c281b63a-1110-46c5-a009-2f989e889242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:50:50.679719 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Bound using segment: {'id': '5858bd8a-676e-4633-8719-693eb1b835ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c281b63a-1110-46c5-a009-2f989e889242'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:50:50.680169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Bound port: f966f7df-f9af-48ff-926b-74b997f4dd65, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5858bd8a-676e-4633-8719-693eb1b835ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c281b63a-1110-46c5-a009-2f989e889242'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:50:50.680526 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.807660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] For port f966f7df-f9af-48ff-926b-74b997f4dd65, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:50:50.814443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] For port f966f7df-f9af-48ff-926b-74b997f4dd65, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f966f7df-f9af-48ff-926b-74b997f4dd65,segment=NetworkSegment(5858bd8a-676e-4633-8719-693eb1b835ad),segment_id=5858bd8a-676e-4633-8719-693eb1b835ad)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:50:50.819468 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4027-5329-47c9-9d16-aef698e35acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.822875 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.834308 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4027-5329-47c9-9d16-aef698e35acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.835479 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5d0c4027-5329-47c9-9d16-aef698e35acd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05169558-dec0-49fb-b65b-4ca731c79a29 HTTP/1.1" status: 204 len: 168 time: 0.6124189 Mar 23 12:50:50.908166 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:50.908166 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:50.909321 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] 10.222.0.77 "PUT /v2.0/ports/f966f7df-f9af-48ff-926b-74b997f4dd65 HTTP/1.1" status: 200 len: 1092 time: 1.0935521 Mar 23 12:50:50.916393 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34f0627-21d4-40b8-8202-2d6bb563afbf', 'tag': 'f966f7df-f9af-48ff-926b-74b997f4dd65'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:50.918189 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f560813-1901-4c10-b961-ff8fa93cb44e" -d '{"events": [{"name": "network-changed", "server_uuid": "a34f0627-21d4-40b8-8202-2d6bb563afbf", "tag": "f966f7df-f9af-48ff-926b-74b997f4dd65"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:50.999863 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddfa478a-d9f7-4dd3-9539-3ae34c36f2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:51.013664 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c4027-5329-47c9-9d16-aef698e35acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05169558-dec0-49fb-b65b-4ca731c79a29,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:51.020643 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddfa478a-d9f7-4dd3-9539-3ae34c36f2f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:51.051307 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c95f1cfe-1053-401a-a084-4ba67d012ca9 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:50:51.095145 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505f22f6-3a52-45dd-9a97-223096bde341 x-openstack-request-id: req-505f22f6-3a52-45dd-9a97-223096bde341 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:51.100565 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34f0627-21d4-40b8-8202-2d6bb563afbf", "tag": "f966f7df-f9af-48ff-926b-74b997f4dd65", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:51.100908 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-505f22f6-3a52-45dd-9a97-223096bde341 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:51.101642 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34f0627-21d4-40b8-8202-2d6bb563afbf', 'tag': 'f966f7df-f9af-48ff-926b-74b997f4dd65', 'status': 'completed', 'code': 200} Mar 23 12:50:51.124688 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c95f1cfe-1053-401a-a084-4ba67d012ca9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:50:51.126707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c95f1cfe-1053-401a-a084-4ba67d012ca9 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:50:51.207596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15d9d2-3b3b-4beb-80e8-639712d4c6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f966f7df-f9af-48ff-926b-74b997f4dd65,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:51.214351 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ef8e8-675f-425f-b724-e5b8c305b49b req-68d3980c-adf6-4af9-866a-f92f8457a208 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:51.216173 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ff9ef8e8-675f-425f-b724-e5b8c305b49b req-68d3980c-adf6-4af9-866a-f92f8457a208 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 944 time: 0.5676675 Mar 23 12:50:51.218244 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddfa478a-d9f7-4dd3-9539-3ae34c36f2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:51.219016 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfa478a-d9f7-4dd3-9539-3ae34c36f2f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f07840be-cdb3-4dee-a333-5c1ca01449df {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:50:51.226384 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddfa478a-d9f7-4dd3-9539-3ae34c36f2f6 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:51.227879 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ddfa478a-d9f7-4dd3-9539-3ae34c36f2f6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f07840be-cdb3-4dee-a333-5c1ca01449df HTTP/1.1" status: 204 len: 168 time: 3.2330105 Mar 23 12:50:51.231078 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58140) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:51.338808 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-e88f058f-b1eb-43d5-aa2e-a7bf38eeb361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:51.348021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-e88f058f-b1eb-43d5-aa2e-a7bf38eeb361 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=33e7f205f4db4e62a36e6c205fdc521e&device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 1095 time: 0.3637183 Mar 23 12:50:51.525659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c14b83a-1d5c-4852-8add-885dedc296e4 admin admin] Deleting subnet 04aa0ac9-74bf-48af-b463-b2b30beed0d6 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:50:51.532121 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c14b83a-1d5c-4852-8add-885dedc296e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:51.552963 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-b4b0c9cb-add2-4804-9831-a33ad01cc02b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f966f7df-f9af-48ff-926b-74b997f4dd65 HTTP/1.1" status: 200 len: 217 time: 0.2014232 Mar 23 12:50:51.679490 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58148) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:51.694680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-8b22a2fb-70f4-4f33-88ac-a3bd1e775065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:51.696726 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-8b22a2fb-70f4-4f33-88ac-a3bd1e775065 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b1870a69-a726-4746-a26e-0ffbf4458791 HTTP/1.1" status: 200 len: 854 time: 0.1344049 Mar 23 12:50:51.735904 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7ea6659a-66c3-474c-ba44-72464b92a077 req-ae5a50b0-b3b0-4978-b52a-77069a396cbb tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 210 time: 0.0897861 Mar 23 12:50:51.741658 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c14b83a-1d5c-4852-8add-885dedc296e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:51.775699 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-04852c6c-77e5-4a53-bcdc-2d98f941efd4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c281b63a-1110-46c5-a009-2f989e889242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429995 Mar 23 12:50:51.786097 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ff9ef8e8-675f-425f-b724-e5b8c305b49b req-68f9c7f1-0b11-4ca2-ad41-b0bbbcd2f2c3 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598866 Mar 23 12:50:51.812316 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:51.904825 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-708aec9a-9356-4160-8606-ac2c41bf4625 service neutron] 10.222.0.77 "GET /v2.0/networks/c281b63a-1110-46c5-a009-2f989e889242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215439 Mar 23 12:50:51.908225 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7d0cae1-a58d-4e7c-a9a2-556c0dc6f0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:51.949562 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c14b83a-1d5c-4852-8add-885dedc296e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:52.057445 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Allocated IP 172.25.2.60 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/b38295fe-eb6d-4d27-94da-622e82e782da) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:50:52.103472 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c14b83a-1d5c-4852-8add-885dedc296e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:52.193310 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14b83a-1d5c-4852-8add-885dedc296e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04aa0ac9-74bf-48af-b463-b2b30beed0d6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:52.204370 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6c14b83a-1d5c-4852-8add-885dedc296e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:52.208224 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6c14b83a-1d5c-4852-8add-885dedc296e4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/04aa0ac9-74bf-48af-b463-b2b30beed0d6 HTTP/1.1" status: 204 len: 168 time: 0.9755528 Mar 23 12:50:52.214233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58152) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:52.220319 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446c6050-1f09-4fb4-9c9c-eeb3f624ab9b None None] Network 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:50:52.242696 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7d0cae1-a58d-4e7c-a9a2-556c0dc6f0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:52.254215 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7d0cae1-a58d-4e7c-a9a2-556c0dc6f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:52.375185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0cae1-a58d-4e7c-a9a2-556c0dc6f0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fe143b-49b3-4c3c-a57f-bd344b384709,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:52.380514 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a7d0cae1-a58d-4e7c-a9a2-556c0dc6f0a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2336465767c448d88c4f2133811e13a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6933763 Mar 23 12:50:52.383347 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:52.387652 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58154) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:52.421059 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:52.425424 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98af1db6-c48a-4480-82ba-1d9cb0946209 req-8c6dfc51-ffec-4a07-81fc-2414af45a724 service neutron] 10.222.0.77 "GET /v2.0/networks/c281b63a-1110-46c5-a009-2f989e889242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128496 Mar 23 12:50:52.523955 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3186353-982a-489d-b4f5-002580dcac52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:52.530330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ee5485-afc7-4616-ae2b-fa9d0f81e1c5 None None] DHCP port deletion for 3f6b99f7-81d5-426f-bb53-cc4586fa4a54 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:50:52.541220 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:52.557650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f560813-1901-4c10-b961-ff8fa93cb44e req-c3e5257f-2988-45ef-93a0-6dbd74bdd556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:52.559733 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f560813-1901-4c10-b961-ff8fa93cb44e req-c3e5257f-2988-45ef-93a0-6dbd74bdd556 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=33e7f205f4db4e62a36e6c205fdc521e&device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 1095 time: 0.0756948 Mar 23 12:50:52.590364 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3186353-982a-489d-b4f5-002580dcac52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:52.599635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-73ee5485-afc7-4616-ae2b-fa9d0f81e1c5 None None] Deleting port bd576824-b28d-4cb1-bd94-19beecfb242a {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:52.600046 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-73ee5485-afc7-4616-ae2b-fa9d0f81e1c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:52.613338 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] Deleting port bd576824-b28d-4cb1-bd94-19beecfb242a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:50:52.613681 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:52.618286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:52.629089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:52.649136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:50:52.658663 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'Port': ['ID=b38295fe-eb6d-4d27-94da-622e82e782da,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:52.677037 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-73ee5485-afc7-4616-ae2b-fa9d0f81e1c5 None None] For port bd576824-b28d-4cb1-bd94-19beecfb242a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bd576824-b28d-4cb1-bd94-19beecfb242a,segment=NetworkSegment(db53acb3-07ac-4ad6-9d06-e5862eb13546),segment_id=db53acb3-07ac-4ad6-9d06-e5862eb13546)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:52.677781 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-73ee5485-afc7-4616-ae2b-fa9d0f81e1c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:52.693665 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-73ee5485-afc7-4616-ae2b-fa9d0f81e1c5 None None] Calling delete_port for bd576824-b28d-4cb1-bd94-19beecfb242a owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:50:52.743874 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f560813-1901-4c10-b961-ff8fa93cb44e req-fb3db82b-78f5-442b-8140-d33b66fbadde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:52.746318 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f560813-1901-4c10-b961-ff8fa93cb44e req-fb3db82b-78f5-442b-8140-d33b66fbadde service neutron] 10.222.0.77 "GET /v2.0/networks?id=c281b63a-1110-46c5-a009-2f989e889242 HTTP/1.1" status: 200 len: 915 time: 0.1800308 Mar 23 12:50:52.753318 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] For port bd576824-b28d-4cb1-bd94-19beecfb242a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bd576824-b28d-4cb1-bd94-19beecfb242a,segment=NetworkSegment(db53acb3-07ac-4ad6-9d06-e5862eb13546),segment_id=db53acb3-07ac-4ad6-9d06-e5862eb13546)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:52.756134 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:52.770772 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] Calling delete_port for bd576824-b28d-4cb1-bd94-19beecfb242a owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:50:52.814138 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f560813-1901-4c10-b961-ff8fa93cb44e req-438a6ebe-4c31-4a6a-bebb-27978f71c256 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f966f7df-f9af-48ff-926b-74b997f4dd65 HTTP/1.1" status: 200 len: 217 time: 0.0611463 Mar 23 12:50:52.837490 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-73ee5485-afc7-4616-ae2b-fa9d0f81e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:52.842984 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3186353-982a-489d-b4f5-002580dcac52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:52.846037 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3186353-982a-489d-b4f5-002580dcac52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:52.847494 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a3186353-982a-489d-b4f5-002580dcac52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/14fe143b-49b3-4c3c-a57f-bd344b384709 HTTP/1.1" status: 204 len: 168 time: 0.4520044 Mar 23 12:50:52.887401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee5485-afc7-4616-ae2b-fa9d0f81e1c5 None None] No DVR routers for this DVR port bd576824-b28d-4cb1-bd94-19beecfb242a on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:50:52.904316 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee5485-afc7-4616-ae2b-fa9d0f81e1c5 None None] Pushing event deleted for resources: {'Port': ['ID=bd576824-b28d-4cb1-bd94-19beecfb242a,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:52.908920 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3186353-982a-489d-b4f5-002580dcac52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fe143b-49b3-4c3c-a57f-bd344b384709,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:52.979391 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.005242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b7030ac9-d910-49f4-9b35-fa9089eb745a no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:50:53.027868 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.028576 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a6e68f8-7ecf-40bb-a812-0f74dca44033 req-899fba76-7bc3-4e3b-a779-6f24d49450e8 tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "GET /v2.0/ports?device_id=33d06f50-7e28-4d2d-9132-a0c26fd988a6 HTTP/1.1" status: 200 len: 210 time: 0.0915501 Mar 23 12:50:53.042777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f560813-1901-4c10-b961-ff8fa93cb44e req-eb91a220-738a-4212-a026-e3cbdbf857dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:53.050065 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f560813-1901-4c10-b961-ff8fa93cb44e req-eb91a220-738a-4212-a026-e3cbdbf857dd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b1870a69-a726-4746-a26e-0ffbf4458791 HTTP/1.1" status: 200 len: 854 time: 0.2228785 Mar 23 12:50:53.063820 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: b7030ac9-d910-49f4-9b35-fa9089eb745a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:50:53.064749 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b7030ac9-d910-49f4-9b35-fa9089eb745a not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:50:53.065697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bd576824-b28d-4cb1-bd94-19beecfb242a no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:50:53.091479 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f560813-1901-4c10-b961-ff8fa93cb44e req-7729c2d0-8bcf-4820-95e5-c2e89652acf4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c281b63a-1110-46c5-a009-2f989e889242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323281 Mar 23 12:50:53.116710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd576824-b28d-4cb1-bd94-19beecfb242a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:53.122124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] No DVR routers for this DVR port bd576824-b28d-4cb1-bd94-19beecfb242a on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:50:53.129032 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: bd576824-b28d-4cb1-bd94-19beecfb242a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:50:53.129386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bd576824-b28d-4cb1-bd94-19beecfb242a not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:50:53.152649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd10dc-15af-4804-a8eb-022fe7af9828 req-ec700904-10c5-4817-8d4c-4063951a727c tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:53.156571 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77fd10dc-15af-4804-a8eb-022fe7af9828 req-ec700904-10c5-4817-8d4c-4063951a727c tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 944 time: 0.1799173 Mar 23 12:50:53.271006 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.284609 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f560813-1901-4c10-b961-ff8fa93cb44e req-62f3f057-493d-4b75-bcbf-f9bcf6b19245 service neutron] 10.222.0.77 "GET /v2.0/networks/c281b63a-1110-46c5-a009-2f989e889242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852727 Mar 23 12:50:53.333548 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.342565 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6b99f7-81d5-426f-bb53-cc4586fa4a54']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:53.357415 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db53acb3-07ac-4ad6-9d06-e5862eb13546') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:53.357573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db53acb3-07ac-4ad6-9d06-e5862eb13546') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:53.368061 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.395213 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f560813-1901-4c10-b961-ff8fa93cb44e req-a5c53964-a693-4cb8-9956-565ba2e7acee service neutron] 10.222.0.77 "GET /v2.0/networks/c281b63a-1110-46c5-a009-2f989e889242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035750 Mar 23 12:50:53.412647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58176) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:53.418721 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.431764 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4cb95bc-44e6-4784-93d5-681587d02206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.452696 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:50:53.453234 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:50:53.455039 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:50:53.474091 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77fd10dc-15af-4804-a8eb-022fe7af9828 req-00a22fbf-b2a1-4cab-830e-5d2203ee99ee tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428788 Mar 23 12:50:53.529622 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4cb95bc-44e6-4784-93d5-681587d02206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.535021 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e4cb95bc-44e6-4784-93d5-681587d02206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.596794 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.603942 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e4cb95bc-44e6-4784-93d5-681587d02206 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5a712e423be446238956d8831a0a2c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900606 Mar 23 12:50:53.604983 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58178) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:53.605162 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.610223 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3f6b99f7-81d5-426f-bb53-cc4586fa4a54 HTTP/1.1" status: 204 len: 168 time: 1.3948641 Mar 23 12:50:53.612461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb95bc-44e6-4784-93d5-681587d02206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babf7540-1bd1-4943-bec1-f8db10744fb1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:53.630582 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fbd68-e190-487d-80ad-b56d2fda1f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f6b99f7-81d5-426f-bb53-cc4586fa4a54,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:53.708278 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.716230 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.744697 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-baee571f-f8d6-49dc-84a6-723cb19f6267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.772860 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-baee571f-f8d6-49dc-84a6-723cb19f6267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.810746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'Port': ['ID=b38295fe-eb6d-4d27-94da-622e82e782da,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:53.819291 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.842251 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.843994 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a113194e-3b4b-47d9-a59f-455a987b6e49 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4740689 Mar 23 12:50:53.856907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58184) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:53.890471 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-baee571f-f8d6-49dc-84a6-723cb19f6267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.893778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-baee571f-f8d6-49dc-84a6-723cb19f6267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:53.905281 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-baee571f-f8d6-49dc-84a6-723cb19f6267 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/babf7540-1bd1-4943-bec1-f8db10744fb1 HTTP/1.1" status: 204 len: 168 time: 0.2921021 Mar 23 12:50:53.920368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee571f-f8d6-49dc-84a6-723cb19f6267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babf7540-1bd1-4943-bec1-f8db10744fb1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:53.966367 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-12123562-c8fb-4f1b-bec0-e4d756d3d333 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ea1481d248546008fdefdaf479fb3fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1058810 Mar 23 12:50:53.968874 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58188) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:54.027542 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b4f8581-f4aa-4787-8e2d-9d0c2cdc6dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:54.053457 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88422982-a9eb-4ef6-8e51-d5522ad5a64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:54.075228 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b4f8581-f4aa-4787-8e2d-9d0c2cdc6dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:54.129242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58204) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:50:54.187619 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b4f8581-f4aa-4787-8e2d-9d0c2cdc6dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:54.190361 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b4f8581-f4aa-4787-8e2d-9d0c2cdc6dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:54.193619 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4b4f8581-f4aa-4787-8e2d-9d0c2cdc6dc0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/84ba0b61-cb4e-49ae-bcd7-ca882920710d HTTP/1.1" status: 204 len: 168 time: 0.2230320 Mar 23 12:50:54.210938 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f8581-f4aa-4787-8e2d-9d0c2cdc6dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ba0b61-cb4e-49ae-bcd7-ca882920710d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:54.272488 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-d833e893-1ecd-432d-a8a2-5f785207e648 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--54615039&fields=id&tenant_id=c31ff6c0586f49588d5192b65f6a4e62 HTTP/1.1" status: 200 len: 267 time: 0.1062994 Mar 23 12:50:54.322147 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae907-8322-463d-8d74-1cbe5ee490aa tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:54.408707 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae907-8322-463d-8d74-1cbe5ee490aa tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:54.475260 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-86e8f02d-9b03-4e1d-b4e2-8beeab7c5fbd tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:54.477112 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-86e8f02d-9b03-4e1d-b4e2-8beeab7c5fbd tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 814 time: 0.1897931 Mar 23 12:50:54.511171 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-92c74895-a91c-43f7-be90-35f1961573bb tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/quotas/c31ff6c0586f49588d5192b65f6a4e62 HTTP/1.1" status: 200 len: 375 time: 0.0139978 Mar 23 12:50:54.527744 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae907-8322-463d-8d74-1cbe5ee490aa tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:54.531130 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae907-8322-463d-8d74-1cbe5ee490aa tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:54.532263 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dc1ae907-8322-463d-8d74-1cbe5ee490aa tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] 10.222.0.52 "DELETE /v2.0/security-groups/c02ffdd4-e20b-4b5a-a5e4-b252f3906854 HTTP/1.1" status: 204 len: 168 time: 0.3704278 Mar 23 12:50:54.575034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ae907-8322-463d-8d74-1cbe5ee490aa tempest-TestVolumeBackupRestore-1895661930 tempest-TestVolumeBackupRestore-1895661930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02ffdd4-e20b-4b5a-a5e4-b252f3906854,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:54.616974 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a51058-310a-4e26-b780-55d16adc6abc req-dd580661-5bbd-4c50-9b8d-a4bd0b7485e9 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:54.617505 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-bfce99ba-0f09-4ace-804f-fea723279503 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909824 Mar 23 12:50:54.619514 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-66a51058-310a-4e26-b780-55d16adc6abc req-dd580661-5bbd-4c50-9b8d-a4bd0b7485e9 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 944 time: 0.0626087 Mar 23 12:50:54.672466 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-66a51058-310a-4e26-b780-55d16adc6abc req-62795948-0dd5-4c56-a777-8f092cd9d181 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466096 Mar 23 12:50:54.769171 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-4770973c-a60e-40e0-8583-21c52cc36e7e service neutron] 10.222.0.52 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283906 Mar 23 12:50:54.939765 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-5e51a085-e64e-4b39-ba0e-86cbbd2ec6ea service neutron] 10.222.0.52 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624272 Mar 23 12:50:55.362083 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d18a2cd1-3b61-4345-b238-9eb5b018ca1c req-c86845a8-9499-4a6f-96ce-4f884b6a8b0b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 210 time: 0.0553460 Mar 23 12:50:55.919083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2351b-9dd3-4b54-80ce-9e92db570177 req-368b8187-e7be-4307-8389-0d47a4dcf382 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:55.933400 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ac2351b-9dd3-4b54-80ce-9e92db570177 req-368b8187-e7be-4307-8389-0d47a4dcf382 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 944 time: 0.1760070 Mar 23 12:50:56.001618 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ac2351b-9dd3-4b54-80ce-9e92db570177 req-834553dc-e879-45dc-a5a8-fc21719138fb tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545552 Mar 23 12:50:56.506751 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f966f7df-f9af-48ff-926b-74b997f4dd65 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:50:56.561199 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-345dd615-e5c7-4123-a925-4a972060b903 req-2eedb937-aafe-4491-bbfd-1a4cdf254e4d tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 210 time: 0.0987904 Mar 23 12:50:57.225697 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dbd801ae-83c0-46d5-a2a1-8c4d04bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:57.362411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-843c3f05-7eb7-473a-9407-03322ec332ea tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:57.365262 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-843c3f05-7eb7-473a-9407-03322ec332ea tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 814 time: 0.4657176 Mar 23 12:50:57.366071 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f966f7df-f9af-48ff-926b-74b997f4dd65, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f966f7df-f9af-48ff-926b-74b997f4dd65,segment=NetworkSegment(5858bd8a-676e-4633-8719-693eb1b835ad),segment_id=5858bd8a-676e-4633-8719-693eb1b835ad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:57.411098 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'f966f7df-f9af-48ff-926b-74b997f4dd65', 'network_id': 'c281b63a-1110-46c5-a009-2f989e889242', 'port_id': 'f966f7df-f9af-48ff-926b-74b997f4dd65', 'mac_address': 'fa:16:3e:7e:dc:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1870a69-a726-4746-a26e-0ffbf4458791', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:50:57.542731 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:57.584322 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f966f7df-f9af-48ff-926b-74b997f4dd65 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:50:57.642928 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f966f7df-f9af-48ff-926b-74b997f4dd65, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f966f7df-f9af-48ff-926b-74b997f4dd65,segment=NetworkSegment(5858bd8a-676e-4633-8719-693eb1b835ad),segment_id=5858bd8a-676e-4633-8719-693eb1b835ad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:57.652834 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:57.734270 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-75a29650-964c-413b-bb9a-d0ab3c2a5c9b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c31ff6c0586f49588d5192b65f6a4e62 HTTP/1.1" status: 200 len: 378 time: 0.3590300 Mar 23 12:50:57.769262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369c3ba-7661-4819-af4b-604541b34257 req-03759268-6fb4-4b76-b814-9f589eb594f2 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:57.774044 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8369c3ba-7661-4819-af4b-604541b34257 req-03759268-6fb4-4b76-b814-9f589eb594f2 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 944 time: 0.3881834 Mar 23 12:50:57.785039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-d2b5f740-bf72-4702-ab18-d6109f4dc820 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'port': {'device_id': '91c08857-da89-4f3b-9891-1f6652a25511', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'admin_state_up': True, 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'security_groups': ['311eb275-ff9f-46f6-97d2-0b91c9d4fb4a']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:57.796118 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d68fafd2-fc7b-4846-a53f-d1e13b23d634 req-53a9d8a1-3d19-4759-a007-b88a6547a70a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 210 time: 0.0711026 Mar 23 12:50:57.846262 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:57.940222 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f966f7df-f9af-48ff-926b-74b997f4dd65,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:58.003688 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['f966f7df-f9af-48ff-926b-74b997f4dd65'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:50:58.076721 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8369c3ba-7661-4819-af4b-604541b34257 req-ac483974-70e7-4bec-8813-d76ad8aa4eca tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145337 Mar 23 12:50:58.110583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-d2b5f740-bf72-4702-ab18-d6109f4dc820 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Made reservation on behalf of c31ff6c0586f49588d5192b65f6a4e62 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:50:58.115320 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-d2b5f740-bf72-4702-ab18-d6109f4dc820 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:58.394381 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-d2b5f740-bf72-4702-ab18-d6109f4dc820 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Allocated IP 172.20.0.4 (8ad59140-5a4c-426f-a608-38c6929a8267/887f27a5-c519-4323-8382-2219821540c0/a8dfe3d8-a103-4dcc-bd22-daf11ac5633a) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:50:58.717404 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-d2b5f740-bf72-4702-ab18-d6109f4dc820 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:58.839570 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-d2b5f740-bf72-4702-ab18-d6109f4dc820 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:58.919773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-d2b5f740-bf72-4702-ab18-d6109f4dc820 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Network 8ad59140-5a4c-426f-a608-38c6929a8267 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:58.984738 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-d2b5f740-bf72-4702-ab18-d6109f4dc820 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:58.995001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-d2b5f740-bf72-4702-ab18-d6109f4dc820 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:50:59.105919 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:59.106418 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5cd9f-f4c2-4f05-b549-048834c4b16e req-90dd2cca-2444-42fd-b957-6adf97cee60e tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:59.139340 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c9b5cd9f-f4c2-4f05-b549-048834c4b16e req-90dd2cca-2444-42fd-b957-6adf97cee60e tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 931 time: 0.1697760 Mar 23 12:50:59.230086 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5f740-bf72-4702-ab18-d6109f4dc820 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'Port': ['ID=a8dfe3d8-a103-4dcc-bd22-daf11ac5633a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:59.279251 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c9b5cd9f-f4c2-4f05-b549-048834c4b16e req-998335de-128f-4000-ae5c-3a925595571e tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=311eb275-ff9f-46f6-97d2-0b91c9d4fb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1346812 Mar 23 12:50:59.326149 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-d2b5f740-bf72-4702-ab18-d6109f4dc820 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:59.329173 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-d2b5f740-bf72-4702-ab18-d6109f4dc820 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:59.380934 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-d2b5f740-bf72-4702-ab18-d6109f4dc820 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6286411 Mar 23 12:50:59.398344 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Request body: {'port': {'device_id': '91c08857-da89-4f3b-9891-1f6652a25511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:59.540381 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:59.714206 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ead17994-bc8d-464f-b997-ef039cdc9bee None None] Provisioning complete for port a8dfe3d8-a103-4dcc-bd22-daf11ac5633a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:50:59.716606 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ead17994-bc8d-464f-b997-ef039cdc9bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:59.733946 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:50:59.824383 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ead17994-bc8d-464f-b997-ef039cdc9bee None None] Port a8dfe3d8-a103-4dcc-bd22-daf11ac5633a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:51:00.130182 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d1707-309b-4e69-8c90-750cf625ac31 req-61bcc23e-6596-4055-934c-9869926314b0 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:00.134195 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a3d1707-309b-4e69-8c90-750cf625ac31 req-61bcc23e-6596-4055-934c-9869926314b0 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 945 time: 0.6713965 Mar 23 12:51:00.219171 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a3d1707-309b-4e69-8c90-750cf625ac31 req-c65b9721-c4ef-4e10-951d-ea46cb831522 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639496 Mar 23 12:51:00.365513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8dfe3d8-a103-4dcc-bd22-daf11ac5633a {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:51:00.374727 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:00.393666 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Transition to ACTIVE for port object a8dfe3d8-a103-4dcc-bd22-daf11ac5633a will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:51:00.399447 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:00.494170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Pushing event updated for resources: {'Port': ['ID=a8dfe3d8-a103-4dcc-bd22-daf11ac5633a,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:00.537850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f966f7df-f9af-48ff-926b-74b997f4dd65 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:00.591027 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a97503-0afb-4e0a-88d3-c71af32775fa req-dc871462-c466-4a0d-81d5-6d1eaf95cc9c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:00.608120 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9a97503-0afb-4e0a-88d3-c71af32775fa req-dc871462-c466-4a0d-81d5-6d1eaf95cc9c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 943 time: 0.1241245 Mar 23 12:51:00.699162 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9a97503-0afb-4e0a-88d3-c71af32775fa req-ba2942e5-a2fc-4149-b876-4feb139bb514 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=311eb275-ff9f-46f6-97d2-0b91c9d4fb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0879929 Mar 23 12:51:00.753776 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Attempting to bind port a8dfe3d8-a103-4dcc-bd22-daf11ac5633a on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:51:00.754377 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port f966f7df-f9af-48ff-926b-74b997f4dd65 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:51:00.755379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Attempting to bind port a8dfe3d8-a103-4dcc-bd22-daf11ac5633a by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:51:00.756922 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Attempting to bind port a8dfe3d8-a103-4dcc-bd22-daf11ac5633a on network 8ad59140-5a4c-426f-a608-38c6929a8267 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:00.758812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port f966f7df-f9af-48ff-926b-74b997f4dd65 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:00.759194 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:00.767056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Port a8dfe3d8-a103-4dcc-bd22-daf11ac5633a on network 8ad59140-5a4c-426f-a608-38c6929a8267 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:51:00.767768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Attempting to bind port a8dfe3d8-a103-4dcc-bd22-daf11ac5633a on network 8ad59140-5a4c-426f-a608-38c6929a8267 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:00.778062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:51:00.778749 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Checking segment: {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:51:00.779811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Bound using segment: {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:51:00.794656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Bound port: a8dfe3d8-a103-4dcc-bd22-daf11ac5633a, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:51:00.795070 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:00.961774 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:01.008295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port f966f7df-f9af-48ff-926b-74b997f4dd65, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f966f7df-f9af-48ff-926b-74b997f4dd65,segment=NetworkSegment(5858bd8a-676e-4633-8719-693eb1b835ad),segment_id=5858bd8a-676e-4633-8719-693eb1b835ad)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:01.010356 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34f0627-21d4-40b8-8202-2d6bb563afbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f966f7df-f9af-48ff-926b-74b997f4dd65'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:51:01.012954 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3c4b3f-36f6-41b3-9ddb-2ac08218a06c" -d '{"events": [{"server_uuid": "a34f0627-21d4-40b8-8202-2d6bb563afbf", "name": "network-vif-plugged", "status": "completed", "tag": "f966f7df-f9af-48ff-926b-74b997f4dd65"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:51:01.018418 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:01.042913 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] For port a8dfe3d8-a103-4dcc-bd22-daf11ac5633a, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:51:01.063059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] For port a8dfe3d8-a103-4dcc-bd22-daf11ac5633a, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a8dfe3d8-a103-4dcc-bd22-daf11ac5633a,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:51:01.073644 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:01.102171 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=f966f7df-f9af-48ff-926b-74b997f4dd65,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:01.121303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:01.125191 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:01.129532 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] 10.222.0.77 "PUT /v2.0/ports/a8dfe3d8-a103-4dcc-bd22-daf11ac5633a HTTP/1.1" status: 200 len: 1091 time: 1.7370102 Mar 23 12:51:01.132160 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b246f083-3e07-44a3-96e0-ae940b53774e x-openstack-request-id: req-b246f083-3e07-44a3-96e0-ae940b53774e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:51:01.132525 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34f0627-21d4-40b8-8202-2d6bb563afbf", "name": "network-vif-plugged", "status": "completed", "tag": "f966f7df-f9af-48ff-926b-74b997f4dd65", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:51:01.132985 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b246f083-3e07-44a3-96e0-ae940b53774e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:51:01.133565 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34f0627-21d4-40b8-8202-2d6bb563afbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f966f7df-f9af-48ff-926b-74b997f4dd65', 'code': 200} Mar 23 12:51:01.142255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c08857-da89-4f3b-9891-1f6652a25511', 'tag': 'a8dfe3d8-a103-4dcc-bd22-daf11ac5633a'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:51:01.162739 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdebf06-9474-4158-94e8-84febac71391" -d '{"events": [{"name": "network-changed", "server_uuid": "91c08857-da89-4f3b-9891-1f6652a25511", "tag": "a8dfe3d8-a103-4dcc-bd22-daf11ac5633a"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:51:01.300509 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29c4ebd-6c0e-4551-8696-6766a92ba24b x-openstack-request-id: req-c29c4ebd-6c0e-4551-8696-6766a92ba24b {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:51:01.302284 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c08857-da89-4f3b-9891-1f6652a25511", "tag": "a8dfe3d8-a103-4dcc-bd22-daf11ac5633a", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:51:01.302710 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c29c4ebd-6c0e-4551-8696-6766a92ba24b {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:51:01.303866 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c08857-da89-4f3b-9891-1f6652a25511', 'tag': 'a8dfe3d8-a103-4dcc-bd22-daf11ac5633a', 'status': 'completed', 'code': 200} Mar 23 12:51:01.357386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad235fb-5979-4b4a-9a17-2eb104bc0d03 req-6adfba03-58d2-4677-a99f-fba18b386dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:01.360776 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bad235fb-5979-4b4a-9a17-2eb104bc0d03 req-6adfba03-58d2-4677-a99f-fba18b386dd1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 1097 time: 0.0921967 Mar 23 12:51:01.467851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bad235fb-5979-4b4a-9a17-2eb104bc0d03 req-6657ccd2-9ea7-4e33-8805-5873e2f87a05 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979872 Mar 23 12:51:01.524503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec6c6b-36b6-424a-8322-222425ac904c service neutron] Pushing event updated for resources: {'Port': ['ID=a8dfe3d8-a103-4dcc-bd22-daf11ac5633a,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:01.545750 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-cd1d170e-f7b1-4c3d-9212-c74e2b656bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:01.549540 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-cd1d170e-f7b1-4c3d-9212-c74e2b656bb9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 1094 time: 0.2923915 Mar 23 12:51:01.578217 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530df5a-9c55-4272-b827-7ce73657266a req-60a3c128-813b-44fb-b904-c345b6d92068 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:01.585822 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8530df5a-9c55-4272-b827-7ce73657266a req-60a3c128-813b-44fb-b904-c345b6d92068 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 946 time: 0.2230825 Mar 23 12:51:01.642535 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8530df5a-9c55-4272-b827-7ce73657266a req-9bb3c39d-9445-4879-8e37-b2d5643b1263 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491261 Mar 23 12:51:01.838870 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-3a0721a9-20d3-477e-9576-064a0e087b7c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8dfe3d8-a103-4dcc-bd22-daf11ac5633a HTTP/1.1" status: 200 len: 217 time: 0.1183562 Mar 23 12:51:01.860211 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58876) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:01.929434 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-e46e3467-dd9c-4d81-b70f-14c2e10dfea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:01.934027 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-e46e3467-dd9c-4d81-b70f-14c2e10dfea2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=887f27a5-c519-4323-8382-2219821540c0 HTTP/1.1" status: 200 len: 853 time: 0.0876634 Mar 23 12:51:01.954080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7564fce-d29d-4644-b772-b6bdb7721b31 req-94cab0b0-e98e-4e95-8304-fc3dcacd3af7 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:01.975581 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7564fce-d29d-4644-b772-b6bdb7721b31 req-94cab0b0-e98e-4e95-8304-fc3dcacd3af7 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 943 time: 0.1203158 Mar 23 12:51:02.011428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-cccac2d2-6e5e-41be-80b1-de4b5c2f3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:02.013610 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-cccac2d2-6e5e-41be-80b1-de4b5c2f3a36 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ad59140-5a4c-426f-a608-38c6929a8267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710924 Mar 23 12:51:02.070039 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7564fce-d29d-4644-b772-b6bdb7721b31 req-f22b9d94-9231-4547-9438-06ac09a4cf0d tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=311eb275-ff9f-46f6-97d2-0b91c9d4fb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931189 Mar 23 12:51:02.169254 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-c722a4af-a28a-4296-8954-3899f3757e85 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470408 Mar 23 12:51:02.299079 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fbd5067a-141b-498c-9d5e-a1f980691ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:02.440479 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fbd5067a-141b-498c-9d5e-a1f980691ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:02.448338 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-405dd8d7-1377-49d1-a41c-f40033ff8639 req-3c01afe2-6fe1-4e09-aef7-f540aaf46b02 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640619 Mar 23 12:51:02.449007 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fbd5067a-141b-498c-9d5e-a1f980691ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:02.513071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5067a-141b-498c-9d5e-a1f980691ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a11a93d-a475-4dbb-bbea-6faf37ae038a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:02.531269 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fbd5067a-141b-498c-9d5e-a1f980691ba6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=698569c8669e4258b6ae027acc286c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6700127 Mar 23 12:51:02.534304 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58888) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:02.607701 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5067a-141b-498c-9d5e-a1f980691ba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:02.608174 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5067a-141b-498c-9d5e-a1f980691ba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:02.608520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5067a-141b-498c-9d5e-a1f980691ba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:02.608858 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5067a-141b-498c-9d5e-a1f980691ba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:02.609195 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5067a-141b-498c-9d5e-a1f980691ba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:02.609582 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5067a-141b-498c-9d5e-a1f980691ba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:02.609921 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5067a-141b-498c-9d5e-a1f980691ba6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:02.610247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5067a-141b-498c-9d5e-a1f980691ba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:02.610570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5067a-141b-498c-9d5e-a1f980691ba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:02.610892 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5067a-141b-498c-9d5e-a1f980691ba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:02.611215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5067a-141b-498c-9d5e-a1f980691ba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:02.611535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5067a-141b-498c-9d5e-a1f980691ba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:02.633101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdebf06-9474-4158-94e8-84febac71391 req-5ec35031-4430-4c74-b77f-43464bf49cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:02.635173 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfdebf06-9474-4158-94e8-84febac71391 req-5ec35031-4430-4c74-b77f-43464bf49cbd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 1094 time: 0.1125207 Mar 23 12:51:02.635821 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03878a49-11a1-46ba-854a-b338c8c4aa36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:02.665606 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03878a49-11a1-46ba-854a-b338c8c4aa36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:02.779452 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03878a49-11a1-46ba-854a-b338c8c4aa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:02.783484 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03878a49-11a1-46ba-854a-b338c8c4aa36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:02.788068 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-03878a49-11a1-46ba-854a-b338c8c4aa36 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a11a93d-a475-4dbb-bbea-6faf37ae038a HTTP/1.1" status: 204 len: 168 time: 0.2517948 Mar 23 12:51:02.801312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03878a49-11a1-46ba-854a-b338c8c4aa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a11a93d-a475-4dbb-bbea-6faf37ae038a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:02.931314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58900) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:02.950680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdebf06-9474-4158-94e8-84febac71391 req-973add20-a7fd-4065-9735-50b98547c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:02.953618 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfdebf06-9474-4158-94e8-84febac71391 req-973add20-a7fd-4065-9735-50b98547c8bf service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 915 time: 0.2961166 Mar 23 12:51:02.992387 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0db5ac-64fc-4352-9cca-6fb1a665fe73 req-bd2b8875-a0df-46b0-9d3e-175ef102c02e tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:02.994961 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f0db5ac-64fc-4352-9cca-6fb1a665fe73 req-bd2b8875-a0df-46b0-9d3e-175ef102c02e tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 946 time: 0.2143421 Mar 23 12:51:03.038524 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfdebf06-9474-4158-94e8-84febac71391 req-5266725e-7f22-4ef8-a689-3a5cd3981dea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8dfe3d8-a103-4dcc-bd22-daf11ac5633a HTTP/1.1" status: 200 len: 217 time: 0.0725744 Mar 23 12:51:03.113348 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f0db5ac-64fc-4352-9cca-6fb1a665fe73 req-750d5d66-b9d0-40d1-b11f-dbd60657e447 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835383 Mar 23 12:51:03.130161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdebf06-9474-4158-94e8-84febac71391 req-4767c252-b67a-4397-ba59-1dcd4b3e9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:03.131333 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfdebf06-9474-4158-94e8-84febac71391 req-4767c252-b67a-4397-ba59-1dcd4b3e9172 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=887f27a5-c519-4323-8382-2219821540c0 HTTP/1.1" status: 200 len: 853 time: 0.0822668 Mar 23 12:51:03.243674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdebf06-9474-4158-94e8-84febac71391 req-7ec9a66e-023f-490c-aa22-3c0965a069f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:03.248028 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfdebf06-9474-4158-94e8-84febac71391 req-7ec9a66e-023f-490c-aa22-3c0965a069f6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ad59140-5a4c-426f-a608-38c6929a8267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098359 Mar 23 12:51:03.285260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30128e17-6546-4241-ae72-35e487244cee req-8a0dd480-eda1-44a8-a74f-b2d14f60ab6f tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:03.290853 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-30128e17-6546-4241-ae72-35e487244cee req-8a0dd480-eda1-44a8-a74f-b2d14f60ab6f tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 943 time: 0.1073909 Mar 23 12:51:03.366419 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-30128e17-6546-4241-ae72-35e487244cee req-980309a4-38a9-4d87-b7dc-b37b7601ea8c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=311eb275-ff9f-46f6-97d2-0b91c9d4fb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677598 Mar 23 12:51:03.445224 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfdebf06-9474-4158-94e8-84febac71391 req-f49d90f3-054d-4542-8c65-ff2ccc39061e service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888125 Mar 23 12:51:03.563200 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58912) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:03.585188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-10e38318-9c1e-476e-a453-365982d00348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:03.654204 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfdebf06-9474-4158-94e8-84febac71391 req-99013177-6a72-4bdd-9304-51ebccadb753 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007005 Mar 23 12:51:03.750130 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-10e38318-9c1e-476e-a453-365982d00348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:03.756278 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-10e38318-9c1e-476e-a453-365982d00348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:03.868986 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-10e38318-9c1e-476e-a453-365982d00348 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ba87a5feb59e436c8bb8fbce6b10ff6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3047235 Mar 23 12:51:03.869898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e38318-9c1e-476e-a453-365982d00348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a37293-1f75-4fa9-84fd-39eab5aaa327,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:03.872471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58920) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:03.949176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d793405-7e51-44e2-b083-42910c9b416c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:03.979228 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d793405-7e51-44e2-b083-42910c9b416c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:04.049878 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d793405-7e51-44e2-b083-42910c9b416c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:04.054857 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d793405-7e51-44e2-b083-42910c9b416c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:04.058332 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6d793405-7e51-44e2-b083-42910c9b416c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d8a37293-1f75-4fa9-84fd-39eab5aaa327 HTTP/1.1" status: 204 len: 168 time: 0.1742389 Mar 23 12:51:04.065442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d793405-7e51-44e2-b083-42910c9b416c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a37293-1f75-4fa9-84fd-39eab5aaa327,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:04.270098 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa4914-9f68-42c3-9aa7-278975251c2e req-d08dae00-4e19-4262-88cc-dc404ea1aab5 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:04.279510 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32aa4914-9f68-42c3-9aa7-278975251c2e req-d08dae00-4e19-4262-88cc-dc404ea1aab5 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 946 time: 0.0692976 Mar 23 12:51:04.360004 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32aa4914-9f68-42c3-9aa7-278975251c2e req-99cc1153-09f6-4e55-a29c-255b75238137 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782692 Mar 23 12:51:04.433631 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b6311c46-c89c-4378-90e3-fb4de8d56739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:04.541715 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44a409-5326-4420-9686-aeaf9183a98b req-47e9eb42-61dc-435e-b9be-0752ccea6418 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:04.550486 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb44a409-5326-4420-9686-aeaf9183a98b req-47e9eb42-61dc-435e-b9be-0752ccea6418 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 943 time: 0.0767536 Mar 23 12:51:04.553524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58940) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:04.621921 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb44a409-5326-4420-9686-aeaf9183a98b req-cca09315-871f-419d-b6ea-59dabc8b71fd tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=311eb275-ff9f-46f6-97d2-0b91c9d4fb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700171 Mar 23 12:51:04.748769 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5b595dd-1f5a-4f52-837c-a1b0d033c344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:04.869050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b6311c46-c89c-4378-90e3-fb4de8d56739 admin admin] Deleting port 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:04.869616 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b6311c46-c89c-4378-90e3-fb4de8d56739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:04.882842 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5b595dd-1f5a-4f52-837c-a1b0d033c344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:04.891012 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5b595dd-1f5a-4f52-837c-a1b0d033c344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:04.970025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b595dd-1f5a-4f52-837c-a1b0d033c344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57150025-9b83-475e-bbb6-7de25bad1358,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:04.974343 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-b6311c46-c89c-4378-90e3-fb4de8d56739 admin admin] For port 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=58cd4ed9-cb6e-4a61-85b4-cd27cb00c065,segment=NetworkSegment(29dae5b9-80a8-4956-9faa-c2c202802d01),segment_id=29dae5b9-80a8-4956-9faa-c2c202802d01)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:04.974932 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b6311c46-c89c-4378-90e3-fb4de8d56739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:04.995002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b6311c46-c89c-4378-90e3-fb4de8d56739 admin admin] Calling delete_port for 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:05.014593 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e5b595dd-1f5a-4f52-837c-a1b0d033c344 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c450ad77692e4bb894fc942c3b15976c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4571972 Mar 23 12:51:05.015139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 58958) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:05.175587 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d32fe48b-0ca9-4f57-8086-8ce9e1c450cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:05.254402 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d32fe48b-0ca9-4f57-8086-8ce9e1c450cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:05.327199 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d32fe48b-0ca9-4f57-8086-8ce9e1c450cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:05.335107 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d32fe48b-0ca9-4f57-8086-8ce9e1c450cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:05.337754 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d32fe48b-0ca9-4f57-8086-8ce9e1c450cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/57150025-9b83-475e-bbb6-7de25bad1358 HTTP/1.1" status: 204 len: 168 time: 0.3215168 Mar 23 12:51:05.424813 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b6311c46-c89c-4378-90e3-fb4de8d56739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:05.486742 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fe48b-0ca9-4f57-8086-8ce9e1c450cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57150025-9b83-475e-bbb6-7de25bad1358,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:05.501424 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6311c46-c89c-4378-90e3-fb4de8d56739 admin admin] Pushing event deleted for resources: {'Port': ['ID=58cd4ed9-cb6e-4a61-85b4-cd27cb00c065,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:05.851656 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b6311c46-c89c-4378-90e3-fb4de8d56739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:05.866383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f066ba9-e98e-47c3-908d-4a37f8ff22e3 req-9220cc96-2ada-4a80-94c3-3427847f0690 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:05.872361 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f066ba9-e98e-47c3-908d-4a37f8ff22e3 req-9220cc96-2ada-4a80-94c3-3427847f0690 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 943 time: 0.1376626 Mar 23 12:51:05.985191 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f066ba9-e98e-47c3-908d-4a37f8ff22e3 req-8b449f29-4024-47fe-b960-215821e84b8a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=311eb275-ff9f-46f6-97d2-0b91c9d4fb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1016910 Mar 23 12:51:06.164147 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6311c46-c89c-4378-90e3-fb4de8d56739 admin admin] Router bf402e6e-f09f-41b8-8bc7-e09d5e238721 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:51:06.267440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58992) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:06.293096 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-497acc6f-1b60-4350-9630-1f53d538eaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:06.420550 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6311c46-c89c-4378-90e3-fb4de8d56739 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:51:06.436306 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb42ca-39a7-418a-ac14-ee2ab211cfe7 None None] Sync routers for ids ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:51:06.441077 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b6311c46-c89c-4378-90e3-fb4de8d56739 admin admin] 10.222.0.52 "PUT /v2.0/routers/bf402e6e-f09f-41b8-8bc7-e09d5e238721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5083451 Mar 23 12:51:06.446005 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 58996) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:06.455257 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb42ca-39a7-418a-ac14-ee2ab211cfe7 None None] Routers {'bf402e6e-f09f-41b8-8bc7-e09d5e238721'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:06.456400 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c4eb42ca-39a7-418a-ac14-ee2ab211cfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:50:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:06.563182 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-497acc6f-1b60-4350-9630-1f53d538eaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:06.580715 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-497acc6f-1b60-4350-9630-1f53d538eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:06.601288 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device a8dfe3d8-a103-4dcc-bd22-daf11ac5633a details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:51:06.646119 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c4eb42ca-39a7-418a-ac14-ee2ab211cfe7 None None] Set router bf402e6e-f09f-41b8-8bc7-e09d5e238721 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:06.696524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497acc6f-1b60-4350-9630-1f53d538eaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65900a54-0d1c-43b4-9ebb-6973fc80f151,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:06.714219 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59004) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:06.718751 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-497acc6f-1b60-4350-9630-1f53d538eaa4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d4b94c60d4d47e5987cfc612885f520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496539 Mar 23 12:51:06.728668 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d568-64a8-451e-aa66-f7ee7031a674 admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:06.818907 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6bf1e965-e314-40b9-9724-238012f0a707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:06.850651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port a8dfe3d8-a103-4dcc-bd22-daf11ac5633a, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a8dfe3d8-a103-4dcc-bd22-daf11ac5633a,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:06.852262 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6bf1e965-e314-40b9-9724-238012f0a707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:06.872258 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'a8dfe3d8-a103-4dcc-bd22-daf11ac5633a', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'port_id': 'a8dfe3d8-a103-4dcc-bd22-daf11ac5633a', 'mac_address': 'fa:16:3e:30:63:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:51:06.930705 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:06.942629 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d568-64a8-451e-aa66-f7ee7031a674 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:06.969211 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6bf1e965-e314-40b9-9724-238012f0a707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:06.973141 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6bf1e965-e314-40b9-9724-238012f0a707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:06.978298 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6bf1e965-e314-40b9-9724-238012f0a707 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65900a54-0d1c-43b4-9ebb-6973fc80f151 HTTP/1.1" status: 204 len: 168 time: 0.2629836 Mar 23 12:51:06.987987 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8dfe3d8-a103-4dcc-bd22-daf11ac5633a {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:51:07.024221 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1e965-e314-40b9-9724-238012f0a707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65900a54-0d1c-43b4-9ebb-6973fc80f151,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:07.046922 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port a8dfe3d8-a103-4dcc-bd22-daf11ac5633a, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a8dfe3d8-a103-4dcc-bd22-daf11ac5633a,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:07.057440 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:07.117439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6d568-64a8-451e-aa66-f7ee7031a674 admin admin] Deleting port 4f478161-e015-40d7-bc28-2be837547171 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:07.117776 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d568-64a8-451e-aa66-f7ee7031a674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:07.158125 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c4eb42ca-39a7-418a-ac14-ee2ab211cfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '4f478161-e015-40d7-bc28-2be837547171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:51:05Z', 'revision_number': 5, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port': {'id': '4f478161-e015-40d7-bc28-2be837547171', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:09Z', 'updated_at': '2022-03-23T12:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:07.202376 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb42ca-39a7-418a-ac14-ee2ab211cfe7 None None] Checking router: bf402e6e-f09f-41b8-8bc7-e09d5e238721 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:51:07.215276 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb42ca-39a7-418a-ac14-ee2ab211cfe7 None None] Routers {'bf402e6e-f09f-41b8-8bc7-e09d5e238721'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:07.216168 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c4eb42ca-39a7-418a-ac14-ee2ab211cfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:50:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:07.226687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5898f9-ba8a-4280-ac2e-1911e07a7460 req-abfb16f1-7db0-42bb-bbce-b389dbcfc7c0 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:07.238734 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a5898f9-ba8a-4280-ac2e-1911e07a7460 req-abfb16f1-7db0-42bb-bbce-b389dbcfc7c0 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 944 time: 0.1234961 Mar 23 12:51:07.247875 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=a8dfe3d8-a103-4dcc-bd22-daf11ac5633a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:07.326623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-b2a6d568-64a8-451e-aa66-f7ee7031a674 admin admin] For port 4f478161-e015-40d7-bc28-2be837547171, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4f478161-e015-40d7-bc28-2be837547171,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:07.327478 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d568-64a8-451e-aa66-f7ee7031a674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:07.335884 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9a5898f9-ba8a-4280-ac2e-1911e07a7460 req-01864cfd-89b9-44fc-95b6-d4693b9ca618 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=311eb275-ff9f-46f6-97d2-0b91c9d4fb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947814 Mar 23 12:51:07.346850 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6d568-64a8-451e-aa66-f7ee7031a674 admin admin] Calling delete_port for 4f478161-e015-40d7-bc28-2be837547171 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:07.393440 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c4eb42ca-39a7-418a-ac14-ee2ab211cfe7 None None] Set router bf402e6e-f09f-41b8-8bc7-e09d5e238721 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:07.402679 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['a8dfe3d8-a103-4dcc-bd22-daf11ac5633a'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:51:07.511406 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c4eb42ca-39a7-418a-ac14-ee2ab211cfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:51:06Z', 'revision_number': 6, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:07.568880 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb42ca-39a7-418a-ac14-ee2ab211cfe7 None None] The sync data for ids ['bf402e6e-f09f-41b8-8bc7-e09d5e238721'] in n-d-834854-1 is: [{'id': 'bf402e6e-f09f-41b8-8bc7-e09d5e238721', 'name': 'tempest-TestVolumeBackupRestore-403467875-router', 'tenant_id': 'fef0880d69bd4c0fb58be53802b212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:08Z', 'updated_at': '2022-03-23T12:51:06Z', 'revision_number': 6, 'project_id': 'fef0880d69bd4c0fb58be53802b212c7', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:51:07.638250 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d568-64a8-451e-aa66-f7ee7031a674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:07.665736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6d568-64a8-451e-aa66-f7ee7031a674 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f478161-e015-40d7-bc28-2be837547171,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:07.743169 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d568-64a8-451e-aa66-f7ee7031a674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:07.853285 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d568-64a8-451e-aa66-f7ee7031a674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:07.855484 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d568-64a8-451e-aa66-f7ee7031a674 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:07.918409 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d568-64a8-451e-aa66-f7ee7031a674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:07.919086 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a6d568-64a8-451e-aa66-f7ee7031a674 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf402e6e-f09f-41b8-8bc7-e09d5e238721 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:51:07.926463 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d568-64a8-451e-aa66-f7ee7031a674 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:07.930328 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59034) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:07.930912 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b2a6d568-64a8-451e-aa66-f7ee7031a674 admin admin] 10.222.0.52 "DELETE /v2.0/routers/bf402e6e-f09f-41b8-8bc7-e09d5e238721 HTTP/1.1" status: 204 len: 168 time: 1.4814594 Mar 23 12:51:08.009529 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc9dcec-172d-47d1-9802-07c5ec4ec272 admin admin] Deleting subnet 2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:51:08.020434 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bc9dcec-172d-47d1-9802-07c5ec4ec272 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:08.098422 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bc9dcec-172d-47d1-9802-07c5ec4ec272 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:08.219884 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bc9dcec-172d-47d1-9802-07c5ec4ec272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:08.292552 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bc9dcec-172d-47d1-9802-07c5ec4ec272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:08.321159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9dcec-172d-47d1-9802-07c5ec4ec272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:08.327962 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bc9dcec-172d-47d1-9802-07c5ec4ec272 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:08.332481 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9bc9dcec-172d-47d1-9802-07c5ec4ec272 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2ea4f39f-51c9-43b9-9b40-10bfe3e7ba17 HTTP/1.1" status: 204 len: 168 time: 0.4003396 Mar 23 12:51:08.334417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987311c0-880b-4c68-b852-6bcbd68226c7 None None] Network 254bf9df-e111-474a-8af1-a0291c64e5ff requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:51:08.335643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59048) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:08.433528 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:08.551053 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] Deleting port 2746c518-666d-4e2c-984f-f936b0d36a30 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:08.552331 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:08.590666 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1ae01-f68b-4fac-8f0a-7cd4a644d5c5 req-e78894f5-9d0e-4846-a16f-036193298b5c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:08.600157 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5bf1ae01-f68b-4fac-8f0a-7cd4a644d5c5 req-e78894f5-9d0e-4846-a16f-036193298b5c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 944 time: 0.1152833 Mar 23 12:51:08.618532 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device a8dfe3d8-a103-4dcc-bd22-daf11ac5633a up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:08.711998 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724aa78f-7e9b-44d8-bcdd-15bce9c8e8af None None] DHCP port deletion for 254bf9df-e111-474a-8af1-a0291c64e5ff request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:51:08.714311 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5bf1ae01-f68b-4fac-8f0a-7cd4a644d5c5 req-07aba26d-3e1f-444c-bb79-2640bfac12ff tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=311eb275-ff9f-46f6-97d2-0b91c9d4fb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1122332 Mar 23 12:51:08.719709 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] For port 2746c518-666d-4e2c-984f-f936b0d36a30, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2746c518-666d-4e2c-984f-f936b0d36a30,segment=NetworkSegment(29dae5b9-80a8-4956-9faa-c2c202802d01),segment_id=29dae5b9-80a8-4956-9faa-c2c202802d01)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:08.720092 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:08.720254 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port a8dfe3d8-a103-4dcc-bd22-daf11ac5633a completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:51:08.733506 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port a8dfe3d8-a103-4dcc-bd22-daf11ac5633a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:08.733952 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:08.767753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] Calling delete_port for 2746c518-666d-4e2c-984f-f936b0d36a30 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:08.878374 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:08.910509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-724aa78f-7e9b-44d8-bcdd-15bce9c8e8af None None] Deleting port 2746c518-666d-4e2c-984f-f936b0d36a30 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:08.910838 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-724aa78f-7e9b-44d8-bcdd-15bce9c8e8af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:08.991845 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:09.047402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] Pushing event deleted for resources: {'Port': ['ID=2746c518-666d-4e2c-984f-f936b0d36a30,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:09.071664 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-724aa78f-7e9b-44d8-bcdd-15bce9c8e8af None None] For port 2746c518-666d-4e2c-984f-f936b0d36a30, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2746c518-666d-4e2c-984f-f936b0d36a30,segment=NetworkSegment(29dae5b9-80a8-4956-9faa-c2c202802d01),segment_id=29dae5b9-80a8-4956-9faa-c2c202802d01)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:09.072101 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-724aa78f-7e9b-44d8-bcdd-15bce9c8e8af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:09.073240 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] No DVR routers for this DVR port 2746c518-666d-4e2c-984f-f936b0d36a30 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:51:09.101145 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-724aa78f-7e9b-44d8-bcdd-15bce9c8e8af None None] Calling delete_port for 2746c518-666d-4e2c-984f-f936b0d36a30 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:09.164767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4f478161-e015-40d7-bc28-2be837547171 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:51:09.197694 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:09.203534 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 4f478161-e015-40d7-bc28-2be837547171 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:51:09.203999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4f478161-e015-40d7-bc28-2be837547171 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:51:09.204419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2746c518-666d-4e2c-984f-f936b0d36a30 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:51:09.233880 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port a8dfe3d8-a103-4dcc-bd22-daf11ac5633a, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a8dfe3d8-a103-4dcc-bd22-daf11ac5633a,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:09.253204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c08857-da89-4f3b-9891-1f6652a25511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dfe3d8-a103-4dcc-bd22-daf11ac5633a'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:51:09.255555 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8a094a-8869-4370-a099-484e0b0baf25" -d '{"events": [{"server_uuid": "91c08857-da89-4f3b-9891-1f6652a25511", "name": "network-vif-plugged", "status": "completed", "tag": "a8dfe3d8-a103-4dcc-bd22-daf11ac5633a"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:51:09.261233 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:09.262519 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254bf9df-e111-474a-8af1-a0291c64e5ff']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:09.268636 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 2746c518-666d-4e2c-984f-f936b0d36a30 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:51:09.268975 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2746c518-666d-4e2c-984f-f936b0d36a30 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:51:09.269379 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:51:09.282405 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29dae5b9-80a8-4956-9faa-c2c202802d01') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:09.282946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29dae5b9-80a8-4956-9faa-c2c202802d01') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:09.295735 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:09.311834 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:09.320263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:51:09.321801 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:09.321953 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:51:09.322084 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 58cd4ed9-cb6e-4a61-85b4-cd27cb00c065 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:51:09.336870 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:51:09.365597 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89d1e45-95c4-4378-9063-a3cb2a1412e6 x-openstack-request-id: req-b89d1e45-95c4-4378-9063-a3cb2a1412e6 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:51:09.366497 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c08857-da89-4f3b-9891-1f6652a25511", "name": "network-vif-plugged", "status": "completed", "tag": "a8dfe3d8-a103-4dcc-bd22-daf11ac5633a", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:51:09.367462 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b89d1e45-95c4-4378-9063-a3cb2a1412e6 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:51:09.368049 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c08857-da89-4f3b-9891-1f6652a25511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dfe3d8-a103-4dcc-bd22-daf11ac5633a', 'code': 200} Mar 23 12:51:09.387961 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=a8dfe3d8-a103-4dcc-bd22-daf11ac5633a,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:09.401575 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-724aa78f-7e9b-44d8-bcdd-15bce9c8e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:09.408423 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:09.415254 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:09.420289 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] 10.222.0.52 "DELETE /v2.0/networks/254bf9df-e111-474a-8af1-a0291c64e5ff HTTP/1.1" status: 204 len: 168 time: 1.0835276 Mar 23 12:51:09.424513 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59076) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:09.443479 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddd350-6a84-4e3c-8e3b-4fca6296e089 admin admin] Pushing event deleted for resources: {'Network': ['ID=254bf9df-e111-474a-8af1-a0291c64e5ff,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:09.470684 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-724aa78f-7e9b-44d8-bcdd-15bce9c8e8af None None] Network 254bf9df-e111-474a-8af1-a0291c64e5ff is not hosted by any dhcp agent {{(pid=102780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 12:51:09.471289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724aa78f-7e9b-44d8-bcdd-15bce9c8e8af None None] No DVR routers for this DVR port 2746c518-666d-4e2c-984f-f936b0d36a30 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:51:09.475012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724aa78f-7e9b-44d8-bcdd-15bce9c8e8af None None] Pushing event deleted for resources: {'Port': ['ID=2746c518-666d-4e2c-984f-f936b0d36a30,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:09.929894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e0727-9b31-4246-a696-f27640a57220 req-78c65acd-9d87-43f6-a109-ea8e3b4df67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:09.931533 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f9e0727-9b31-4246-a696-f27640a57220 req-78c65acd-9d87-43f6-a109-ea8e3b4df67a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 1096 time: 0.5115476 Mar 23 12:51:09.984615 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33b23d-76fe-48ae-a898-d88bb41697cd req-18ffc3fc-b702-4f60-a0fa-3e14cce6d58c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:09.988018 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c33b23d-76fe-48ae-a898-d88bb41697cd req-18ffc3fc-b702-4f60-a0fa-3e14cce6d58c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 945 time: 0.1107407 Mar 23 12:51:10.002401 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f9e0727-9b31-4246-a696-f27640a57220 req-23d7d69f-55b6-4ea3-a5d7-526772b8dee5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=311eb275-ff9f-46f6-97d2-0b91c9d4fb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626857 Mar 23 12:51:10.045961 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c33b23d-76fe-48ae-a898-d88bb41697cd req-c6205321-fcfe-45e2-b0b9-51b13b4b2f3b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=311eb275-ff9f-46f6-97d2-0b91c9d4fb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412424 Mar 23 12:51:10.091837 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2a793d2-96bd-4988-9dd0-55157a35a0e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:10.375692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59096) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:10.435564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e2a793d2-96bd-4988-9dd0-55157a35a0e5 admin admin] Deleting port c1f21e42-006d-411d-8921-87d59d4e46d9 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:10.436391 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2a793d2-96bd-4988-9dd0-55157a35a0e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:10.534224 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-e2a793d2-96bd-4988-9dd0-55157a35a0e5 admin admin] For port c1f21e42-006d-411d-8921-87d59d4e46d9, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c1f21e42-006d-411d-8921-87d59d4e46d9,segment=NetworkSegment(192307e0-0821-48b3-842b-27133ab8845e),segment_id=192307e0-0821-48b3-842b-27133ab8845e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:10.534862 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2a793d2-96bd-4988-9dd0-55157a35a0e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:10.556017 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e2a793d2-96bd-4988-9dd0-55157a35a0e5 admin admin] Calling delete_port for c1f21e42-006d-411d-8921-87d59d4e46d9 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:10.665474 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-95794561-06d9-4d22-9eb9-9e1e27564b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:10.821044 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-95794561-06d9-4d22-9eb9-9e1e27564b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:10.831510 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-95794561-06d9-4d22-9eb9-9e1e27564b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:10.859252 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2a793d2-96bd-4988-9dd0-55157a35a0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:10.931201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a793d2-96bd-4988-9dd0-55157a35a0e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f21e42-006d-411d-8921-87d59d4e46d9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:10.946385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95794561-06d9-4d22-9eb9-9e1e27564b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ded9dd-e8f1-46da-b662-fa4fead7f0c5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:11.017145 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-95794561-06d9-4d22-9eb9-9e1e27564b8b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=373f8db0d118457aba115afad7f39e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6333580 Mar 23 12:51:11.017889 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59114) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:11.151174 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9c15-3a7b-4ad2-9c79-521a20c50390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:11.219107 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9c15-3a7b-4ad2-9c79-521a20c50390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:11.316442 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9c15-3a7b-4ad2-9c79-521a20c50390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:11.319051 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9c15-3a7b-4ad2-9c79-521a20c50390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:11.322649 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4b3e9c15-3a7b-4ad2-9c79-521a20c50390 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70ded9dd-e8f1-46da-b662-fa4fead7f0c5 HTTP/1.1" status: 204 len: 168 time: 0.3013854 Mar 23 12:51:11.332760 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e9c15-3a7b-4ad2-9c79-521a20c50390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ded9dd-e8f1-46da-b662-fa4fead7f0c5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:11.673019 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227ad45-468e-4ac5-b52a-49ae50e0bfe7 req-003679b2-2184-421e-b1d3-d9c0cc226429 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:11.676998 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b227ad45-468e-4ac5-b52a-49ae50e0bfe7 req-003679b2-2184-421e-b1d3-d9c0cc226429 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 945 time: 0.1072876 Mar 23 12:51:11.759458 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b227ad45-468e-4ac5-b52a-49ae50e0bfe7 req-bb0ba329-f60b-4dde-b911-875540405676 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=311eb275-ff9f-46f6-97d2-0b91c9d4fb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743747 Mar 23 12:51:11.765215 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2a793d2-96bd-4988-9dd0-55157a35a0e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:11.925139 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59142) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:11.947171 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ff4ec66-31eb-46b0-9aa5-a601da369757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:12.013752 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a793d2-96bd-4988-9dd0-55157a35a0e5 admin admin] Router 30600fb5-4656-4a59-99a2-bbd6927eb1d1 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:51:12.054985 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ff4ec66-31eb-46b0-9aa5-a601da369757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:12.061043 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3ff4ec66-31eb-46b0-9aa5-a601da369757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:12.094473 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4ec66-31eb-46b0-9aa5-a601da369757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e68d41-3dd3-4af6-8328-429ac8017292,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:12.137401 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3ff4ec66-31eb-46b0-9aa5-a601da369757 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=67c455d0a129459994e8a6bfded47cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2107804 Mar 23 12:51:12.139901 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59150) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:12.155737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a793d2-96bd-4988-9dd0-55157a35a0e5 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:51:12.166802 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c1d726-5178-4484-b944-12d4d723cc9e None None] Sync routers for ids ['30600fb5-4656-4a59-99a2-bbd6927eb1d1'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:51:12.173127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59152) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:12.173321 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e2a793d2-96bd-4988-9dd0-55157a35a0e5 admin admin] 10.222.0.52 "PUT /v2.0/routers/30600fb5-4656-4a59-99a2-bbd6927eb1d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7467663 Mar 23 12:51:12.179912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c1d726-5178-4484-b944-12d4d723cc9e None None] Routers {'30600fb5-4656-4a59-99a2-bbd6927eb1d1'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:12.180824 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-83c1d726-5178-4484-b944-12d4d723cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:50:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['30600fb5-4656-4a59-99a2-bbd6927eb1d1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:12.264625 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c6a1ea3-3008-4053-bccf-5ae6f45cb13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:12.320650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-83c1d726-5178-4484-b944-12d4d723cc9e None None] Set router 30600fb5-4656-4a59-99a2-bbd6927eb1d1 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:12.324527 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c6a1ea3-3008-4053-bccf-5ae6f45cb13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:12.360137 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff5c42b2-aacd-43d6-8e3e-78d1317e1197 admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:12.462520 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c6a1ea3-3008-4053-bccf-5ae6f45cb13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:12.468429 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9c6a1ea3-3008-4053-bccf-5ae6f45cb13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:12.468429 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9c6a1ea3-3008-4053-bccf-5ae6f45cb13c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33e68d41-3dd3-4af6-8328-429ac8017292 HTTP/1.1" status: 204 len: 168 time: 0.3263421 Mar 23 12:51:12.489272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a1ea3-3008-4053-bccf-5ae6f45cb13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e68d41-3dd3-4af6-8328-429ac8017292,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:12.501872 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff5c42b2-aacd-43d6-8e3e-78d1317e1197 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:12.564774 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ff5c42b2-aacd-43d6-8e3e-78d1317e1197 admin admin] Deleting port 3c2bf982-5b70-45e4-888e-41144aaff60d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:12.565413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff5c42b2-aacd-43d6-8e3e-78d1317e1197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:12.576928 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-83c1d726-5178-4484-b944-12d4d723cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'name': 'tempest-TestVolumeBackupRestore-1012461854-router', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '3c2bf982-5b70-45e4-888e-41144aaff60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:18Z', 'updated_at': '2022-03-23T12:51:10Z', 'revision_number': 5, 'project_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'gw_port': {'id': '3c2bf982-5b70-45e4-888e-41144aaff60d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:45:21Z', 'updated_at': '2022-03-23T12:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:12.606004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c1d726-5178-4484-b944-12d4d723cc9e None None] Checking router: 30600fb5-4656-4a59-99a2-bbd6927eb1d1 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:51:12.615906 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c1d726-5178-4484-b944-12d4d723cc9e None None] Routers {'30600fb5-4656-4a59-99a2-bbd6927eb1d1'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:12.616596 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-83c1d726-5178-4484-b944-12d4d723cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:50:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['30600fb5-4656-4a59-99a2-bbd6927eb1d1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:12.659645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-ff5c42b2-aacd-43d6-8e3e-78d1317e1197 admin admin] For port 3c2bf982-5b70-45e4-888e-41144aaff60d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3c2bf982-5b70-45e4-888e-41144aaff60d,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:12.660354 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff5c42b2-aacd-43d6-8e3e-78d1317e1197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:12.675789 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ff5c42b2-aacd-43d6-8e3e-78d1317e1197 admin admin] Calling delete_port for 3c2bf982-5b70-45e4-888e-41144aaff60d owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:12.708655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-83c1d726-5178-4484-b944-12d4d723cc9e None None] Set router 30600fb5-4656-4a59-99a2-bbd6927eb1d1 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:12.767099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-83c1d726-5178-4484-b944-12d4d723cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'name': 'tempest-TestVolumeBackupRestore-1012461854-router', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:18Z', 'updated_at': '2022-03-23T12:51:12Z', 'revision_number': 6, 'project_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:12.821991 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c1d726-5178-4484-b944-12d4d723cc9e None None] The sync data for ids ['30600fb5-4656-4a59-99a2-bbd6927eb1d1'] in n-d-834854-1 is: [{'id': '30600fb5-4656-4a59-99a2-bbd6927eb1d1', 'name': 'tempest-TestVolumeBackupRestore-1012461854-router', 'tenant_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:45:18Z', 'updated_at': '2022-03-23T12:51:12Z', 'revision_number': 6, 'project_id': '698c5d988e874ab7afe9fdf2955b7d4b', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:51:12.922356 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff5c42b2-aacd-43d6-8e3e-78d1317e1197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:12.947160 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0cff1-6b05-4977-a3e4-6ba5f73adc22 req-bd1df492-54b5-4cbb-8288-d2583e12a662 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:12.954606 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aaa0cff1-6b05-4977-a3e4-6ba5f73adc22 req-bd1df492-54b5-4cbb-8288-d2583e12a662 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 945 time: 0.0948176 Mar 23 12:51:12.975961 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c42b2-aacd-43d6-8e3e-78d1317e1197 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2bf982-5b70-45e4-888e-41144aaff60d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:13.064501 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aaa0cff1-6b05-4977-a3e4-6ba5f73adc22 req-c334c4f4-2e2d-4375-a003-1d085bfbdb7b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=311eb275-ff9f-46f6-97d2-0b91c9d4fb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089756 Mar 23 12:51:13.091531 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff5c42b2-aacd-43d6-8e3e-78d1317e1197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:13.232211 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934556b-1cb6-4607-8558-4274a0a9c8b0 req-c8214820-a546-4cef-81ec-9970d0df8261 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:13.232731 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff5c42b2-aacd-43d6-8e3e-78d1317e1197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:13.242489 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0934556b-1cb6-4607-8558-4274a0a9c8b0 req-c8214820-a546-4cef-81ec-9970d0df8261 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 945 time: 0.0956874 Mar 23 12:51:13.248734 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59192) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:13.253546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff5c42b2-aacd-43d6-8e3e-78d1317e1197 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:13.266617 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fb113211-18f2-41a2-a341-873e84377233 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'floatingip': {'port_id': 'a8dfe3d8-a103-4dcc-bd22-daf11ac5633a'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:13.348435 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff5c42b2-aacd-43d6-8e3e-78d1317e1197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:13.349329 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5c42b2-aacd-43d6-8e3e-78d1317e1197 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30600fb5-4656-4a59-99a2-bbd6927eb1d1 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:51:13.354560 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff5c42b2-aacd-43d6-8e3e-78d1317e1197 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:13.355510 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb113211-18f2-41a2-a341-873e84377233 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:13.358203 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59198) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:13.358628 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ff5c42b2-aacd-43d6-8e3e-78d1317e1197 admin admin] 10.222.0.52 "DELETE /v2.0/routers/30600fb5-4656-4a59-99a2-bbd6927eb1d1 HTTP/1.1" status: 204 len: 168 time: 1.1839156 Mar 23 12:51:13.516975 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71c5093-3a5b-416b-bbb3-75bc54b3e14e admin admin] Deleting subnet 9fedf063-517c-4c7e-a6ce-8689e31c90a5 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:51:13.533906 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e71c5093-3a5b-416b-bbb3-75bc54b3e14e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:13.639411 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e71c5093-3a5b-416b-bbb3-75bc54b3e14e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:13.912602 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e71c5093-3a5b-416b-bbb3-75bc54b3e14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:14.149468 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb113211-18f2-41a2-a341-873e84377233 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:14.156756 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb113211-18f2-41a2-a341-873e84377233 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:14.161356 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e71c5093-3a5b-416b-bbb3-75bc54b3e14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:14.230003 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c5093-3a5b-416b-bbb3-75bc54b3e14e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fedf063-517c-4c7e-a6ce-8689e31c90a5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:14.252463 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e71c5093-3a5b-416b-bbb3-75bc54b3e14e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:14.255826 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22392729-8a19-42b8-ac7e-3f21175265f6 None None] Network 78fa313d-1037-43cc-b454-6023add84d73 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:51:14.270805 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e71c5093-3a5b-416b-bbb3-75bc54b3e14e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9fedf063-517c-4c7e-a6ce-8689e31c90a5 HTTP/1.1" status: 204 len: 168 time: 0.9110997 Mar 23 12:51:14.276257 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59236) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:14.482408 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:14.495893 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-fb113211-18f2-41a2-a341-873e84377233 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Floating IP dd20d778-9b25-4367-8e3e-7b6ebaa0e772 associated. External IP: 172.25.2.60, port: a8dfe3d8-a103-4dcc-bd22-daf11ac5633a. Mar 23 12:51:14.585231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef42e9b5-2421-4379-bf39-81bf5a6e6537 None None] DHCP port deletion for 78fa313d-1037-43cc-b454-6023add84d73 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:51:14.684201 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef42e9b5-2421-4379-bf39-81bf5a6e6537 None None] Deleting port 5ba5da93-fe96-4fa8-b0ea-49457cfabbee {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:14.684637 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef42e9b5-2421-4379-bf39-81bf5a6e6537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:14.738989 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] Deleting port 5ba5da93-fe96-4fa8-b0ea-49457cfabbee {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:14.739786 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:14.777767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59256) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:14.830121 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef42e9b5-2421-4379-bf39-81bf5a6e6537 None None] For port 5ba5da93-fe96-4fa8-b0ea-49457cfabbee, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5ba5da93-fe96-4fa8-b0ea-49457cfabbee,segment=NetworkSegment(192307e0-0821-48b3-842b-27133ab8845e),segment_id=192307e0-0821-48b3-842b-27133ab8845e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:14.831047 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef42e9b5-2421-4379-bf39-81bf5a6e6537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:14.847578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef42e9b5-2421-4379-bf39-81bf5a6e6537 None None] Calling delete_port for 5ba5da93-fe96-4fa8-b0ea-49457cfabbee owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:14.862121 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] For port 5ba5da93-fe96-4fa8-b0ea-49457cfabbee, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5ba5da93-fe96-4fa8-b0ea-49457cfabbee,segment=NetworkSegment(192307e0-0821-48b3-842b-27133ab8845e),segment_id=192307e0-0821-48b3-842b-27133ab8845e)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:14.862501 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:14.923354 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] Calling delete_port for 5ba5da93-fe96-4fa8-b0ea-49457cfabbee owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:14.989417 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef42e9b5-2421-4379-bf39-81bf5a6e6537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:14.995350 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f80cb7e7-598e-4755-9908-63aaa7afafb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.054672 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c1f21e42-006d-411d-8921-87d59d4e46d9 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:51:15.065081 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42e9b5-2421-4379-bf39-81bf5a6e6537 None None] Pushing event deleted for resources: {'Port': ['ID=5ba5da93-fe96-4fa8-b0ea-49457cfabbee,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:15.108818 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb113211-18f2-41a2-a341-873e84377233 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:51:15.114069 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c1f21e42-006d-411d-8921-87d59d4e46d9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:51:15.118293 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c1f21e42-006d-411d-8921-87d59d4e46d9 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:51:15.118950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5ba5da93-fe96-4fa8-b0ea-49457cfabbee no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:51:15.131040 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42e9b5-2421-4379-bf39-81bf5a6e6537 None None] No DVR routers for this DVR port 5ba5da93-fe96-4fa8-b0ea-49457cfabbee on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:51:15.150211 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f80cb7e7-598e-4755-9908-63aaa7afafb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.160512 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f80cb7e7-598e-4755-9908-63aaa7afafb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.187251 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.201483 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f80cb7e7-598e-4755-9908-63aaa7afafb5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=91c3aad815cf48da92a957e9e07559fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4211011 Mar 23 12:51:15.209303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59290) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:15.217641 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 5ba5da93-fe96-4fa8-b0ea-49457cfabbee {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:51:15.221009 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5ba5da93-fe96-4fa8-b0ea-49457cfabbee not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:51:15.223027 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3c2bf982-5b70-45e4-888e-41144aaff60d no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:51:15.234337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cb7e7-598e-4755-9908-63aaa7afafb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4617c7-5f0c-452e-9e77-3ad5c12b7e69,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:15.243647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba5da93-fe96-4fa8-b0ea-49457cfabbee,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:15.257634 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] No DVR routers for this DVR port 5ba5da93-fe96-4fa8-b0ea-49457cfabbee on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:51:15.273624 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 3c2bf982-5b70-45e4-888e-41144aaff60d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:51:15.275962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3c2bf982-5b70-45e4-888e-41144aaff60d not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:51:15.405610 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.414878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59300) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:15.423130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb113211-18f2-41a2-a341-873e84377233 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:51:15.432410 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb113211-18f2-41a2-a341-873e84377233 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.439194 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a530f-d0ac-48a1-ae2c-15891d435921 None None] Sync routers for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:51:15.455912 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a530f-d0ac-48a1-ae2c-15891d435921 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:15.456679 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b68a530f-d0ac-48a1-ae2c-15891d435921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:50:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:15.457822 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6cdf295-4e6f-43ea-a777-559ac2f9a666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.480943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fa313d-1037-43cc-b454-6023add84d73']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:15.560187 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b68430a-e7c9-4219-9c7b-a629099a3823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.597161 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-b68a530f-d0ac-48a1-ae2c-15891d435921 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:15.664848 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b68430a-e7c9-4219-9c7b-a629099a3823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.671496 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b68430a-e7c9-4219-9c7b-a629099a3823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.775863 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8b68430a-e7c9-4219-9c7b-a629099a3823 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=26958a12a6c146b2a287eccc44fab2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597398 Mar 23 12:51:15.776548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68430a-e7c9-4219-9c7b-a629099a3823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cbf615-30aa-435c-9ebc-536bb6773bcf,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:15.778935 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59306) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:15.838804 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6cdf295-4e6f-43ea-a777-559ac2f9a666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.850901 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3830061-c33c-4676-ab72-7ab1f074b5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.875426 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3830061-c33c-4676-ab72-7ab1f074b5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.876205 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192307e0-0821-48b3-842b-27133ab8845e') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:15.876850 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192307e0-0821-48b3-842b-27133ab8845e') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:15.899990 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fb113211-18f2-41a2-a341-873e84377233 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "PUT /v2.0/floatingips/dd20d778-9b25-4367-8e3e-7b6ebaa0e772 HTTP/1.1" status: 200 len: 990 time: 2.6425667 Mar 23 12:51:15.899990 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.899990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c08857-da89-4f3b-9891-1f6652a25511', 'tag': 'a8dfe3d8-a103-4dcc-bd22-daf11ac5633a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:51:15.900522 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1500a7-b262-45a1-a424-ee8c9c22e2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "91c08857-da89-4f3b-9891-1f6652a25511", "tag": "a8dfe3d8-a103-4dcc-bd22-daf11ac5633a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:51:15.936550 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.943377 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6cdf295-4e6f-43ea-a777-559ac2f9a666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.946343 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6cdf295-4e6f-43ea-a777-559ac2f9a666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.947512 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d6cdf295-4e6f-43ea-a777-559ac2f9a666 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd4617c7-5f0c-452e-9e77-3ad5c12b7e69 HTTP/1.1" status: 204 len: 168 time: 0.7161217 Mar 23 12:51:15.951708 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:51:15.952662 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:51:15.954344 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:51:15.961408 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3830061-c33c-4676-ab72-7ab1f074b5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.964735 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3830061-c33c-4676-ab72-7ab1f074b5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:15.969702 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfeb123-f83e-4347-a3aa-d31c7a5f089e x-openstack-request-id: req-6dfeb123-f83e-4347-a3aa-d31c7a5f089e {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:51:15.970017 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c08857-da89-4f3b-9891-1f6652a25511", "tag": "a8dfe3d8-a103-4dcc-bd22-daf11ac5633a", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:51:15.971294 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6dfeb123-f83e-4347-a3aa-d31c7a5f089e {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:51:15.971638 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c08857-da89-4f3b-9891-1f6652a25511', 'tag': 'a8dfe3d8-a103-4dcc-bd22-daf11ac5633a', 'status': 'completed', 'code': 200} Mar 23 12:51:15.975399 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f3830061-c33c-4676-ab72-7ab1f074b5ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7cbf615-30aa-435c-9ebc-536bb6773bcf HTTP/1.1" status: 204 len: 168 time: 0.1833112 Mar 23 12:51:15.977005 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdf295-4e6f-43ea-a777-559ac2f9a666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4617c7-5f0c-452e-9e77-3ad5c12b7e69,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:16.033981 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3830061-c33c-4676-ab72-7ab1f074b5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cbf615-30aa-435c-9ebc-536bb6773bcf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:16.037739 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:16.046441 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:16.056520 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] 10.222.0.52 "DELETE /v2.0/networks/78fa313d-1037-43cc-b454-6023add84d73 HTTP/1.1" status: 204 len: 168 time: 1.7719071 Mar 23 12:51:16.079473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f1747-2049-4bae-bf26-ca027d15a2fa admin admin] Pushing event deleted for resources: {'Network': ['ID=78fa313d-1037-43cc-b454-6023add84d73,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:16.086241 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:16.121078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1500a7-b262-45a1-a424-ee8c9c22e2d1 req-0aed3139-0a5b-4a98-bfd3-c0f848b739b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:16.123536 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b1500a7-b262-45a1-a424-ee8c9c22e2d1 req-0aed3139-0a5b-4a98-bfd3-c0f848b739b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 1096 time: 0.1052032 Mar 23 12:51:16.137567 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b68a530f-d0ac-48a1-ae2c-15891d435921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'dd20d778-9b25-4367-8e3e-7b6ebaa0e772', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': 'a8dfe3d8-a103-4dcc-bd22-daf11ac5633a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:30:63:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c08857-da89-4f3b-9891-1f6652a25511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:50:52Z', 'updated_at': '2022-03-23T12:51:13Z', 'revision_number': 1, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:16.186586 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a530f-d0ac-48a1-ae2c-15891d435921 None None] Checking router: d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:51:16.197431 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a530f-d0ac-48a1-ae2c-15891d435921 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:16.198367 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b68a530f-d0ac-48a1-ae2c-15891d435921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:50:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:16.270134 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1500a7-b262-45a1-a424-ee8c9c22e2d1 req-7456c3a0-71a9-4c1e-9170-465015fb55a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:16.272660 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b1500a7-b262-45a1-a424-ee8c9c22e2d1 req-7456c3a0-71a9-4c1e-9170-465015fb55a6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 915 time: 0.1410789 Mar 23 12:51:16.422878 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-b68a530f-d0ac-48a1-ae2c-15891d435921 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:16.426731 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b1500a7-b262-45a1-a424-ee8c9c22e2d1 req-7c97fe4f-0dbb-4cca-889a-96e3de7ff831 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8dfe3d8-a103-4dcc-bd22-daf11ac5633a HTTP/1.1" status: 200 len: 998 time: 0.1424828 Mar 23 12:51:16.443613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59322) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:16.473493 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac73615e-e9da-45cf-a800-48feaa01db0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:16.529801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59326) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:16.592168 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1500a7-b262-45a1-a424-ee8c9c22e2d1 req-1e037b48-a39c-40c0-aeda-da96be1abc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:16.594159 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b1500a7-b262-45a1-a424-ee8c9c22e2d1 req-1e037b48-a39c-40c0-aeda-da96be1abc4d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=887f27a5-c519-4323-8382-2219821540c0 HTTP/1.1" status: 200 len: 853 time: 0.1575456 Mar 23 12:51:16.601728 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c363e5f4-1007-4598-a6df-cea26f339fbc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fef0880d69bd4c0fb58be53802b212c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0639415 Mar 23 12:51:16.604391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59330) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:16.679057 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac73615e-e9da-45cf-a800-48feaa01db0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:16.688183 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac73615e-e9da-45cf-a800-48feaa01db0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:16.730344 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ac73615e-e9da-45cf-a800-48feaa01db0a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06d48f45a21749ad9d6bbc7f6947211e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848945 Mar 23 12:51:16.738058 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59336) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:16.751536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1500a7-b262-45a1-a424-ee8c9c22e2d1 req-bebf254d-3c64-472d-96dc-4a0951ba3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:16.753453 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b1500a7-b262-45a1-a424-ee8c9c22e2d1 req-bebf254d-3c64-472d-96dc-4a0951ba3ade service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ad59140-5a4c-426f-a608-38c6929a8267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507170 Mar 23 12:51:16.762225 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-adbb5901-94f9-432e-8127-49aa18df6de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:16.782968 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b68a530f-d0ac-48a1-ae2c-15891d435921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'dd20d778-9b25-4367-8e3e-7b6ebaa0e772', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': 'a8dfe3d8-a103-4dcc-bd22-daf11ac5633a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:30:63:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c08857-da89-4f3b-9891-1f6652a25511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:50:52Z', 'updated_at': '2022-03-23T12:51:13Z', 'revision_number': 1, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:16.801860 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c95d15c2-10aa-4463-8588-701368c62b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:16.803859 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73615e-e9da-45cf-a800-48feaa01db0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0cead9-f12c-4a3e-8c46-e8d4d3b35282,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:16.829455 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a530f-d0ac-48a1-ae2c-15891d435921 None None] The sync data for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 is: [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'dd20d778-9b25-4367-8e3e-7b6ebaa0e772', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': 'a8dfe3d8-a103-4dcc-bd22-daf11ac5633a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:30:63:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c08857-da89-4f3b-9891-1f6652a25511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:50:52Z', 'updated_at': '2022-03-23T12:51:13Z', 'revision_number': 1, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:51:16.876603 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c95d15c2-10aa-4463-8588-701368c62b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:16.981830 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c95d15c2-10aa-4463-8588-701368c62b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:16.986926 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b1500a7-b262-45a1-a424-ee8c9c22e2d1 req-9c69ddfb-e3d3-4575-b49a-c9a36f586c06 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222924 Mar 23 12:51:16.989028 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c95d15c2-10aa-4463-8588-701368c62b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:16.990926 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c95d15c2-10aa-4463-8588-701368c62b53 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a0cead9-f12c-4a3e-8c46-e8d4d3b35282 HTTP/1.1" status: 204 len: 168 time: 0.2516963 Mar 23 12:51:17.019613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d15c2-10aa-4463-8588-701368c62b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0cead9-f12c-4a3e-8c46-e8d4d3b35282,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:17.039459 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-adbb5901-94f9-432e-8127-49aa18df6de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:17.243785 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-adbb5901-94f9-432e-8127-49aa18df6de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:17.249976 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-adbb5901-94f9-432e-8127-49aa18df6de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:17.256712 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-adbb5901-94f9-432e-8127-49aa18df6de1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec86bfa6-3a1b-44d9-9453-3153757f9fb8 HTTP/1.1" status: 204 len: 168 time: 0.6512630 Mar 23 12:51:17.270509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b1500a7-b262-45a1-a424-ee8c9c22e2d1 req-fab7a30c-c746-47b3-aaa5-71f38e559fd6 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718351 Mar 23 12:51:17.277104 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d3cc5-ee1e-4d45-b288-bd2f16f0f419 None None] New status for floating IP dd20d778-9b25-4367-8e3e-7b6ebaa0e772: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:51:17.301135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb5901-94f9-432e-8127-49aa18df6de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec86bfa6-3a1b-44d9-9453-3153757f9fb8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:17.378802 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b533fa-06c2-43b0-adc7-cdf575c92a49 req-cb1aca82-8aa4-40f5-9ecc-982d536ef195 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:17.380590 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4b533fa-06c2-43b0-adc7-cdf575c92a49 req-cb1aca82-8aa4-40f5-9ecc-982d536ef195 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 945 time: 0.2078028 Mar 23 12:51:17.446038 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4b533fa-06c2-43b0-adc7-cdf575c92a49 req-7925fc4d-3ec2-4e5f-9db8-65b0a50c3536 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587354 Mar 23 12:51:17.627567 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:17.684859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59366) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:17.699159 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65c219d5-9633-4431-8d8d-d578429a69ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:17.878377 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65c219d5-9633-4431-8d8d-d578429a69ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:17.882524 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65c219d5-9633-4431-8d8d-d578429a69ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:17.919545 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c219d5-9633-4431-8d8d-d578429a69ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bff6cf8-1565-429e-baa8-3a5841475fd4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:17.948494 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-65c219d5-9633-4431-8d8d-d578429a69ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a4da7fca0d4f42de8ba30e36db0c0b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623482 Mar 23 12:51:17.950950 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59372) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:17.999564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59376) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:18.068103 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-846e3480-57a8-4072-a93d-572eff5a68a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:18.098068 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-78eeaa17-3753-462f-9c3a-595d7224da8b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=698c5d988e874ab7afe9fdf2955b7d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0948904 Mar 23 12:51:18.098330 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59382) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:18.105943 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-846e3480-57a8-4072-a93d-572eff5a68a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:18.168574 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d44467b-1a69-4ca7-bcf8-3a9fe35fb089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:18.213907 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-846e3480-57a8-4072-a93d-572eff5a68a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:18.217541 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-846e3480-57a8-4072-a93d-572eff5a68a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:18.219165 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-846e3480-57a8-4072-a93d-572eff5a68a2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2bff6cf8-1565-429e-baa8-3a5841475fd4 HTTP/1.1" status: 204 len: 168 time: 0.2671647 Mar 23 12:51:18.231101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e3480-57a8-4072-a93d-572eff5a68a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bff6cf8-1565-429e-baa8-3a5841475fd4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:18.261683 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d44467b-1a69-4ca7-bcf8-3a9fe35fb089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:18.339587 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d44467b-1a69-4ca7-bcf8-3a9fe35fb089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:18.344627 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d44467b-1a69-4ca7-bcf8-3a9fe35fb089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:18.345824 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0d44467b-1a69-4ca7-bcf8-3a9fe35fb089 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ebb49030-0dae-4e5d-a11f-2ee8d0de1d81 HTTP/1.1" status: 204 len: 168 time: 0.2462504 Mar 23 12:51:18.372553 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44467b-1a69-4ca7-bcf8-3a9fe35fb089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb49030-0dae-4e5d-a11f-2ee8d0de1d81,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:18.624482 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5c6ba-7afe-4aec-956e-d0967faed4eb req-6ffd8f5c-af11-4c5a-9166-981c1529bb32 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:18.637445 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-80d5c6ba-7afe-4aec-956e-d0967faed4eb req-6ffd8f5c-af11-4c5a-9166-981c1529bb32 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 945 time: 0.1079135 Mar 23 12:51:18.728859 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-80d5c6ba-7afe-4aec-956e-d0967faed4eb req-59ab1000-df03-453e-a541-0dda2ea1cafd tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872977 Mar 23 12:51:19.253327 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59428) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:19.542356 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa423757-b650-4177-863b-8552d1e7c8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:19.795642 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa423757-b650-4177-863b-8552d1e7c8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:19.805995 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa423757-b650-4177-863b-8552d1e7c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:19.856898 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-aa423757-b650-4177-863b-8552d1e7c8a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de42077192f142bfa0d509d67e2b05b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6012664 Mar 23 12:51:19.858288 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa423757-b650-4177-863b-8552d1e7c8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fadd91-66bb-407e-9dab-7e63572bc522,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:19.859667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59460) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:19.987889 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6bfaa-ee56-4d6e-b600-87f3f6860c4e req-bf22a1a9-3660-4c26-b755-2e1d810cba9a tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:19.989649 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d8a6bfaa-ee56-4d6e-b600-87f3f6860c4e req-bf22a1a9-3660-4c26-b755-2e1d810cba9a tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 945 time: 0.0822566 Mar 23 12:51:19.998451 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1aaef114-cbf5-45ec-9aa9-2850550ea832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.027098 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59476) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:20.045350 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1aaef114-cbf5-45ec-9aa9-2850550ea832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.074889 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d8a6bfaa-ee56-4d6e-b600-87f3f6860c4e req-9040c514-54a2-442f-90a1-1d1466a100ce tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664766 Mar 23 12:51:20.141291 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1aaef114-cbf5-45ec-9aa9-2850550ea832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.144677 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1aaef114-cbf5-45ec-9aa9-2850550ea832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.146698 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1aaef114-cbf5-45ec-9aa9-2850550ea832 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/94fadd91-66bb-407e-9dab-7e63572bc522 HTTP/1.1" status: 204 len: 168 time: 0.2856436 Mar 23 12:51:20.159596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaef114-cbf5-45ec-9aa9-2850550ea832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fadd91-66bb-407e-9dab-7e63572bc522,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:20.171669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d0d4ac17-1318-4f81-897b-8e2c163acebd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1884373488-network', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:20.190072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042022ca-457e-47cd-8f94-097fa7a46bc5 req-475acdc8-20ff-4fe6-a459-8358cfeb39be tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:20.191437 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-042022ca-457e-47cd-8f94-097fa7a46bc5 req-475acdc8-20ff-4fe6-a459-8358cfeb39be tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.77 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 945 time: 0.0846167 Mar 23 12:51:20.199396 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d4ac17-1318-4f81-897b-8e2c163acebd admin admin] Made reservation on behalf of a83d57a27e704c44abb036185c95fcaf for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:20.202120 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ac17-1318-4f81-897b-8e2c163acebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.223208 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ac17-1318-4f81-897b-8e2c163acebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.340802 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ac17-1318-4f81-897b-8e2c163acebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.349797 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ac17-1318-4f81-897b-8e2c163acebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.356179 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-042022ca-457e-47cd-8f94-097fa7a46bc5 req-af3045ce-8d3a-4aae-9548-f096966072e4 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Deleting port a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:20.357982 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-042022ca-457e-47cd-8f94-097fa7a46bc5 req-af3045ce-8d3a-4aae-9548-f096966072e4 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.406931 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d4ac17-1318-4f81-897b-8e2c163acebd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:51:20.441033 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ac17-1318-4f81-897b-8e2c163acebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.441389 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-d0d4ac17-1318-4f81-897b-8e2c163acebd admin admin] Added segment 6879b855-efee-4029-a7e5-c0235829dfee of type vlan for network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 Mar 23 12:51:20.522055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-042022ca-457e-47cd-8f94-097fa7a46bc5 req-af3045ce-8d3a-4aae-9548-f096966072e4 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] For port a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9,segment=NetworkSegment(68bd2e8b-be5f-4b93-be2f-ddad2a92cb88),segment_id=68bd2e8b-be5f-4b93-be2f-ddad2a92cb88)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:20.522540 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-042022ca-457e-47cd-8f94-097fa7a46bc5 req-af3045ce-8d3a-4aae-9548-f096966072e4 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.528842 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ac17-1318-4f81-897b-8e2c163acebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.671387 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4ac17-1318-4f81-897b-8e2c163acebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:20.683341 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ac17-1318-4f81-897b-8e2c163acebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.686658 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d4ac17-1318-4f81-897b-8e2c163acebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:20.687579 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0d4ac17-1318-4f81-897b-8e2c163acebd admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.727760 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d0d4ac17-1318-4f81-897b-8e2c163acebd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6950774 Mar 23 12:51:20.729031 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59526) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:20.752966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-647403c4-b1cb-4d8b-bd6a-e4f734fd4f73 admin admin] Request body: {'subnet': {'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1884373488-subnet', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:20.816067 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59532) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:20.844955 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5d33505-49e0-4ba2-a332-0f80e0c91509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.878564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4ac17-1318-4f81-897b-8e2c163acebd admin admin] Pushing event updated for resources: {'Network': ['ID=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:20.890402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647403c4-b1cb-4d8b-bd6a-e4f734fd4f73 admin admin] Made reservation on behalf of a83d57a27e704c44abb036185c95fcaf for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:20.894757 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:51:20.895877 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-647403c4-b1cb-4d8b-bd6a-e4f734fd4f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.912728 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-042022ca-457e-47cd-8f94-097fa7a46bc5 req-af3045ce-8d3a-4aae-9548-f096966072e4 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.913822 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-042022ca-457e-47cd-8f94-097fa7a46bc5 req-af3045ce-8d3a-4aae-9548-f096966072e4 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:20.914340 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-042022ca-457e-47cd-8f94-097fa7a46bc5 req-af3045ce-8d3a-4aae-9548-f096966072e4 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Floating IP 680291e5-2b95-4286-ab65-cc8f1f70dada disassociated. External IP: 172.25.2.136, port: a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9. Mar 23 12:51:20.914857 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-042022ca-457e-47cd-8f94-097fa7a46bc5 req-af3045ce-8d3a-4aae-9548-f096966072e4 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Calling delete_port for a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:21.222741 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5d33505-49e0-4ba2-a332-0f80e0c91509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:21.239246 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-647403c4-b1cb-4d8b-bd6a-e4f734fd4f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:21.242012 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5d33505-49e0-4ba2-a332-0f80e0c91509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:21.262420 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59544) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:21.290922 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d5d33505-49e0-4ba2-a332-0f80e0c91509 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fb9f5a3aa8884c6dbe9667c15e6d4525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4732814 Mar 23 12:51:21.297071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59548) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:21.350801 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647403c4-b1cb-4d8b-bd6a-e4f734fd4f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=870de485-4fe7-463d-99a0-400760616840,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:21.371967 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c3178-aeb5-4086-9bdf-da39710f8f18 req-f7c3f901-27ff-43bb-b047-939adf238dcd tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:21.380551 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-638c3178-aeb5-4086-9bdf-da39710f8f18 req-f7c3f901-27ff-43bb-b047-939adf238dcd tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 945 time: 0.1814921 Mar 23 12:51:21.383223 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-042022ca-457e-47cd-8f94-097fa7a46bc5 req-af3045ce-8d3a-4aae-9548-f096966072e4 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:21.423450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d33505-49e0-4ba2-a332-0f80e0c91509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155d10be-2035-4794-a99c-c1c67ed8b714,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:21.439240 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647403c4-b1cb-4d8b-bd6a-e4f734fd4f73 admin admin] Checking segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:51:21.439792 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647403c4-b1cb-4d8b-bd6a-e4f734fd4f73 admin admin] Network hostable DHCP agents. Network: bb56f7c4-c411-4c3a-9aa2-28215b8b28c1, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:51:21.447028 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3045ce-8d3a-4aae-9548-f096966072e4 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Pushing event deleted for resources: {'Port': ['ID=a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:21.458764 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-898a8f24-faef-47a3-875e-c9dbd1f502d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:21.494673 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-638c3178-aeb5-4086-9bdf-da39710f8f18 req-72e4e8e6-39ec-45ca-b18b-699c9906b62c tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups?id=3bad14ae-ef09-4c47-a103-65bf3919454d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128891 Mar 23 12:51:21.532977 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e14da9c6-f22e-4b0b-a599-86ea0594e52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:21.541434 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-898a8f24-faef-47a3-875e-c9dbd1f502d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:21.549845 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647403c4-b1cb-4d8b-bd6a-e4f734fd4f73 admin admin] Network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:51:21.591669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-647403c4-b1cb-4d8b-bd6a-e4f734fd4f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, bb56f7c4-c411-4c3a-9aa2-28215b8b28c1) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:21.603800 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c5bc9d-f5fa-4802-a7f6-3c01999bf917 None None] Network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:51:21.606001 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647403c4-b1cb-4d8b-bd6a-e4f734fd4f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:21.606601 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-647403c4-b1cb-4d8b-bd6a-e4f734fd4f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:21.659968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-042022ca-457e-47cd-8f94-097fa7a46bc5 req-af3045ce-8d3a-4aae-9548-f096966072e4 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Router eb496c71-75bf-4a71-acc0-10b93fd37bd5 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:51:21.666043 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-647403c4-b1cb-4d8b-bd6a-e4f734fd4f73 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9211218 Mar 23 12:51:21.669167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59558) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:21.678536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:21.700649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-898a8f24-faef-47a3-875e-c9dbd1f502d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:21.705828 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-898a8f24-faef-47a3-875e-c9dbd1f502d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:21.709138 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-898a8f24-faef-47a3-875e-c9dbd1f502d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/155d10be-2035-4794-a99c-c1c67ed8b714 HTTP/1.1" status: 204 len: 168 time: 0.4080000 Mar 23 12:51:21.738368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a8f24-faef-47a3-875e-c9dbd1f502d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155d10be-2035-4794-a99c-c1c67ed8b714,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:21.791439 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e14da9c6-f22e-4b0b-a599-86ea0594e52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:21.799066 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e14da9c6-f22e-4b0b-a599-86ea0594e52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:21.899730 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e14da9c6-f22e-4b0b-a599-86ea0594e52b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a29c59018fb493b813dbb539338d8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6280150 Mar 23 12:51:21.900850 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59568) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:21.920060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14da9c6-f22e-4b0b-a599-86ea0594e52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e93def-ea11-4440-961a-9d25ab1e0c71,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:21.943193 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:21.946240 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:21.975994 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:51:21.977757 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:22.022239 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-042022ca-457e-47cd-8f94-097fa7a46bc5 req-af3045ce-8d3a-4aae-9548-f096966072e4 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:51:22.044995 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58ffa9-a0ab-42d0-98ea-d9f5f9f8e40b None None] Sync routers for ids ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:51:22.067886 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58ffa9-a0ab-42d0-98ea-d9f5f9f8e40b None None] Routers {'eb496c71-75bf-4a71-acc0-10b93fd37bd5'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:22.069023 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fb58ffa9-a0ab-42d0-98ea-d9f5f9f8e40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:50:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:22.177543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-042022ca-457e-47cd-8f94-097fa7a46bc5 req-af3045ce-8d3a-4aae-9548-f096966072e4 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] No DVR routers for this DVR port a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:51:22.208283 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f864e52a-928e-4c70-90bd-85faaa14207e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:22.233033 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-042022ca-457e-47cd-8f94-097fa7a46bc5 req-af3045ce-8d3a-4aae-9548-f096966072e4 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:22.236354 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Allocated IP 172.20.0.2 (bb56f7c4-c411-4c3a-9aa2-28215b8b28c1/870de485-4fe7-463d-99a0-400760616840/47405aa4-bfb4-4cf4-afaa-7f62b76e2515) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:22.240788 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-042022ca-457e-47cd-8f94-097fa7a46bc5 req-af3045ce-8d3a-4aae-9548-f096966072e4 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.77 "DELETE /v2.0/ports/a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 HTTP/1.1" status: 204 len: 173 time: 2.0435953 Mar 23 12:51:22.242441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544924a6-df61-46dd-a20d-1b672850430e', 'name': 'network-vif-deleted', 'tag': 'a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:51:22.257826 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164d1465-4101-4777-b6ba-029ea9a537cc" -d '{"events": [{"server_uuid": "544924a6-df61-46dd-a20d-1b672850430e", "name": "network-vif-deleted", "tag": "a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:51:22.269572 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:22.293838 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f864e52a-928e-4c70-90bd-85faaa14207e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:22.414115 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13ae9e3-2a28-4af6-8a7a-d6ba2e3a2f50 x-openstack-request-id: req-c13ae9e3-2a28-4af6-8a7a-d6ba2e3a2f50 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:51:22.414412 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544924a6-df61-46dd-a20d-1b672850430e", "name": "network-vif-deleted", "tag": "a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:51:22.414698 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c13ae9e3-2a28-4af6-8a7a-d6ba2e3a2f50 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:51:22.415784 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544924a6-df61-46dd-a20d-1b672850430e', 'name': 'network-vif-deleted', 'tag': 'a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9', 'status': 'completed', 'code': 200} Mar 23 12:51:22.444041 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f864e52a-928e-4c70-90bd-85faaa14207e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:22.447458 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f864e52a-928e-4c70-90bd-85faaa14207e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:22.451478 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f864e52a-928e-4c70-90bd-85faaa14207e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c9e93def-ea11-4440-961a-9d25ab1e0c71 HTTP/1.1" status: 204 len: 168 time: 0.5489726 Mar 23 12:51:22.474406 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e52a-928e-4c70-90bd-85faaa14207e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e93def-ea11-4440-961a-9d25ab1e0c71,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:22.487051 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-fb58ffa9-a0ab-42d0-98ea-d9f5f9f8e40b None None] Set router eb496c71-75bf-4a71-acc0-10b93fd37bd5 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:22.581736 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:22.709107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:51:22.739017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59584) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:22.745138 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-97a73674-c7d9-4e80-9888-ff8c8d234616 req-792269f5-70ef-499f-a7e6-94d74935c946 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 210 time: 0.1174350 Mar 23 12:51:22.789809 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6dde4610-8767-432a-83d0-63cce551d98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:22.800571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:51:22.800917 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device a2a993c3-2d0d-4b48-8c6a-1ecf0c3d9dd9 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:51:22.832326 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:22.846315 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:22.907279 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Pushing event updated for resources: {'Port': ['ID=47405aa4-bfb4-4cf4-afaa-7f62b76e2515,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:22.941781 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:22.949216 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:22.952691 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:23.018098 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Attempting to bind port 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:51:23.019196 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Attempting to bind port 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:51:23.019767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Attempting to bind port 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:23.021774 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6dde4610-8767-432a-83d0-63cce551d98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:23.030547 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:51:23.031216 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Checking segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:51:23.031529 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fb58ffa9-a0ab-42d0-98ea-d9f5f9f8e40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'name': 'tempest-ServersTestBootFromVolume-1700411395-router', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '952723dd-027f-49be-832c-7eea29a32a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:18Z', 'updated_at': '2022-03-23T12:49:25Z', 'revision_number': 4, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'gw_port': {'id': '952723dd-027f-49be-832c-7eea29a32a81', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:19Z', 'updated_at': '2022-03-23T12:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '874a5bc5-756b-468c-81f8-1be784b0a74d', 'name': '', 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'mac_address': 'fa:16:3e:4e:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:22Z', 'updated_at': '2022-03-23T12:49:32Z', 'revision_number': 5, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'subnets': [{'id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:23.032104 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:23.032706 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Bound using segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:51:23.033351 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Bound port: 47405aa4-bfb4-4cf4-afaa-7f62b76e2515, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:51:23.033932 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:23.101323 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6dde4610-8767-432a-83d0-63cce551d98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:23.113612 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58ffa9-a0ab-42d0-98ea-d9f5f9f8e40b None None] Checking router: eb496c71-75bf-4a71-acc0-10b93fd37bd5 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:51:23.152760 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58ffa9-a0ab-42d0-98ea-d9f5f9f8e40b None None] Routers {'eb496c71-75bf-4a71-acc0-10b93fd37bd5'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:23.154163 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fb58ffa9-a0ab-42d0-98ea-d9f5f9f8e40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:50:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:23.185274 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6dde4610-8767-432a-83d0-63cce551d98e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c9aa50162812429f81390280707fbf11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4436655 Mar 23 12:51:23.188218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59594) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:23.189551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] For port 47405aa4-bfb4-4cf4-afaa-7f62b76e2515, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:51:23.198025 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] For port 47405aa4-bfb4-4cf4-afaa-7f62b76e2515, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=47405aa4-bfb4-4cf4-afaa-7f62b76e2515,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:51:23.210084 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:23.217412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde4610-8767-432a-83d0-63cce551d98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71887da9-c096-4988-9514-44e38748cb72,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:23.220384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59596) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:23.265233 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-269e1c91-efd8-4f28-9c37-84e26e1f54ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:23.275634 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-756fc39e-e407-4a74-b78b-1da8b62fbaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:23.281208 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:23.307220 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-756fc39e-e407-4a74-b78b-1da8b62fbaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:23.332274 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:23.340380 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c8ad6-a753-4eb4-a275-b366c1d8726a None None] Pushing event updated for resources: {'Port': ['ID=47405aa4-bfb4-4cf4-afaa-7f62b76e2515,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:23.402220 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-756fc39e-e407-4a74-b78b-1da8b62fbaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:23.405256 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-756fc39e-e407-4a74-b78b-1da8b62fbaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:23.406911 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-756fc39e-e407-4a74-b78b-1da8b62fbaa8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71887da9-c096-4988-9514-44e38748cb72 HTTP/1.1" status: 204 len: 168 time: 0.2175903 Mar 23 12:51:23.434496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fc39e-e407-4a74-b78b-1da8b62fbaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71887da9-c096-4988-9514-44e38748cb72,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:23.472977 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-fb58ffa9-a0ab-42d0-98ea-d9f5f9f8e40b None None] Set router eb496c71-75bf-4a71-acc0-10b93fd37bd5 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:23.678227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Allocated IP 172.25.2.27 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/8be8fd46-6592-4029-8c75-8ea0d05ca188) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:23.684052 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:51:23.693793 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-269e1c91-efd8-4f28-9c37-84e26e1f54ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:23.705232 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-269e1c91-efd8-4f28-9c37-84e26e1f54ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:23.977873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36092e9e-be5e-40d2-b586-0b20ee23691a req-c7d1e31b-a81a-4c77-bb25-3fb033dd474c tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 210 time: 0.0929854 Mar 23 12:51:23.984243 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-269e1c91-efd8-4f28-9c37-84e26e1f54ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68925f5989ed4a879cd73abd6b164538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7624776 Mar 23 12:51:23.986913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59612) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:23.992860 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fb58ffa9-a0ab-42d0-98ea-d9f5f9f8e40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'name': 'tempest-ServersTestBootFromVolume-1700411395-router', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '952723dd-027f-49be-832c-7eea29a32a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:18Z', 'updated_at': '2022-03-23T12:49:25Z', 'revision_number': 4, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'gw_port': {'id': '952723dd-027f-49be-832c-7eea29a32a81', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:19Z', 'updated_at': '2022-03-23T12:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '874a5bc5-756b-468c-81f8-1be784b0a74d', 'name': '', 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'mac_address': 'fa:16:3e:4e:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:22Z', 'updated_at': '2022-03-23T12:49:32Z', 'revision_number': 5, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'subnets': [{'id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:23.994074 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e1c91-efd8-4f28-9c37-84e26e1f54ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e4a883-fc46-4f5d-a38b-4fd90837700f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:24.085521 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-605d8cdf-d9d7-4fa7-b513-a294b9ed49dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:24.090186 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58ffa9-a0ab-42d0-98ea-d9f5f9f8e40b None None] The sync data for ids ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'] in n-d-834854-1 is: [{'id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'name': 'tempest-ServersTestBootFromVolume-1700411395-router', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '952723dd-027f-49be-832c-7eea29a32a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:18Z', 'updated_at': '2022-03-23T12:49:25Z', 'revision_number': 4, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'gw_port': {'id': '952723dd-027f-49be-832c-7eea29a32a81', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:19Z', 'updated_at': '2022-03-23T12:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '874a5bc5-756b-468c-81f8-1be784b0a74d', 'name': '', 'network_id': '6e2511c5-1ac3-4f4f-bcb8-92d332af4acc', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'mac_address': 'fa:16:3e:4e:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:22Z', 'updated_at': '2022-03-23T12:49:32Z', 'revision_number': 5, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'subnets': [{'id': 'cd3321d6-96ce-4841-a490-8454a1c9b463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:51:24.137749 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:24.144934 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-42e056a6-6123-4db9-a2e9-30eedf4230f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:24.199426 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-42e056a6-6123-4db9-a2e9-30eedf4230f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:24.229712 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:24.250398 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:24.254249 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:24.289483 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59620) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:24.295013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:24.313807 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-42e056a6-6123-4db9-a2e9-30eedf4230f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:24.316783 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-42e056a6-6123-4db9-a2e9-30eedf4230f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:24.319401 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-42e056a6-6123-4db9-a2e9-30eedf4230f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c4e4a883-fc46-4f5d-a38b-4fd90837700f HTTP/1.1" status: 204 len: 168 time: 0.3314908 Mar 23 12:51:24.345828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e056a6-6123-4db9-a2e9-30eedf4230f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e4a883-fc46-4f5d-a38b-4fd90837700f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:24.460976 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Pushing event updated for resources: {'Port': ['ID=8be8fd46-6592-4029-8c75-8ea0d05ca188,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:24.462115 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88a96a2b-6796-41f0-8d01-61efb1224883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:24.725165 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88a96a2b-6796-41f0-8d01-61efb1224883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:24.731424 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88a96a2b-6796-41f0-8d01-61efb1224883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:24.790987 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-88a96a2b-6796-41f0-8d01-61efb1224883 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e9d7cefede4645a29aca3c8638a70817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5001309 Mar 23 12:51:24.804153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59634) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:24.811073 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6389283-e5d1-45f9-bd84-d5c9775f8521 None None] New status for floating IP 680291e5-2b95-4286-ab65-cc8f1f70dada: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:51:24.892769 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a96a2b-6796-41f0-8d01-61efb1224883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abd4fae-c6a0-43e9-b23e-c0010c5383be,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:24.976150 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77d16a72-284e-4686-9660-3953241042ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:25.027950 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77d16a72-284e-4686-9660-3953241042ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:25.224945 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:25.230014 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-98ec1186-0232-4e38-9c3a-e614a1c89596 req-6ca96216-9e75-4f44-9dac-b36e108f0934 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 210 time: 0.1152456 Mar 23 12:51:25.259297 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77d16a72-284e-4686-9660-3953241042ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:25.263523 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77d16a72-284e-4686-9660-3953241042ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:25.267627 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-77d16a72-284e-4686-9660-3953241042ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1abd4fae-c6a0-43e9-b23e-c0010c5383be HTTP/1.1" status: 204 len: 168 time: 0.4562383 Mar 23 12:51:25.296437 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d16a72-284e-4686-9660-3953241042ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abd4fae-c6a0-43e9-b23e-c0010c5383be,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:25.426160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c44e6a-483a-45f7-a06f-3b15fb6d6079 None None] Network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:51:25.722091 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:25.735193 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c9a9e221-86a2-424d-9f3b-216d0405ff6d None None] Provisioning complete for port 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:25.736130 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e221-86a2-424d-9f3b-216d0405ff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:25.858398 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:25.859144 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:25.950767 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e221-86a2-424d-9f3b-216d0405ff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:26.062441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c9a9e221-86a2-424d-9f3b-216d0405ff6d None None] For port 47405aa4-bfb4-4cf4-afaa-7f62b76e2515, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=47405aa4-bfb4-4cf4-afaa-7f62b76e2515,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:26.087584 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e221-86a2-424d-9f3b-216d0405ff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:26.188911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9e221-86a2-424d-9f3b-216d0405ff6d None None] Pushing event updated for resources: {'Port': ['ID=47405aa4-bfb4-4cf4-afaa-7f62b76e2515,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:26.256693 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:26.509669 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b22b282a-2c71-4070-9f48-99a60e46caf1 req-5439c34c-cf4b-41b8-a139-94cd239e6e60 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 210 time: 0.1114867 Mar 23 12:51:26.616443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:51:26.638695 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e147f334-c80b-460c-bcb2-bad09c739799 None None] Provisioning complete for port 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:26.640999 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e147f334-c80b-460c-bcb2-bad09c739799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:26.890605 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8e1ecf6a-d7b4-4ffe-b2d7-3c57b3a69bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:26.976187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:51:26.990015 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Sync routers for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:51:26.999724 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:27.012491 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:27.014300 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:27.018295 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:27.022616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59702) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:27.023147 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ed271aaf-b5da-4306-bfe2-150c01bd2779 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3527408 Mar 23 12:51:27.149064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:27.149448 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:27.364394 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:27.749205 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:27.783039 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-58c8b6f4-b9c7-43d6-8498-04c594a09573 req-698c0e5b-fe55-48f0-a752-849f5a75cd7e tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 210 time: 0.0858288 Mar 23 12:51:27.839680 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:25Z', 'revision_number': 3, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:27.890321 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Checking router: dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:51:27.891032 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Updating router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 port 8be8fd46-6592-4029-8c75-8ea0d05ca188 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:51:27.905603 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59726) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:27.950730 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:27.996654 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:28.264008 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6c4dbfd7-a968-436a-b629-21f86ae141b3 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-976161257'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:28.323102 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4dbfd7-a968-436a-b629-21f86ae141b3 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Made reservation on behalf of f38b59ea63084ecea285826bfa7f4a37 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:28.333507 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c4dbfd7-a968-436a-b629-21f86ae141b3 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:28.355848 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c4dbfd7-a968-436a-b629-21f86ae141b3 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:28.382268 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Allocated IP 172.20.0.1 (bb56f7c4-c411-4c3a-9aa2-28215b8b28c1/870de485-4fe7-463d-99a0-400760616840/18348e0a-5250-4d3c-91e9-39355e600d0a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:28.552937 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c4dbfd7-a968-436a-b629-21f86ae141b3 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:28.561122 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c4dbfd7-a968-436a-b629-21f86ae141b3 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:28.566575 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:28.579988 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:28.591506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4dbfd7-a968-436a-b629-21f86ae141b3 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:51:28.610747 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4dbfd7-a968-436a-b629-21f86ae141b3 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5076c5ba-dfc3-489e-ad8e-3951888c4e70,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:28.635526 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c4dbfd7-a968-436a-b629-21f86ae141b3 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:28.636063 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:28.636660 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-6c4dbfd7-a968-436a-b629-21f86ae141b3 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Added segment b2fd72f8-c817-4998-b7e8-d53f40a5221e of type vlan for network a3a03161-2731-4327-aea3-e44294304cb8 Mar 23 12:51:28.674326 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee440b4-946d-411f-92fb-6428c1a63858 None None] Pushing event updated for resources: {'Port': ['ID=8be8fd46-6592-4029-8c75-8ea0d05ca188,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:28.698155 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Attempting to bind port 8be8fd46-6592-4029-8c75-8ea0d05ca188 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:51:28.698563 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Attempting to bind port 8be8fd46-6592-4029-8c75-8ea0d05ca188 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:51:28.699138 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Attempting to bind port 8be8fd46-6592-4029-8c75-8ea0d05ca188 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:28.708959 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c4dbfd7-a968-436a-b629-21f86ae141b3 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:28.712919 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:51:28.713292 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:51:28.713835 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:28.714481 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:51:28.715095 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Bound port: 8be8fd46-6592-4029-8c75-8ea0d05ca188, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:51:28.715334 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:28.719082 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:28.721659 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee440b4-946d-411f-92fb-6428c1a63858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:28.722066 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee440b4-946d-411f-92fb-6428c1a63858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:28.722483 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee440b4-946d-411f-92fb-6428c1a63858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:28.723157 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee440b4-946d-411f-92fb-6428c1a63858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:28.723700 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee440b4-946d-411f-92fb-6428c1a63858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:28.732845 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee440b4-946d-411f-92fb-6428c1a63858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:28.744213 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee440b4-946d-411f-92fb-6428c1a63858 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:28.756020 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee440b4-946d-411f-92fb-6428c1a63858 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:28.759232 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee440b4-946d-411f-92fb-6428c1a63858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:28.763434 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee440b4-946d-411f-92fb-6428c1a63858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:28.781259 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee440b4-946d-411f-92fb-6428c1a63858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:28.782333 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee440b4-946d-411f-92fb-6428c1a63858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:28.850048 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c4dbfd7-a968-436a-b629-21f86ae141b3 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:28.863080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4dbfd7-a968-436a-b629-21f86ae141b3 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:28.869417 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:28.870306 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c4dbfd7-a968-436a-b629-21f86ae141b3 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:28.877675 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:28.901271 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:29.044154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Pushing event updated for resources: {'Port': ['ID=18348e0a-5250-4d3c-91e9-39355e600d0a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:29.045468 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] For port 8be8fd46-6592-4029-8c75-8ea0d05ca188, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:51:29.058364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4dbfd7-a968-436a-b629-21f86ae141b3 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Pushing event updated for resources: {'Network': ['ID=a3a03161-2731-4327-aea3-e44294304cb8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:29.059858 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] For port 8be8fd46-6592-4029-8c75-8ea0d05ca188, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8be8fd46-6592-4029-8c75-8ea0d05ca188,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:51:29.082382 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:29.097882 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network a3a03161-2731-4327-aea3-e44294304cb8 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:51:29.171092 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:29.205530 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:29.228093 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-622555b8-9d50-4244-bbf8-765d32363ffc req-378e2fb0-bc17-4ce2-8a5c-82a8d9b2250c tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 210 time: 0.1983230 Mar 23 12:51:29.236591 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:29.240140 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6c4dbfd7-a968-436a-b629-21f86ae141b3 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3257244 Mar 23 12:51:29.241063 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:29.241363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59778) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:29.249848 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c574c73d-2376-416e-a27c-b2b30195df17 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Request body: {'subnet': {'network_id': 'a3a03161-2731-4327-aea3-e44294304cb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:29.384869 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee440b4-946d-411f-92fb-6428c1a63858 None None] Pushing event updated for resources: {'Port': ['ID=8be8fd46-6592-4029-8c75-8ea0d05ca188,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:29.506921 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:29.512683 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c574c73d-2376-416e-a27c-b2b30195df17 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Made reservation on behalf of f38b59ea63084ecea285826bfa7f4a37 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:29.517822 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c574c73d-2376-416e-a27c-b2b30195df17 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:29.544380 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:29.553412 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9a1cf68a-79cf-4e5e-b2e3-aa8106e4ef71 None None] Provisioning complete for port 18348e0a-5250-4d3c-91e9-39355e600d0a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:29.554094 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a1cf68a-79cf-4e5e-b2e3-aa8106e4ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:29.558773 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:29.597104 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9a1cf68a-79cf-4e5e-b2e3-aa8106e4ef71 None None] Port 18348e0a-5250-4d3c-91e9-39355e600d0a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:51:29.846529 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:29.855134 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:29.934664 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c574c73d-2376-416e-a27c-b2b30195df17 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:29.944447 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:25Z', 'revision_number': 3, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:30.003321 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fee2af-c61f-47b5-ae47-5740c8e3b9c1 None None] The sync data for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 is: [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:25Z', 'revision_number': 3, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:51:30.052873 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Pushing event updated for resources: {'Port': ['ID=18348e0a-5250-4d3c-91e9-39355e600d0a,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:30.061739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574c73d-2376-416e-a27c-b2b30195df17 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Pushing event updated for resources: {'Subnet': ['ID=1d1fe77a-cd9b-4fe4-a467-3bcea3817b67,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:30.076692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c574c73d-2376-416e-a27c-b2b30195df17 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Checking segment: {'id': 'b2fd72f8-c817-4998-b7e8-d53f40a5221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a3a03161-2731-4327-aea3-e44294304cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:51:30.077176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c574c73d-2376-416e-a27c-b2b30195df17 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Network hostable DHCP agents. Network: a3a03161-2731-4327-aea3-e44294304cb8, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:51:30.111163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c574c73d-2376-416e-a27c-b2b30195df17 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Network a3a03161-2731-4327-aea3-e44294304cb8 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:51:30.127081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:30.132197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c574c73d-2376-416e-a27c-b2b30195df17 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, a3a03161-2731-4327-aea3-e44294304cb8) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:30.137278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c574c73d-2376-416e-a27c-b2b30195df17 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:30.138011 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c574c73d-2376-416e-a27c-b2b30195df17 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:30.151440 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b31b20-fa5b-47b6-8c0f-094c38a09c37 None None] Network a3a03161-2731-4327-aea3-e44294304cb8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:51:30.179121 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c574c73d-2376-416e-a27c-b2b30195df17 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9364460 Mar 23 12:51:30.181748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59832) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:30.188796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2c3964e8-d759-4040-ba95-f9f7826dc273 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Request body: {'port': {'network_id': 'a3a03161-2731-4327-aea3-e44294304cb8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-671779253'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:30.323171 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3964e8-d759-4040-ba95-f9f7826dc273 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Made reservation on behalf of f38b59ea63084ecea285826bfa7f4a37 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:30.327615 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3964e8-d759-4040-ba95-f9f7826dc273 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:30.360572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-2c3964e8-d759-4040-ba95-f9f7826dc273 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] device_id is not set on port 4e38b2c8-9144-432a-8958-162e9fdc057e yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:51:30.397494 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:30.399158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:30.752629 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-a3a03161-2731-4327-aea3-e44294304cb8', 'network_id': 'a3a03161-2731-4327-aea3-e44294304cb8', 'tenant_id': 'f38b59ea63084ecea285826bfa7f4a37', 'fixed_ips': [{'subnet_id': '1d1fe77a-cd9b-4fe4-a467-3bcea3817b67'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:51:30.773018 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:30.825798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-2c3964e8-d759-4040-ba95-f9f7826dc273 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Allocated IP 172.20.0.9 (a3a03161-2731-4327-aea3-e44294304cb8/1d1fe77a-cd9b-4fe4-a467-3bcea3817b67/4e38b2c8-9144-432a-8958-162e9fdc057e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:30.868587 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b8cd39ce-aecf-4ba2-8479-2cdb55f74dc2 req-c01c4a59-ffc0-441b-983c-7026710cd27a tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/ports?device_id=544924a6-df61-46dd-a20d-1b672850430e HTTP/1.1" status: 200 len: 210 time: 0.0745864 Mar 23 12:51:30.939944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:51:31.056760 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e7889e04-9296-4c5d-8289-006ac88a92a6 None None] Provisioning complete for port 18348e0a-5250-4d3c-91e9-39355e600d0a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:31.057136 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e7889e04-9296-4c5d-8289-006ac88a92a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:31.152416 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8be8fd46-6592-4029-8c75-8ea0d05ca188 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:31.167068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:51:31.206368 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-647e192d-e2b8-4526-9797-50b0e9bccb8a admin admin] 10.222.0.52 "PUT /v2.0/routers/dc85c6d0-1d11-4f35-8d91-07a9c2d0c094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1819384 Mar 23 12:51:31.246271 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3964e8-d759-4040-ba95-f9f7826dc273 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:31.279560 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8be8fd46-6592-4029-8c75-8ea0d05ca188 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:31.280356 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:31.324681 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e7889e04-9296-4c5d-8289-006ac88a92a6 None None] Port 18348e0a-5250-4d3c-91e9-39355e600d0a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:51:31.331254 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3964e8-d759-4040-ba95-f9f7826dc273 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:31.409372 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Allocated IP 172.20.0.2 (a3a03161-2731-4327-aea3-e44294304cb8/1d1fe77a-cd9b-4fe4-a467-3bcea3817b67/f94382e9-277c-4902-a1d3-0c365a481780) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:31.469275 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3964e8-d759-4040-ba95-f9f7826dc273 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Network a3a03161-2731-4327-aea3-e44294304cb8 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:31.473912 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2c3964e8-d759-4040-ba95-f9f7826dc273 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:31.485107 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3964e8-d759-4040-ba95-f9f7826dc273 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:31.601842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3964e8-d759-4040-ba95-f9f7826dc273 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:31.602974 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c3964e8-d759-4040-ba95-f9f7826dc273 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:31.634950 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3964e8-d759-4040-ba95-f9f7826dc273 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Pushing event updated for resources: {'Port': ['ID=4e38b2c8-9144-432a-8958-162e9fdc057e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:31.671116 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2c3964e8-d759-4040-ba95-f9f7826dc273 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4870946 Mar 23 12:51:31.675888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59892) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:31.951756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-784646d1-1ca8-422a-81a4-1e598c131979 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Deleting port 4e38b2c8-9144-432a-8958-162e9fdc057e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:31.952521 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-784646d1-1ca8-422a-81a4-1e598c131979 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:32.036098 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59914) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:32.147876 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:32.179866 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-895e5e96-969b-433b-a8c9-d2fe26eed658 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:32.202197 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-784646d1-1ca8-422a-81a4-1e598c131979 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:32.228046 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 8be8fd46-6592-4029-8c75-8ea0d05ca188, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8be8fd46-6592-4029-8c75-8ea0d05ca188,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:32.232794 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-784646d1-1ca8-422a-81a4-1e598c131979 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Calling delete_port for 4e38b2c8-9144-432a-8958-162e9fdc057e owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:32.241061 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:32.253455 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-895e5e96-969b-433b-a8c9-d2fe26eed658 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:32.349244 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=8be8fd46-6592-4029-8c75-8ea0d05ca188,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:32.407464 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-895e5e96-969b-433b-a8c9-d2fe26eed658 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:32.411593 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-895e5e96-969b-433b-a8c9-d2fe26eed658 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:32.416684 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-895e5e96-969b-433b-a8c9-d2fe26eed658 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "DELETE /v2.0/security-groups/3bad14ae-ef09-4c47-a103-65bf3919454d HTTP/1.1" status: 204 len: 168 time: 0.3795028 Mar 23 12:51:32.417829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59928) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:32.433655 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-784646d1-1ca8-422a-81a4-1e598c131979 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:32.482520 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784646d1-1ca8-422a-81a4-1e598c131979 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Pushing event deleted for resources: {'Port': ['ID=4e38b2c8-9144-432a-8958-162e9fdc057e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:32.483297 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-cdbcaad4-f94b-4c8a-b489-9f7074e46a4e tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] show failed (client error): The resource could not be found. Mar 23 12:51:32.489532 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cdbcaad4-f94b-4c8a-b489-9f7074e46a4e tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "GET /v2.0/security-groups/3bad14ae-ef09-4c47-a103-65bf3919454d HTTP/1.1" status: 404 len: 347 time: 0.0659416 Mar 23 12:51:32.490421 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59932) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:32.518937 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e5e96-969b-433b-a8c9-d2fe26eed658 tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bad14ae-ef09-4c47-a103-65bf3919454d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:32.605348 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-784646d1-1ca8-422a-81a4-1e598c131979 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:32.608706 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-784646d1-1ca8-422a-81a4-1e598c131979 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] 10.222.0.52 "DELETE /v2.0/ports/4e38b2c8-9144-432a-8958-162e9fdc057e HTTP/1.1" status: 204 len: 168 time: 0.9294119 Mar 23 12:51:32.620165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59952) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:32.637018 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:32.652100 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:32.703004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Network a3a03161-2731-4327-aea3-e44294304cb8 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:32.709435 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:32.718790 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:32.750057 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Pushing event updated for resources: {'Port': ['ID=f94382e9-277c-4902-a1d3-0c365a481780,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:32.842583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3b36f145-bc1a-4185-b03d-f4e101a9231e tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Deleting port 26cc193b-a322-4304-b087-5c6e711be5ae {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:32.842583 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b36f145-bc1a-4185-b03d-f4e101a9231e tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:32.952513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Attempting to bind port f94382e9-277c-4902-a1d3-0c365a481780 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:51:32.952995 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Attempting to bind port f94382e9-277c-4902-a1d3-0c365a481780 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'b2fd72f8-c817-4998-b7e8-d53f40a5221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a3a03161-2731-4327-aea3-e44294304cb8'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:51:32.953364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Attempting to bind port f94382e9-277c-4902-a1d3-0c365a481780 on network a3a03161-2731-4327-aea3-e44294304cb8 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:32.989311 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:51:32.989691 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Checking segment: {'id': 'b2fd72f8-c817-4998-b7e8-d53f40a5221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a3a03161-2731-4327-aea3-e44294304cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:51:32.990091 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:32.990479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Bound using segment: {'id': 'b2fd72f8-c817-4998-b7e8-d53f40a5221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a3a03161-2731-4327-aea3-e44294304cb8'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:51:32.993661 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Bound port: f94382e9-277c-4902-a1d3-0c365a481780, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fd72f8-c817-4998-b7e8-d53f40a5221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a3a03161-2731-4327-aea3-e44294304cb8'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:51:32.995718 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:33.043825 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8be8fd46-6592-4029-8c75-8ea0d05ca188 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:33.056407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59966) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:33.057079 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1e60dc44-e921-4f3b-9ed4-28b4daca4774 tempest-DHCPAgentSchedulersTestJSON-1725608473 tempest-DHCPAgentSchedulersTestJSON-1725608473-project-admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.4246728 Mar 23 12:51:33.079549 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-74ad53da-2cfb-4643-b406-68b32075328f tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1727814033'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:33.106508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59968) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:33.111193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cb6e9c3b-511d-4105-8f37-c9ba7708218f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-157648208-network', 'tenant_id': 'cae3bc5313004ce7b93be0541440338a'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:33.177018 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b36f145-bc1a-4185-b03d-f4e101a9231e tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:33.177292 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6e9c3b-511d-4105-8f37-c9ba7708218f admin admin] Made reservation on behalf of cae3bc5313004ce7b93be0541440338a for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:33.178652 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b36f145-bc1a-4185-b03d-f4e101a9231e tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:33.181836 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb6e9c3b-511d-4105-8f37-c9ba7708218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:33.184197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ad53da-2cfb-4643-b406-68b32075328f tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Made reservation on behalf of f38b59ea63084ecea285826bfa7f4a37 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:33.191322 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74ad53da-2cfb-4643-b406-68b32075328f tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:33.223918 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3b36f145-bc1a-4185-b03d-f4e101a9231e tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Calling delete_port for 26cc193b-a322-4304-b087-5c6e711be5ae owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:33.224150 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb6e9c3b-511d-4105-8f37-c9ba7708218f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:33.322796 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] For port f94382e9-277c-4902-a1d3-0c365a481780, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:51:33.327523 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ad53da-2cfb-4643-b406-68b32075328f tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:51:33.335484 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] For port f94382e9-277c-4902-a1d3-0c365a481780, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f94382e9-277c-4902-a1d3-0c365a481780,segment=NetworkSegment(b2fd72f8-c817-4998-b7e8-d53f40a5221e),segment_id=b2fd72f8-c817-4998-b7e8-d53f40a5221e)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:51:33.359168 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74ad53da-2cfb-4643-b406-68b32075328f tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:33.359544 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:33.359804 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-74ad53da-2cfb-4643-b406-68b32075328f tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Added segment 0aa5f867-1849-4296-b7b9-88f89fdea149 of type vlan for network 4852209b-7483-4e70-bc76-71e49d6656ca Mar 23 12:51:33.409126 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb6e9c3b-511d-4105-8f37-c9ba7708218f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:33.414040 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb6e9c3b-511d-4105-8f37-c9ba7708218f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:33.470033 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74ad53da-2cfb-4643-b406-68b32075328f tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:33.475308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e9c3b-511d-4105-8f37-c9ba7708218f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34371b16-7615-4d49-a343-2a79c9b7b0ca,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:33.513920 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6e9c3b-511d-4105-8f37-c9ba7708218f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:51:33.529547 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Pushing event updated for resources: {'Port': ['ID=f94382e9-277c-4902-a1d3-0c365a481780,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:33.536412 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Sync routers for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:51:33.553158 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb6e9c3b-511d-4105-8f37-c9ba7708218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:33.553503 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-cb6e9c3b-511d-4105-8f37-c9ba7708218f admin admin] Added segment 74a71e7a-8a53-4966-aa84-b5fc587bcaa5 of type vlan for network ffa6070d-d47a-40e8-940d-354292fb6b4b Mar 23 12:51:33.599988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8be8fd46-6592-4029-8c75-8ea0d05ca188 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:33.610068 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:33.621253 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74ad53da-2cfb-4643-b406-68b32075328f tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:33.627007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:33.635806 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:33.636307 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:33.642203 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:33.643242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ad53da-2cfb-4643-b406-68b32075328f tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:33.643571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:33.644221 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74ad53da-2cfb-4643-b406-68b32075328f tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:33.645797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:33.646180 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:33.648109 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:33.648733 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:33.650180 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:33.656229 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:33.656782 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7f752-01d7-459c-a21f-0ae54f44ff15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:33.684688 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb6e9c3b-511d-4105-8f37-c9ba7708218f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:33.736811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:33.744535 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:33.799888 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb6e9c3b-511d-4105-8f37-c9ba7708218f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:33.800904 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6e9c3b-511d-4105-8f37-c9ba7708218f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:33.802143 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb6e9c3b-511d-4105-8f37-c9ba7708218f admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:34.044740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e9c3b-511d-4105-8f37-c9ba7708218f admin admin] Pushing event updated for resources: {'Network': ['ID=ffa6070d-d47a-40e8-940d-354292fb6b4b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:34.059389 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cb6e9c3b-511d-4105-8f37-c9ba7708218f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9521139 Mar 23 12:51:34.062619 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 59994) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:34.069295 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-74ad53da-2cfb-4643-b406-68b32075328f tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0054269 Mar 23 12:51:34.073588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 59996) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:34.074592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5c927df8-49e8-4657-a622-1d3fcb16a761 admin admin] Request body: {'subnet': {'network_id': 'ffa6070d-d47a-40e8-940d-354292fb6b4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-157648208-subnet', 'tenant_id': 'cae3bc5313004ce7b93be0541440338a', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:34.097095 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network ffa6070d-d47a-40e8-940d-354292fb6b4b details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:51:34.103937 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad53da-2cfb-4643-b406-68b32075328f tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Pushing event updated for resources: {'Network': ['ID=4852209b-7483-4e70-bc76-71e49d6656ca,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:34.145544 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c927df8-49e8-4657-a622-1d3fcb16a761 admin admin] Made reservation on behalf of cae3bc5313004ce7b93be0541440338a for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:34.163145 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b36f145-bc1a-4185-b03d-f4e101a9231e tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:34.164982 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c927df8-49e8-4657-a622-1d3fcb16a761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:34.192972 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 4852209b-7483-4e70-bc76-71e49d6656ca details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:51:34.221422 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:34.502577 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-211b1b79-6239-4aec-a60c-3809301f55d4 tempest-DHCPAgentSchedulersTestJSON-1725608473 tempest-DHCPAgentSchedulersTestJSON-1725608473-project-admin] 10.222.0.52 "GET /v2.0/agents/2753c1ee-774d-4885-b66a-715cb75ceaa9/dhcp-networks HTTP/1.1" status: 200 len: 6498 time: 0.4276175 Mar 23 12:51:34.503286 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60004) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:34.514064 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36f145-bc1a-4185-b03d-f4e101a9231e tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Pushing event deleted for resources: {'Port': ['ID=26cc193b-a322-4304-b087-5c6e711be5ae,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:34.526037 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60006) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:34.656048 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c927df8-49e8-4657-a622-1d3fcb16a761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:34.728784 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b36f145-bc1a-4185-b03d-f4e101a9231e tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:34.731658 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3b36f145-bc1a-4185-b03d-f4e101a9231e tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:34.736300 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3b36f145-bc1a-4185-b03d-f4e101a9231e tempest-ServersTestBootFromVolume-1709478884 tempest-ServersTestBootFromVolume-1709478884-project] 10.222.0.52 "DELETE /v2.0/floatingips/680291e5-2b95-4286-ab65-cc8f1f70dada HTTP/1.1" status: 204 len: 168 time: 2.2373719 Mar 23 12:51:34.739229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60010) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:34.753541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c927df8-49e8-4657-a622-1d3fcb16a761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0948e1-d91f-4f8a-92b9-c1e40235f883,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:34.755959 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 2, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:34.827258 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Checking router: dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:51:34.828245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Updating router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 port 18348e0a-5250-4d3c-91e9-39355e600d0a binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:51:34.831276 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fabad3dd-1a3d-42b2-9cba-f5c8a63ed405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:34.853958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c927df8-49e8-4657-a622-1d3fcb16a761 admin admin] Checking segment: {'id': '74a71e7a-8a53-4966-aa84-b5fc587bcaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ffa6070d-d47a-40e8-940d-354292fb6b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:51:34.854324 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c927df8-49e8-4657-a622-1d3fcb16a761 admin admin] Network hostable DHCP agents. Network: ffa6070d-d47a-40e8-940d-354292fb6b4b, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:51:34.877769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fc32c0-26b5-435b-8a04-3ff9f18dd098 tempest-DHCPAgentSchedulersTestJSON-1725608473 tempest-DHCPAgentSchedulersTestJSON-1725608473-project-admin] Network 4852209b-7483-4e70-bc76-71e49d6656ca is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:51:34.883960 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:34.933668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c927df8-49e8-4657-a622-1d3fcb16a761 admin admin] Network ffa6070d-d47a-40e8-940d-354292fb6b4b is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:51:34.958712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5c927df8-49e8-4657-a622-1d3fcb16a761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, ffa6070d-d47a-40e8-940d-354292fb6b4b) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:34.973170 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59dc596-1f80-4351-b9e6-78dddf983fb4 None None] Network ffa6070d-d47a-40e8-940d-354292fb6b4b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:51:34.979674 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c927df8-49e8-4657-a622-1d3fcb16a761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:34.979835 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c927df8-49e8-4657-a622-1d3fcb16a761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:35.018685 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-50fc32c0-26b5-435b-8a04-3ff9f18dd098 tempest-DHCPAgentSchedulersTestJSON-1725608473 tempest-DHCPAgentSchedulersTestJSON-1725608473-project-admin] 10.222.0.52 "POST /v2.0/agents/2753c1ee-774d-4885-b66a-715cb75ceaa9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5132835 Mar 23 12:51:35.023467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60012) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:35.062202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9acbd8-b5ec-46a9-b54e-162352a03592 None None] Network 4852209b-7483-4e70-bc76-71e49d6656ca requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:51:35.091806 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fabad3dd-1a3d-42b2-9cba-f5c8a63ed405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:35.104833 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5c927df8-49e8-4657-a622-1d3fcb16a761 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0374782 Mar 23 12:51:35.106570 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60014) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:35.107729 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fabad3dd-1a3d-42b2-9cba-f5c8a63ed405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:35.154710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-157648208-router', 'tenant_id': 'cae3bc5313004ce7b93be0541440338a', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:35.187411 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f94382e9-277c-4902-a1d3-0c365a481780 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:35.228458 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fabad3dd-1a3d-42b2-9cba-f5c8a63ed405 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=23daddbfa1544c189953c8e22b3449a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6901252 Mar 23 12:51:35.332092 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60018) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:35.333115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabad3dd-1a3d-42b2-9cba-f5c8a63ed405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e601795f-37cf-4752-9919-9f75caadd2d5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:35.357138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:35.358261 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:35.430660 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:35.692457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff232ff0-917e-4b45-b6ed-e00d5fd3dea1 None None] Network a3a03161-2731-4327-aea3-e44294304cb8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:51:36.037529 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-46805770-7be7-4192-aa55-2a2fb5a163fc tempest-DHCPAgentSchedulersTestJSON-1725608473 tempest-DHCPAgentSchedulersTestJSON-1725608473-project-admin] 10.222.0.52 "GET /v2.0/agents/2753c1ee-774d-4885-b66a-715cb75ceaa9/dhcp-networks HTTP/1.1" status: 200 len: 8066 time: 1.0114207 Mar 23 12:51:36.040087 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60022) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:36.127046 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:36.136964 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ebed606-a5dd-4687-8e3b-c86fb7e1d1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:36.217121 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ebed606-a5dd-4687-8e3b-c86fb7e1d1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:36.221966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-50e7514b-b2fc-40b5-8054-7b4fc1cbc921 None None] Provisioning complete for port f94382e9-277c-4902-a1d3-0c365a481780 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:36.223071 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50e7514b-b2fc-40b5-8054-7b4fc1cbc921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:36.231131 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e219140e-0d98-416d-adf5-0a272ab1de9b tempest-DHCPAgentSchedulersTestJSON-1725608473 tempest-DHCPAgentSchedulersTestJSON-1725608473-project-admin] 10.222.0.52 "DELETE /v2.0/agents/2753c1ee-774d-4885-b66a-715cb75ceaa9/dhcp-networks/4852209b-7483-4e70-bc76-71e49d6656ca HTTP/1.1" status: 204 len: 168 time: 0.1894836 Mar 23 12:51:36.233039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60024) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:36.278315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f94382e9-277c-4902-a1d3-0c365a481780 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:36.279047 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:36.417703 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ebed606-a5dd-4687-8e3b-c86fb7e1d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:36.420424 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ebed606-a5dd-4687-8e3b-c86fb7e1d1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:36.421571 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3ebed606-a5dd-4687-8e3b-c86fb7e1d1b6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e601795f-37cf-4752-9919-9f75caadd2d5 HTTP/1.1" status: 204 len: 168 time: 1.0806773 Mar 23 12:51:36.449059 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebed606-a5dd-4687-8e3b-c86fb7e1d1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e601795f-37cf-4752-9919-9f75caadd2d5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:36.512273 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-31040e9d-b540-4dfc-9390-5be060d86dbe tempest-DHCPAgentSchedulersTestJSON-1725608473 tempest-DHCPAgentSchedulersTestJSON-1725608473-project-admin] 10.222.0.52 "GET /v2.0/agents/2753c1ee-774d-4885-b66a-715cb75ceaa9/dhcp-networks HTTP/1.1" status: 200 len: 7295 time: 0.2780976 Mar 23 12:51:36.563714 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60032) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:36.593319 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-ffa6070d-d47a-40e8-940d-354292fb6b4b', 'network_id': 'ffa6070d-d47a-40e8-940d-354292fb6b4b', 'tenant_id': 'cae3bc5313004ce7b93be0541440338a', 'fixed_ips': [{'subnet_id': 'be0948e1-d91f-4f8a-92b9-c1e40235f883'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:51:36.599022 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:36.625555 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4a65609f-6e1c-43ad-a59c-763315657c63 tempest-DHCPAgentSchedulersTestJSON-1725608473 tempest-DHCPAgentSchedulersTestJSON-1725608473-project-admin] 10.222.0.52 "GET /v2.0/networks/a3a03161-2731-4327-aea3-e44294304cb8/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0605862 Mar 23 12:51:36.630064 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60036) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:36.688574 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:36.714299 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f3e3e4cf-a014-4d5f-8445-aa3563280a62 tempest-DHCPAgentSchedulersTestJSON-1725608473 tempest-DHCPAgentSchedulersTestJSON-1725608473-project-admin] 10.222.0.52 "GET /v2.0/networks/a3a03161-2731-4327-aea3-e44294304cb8/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0816932 Mar 23 12:51:36.724217 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60040) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:36.740476 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e2ce599-19b1-43b9-a938-253ff96f8377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:36.773151 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:37.119568 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Allocated IP 172.25.2.37 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/7d6c4c51-6020-4288-af41-a0edb04ae2b5) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:37.173243 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-26bf5e48-0a76-4ac3-aa73-ecdd2d2d9dab tempest-DHCPAgentSchedulersTestJSON-1725608473 tempest-DHCPAgentSchedulersTestJSON-1725608473-project-admin] 10.222.0.52 "GET /v2.0/agents/2753c1ee-774d-4885-b66a-715cb75ceaa9/dhcp-networks HTTP/1.1" status: 200 len: 7295 time: 0.4476359 Mar 23 12:51:37.175660 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60052) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:37.217145 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Allocated IP 172.20.0.2 (ffa6070d-d47a-40e8-940d-354292fb6b4b/be0948e1-d91f-4f8a-92b9-c1e40235f883/2d3482d0-59b4-4c04-9af2-4c964ff64570) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:37.378852 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05300bdf-0cec-45bc-8281-01bb178a88b6 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:37.459247 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:37.528254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1e2ce599-19b1-43b9-a938-253ff96f8377 admin admin] Deleting port 874a5bc5-756b-468c-81f8-1be784b0a74d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:37.528632 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e2ce599-19b1-43b9-a938-253ff96f8377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:37.621336 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:37.678844 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05300bdf-0cec-45bc-8281-01bb178a88b6 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:37.720533 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:37.734037 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-05300bdf-0cec-45bc-8281-01bb178a88b6 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4852209b-7483-4e70-bc76-71e49d6656ca']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:37.746059 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50e7514b-b2fc-40b5-8054-7b4fc1cbc921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:37.765405 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Network ffa6070d-d47a-40e8-940d-354292fb6b4b is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:37.767835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-1e2ce599-19b1-43b9-a938-253ff96f8377 admin admin] For port 874a5bc5-756b-468c-81f8-1be784b0a74d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=874a5bc5-756b-468c-81f8-1be784b0a74d,segment=NetworkSegment(68bd2e8b-be5f-4b93-be2f-ddad2a92cb88),segment_id=68bd2e8b-be5f-4b93-be2f-ddad2a92cb88)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:37.768270 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e2ce599-19b1-43b9-a938-253ff96f8377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:37.778737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-05300bdf-0cec-45bc-8281-01bb178a88b6 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa5f867-1849-4296-b7b9-88f89fdea149') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:37.782650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-05300bdf-0cec-45bc-8281-01bb178a88b6 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa5f867-1849-4296-b7b9-88f89fdea149') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:37.797635 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1e2ce599-19b1-43b9-a938-253ff96f8377 admin admin] Calling delete_port for 874a5bc5-756b-468c-81f8-1be784b0a74d owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:37.799507 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:37.815989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:37.836597 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:37.840177 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05300bdf-0cec-45bc-8281-01bb178a88b6 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:37.889191 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05300bdf-0cec-45bc-8281-01bb178a88b6 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:37.907749 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05300bdf-0cec-45bc-8281-01bb178a88b6 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:51:37.908539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-50e7514b-b2fc-40b5-8054-7b4fc1cbc921 None None] For port f94382e9-277c-4902-a1d3-0c365a481780, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f94382e9-277c-4902-a1d3-0c365a481780,segment=NetworkSegment(b2fd72f8-c817-4998-b7e8-d53f40a5221e),segment_id=b2fd72f8-c817-4998-b7e8-d53f40a5221e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:37.909153 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05300bdf-0cec-45bc-8281-01bb178a88b6 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:37.921884 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:37.940695 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Pushing event updated for resources: {'Port': ['ID=2d3482d0-59b4-4c04-9af2-4c964ff64570,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:37.943779 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:37.968847 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50e7514b-b2fc-40b5-8054-7b4fc1cbc921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:51:38.009054 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:51:38.047457 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05300bdf-0cec-45bc-8281-01bb178a88b6 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:38.054676 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05300bdf-0cec-45bc-8281-01bb178a88b6 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:38.060019 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-05300bdf-0cec-45bc-8281-01bb178a88b6 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] 10.222.0.52 "DELETE /v2.0/networks/4852209b-7483-4e70-bc76-71e49d6656ca HTTP/1.1" status: 204 len: 168 time: 0.8813844 Mar 23 12:51:38.062654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60076) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:38.134292 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05300bdf-0cec-45bc-8281-01bb178a88b6 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Pushing event deleted for resources: {'Network': ['ID=4852209b-7483-4e70-bc76-71e49d6656ca,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:38.136565 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:38.307907 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b040236e-7d92-4830-a5bf-3d16b8210671 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] DELETE failed (client error): The resource could not be found. Mar 23 12:51:38.308710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b040236e-7d92-4830-a5bf-3d16b8210671 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:51:38.311778 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b040236e-7d92-4830-a5bf-3d16b8210671 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] 10.222.0.52 "DELETE /v2.0/ports/4e38b2c8-9144-432a-8958-162e9fdc057e HTTP/1.1" status: 404 len: 333 time: 0.2465281 Mar 23 12:51:38.315404 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60090) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:38.327441 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Pushing event updated for resources: {'Port': ['ID=7d6c4c51-6020-4288-af41-a0edb04ae2b5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:38.336296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:38.352600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:38.355126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:38.432086 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf951b7-d527-40e9-abe5-46da1b1240ad None None] Pushing event updated for resources: {'Port': ['ID=18348e0a-5250-4d3c-91e9-39355e600d0a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:38.437954 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-23d94887-c86e-498d-99c2-af72fe5bb3e3 None None] Provisioning complete for port f94382e9-277c-4902-a1d3-0c365a481780 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:38.438328 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-23d94887-c86e-498d-99c2-af72fe5bb3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:38.494413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e2ce599-19b1-43b9-a938-253ff96f8377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:38.512261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Attempting to bind port 2d3482d0-59b4-4c04-9af2-4c964ff64570 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:51:38.512813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Attempting to bind port 2d3482d0-59b4-4c04-9af2-4c964ff64570 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '74a71e7a-8a53-4966-aa84-b5fc587bcaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ffa6070d-d47a-40e8-940d-354292fb6b4b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:51:38.513334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Attempting to bind port 2d3482d0-59b4-4c04-9af2-4c964ff64570 on network ffa6070d-d47a-40e8-940d-354292fb6b4b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:38.564387 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:51:38.570489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Checking segment: {'id': '74a71e7a-8a53-4966-aa84-b5fc587bcaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ffa6070d-d47a-40e8-940d-354292fb6b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:51:38.573575 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:38.574181 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Bound using segment: {'id': '74a71e7a-8a53-4966-aa84-b5fc587bcaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ffa6070d-d47a-40e8-940d-354292fb6b4b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:51:38.574853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Bound port: 2d3482d0-59b4-4c04-9af2-4c964ff64570, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a71e7a-8a53-4966-aa84-b5fc587bcaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ffa6070d-d47a-40e8-940d-354292fb6b4b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:51:38.575417 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:38.701038 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ce599-19b1-43b9-a938-253ff96f8377 admin admin] Pushing event deleted for resources: {'Port': ['ID=874a5bc5-756b-468c-81f8-1be784b0a74d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:38.710854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ff6c9f-f451-4d65-b285-6e5bb764452e tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Deleting subnet 1d1fe77a-cd9b-4fe4-a467-3bcea3817b67 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:51:38.737491 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54ff6c9f-f451-4d65-b285-6e5bb764452e tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:38.803364 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:51:38.815480 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:51:38.910537 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7514b-b2fc-40b5-8054-7b4fc1cbc921 None None] Pushing event updated for resources: {'Port': ['ID=f94382e9-277c-4902-a1d3-0c365a481780,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:38.925128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Attempting to bind port 18348e0a-5250-4d3c-91e9-39355e600d0a on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:51:38.925506 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Attempting to bind port 18348e0a-5250-4d3c-91e9-39355e600d0a by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:51:38.929094 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Attempting to bind port 18348e0a-5250-4d3c-91e9-39355e600d0a on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:38.987301 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54ff6c9f-f451-4d65-b285-6e5bb764452e tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:39.021943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:51:39.022238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Checking segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:51:39.022623 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:39.023029 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Bound using segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:51:39.023509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Bound port: 18348e0a-5250-4d3c-91e9-39355e600d0a, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:51:39.023892 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:39.057205 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:39.220962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] For port 2d3482d0-59b4-4c04-9af2-4c964ff64570, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:51:39.246083 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e2ce599-19b1-43b9-a938-253ff96f8377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:39.253308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] For port 2d3482d0-59b4-4c04-9af2-4c964ff64570, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2d3482d0-59b4-4c04-9af2-4c964ff64570,segment=NetworkSegment(74a71e7a-8a53-4966-aa84-b5fc587bcaa5),segment_id=74a71e7a-8a53-4966-aa84-b5fc587bcaa5)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:51:39.268957 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:39.363729 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] For port 18348e0a-5250-4d3c-91e9-39355e600d0a, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:51:39.412576 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] For port 18348e0a-5250-4d3c-91e9-39355e600d0a, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=18348e0a-5250-4d3c-91e9-39355e600d0a,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:51:39.423982 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54ff6c9f-f451-4d65-b285-6e5bb764452e tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:39.443816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-61fd912f-a5ec-4548-862c-95ca75a24a43 None None] Provisioning complete for port 18348e0a-5250-4d3c-91e9-39355e600d0a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:39.445312 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61fd912f-a5ec-4548-862c-95ca75a24a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:39.447579 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:39.532131 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac9c9c-fe14-44d9-ac7b-759d67354a07 None None] Pushing event updated for resources: {'Port': ['ID=2d3482d0-59b4-4c04-9af2-4c964ff64570,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:39.558938 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:39.623159 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54ff6c9f-f451-4d65-b285-6e5bb764452e tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:39.732377 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54ff6c9f-f451-4d65-b285-6e5bb764452e tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:39.738160 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-54ff6c9f-f451-4d65-b285-6e5bb764452e tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] 10.222.0.52 "DELETE /v2.0/subnets/1d1fe77a-cd9b-4fe4-a467-3bcea3817b67 HTTP/1.1" status: 204 len: 168 time: 1.4094918 Mar 23 12:51:39.740833 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60166) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:39.744210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9585b4-684b-4bcc-9292-bdf38626019d None None] Network a3a03161-2731-4327-aea3-e44294304cb8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:51:39.774257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff6c9f-f451-4d65-b285-6e5bb764452e tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1fe77a-cd9b-4fe4-a467-3bcea3817b67,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:39.828235 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:39.828938 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:40.024285 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Router fcbab279-2cd5-4ac6-af79-50e4a4bdb907 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:51:40.033810 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:40.156585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60174) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:40.174407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:40.264895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf951b7-d527-40e9-abe5-46da1b1240ad None None] Pushing event updated for resources: {'Port': ['ID=18348e0a-5250-4d3c-91e9-39355e600d0a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:40.272886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f94382e9-277c-4902-a1d3-0c365a481780 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:40.346111 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Deleting port f94382e9-277c-4902-a1d3-0c365a481780 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:40.346489 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:40.355358 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:51:40.357451 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-deadf7be-a84e-45e8-8ebf-ec8e059d8c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:40.366693 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Sync routers for ids ['fcbab279-2cd5-4ac6-af79-50e4a4bdb907'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:51:40.383400 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Routers {'fcbab279-2cd5-4ac6-af79-50e4a4bdb907'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:40.385936 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fcbab279-2cd5-4ac6-af79-50e4a4bdb907'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:40.400091 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:40.402171 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5dd0bc17-ee36-47cc-a05f-089ab16f8c3d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2531447 Mar 23 12:51:40.407744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60178) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:40.454039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] For port f94382e9-277c-4902-a1d3-0c365a481780, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f94382e9-277c-4902-a1d3-0c365a481780,segment=NetworkSegment(b2fd72f8-c817-4998-b7e8-d53f40a5221e),segment_id=b2fd72f8-c817-4998-b7e8-d53f40a5221e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:40.454654 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:40.471978 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Calling delete_port for f94382e9-277c-4902-a1d3-0c365a481780 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:40.572666 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Set router fcbab279-2cd5-4ac6-af79-50e4a4bdb907 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:40.595457 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-deadf7be-a84e-45e8-8ebf-ec8e059d8c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:40.666105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2ce599-19b1-43b9-a938-253ff96f8377 admin admin] Router eb496c71-75bf-4a71-acc0-10b93fd37bd5 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:51:40.670816 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:40.697924 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-deadf7be-a84e-45e8-8ebf-ec8e059d8c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:40.747520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Pushing event deleted for resources: {'Port': ['ID=f94382e9-277c-4902-a1d3-0c365a481780,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:40.756876 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] No DVR routers for this DVR port f94382e9-277c-4902-a1d3-0c365a481780 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:51:40.798509 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-deadf7be-a84e-45e8-8ebf-ec8e059d8c6a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aa01d2c6031e48a0bb3eef7341dcda48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6401122 Mar 23 12:51:40.802230 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadf7be-a84e-45e8-8ebf-ec8e059d8c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cb51a6-b433-43ed-9573-dc29e2d88496,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:40.804477 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60180) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:40.858754 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No active binding found for port f94382e9-277c-4902-a1d3-0c365a481780 {{(pid=102780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 12:51:40.859348 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f94382e9-277c-4902-a1d3-0c365a481780 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 12:51:40.870585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deadf7be-a84e-45e8-8ebf-ec8e059d8c6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:40.871333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deadf7be-a84e-45e8-8ebf-ec8e059d8c6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:40.871852 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deadf7be-a84e-45e8-8ebf-ec8e059d8c6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:40.872529 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deadf7be-a84e-45e8-8ebf-ec8e059d8c6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:40.873055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deadf7be-a84e-45e8-8ebf-ec8e059d8c6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:40.873548 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deadf7be-a84e-45e8-8ebf-ec8e059d8c6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:40.874317 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deadf7be-a84e-45e8-8ebf-ec8e059d8c6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:40.874839 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deadf7be-a84e-45e8-8ebf-ec8e059d8c6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:40.875339 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deadf7be-a84e-45e8-8ebf-ec8e059d8c6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:40.875827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deadf7be-a84e-45e8-8ebf-ec8e059d8c6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:40.876333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deadf7be-a84e-45e8-8ebf-ec8e059d8c6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:40.876838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deadf7be-a84e-45e8-8ebf-ec8e059d8c6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:40.893256 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'name': 'tempest-TestVolumeBootPattern-157648208-router', 'tenant_id': 'cae3bc5313004ce7b93be0541440338a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:35Z', 'updated_at': '2022-03-23T12:51:38Z', 'revision_number': 3, 'project_id': 'cae3bc5313004ce7b93be0541440338a', 'gw_port': {'id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:36Z', 'updated_at': '2022-03-23T12:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:40.944949 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Checking router: fcbab279-2cd5-4ac6-af79-50e4a4bdb907 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:51:40.945456 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Updating router fcbab279-2cd5-4ac6-af79-50e4a4bdb907 port 7d6c4c51-6020-4288-af41-a0edb04ae2b5 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:51:40.968708 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Port f94382e9-277c-4902-a1d3-0c365a481780 not found, will not notify nova. {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 12:51:41.016914 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:41.023266 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:41.063251 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a03161-2731-4327-aea3-e44294304cb8']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:41.080036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fd72f8-c817-4998-b7e8-d53f40a5221e') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:41.080337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fd72f8-c817-4998-b7e8-d53f40a5221e') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:41.095283 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1057894-6d0f-4b44-9a81-40e3feab228f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:41.119647 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:41.124493 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61fd912f-a5ec-4548-862c-95ca75a24a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:41.203185 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:41.267421 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1057894-6d0f-4b44-9a81-40e3feab228f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:41.287998 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:51:41.291191 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-61fd912f-a5ec-4548-862c-95ca75a24a43 None None] For port 18348e0a-5250-4d3c-91e9-39355e600d0a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=18348e0a-5250-4d3c-91e9-39355e600d0a,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:41.291743 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:51:41.297788 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:51:41.343801 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812b481d-2b9d-4c98-b044-1d81a33a1245 None None] DHCP port deletion for a3a03161-2731-4327-aea3-e44294304cb8 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:51:41.356470 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87c5ebc-ae63-4a7e-9aa9-38b9f941db06 None None] Network ffa6070d-d47a-40e8-940d-354292fb6b4b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:51:41.368250 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61fd912f-a5ec-4548-862c-95ca75a24a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:41.476939 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2ce599-19b1-43b9-a938-253ff96f8377 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:51:41.504515 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1e2ce599-19b1-43b9-a938-253ff96f8377 admin admin] 10.222.0.52 "PUT /v2.0/routers/eb496c71-75bf-4a71-acc0-10b93fd37bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7629530 Mar 23 12:51:41.506478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60186) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:41.507463 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:41.532219 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:41.542635 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] 10.222.0.52 "DELETE /v2.0/networks/a3a03161-2731-4327-aea3-e44294304cb8 HTTP/1.1" status: 204 len: 168 time: 1.7910912 Mar 23 12:51:41.561458 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1057894-6d0f-4b44-9a81-40e3feab228f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:41.566317 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1057894-6d0f-4b44-9a81-40e3feab228f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:41.572193 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e1057894-6d0f-4b44-9a81-40e3feab228f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f5cb51a6-b433-43ed-9573-dc29e2d88496 HTTP/1.1" status: 204 len: 168 time: 0.7297149 Mar 23 12:51:41.614048 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-61fd912f-a5ec-4548-862c-95ca75a24a43 None None] Could not find standard attr ID for object 4e38b2c8-9144-432a-8958-162e9fdc057e. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:51:41.622720 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1057894-6d0f-4b44-9a81-40e3feab228f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cb51a6-b433-43ed-9573-dc29e2d88496,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:41.636682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d38832-fe76-4c5e-b6f7-71f1c8189568 None None] Sync routers for ids ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:51:41.646683 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:41.760472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d38832-fe76-4c5e-b6f7-71f1c8189568 None None] Routers {'eb496c71-75bf-4a71-acc0-10b93fd37bd5'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:41.761466 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-86d38832-fe76-4c5e-b6f7-71f1c8189568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:41.777446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd912f-a5ec-4548-862c-95ca75a24a43 None None] Pushing event updated for resources: {'Port': ['ID=18348e0a-5250-4d3c-91e9-39355e600d0a,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:41.872257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485086c5-9fdc-4ea9-9e06-ce9d48f57230 tempest-DHCPAgentSchedulersTestJSON-1133897834 tempest-DHCPAgentSchedulersTestJSON-1133897834-project] Pushing event deleted for resources: {'Network': ['ID=a3a03161-2731-4327-aea3-e44294304cb8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:41.909541 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a3a1ee9a-83f5-4c63-ab98-dc43b8ce6a74 None None] Provisioning complete for port 2d3482d0-59b4-4c04-9af2-4c964ff64570 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:41.910816 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3a1ee9a-83f5-4c63-ab98-dc43b8ce6a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:41.959020 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:39Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:41.988954 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2775d943-a3ca-4ac4-b834-ed15599e0721 req-870fb458-4340-42aa-a6ec-2588a0833c91 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3009717 Mar 23 12:51:42.044497 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9f98f-0499-4fa1-acc4-8c3453723ec0 None None] The sync data for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 is: [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:39Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:51:42.116485 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2d3482d0-59b4-4c04-9af2-4c964ff64570 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:42.133727 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:42.151263 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:42.280263 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb8219-86e0-46ec-9483-827c4f805b90 None None] Pushing event updated for resources: {'Port': ['ID=7d6c4c51-6020-4288-af41-a0edb04ae2b5,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:42.281927 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60200) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:42.289665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eacdb2a-5b17-48cf-9cce-16c7e8a6e1f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:42.331868 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Attempting to bind port 7d6c4c51-6020-4288-af41-a0edb04ae2b5 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:51:42.334263 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Attempting to bind port 7d6c4c51-6020-4288-af41-a0edb04ae2b5 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:51:42.334980 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Attempting to bind port 7d6c4c51-6020-4288-af41-a0edb04ae2b5 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:42.339848 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3a1ee9a-83f5-4c63-ab98-dc43b8ce6a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:42.345864 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:51:42.357084 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:51:42.357896 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:42.358533 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:51:42.359398 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Bound port: 7d6c4c51-6020-4288-af41-a0edb04ae2b5, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:51:42.360310 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:42.385888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Allocated IP 172.20.0.1 (ffa6070d-d47a-40e8-940d-354292fb6b4b/be0948e1-d91f-4f8a-92b9-c1e40235f883/1d52c33f-3c94-44e7-a723-0898388428ce) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:42.530693 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-86d38832-fe76-4c5e-b6f7-71f1c8189568 None None] Set router eb496c71-75bf-4a71-acc0-10b93fd37bd5 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:42.552790 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] For port 7d6c4c51-6020-4288-af41-a0edb04ae2b5, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:51:42.567719 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] For port 7d6c4c51-6020-4288-af41-a0edb04ae2b5, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=7d6c4c51-6020-4288-af41-a0edb04ae2b5,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:51:42.572407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775d943-a3ca-4ac4-b834-ed15599e0721 req-4d388d44-d266-4cba-846d-84fdfbe54659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:42.577326 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2775d943-a3ca-4ac4-b834-ed15599e0721 req-4d388d44-d266-4cba-846d-84fdfbe54659 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=33e7f205f4db4e62a36e6c205fdc521e&device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 1097 time: 0.2851598 Mar 23 12:51:42.590275 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:42.716958 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:42.723776 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a3a1ee9a-83f5-4c63-ab98-dc43b8ce6a74 None None] For port 2d3482d0-59b4-4c04-9af2-4c964ff64570, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2d3482d0-59b4-4c04-9af2-4c964ff64570,segment=NetworkSegment(74a71e7a-8a53-4966-aa84-b5fc587bcaa5),segment_id=74a71e7a-8a53-4966-aa84-b5fc587bcaa5)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:42.761881 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3a1ee9a-83f5-4c63-ab98-dc43b8ce6a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:42.789332 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Routers {'fcbab279-2cd5-4ac6-af79-50e4a4bdb907'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:42.789970 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fcbab279-2cd5-4ac6-af79-50e4a4bdb907'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:42.874769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775d943-a3ca-4ac4-b834-ed15599e0721 req-c33b8bac-9ab8-4fc1-a9f7-3b0b62bc6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:42.879210 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2775d943-a3ca-4ac4-b834-ed15599e0721 req-c33b8bac-9ab8-4fc1-a9f7-3b0b62bc6ab0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c281b63a-1110-46c5-a009-2f989e889242 HTTP/1.1" status: 200 len: 915 time: 0.2471631 Mar 23 12:51:42.903503 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-71a83b8a-f046-43ec-8210-72d6986ae054 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f38b59ea63084ecea285826bfa7f4a37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6074224 Mar 23 12:51:42.903739 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb8219-86e0-46ec-9483-827c4f805b90 None None] Pushing event updated for resources: {'Port': ['ID=7d6c4c51-6020-4288-af41-a0edb04ae2b5,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:42.918332 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60212) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:42.930589 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:42.952482 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2d3482d0-59b4-4c04-9af2-4c964ff64570 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:42.953572 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:42.975338 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eacdb2a-5b17-48cf-9cce-16c7e8a6e1f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:43.084845 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2775d943-a3ca-4ac4-b834-ed15599e0721 req-944939fb-580a-4b90-b5e6-b194c8f3bf50 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f966f7df-f9af-48ff-926b-74b997f4dd65 HTTP/1.1" status: 200 len: 217 time: 0.1463614 Mar 23 12:51:43.091659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Network ffa6070d-d47a-40e8-940d-354292fb6b4b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:43.120835 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:43.130626 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a3a1ee9a-83f5-4c63-ab98-dc43b8ce6a74 None None] Provisioning complete for port 18348e0a-5250-4d3c-91e9-39355e600d0a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:43.131052 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3a1ee9a-83f5-4c63-ab98-dc43b8ce6a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:43.164988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:43.173220 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] Set router fcbab279-2cd5-4ac6-af79-50e4a4bdb907 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:43.257678 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:43.315885 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775d943-a3ca-4ac4-b834-ed15599e0721 req-1b681aaa-e274-4446-983d-d53256226858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:43.317165 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1ee9a-83f5-4c63-ab98-dc43b8ce6a74 None None] Pushing event updated for resources: {'Port': ['ID=2d3482d0-59b4-4c04-9af2-4c964ff64570,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:43.317441 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2775d943-a3ca-4ac4-b834-ed15599e0721 req-1b681aaa-e274-4446-983d-d53256226858 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b1870a69-a726-4746-a26e-0ffbf4458791 HTTP/1.1" status: 200 len: 854 time: 0.2246928 Mar 23 12:51:43.392798 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2775d943-a3ca-4ac4-b834-ed15599e0721 req-3dd22463-a8d6-41a4-80d4-26fc3c1c405f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c281b63a-1110-46c5-a009-2f989e889242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666497 Mar 23 12:51:43.423435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0eacdb2a-5b17-48cf-9cce-16c7e8a6e1f2 admin admin] Deleting port 952723dd-027f-49be-832c-7eea29a32a81 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:43.423776 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eacdb2a-5b17-48cf-9cce-16c7e8a6e1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:43.537279 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Pushing event updated for resources: {'Port': ['ID=1d52c33f-3c94-44e7-a723-0898388428ce,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:43.637759 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:43.673767 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-253f9ecc-d301-484d-97a0-dd8a148c8b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:43.704710 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-253f9ecc-d301-484d-97a0-dd8a148c8b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:43.722973 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'name': 'tempest-TestVolumeBootPattern-157648208-router', 'tenant_id': 'cae3bc5313004ce7b93be0541440338a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:35Z', 'updated_at': '2022-03-23T12:51:38Z', 'revision_number': 3, 'project_id': 'cae3bc5313004ce7b93be0541440338a', 'gw_port': {'id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:36Z', 'updated_at': '2022-03-23T12:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:43.792152 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-253f9ecc-d301-484d-97a0-dd8a148c8b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:43.795078 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-253f9ecc-d301-484d-97a0-dd8a148c8b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:43.813702 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-253f9ecc-d301-484d-97a0-dd8a148c8b84 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5076c5ba-dfc3-489e-ad8e-3951888c4e70 HTTP/1.1" status: 204 len: 168 time: 0.8788815 Mar 23 12:51:43.839379 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd7ea8b-3421-464d-8234-3f7d17947e04 None None] The sync data for ids ['fcbab279-2cd5-4ac6-af79-50e4a4bdb907'] in n-d-834854-1 is: [{'id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'name': 'tempest-TestVolumeBootPattern-157648208-router', 'tenant_id': 'cae3bc5313004ce7b93be0541440338a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:35Z', 'updated_at': '2022-03-23T12:51:38Z', 'revision_number': 3, 'project_id': 'cae3bc5313004ce7b93be0541440338a', 'gw_port': {'id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:36Z', 'updated_at': '2022-03-23T12:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:51:43.893645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f94382e9-277c-4902-a1d3-0c365a481780 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:51:43.915636 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f9ecc-d301-484d-97a0-dd8a148c8b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5076c5ba-dfc3-489e-ad8e-3951888c4e70,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:43.918917 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7078dca6-82da-4dc6-836b-eee3787d31de None None] Provisioning complete for port 2d3482d0-59b4-4c04-9af2-4c964ff64570 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:43.923262 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7078dca6-82da-4dc6-836b-eee3787d31de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:44.051996 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-0eacdb2a-5b17-48cf-9cce-16c7e8a6e1f2 admin admin] For port 952723dd-027f-49be-832c-7eea29a32a81, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=952723dd-027f-49be-832c-7eea29a32a81,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:44.053751 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eacdb2a-5b17-48cf-9cce-16c7e8a6e1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:44.084199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0eacdb2a-5b17-48cf-9cce-16c7e8a6e1f2 admin admin] Calling delete_port for 952723dd-027f-49be-832c-7eea29a32a81 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:44.099650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f94382e9-277c-4902-a1d3-0c365a481780 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:51:44.100813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f94382e9-277c-4902-a1d3-0c365a481780 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:51:44.208416 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-86d38832-fe76-4c5e-b6f7-71f1c8189568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'name': 'tempest-ServersTestBootFromVolume-1700411395-router', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '952723dd-027f-49be-832c-7eea29a32a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:18Z', 'updated_at': '2022-03-23T12:51:38Z', 'revision_number': 5, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'gw_port': {'id': '952723dd-027f-49be-832c-7eea29a32a81', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:19Z', 'updated_at': '2022-03-23T12:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:44.287830 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:44.300174 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:44.367233 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d38832-fe76-4c5e-b6f7-71f1c8189568 None None] Checking router: eb496c71-75bf-4a71-acc0-10b93fd37bd5 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:51:44.545897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d38832-fe76-4c5e-b6f7-71f1c8189568 None None] Routers {'eb496c71-75bf-4a71-acc0-10b93fd37bd5'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:44.548081 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-86d38832-fe76-4c5e-b6f7-71f1c8189568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:44.584846 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:44.612849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Pushing event updated for resources: {'Port': ['ID=1d52c33f-3c94-44e7-a723-0898388428ce,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:44.706853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2d3482d0-59b4-4c04-9af2-4c964ff64570 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:44.708311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60244) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:44.734118 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d233-0f0c-477c-89f1-144dfc5607c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:44.905198 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d233-0f0c-477c-89f1-144dfc5607c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:44.920828 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d233-0f0c-477c-89f1-144dfc5607c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:44.925121 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Network ffa6070d-d47a-40e8-940d-354292fb6b4b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:44.945044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:44.991008 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a1d9d233-0f0c-477c-89f1-144dfc5607c9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4cd40d45c41c46048035ca77df38b796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809465 Mar 23 12:51:44.992068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9d233-0f0c-477c-89f1-144dfc5607c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164b49e2-ad2c-45ca-8cdd-bbe359cec3f6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:44.998082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60248) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:45.231054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b786094f-e878-4cf7-b697-4ed2606b2a90 None None] Provisioning complete for port 1d52c33f-3c94-44e7-a723-0898388428ce triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:45.231627 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b786094f-e878-4cf7-b697-4ed2606b2a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:45.232305 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2775d943-a3ca-4ac4-b834-ed15599e0721 req-0a6a27dc-6524-4048-8e28-c43b7f95f6a9 service neutron] 10.222.0.77 "GET /v2.0/networks/c281b63a-1110-46c5-a009-2f989e889242?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8263385 Mar 23 12:51:45.243598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-86d38832-fe76-4c5e-b6f7-71f1c8189568 None None] Set router eb496c71-75bf-4a71-acc0-10b93fd37bd5 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:45.285493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b1040-65c3-44f8-ad64-9ea1e4369611 req-4e2ffbe2-253e-4135-99f9-f2dad16c2a2a tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:45.295618 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a53b1040-65c3-44f8-ad64-9ea1e4369611 req-4e2ffbe2-253e-4135-99f9-f2dad16c2a2a tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 946 time: 0.1787424 Mar 23 12:51:45.316173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Router fcbab279-2cd5-4ac6-af79-50e4a4bdb907 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:51:45.373738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-86d38832-fe76-4c5e-b6f7-71f1c8189568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'name': 'tempest-ServersTestBootFromVolume-1700411395-router', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:18Z', 'updated_at': '2022-03-23T12:51:42Z', 'revision_number': 6, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:45.408167 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-175aa0e2-570c-446c-bb21-473a696eecaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:45.437884 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-175aa0e2-570c-446c-bb21-473a696eecaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:45.447747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2d3482d0-59b4-4c04-9af2-4c964ff64570 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:45.448459 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:45.453819 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d38832-fe76-4c5e-b6f7-71f1c8189568 None None] The sync data for ids ['eb496c71-75bf-4a71-acc0-10b93fd37bd5'] in n-d-834854-1 is: [{'id': 'eb496c71-75bf-4a71-acc0-10b93fd37bd5', 'name': 'tempest-ServersTestBootFromVolume-1700411395-router', 'tenant_id': '7aa6e901216549aa89e37088db0e1d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:18Z', 'updated_at': '2022-03-23T12:51:42Z', 'revision_number': 6, 'project_id': '7aa6e901216549aa89e37088db0e1d58', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:51:45.454622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a53b1040-65c3-44f8-ad64-9ea1e4369611 req-1143ddfd-5ec6-4ef9-aebc-09a8f36852f4 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550012 Mar 23 12:51:45.548467 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b786094f-e878-4cf7-b697-4ed2606b2a90 None None] Port 1d52c33f-3c94-44e7-a723-0898388428ce cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:51:45.561963 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-175aa0e2-570c-446c-bb21-473a696eecaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:45.567623 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-175aa0e2-570c-446c-bb21-473a696eecaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:45.574321 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-175aa0e2-570c-446c-bb21-473a696eecaa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/164b49e2-ad2c-45ca-8cdd-bbe359cec3f6 HTTP/1.1" status: 204 len: 168 time: 0.5741348 Mar 23 12:51:45.614658 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eacdb2a-5b17-48cf-9cce-16c7e8a6e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:45.648120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175aa0e2-570c-446c-bb21-473a696eecaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164b49e2-ad2c-45ca-8cdd-bbe359cec3f6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:45.701204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacdb2a-5b17-48cf-9cce-16c7e8a6e1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=952723dd-027f-49be-832c-7eea29a32a81,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:45.706460 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 18348e0a-5250-4d3c-91e9-39355e600d0a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:45.762640 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2775d943-a3ca-4ac4-b834-ed15599e0721 req-651552d1-7899-4298-887e-3afc5f04c7c7 service neutron] 10.222.0.77 "GET /v2.0/networks/c281b63a-1110-46c5-a009-2f989e889242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942067 Mar 23 12:51:45.834802 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ba9df-c003-49d2-aebf-6d43fd222f06 req-77285b19-5e88-4c0b-a5e5-95f9286d4679 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:45.840972 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f89ba9df-c003-49d2-aebf-6d43fd222f06 req-77285b19-5e88-4c0b-a5e5-95f9286d4679 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.77 "GET /v2.0/ports?device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 946 time: 0.3103142 Mar 23 12:51:45.844818 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4f749a92-952a-4d6f-9e94-13f6862c23c1 None None] Provisioning complete for port 1d52c33f-3c94-44e7-a723-0898388428ce triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:45.845213 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4f749a92-952a-4d6f-9e94-13f6862c23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:45.861248 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eacdb2a-5b17-48cf-9cce-16c7e8a6e1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:45.942613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 18348e0a-5250-4d3c-91e9-39355e600d0a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:45.943528 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:45.949493 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4f749a92-952a-4d6f-9e94-13f6862c23c1 None None] Port 1d52c33f-3c94-44e7-a723-0898388428ce cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:51:46.092866 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:46.150437 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eacdb2a-5b17-48cf-9cce-16c7e8a6e1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:46.152359 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60266) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:46.153502 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eacdb2a-5b17-48cf-9cce-16c7e8a6e1f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:46.218186 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eacdb2a-5b17-48cf-9cce-16c7e8a6e1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:46.219389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eacdb2a-5b17-48cf-9cce-16c7e8a6e1f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb496c71-75bf-4a71-acc0-10b93fd37bd5 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:51:46.230138 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eacdb2a-5b17-48cf-9cce-16c7e8a6e1f2 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:46.234048 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0eacdb2a-5b17-48cf-9cce-16c7e8a6e1f2 admin admin] 10.222.0.52 "DELETE /v2.0/routers/eb496c71-75bf-4a71-acc0-10b93fd37bd5 HTTP/1.1" status: 204 len: 168 time: 4.7227938 Mar 23 12:51:46.235891 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60272) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:46.312531 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-956cf55a-f6d7-42c0-bd35-2591c60c424d admin admin] Deleting subnet cd3321d6-96ce-4841-a490-8454a1c9b463 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:51:46.316650 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-956cf55a-f6d7-42c0-bd35-2591c60c424d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:46.380491 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-956cf55a-f6d7-42c0-bd35-2591c60c424d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:46.408048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:51:46.424511 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fef4ee37-b257-46ef-8234-a2d51134465d tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:46.453675 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-63a8b39f-00f3-4570-befa-869b8418633e admin admin] 10.222.0.52 "PUT /v2.0/routers/fcbab279-2cd5-4ac6-af79-50e4a4bdb907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0404558 Mar 23 12:51:46.484383 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fef4ee37-b257-46ef-8234-a2d51134465d tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] 10.222.0.52 "PUT /v2.0/quotas/2b9d764661064c3c8ca9c7156de7afbb HTTP/1.1" status: 200 len: 368 time: 0.3285844 Mar 23 12:51:46.491320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60284) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:46.547524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f89ba9df-c003-49d2-aebf-6d43fd222f06 req-f70065b6-87bb-4f9c-9046-b5b3110fa6bb tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Deleting port f966f7df-f9af-48ff-926b-74b997f4dd65 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:46.547918 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f89ba9df-c003-49d2-aebf-6d43fd222f06 req-f70065b6-87bb-4f9c-9046-b5b3110fa6bb tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:46.557422 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1a72ae69-877a-4413-9e92-ae69032933c7 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Request body: {'network': {'project_id': '2b9d764661064c3c8ca9c7156de7afbb'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:46.637055 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 7d6c4c51-6020-4288-af41-a0edb04ae2b5 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:46.648309 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-956cf55a-f6d7-42c0-bd35-2591c60c424d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:46.679361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a72ae69-877a-4413-9e92-ae69032933c7 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Made reservation on behalf of 2b9d764661064c3c8ca9c7156de7afbb for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:46.683786 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a72ae69-877a-4413-9e92-ae69032933c7 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:46.700834 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f89ba9df-c003-49d2-aebf-6d43fd222f06 req-f70065b6-87bb-4f9c-9046-b5b3110fa6bb tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] For port f966f7df-f9af-48ff-926b-74b997f4dd65, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=f966f7df-f9af-48ff-926b-74b997f4dd65,segment=NetworkSegment(5858bd8a-676e-4633-8719-693eb1b835ad),segment_id=5858bd8a-676e-4633-8719-693eb1b835ad)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:46.701193 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f89ba9df-c003-49d2-aebf-6d43fd222f06 req-f70065b6-87bb-4f9c-9046-b5b3110fa6bb tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:46.702576 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a72ae69-877a-4413-9e92-ae69032933c7 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:46.719562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-f89ba9df-c003-49d2-aebf-6d43fd222f06 req-f70065b6-87bb-4f9c-9046-b5b3110fa6bb tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Calling delete_port for f966f7df-f9af-48ff-926b-74b997f4dd65 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:46.810583 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-956cf55a-f6d7-42c0-bd35-2591c60c424d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:46.848770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 7d6c4c51-6020-4288-af41-a0edb04ae2b5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:46.849138 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:46.854838 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-956cf55a-f6d7-42c0-bd35-2591c60c424d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:46.860257 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-956cf55a-f6d7-42c0-bd35-2591c60c424d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cd3321d6-96ce-4841-a490-8454a1c9b463 HTTP/1.1" status: 204 len: 168 time: 0.6221311 Mar 23 12:51:46.866704 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cf55a-f6d7-42c0-bd35-2591c60c424d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd3321d6-96ce-4841-a490-8454a1c9b463,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:46.869215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04205ff2-0f03-4fa7-b16c-79d27408914d None None] Network 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:51:46.870892 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60302) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:46.977000 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:46.997103 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f89ba9df-c003-49d2-aebf-6d43fd222f06 req-f70065b6-87bb-4f9c-9046-b5b3110fa6bb tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:46.997483 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a72ae69-877a-4413-9e92-ae69032933c7 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:47.008676 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a72ae69-877a-4413-9e92-ae69032933c7 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:47.056202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72ae69-877a-4413-9e92-ae69032933c7 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b110dbfd-b216-4e0b-b1bc-44752859d2c0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:47.075365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a72ae69-877a-4413-9e92-ae69032933c7 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:51:47.087188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a72ae69-877a-4413-9e92-ae69032933c7 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:47.087751 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-1a72ae69-877a-4413-9e92-ae69032933c7 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Added segment abd7ae59-5d75-4cf3-be6d-b970c7f23212 of type vlan for network 1d9aeb92-3d1a-44ba-9488-f763aa683d6c Mar 23 12:51:47.130042 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70065b6-87bb-4f9c-9046-b5b3110fa6bb tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Pushing event deleted for resources: {'Port': ['ID=f966f7df-f9af-48ff-926b-74b997f4dd65,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:47.142669 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a72ae69-877a-4413-9e92-ae69032933c7 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:47.178185 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a72ae69-877a-4413-9e92-ae69032933c7 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:47.179263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a72ae69-877a-4413-9e92-ae69032933c7 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:47.180159 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a72ae69-877a-4413-9e92-ae69032933c7 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:47.302874 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968633d-2e1e-4858-99e0-c8f54de5b590 req-bbe47e96-d20d-4489-ba32-53d0ec235256 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:47.313274 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e968633d-2e1e-4858-99e0-c8f54de5b590 req-bbe47e96-d20d-4489-ba32-53d0ec235256 tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34f0627-21d4-40b8-8202-2d6bb563afbf HTTP/1.1" status: 200 len: 867 time: 0.3961933 Mar 23 12:51:47.315655 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89ba9df-c003-49d2-aebf-6d43fd222f06 req-f70065b6-87bb-4f9c-9046-b5b3110fa6bb tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] No DVR routers for this DVR port f966f7df-f9af-48ff-926b-74b997f4dd65 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:51:47.329360 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f89ba9df-c003-49d2-aebf-6d43fd222f06 req-f70065b6-87bb-4f9c-9046-b5b3110fa6bb tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:47.333529 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f89ba9df-c003-49d2-aebf-6d43fd222f06 req-f70065b6-87bb-4f9c-9046-b5b3110fa6bb tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.77 "DELETE /v2.0/ports/f966f7df-f9af-48ff-926b-74b997f4dd65 HTTP/1.1" status: 204 len: 173 time: 1.4831240 Mar 23 12:51:47.334334 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34f0627-21d4-40b8-8202-2d6bb563afbf', 'name': 'network-vif-deleted', 'tag': 'f966f7df-f9af-48ff-926b-74b997f4dd65'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:51:47.337314 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9182667-a12e-4f97-8826-0f7639d1cdf1" -d '{"events": [{"server_uuid": "a34f0627-21d4-40b8-8202-2d6bb563afbf", "name": "network-vif-deleted", "tag": "f966f7df-f9af-48ff-926b-74b997f4dd65"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:51:47.358006 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Sync routers for ids ['fcbab279-2cd5-4ac6-af79-50e4a4bdb907'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:51:47.398181 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Routers {'fcbab279-2cd5-4ac6-af79-50e4a4bdb907'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:47.399808 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fcbab279-2cd5-4ac6-af79-50e4a4bdb907'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:47.412523 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72ae69-877a-4413-9e92-ae69032933c7 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Pushing event updated for resources: {'Network': ['ID=1d9aeb92-3d1a-44ba-9488-f763aa683d6c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:47.466632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 1d9aeb92-3d1a-44ba-9488-f763aa683d6c details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:51:47.473629 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1a72ae69-877a-4413-9e92-ae69032933c7 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9735155 Mar 23 12:51:47.492641 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60316) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:47.497215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] Deleting port 23a85abb-9f18-4be7-a94a-085045753eb7 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:47.503009 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:47.555285 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e968633d-2e1e-4858-99e0-c8f54de5b590 req-56414b0d-b71b-43ce-9539-763331f7df2e tempest-VolumesSnapshotTestJSON-488873335 tempest-VolumesSnapshotTestJSON-488873335-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9dba514-08fa-4aff-ae4b-605c62ad3b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356913 Mar 23 12:51:47.560723 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd1c6e3-8408-4d5b-815a-6843176a0b3f x-openstack-request-id: req-bcd1c6e3-8408-4d5b-815a-6843176a0b3f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:51:47.561972 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34f0627-21d4-40b8-8202-2d6bb563afbf", "name": "network-vif-deleted", "tag": "f966f7df-f9af-48ff-926b-74b997f4dd65", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:51:47.562529 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bcd1c6e3-8408-4d5b-815a-6843176a0b3f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:51:47.564825 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34f0627-21d4-40b8-8202-2d6bb563afbf', 'name': 'network-vif-deleted', 'tag': 'f966f7df-f9af-48ff-926b-74b997f4dd65', 'status': 'completed', 'code': 200} Mar 23 12:51:47.603258 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ccf4d-35c4-4efb-ba47-f059f41c91f4 None None] DHCP port deletion for 6e2511c5-1ac3-4f4f-bcb8-92d332af4acc request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:51:47.612792 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:47.627754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] For port 23a85abb-9f18-4be7-a94a-085045753eb7, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=23a85abb-9f18-4be7-a94a-085045753eb7,segment=NetworkSegment(68bd2e8b-be5f-4b93-be2f-ddad2a92cb88),segment_id=68bd2e8b-be5f-4b93-be2f-ddad2a92cb88)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:47.628461 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:47.645464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] Calling delete_port for 23a85abb-9f18-4be7-a94a-085045753eb7 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:47.743544 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-125ba73b-6316-4cac-ab63-d6dd604ef8d2 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Request body: {'network': {'project_id': '2b9d764661064c3c8ca9c7156de7afbb'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:47.767785 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:47.777431 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Set router fcbab279-2cd5-4ac6-af79-50e4a4bdb907 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:47.806642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=23a85abb-9f18-4be7-a94a-085045753eb7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:47.813884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125ba73b-6316-4cac-ab63-d6dd604ef8d2 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Made reservation on behalf of 2b9d764661064c3c8ca9c7156de7afbb for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:47.818091 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-125ba73b-6316-4cac-ab63-d6dd604ef8d2 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:47.851141 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] No DVR routers for this DVR port 23a85abb-9f18-4be7-a94a-085045753eb7 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:51:47.860309 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:47.913380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125ba73b-6316-4cac-ab63-d6dd604ef8d2 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:51:47.934130 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 7d6c4c51-6020-4288-af41-a0edb04ae2b5, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=7d6c4c51-6020-4288-af41-a0edb04ae2b5,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:47.945775 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-125ba73b-6316-4cac-ab63-d6dd604ef8d2 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:47.961287 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-125ba73b-6316-4cac-ab63-d6dd604ef8d2 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Added segment b6f5e2e9-80ae-4d2e-ac4b-b2dfe1eebac8 of type vlan for network 502267ed-e6fa-47bc-8099-480657c882cf Mar 23 12:51:47.970429 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:48.053220 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-723ccf4d-35c4-4efb-ba47-f059f41c91f4 None None] Deleting port 23a85abb-9f18-4be7-a94a-085045753eb7 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:48.053975 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-723ccf4d-35c4-4efb-ba47-f059f41c91f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:48.105137 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-125ba73b-6316-4cac-ab63-d6dd604ef8d2 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:48.187453 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-125ba73b-6316-4cac-ab63-d6dd604ef8d2 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:48.192696 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125ba73b-6316-4cac-ab63-d6dd604ef8d2 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:48.194535 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-125ba73b-6316-4cac-ab63-d6dd604ef8d2 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:48.214389 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 952723dd-027f-49be-832c-7eea29a32a81 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:51:48.279316 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 952723dd-027f-49be-832c-7eea29a32a81 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:51:48.280116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 952723dd-027f-49be-832c-7eea29a32a81 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:51:48.280969 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 874a5bc5-756b-468c-81f8-1be784b0a74d no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:51:48.283346 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=7d6c4c51-6020-4288-af41-a0edb04ae2b5,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:48.327284 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 874a5bc5-756b-468c-81f8-1be784b0a74d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:51:48.328729 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 874a5bc5-756b-468c-81f8-1be784b0a74d not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:51:48.337386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-723ccf4d-35c4-4efb-ba47-f059f41c91f4 None None] For port 23a85abb-9f18-4be7-a94a-085045753eb7, host n-d-834854-1, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:48.338036 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-723ccf4d-35c4-4efb-ba47-f059f41c91f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:48.355450 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-723ccf4d-35c4-4efb-ba47-f059f41c91f4 None None] Calling delete_port for 23a85abb-9f18-4be7-a94a-085045753eb7 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:48.359064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-723ccf4d-35c4-4efb-ba47-f059f41c91f4 None None] Port 23a85abb-9f18-4be7-a94a-085045753eb7 was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 12:51:48.360765 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-723ccf4d-35c4-4efb-ba47-f059f41c91f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:48.393068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ccf4d-35c4-4efb-ba47-f059f41c91f4 None None] Pushing event deleted for resources: {'Port': ['ID=23a85abb-9f18-4be7-a94a-085045753eb7,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:48.401641 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ccf4d-35c4-4efb-ba47-f059f41c91f4 None None] No DVR routers for this DVR port 23a85abb-9f18-4be7-a94a-085045753eb7 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:51:48.402411 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'name': 'tempest-TestVolumeBootPattern-157648208-router', 'tenant_id': 'cae3bc5313004ce7b93be0541440338a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:35Z', 'updated_at': '2022-03-23T12:51:43Z', 'revision_number': 4, 'project_id': 'cae3bc5313004ce7b93be0541440338a', 'gw_port': {'id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:36Z', 'updated_at': '2022-03-23T12:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '1d52c33f-3c94-44e7-a723-0898388428ce', 'name': '', 'network_id': 'ffa6070d-d47a-40e8-940d-354292fb6b4b', 'tenant_id': 'cae3bc5313004ce7b93be0541440338a', 'mac_address': 'fa:16:3e:5c:f8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'be0948e1-d91f-4f8a-92b9-c1e40235f883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:41Z', 'updated_at': '2022-03-23T12:51:43Z', 'revision_number': 2, 'project_id': 'cae3bc5313004ce7b93be0541440338a', 'subnets': [{'id': 'be0948e1-d91f-4f8a-92b9-c1e40235f883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:48.437168 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60340) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:48.475550 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Checking router: fcbab279-2cd5-4ac6-af79-50e4a4bdb907 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:51:48.476221 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Updating router fcbab279-2cd5-4ac6-af79-50e4a4bdb907 port 1d52c33f-3c94-44e7-a723-0898388428ce binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:51:48.522134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60344) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:48.523121 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-125ba73b-6316-4cac-ab63-d6dd604ef8d2 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7807217 Mar 23 12:51:48.528825 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:48.530691 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7d7caff7-3406-4b72-bf57-5790e528877c tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Request body: {'network': {'project_id': '2b9d764661064c3c8ca9c7156de7afbb'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:48.531845 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:48.553308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 7d6c4c51-6020-4288-af41-a0edb04ae2b5 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:48.554603 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ba73b-6316-4cac-ab63-d6dd604ef8d2 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Pushing event updated for resources: {'Network': ['ID=502267ed-e6fa-47bc-8099-480657c882cf,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:48.588717 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7caff7-3406-4b72-bf57-5790e528877c tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 23 12:51:48.600050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2511c5-1ac3-4f4f-bcb8-92d332af4acc']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:48.602737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7caff7-3406-4b72-bf57-5790e528877c tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:51:48.604302 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7d7caff7-3406-4b72-bf57-5790e528877c tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0796092 Mar 23 12:51:48.607586 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60348) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:48.618177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bd2e8b-be5f-4b93-be2f-ddad2a92cb88') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:48.618764 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bd2e8b-be5f-4b93-be2f-ddad2a92cb88') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:48.635471 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:48.654578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 502267ed-e6fa-47bc-8099-480657c882cf details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:51:48.692373 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:48.727437 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:51:48.727965 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:51:48.732824 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:51:48.789263 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ed518573-52fb-497e-a727-b3b22ee40da7 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b9d764661064c3c8ca9c7156de7afbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1802416 Mar 23 12:51:48.794361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60356) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:48.818736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f966f7df-f9af-48ff-926b-74b997f4dd65 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:51:48.825753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5a6bd63d-8fb6-49b8-ae50-550d9e788df0 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-355334324', 'router:external': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:48.869555 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: f966f7df-f9af-48ff-926b-74b997f4dd65 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:51:48.874656 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device f966f7df-f9af-48ff-926b-74b997f4dd65 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:51:48.910134 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:48.946064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 7d6c4c51-6020-4288-af41-a0edb04ae2b5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:48.946468 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:48.953291 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d3db46d-b5dd-44db-8add-38d8c1d92682 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:48.959249 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:48.968653 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] 10.222.0.52 "DELETE /v2.0/networks/6e2511c5-1ac3-4f4f-bcb8-92d332af4acc HTTP/1.1" status: 204 len: 168 time: 2.0948777 Mar 23 12:51:48.981080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d929e-6a5c-4c4d-a1f4-34194fb63d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=6e2511c5-1ac3-4f4f-bcb8-92d332af4acc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:48.990650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6bd63d-8fb6-49b8-ae50-550d9e788df0 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Made reservation on behalf of 46d8241b56fa4ed2b6d36451ec48d7da for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:48.993827 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd63d-8fb6-49b8-ae50-550d9e788df0 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.012931 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd63d-8fb6-49b8-ae50-550d9e788df0 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.047776 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d3db46d-b5dd-44db-8add-38d8c1d92682 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.183124 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.224835 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.259765 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d3db46d-b5dd-44db-8add-38d8c1d92682 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.262414 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d3db46d-b5dd-44db-8add-38d8c1d92682 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.263559 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9d3db46d-b5dd-44db-8add-38d8c1d92682 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/b110dbfd-b216-4e0b-b1bc-44752859d2c0 HTTP/1.1" status: 204 len: 168 time: 0.4661136 Mar 23 12:51:49.268959 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60368) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:49.278870 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3db46d-b5dd-44db-8add-38d8c1d92682 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b110dbfd-b216-4e0b-b1bc-44752859d2c0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:49.296980 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd63d-8fb6-49b8-ae50-550d9e788df0 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.305459 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd63d-8fb6-49b8-ae50-550d9e788df0 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.351080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6bd63d-8fb6-49b8-ae50-550d9e788df0 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:51:49.352949 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 23a85abb-9f18-4be7-a94a-085045753eb7 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:51:49.359393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bd63d-8fb6-49b8-ae50-550d9e788df0 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1499507d-0e20-4621-bac4-223e539c1cb3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:49.368151 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd63d-8fb6-49b8-ae50-550d9e788df0 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.368524 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-5a6bd63d-8fb6-49b8-ae50-550d9e788df0 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Added segment 7e7a76d8-0b12-43e5-aa97-98bb3955dff3 of type vlan for network 1517b1a0-6cb9-46e1-b989-eb0dee6b96ef Mar 23 12:51:49.427694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 23a85abb-9f18-4be7-a94a-085045753eb7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:51:49.430926 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 23a85abb-9f18-4be7-a94a-085045753eb7 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:51:49.433471 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd63d-8fb6-49b8-ae50-550d9e788df0 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.446904 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0526f-5511-45f0-9f65-7e388dc49779 None None] Pushing event updated for resources: {'Port': ['ID=1d52c33f-3c94-44e7-a723-0898388428ce,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:49.467416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60372) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:49.479953 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd63d-8fb6-49b8-ae50-550d9e788df0 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.481819 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6bd63d-8fb6-49b8-ae50-550d9e788df0 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:49.482613 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd63d-8fb6-49b8-ae50-550d9e788df0 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.531508 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8f8d-5548-4cba-99fe-703a1a9e2db0 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.553242 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c9868d77-c8e2-4806-b5d8-f60cb036366b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7aa6e901216549aa89e37088db0e1d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0846760 Mar 23 12:51:49.555607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60376) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:49.575301 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bd63d-8fb6-49b8-ae50-550d9e788df0 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Pushing event updated for resources: {'Network': ['ID=1517b1a0-6cb9-46e1-b989-eb0dee6b96ef,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:49.594619 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 1517b1a0-6cb9-46e1-b989-eb0dee6b96ef details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:51:49.596932 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5a6bd63d-8fb6-49b8-ae50-550d9e788df0 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1574893 Mar 23 12:51:49.599660 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60378) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:49.604805 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9eab4c5d-a0a6-4ed7-8c16-6549e8518a07 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Request body: {'subnet': {'network_id': '1517b1a0-6cb9-46e1-b989-eb0dee6b96ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:49.612314 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Attempting to bind port 1d52c33f-3c94-44e7-a723-0898388428ce on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:51:49.612874 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Attempting to bind port 1d52c33f-3c94-44e7-a723-0898388428ce by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '74a71e7a-8a53-4966-aa84-b5fc587bcaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ffa6070d-d47a-40e8-940d-354292fb6b4b'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:51:49.613561 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Attempting to bind port 1d52c33f-3c94-44e7-a723-0898388428ce on network ffa6070d-d47a-40e8-940d-354292fb6b4b {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:49.626914 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:51:49.629456 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Checking segment: {'id': '74a71e7a-8a53-4966-aa84-b5fc587bcaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ffa6070d-d47a-40e8-940d-354292fb6b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:51:49.631565 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.632416 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Bound using segment: {'id': '74a71e7a-8a53-4966-aa84-b5fc587bcaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ffa6070d-d47a-40e8-940d-354292fb6b4b'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:51:49.634391 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Bound port: 1d52c33f-3c94-44e7-a723-0898388428ce, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a71e7a-8a53-4966-aa84-b5fc587bcaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ffa6070d-d47a-40e8-940d-354292fb6b4b'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:51:49.635060 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.640753 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-35288117-0e26-405e-82cf-061dd85ccbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.646774 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eab4c5d-a0a6-4ed7-8c16-6549e8518a07 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Made reservation on behalf of 46d8241b56fa4ed2b6d36451ec48d7da for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:49.649184 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9eab4c5d-a0a6-4ed7-8c16-6549e8518a07 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.754469 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] For port 1d52c33f-3c94-44e7-a723-0898388428ce, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:51:49.758886 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] For port 1d52c33f-3c94-44e7-a723-0898388428ce, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1d52c33f-3c94-44e7-a723-0898388428ce,segment=NetworkSegment(74a71e7a-8a53-4966-aa84-b5fc587bcaa5),segment_id=74a71e7a-8a53-4966-aa84-b5fc587bcaa5)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:51:49.765254 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.791589 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8f8d-5548-4cba-99fe-703a1a9e2db0 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.795703 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-35288117-0e26-405e-82cf-061dd85ccbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.850690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fa5d3473-fef4-404c-93cb-e4b7cf66284b None None] Provisioning complete for port 1d52c33f-3c94-44e7-a723-0898388428ce triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:49.851547 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa5d3473-fef4-404c-93cb-e4b7cf66284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.904365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fa8c8f8d-5548-4cba-99fe-703a1a9e2db0 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502267ed-e6fa-47bc-8099-480657c882cf']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:49.906758 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0526f-5511-45f0-9f65-7e388dc49779 None None] Pushing event updated for resources: {'Port': ['ID=1d52c33f-3c94-44e7-a723-0898388428ce,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:49.929988 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fa8c8f8d-5548-4cba-99fe-703a1a9e2db0 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f5e2e9-80ae-4d2e-ac4b-b2dfe1eebac8') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:49.932812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fa8c8f8d-5548-4cba-99fe-703a1a9e2db0 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f5e2e9-80ae-4d2e-ac4b-b2dfe1eebac8') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:49.956623 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8f8d-5548-4cba-99fe-703a1a9e2db0 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:49.958257 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Routers {'fcbab279-2cd5-4ac6-af79-50e4a4bdb907'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:49.959098 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fcbab279-2cd5-4ac6-af79-50e4a4bdb907'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:49.996850 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8f8d-5548-4cba-99fe-703a1a9e2db0 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:50.017054 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8c8f8d-5548-4cba-99fe-703a1a9e2db0 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:51:50.020090 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8f8d-5548-4cba-99fe-703a1a9e2db0 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:51:50.083543 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:51:50.146746 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa5d3473-fef4-404c-93cb-e4b7cf66284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:50.280315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fa5d3473-fef4-404c-93cb-e4b7cf66284b None None] For port 1d52c33f-3c94-44e7-a723-0898388428ce, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1d52c33f-3c94-44e7-a723-0898388428ce,segment=NetworkSegment(74a71e7a-8a53-4966-aa84-b5fc587bcaa5),segment_id=74a71e7a-8a53-4966-aa84-b5fc587bcaa5)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:50.286738 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa5d3473-fef4-404c-93cb-e4b7cf66284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:50.299146 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] Set router fcbab279-2cd5-4ac6-af79-50e4a4bdb907 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:50.326349 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8f8d-5548-4cba-99fe-703a1a9e2db0 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:50.352934 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8f8d-5548-4cba-99fe-703a1a9e2db0 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:50.363635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60388) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:50.370597 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fa8c8f8d-5548-4cba-99fe-703a1a9e2db0 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] 10.222.0.52 "DELETE /v2.0/networks/502267ed-e6fa-47bc-8099-480657c882cf HTTP/1.1" status: 204 len: 168 time: 1.0906188 Mar 23 12:51:50.396065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c8f8d-5548-4cba-99fe-703a1a9e2db0 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Pushing event deleted for resources: {'Network': ['ID=502267ed-e6fa-47bc-8099-480657c882cf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:50.417629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.objects.ports [None req-9eab4c5d-a0a6-4ed7-8c16-6549e8518a07 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:51:50.419214 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-35288117-0e26-405e-82cf-061dd85ccbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:50.422625 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-35288117-0e26-405e-82cf-061dd85ccbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:50.424582 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-35288117-0e26-405e-82cf-061dd85ccbd2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c498252e-0177-4273-aa34-660ca9bb54cd HTTP/1.1" status: 204 len: 168 time: 0.8676715 Mar 23 12:51:50.437726 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9eab4c5d-a0a6-4ed7-8c16-6549e8518a07 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:50.442800 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d3473-fef4-404c-93cb-e4b7cf66284b None None] Pushing event updated for resources: {'Port': ['ID=1d52c33f-3c94-44e7-a723-0898388428ce,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:50.449733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35288117-0e26-405e-82cf-061dd85ccbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c498252e-0177-4273-aa34-660ca9bb54cd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:50.527653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b4c6ee57-5eec-43c9-b151-fa22f6b64ebc None None] Provisioning complete for port 1d52c33f-3c94-44e7-a723-0898388428ce triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:50.528520 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ee57-5eec-43c9-b151-fa22f6b64ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:50.730557 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0542afe8-cfb2-4e5d-8888-e90ce2004934 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:50.748195 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eab4c5d-a0a6-4ed7-8c16-6549e8518a07 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Checking segment: {'id': '7e7a76d8-0b12-43e5-aa97-98bb3955dff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1517b1a0-6cb9-46e1-b989-eb0dee6b96ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:51:50.748614 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eab4c5d-a0a6-4ed7-8c16-6549e8518a07 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Network hostable DHCP agents. Network: 1517b1a0-6cb9-46e1-b989-eb0dee6b96ef, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:51:50.751063 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab4c5d-a0a6-4ed7-8c16-6549e8518a07 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Pushing event updated for resources: {'Subnet': ['ID=db0693c8-344d-433f-b1fc-5cefc72f9e77,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:50.808949 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eab4c5d-a0a6-4ed7-8c16-6549e8518a07 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Network 1517b1a0-6cb9-46e1-b989-eb0dee6b96ef is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:51:50.837242 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'name': 'tempest-TestVolumeBootPattern-157648208-router', 'tenant_id': 'cae3bc5313004ce7b93be0541440338a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:35Z', 'updated_at': '2022-03-23T12:51:43Z', 'revision_number': 4, 'project_id': 'cae3bc5313004ce7b93be0541440338a', 'gw_port': {'id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:36Z', 'updated_at': '2022-03-23T12:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '1d52c33f-3c94-44e7-a723-0898388428ce', 'name': '', 'network_id': 'ffa6070d-d47a-40e8-940d-354292fb6b4b', 'tenant_id': 'cae3bc5313004ce7b93be0541440338a', 'mac_address': 'fa:16:3e:5c:f8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'be0948e1-d91f-4f8a-92b9-c1e40235f883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:41Z', 'updated_at': '2022-03-23T12:51:49Z', 'revision_number': 4, 'project_id': 'cae3bc5313004ce7b93be0541440338a', 'subnets': [{'id': 'be0948e1-d91f-4f8a-92b9-c1e40235f883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:50.855587 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-9eab4c5d-a0a6-4ed7-8c16-6549e8518a07 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 1517b1a0-6cb9-46e1-b989-eb0dee6b96ef) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:50.861247 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0542afe8-cfb2-4e5d-8888-e90ce2004934 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:50.865775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eab4c5d-a0a6-4ed7-8c16-6549e8518a07 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:50.866560 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9eab4c5d-a0a6-4ed7-8c16-6549e8518a07 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:50.867834 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d9ebd4-f56c-46f1-ae66-f7ac0cd99d86 None None] Network 1517b1a0-6cb9-46e1-b989-eb0dee6b96ef requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:51:50.893100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0542afe8-cfb2-4e5d-8888-e90ce2004934 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9aeb92-3d1a-44ba-9488-f763aa683d6c']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:50.899283 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9eab4c5d-a0a6-4ed7-8c16-6549e8518a07 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2983367 Mar 23 12:51:50.903918 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60396) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:50.908851 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0542afe8-cfb2-4e5d-8888-e90ce2004934 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd7ae59-5d75-4cf3-be6d-b970c7f23212') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:50.909452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0542afe8-cfb2-4e5d-8888-e90ce2004934 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd7ae59-5d75-4cf3-be6d-b970c7f23212') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:50.910920 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5186a668-d9a6-49fb-8385-bd2641b5ecba tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-94918866', 'network_id': '1517b1a0-6cb9-46e1-b989-eb0dee6b96ef'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:50.919059 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0542afe8-cfb2-4e5d-8888-e90ce2004934 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:50.935537 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0542afe8-cfb2-4e5d-8888-e90ce2004934 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:50.938932 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c31b11-77d4-477e-81ee-9a3816cee6b1 None None] The sync data for ids ['fcbab279-2cd5-4ac6-af79-50e4a4bdb907'] in n-d-834854-1 is: [{'id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'name': 'tempest-TestVolumeBootPattern-157648208-router', 'tenant_id': 'cae3bc5313004ce7b93be0541440338a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:35Z', 'updated_at': '2022-03-23T12:51:43Z', 'revision_number': 4, 'project_id': 'cae3bc5313004ce7b93be0541440338a', 'gw_port': {'id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:36Z', 'updated_at': '2022-03-23T12:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '1d52c33f-3c94-44e7-a723-0898388428ce', 'name': '', 'network_id': 'ffa6070d-d47a-40e8-940d-354292fb6b4b', 'tenant_id': 'cae3bc5313004ce7b93be0541440338a', 'mac_address': 'fa:16:3e:5c:f8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'be0948e1-d91f-4f8a-92b9-c1e40235f883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:41Z', 'updated_at': '2022-03-23T12:51:49Z', 'revision_number': 4, 'project_id': 'cae3bc5313004ce7b93be0541440338a', 'subnets': [{'id': 'be0948e1-d91f-4f8a-92b9-c1e40235f883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:51:50.946908 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0542afe8-cfb2-4e5d-8888-e90ce2004934 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:51:50.947383 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0542afe8-cfb2-4e5d-8888-e90ce2004934 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:51:50.949437 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:51:50.972018 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5186a668-d9a6-49fb-8385-bd2641b5ecba tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Made reservation on behalf of 46d8241b56fa4ed2b6d36451ec48d7da for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:50.975916 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5186a668-d9a6-49fb-8385-bd2641b5ecba tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:51.027071 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0542afe8-cfb2-4e5d-8888-e90ce2004934 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:51.045331 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0542afe8-cfb2-4e5d-8888-e90ce2004934 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:51.054305 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0542afe8-cfb2-4e5d-8888-e90ce2004934 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] 10.222.0.52 "DELETE /v2.0/networks/1d9aeb92-3d1a-44ba-9488-f763aa683d6c HTTP/1.1" status: 204 len: 168 time: 0.6883428 Mar 23 12:51:51.064407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-5186a668-d9a6-49fb-8385-bd2641b5ecba tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] device_id is not set on port 1a635673-3f1a-4231-8b60-df7c2f21b41b yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:51:51.101263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542afe8-cfb2-4e5d-8888-e90ce2004934 tempest-QuotasNegativeTest-1195151187 tempest-QuotasNegativeTest-1195151187-project-admin] Pushing event deleted for resources: {'Network': ['ID=1d9aeb92-3d1a-44ba-9488-f763aa683d6c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:51.188708 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7d6bf4-779b-4507-b3bf-d478234929e0 None None] Network 1517b1a0-6cb9-46e1-b989-eb0dee6b96ef requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:51:51.260917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-5186a668-d9a6-49fb-8385-bd2641b5ecba tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Allocated IP 172.20.0.5 (1517b1a0-6cb9-46e1-b989-eb0dee6b96ef/db0693c8-344d-433f-b1fc-5cefc72f9e77/1a635673-3f1a-4231-8b60-df7c2f21b41b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:51.516000 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5186a668-d9a6-49fb-8385-bd2641b5ecba tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:51.578145 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5186a668-d9a6-49fb-8385-bd2641b5ecba tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:51.655784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5186a668-d9a6-49fb-8385-bd2641b5ecba tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Network 1517b1a0-6cb9-46e1-b989-eb0dee6b96ef is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:51.662903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5186a668-d9a6-49fb-8385-bd2641b5ecba tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:51.674718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5186a668-d9a6-49fb-8385-bd2641b5ecba tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:51.714683 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186a668-d9a6-49fb-8385-bd2641b5ecba tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Pushing event updated for resources: {'Port': ['ID=1a635673-3f1a-4231-8b60-df7c2f21b41b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:51.744128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5186a668-d9a6-49fb-8385-bd2641b5ecba tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:51.745286 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5186a668-d9a6-49fb-8385-bd2641b5ecba tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:51.776101 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5186a668-d9a6-49fb-8385-bd2641b5ecba tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 0.8703752 Mar 23 12:51:51.778657 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60430) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:51.991457 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60438) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:52.130533 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-d1009502-2f58-4cb5-9333-38222332bb47 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:52.132099 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-d1009502-2f58-4cb5-9333-38222332bb47 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 812 time: 0.2501259 Mar 23 12:51:52.133750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3a2800da-8877-4a1e-a9a0-32f57cb0a7b5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Deleting port 1a635673-3f1a-4231-8b60-df7c2f21b41b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:51:52.134281 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a2800da-8877-4a1e-a9a0-32f57cb0a7b5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:52.191493 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-c95a632c-a498-4cff-b214-bace79a0ee30 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/quotas/a83d57a27e704c44abb036185c95fcaf HTTP/1.1" status: 200 len: 375 time: 0.0417016 Mar 23 12:51:52.250404 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60446) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:52.269721 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a2800da-8877-4a1e-a9a0-32f57cb0a7b5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:52.290182 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3a2800da-8877-4a1e-a9a0-32f57cb0a7b5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Calling delete_port for 1a635673-3f1a-4231-8b60-df7c2f21b41b owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:51:52.311412 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-11e84812-a246-40e6-bd43-9148493fec10 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973902 Mar 23 12:51:52.442740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c3ffc9fc-ca36-4cb6-bde7-6b02079ec200 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1033883628-network', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:52.505100 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ffc9fc-ca36-4cb6-bde7-6b02079ec200 admin admin] Made reservation on behalf of cf92b9a5abb94441b04bfc32626d7e3d for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:52.509466 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc9fc-ca36-4cb6-bde7-6b02079ec200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:52.545511 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc9fc-ca36-4cb6-bde7-6b02079ec200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:52.574310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1d52c33f-3c94-44e7-a723-0898388428ce up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:52.604120 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-311c8e85-a498-48b5-9ef0-bbbbfc76f06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:52.676981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 1d52c33f-3c94-44e7-a723-0898388428ce triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:52.677852 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:52.752325 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a2800da-8877-4a1e-a9a0-32f57cb0a7b5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:52.822001 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2800da-8877-4a1e-a9a0-32f57cb0a7b5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a635673-3f1a-4231-8b60-df7c2f21b41b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:52.874740 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc9fc-ca36-4cb6-bde7-6b02079ec200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:52.876822 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-311c8e85-a498-48b5-9ef0-bbbbfc76f06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:52.880456 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc9fc-ca36-4cb6-bde7-6b02079ec200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:52.895560 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-a415feac-1f5a-41f6-9d96-5f2a01c7e0e3 service neutron] 10.222.0.52 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876292 Mar 23 12:51:52.896387 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-311c8e85-a498-48b5-9ef0-bbbbfc76f06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:52.911518 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ffc9fc-ca36-4cb6-bde7-6b02079ec200 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:51:52.939037 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3a2800da-8877-4a1e-a9a0-32f57cb0a7b5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:52.943063 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3a2800da-8877-4a1e-a9a0-32f57cb0a7b5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "DELETE /v2.0/ports/1a635673-3f1a-4231-8b60-df7c2f21b41b HTTP/1.1" status: 204 len: 168 time: 1.1632209 Mar 23 12:51:52.944522 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffc9fc-ca36-4cb6-bde7-6b02079ec200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b1aaf4-c052-4297-af3a-53bac89a059f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:52.946163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60454) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:52.963522 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-311c8e85-a498-48b5-9ef0-bbbbfc76f06b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=554228fa1e1a4fc4a710c3d39113b7b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9676843 Mar 23 12:51:52.970608 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc9fc-ca36-4cb6-bde7-6b02079ec200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:52.976448 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-c3ffc9fc-ca36-4cb6-bde7-6b02079ec200 admin admin] Added segment dcadfcbd-44f5-4f89-80da-bbda3ddd1d17 of type vlan for network 7926c096-9a24-475a-8eb5-1ca61a5f129f Mar 23 12:51:52.978050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60458) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:52.982629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1517b1a0-6cb9-46e1-b989-eb0dee6b96ef', 'external_fixed_ips': [{'subnet_id': 'db0693c8-344d-433f-b1fc-5cefc72f9e77', 'ip_address': '172.20.0.5'}]}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:53.022313 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:53.023504 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:53.045470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c8e85-a498-48b5-9ef0-bbbbfc76f06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495f1ce0-8544-4e90-8b35-1940024a299e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:53.058530 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-c7cabf40-71f9-484a-a87e-a4d74fbeb402 service neutron] 10.222.0.52 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540532 Mar 23 12:51:53.069117 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc9fc-ca36-4cb6-bde7-6b02079ec200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:53.107046 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be8d625c-e415-4ecf-896b-461ecb8849ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:53.120387 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc9fc-ca36-4cb6-bde7-6b02079ec200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:53.121411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ffc9fc-ca36-4cb6-bde7-6b02079ec200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:53.121987 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc9fc-ca36-4cb6-bde7-6b02079ec200 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:53.137660 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:53.155171 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be8d625c-e415-4ecf-896b-461ecb8849ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:53.236647 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c3ffc9fc-ca36-4cb6-bde7-6b02079ec200 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9851525 Mar 23 12:51:53.237710 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60466) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:53.245435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ed618c3c-cf93-44fa-9612-6d0f2683951e admin admin] Request body: {'subnet': {'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1033883628-subnet', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:53.276698 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be8d625c-e415-4ecf-896b-461ecb8849ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:53.279272 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be8d625c-e415-4ecf-896b-461ecb8849ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:53.282892 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-be8d625c-e415-4ecf-896b-461ecb8849ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/495f1ce0-8544-4e90-8b35-1940024a299e HTTP/1.1" status: 204 len: 168 time: 0.3003180 Mar 23 12:51:53.308024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d625c-e415-4ecf-896b-461ecb8849ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495f1ce0-8544-4e90-8b35-1940024a299e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:53.311484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffc9fc-ca36-4cb6-bde7-6b02079ec200 admin admin] Pushing event updated for resources: {'Network': ['ID=7926c096-9a24-475a-8eb5-1ca61a5f129f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:53.315847 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed618c3c-cf93-44fa-9612-6d0f2683951e admin admin] Made reservation on behalf of cf92b9a5abb94441b04bfc32626d7e3d for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:53.319068 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed618c3c-cf93-44fa-9612-6d0f2683951e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:53.344307 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 7926c096-9a24-475a-8eb5-1ca61a5f129f details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:51:53.350206 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:53.646546 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2dee2615-8d3e-4df0-908b-7c99aebd7b75 req-669a3e1a-070d-407a-b869-69a468c7d9ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 210 time: 0.1249394 Mar 23 12:51:53.904810 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:53.905425 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed618c3c-cf93-44fa-9612-6d0f2683951e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:53.933901 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:53.979646 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60484) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:53.986771 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed618c3c-cf93-44fa-9612-6d0f2683951e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f39281c9-ac88-4bcf-ab7d-7343f91f1d4a,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:54.024537 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-837dfb14-0f55-435e-bff8-99af50bde30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:54.055863 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-04897325-8043-4313-9e24-759e3daa9cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:54.081177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed618c3c-cf93-44fa-9612-6d0f2683951e admin admin] Checking segment: {'id': 'dcadfcbd-44f5-4f89-80da-bbda3ddd1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:51:54.081810 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed618c3c-cf93-44fa-9612-6d0f2683951e admin admin] Network hostable DHCP agents. Network: 7926c096-9a24-475a-8eb5-1ca61a5f129f, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:51:54.116228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed618c3c-cf93-44fa-9612-6d0f2683951e admin admin] Network 7926c096-9a24-475a-8eb5-1ca61a5f129f is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:51:54.138270 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ed618c3c-cf93-44fa-9612-6d0f2683951e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 7926c096-9a24-475a-8eb5-1ca61a5f129f) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:54.162399 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed618c3c-cf93-44fa-9612-6d0f2683951e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:54.163177 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ed618c3c-cf93-44fa-9612-6d0f2683951e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:54.164819 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571285b0-d6fb-4ab4-aaa2-c3bf32f176dc None None] Network 7926c096-9a24-475a-8eb5-1ca61a5f129f requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:51:54.194539 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ed618c3c-cf93-44fa-9612-6d0f2683951e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9527230 Mar 23 12:51:54.198293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60492) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:54.208029 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1033883628-router', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:54.224659 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-837dfb14-0f55-435e-bff8-99af50bde30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:54.231622 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-837dfb14-0f55-435e-bff8-99af50bde30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:54.299981 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-837dfb14-0f55-435e-bff8-99af50bde30e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c3c58122a7d41068a3172437b78669a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041832 Mar 23 12:51:54.302647 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:54.303665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60496) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:54.303803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837dfb14-0f55-435e-bff8-99af50bde30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b903d6e-8d66-4cd7-bf1c-bc7ad7a1b144,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:54.305573 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:54.345690 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Allocated IP 172.20.0.5 (1517b1a0-6cb9-46e1-b989-eb0dee6b96ef/db0693c8-344d-433f-b1fc-5cefc72f9e77/09d6a852-4da5-4513-a81d-c21778013fd6) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:54.417049 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85b1c69a-4d39-4496-b549-14ff8fcb4c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:54.446496 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85b1c69a-4d39-4496-b549-14ff8fcb4c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:54.513722 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85b1c69a-4d39-4496-b549-14ff8fcb4c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:54.516521 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85b1c69a-4d39-4496-b549-14ff8fcb4c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:54.525477 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-85b1c69a-4d39-4496-b549-14ff8fcb4c77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b903d6e-8d66-4cd7-bf1c-bc7ad7a1b144 HTTP/1.1" status: 204 len: 168 time: 0.2070386 Mar 23 12:51:54.549096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1c69a-4d39-4496-b549-14ff8fcb4c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b903d6e-8d66-4cd7-bf1c-bc7ad7a1b144,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:54.666124 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:54.717368 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-7926c096-9a24-475a-8eb5-1ca61a5f129f', 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'fixed_ips': [{'subnet_id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:51:54.718252 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:54.939693 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:54.945812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Allocated IP 172.20.0.2 (7926c096-9a24-475a-8eb5-1ca61a5f129f/f39281c9-ac88-4bcf-ab7d-7343f91f1d4a/40b57382-373f-4d2e-9433-e0267f27ea96) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:55.069208 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:55.174105 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Pushing event updated for resources: {'Port': ['ID=09d6a852-4da5-4513-a81d-c21778013fd6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:55.179264 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9b258b08-d4e9-4e58-92c4-b8f171278450 req-05f99117-307c-4f46-80bc-27ad549ae03f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 210 time: 0.3240342 Mar 23 12:51:55.195455 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:55.207711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Network 1517b1a0-6cb9-46e1-b989-eb0dee6b96ef is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:55.236542 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:55.244910 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:55.262136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:55.272734 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:55.334586 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Pushing event updated for resources: {'Port': ['ID=40b57382-373f-4d2e-9433-e0267f27ea96,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:55.357527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Network 7926c096-9a24-475a-8eb5-1ca61a5f129f is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:55.360155 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:55.364136 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:55.522238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Attempting to bind port 40b57382-373f-4d2e-9433-e0267f27ea96 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:51:55.524800 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Attempting to bind port 40b57382-373f-4d2e-9433-e0267f27ea96 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'dcadfcbd-44f5-4f89-80da-bbda3ddd1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:51:55.525265 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Attempting to bind port 40b57382-373f-4d2e-9433-e0267f27ea96 on network 7926c096-9a24-475a-8eb5-1ca61a5f129f {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:55.542799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:51:55.543170 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Checking segment: {'id': 'dcadfcbd-44f5-4f89-80da-bbda3ddd1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:51:55.543743 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:55.544370 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Bound using segment: {'id': 'dcadfcbd-44f5-4f89-80da-bbda3ddd1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:51:55.545185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Bound port: 40b57382-373f-4d2e-9433-e0267f27ea96, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcadfcbd-44f5-4f89-80da-bbda3ddd1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:51:55.545478 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:55.620370 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] For port 40b57382-373f-4d2e-9433-e0267f27ea96, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:51:55.624925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] For port 40b57382-373f-4d2e-9433-e0267f27ea96, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=40b57382-373f-4d2e-9433-e0267f27ea96,segment=NetworkSegment(dcadfcbd-44f5-4f89-80da-bbda3ddd1d17),segment_id=dcadfcbd-44f5-4f89-80da-bbda3ddd1d17)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:51:55.631465 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:55.713231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be74f74-96bc-4347-b2bb-62692df14eaa None None] Pushing event updated for resources: {'Port': ['ID=40b57382-373f-4d2e-9433-e0267f27ea96,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:56.083871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60538) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:56.257386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-1c053f6b-9877-490e-abf9-919d4d07b3d7 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:56.259886 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-1c053f6b-9877-490e-abf9-919d4d07b3d7 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 812 time: 1.2027991 Mar 23 12:51:56.302482 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-ecadf21d-1072-4720-aa0b-8a874f5f5345 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Request body: {'port': {'device_id': '4d0c92a9-763d-4676-9c9d-ad7424d332a6', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'admin_state_up': True, 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:56.380485 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-20dfbe16-3103-4da6-846a-55247e4af00a req-ce502b5e-cbc8-4f9a-97fc-3a1269d0c106 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 210 time: 0.0642548 Mar 23 12:51:56.408297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5a7994ad-c6b7-4c78-bcc6-22cd3b2f6598 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-607845881'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:56.438442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7994ad-c6b7-4c78-bcc6-22cd3b2f6598 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Made reservation on behalf of a7fdb20be7e549c6971786f9ac1ebac7 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:56.443669 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a7994ad-c6b7-4c78-bcc6-22cd3b2f6598 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:56.470521 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a7994ad-c6b7-4c78-bcc6-22cd3b2f6598 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:56.526948 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 40b57382-373f-4d2e-9433-e0267f27ea96 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:56.632395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 40b57382-373f-4d2e-9433-e0267f27ea96 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:56.632395 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:56.666135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a7994ad-c6b7-4c78-bcc6-22cd3b2f6598 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:56.674115 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a7994ad-c6b7-4c78-bcc6-22cd3b2f6598 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:56.699699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7994ad-c6b7-4c78-bcc6-22cd3b2f6598 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:51:56.714401 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a7994ad-c6b7-4c78-bcc6-22cd3b2f6598 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:56.714797 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-5a7994ad-c6b7-4c78-bcc6-22cd3b2f6598 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Added segment 2b3a2914-1652-499c-aa3f-bc50c010da88 of type vlan for network 72c127bf-0f99-45a9-b2eb-a905e87fec61 Mar 23 12:51:56.751186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-ecadf21d-1072-4720-aa0b-8a874f5f5345 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Made reservation on behalf of a83d57a27e704c44abb036185c95fcaf for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:56.755744 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-ecadf21d-1072-4720-aa0b-8a874f5f5345 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:56.816450 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:56.859830 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:56.860123 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a7994ad-c6b7-4c78-bcc6-22cd3b2f6598 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:56.872482 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7994ad-c6b7-4c78-bcc6-22cd3b2f6598 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7c0dac-4384-489a-8f2e-b36695d559c7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:56.943507 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a7994ad-c6b7-4c78-bcc6-22cd3b2f6598 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:56.944989 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77be3513-e6ed-4b62-9cc4-7a3236fdba40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:56.949334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7994ad-c6b7-4c78-bcc6-22cd3b2f6598 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:56.949953 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a7994ad-c6b7-4c78-bcc6-22cd3b2f6598 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:56.964562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 40b57382-373f-4d2e-9433-e0267f27ea96, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=40b57382-373f-4d2e-9433-e0267f27ea96,segment=NetworkSegment(dcadfcbd-44f5-4f89-80da-bbda3ddd1d17),segment_id=dcadfcbd-44f5-4f89-80da-bbda3ddd1d17)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:56.972716 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:57.082156 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=40b57382-373f-4d2e-9433-e0267f27ea96,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:57.159883 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:57.162919 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7994ad-c6b7-4c78-bcc6-22cd3b2f6598 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Pushing event updated for resources: {'Network': ['ID=72c127bf-0f99-45a9-b2eb-a905e87fec61,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:57.176963 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5a7994ad-c6b7-4c78-bcc6-22cd3b2f6598 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0918729 Mar 23 12:51:57.179612 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60546) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:57.179950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 72c127bf-0f99-45a9-b2eb-a905e87fec61 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:51:57.192771 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e9cb3bfa-d45c-4c97-aa39-c6896cca6a04 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Request body: {'subnet': {'network_id': '72c127bf-0f99-45a9-b2eb-a905e87fec61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:57.212807 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:57.352746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Allocated IP 172.25.2.63 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/d5a520b5-21c1-4ca1-8dcd-ec31d131ade6) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:57.406554 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cb3bfa-d45c-4c97-aa39-c6896cca6a04 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Made reservation on behalf of a7fdb20be7e549c6971786f9ac1ebac7 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:57.410423 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3bfa-d45c-4c97-aa39-c6896cca6a04 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:57.490465 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc3afd5-84bf-484a-bd4e-3c5a7d693232 None None] Network 7926c096-9a24-475a-8eb5-1ca61a5f129f requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:51:57.517221 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:57.620603 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:57.636605 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00317603-8072-43ea-9219-30771a8a837b req-2ed1c9f0-74db-4907-b6a4-4e0e4a8a9df5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 210 time: 0.0665002 Mar 23 12:51:57.643148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7ea94957-06cb-463c-9c5f-d5d68f1d3897 None None] Provisioning complete for port 40b57382-373f-4d2e-9433-e0267f27ea96 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:57.644284 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7ea94957-06cb-463c-9c5f-d5d68f1d3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:57.743085 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:57.833810 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:57.875245 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:57.879684 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:57.888406 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3bfa-d45c-4c97-aa39-c6896cca6a04 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:57.930036 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:58.010572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb3bfa-d45c-4c97-aa39-c6896cca6a04 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Checking segment: {'id': '2b3a2914-1652-499c-aa3f-bc50c010da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '72c127bf-0f99-45a9-b2eb-a905e87fec61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:51:58.010927 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb3bfa-d45c-4c97-aa39-c6896cca6a04 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Network hostable DHCP agents. Network: 72c127bf-0f99-45a9-b2eb-a905e87fec61, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:51:58.022100 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb3bfa-d45c-4c97-aa39-c6896cca6a04 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Pushing event updated for resources: {'Subnet': ['ID=22e11109-7842-4911-8eb0-0284098a3657,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:58.049196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb3bfa-d45c-4c97-aa39-c6896cca6a04 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Network 72c127bf-0f99-45a9-b2eb-a905e87fec61 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:51:58.065718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e9cb3bfa-d45c-4c97-aa39-c6896cca6a04 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 72c127bf-0f99-45a9-b2eb-a905e87fec61) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:58.070494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cb3bfa-d45c-4c97-aa39-c6896cca6a04 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:58.071481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3bfa-d45c-4c97-aa39-c6896cca6a04 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:58.075520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1d05b0-0127-4ea1-81df-ecb02695108f None None] Network 72c127bf-0f99-45a9-b2eb-a905e87fec61 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:51:58.101311 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e9cb3bfa-d45c-4c97-aa39-c6896cca6a04 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9204504 Mar 23 12:51:58.103732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60554) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:58.112759 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-eef41ca7-7206-4004-88ca-2a81766d9a62 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1977567495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:58.176341 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eef41ca7-7206-4004-88ca-2a81766d9a62 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:58.177701 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eef41ca7-7206-4004-88ca-2a81766d9a62 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:58.212213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a520b5-21c1-4ca1-8dcd-ec31d131ade6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:58.232852 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-ecadf21d-1072-4720-aa0b-8a874f5f5345 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Allocated IP 172.20.0.8 (bb56f7c4-c411-4c3a-9aa2-28215b8b28c1/870de485-4fe7-463d-99a0-400760616840/3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:58.283985 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eef41ca7-7206-4004-88ca-2a81766d9a62 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:58.291893 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eef41ca7-7206-4004-88ca-2a81766d9a62 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:58.322765 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eef41ca7-7206-4004-88ca-2a81766d9a62 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:58.325129 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-eef41ca7-7206-4004-88ca-2a81766d9a62 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2202265 Mar 23 12:51:58.328751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60556) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:58.348203 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Router a2376a8c-537d-404d-806d-85e4b19b6e03 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:51:58.409049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-955d9eaa-39e8-4e78-a56e-b7adc1a386fe None None] Provisioning complete for port 40b57382-373f-4d2e-9433-e0267f27ea96 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:58.410491 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-955d9eaa-39e8-4e78-a56e-b7adc1a386fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:58.527672 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 40b57382-373f-4d2e-9433-e0267f27ea96 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:58.702000 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-72c127bf-0f99-45a9-b2eb-a905e87fec61', 'network_id': '72c127bf-0f99-45a9-b2eb-a905e87fec61', 'tenant_id': 'a7fdb20be7e549c6971786f9ac1ebac7', 'fixed_ips': [{'subnet_id': '22e11109-7842-4911-8eb0-0284098a3657'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:51:58.702862 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:58.898582 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1551e047-0368-40bc-be28-80604e7ab306 req-69415161-06f5-4d04-89a0-7e0da5d77631 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 210 time: 0.0743566 Mar 23 12:51:58.912798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 40b57382-373f-4d2e-9433-e0267f27ea96 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:51:58.913172 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:58.945312 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:59.251141 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:59.277904 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:59.352378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Allocated IP 172.20.0.2 (72c127bf-0f99-45a9-b2eb-a905e87fec61/22e11109-7842-4911-8eb0-0284098a3657/9649feaf-a5ff-4134-8d0a-41e1ac0c3905) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:59.469875 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:51:59.497549 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:59.522551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Sync routers for ids ['a2376a8c-537d-404d-806d-85e4b19b6e03'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:51:59.547388 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:59.554808 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Routers {'a2376a8c-537d-404d-806d-85e4b19b6e03'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:59.555699 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a2376a8c-537d-404d-806d-85e4b19b6e03'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:59.582124 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:59.603490 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-69442893-1dfd-4878-908d-fedc835390b8 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.6353946 Mar 23 12:51:59.604556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60566) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:51:59.721063 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Set router a2376a8c-537d-404d-806d-85e4b19b6e03 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:59.859647 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-ecadf21d-1072-4720-aa0b-8a874f5f5345 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:59.946489 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:51:59.961892 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:00.080113 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Network 72c127bf-0f99-45a9-b2eb-a905e87fec61 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:00.091520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:00.100997 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:00.107433 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Pushing event updated for resources: {'Port': ['ID=9649feaf-a5ff-4134-8d0a-41e1ac0c3905,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:00.134945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Allocated IP 172.20.0.1 (72c127bf-0f99-45a9-b2eb-a905e87fec61/22e11109-7842-4911-8eb0-0284098a3657/ff695ab4-0e16-42d6-a8cf-bffd354d1f34) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:00.257524 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a8d493b0-4140-4f5a-a247-1eecddff9e7b req-c959527a-5481-4b98-81e2-5095239bfcf0 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 210 time: 0.2168970 Mar 23 12:52:00.323286 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d397c6a1-9c05-4f95-8e8f-ffff7331fc30 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:00.331710 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Attempting to bind port 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:52:00.333015 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Attempting to bind port 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '2b3a2914-1652-499c-aa3f-bc50c010da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '72c127bf-0f99-45a9-b2eb-a905e87fec61'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:52:00.333635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Attempting to bind port 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 on network 72c127bf-0f99-45a9-b2eb-a905e87fec61 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:52:00.357141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:52:00.358192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Checking segment: {'id': '2b3a2914-1652-499c-aa3f-bc50c010da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '72c127bf-0f99-45a9-b2eb-a905e87fec61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:52:00.358192 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:00.359615 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Bound using segment: {'id': '2b3a2914-1652-499c-aa3f-bc50c010da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '72c127bf-0f99-45a9-b2eb-a905e87fec61'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:52:00.359615 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Bound port: 9649feaf-a5ff-4134-8d0a-41e1ac0c3905, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3a2914-1652-499c-aa3f-bc50c010da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '72c127bf-0f99-45a9-b2eb-a905e87fec61'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:52:00.361532 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:00.394734 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2376a8c-537d-404d-806d-85e4b19b6e03', 'name': '', 'tenant_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1517b1a0-6cb9-46e1-b989-eb0dee6b96ef', 'external_fixed_ips': [{'subnet_id': 'db0693c8-344d-433f-b1fc-5cefc72f9e77', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '09d6a852-4da5-4513-a81d-c21778013fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:53Z', 'updated_at': '2022-03-23T12:51:56Z', 'revision_number': 3, 'project_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'gw_port': {'id': '09d6a852-4da5-4513-a81d-c21778013fd6', 'name': '', 'network_id': '1517b1a0-6cb9-46e1-b989-eb0dee6b96ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:44:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2376a8c-537d-404d-806d-85e4b19b6e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'db0693c8-344d-433f-b1fc-5cefc72f9e77', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:53Z', 'updated_at': '2022-03-23T12:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db0693c8-344d-433f-b1fc-5cefc72f9e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:00.542058 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:00.592725 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Checking router: a2376a8c-537d-404d-806d-85e4b19b6e03 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:52:00.593138 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Updating router a2376a8c-537d-404d-806d-85e4b19b6e03 port 09d6a852-4da5-4513-a81d-c21778013fd6 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:52:00.617848 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:00.620666 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:00.662080 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-ecadf21d-1072-4720-aa0b-8a874f5f5345 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:00.687209 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:52:00.725311 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d397c6a1-9c05-4f95-8e8f-ffff7331fc30 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:00.781980 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] For port 9649feaf-a5ff-4134-8d0a-41e1ac0c3905, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:52:00.782590 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Network 72c127bf-0f99-45a9-b2eb-a905e87fec61 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:00.790404 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] For port 9649feaf-a5ff-4134-8d0a-41e1ac0c3905, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9649feaf-a5ff-4134-8d0a-41e1ac0c3905,segment=NetworkSegment(2b3a2914-1652-499c-aa3f-bc50c010da88),segment_id=2b3a2914-1652-499c-aa3f-bc50c010da88)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:52:00.803123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:00.805806 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:00.820677 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:00.878269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Pushing event updated for resources: {'Port': ['ID=ff695ab4-0e16-42d6-a8cf-bffd354d1f34,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:00.940396 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:00.981735 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b91a5f-8eda-4b94-9a68-c0c653631f2b None None] Pushing event updated for resources: {'Port': ['ID=9649feaf-a5ff-4134-8d0a-41e1ac0c3905,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:00.997906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-ecadf21d-1072-4720-aa0b-8a874f5f5345 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:01.028246 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-ecadf21d-1072-4720-aa0b-8a874f5f5345 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:01.044860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-ecadf21d-1072-4720-aa0b-8a874f5f5345 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:01.170282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadf21d-1072-4720-aa0b-8a874f5f5345 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'Port': ['ID=3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:01.224010 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Router 2d6008c1-0f21-4449-9bef-faba08bef142 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:52:01.245152 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:01.254223 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:01.257011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-ecadf21d-1072-4720-aa0b-8a874f5f5345 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:01.257669 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-ecadf21d-1072-4720-aa0b-8a874f5f5345 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:01.324431 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-ecadf21d-1072-4720-aa0b-8a874f5f5345 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0277553 Mar 23 12:52:01.349551 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Request body: {'port': {'device_id': '4d0c92a9-763d-4676-9c9d-ad7424d332a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:01.432862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d397c6a1-9c05-4f95-8e8f-ffff7331fc30 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Deleting port 09d6a852-4da5-4513-a81d-c21778013fd6 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:01.434568 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d397c6a1-9c05-4f95-8e8f-ffff7331fc30 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:01.442949 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d8e3d-b8b0-4b8e-848e-ca35fc71ee25 None None] Pushing event updated for resources: {'Port': ['ID=09d6a852-4da5-4513-a81d-c21778013fd6,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:01.554534 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Attempting to bind port 09d6a852-4da5-4513-a81d-c21778013fd6 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:52:01.554993 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Attempting to bind port 09d6a852-4da5-4513-a81d-c21778013fd6 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '7e7a76d8-0b12-43e5-aa97-98bb3955dff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1517b1a0-6cb9-46e1-b989-eb0dee6b96ef'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:52:01.555190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Attempting to bind port 09d6a852-4da5-4513-a81d-c21778013fd6 on network 1517b1a0-6cb9-46e1-b989-eb0dee6b96ef {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:52:01.573501 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:52:01.573501 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Checking segment: {'id': '7e7a76d8-0b12-43e5-aa97-98bb3955dff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1517b1a0-6cb9-46e1-b989-eb0dee6b96ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:52:01.575347 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:01.575347 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Bound using segment: {'id': '7e7a76d8-0b12-43e5-aa97-98bb3955dff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1517b1a0-6cb9-46e1-b989-eb0dee6b96ef'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:52:01.575347 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Bound port: 09d6a852-4da5-4513-a81d-c21778013fd6, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7a76d8-0b12-43e5-aa97-98bb3955dff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1517b1a0-6cb9-46e1-b989-eb0dee6b96ef'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:52:01.575347 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:01.668528 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4e0aac00-5a7a-40af-b348-690909e34aa5 None None] Provisioning complete for port 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:01.668528 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4e0aac00-5a7a-40af-b348-690909e34aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:01.723471 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4e0aac00-5a7a-40af-b348-690909e34aa5 None None] Port 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:52:01.748159 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] For port 09d6a852-4da5-4513-a81d-c21778013fd6, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:52:01.752708 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] For port 09d6a852-4da5-4513-a81d-c21778013fd6, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=09d6a852-4da5-4513-a81d-c21778013fd6,segment=NetworkSegment(7e7a76d8-0b12-43e5-aa97-98bb3955dff3),segment_id=7e7a76d8-0b12-43e5-aa97-98bb3955dff3)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:52:01.759044 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:01.816651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Routers {'a2376a8c-537d-404d-806d-85e4b19b6e03'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:01.817353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a2376a8c-537d-404d-806d-85e4b19b6e03'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:01.870171 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d8e3d-b8b0-4b8e-848e-ca35fc71ee25 None None] Pushing event updated for resources: {'Port': ['ID=09d6a852-4da5-4513-a81d-c21778013fd6,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:01.970334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] Set router a2376a8c-537d-404d-806d-85e4b19b6e03 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:02.010216 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:02.024443 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Sync routers for ids ['2d6008c1-0f21-4449-9bef-faba08bef142'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:02.056223 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Routers {'2d6008c1-0f21-4449-9bef-faba08bef142'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:02.057673 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2d6008c1-0f21-4449-9bef-faba08bef142'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:02.076933 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:02.094116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2376a8c-537d-404d-806d-85e4b19b6e03', 'name': '', 'tenant_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:53Z', 'updated_at': '2022-03-23T12:52:00Z', 'revision_number': 4, 'project_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:02.155761 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d397c6a1-9c05-4f95-8e8f-ffff7331fc30 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:02.180829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d397c6a1-9c05-4f95-8e8f-ffff7331fc30 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Calling delete_port for 09d6a852-4da5-4513-a81d-c21778013fd6 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:02.293906 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e76f3-b15f-435e-8a61-8ed6b06a5fcb None None] The sync data for ids ['a2376a8c-537d-404d-806d-85e4b19b6e03'] in n-d-834854-1 is: [{'id': 'a2376a8c-537d-404d-806d-85e4b19b6e03', 'name': '', 'tenant_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:53Z', 'updated_at': '2022-03-23T12:52:00Z', 'revision_number': 4, 'project_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:02.435370 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Set router 2d6008c1-0f21-4449-9bef-faba08bef142 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:02.460880 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:02.572333 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d397c6a1-9c05-4f95-8e8f-ffff7331fc30 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:02.605537 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:02.610401 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7dd9b631-ccd9-4e00-9b4d-6272ba39e307 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4067664 Mar 23 12:52:02.611693 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:52:02.623668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60582) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:02.738698 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:02.740181 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:02.958834 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:02.981863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397c6a1-9c05-4f95-8e8f-ffff7331fc30 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Pushing event deleted for resources: {'Port': ['ID=09d6a852-4da5-4513-a81d-c21778013fd6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:03.011319 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651f1e5-a578-4584-8ae6-0e20d1104266 req-cb531cb5-e891-42b5-81a4-2875f03c9b86 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:03.023146 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1651f1e5-a578-4584-8ae6-0e20d1104266 req-cb531cb5-e891-42b5-81a4-2875f03c9b86 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 931 time: 0.6886106 Mar 23 12:52:03.071266 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'name': 'tempest-ServersTestManualDisk-1033883628-router', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:54Z', 'updated_at': '2022-03-23T12:51:58Z', 'revision_number': 3, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'gw_port': {'id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:57Z', 'updated_at': '2022-03-23T12:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:03.094678 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 9649feaf-a5ff-4134-8d0a-41e1ac0c3905, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9649feaf-a5ff-4134-8d0a-41e1ac0c3905,segment=NetworkSegment(2b3a2914-1652-499c-aa3f-bc50c010da88),segment_id=2b3a2914-1652-499c-aa3f-bc50c010da88)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:03.114253 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:03.118730 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Checking router: 2d6008c1-0f21-4449-9bef-faba08bef142 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:52:03.119281 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Updating router 2d6008c1-0f21-4449-9bef-faba08bef142 port d5a520b5-21c1-4ca1-8dcd-ec31d131ade6 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:52:03.134085 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1651f1e5-a578-4584-8ae6-0e20d1104266 req-d78c110e-8a72-4ef3-ac6d-13f441a22689 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062546 Mar 23 12:52:03.187414 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:03.305236 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=9649feaf-a5ff-4134-8d0a-41e1ac0c3905,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:03.315846 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:03.321579 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848144f2-e53c-4179-885e-b7c688297b9a None None] Network 72c127bf-0f99-45a9-b2eb-a905e87fec61 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:52:03.323861 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:03.465600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-521836ce-39ae-476a-afd1-b6b8dc56f6aa None None] Provisioning complete for port 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:03.467149 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d397c6a1-9c05-4f95-8e8f-ffff7331fc30 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:03.467316 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-521836ce-39ae-476a-afd1-b6b8dc56f6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:03.538312 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Pushing event updated for resources: {'Port': ['ID=ff695ab4-0e16-42d6-a8cf-bffd354d1f34,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:03.549488 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:03.562770 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:03.570198 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:03.571778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:03.577778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:03.578649 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:03.579234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:03.581105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:03.582323 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:03.582940 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:03.584396 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:03.584995 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:03.586380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:03.839941 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Network 72c127bf-0f99-45a9-b2eb-a905e87fec61 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:03.841562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:03.895467 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:03.916932 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:04.006950 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c15d1f-f6ec-4502-80d9-4722ff8259a2 None None] Pushing event updated for resources: {'Port': ['ID=d5a520b5-21c1-4ca1-8dcd-ec31d131ade6,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:04.061270 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Attempting to bind port d5a520b5-21c1-4ca1-8dcd-ec31d131ade6 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:52:04.061618 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Attempting to bind port d5a520b5-21c1-4ca1-8dcd-ec31d131ade6 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:52:04.067313 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Attempting to bind port d5a520b5-21c1-4ca1-8dcd-ec31d131ade6 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:52:04.078439 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:52:04.083016 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:52:04.083673 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:04.084358 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:52:04.085091 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Bound port: d5a520b5-21c1-4ca1-8dcd-ec31d131ade6, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:52:04.085707 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:04.132181 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d397c6a1-9c05-4f95-8e8f-ffff7331fc30 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:04.233486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Router ebe45603-13b8-431e-a494-54b020f04475 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:52:04.257103 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] For port d5a520b5-21c1-4ca1-8dcd-ec31d131ade6, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:52:04.261956 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] For port d5a520b5-21c1-4ca1-8dcd-ec31d131ade6, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d5a520b5-21c1-4ca1-8dcd-ec31d131ade6,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:52:04.269917 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:04.314290 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d397c6a1-9c05-4f95-8e8f-ffff7331fc30 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:04.445501 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Routers {'2d6008c1-0f21-4449-9bef-faba08bef142'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:04.446145 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2d6008c1-0f21-4449-9bef-faba08bef142'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:04.497332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e4b018e4-3a65-4161-add5-17128cb4d193 None None] Provisioning complete for port ff695ab4-0e16-42d6-a8cf-bffd354d1f34 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:04.499167 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e4b018e4-3a65-4161-add5-17128cb4d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:04.580472 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d397c6a1-9c05-4f95-8e8f-ffff7331fc30 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:04.593959 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d397c6a1-9c05-4f95-8e8f-ffff7331fc30 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2376a8c-537d-404d-806d-85e4b19b6e03 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:52:04.686844 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e4b018e4-3a65-4161-add5-17128cb4d193 None None] Port ff695ab4-0e16-42d6-a8cf-bffd354d1f34 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:52:04.698597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:04.720734 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:52:04.739233 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a0592e17-9a1f-42bd-996d-7bceb99c7c97 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] 10.222.0.52 "PUT /v2.0/routers/ebe45603-13b8-431e-a494-54b020f04475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4085333 Mar 23 12:52:04.740319 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60596) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:04.745896 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c2b7f731-e7ce-4010-8e53-23432974d163 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Request body: {'port': {'network_id': '72c127bf-0f99-45a9-b2eb-a905e87fec61', 'name': 'tempest-FloatingIPNegativeTestJSON-1842472791'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:04.752811 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c15d1f-f6ec-4502-80d9-4722ff8259a2 None None] Pushing event updated for resources: {'Port': ['ID=d5a520b5-21c1-4ca1-8dcd-ec31d131ade6,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:04.824325 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3327639-a6ae-4475-bb7b-f2921786b8cf None None] Sync routers for ids ['ebe45603-13b8-431e-a494-54b020f04475'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:04.825932 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] Set router 2d6008c1-0f21-4449-9bef-faba08bef142 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:04.900787 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e4b018e4-3a65-4161-add5-17128cb4d193 None None] Provisioning complete for port 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:04.908465 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e4b018e4-3a65-4161-add5-17128cb4d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:04.910412 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3327639-a6ae-4475-bb7b-f2921786b8cf None None] Routers {'ebe45603-13b8-431e-a494-54b020f04475'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:04.923517 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c3327639-a6ae-4475-bb7b-f2921786b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ebe45603-13b8-431e-a494-54b020f04475'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:05.044151 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:52:05.065066 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:05.079831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b7f731-e7ce-4010-8e53-23432974d163 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Made reservation on behalf of a7fdb20be7e549c6971786f9ac1ebac7 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:05.084683 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2b7f731-e7ce-4010-8e53-23432974d163 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:05.135397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-c2b7f731-e7ce-4010-8e53-23432974d163 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] device_id is not set on port d3259bdf-16a4-4e24-b704-3a3a29831f89 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:52:05.155348 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d397c6a1-9c05-4f95-8e8f-ffff7331fc30 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:05.163140 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d397c6a1-9c05-4f95-8e8f-ffff7331fc30 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "DELETE /v2.0/routers/a2376a8c-537d-404d-806d-85e4b19b6e03 HTTP/1.1" status: 204 len: 168 time: 5.4379389 Mar 23 12:52:05.187504 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60598) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:05.230267 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Transition to ACTIVE for port object 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:52:05.234900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c3327639-a6ae-4475-bb7b-f2921786b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:05.267976 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:05.322795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:05.379491 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3327639-a6ae-4475-bb7b-f2921786b8cf None None] Routers {'ebe45603-13b8-431e-a494-54b020f04475'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:05.380168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c3327639-a6ae-4475-bb7b-f2921786b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ebe45603-13b8-431e-a494-54b020f04475'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:05.406170 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'name': 'tempest-ServersTestManualDisk-1033883628-router', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:54Z', 'updated_at': '2022-03-23T12:51:58Z', 'revision_number': 3, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'gw_port': {'id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:57Z', 'updated_at': '2022-03-23T12:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:05.414427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:05.417179 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-c2b7f731-e7ce-4010-8e53-23432974d163 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Allocated IP 172.20.0.14 (72c127bf-0f99-45a9-b2eb-a905e87fec61/22e11109-7842-4911-8eb0-0284098a3657/d3259bdf-16a4-4e24-b704-3a3a29831f89) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:05.417753 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:05.484190 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0281d9-5ef4-4d53-9133-0ffc88ab9913 None None] The sync data for ids ['2d6008c1-0f21-4449-9bef-faba08bef142'] in n-d-834854-1 is: [{'id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'name': 'tempest-ServersTestManualDisk-1033883628-router', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:54Z', 'updated_at': '2022-03-23T12:51:58Z', 'revision_number': 3, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'gw_port': {'id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:57Z', 'updated_at': '2022-03-23T12:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:05.530053 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c3327639-a6ae-4475-bb7b-f2921786b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:05.530053 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3327639-a6ae-4475-bb7b-f2921786b8cf None None] The sync data for ids ['ebe45603-13b8-431e-a494-54b020f04475'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:05.745870 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2b7f731-e7ce-4010-8e53-23432974d163 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:05.819870 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2b7f731-e7ce-4010-8e53-23432974d163 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:05.927234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b7f731-e7ce-4010-8e53-23432974d163 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Network 72c127bf-0f99-45a9-b2eb-a905e87fec61 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:05.938292 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c2b7f731-e7ce-4010-8e53-23432974d163 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:05.974779 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b7f731-e7ce-4010-8e53-23432974d163 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:06.042686 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8b91fbd6-ec2b-43bb-96d3-222db2ae08b3 None None] Provisioning complete for port ff695ab4-0e16-42d6-a8cf-bffd354d1f34 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:06.043179 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8b91fbd6-ec2b-43bb-96d3-222db2ae08b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:06.107073 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8b91fbd6-ec2b-43bb-96d3-222db2ae08b3 None None] Port ff695ab4-0e16-42d6-a8cf-bffd354d1f34 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:52:06.122212 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b7f731-e7ce-4010-8e53-23432974d163 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:06.125595 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2b7f731-e7ce-4010-8e53-23432974d163 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:06.134994 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7f731-e7ce-4010-8e53-23432974d163 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Pushing event updated for resources: {'Port': ['ID=d3259bdf-16a4-4e24-b704-3a3a29831f89,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:06.178194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8933577-23e8-4d65-bc7a-5bde630e9358 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Deleting subnet db0693c8-344d-433f-b1fc-5cefc72f9e77 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:52:06.182639 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c2b7f731-e7ce-4010-8e53-23432974d163 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4382038 Mar 23 12:52:06.183508 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60604) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:06.199626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:06.280053 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:06.299044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f830d-8d23-4303-ad3d-6f65a9729bce req-2421c82b-b818-412d-8ed1-5e6a22227058 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:06.314136 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-894f830d-8d23-4303-ad3d-6f65a9729bce req-2421c82b-b818-412d-8ed1-5e6a22227058 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 931 time: 1.8205190 Mar 23 12:52:06.336127 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8933577-23e8-4d65-bc7a-5bde630e9358 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:06.513655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e18a8ee0-8d44-4880-8c08-4f1279d54fe7 None None] Provisioning complete for port d3259bdf-16a4-4e24-b704-3a3a29831f89 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:06.513655 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e18a8ee0-8d44-4880-8c08-4f1279d54fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:06.585448 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:06.609649 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e18a8ee0-8d44-4880-8c08-4f1279d54fe7 None None] Port d3259bdf-16a4-4e24-b704-3a3a29831f89 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:52:06.631581 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d5a520b5-21c1-4ca1-8dcd-ec31d131ade6 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:52:06.689933 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8933577-23e8-4d65-bc7a-5bde630e9358 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:06.771055 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port d5a520b5-21c1-4ca1-8dcd-ec31d131ade6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:06.771464 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:06.777145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Attempting to bind port 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:52:06.777492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Attempting to bind port 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:52:06.777818 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Attempting to bind port 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:52:06.825229 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-894f830d-8d23-4303-ad3d-6f65a9729bce req-811ed73d-74b5-4b2f-88b2-4dec0d754fd4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101209 Mar 23 12:52:06.843771 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Port 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:52:06.844488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Attempting to bind port 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:52:06.877894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Allocated IP 172.25.2.170 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/61cdeb3c-084c-456b-9596-91dd6548fe2e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:06.926096 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8933577-23e8-4d65-bc7a-5bde630e9358 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:06.962049 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:06.970571 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:52:06.973134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Checking segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:52:06.973518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Bound using segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:52:06.973966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Bound port: 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:52:06.974320 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:07.010028 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port d5a520b5-21c1-4ca1-8dcd-ec31d131ade6, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d5a520b5-21c1-4ca1-8dcd-ec31d131ade6,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:07.025574 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:07.074394 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8933577-23e8-4d65-bc7a-5bde630e9358 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:07.149141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=d5a520b5-21c1-4ca1-8dcd-ec31d131ade6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:07.168335 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:07.209341 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8933577-23e8-4d65-bc7a-5bde630e9358 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:07.215101 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b8933577-23e8-4d65-bc7a-5bde630e9358 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/db0693c8-344d-433f-b1fc-5cefc72f9e77 HTTP/1.1" status: 204 len: 168 time: 2.0194232 Mar 23 12:52:07.215101 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8933577-23e8-4d65-bc7a-5bde630e9358 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=db0693c8-344d-433f-b1fc-5cefc72f9e77,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:07.215787 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60610) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:07.238524 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:07.326009 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:07.355829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:07.373887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Pushing event updated for resources: {'Port': ['ID=61cdeb3c-084c-456b-9596-91dd6548fe2e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:07.376496 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:07.380982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:07.532876 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:07.535805 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b93e0d9-d935-461f-8a5c-ac1e587a1c55 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:07.540335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] For port 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:52:07.564232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] For port 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:52:07.590885 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Allocated IP 172.20.0.1 (7926c096-9a24-475a-8eb5-1ca61a5f129f/f39281c9-ac88-4bcf-ab7d-7343f91f1d4a/c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:07.598347 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:07.619890 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:07.681711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:07.682352 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:07.685369 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] 10.222.0.77 "PUT /v2.0/ports/3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 HTTP/1.1" status: 200 len: 1091 time: 6.3441975 Mar 23 12:52:07.690168 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0c92a9-763d-4676-9c9d-ad7424d332a6', 'tag': '3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:07.692431 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb45a9d-ae40-4acf-bf7f-0064d33135ed" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0c92a9-763d-4676-9c9d-ad7424d332a6", "tag": "3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:07.763801 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edad6ea9-7e6b-4b63-b67e-eca5bae8175c x-openstack-request-id: req-edad6ea9-7e6b-4b63-b67e-eca5bae8175c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:07.764114 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0c92a9-763d-4676-9c9d-ad7424d332a6", "tag": "3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:07.764375 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-edad6ea9-7e6b-4b63-b67e-eca5bae8175c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:07.764773 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0c92a9-763d-4676-9c9d-ad7424d332a6', 'tag': '3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7', 'status': 'completed', 'code': 200} Mar 23 12:52:07.840343 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c560a-b920-4ee8-a82a-2409121c3331 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:07.873100 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:07.879340 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:07.893763 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b93e0d9-d935-461f-8a5c-ac1e587a1c55 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:07.974354 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8b93e0d9-d935-461f-8a5c-ac1e587a1c55 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1517b1a0-6cb9-46e1-b989-eb0dee6b96ef']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:07.977213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Pushing event updated for resources: {'Port': ['ID=61cdeb3c-084c-456b-9596-91dd6548fe2e,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:07.985066 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:08.010211 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:08.012138 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2aac4787-8893-4266-8745-04339370eed0 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8276093 Mar 23 12:52:08.014817 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60624) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:08.020422 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-17f95498-c9d3-4881-9865-227d96018751 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Request body: {'floatingip': {'port_id': 'd3259bdf-16a4-4e24-b704-3a3a29831f89', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:08.023432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8b93e0d9-d935-461f-8a5c-ac1e587a1c55 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7a76d8-0b12-43e5-aa97-98bb3955dff3') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:08.023731 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8b93e0d9-d935-461f-8a5c-ac1e587a1c55 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7a76d8-0b12-43e5-aa97-98bb3955dff3') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:08.035566 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-02bc31c1-418b-47e1-a0fc-e07e868a5508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:08.037188 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-02bc31c1-418b-47e1-a0fc-e07e868a5508 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 1094 time: 0.3002541 Mar 23 12:52:08.052954 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b93e0d9-d935-461f-8a5c-ac1e587a1c55 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:08.075014 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:08.117080 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-b54e47fa-bd52-45c6-b50b-f063d1214330 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 HTTP/1.1" status: 200 len: 217 time: 0.0584061 Mar 23 12:52:08.119674 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b93e0d9-d935-461f-8a5c-ac1e587a1c55 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:08.122356 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17f95498-c9d3-4881-9865-227d96018751 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:08.168074 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b93e0d9-d935-461f-8a5c-ac1e587a1c55 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:52:08.168512 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b93e0d9-d935-461f-8a5c-ac1e587a1c55 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:52:08.171794 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:52:08.191345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339e28c-2df6-4dc7-9b11-fb3a9d27e510 req-67c8b97c-05bc-4f5f-b1cf-ede23e326e26 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:08.192882 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b339e28c-2df6-4dc7-9b11-fb3a9d27e510 req-67c8b97c-05bc-4f5f-b1cf-ede23e326e26 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 943 time: 0.2358701 Mar 23 12:52:08.269799 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-17f95498-c9d3-4881-9865-227d96018751 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] update failed (client error): The resource could not be found. Mar 23 12:52:08.271534 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-17f95498-c9d3-4881-9865-227d96018751 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] 10.222.0.52 "PUT /v2.0/floatingips/ef4ebe1f-d459-4d5f-a602-dda756e28025 HTTP/1.1" status: 404 len: 507 time: 0.2554636 Mar 23 12:52:08.274035 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60628) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:08.278562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-293b1c7b-4267-41b2-9935-658ca5cbe832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:08.280756 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-293b1c7b-4267-41b2-9935-658ca5cbe832 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.1553164 Mar 23 12:52:08.326531 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b93e0d9-d935-461f-8a5c-ac1e587a1c55 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:08.332816 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:08.339870 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b339e28c-2df6-4dc7-9b11-fb3a9d27e510 req-b37895e0-79d4-47a4-944d-2f5cb259d3ca tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293638 Mar 23 12:52:08.340926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b93e0d9-d935-461f-8a5c-ac1e587a1c55 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1517b1a0-6cb9-46e1-b989-eb0dee6b96ef {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 12:52:08.348741 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b93e0d9-d935-461f-8a5c-ac1e587a1c55 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:08.367354 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8b93e0d9-d935-461f-8a5c-ac1e587a1c55 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "DELETE /v2.0/networks/1517b1a0-6cb9-46e1-b989-eb0dee6b96ef HTTP/1.1" status: 204 len: 168 time: 1.1456339 Mar 23 12:52:08.418541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93e0d9-d935-461f-8a5c-ac1e587a1c55 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Pushing event deleted for resources: {'Network': ['ID=1517b1a0-6cb9-46e1-b989-eb0dee6b96ef,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:08.447780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Network 7926c096-9a24-475a-8eb5-1ca61a5f129f is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:08.454419 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:08.457128 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:08.503450 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d5a520b5-21c1-4ca1-8dcd-ec31d131ade6 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:52:08.517371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-cd193e72-d5cc-4e72-90c8-5bac37d154b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:08.521141 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-cd193e72-d5cc-4e72-90c8-5bac37d154b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2319720 Mar 23 12:52:08.525076 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Pushing event updated for resources: {'Port': ['ID=c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:08.540772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0b83e2e1-0963-416a-b11f-6000bea16166 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Deleting port 61cdeb3c-084c-456b-9596-91dd6548fe2e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:08.543405 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b83e2e1-0963-416a-b11f-6000bea16166 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:08.652646 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port d5a520b5-21c1-4ca1-8dcd-ec31d131ade6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:08.653533 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:08.654426 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:08.668711 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b83e2e1-0963-416a-b11f-6000bea16166 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:08.669470 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b83e2e1-0963-416a-b11f-6000bea16166 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:08.697186 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0b83e2e1-0963-416a-b11f-6000bea16166 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Calling delete_port for 61cdeb3c-084c-456b-9596-91dd6548fe2e owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:08.891408 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60642) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:08.911541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9f3dd136-9790-4768-824c-c99fbdff4c65 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Request body: {'router': {'name': 'tempest-router--1485994795', 'project_id': '2408c0de1bdc47bda3946cfbeca32981'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:08.920306 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-fd84f235-dae8-4cb6-b09f-8344f411b0ef service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771958 Mar 23 12:52:08.965638 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b83e2e1-0963-416a-b11f-6000bea16166 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:09.016699 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f093710e-b55a-4e4d-aef3-54f0119da642 None None] Provisioning complete for port c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:09.019818 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f093710e-b55a-4e4d-aef3-54f0119da642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:09.020017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83e2e1-0963-416a-b11f-6000bea16166 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Pushing event deleted for resources: {'Port': ['ID=61cdeb3c-084c-456b-9596-91dd6548fe2e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:09.047023 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd136-9790-4768-824c-c99fbdff4c65 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:09.048526 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd136-9790-4768-824c-c99fbdff4c65 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:09.082972 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f093710e-b55a-4e4d-aef3-54f0119da642 None None] Port c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:52:09.146009 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:09.159839 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b83e2e1-0963-416a-b11f-6000bea16166 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:09.163335 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b83e2e1-0963-416a-b11f-6000bea16166 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:09.181678 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0b83e2e1-0963-416a-b11f-6000bea16166 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] 10.222.0.52 "DELETE /v2.0/floatingips/ef4ebe1f-d459-4d5f-a602-dda756e28025 HTTP/1.1" status: 204 len: 168 time: 0.9016702 Mar 23 12:52:09.181916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60648) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:09.186370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8caa5926-2a21-4d91-a7b6-366d63f9c4ed tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Request body: {'floatingip': {'floating_network_id': '72c127bf-0f99-45a9-b2eb-a905e87fec61', 'port_id': 'd3259bdf-16a4-4e24-b704-3a3a29831f89', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:09.223012 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd09ce43-297d-4625-984e-a9bcdbc72741 req-2769e6d8-22fd-4b9c-bf1e-afb2009ccbb4 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924061 Mar 23 12:52:09.230103 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd136-9790-4768-824c-c99fbdff4c65 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:09.230880 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8caa5926-2a21-4d91-a7b6-366d63f9c4ed tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:09.399418 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-8caa5926-2a21-4d91-a7b6-366d63f9c4ed tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:52:09.400957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8caa5926-2a21-4d91-a7b6-366d63f9c4ed tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2180836 Mar 23 12:52:09.406474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60652) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:09.413198 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': 'd3259bdf-16a4-4e24-b704-3a3a29831f89', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:09.444158 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:09.447496 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:09.459170 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:09.460980 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd136-9790-4768-824c-c99fbdff4c65 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:09.546759 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd136-9790-4768-824c-c99fbdff4c65 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:09.548125 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9f3dd136-9790-4768-824c-c99fbdff4c65 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6431370 Mar 23 12:52:09.557704 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60654) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:09.599408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bc1fb-df97-4d77-8474-5f4b6dbd1b7d req-f85bb7ee-02cd-4f1a-b53e-3b82144b9ad6 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:09.601382 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb0bc1fb-df97-4d77-8474-5f4b6dbd1b7d req-f85bb7ee-02cd-4f1a-b53e-3b82144b9ad6 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 943 time: 0.1328027 Mar 23 12:52:09.655545 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb0bc1fb-df97-4d77-8474-5f4b6dbd1b7d req-dfbfd659-6fca-4a69-a043-1d3fa52c37ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483196 Mar 23 12:52:09.687481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:09.695584 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:09.700246 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Pushing event updated for resources: {'Port': ['ID=c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:09.703994 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb45a9d-ae40-4acf-bf7f-0064d33135ed req-15efcdf8-fe80-4d2a-8cae-0d7da1c968f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:09.705523 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0eb45a9d-ae40-4acf-bf7f-0064d33135ed req-15efcdf8-fe80-4d2a-8cae-0d7da1c968f0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 1094 time: 0.2590299 Mar 23 12:52:09.710491 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-762d8fec-4a1d-4351-9ab5-25b7b7e6bb09 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:09.868552 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Allocated IP 172.25.2.212 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/c48751a7-fd52-4c75-9a3f-def9e1fa5db3) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:09.993453 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:10.036577 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:10.119516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:10.127610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:10.130962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:10.160346 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Pushing event updated for resources: {'Port': ['ID=c48751a7-fd52-4c75-9a3f-def9e1fa5db3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:10.340888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Deleting port c48751a7-fd52-4c75-9a3f-def9e1fa5db3 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:10.341233 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:10.373751 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-762d8fec-4a1d-4351-9ab5-25b7b7e6bb09 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:10.380197 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-762d8fec-4a1d-4351-9ab5-25b7b7e6bb09 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:10.427098 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:10.427433 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:10.440989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Calling delete_port for c48751a7-fd52-4c75-9a3f-def9e1fa5db3 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:10.475121 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-762d8fec-4a1d-4351-9ab5-25b7b7e6bb09 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:10.475723 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762d8fec-4a1d-4351-9ab5-25b7b7e6bb09 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 340b59d5-51ee-4661-bfa4-638b78a64854 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:52:10.480950 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-762d8fec-4a1d-4351-9ab5-25b7b7e6bb09 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:10.484641 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-762d8fec-4a1d-4351-9ab5-25b7b7e6bb09 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "DELETE /v2.0/routers/340b59d5-51ee-4661-bfa4-638b78a64854 HTTP/1.1" status: 204 len: 168 time: 0.9153371 Mar 23 12:52:10.493947 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb45a9d-ae40-4acf-bf7f-0064d33135ed req-90a05e22-e00d-492f-825a-c99f73bb4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:10.495445 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0eb45a9d-ae40-4acf-bf7f-0064d33135ed req-90a05e22-e00d-492f-825a-c99f73bb4d8a service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 913 time: 0.7497442 Mar 23 12:52:10.508503 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Network 7926c096-9a24-475a-8eb5-1ca61a5f129f is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:10.511450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:10.641746 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:10.711218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Pushing event deleted for resources: {'Port': ['ID=c48751a7-fd52-4c75-9a3f-def9e1fa5db3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:10.723331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60664) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:10.724370 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0eb45a9d-ae40-4acf-bf7f-0064d33135ed req-5fadc8f1-c9b0-4e98-bf31-af4e60acef13 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 HTTP/1.1" status: 200 len: 217 time: 0.2140582 Mar 23 12:52:10.765388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Router 2d6008c1-0f21-4449-9bef-faba08bef142 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:52:10.867824 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] create failed (client error): The resource could not be found. Mar 23 12:52:10.874257 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1c510eec-eac6-4de5-b593-07ccd033abab tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4616637 Mar 23 12:52:10.874479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60668) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:10.938000 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-40717360-5a68-4965-b3de-276ffbfbfcc7 None None] Provisioning complete for port c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:10.938567 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-40717360-5a68-4965-b3de-276ffbfbfcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:11.001215 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:11.016382 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0ae591f0-196d-4c9d-a340-c0be6ee93661 admin admin] 10.222.0.52 "PUT /v2.0/routers/2d6008c1-0f21-4449-9bef-faba08bef142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3447123 Mar 23 12:52:11.019043 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Sync routers for ids ['2d6008c1-0f21-4449-9bef-faba08bef142'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:11.033712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb45a9d-ae40-4acf-bf7f-0064d33135ed req-a69cc6f8-8541-483f-ab9e-20ea70cf42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:11.033984 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-40717360-5a68-4965-b3de-276ffbfbfcc7 None None] Port c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:52:11.035833 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0eb45a9d-ae40-4acf-bf7f-0064d33135ed req-a69cc6f8-8541-483f-ab9e-20ea70cf42a0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.3039594 Mar 23 12:52:11.044669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b4fbc-3258-48be-ab27-26c82a86fb04 req-ef5db9e3-49e7-4821-bbee-9abb8b7c681c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:11.045845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-923b4fbc-3258-48be-ab27-26c82a86fb04 req-ef5db9e3-49e7-4821-bbee-9abb8b7c681c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 943 time: 0.2459023 Mar 23 12:52:11.058616 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Routers {'2d6008c1-0f21-4449-9bef-faba08bef142'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:11.059251 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2d6008c1-0f21-4449-9bef-faba08bef142'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:11.124242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-21e66770-aab0-4944-8053-dbc5b8800c3b tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Deleting port d3259bdf-16a4-4e24-b704-3a3a29831f89 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:11.125447 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21e66770-aab0-4944-8053-dbc5b8800c3b tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:11.185541 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-923b4fbc-3258-48be-ab27-26c82a86fb04 req-2af04028-3163-47cb-8631-0332e63542d2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851715 Mar 23 12:52:11.188428 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb45a9d-ae40-4acf-bf7f-0064d33135ed req-b358a8a7-017d-4726-8892-4865cc6ee6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:11.191381 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0eb45a9d-ae40-4acf-bf7f-0064d33135ed req-b358a8a7-017d-4726-8892-4865cc6ee6e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1432662 Mar 23 12:52:11.274372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-606815167', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:11.359089 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21e66770-aab0-4944-8053-dbc5b8800c3b tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:11.360783 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Set router 2d6008c1-0f21-4449-9bef-faba08bef142 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:11.387638 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:11.389055 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0eb45a9d-ae40-4acf-bf7f-0064d33135ed req-09efbd45-de35-46d9-af32-1ea45a8e91a8 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907175 Mar 23 12:52:11.389381 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:11.394602 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-21e66770-aab0-4944-8053-dbc5b8800c3b tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Calling delete_port for d3259bdf-16a4-4e24-b704-3a3a29831f89 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:11.561001 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:11.618146 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0eb45a9d-ae40-4acf-bf7f-0064d33135ed req-d0307253-4bc9-4b65-9ce8-97b2d265f06f service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213349 Mar 23 12:52:11.842994 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:11.860629 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'name': 'tempest-ServersTestManualDisk-1033883628-router', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:54Z', 'updated_at': '2022-03-23T12:52:08Z', 'revision_number': 4, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'gw_port': {'id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:57Z', 'updated_at': '2022-03-23T12:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19', 'name': '', 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'mac_address': 'fa:16:3e:9b:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:52:07Z', 'updated_at': '2022-03-23T12:52:09Z', 'revision_number': 2, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'subnets': [{'id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:11.893243 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Checking router: 2d6008c1-0f21-4449-9bef-faba08bef142 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:52:11.894489 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Updating router 2d6008c1-0f21-4449-9bef-faba08bef142 port c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:52:11.948876 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:11.949279 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21e66770-aab0-4944-8053-dbc5b8800c3b tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:12.010701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60682) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:12.015306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-56619af9-dc21-49ec-a4e1-b1c708b28e8f tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--323853552', 'description': 'tempest-description--1846835103'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:12.022516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e66770-aab0-4944-8053-dbc5b8800c3b tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Pushing event deleted for resources: {'Port': ['ID=d3259bdf-16a4-4e24-b704-3a3a29831f89,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:12.051155 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56619af9-dc21-49ec-a4e1-b1c708b28e8f tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:12.089841 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21e66770-aab0-4944-8053-dbc5b8800c3b tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:12.093984 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-21e66770-aab0-4944-8053-dbc5b8800c3b tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] 10.222.0.52 "DELETE /v2.0/ports/d3259bdf-16a4-4e24-b704-3a3a29831f89 HTTP/1.1" status: 204 len: 168 time: 1.2173033 Mar 23 12:52:12.096189 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60684) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:12.255265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f91c5da-cb0c-413b-a427-690eb64561e6 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:12.261094 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4f91c5da-cb0c-413b-a427-690eb64561e6 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe45603-13b8-431e-a494-54b020f04475 HTTP/1.1" status: 200 len: 913 time: 0.1602638 Mar 23 12:52:12.266089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60692) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:12.382854 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:12.434764 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:12.517004 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56619af9-dc21-49ec-a4e1-b1c708b28e8f tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:12.555209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8668097-e97c-438e-92c6-28f76272fad3 req-1c50881d-a65f-4cb6-b7a2-cf69bebfc337 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:12.566643 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d8668097-e97c-438e-92c6-28f76272fad3 req-1c50881d-a65f-4cb6-b7a2-cf69bebfc337 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 943 time: 0.1683078 Mar 23 12:52:12.590702 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56619af9-dc21-49ec-a4e1-b1c708b28e8f tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:12.671734 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-56619af9-dc21-49ec-a4e1-b1c708b28e8f tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:12.677807 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-56619af9-dc21-49ec-a4e1-b1c708b28e8f tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6628020 Mar 23 12:52:12.684613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60700) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:12.695079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0253b20a-15e7-4134-ba0b-e9dc4d618db1 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Request body: {'security_group_rule': {'security_group_id': 'dcd239cb-c625-412b-828c-5184a063bf7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:12.758685 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:12.768884 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:12.770165 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Allocated IP 172.25.2.146 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/07e718c3-fbb1-4200-a01b-6776aeaa3b2f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:12.893098 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d8668097-e97c-438e-92c6-28f76272fad3 req-27690552-fabe-4cdd-9eb1-8793af0f146e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390561 Mar 23 12:52:12.903407 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56619af9-dc21-49ec-a4e1-b1c708b28e8f tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd239cb-c625-412b-828c-5184a063bf7a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:12.921719 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca5646-86af-416a-9c2c-914da10dc242 None None] Pushing event updated for resources: {'Port': ['ID=c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:13.022793 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:13.056563 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Attempting to bind port c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:52:13.057187 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Attempting to bind port c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'dcadfcbd-44f5-4f89-80da-bbda3ddd1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:52:13.058131 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Attempting to bind port c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19 on network 7926c096-9a24-475a-8eb5-1ca61a5f129f {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:52:13.068508 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:52:13.069156 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Checking segment: {'id': 'dcadfcbd-44f5-4f89-80da-bbda3ddd1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:52:13.069650 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:13.070210 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Bound using segment: {'id': 'dcadfcbd-44f5-4f89-80da-bbda3ddd1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:52:13.072914 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Bound port: c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcadfcbd-44f5-4f89-80da-bbda3ddd1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:52:13.073694 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:13.086135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0253b20a-15e7-4134-ba0b-e9dc4d618db1 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:13.161268 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] For port c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:52:13.169924 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] For port c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19,segment=NetworkSegment(dcadfcbd-44f5-4f89-80da-bbda3ddd1d17),segment_id=dcadfcbd-44f5-4f89-80da-bbda3ddd1d17)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:52:13.181136 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:13.260928 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0253b20a-15e7-4134-ba0b-e9dc4d618db1 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:13.269084 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0253b20a-15e7-4134-ba0b-e9dc4d618db1 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:13.271346 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3414aa5-bcd1-40b6-b533-9bad85b48006 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:13.301241 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Routers {'2d6008c1-0f21-4449-9bef-faba08bef142'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:13.302665 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2d6008c1-0f21-4449-9bef-faba08bef142'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:13.316759 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:13.331308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253b20a-15e7-4134-ba0b-e9dc4d618db1 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc327fa-bbb1-418f-976f-34a2bd285e52,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:13.358659 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0253b20a-15e7-4134-ba0b-e9dc4d618db1 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:13.359897 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0253b20a-15e7-4134-ba0b-e9dc4d618db1 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6705739 Mar 23 12:52:13.385233 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca5646-86af-416a-9c2c-914da10dc242 None None] Pushing event updated for resources: {'Port': ['ID=c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:13.387460 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4a779c20-ae4c-4b55-8d9c-65ba91aa6269 None None] Provisioning complete for port c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:13.389261 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4a779c20-ae4c-4b55-8d9c-65ba91aa6269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:13.408918 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60716) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:13.414359 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f2c31a37-f227-4ced-8abd-2bef48282abb tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Request body: {'security_group_rule': {'security_group_id': 'dcd239cb-c625-412b-828c-5184a063bf7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:13.477740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:13.498954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:13.514631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:13.566393 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] Set router 2d6008c1-0f21-4449-9bef-faba08bef142 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:13.621348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Pushing event updated for resources: {'Port': ['ID=07e718c3-fbb1-4200-a01b-6776aeaa3b2f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:13.622512 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4a779c20-ae4c-4b55-8d9c-65ba91aa6269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:13.692277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4a779c20-ae4c-4b55-8d9c-65ba91aa6269 None None] For port c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19,segment=NetworkSegment(dcadfcbd-44f5-4f89-80da-bbda3ddd1d17),segment_id=dcadfcbd-44f5-4f89-80da-bbda3ddd1d17)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:13.698634 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4a779c20-ae4c-4b55-8d9c-65ba91aa6269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:13.790049 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2c31a37-f227-4ced-8abd-2bef48282abb tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:13.802094 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a779c20-ae4c-4b55-8d9c-65ba91aa6269 None None] Pushing event updated for resources: {'Port': ['ID=c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:13.848281 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c6babfb7-2761-4fff-ace5-6f609089510c None None] Provisioning complete for port c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:13.848745 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6babfb7-2761-4fff-ace5-6f609089510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:13.921040 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b3414aa5-bcd1-40b6-b533-9bad85b48006 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Deleting port ff695ab4-0e16-42d6-a8cf-bffd354d1f34 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:13.921581 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3414aa5-bcd1-40b6-b533-9bad85b48006 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:14.053809 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'name': 'tempest-ServersTestManualDisk-1033883628-router', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:54Z', 'updated_at': '2022-03-23T12:52:08Z', 'revision_number': 4, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'gw_port': {'id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:57Z', 'updated_at': '2022-03-23T12:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19', 'name': '', 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'mac_address': 'fa:16:3e:9b:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:52:07Z', 'updated_at': '2022-03-23T12:52:13Z', 'revision_number': 4, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'subnets': [{'id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:14.174093 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3414aa5-bcd1-40b6-b533-9bad85b48006 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:14.174359 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e1dda9-636f-4cd8-8812-ad62ffb50fbe None None] The sync data for ids ['2d6008c1-0f21-4449-9bef-faba08bef142'] in n-d-834854-1 is: [{'id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'name': 'tempest-ServersTestManualDisk-1033883628-router', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:54Z', 'updated_at': '2022-03-23T12:52:08Z', 'revision_number': 4, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'gw_port': {'id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:57Z', 'updated_at': '2022-03-23T12:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19', 'name': '', 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'mac_address': 'fa:16:3e:9b:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:52:07Z', 'updated_at': '2022-03-23T12:52:13Z', 'revision_number': 4, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'subnets': [{'id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:14.194086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b3414aa5-bcd1-40b6-b533-9bad85b48006 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Calling delete_port for ff695ab4-0e16-42d6-a8cf-bffd354d1f34 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:14.462776 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3414aa5-bcd1-40b6-b533-9bad85b48006 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:14.504526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:52:14.533727 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3414aa5-bcd1-40b6-b533-9bad85b48006 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Pushing event deleted for resources: {'Port': ['ID=ff695ab4-0e16-42d6-a8cf-bffd354d1f34,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:14.594641 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:14.595015 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:14.619230 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2c31a37-f227-4ced-8abd-2bef48282abb tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:14.655979 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2c31a37-f227-4ced-8abd-2bef48282abb tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:14.680545 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e5b7b-3684-4867-b60c-41f71a180b8f req-df41cbeb-7bac-4f08-b02d-4e6350953e2e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:14.693941 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f1e5b7b-3684-4867-b60c-41f71a180b8f req-df41cbeb-7bac-4f08-b02d-4e6350953e2e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 943 time: 0.2248845 Mar 23 12:52:14.793834 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3414aa5-bcd1-40b6-b533-9bad85b48006 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:14.796763 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c31a37-f227-4ced-8abd-2bef48282abb tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944040c5-9599-4e3a-be5d-b511a56a7fec,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:14.840166 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f2c31a37-f227-4ced-8abd-2bef48282abb tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:14.846522 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f2c31a37-f227-4ced-8abd-2bef48282abb tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4355683 Mar 23 12:52:14.847381 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60726) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:14.857355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:14.903581 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:14.959392 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f1e5b7b-3684-4867-b60c-41f71a180b8f req-44a39af5-7b64-48da-82c8-77dac73f1697 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645588 Mar 23 12:52:14.962866 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:15.056351 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3414aa5-bcd1-40b6-b533-9bad85b48006 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Router ebe45603-13b8-431e-a494-54b020f04475 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:52:15.207257 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:15.239786 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3414aa5-bcd1-40b6-b533-9bad85b48006 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:15.251821 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637b65b-a608-47d5-8934-f167a0e6f9e3 None None] Sync routers for ids ['ebe45603-13b8-431e-a494-54b020f04475'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:15.254104 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b3414aa5-bcd1-40b6-b533-9bad85b48006 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] 10.222.0.52 "PUT /v2.0/routers/ebe45603-13b8-431e-a494-54b020f04475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9856930 Mar 23 12:52:15.254882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60736) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:15.268338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637b65b-a608-47d5-8934-f167a0e6f9e3 None None] Routers {'ebe45603-13b8-431e-a494-54b020f04475'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:15.269269 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8637b65b-a608-47d5-8934-f167a0e6f9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ebe45603-13b8-431e-a494-54b020f04475'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:15.358307 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8637b65b-a608-47d5-8934-f167a0e6f9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:15.362911 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c4aa-66e5-418d-874b-76ecb9984b52 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:15.365501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Allocated IP 172.25.2.3 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/5e4ab094-f26a-44d1-9d57-eb73ae8b898e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:15.390638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637b65b-a608-47d5-8934-f167a0e6f9e3 None None] Routers {'ebe45603-13b8-431e-a494-54b020f04475'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:15.391567 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8637b65b-a608-47d5-8934-f167a0e6f9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ebe45603-13b8-431e-a494-54b020f04475'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:15.479856 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8637b65b-a608-47d5-8934-f167a0e6f9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:15.480566 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637b65b-a608-47d5-8934-f167a0e6f9e3 None None] The sync data for ids ['ebe45603-13b8-431e-a494-54b020f04475'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:15.512875 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:15.583755 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:15.626409 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c4aa-66e5-418d-874b-76ecb9984b52 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:15.629572 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c4aa-66e5-418d-874b-76ecb9984b52 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:15.654146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:15.658102 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:15.660743 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:15.706720 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c4aa-66e5-418d-874b-76ecb9984b52 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:15.707525 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef5c4aa-66e5-418d-874b-76ecb9984b52 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Fanout notify agent at l3_agent the message router_deleted on router ebe45603-13b8-431e-a494-54b020f04475 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:52:15.715361 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c4aa-66e5-418d-874b-76ecb9984b52 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:15.716590 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5ef5c4aa-66e5-418d-874b-76ecb9984b52 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] 10.222.0.52 "DELETE /v2.0/routers/ebe45603-13b8-431e-a494-54b020f04475 HTTP/1.1" status: 204 len: 168 time: 0.4606454 Mar 23 12:52:15.719346 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60740) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:15.786670 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a2bcbe-cbba-43cb-9556-2a1b77ca8b76 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Deleting subnet 22e11109-7842-4911-8eb0-0284098a3657 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:52:15.791307 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06a2bcbe-cbba-43cb-9556-2a1b77ca8b76 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:15.840638 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06a2bcbe-cbba-43cb-9556-2a1b77ca8b76 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:15.840922 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Pushing event updated for resources: {'Port': ['ID=5e4ab094-f26a-44d1-9d57-eb73ae8b898e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:15.847766 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:15.949798 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06a2bcbe-cbba-43cb-9556-2a1b77ca8b76 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:15.992656 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:16.077390 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06a2bcbe-cbba-43cb-9556-2a1b77ca8b76 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:16.091993 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:16.122292 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:16.145102 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06a2bcbe-cbba-43cb-9556-2a1b77ca8b76 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:16.145102 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-06a2bcbe-cbba-43cb-9556-2a1b77ca8b76 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] 10.222.0.52 "DELETE /v2.0/subnets/22e11109-7842-4911-8eb0-0284098a3657 HTTP/1.1" status: 204 len: 168 time: 0.4217765 Mar 23 12:52:16.145102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2bcbe-cbba-43cb-9556-2a1b77ca8b76 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Pushing event deleted for resources: {'Subnet': ['ID=22e11109-7842-4911-8eb0-0284098a3657,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:16.150135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60744) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:16.163604 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea4e6a3-d970-426b-9118-0cbc5191f79b None None] Network 72c127bf-0f99-45a9-b2eb-a905e87fec61 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:52:16.318183 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e03511-cd14-4172-920b-16c250cc19aa req-ca4442c7-6eed-4cc0-805e-1a306ed1a72f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:16.320017 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18e03511-cd14-4172-920b-16c250cc19aa req-ca4442c7-6eed-4cc0-805e-1a306ed1a72f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 943 time: 0.1766739 Mar 23 12:52:16.382864 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18e03511-cd14-4172-920b-16c250cc19aa req-698efce0-f93c-488e-bf80-6127483a66e1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540266 Mar 23 12:52:16.456565 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:16.504446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f90a4b-aade-4802-9308-ae250456a1fd None None] DHCP port deletion for 72c127bf-0f99-45a9-b2eb-a905e87fec61 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:52:16.605752 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:16.611709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Router 19e41978-d180-45b3-a33f-ce3663c18fa8 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:52:16.624607 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:16.640728 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-47f90a4b-aade-4802-9308-ae250456a1fd None None] Deleting port 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:16.641408 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-47f90a4b-aade-4802-9308-ae250456a1fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:16.787590 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:16.873528 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:16.885242 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0341897 Mar 23 12:52:16.886032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c8945-09a0-4375-93bc-580e02899c09 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Pushing event updated for resources: {'Port': ['ID=5e4ab094-f26a-44d1-9d57-eb73ae8b898e,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:16.922101 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60766) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:16.932264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-47f90a4b-aade-4802-9308-ae250456a1fd None None] For port 9649feaf-a5ff-4134-8d0a-41e1ac0c3905, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9649feaf-a5ff-4134-8d0a-41e1ac0c3905,segment=NetworkSegment(2b3a2914-1652-499c-aa3f-bc50c010da88),segment_id=2b3a2914-1652-499c-aa3f-bc50c010da88)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:16.932673 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-47f90a4b-aade-4802-9308-ae250456a1fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:16.936471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Deleting port 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:16.937258 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:16.949254 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-47f90a4b-aade-4802-9308-ae250456a1fd None None] Calling delete_port for 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:16.999220 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:52:17.019721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:17.030381 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6f4a19-a633-48b0-914d-5f6604abc60b None None] Sync routers for ids ['19e41978-d180-45b3-a33f-ce3663c18fa8'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:17.049233 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] For port 9649feaf-a5ff-4134-8d0a-41e1ac0c3905, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9649feaf-a5ff-4134-8d0a-41e1ac0c3905,segment=NetworkSegment(2b3a2914-1652-499c-aa3f-bc50c010da88),segment_id=2b3a2914-1652-499c-aa3f-bc50c010da88)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:17.049725 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.050737 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f4a19-a633-48b0-914d-5f6604abc60b None None] Routers {'19e41978-d180-45b3-a33f-ce3663c18fa8'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:17.053568 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0e6f4a19-a633-48b0-914d-5f6604abc60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['19e41978-d180-45b3-a33f-ce3663c18fa8'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:17.071855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Calling delete_port for 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:17.079638 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.084585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60772) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:17.085116 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1d863a01-7310-4f8f-b34a-3e1bc4594015 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3581522 Mar 23 12:52:17.135270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:17.154850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'port_id': '3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7', 'mac_address': 'fa:16:3e:e8:60:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:52:17.155595 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0e6f4a19-a633-48b0-914d-5f6604abc60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:17.171497 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f4a19-a633-48b0-914d-5f6604abc60b None None] Routers {'19e41978-d180-45b3-a33f-ce3663c18fa8'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:17.172267 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0e6f4a19-a633-48b0-914d-5f6604abc60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['19e41978-d180-45b3-a33f-ce3663c18fa8'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:17.207795 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.218981 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.224254 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:52:17.236908 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0e6f4a19-a633-48b0-914d-5f6604abc60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:17.237803 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6f4a19-a633-48b0-914d-5f6604abc60b None None] The sync data for ids ['19e41978-d180-45b3-a33f-ce3663c18fa8'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:17.251172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Pushing event deleted for resources: {'Port': ['ID=9649feaf-a5ff-4134-8d0a-41e1ac0c3905,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:17.258481 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.270746 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.274227 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.274227 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.274227 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.274227 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.274227 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.274227 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.274227 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.274227 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.274227 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.274227 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.274227 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.274227 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.274227 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:17.274227 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 12:52:17.274227 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.307056 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-47f90a4b-aade-4802-9308-ae250456a1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.307576 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7004c94-ae94-441e-b293-b50bf087a963 req-68e67000-31f2-43db-aa56-bb200b8b05a1 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--323853552&fields=id&tenant_id=cf92b9a5abb94441b04bfc32626d7e3d HTTP/1.1" status: 200 len: 267 time: 0.1385193 Mar 23 12:52:17.322240 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] No DVR routers for this DVR port 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:52:17.322694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f90a4b-aade-4802-9308-ae250456a1fd None None] No DVR routers for this DVR port 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:52:17.350179 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:17.377936 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f90a4b-aade-4802-9308-ae250456a1fd None None] Pushing event deleted for resources: {'Port': ['ID=9649feaf-a5ff-4134-8d0a-41e1ac0c3905,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:17.498865 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.523532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7004c94-ae94-441e-b293-b50bf087a963 req-53e1e4eb-49e5-4700-8887-81edef5fea9d tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:17.530257 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35c65c0d-8e5d-4187-a641-9e129519f14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.531264 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7004c94-ae94-441e-b293-b50bf087a963 req-53e1e4eb-49e5-4700-8887-81edef5fea9d tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/networks?id=7926c096-9a24-475a-8eb5-1ca61a5f129f HTTP/1.1" status: 200 len: 812 time: 0.2216556 Mar 23 12:52:17.582561 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7004c94-ae94-441e-b293-b50bf087a963 req-c1d4d02d-1f81-4ec5-aecb-4a9426516759 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/quotas/cf92b9a5abb94441b04bfc32626d7e3d HTTP/1.1" status: 200 len: 375 time: 0.0500777 Mar 23 12:52:17.587861 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.608874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:52:17.635826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c127bf-0f99-45a9-b2eb-a905e87fec61']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:17.650272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b3a2914-1652-499c-aa3f-bc50c010da88') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:17.650272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b3a2914-1652-499c-aa3f-bc50c010da88') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:17.658867 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66deae-749f-4e6a-ac33-4a7df480aea8 req-168f600c-159a-4d9a-946e-d38c7a4ac18b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:17.661969 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ec66deae-749f-4e6a-ac33-4a7df480aea8 req-168f600c-159a-4d9a-946e-d38c7a4ac18b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 944 time: 0.1385906 Mar 23 12:52:17.663911 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.665601 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-01c670b7-1d63-4c81-9f10-6b4b9af8d3ae tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "GET /v2.0/routers/19e41978-d180-45b3-a33f-ce3663c18fa8 HTTP/1.1" status: 200 len: 920 time: 0.5796521 Mar 23 12:52:17.670398 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60788) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:17.708252 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e34fd035-310b-4d7d-9050-e2d3c93c9794 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf92b9a5abb94441b04bfc32626d7e3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1088161 Mar 23 12:52:17.740688 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fa2e171c-8529-4bdd-a2e8-3abb8b1c0c64 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "GET /v2.0/ports?device_id=19e41978-d180-45b3-a33f-ce3663c18fa8 HTTP/1.1" status: 200 len: 205 time: 0.0637639 Mar 23 12:52:17.741774 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60792) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:17.743411 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.762171 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:52:17.762334 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:52:17.766268 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:52:17.783997 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ec66deae-749f-4e6a-ac33-4a7df480aea8 req-5b26891f-ea89-474f-9aa7-ab56c594abce tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087120 Mar 23 12:52:17.802599 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35c65c0d-8e5d-4187-a641-9e129519f14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.822487 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35c65c0d-8e5d-4187-a641-9e129519f14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.863965 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-35c65c0d-8e5d-4187-a641-9e129519f14a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d987bb6c983470e83a25153407c3aba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9405165 Mar 23 12:52:17.866475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60798) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:17.872515 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c65c0d-8e5d-4187-a641-9e129519f14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64c4b49-7b42-4a52-a92a-8ff2e1b0469e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:17.926264 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a281f8bb-bef1-468a-8b5b-fe65c0dcd804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.939832 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.954222 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a281f8bb-bef1-468a-8b5b-fe65c0dcd804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.987039 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:17.992459 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] 10.222.0.52 "DELETE /v2.0/networks/72c127bf-0f99-45a9-b2eb-a905e87fec61 HTTP/1.1" status: 204 len: 168 time: 1.8397317 Mar 23 12:52:17.994164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34256473-5099-4b73-a74d-3953725be426 tempest-FloatingIPNegativeTestJSON-468931019 tempest-FloatingIPNegativeTestJSON-468931019-project] Pushing event deleted for resources: {'Network': ['ID=72c127bf-0f99-45a9-b2eb-a905e87fec61,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:18.013961 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a281f8bb-bef1-468a-8b5b-fe65c0dcd804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:18.016854 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a281f8bb-bef1-468a-8b5b-fe65c0dcd804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:18.019147 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a281f8bb-bef1-468a-8b5b-fe65c0dcd804 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f64c4b49-7b42-4a52-a92a-8ff2e1b0469e HTTP/1.1" status: 204 len: 168 time: 0.1506231 Mar 23 12:52:18.028008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281f8bb-bef1-468a-8b5b-fe65c0dcd804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64c4b49-7b42-4a52-a92a-8ff2e1b0469e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:18.057715 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd6f0584-c104-44d2-82d2-1ab8d397ec30 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:18.131409 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7004c94-ae94-441e-b293-b50bf087a963 req-21e1a10a-9611-4b7f-95ce-b034b587865b service neutron] 10.222.0.52 "GET /v2.0/networks/7926c096-9a24-475a-8eb5-1ca61a5f129f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966162 Mar 23 12:52:18.294345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60810) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:18.466170 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-123dd6ab-d9c8-4e15-ab36-a8f078d529b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a7fdb20be7e549c6971786f9ac1ebac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704628 Mar 23 12:52:18.469346 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60820) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:18.486538 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:52:18.529450 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:52:18.529793 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9649feaf-a5ff-4134-8d0a-41e1ac0c3905 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:52:18.593705 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c728c4c6-0ffb-4caf-b24e-d4199bc1159c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:18.619713 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c728c4c6-0ffb-4caf-b24e-d4199bc1159c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:18.678861 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c728c4c6-0ffb-4caf-b24e-d4199bc1159c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:18.682468 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c728c4c6-0ffb-4caf-b24e-d4199bc1159c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:18.683634 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c728c4c6-0ffb-4caf-b24e-d4199bc1159c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe7c0dac-4384-489a-8f2e-b36695d559c7 HTTP/1.1" status: 204 len: 168 time: 0.2132185 Mar 23 12:52:18.692463 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd6f0584-c104-44d2-82d2-1ab8d397ec30 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:18.700145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728c4c6-0ffb-4caf-b24e-d4199bc1159c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7c0dac-4384-489a-8f2e-b36695d559c7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:18.704392 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7004c94-ae94-441e-b293-b50bf087a963 req-6ea1a499-7f04-42e9-bd6c-222e2a66a627 service neutron] 10.222.0.52 "GET /v2.0/networks/7926c096-9a24-475a-8eb5-1ca61a5f129f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298228 Mar 23 12:52:18.769513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f0584-c104-44d2-82d2-1ab8d397ec30 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Deleting port 07e718c3-fbb1-4200-a01b-6776aeaa3b2f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:18.769861 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd6f0584-c104-44d2-82d2-1ab8d397ec30 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:18.960927 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:52:19.068181 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1afdb1ce-33c3-4d33-b936-e19c3e3a69e0 req-3cb3159f-e3ce-455f-95b8-ee062dc893c0 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 210 time: 0.0743275 Mar 23 12:52:19.109363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:52:19.115315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:19.116023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c30b9-3d2c-49aa-90f3-35f212b5def5 req-7909f990-c8af-4a4b-931c-28ce7edca04e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:19.117824 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:19.121115 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad7c30b9-3d2c-49aa-90f3-35f212b5def5 req-7909f990-c8af-4a4b-931c-28ce7edca04e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 944 time: 0.1106408 Mar 23 12:52:19.141085 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd6f0584-c104-44d2-82d2-1ab8d397ec30 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:19.184361 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad7c30b9-3d2c-49aa-90f3-35f212b5def5 req-2a2f83e0-ec9c-46bc-a17e-2c2520cac914 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597329 Mar 23 12:52:19.222410 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f0584-c104-44d2-82d2-1ab8d397ec30 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Calling delete_port for 07e718c3-fbb1-4200-a01b-6776aeaa3b2f owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:19.243755 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:19.286628 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0c92a9-763d-4676-9c9d-ad7424d332a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:19.289699 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055a3b12-3676-4110-a594-b2f10caf089d" -d '{"events": [{"server_uuid": "4d0c92a9-763d-4676-9c9d-ad7424d332a6", "name": "network-vif-plugged", "status": "completed", "tag": "3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:19.306545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:19.313791 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:19.396110 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d8aef4-a8bd-4c45-a0f1-c3dc7342fe58 x-openstack-request-id: req-61d8aef4-a8bd-4c45-a0f1-c3dc7342fe58 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:19.396401 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0c92a9-763d-4676-9c9d-ad7424d332a6", "name": "network-vif-plugged", "status": "completed", "tag": "3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:19.396646 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61d8aef4-a8bd-4c45-a0f1-c3dc7342fe58 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:19.397239 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0c92a9-763d-4676-9c9d-ad7424d332a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7', 'code': 200} Mar 23 12:52:19.442622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:19.561185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb263c02-2c9a-4372-ac98-28347a8539b7 req-a3f5344a-87fd-44af-bf15-4d88be20d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:19.563956 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bb263c02-2c9a-4372-ac98-28347a8539b7 req-a3f5344a-87fd-44af-bf15-4d88be20d3d2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 1096 time: 0.0949750 Mar 23 12:52:19.611047 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd6f0584-c104-44d2-82d2-1ab8d397ec30 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:19.622056 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bb263c02-2c9a-4372-ac98-28347a8539b7 req-ad22930d-245e-452a-a8c5-4ebf098fd7cb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475225 Mar 23 12:52:19.644968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f0584-c104-44d2-82d2-1ab8d397ec30 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Pushing event deleted for resources: {'Port': ['ID=07e718c3-fbb1-4200-a01b-6776aeaa3b2f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:19.738564 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd6f0584-c104-44d2-82d2-1ab8d397ec30 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:19.872460 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd6f0584-c104-44d2-82d2-1ab8d397ec30 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:19.875437 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd6f0584-c104-44d2-82d2-1ab8d397ec30 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:19.947337 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd6f0584-c104-44d2-82d2-1ab8d397ec30 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:19.948925 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6f0584-c104-44d2-82d2-1ab8d397ec30 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Fanout notify agent at l3_agent the message router_deleted on router 19e41978-d180-45b3-a33f-ce3663c18fa8 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:52:19.985731 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60880) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:19.991213 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd6f0584-c104-44d2-82d2-1ab8d397ec30 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:19.998006 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fd6f0584-c104-44d2-82d2-1ab8d397ec30 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "DELETE /v2.0/routers/19e41978-d180-45b3-a33f-ce3663c18fa8 HTTP/1.1" status: 204 len: 168 time: 2.2444410 Mar 23 12:52:19.998501 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60884) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:20.011158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1577428459', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'enable_snat': False}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:20.052857 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:20.054252 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:20.156856 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:20.221070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1cc79304-4b91-4d32-b4c5-1072601029a6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1404344304'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:20.293115 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ff560701-c8fc-43f3-8c47-034aa0231aec req-3fea79af-bfac-4762-8231-e286b980756c tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 210 time: 0.0765665 Mar 23 12:52:20.353020 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ad57d-b3bc-417a-99ce-0bd83d58b2d6 req-236d43a1-9aab-4ee5-9c23-58fbc8d4643c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:20.363696 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-225ad57d-b3bc-417a-99ce-0bd83d58b2d6 req-236d43a1-9aab-4ee5-9c23-58fbc8d4643c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 945 time: 0.0845549 Mar 23 12:52:20.407323 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc79304-4b91-4d32-b4c5-1072601029a6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:20.411275 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1cc79304-4b91-4d32-b4c5-1072601029a6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:20.417407 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-225ad57d-b3bc-417a-99ce-0bd83d58b2d6 req-29f0d4d8-632c-4930-acac-c6cc8f7197f4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510654 Mar 23 12:52:20.419828 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:20.442107 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1cc79304-4b91-4d32-b4c5-1072601029a6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:20.726460 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1cc79304-4b91-4d32-b4c5-1072601029a6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:20.737680 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1cc79304-4b91-4d32-b4c5-1072601029a6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:20.786951 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc79304-4b91-4d32-b4c5-1072601029a6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:52:20.796793 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1cc79304-4b91-4d32-b4c5-1072601029a6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:20.797138 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-1cc79304-4b91-4d32-b4c5-1072601029a6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Added segment a67f53e7-ca94-4dab-90ea-766c5a74e16c of type vlan for network 0279b596-8b80-4cc9-8d39-4a25beb1f026 Mar 23 12:52:20.837679 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1cc79304-4b91-4d32-b4c5-1072601029a6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:20.849358 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7004c94-ae94-441e-b293-b50bf087a963 req-bc73fd96-d31e-4264-b4eb-cdebfc0f1c3a tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:20.850965 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7004c94-ae94-441e-b293-b50bf087a963 req-bc73fd96-d31e-4264-b4eb-cdebfc0f1c3a tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.77 "GET /v2.0/networks?id=7926c096-9a24-475a-8eb5-1ca61a5f129f HTTP/1.1" status: 200 len: 812 time: 0.3069558 Mar 23 12:52:20.894155 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc79304-4b91-4d32-b4c5-1072601029a6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63becc0-da79-4deb-ad27-612d8aaecf24,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:21.001968 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1cc79304-4b91-4d32-b4c5-1072601029a6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:21.008956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc79304-4b91-4d32-b4c5-1072601029a6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:21.008956 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1cc79304-4b91-4d32-b4c5-1072601029a6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:21.041749 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7004c94-ae94-441e-b293-b50bf087a963 req-515b062d-d0ce-4ab3-9240-a1787294387d tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf92b9a5abb94441b04bfc32626d7e3d HTTP/1.1" status: 200 len: 379 time: 0.1721430 Mar 23 12:52:21.063414 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-f7004c94-ae94-441e-b293-b50bf087a963 req-f3ff7ca7-aa59-4ae1-98e9-744f089cf599 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Request body: {'port': {'device_id': '81fb2e5b-0690-45c6-8db2-d3426fed6ee0', 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f', 'admin_state_up': True, 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'security_groups': ['dcd239cb-c625-412b-828c-5184a063bf7a']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:21.101472 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1cc79304-4b91-4d32-b4c5-1072601029a6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1145835 Mar 23 12:52:21.114263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60902) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:21.136954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5d67520e-df06-4597-9fd7-0a86f35393f7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'name': 'tempest-PortsTestJSON-1335137307'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:21.203775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc79304-4b91-4d32-b4c5-1072601029a6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Network': ['ID=0279b596-8b80-4cc9-8d39-4a25beb1f026,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:21.216933 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:21.218123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:52:21.240159 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:21.291897 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d67520e-df06-4597-9fd7-0a86f35393f7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:21.295471 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d67520e-df06-4597-9fd7-0a86f35393f7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:21.333534 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-5d67520e-df06-4597-9fd7-0a86f35393f7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] device_id is not set on port 399b3001-6039-47b5-84e2-81fe21a9a4a6 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:52:21.363218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7004c94-ae94-441e-b293-b50bf087a963 req-f3ff7ca7-aa59-4ae1-98e9-744f089cf599 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Made reservation on behalf of cf92b9a5abb94441b04bfc32626d7e3d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:21.367398 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7004c94-ae94-441e-b293-b50bf087a963 req-f3ff7ca7-aa59-4ae1-98e9-744f089cf599 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:21.585167 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2a4c8a08-2a85-43ca-8cb6-d2715c58f811 req-f7fc9105-1aaa-4a7b-bb87-13aa0ecad34b tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 210 time: 0.1145494 Mar 23 12:52:21.614687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Allocated IP 172.25.2.16 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/c123dbf4-aef1-40a4-9d35-47ddc52f77d6) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:21.653631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8b11c-2210-4f15-85b0-090a7f784b09 req-bf18d67b-2291-42c5-aa63-a2ddcfcc6976 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:21.655902 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4da8b11c-2210-4f15-85b0-090a7f784b09 req-bf18d67b-2291-42c5-aa63-a2ddcfcc6976 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 945 time: 0.1294036 Mar 23 12:52:21.682670 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d67520e-df06-4597-9fd7-0a86f35393f7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:21.744634 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4da8b11c-2210-4f15-85b0-090a7f784b09 req-099797d9-6ead-46e8-979b-779dd4598ae4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691257 Mar 23 12:52:21.749985 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-f7004c94-ae94-441e-b293-b50bf087a963 req-f3ff7ca7-aa59-4ae1-98e9-744f089cf599 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Allocated IP 172.20.0.12 (7926c096-9a24-475a-8eb5-1ca61a5f129f/f39281c9-ac88-4bcf-ab7d-7343f91f1d4a/756aa533-e32e-467e-b732-a2e84b8852b6) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:21.773860 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d67520e-df06-4597-9fd7-0a86f35393f7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:21.811671 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:21.889651 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d67520e-df06-4597-9fd7-0a86f35393f7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Checking segment: {'id': 'a67f53e7-ca94-4dab-90ea-766c5a74e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:52:21.890028 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d67520e-df06-4597-9fd7-0a86f35393f7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network hostable DHCP agents. Network: 0279b596-8b80-4cc9-8d39-4a25beb1f026, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:52:21.894687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67520e-df06-4597-9fd7-0a86f35393f7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=399b3001-6039-47b5-84e2-81fe21a9a4a6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:21.920660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d67520e-df06-4597-9fd7-0a86f35393f7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:52:21.932300 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5d67520e-df06-4597-9fd7-0a86f35393f7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 0279b596-8b80-4cc9-8d39-4a25beb1f026) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:21.942442 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6966e2c0-174b-4454-8f9a-23ba8bb857d2 None None] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:52:21.943475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d67520e-df06-4597-9fd7-0a86f35393f7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:21.952151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d67520e-df06-4597-9fd7-0a86f35393f7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:21.952966 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d67520e-df06-4597-9fd7-0a86f35393f7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:21.978104 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f2474-1864-468c-9fca-33ab0cf98b29 req-f2d216bc-6049-4eab-8497-a2606948b16f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:21.980564 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-994f2474-1864-468c-9fca-33ab0cf98b29 req-f2d216bc-6049-4eab-8497-a2606948b16f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 945 time: 0.1617281 Mar 23 12:52:21.991814 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5d67520e-df06-4597-9fd7-0a86f35393f7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8759930 Mar 23 12:52:22.001816 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60930) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:22.023960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e0e89501-4f34-477d-bd5e-f99e15097760 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1545000064'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:22.063192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e89501-4f34-477d-bd5e-f99e15097760 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:22.073110 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0e89501-4f34-477d-bd5e-f99e15097760 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:22.077390 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:22.145601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e89501-4f34-477d-bd5e-f99e15097760 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:52:22.181559 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0e89501-4f34-477d-bd5e-f99e15097760 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:22.182312 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-e0e89501-4f34-477d-bd5e-f99e15097760 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Added segment 4ade6cd4-60ba-4824-a714-d90ce1f1c64a of type vlan for network ba0ce245-3059-498c-bdc7-4227c013524e Mar 23 12:52:22.216139 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-994f2474-1864-468c-9fca-33ab0cf98b29 req-6a6b399e-d49b-40e4-be8d-cc508ae4ff82 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297060 Mar 23 12:52:22.221281 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7004c94-ae94-441e-b293-b50bf087a963 req-f3ff7ca7-aa59-4ae1-98e9-744f089cf599 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:22.230610 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:22.242039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:22.242039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:22.269374 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Pushing event updated for resources: {'Port': ['ID=c123dbf4-aef1-40a4-9d35-47ddc52f77d6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:22.312328 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0e89501-4f34-477d-bd5e-f99e15097760 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:22.382999 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0e89501-4f34-477d-bd5e-f99e15097760 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:22.389970 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e89501-4f34-477d-bd5e-f99e15097760 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:22.390968 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0e89501-4f34-477d-bd5e-f99e15097760 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:22.427543 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7004c94-ae94-441e-b293-b50bf087a963 req-f3ff7ca7-aa59-4ae1-98e9-744f089cf599 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:22.473609 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e0e89501-4f34-477d-bd5e-f99e15097760 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4705021 Mar 23 12:52:22.480346 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60938) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:22.486867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09127c0f-a2bf-40a7-9bbc-636b59d8b702 req-bb7fd2ce-f4a5-41e1-8b9d-a40725e01cef tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:22.488863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'ports': [{'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026'}, {'network_id': 'ba0ce245-3059-498c-bdc7-4227c013524e'}]} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:22.489174 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:22.489660 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'network_id': 'ba0ce245-3059-498c-bdc7-4227c013524e'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:22.490221 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-09127c0f-a2bf-40a7-9bbc-636b59d8b702 req-bb7fd2ce-f4a5-41e1-8b9d-a40725e01cef tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 945 time: 0.1693909 Mar 23 12:52:22.531244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7004c94-ae94-441e-b293-b50bf087a963 req-f3ff7ca7-aa59-4ae1-98e9-744f089cf599 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Network 7926c096-9a24-475a-8eb5-1ca61a5f129f is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:22.541963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e89501-4f34-477d-bd5e-f99e15097760 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Network': ['ID=ba0ce245-3059-498c-bdc7-4227c013524e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:22.569305 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff7ca7-aa59-4ae1-98e9-744f089cf599 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Pushing event updated for resources: {'Port': ['ID=756aa533-e32e-467e-b732-a2e84b8852b6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:22.571987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-f7004c94-ae94-441e-b293-b50bf087a963 req-f3ff7ca7-aa59-4ae1-98e9-744f089cf599 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:22.595500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network ba0ce245-3059-498c-bdc7-4227c013524e details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:52:22.610740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7004c94-ae94-441e-b293-b50bf087a963 req-f3ff7ca7-aa59-4ae1-98e9-744f089cf599 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:22.659113 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-09127c0f-a2bf-40a7-9bbc-636b59d8b702 req-23c8ee2b-d3a1-4b1f-9d83-ad893478ca13 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519284 Mar 23 12:52:23.000008 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ba945459-1af1-4fa4-ac09-8b06a3941b32 None None] Provisioning complete for port 756aa533-e32e-467e-b732-a2e84b8852b6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:23.005034 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba945459-1af1-4fa4-ac09-8b06a3941b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:23.185833 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4d671-1fd0-4ec0-bf54-397648859314 req-8be5d59f-0a2d-4ade-a2e0-241e71c69592 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:23.196494 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbb4d671-1fd0-4ec0-bf54-397648859314 req-8be5d59f-0a2d-4ade-a2e0-241e71c69592 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 945 time: 0.2141941 Mar 23 12:52:23.197836 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ba945459-1af1-4fa4-ac09-8b06a3941b32 None None] Port 756aa533-e32e-467e-b732-a2e84b8852b6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:52:23.253030 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbb4d671-1fd0-4ec0-bf54-397648859314 req-85830b33-7de3-445f-bb8d-5ef058fb3d33 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526168 Mar 23 12:52:23.263371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'port': 2} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:23.265471 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:23.298699 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:23.359994 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7004c94-ae94-441e-b293-b50bf087a963 req-f3ff7ca7-aa59-4ae1-98e9-744f089cf599 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:23.361357 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7004c94-ae94-441e-b293-b50bf087a963 req-f3ff7ca7-aa59-4ae1-98e9-744f089cf599 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:23.370720 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:23.414727 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7004c94-ae94-441e-b293-b50bf087a963 req-f3ff7ca7-aa59-4ae1-98e9-744f089cf599 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3582990 Mar 23 12:52:23.499459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Request body: {'port': {'device_id': '81fb2e5b-0690-45c6-8db2-d3426fed6ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:23.580595 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc49073-851e-47d8-8f73-0b5bc9625d00 req-0181a0b7-3524-4de4-872f-bf313dd58f3f tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:23.588886 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5dc49073-851e-47d8-8f73-0b5bc9625d00 req-0181a0b7-3524-4de4-872f-bf313dd58f3f tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 932 time: 0.3627229 Mar 23 12:52:23.757019 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:23.762001 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] device_id is not set on port c6c29bc7-cbf8-4f75-adf1-dba3cfe9355c yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:52:23.773234 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5dc49073-851e-47d8-8f73-0b5bc9625d00 req-82793447-2ba6-470c-880d-905e37cca6aa tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcd239cb-c625-412b-828c-5184a063bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835303 Mar 23 12:52:23.968616 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:24.051789 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf921405-e9d5-47af-a89f-62cf0ae80137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:24.235158 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:24.474633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] device_id is not set on port 4d6d2138-d0d0-455d-80ef-d7783abf1b22 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:52:24.506551 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756aa533-e32e-467e-b732-a2e84b8852b6 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:52:24.515806 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Router 632183b9-155f-465c-b8eb-6593cb3c4a02 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:52:24.519212 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:24.547878 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Transition to ACTIVE for port object 756aa533-e32e-467e-b732-a2e84b8852b6 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:52:24.557401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8888f5c-1aa2-4a42-8148-dde268d7d551 req-d9bfcf02-25ad-4e18-9657-e98e9bcf4236 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:24.576915 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8888f5c-1aa2-4a42-8148-dde268d7d551 req-d9bfcf02-25ad-4e18-9657-e98e9bcf4236 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 945 time: 0.1413138 Mar 23 12:52:24.589129 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:24.687213 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8888f5c-1aa2-4a42-8148-dde268d7d551 req-5a416334-713a-441c-80ef-14d0392486dd tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951226 Mar 23 12:52:24.798752 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Pushing event updated for resources: {'Port': ['ID=756aa533-e32e-467e-b732-a2e84b8852b6,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:24.886588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60962) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:24.957208 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:24.973818 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Sync routers for ids ['632183b9-155f-465c-b8eb-6593cb3c4a02'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:24.976792 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:24.989321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Routers {'632183b9-155f-465c-b8eb-6593cb3c4a02'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:24.994108 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['632183b9-155f-465c-b8eb-6593cb3c4a02'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:25.028036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b12f5-ed15-4044-9efa-ee6c7b1ed720 req-7458c56a-945e-4319-90e3-b8a2b15ac045 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:25.029976 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-759b12f5-ed15-4044-9efa-ee6c7b1ed720 req-7458c56a-945e-4319-90e3-b8a2b15ac045 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 945 time: 0.2761374 Mar 23 12:52:25.087120 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:25.090923 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ea725f79-0867-403b-96ab-d134d67403f5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0895057 Mar 23 12:52:25.092945 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60966) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:25.098189 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Attempting to bind port 756aa533-e32e-467e-b732-a2e84b8852b6 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:52:25.098739 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Attempting to bind port 756aa533-e32e-467e-b732-a2e84b8852b6 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'dcadfcbd-44f5-4f89-80da-bbda3ddd1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:52:25.100100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Attempting to bind port 756aa533-e32e-467e-b732-a2e84b8852b6 on network 7926c096-9a24-475a-8eb5-1ca61a5f129f {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:52:25.221186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Port 756aa533-e32e-467e-b732-a2e84b8852b6 on network 7926c096-9a24-475a-8eb5-1ca61a5f129f not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:52:25.222268 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Attempting to bind port 756aa533-e32e-467e-b732-a2e84b8852b6 on network 7926c096-9a24-475a-8eb5-1ca61a5f129f {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:52:25.248520 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:52:25.248949 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Checking segment: {'id': 'dcadfcbd-44f5-4f89-80da-bbda3ddd1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:52:25.249788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Bound using segment: {'id': 'dcadfcbd-44f5-4f89-80da-bbda3ddd1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:52:25.250325 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Bound port: 756aa533-e32e-467e-b732-a2e84b8852b6, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcadfcbd-44f5-4f89-80da-bbda3ddd1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:52:25.250793 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:25.265081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:25.274507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Set router 632183b9-155f-465c-b8eb-6593cb3c4a02 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:25.302196 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8b4ed-ac8a-4b14-9f56-40e050ede5eb req-7266978b-33fc-4ddc-8aed-f03ea0800286 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:25.303184 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fcfe660-a525-42cf-882b-c19e658e17e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:25.305130 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-91a8b4ed-ac8a-4b14-9f56-40e050ede5eb req-7266978b-33fc-4ddc-8aed-f03ea0800286 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 944 time: 0.2730706 Mar 23 12:52:25.365682 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-759b12f5-ed15-4044-9efa-ee6c7b1ed720 req-35be423e-3149-443f-9c88-15045b2b1594 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Deleting port 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:25.366209 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-759b12f5-ed15-4044-9efa-ee6c7b1ed720 req-35be423e-3149-443f-9c88-15045b2b1594 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:25.378631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60968) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:25.379439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8f68223d-9bed-4247-91f1-9db05d6f0205 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "GET /v2.0/routers/632183b9-155f-465c-b8eb-6593cb3c4a02 HTTP/1.1" status: 200 len: 908 time: 0.2842114 Mar 23 12:52:25.412646 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1577428459', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'enable_snat': True}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:25.469339 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:25.470327 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:25.526336 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632183b9-155f-465c-b8eb-6593cb3c4a02', 'name': 'tempest-snat-router-1577428459', 'tenant_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': False}, 'gw_port_id': 'c123dbf4-aef1-40a4-9d35-47ddc52f77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:52:20Z', 'updated_at': '2022-03-23T12:52:22Z', 'revision_number': 3, 'project_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'gw_port': {'id': 'c123dbf4-aef1-40a4-9d35-47ddc52f77d6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632183b9-155f-465c-b8eb-6593cb3c4a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:52:21Z', 'updated_at': '2022-03-23T12:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:25.530741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:25.558567 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:25.585475 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Checking router: 632183b9-155f-465c-b8eb-6593cb3c4a02 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:52:25.586166 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Updating router 632183b9-155f-465c-b8eb-6593cb3c4a02 port c123dbf4-aef1-40a4-9d35-47ddc52f77d6 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:52:25.589504 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:25.590350 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:25.593829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=c6c29bc7-cbf8-4f75-adf1-dba3cfe9355c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:25.626362 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:25.635374 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-91a8b4ed-ac8a-4b14-9f56-40e050ede5eb req-b918d857-b76e-4524-907a-f446dcecd183 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcd239cb-c625-412b-828c-5184a063bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3095536 Mar 23 12:52:25.639914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] For port 756aa533-e32e-467e-b732-a2e84b8852b6, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:52:25.667240 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] For port 756aa533-e32e-467e-b732-a2e84b8852b6, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=756aa533-e32e-467e-b732-a2e84b8852b6,segment=NetworkSegment(dcadfcbd-44f5-4f89-80da-bbda3ddd1d17),segment_id=dcadfcbd-44f5-4f89-80da-bbda3ddd1d17)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:52:25.692486 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:25.727625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:25.728308 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:25.736782 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] 10.222.0.77 "PUT /v2.0/ports/756aa533-e32e-467e-b732-a2e84b8852b6 HTTP/1.1" status: 200 len: 1092 time: 2.2722292 Mar 23 12:52:25.738741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81fb2e5b-0690-45c6-8db2-d3426fed6ee0', 'tag': '756aa533-e32e-467e-b732-a2e84b8852b6'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:25.744348 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4c1e15-08b3-4921-8847-d88aaafe9037" -d '{"events": [{"name": "network-changed", "server_uuid": "81fb2e5b-0690-45c6-8db2-d3426fed6ee0", "tag": "756aa533-e32e-467e-b732-a2e84b8852b6"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:25.783298 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=4d6d2138-d0d0-455d-80ef-d7783abf1b22,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:25.892839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-759b12f5-ed15-4044-9efa-ee6c7b1ed720 req-35be423e-3149-443f-9c88-15045b2b1594 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] For port 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:25.894624 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-759b12f5-ed15-4044-9efa-ee6c7b1ed720 req-35be423e-3149-443f-9c88-15045b2b1594 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:25.917477 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869436aa-c780-4abd-a522-e0a7589a4cae x-openstack-request-id: req-869436aa-c780-4abd-a522-e0a7589a4cae {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:25.917768 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81fb2e5b-0690-45c6-8db2-d3426fed6ee0", "tag": "756aa533-e32e-467e-b732-a2e84b8852b6", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:25.918018 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-869436aa-c780-4abd-a522-e0a7589a4cae {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:25.918412 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81fb2e5b-0690-45c6-8db2-d3426fed6ee0', 'tag': '756aa533-e32e-467e-b732-a2e84b8852b6', 'status': 'completed', 'code': 200} Mar 23 12:52:25.924320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-759b12f5-ed15-4044-9efa-ee6c7b1ed720 req-35be423e-3149-443f-9c88-15045b2b1594 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Calling delete_port for 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:25.952282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Checking segment: {'id': '4ade6cd4-60ba-4824-a714-d90ce1f1c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ba0ce245-3059-498c-bdc7-4227c013524e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:52:25.952624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network hostable DHCP agents. Network: ba0ce245-3059-498c-bdc7-4227c013524e, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:52:25.955199 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c63658-493b-41fd-933f-1a3f3be56449 service neutron] Pushing event updated for resources: {'Port': ['ID=756aa533-e32e-467e-b732-a2e84b8852b6,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:26.002352 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network ba0ce245-3059-498c-bdc7-4227c013524e is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:52:26.013100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7004c94-ae94-441e-b293-b50bf087a963 req-63ce99c1-b6f5-472b-a379-b96b57e221be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:26.017043 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7004c94-ae94-441e-b293-b50bf087a963 req-63ce99c1-b6f5-472b-a379-b96b57e221be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cf92b9a5abb94441b04bfc32626d7e3d&device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 1095 time: 0.1502390 Mar 23 12:52:26.026655 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:26.036910 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, ba0ce245-3059-498c-bdc7-4227c013524e) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:26.087635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:26.100605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:26.106456 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:26.107167 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:26.112261 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7004c94-ae94-441e-b293-b50bf087a963 req-9b86ffc1-8538-4eea-b35c-eec1501f389b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756aa533-e32e-467e-b732-a2e84b8852b6 HTTP/1.1" status: 200 len: 217 time: 0.0860887 Mar 23 12:52:26.168025 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ee04505c-9f62-43ff-93c9-91135c5a96ae tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6851547 Mar 23 12:52:26.170642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 60976) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:26.182855 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e71d832b-44c5-42c4-b44c-b2536e49be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:26.184439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7004c94-ae94-441e-b293-b50bf087a963 req-e71d832b-44c5-42c4-b44c-b2536e49be8c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f39281c9-ac88-4bcf-ab7d-7343f91f1d4a HTTP/1.1" status: 200 len: 851 time: 0.0635126 Mar 23 12:52:26.211198 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e05d54-28dc-4995-90bd-b1ee9caaf00d None None] Network ba0ce245-3059-498c-bdc7-4227c013524e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:52:26.249496 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fcfe660-a525-42cf-882b-c19e658e17e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:26.269553 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8fcfe660-a525-42cf-882b-c19e658e17e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:26.312848 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7004c94-ae94-441e-b293-b50bf087a963 req-1f0f28e5-88ab-4700-a968-103ef989c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:26.314497 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7004c94-ae94-441e-b293-b50bf087a963 req-1f0f28e5-88ab-4700-a968-103ef989c6d0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7926c096-9a24-475a-8eb5-1ca61a5f129f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126330 Mar 23 12:52:26.362645 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:26.395130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-cb75217a-aeb4-4576-9e6a-fdcbedafdde0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port 4d6d2138-d0d0-455d-80ef-d7783abf1b22 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:26.396946 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb75217a-aeb4-4576-9e6a-fdcbedafdde0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:26.416218 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:26.484541 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Attempting to bind port c123dbf4-aef1-40a4-9d35-47ddc52f77d6 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:52:26.485187 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Attempting to bind port c123dbf4-aef1-40a4-9d35-47ddc52f77d6 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:52:26.485853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Attempting to bind port c123dbf4-aef1-40a4-9d35-47ddc52f77d6 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:52:26.501526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736740b-5d71-4751-a162-e40f06d3da67 None None] Pushing event updated for resources: {'Port': ['ID=c123dbf4-aef1-40a4-9d35-47ddc52f77d6,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:26.510320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd38001-e828-4c5d-9a12-43a752903b5b req-61d6b164-a104-4c7c-ad77-f82687e95129 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:26.511896 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bd38001-e828-4c5d-9a12-43a752903b5b req-61d6b164-a104-4c7c-ad77-f82687e95129 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 945 time: 0.4839535 Mar 23 12:52:26.520320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:52:26.521113 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:52:26.522089 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:26.522592 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:52:26.527303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Bound port: c123dbf4-aef1-40a4-9d35-47ddc52f77d6, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:52:26.532601 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:26.536505 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:26.618911 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8fcfe660-a525-42cf-882b-c19e658e17e0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ec6efa00f4ea4d648639ee95ee8f23b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7201908 Mar 23 12:52:26.622950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] For port c123dbf4-aef1-40a4-9d35-47ddc52f77d6, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:52:26.623071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60980) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:26.626798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] For port c123dbf4-aef1-40a4-9d35-47ddc52f77d6, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c123dbf4-aef1-40a4-9d35-47ddc52f77d6,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:52:26.634631 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:26.655701 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bd38001-e828-4c5d-9a12-43a752903b5b req-b749a612-f86f-4d09-9054-499f08be82d2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026156 Mar 23 12:52:26.663155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfe660-a525-42cf-882b-c19e658e17e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b01120f-75ba-4b3a-824a-a9af295b1db8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:26.716654 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-759b12f5-ed15-4044-9efa-ee6c7b1ed720 req-35be423e-3149-443f-9c88-15045b2b1594 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:26.763116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736740b-5d71-4751-a162-e40f06d3da67 None None] Pushing event updated for resources: {'Port': ['ID=c123dbf4-aef1-40a4-9d35-47ddc52f77d6,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:26.769325 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Routers {'632183b9-155f-465c-b8eb-6593cb3c4a02'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:26.769959 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:51:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['632183b9-155f-465c-b8eb-6593cb3c4a02'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:26.804721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be423e-3149-443f-9c88-15045b2b1594 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event deleted for resources: {'Port': ['ID=3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:26.886786 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-759b12f5-ed15-4044-9efa-ee6c7b1ed720 req-35be423e-3149-443f-9c88-15045b2b1594 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] No DVR routers for this DVR port 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:52:26.890134 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-759b12f5-ed15-4044-9efa-ee6c7b1ed720 req-35be423e-3149-443f-9c88-15045b2b1594 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:26.894003 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-759b12f5-ed15-4044-9efa-ee6c7b1ed720 req-35be423e-3149-443f-9c88-15045b2b1594 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "DELETE /v2.0/ports/3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 HTTP/1.1" status: 204 len: 173 time: 1.8500893 Mar 23 12:52:26.895291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0c92a9-763d-4676-9c9d-ad7424d332a6', 'name': 'network-vif-deleted', 'tag': '3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:26.897984 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12197c2-50a7-4d91-a2d0-f3973978c7d6" -d '{"events": [{"server_uuid": "4d0c92a9-763d-4676-9c9d-ad7424d332a6", "name": "network-vif-deleted", "tag": "3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:26.900921 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4073d715-53c6-40c0-a605-31f6e7e67b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:26.933824 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7004c94-ae94-441e-b293-b50bf087a963 req-5c09f1b1-c898-4f74-857e-9fff6faebf47 service neutron] 10.222.0.77 "GET /v2.0/networks/7926c096-9a24-475a-8eb5-1ca61a5f129f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6062720 Mar 23 12:52:26.954818 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-50e87e75-1205-4549-b3d9-2678853b8636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:26.986318 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4073d715-53c6-40c0-a605-31f6e7e67b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:26.999529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:52:27.033392 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98b394d-fdc0-459e-a229-be61a0687aab x-openstack-request-id: req-c98b394d-fdc0-459e-a229-be61a0687aab {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:27.034225 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0c92a9-763d-4676-9c9d-ad7424d332a6", "name": "network-vif-deleted", "tag": "3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:27.034512 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c98b394d-fdc0-459e-a229-be61a0687aab {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:27.034864 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0c92a9-763d-4676-9c9d-ad7424d332a6', 'name': 'network-vif-deleted', 'tag': '3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7', 'status': 'completed', 'code': 200} Mar 23 12:52:27.042051 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb75217a-aeb4-4576-9e6a-fdcbedafdde0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:27.088877 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] Set router 632183b9-155f-465c-b8eb-6593cb3c4a02 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:27.155594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-cb75217a-aeb4-4576-9e6a-fdcbedafdde0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for 4d6d2138-d0d0-455d-80ef-d7783abf1b22 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:27.182935 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:52:27.184168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3fe59ac1-2cb7-4662-91ad-4cc528dcb6a7 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:52:27.247190 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:27.285053 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bcbef-2dc7-4342-838b-fcb4194418f9 req-4f145aa7-8141-45fe-8522-60551b80fba9 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:27.290746 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:27.293321 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b28bcbef-2dc7-4342-838b-fcb4194418f9 req-4f145aa7-8141-45fe-8522-60551b80fba9 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 944 time: 0.4089518 Mar 23 12:52:27.295101 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4073d715-53c6-40c0-a605-31f6e7e67b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:27.298193 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4073d715-53c6-40c0-a605-31f6e7e67b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:27.301847 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4073d715-53c6-40c0-a605-31f6e7e67b65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b01120f-75ba-4b3a-824a-a9af295b1db8 HTTP/1.1" status: 204 len: 168 time: 0.6708777 Mar 23 12:52:27.345798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073d715-53c6-40c0-a605-31f6e7e67b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b01120f-75ba-4b3a-824a-a9af295b1db8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:27.381079 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7004c94-ae94-441e-b293-b50bf087a963 req-1db9adbb-1baa-48b4-b887-732e93d34810 service neutron] 10.222.0.77 "GET /v2.0/networks/7926c096-9a24-475a-8eb5-1ca61a5f129f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211385 Mar 23 12:52:27.426172 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b28bcbef-2dc7-4342-838b-fcb4194418f9 req-68d9f5b2-a747-4821-af46-60875f02fcfa tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcd239cb-c625-412b-828c-5184a063bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317210 Mar 23 12:52:27.493309 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb75217a-aeb4-4576-9e6a-fdcbedafdde0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:27.523489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Allocated IP 172.25.2.226 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/bd454f8b-8a1b-4541-9ca3-11adff3079ab) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:27.607411 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75217a-aeb4-4576-9e6a-fdcbedafdde0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=4d6d2138-d0d0-455d-80ef-d7783abf1b22,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:27.612603 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb75217a-aeb4-4576-9e6a-fdcbedafdde0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:27.615902 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cb75217a-aeb4-4576-9e6a-fdcbedafdde0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/4d6d2138-d0d0-455d-80ef-d7783abf1b22 HTTP/1.1" status: 204 len: 168 time: 1.4419532 Mar 23 12:52:27.619531 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 60992) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:27.636936 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c1e15-08b3-4921-8847-d88aaafe9037 req-04ae5b5c-3314-4708-9b16-87c86c44a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:27.639979 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df4c1e15-08b3-4921-8847-d88aaafe9037 req-04ae5b5c-3314-4708-9b16-87c86c44a1d5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cf92b9a5abb94441b04bfc32626d7e3d&device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 1095 time: 0.1769018 Mar 23 12:52:27.739281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc93be46-898c-4b69-b47e-7ad665e45d95 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:27.760660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc93be46-898c-4b69-b47e-7ad665e45d95 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:27.760660 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cc93be46-898c-4b69-b47e-7ad665e45d95 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1358852 Mar 23 12:52:27.767744 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 32772) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:27.792301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632183b9-155f-465c-b8eb-6593cb3c4a02', 'name': 'tempest-snat-router-1577428459', 'tenant_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': False}, 'gw_port_id': 'c123dbf4-aef1-40a4-9d35-47ddc52f77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:52:20Z', 'updated_at': '2022-03-23T12:52:22Z', 'revision_number': 3, 'project_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'gw_port': {'id': 'c123dbf4-aef1-40a4-9d35-47ddc52f77d6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632183b9-155f-465c-b8eb-6593cb3c4a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:52:21Z', 'updated_at': '2022-03-23T12:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:27.799983 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:27.852589 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c1e15-08b3-4921-8847-d88aaafe9037 req-334be9ba-fcfb-45b9-831c-58504759c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:27.858566 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df4c1e15-08b3-4921-8847-d88aaafe9037 req-334be9ba-fcfb-45b9-831c-58504759c557 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7926c096-9a24-475a-8eb5-1ca61a5f129f HTTP/1.1" status: 200 len: 913 time: 0.2114279 Mar 23 12:52:27.869996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf881d-067f-43c5-9bbd-8471bd82e457 None None] The sync data for ids ['632183b9-155f-465c-b8eb-6593cb3c4a02'] in n-d-834854-1 is: [{'id': '632183b9-155f-465c-b8eb-6593cb3c4a02', 'name': 'tempest-snat-router-1577428459', 'tenant_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16'}], 'enable_snat': False}, 'gw_port_id': 'c123dbf4-aef1-40a4-9d35-47ddc52f77d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:52:20Z', 'updated_at': '2022-03-23T12:52:22Z', 'revision_number': 3, 'project_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'gw_port': {'id': 'c123dbf4-aef1-40a4-9d35-47ddc52f77d6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632183b9-155f-465c-b8eb-6593cb3c4a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:52:21Z', 'updated_at': '2022-03-23T12:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:27.885502 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:27.898293 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ee014f8-6af1-41f9-b361-8a0c6bad0aab req-298d606e-2082-4e23-b5a5-25d6efcb92e6 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 210 time: 0.0963957 Mar 23 12:52:27.957425 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df4c1e15-08b3-4921-8847-d88aaafe9037 req-27401ae4-d9a0-421f-9257-faea67bdf8da service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756aa533-e32e-467e-b732-a2e84b8852b6 HTTP/1.1" status: 200 len: 217 time: 0.0902529 Mar 23 12:52:28.029299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c1e15-08b3-4921-8847-d88aaafe9037 req-83f0de5a-628c-4c3f-a3c9-24f4a3633403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:28.036412 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df4c1e15-08b3-4921-8847-d88aaafe9037 req-83f0de5a-628c-4c3f-a3c9-24f4a3633403 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f39281c9-ac88-4bcf-ab7d-7343f91f1d4a HTTP/1.1" status: 200 len: 851 time: 0.0721815 Mar 23 12:52:28.070197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-08d05589-c4e9-486f-b2c7-22445259716e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port c6c29bc7-cbf8-4f75-adf1-dba3cfe9355c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:28.070678 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08d05589-c4e9-486f-b2c7-22445259716e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:28.125271 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c1e15-08b3-4921-8847-d88aaafe9037 req-2429041d-a104-4e8d-82dd-8f9fe0b1dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:28.126830 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df4c1e15-08b3-4921-8847-d88aaafe9037 req-2429041d-a104-4e8d-82dd-8f9fe0b1dd09 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7926c096-9a24-475a-8eb5-1ca61a5f129f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740955 Mar 23 12:52:28.148140 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08d05589-c4e9-486f-b2c7-22445259716e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:28.173404 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-08d05589-c4e9-486f-b2c7-22445259716e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for c6c29bc7-cbf8-4f75-adf1-dba3cfe9355c owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:28.236343 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:28.285837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Pushing event updated for resources: {'Port': ['ID=bd454f8b-8a1b-4541-9ca3-11adff3079ab,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:28.306828 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df4c1e15-08b3-4921-8847-d88aaafe9037 req-e19fe06c-1f96-428f-a692-05a5f489ebdd service neutron] 10.222.0.77 "GET /v2.0/networks/7926c096-9a24-475a-8eb5-1ca61a5f129f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706035 Mar 23 12:52:28.331053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:28.359919 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:28.375255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:28.480204 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08d05589-c4e9-486f-b2c7-22445259716e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:28.492626 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df4c1e15-08b3-4921-8847-d88aaafe9037 req-eedf666d-db66-4c66-93b6-f1a9c2010bea service neutron] 10.222.0.77 "GET /v2.0/networks/7926c096-9a24-475a-8eb5-1ca61a5f129f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797171 Mar 23 12:52:28.556378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d05589-c4e9-486f-b2c7-22445259716e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=c6c29bc7-cbf8-4f75-adf1-dba3cfe9355c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:28.590316 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08d05589-c4e9-486f-b2c7-22445259716e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:28.593833 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-08d05589-c4e9-486f-b2c7-22445259716e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/c6c29bc7-cbf8-4f75-adf1-dba3cfe9355c HTTP/1.1" status: 204 len: 168 time: 0.8245044 Mar 23 12:52:28.595588 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c123dbf4-aef1-40a4-9d35-47ddc52f77d6 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:52:28.597825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 32792) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:28.707309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c123dbf4-aef1-40a4-9d35-47ddc52f77d6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:28.708015 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:28.739356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad8f94a-3c18-4ecd-b2d6-420d4f2c6945 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:28.744264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 32794) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:28.745425 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1ad8f94a-3c18-4ecd-b2d6-420d4f2c6945 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1458101 Mar 23 12:52:28.763940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593aa487-f122-427e-ba0e-f52b13973be1 req-b97b4f0c-e230-4978-89df-0d482bba086d tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:28.771864 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-593aa487-f122-427e-ba0e-f52b13973be1 req-b97b4f0c-e230-4978-89df-0d482bba086d tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 944 time: 0.1061680 Mar 23 12:52:28.806088 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c8a4f7-f07c-450c-916f-13ac39c106ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] GET failed (client error): The resource could not be found. Mar 23 12:52:28.813342 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-30c8a4f7-f07c-450c-916f-13ac39c106ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports/4d6d2138-d0d0-455d-80ef-d7783abf1b22 HTTP/1.1" status: 404 len: 333 time: 0.0658245 Mar 23 12:52:28.820550 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 32796) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:28.841997 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-593aa487-f122-427e-ba0e-f52b13973be1 req-051547d4-b3ba-4699-bbab-2ab4c676fa00 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcd239cb-c625-412b-828c-5184a063bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686069 Mar 23 12:52:28.883049 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:28.908305 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port c123dbf4-aef1-40a4-9d35-47ddc52f77d6, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c123dbf4-aef1-40a4-9d35-47ddc52f77d6,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:28.916197 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:28.922708 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9dd8088-5b31-4c23-9c8e-78cf278241f0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] GET failed (client error): The resource could not be found. Mar 23 12:52:28.930708 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 32800) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:28.952692 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f9dd8088-5b31-4c23-9c8e-78cf278241f0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports/c6c29bc7-cbf8-4f75-adf1-dba3cfe9355c HTTP/1.1" status: 404 len: 333 time: 0.1278968 Mar 23 12:52:29.031741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=c123dbf4-aef1-40a4-9d35-47ddc52f77d6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:29.107373 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-114db3c0-3759-4898-bb87-cc9767235548 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:29.123257 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:29.214712 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4933480-55a4-42d2-b96e-0f799c07a50d req-cf313311-1b78-4c3e-bf4e-20f366133647 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 210 time: 0.0740948 Mar 23 12:52:29.246381 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-114db3c0-3759-4898-bb87-cc9767235548 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:29.297798 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:29.299360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-114db3c0-3759-4898-bb87-cc9767235548 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0ce245-3059-498c-bdc7-4227c013524e']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:29.321279 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-114db3c0-3759-4898-bb87-cc9767235548 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ade6cd4-60ba-4824-a714-d90ce1f1c64a') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:29.321947 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-114db3c0-3759-4898-bb87-cc9767235548 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ade6cd4-60ba-4824-a714-d90ce1f1c64a') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:29.334466 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-114db3c0-3759-4898-bb87-cc9767235548 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:29.355640 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-114db3c0-3759-4898-bb87-cc9767235548 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:29.371051 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114db3c0-3759-4898-bb87-cc9767235548 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:52:29.371472 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-114db3c0-3759-4898-bb87-cc9767235548 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:52:29.404105 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:52:29.489725 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-114db3c0-3759-4898-bb87-cc9767235548 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:29.498641 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-114db3c0-3759-4898-bb87-cc9767235548 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:29.511579 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-114db3c0-3759-4898-bb87-cc9767235548 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/networks/ba0ce245-3059-498c-bdc7-4227c013524e HTTP/1.1" status: 204 len: 168 time: 0.5799384 Mar 23 12:52:29.512242 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 32814) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:29.526076 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3acfeaff-a051-43a8-8ede-829c79f834e4 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1912606449'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:29.533415 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:29.559537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114db3c0-3759-4898-bb87-cc9767235548 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Network': ['ID=ba0ce245-3059-498c-bdc7-4227c013524e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:29.586255 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acfeaff-a051-43a8-8ede-829c79f834e4 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:29.594463 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3acfeaff-a051-43a8-8ede-829c79f834e4 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:29.632337 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acfeaff-a051-43a8-8ede-829c79f834e4 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:52:29.656498 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3acfeaff-a051-43a8-8ede-829c79f834e4 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:29.658665 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-3acfeaff-a051-43a8-8ede-829c79f834e4 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Added segment d7b7424e-1019-41ad-b42e-4642da29a5e1 of type vlan for network 94787284-9a70-4cb9-942e-1f5b5dff7bc7 Mar 23 12:52:29.673547 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:29.730110 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3acfeaff-a051-43a8-8ede-829c79f834e4 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:29.759878 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3acfeaff-a051-43a8-8ede-829c79f834e4 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:29.766405 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acfeaff-a051-43a8-8ede-829c79f834e4 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:29.767355 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3acfeaff-a051-43a8-8ede-829c79f834e4 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:29.809296 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3acfeaff-a051-43a8-8ede-829c79f834e4 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2925136 Mar 23 12:52:29.809966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 32820) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:29.857505 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2fabc967-8651-4545-bd36-869cf9b13f9b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'subnet': {'network_id': '94787284-9a70-4cb9-942e-1f5b5dff7bc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:29.886218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfeaff-a051-43a8-8ede-829c79f834e4 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Network': ['ID=94787284-9a70-4cb9-942e-1f5b5dff7bc7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:29.900206 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 94787284-9a70-4cb9-942e-1f5b5dff7bc7 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:52:30.117419 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fabc967-8651-4545-bd36-869cf9b13f9b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:30.121935 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2fabc967-8651-4545-bd36-869cf9b13f9b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:30.213546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7709e0e-33b1-478a-a4af-2e39abb7c804 req-62388b5a-9c5b-4f0c-a2ce-81086e8f2191 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:30.221986 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7709e0e-33b1-478a-a4af-2e39abb7c804 req-62388b5a-9c5b-4f0c-a2ce-81086e8f2191 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 944 time: 0.2264774 Mar 23 12:52:30.278722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-2fabc967-8651-4545-bd36-869cf9b13f9b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Performing IP validity checks on allocation pools {{(pid=102779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 23 12:52:30.279320 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-2fabc967-8651-4545-bd36-869cf9b13f9b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 23 12:52:30.358088 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7709e0e-33b1-478a-a4af-2e39abb7c804 req-c1f00ce8-61ef-492c-b89f-87550c674c0e tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcd239cb-c625-412b-828c-5184a063bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246042 Mar 23 12:52:30.545354 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c123dbf4-aef1-40a4-9d35-47ddc52f77d6 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:52:30.564242 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2fabc967-8651-4545-bd36-869cf9b13f9b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:30.615813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c123dbf4-aef1-40a4-9d35-47ddc52f77d6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:30.616212 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:30.630298 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabc967-8651-4545-bd36-869cf9b13f9b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Subnet': ['ID=12e902e6-723b-4d2f-9a60-99f8235eb6f1,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:30.670184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fabc967-8651-4545-bd36-869cf9b13f9b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Checking segment: {'id': 'd7b7424e-1019-41ad-b42e-4642da29a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '94787284-9a70-4cb9-942e-1f5b5dff7bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:52:30.670552 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fabc967-8651-4545-bd36-869cf9b13f9b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network hostable DHCP agents. Network: 94787284-9a70-4cb9-942e-1f5b5dff7bc7, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:52:30.696459 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50dc713c-bce5-477b-9ecd-1f150876e7a1 req-73a3d94c-b2fd-416f-8adb-861095e9e655 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 210 time: 0.0714314 Mar 23 12:52:30.702458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fabc967-8651-4545-bd36-869cf9b13f9b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network 94787284-9a70-4cb9-942e-1f5b5dff7bc7 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:52:30.731950 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-2fabc967-8651-4545-bd36-869cf9b13f9b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 94787284-9a70-4cb9-942e-1f5b5dff7bc7) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:30.741104 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4492ac79-64b8-4c70-ae4b-8f14b7f17018 None None] Network 94787284-9a70-4cb9-942e-1f5b5dff7bc7 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:52:30.742961 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fabc967-8651-4545-bd36-869cf9b13f9b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:30.743609 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2fabc967-8651-4545-bd36-869cf9b13f9b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:30.773811 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2fabc967-8651-4545-bd36-869cf9b13f9b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9284847 Mar 23 12:52:30.776676 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 32842) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:30.788966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f47e72f0-057e-45c3-829e-b3c1ca29fc02 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'network_id': '94787284-9a70-4cb9-942e-1f5b5dff7bc7', 'name': 'tempest-PortsTestJSON-1186072503'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:30.799072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Router 730aa8c0-1f5e-4311-bba9-fe791b3cd9a6 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:52:31.032025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:31.043409 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Sync routers for ids ['730aa8c0-1f5e-4311-bba9-fe791b3cd9a6'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:31.054724 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Routers {'730aa8c0-1f5e-4311-bba9-fe791b3cd9a6'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:31.055200 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:31.055368 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['730aa8c0-1f5e-4311-bba9-fe791b3cd9a6'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:31.059055 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bd6c0da5-0661-4160-a881-044e2f559834 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.6717970 Mar 23 12:52:31.059253 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47e72f0-057e-45c3-829e-b3c1ca29fc02 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:31.059383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 32844) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:31.060566 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f47e72f0-057e-45c3-829e-b3c1ca29fc02 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:31.076357 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 756aa533-e32e-467e-b732-a2e84b8852b6 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:52:31.090462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-94787284-9a70-4cb9-942e-1f5b5dff7bc7', 'network_id': '94787284-9a70-4cb9-942e-1f5b5dff7bc7', 'tenant_id': 'c3c6728e92c54f358a5fc12194cc4258', 'fixed_ips': [{'subnet_id': '12e902e6-723b-4d2f-9a60-99f8235eb6f1'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:52:31.090462 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:31.110099 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-f47e72f0-057e-45c3-829e-b3c1ca29fc02 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] device_id is not set on port 0e9385c5-6d03-4f2c-866c-3a46281fe7a3 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:52:31.232908 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0ed0dba6-05fe-4912-9c48-4fbe49e3f99b tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "GET /v2.0/routers/730aa8c0-1f5e-4311-bba9-fe791b3cd9a6 HTTP/1.1" status: 200 len: 908 time: 0.1721013 Mar 23 12:52:31.235827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 32846) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:31.272828 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Set router 730aa8c0-1f5e-4311-bba9-fe791b3cd9a6 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:31.291875 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-f47e72f0-057e-45c3-829e-b3c1ca29fc02 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Allocated IP 172.20.0.7 (94787284-9a70-4cb9-942e-1f5b5dff7bc7/12e902e6-723b-4d2f-9a60-99f8235eb6f1/0e9385c5-6d03-4f2c-866c-3a46281fe7a3) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:31.314396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 756aa533-e32e-467e-b732-a2e84b8852b6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=756aa533-e32e-467e-b732-a2e84b8852b6,segment=NetworkSegment(dcadfcbd-44f5-4f89-80da-bbda3ddd1d17),segment_id=dcadfcbd-44f5-4f89-80da-bbda3ddd1d17)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:31.330693 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '756aa533-e32e-467e-b732-a2e84b8852b6', 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f', 'port_id': '756aa533-e32e-467e-b732-a2e84b8852b6', 'mac_address': 'fa:16:3e:3d:5d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:52:31.485718 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730aa8c0-1f5e-4311-bba9-fe791b3cd9a6', 'name': 'tempest-snat-router-1577428459', 'tenant_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'bd454f8b-8a1b-4541-9ca3-11adff3079ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:52:25Z', 'updated_at': '2022-03-23T12:52:28Z', 'revision_number': 3, 'project_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'gw_port': {'id': 'bd454f8b-8a1b-4541-9ca3-11adff3079ab', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730aa8c0-1f5e-4311-bba9-fe791b3cd9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:52:27Z', 'updated_at': '2022-03-23T12:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:31.525193 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f266f18f-d5af-413f-b74e-c0b18c00e579 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:31.545182 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:31.548824 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Checking router: 730aa8c0-1f5e-4311-bba9-fe791b3cd9a6 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:52:31.549238 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Updating router 730aa8c0-1f5e-4311-bba9-fe791b3cd9a6 port bd454f8b-8a1b-4541-9ca3-11adff3079ab binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:52:31.579775 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756aa533-e32e-467e-b732-a2e84b8852b6 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:52:31.614596 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:31.642827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 756aa533-e32e-467e-b732-a2e84b8852b6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=756aa533-e32e-467e-b732-a2e84b8852b6,segment=NetworkSegment(dcadfcbd-44f5-4f89-80da-bbda3ddd1d17),segment_id=dcadfcbd-44f5-4f89-80da-bbda3ddd1d17)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:31.650456 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:31.700174 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f47e72f0-057e-45c3-829e-b3c1ca29fc02 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:31.757570 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3ab7c-a40d-4ba6-a5da-ae5ab896102f req-0169edad-57bb-4559-a3d5-e21d94e38350 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:31.759721 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-edb3ab7c-a40d-4ba6-a5da-ae5ab896102f req-0169edad-57bb-4559-a3d5-e21d94e38350 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 944 time: 0.1886249 Mar 23 12:52:31.776340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=756aa533-e32e-467e-b732-a2e84b8852b6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:31.789660 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f266f18f-d5af-413f-b74e-c0b18c00e579 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:31.836161 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f47e72f0-057e-45c3-829e-b3c1ca29fc02 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:31.932044 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f266f18f-d5af-413f-b74e-c0b18c00e579 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Deleting port bd454f8b-8a1b-4541-9ca3-11adff3079ab {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:31.932805 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f266f18f-d5af-413f-b74e-c0b18c00e579 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:31.937354 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-edb3ab7c-a40d-4ba6-a5da-ae5ab896102f req-0921d5f6-cb60-4799-86a4-b320069b79c0 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcd239cb-c625-412b-828c-5184a063bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592662 Mar 23 12:52:32.026860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Allocated IP 172.20.0.2 (94787284-9a70-4cb9-942e-1f5b5dff7bc7/12e902e6-723b-4d2f-9a60-99f8235eb6f1/02fb6545-de50-4604-b68f-b72c092031f8) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:32.048114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e72f0-057e-45c3-829e-b3c1ca29fc02 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network 94787284-9a70-4cb9-942e-1f5b5dff7bc7 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:32.054046 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['756aa533-e32e-467e-b732-a2e84b8852b6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:52:32.055145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f47e72f0-057e-45c3-829e-b3c1ca29fc02 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:32.068890 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e72f0-057e-45c3-829e-b3c1ca29fc02 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:32.071588 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e72f0-057e-45c3-829e-b3c1ca29fc02 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=0e9385c5-6d03-4f2c-866c-3a46281fe7a3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:32.166493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47e72f0-057e-45c3-829e-b3c1ca29fc02 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:32.168825 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f47e72f0-057e-45c3-829e-b3c1ca29fc02 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:32.175505 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f266f18f-d5af-413f-b74e-c0b18c00e579 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:32.214347 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f266f18f-d5af-413f-b74e-c0b18c00e579 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Calling delete_port for bd454f8b-8a1b-4541-9ca3-11adff3079ab owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:32.281455 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fe06bff6-1d43-45a6-94e8-4c2ea8f01f04 req-23f81612-5886-416c-a5bd-e9588d29aab9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 210 time: 0.1302736 Mar 23 12:52:32.285836 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f47e72f0-057e-45c3-829e-b3c1ca29fc02 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5082591 Mar 23 12:52:32.291542 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 32874) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:32.418933 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:32.430183 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:32.446174 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:32.465295 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:32.505838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b3628c33-5bad-42ed-9d91-33ea040ffeee tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port 0e9385c5-6d03-4f2c-866c-3a46281fe7a3 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:32.506593 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3628c33-5bad-42ed-9d91-33ea040ffeee tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:32.560964 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Network 94787284-9a70-4cb9-942e-1f5b5dff7bc7 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:32.574306 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f266f18f-d5af-413f-b74e-c0b18c00e579 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:32.605707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266f18f-d5af-413f-b74e-c0b18c00e579 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd454f8b-8a1b-4541-9ca3-11adff3079ab,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:32.629352 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4759b11-9c5d-4064-b8d5-5603873af9be None None] Pushing event updated for resources: {'Port': ['ID=bd454f8b-8a1b-4541-9ca3-11adff3079ab,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:32.700689 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4759b11-9c5d-4064-b8d5-5603873af9be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:32.703238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:32.703899 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4759b11-9c5d-4064-b8d5-5603873af9be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:32.704536 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4759b11-9c5d-4064-b8d5-5603873af9be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:32.705818 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4759b11-9c5d-4064-b8d5-5603873af9be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:32.706455 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4759b11-9c5d-4064-b8d5-5603873af9be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:32.707361 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4759b11-9c5d-4064-b8d5-5603873af9be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:32.708740 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:32.709358 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4759b11-9c5d-4064-b8d5-5603873af9be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:32.709923 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4759b11-9c5d-4064-b8d5-5603873af9be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:32.712172 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4759b11-9c5d-4064-b8d5-5603873af9be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:32.712777 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4759b11-9c5d-4064-b8d5-5603873af9be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:32.713363 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4759b11-9c5d-4064-b8d5-5603873af9be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:32.733057 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4759b11-9c5d-4064-b8d5-5603873af9be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:32.737498 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Attempting to bind port bd454f8b-8a1b-4541-9ca3-11adff3079ab on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:52:32.738222 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Attempting to bind port bd454f8b-8a1b-4541-9ca3-11adff3079ab by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:52:32.738917 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Attempting to bind port bd454f8b-8a1b-4541-9ca3-11adff3079ab on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:52:32.752984 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:52:32.754132 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:52:32.754788 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:32.755427 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:52:32.761299 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Bound port: bd454f8b-8a1b-4541-9ca3-11adff3079ab, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:52:32.761989 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:32.766373 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f266f18f-d5af-413f-b74e-c0b18c00e579 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:32.781729 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3628c33-5bad-42ed-9d91-33ea040ffeee tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:32.788768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Pushing event updated for resources: {'Port': ['ID=02fb6545-de50-4604-b68f-b72c092031f8,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:32.824383 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b3628c33-5bad-42ed-9d91-33ea040ffeee tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for 0e9385c5-6d03-4f2c-866c-3a46281fe7a3 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:32.872700 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.plugin [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Port bd454f8b-8a1b-4541-9ca3-11adff3079ab has been deleted concurrently {{(pid=102781) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Mar 23 12:52:32.909595 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Routers {'730aa8c0-1f5e-4311-bba9-fe791b3cd9a6'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:32.910222 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['730aa8c0-1f5e-4311-bba9-fe791b3cd9a6'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:32.963121 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Attempting to bind port 02fb6545-de50-4604-b68f-b72c092031f8 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:52:32.963550 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Attempting to bind port 02fb6545-de50-4604-b68f-b72c092031f8 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'd7b7424e-1019-41ad-b42e-4642da29a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '94787284-9a70-4cb9-942e-1f5b5dff7bc7'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:52:32.963885 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Attempting to bind port 02fb6545-de50-4604-b68f-b72c092031f8 on network 94787284-9a70-4cb9-942e-1f5b5dff7bc7 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:52:33.011813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:52:33.012296 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Checking segment: {'id': 'd7b7424e-1019-41ad-b42e-4642da29a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '94787284-9a70-4cb9-942e-1f5b5dff7bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:52:33.012568 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:33.012960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Bound using segment: {'id': 'd7b7424e-1019-41ad-b42e-4642da29a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '94787284-9a70-4cb9-942e-1f5b5dff7bc7'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:52:33.013502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Bound port: 02fb6545-de50-4604-b68f-b72c092031f8, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b7424e-1019-41ad-b42e-4642da29a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '94787284-9a70-4cb9-942e-1f5b5dff7bc7'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:52:33.013896 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:33.067029 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f266f18f-d5af-413f-b74e-c0b18c00e579 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:33.085204 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f266f18f-d5af-413f-b74e-c0b18c00e579 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:33.193521 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3628c33-5bad-42ed-9d91-33ea040ffeee tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:33.306612 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] Set router 730aa8c0-1f5e-4311-bba9-fe791b3cd9a6 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:33.322438 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] For port 02fb6545-de50-4604-b68f-b72c092031f8, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:52:33.332325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f266f18f-d5af-413f-b74e-c0b18c00e579 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:33.333023 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f266f18f-d5af-413f-b74e-c0b18c00e579 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 730aa8c0-1f5e-4311-bba9-fe791b3cd9a6 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:52:33.333573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] For port 02fb6545-de50-4604-b68f-b72c092031f8, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=02fb6545-de50-4604-b68f-b72c092031f8,segment=NetworkSegment(d7b7424e-1019-41ad-b42e-4642da29a5e1),segment_id=d7b7424e-1019-41ad-b42e-4642da29a5e1)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:52:33.348884 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:33.370968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628c33-5bad-42ed-9d91-33ea040ffeee tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=0e9385c5-6d03-4f2c-866c-3a46281fe7a3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:33.388929 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f266f18f-d5af-413f-b74e-c0b18c00e579 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:33.395358 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f266f18f-d5af-413f-b74e-c0b18c00e579 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "DELETE /v2.0/routers/730aa8c0-1f5e-4311-bba9-fe791b3cd9a6 HTTP/1.1" status: 204 len: 168 time: 2.1533918 Mar 23 12:52:33.412899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 32888) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:33.416283 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730aa8c0-1f5e-4311-bba9-fe791b3cd9a6', 'name': 'tempest-snat-router-1577428459', 'tenant_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:52:25Z', 'updated_at': '2022-03-23T12:52:32Z', 'revision_number': 5, 'project_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:33.422036 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3628c33-5bad-42ed-9d91-33ea040ffeee tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:33.426188 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b3628c33-5bad-42ed-9d91-33ea040ffeee tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/0e9385c5-6d03-4f2c-866c-3a46281fe7a3 HTTP/1.1" status: 204 len: 168 time: 1.1334970 Mar 23 12:52:33.430504 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 32890) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:33.446855 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdefa97-3ae3-4f75-b927-4993173b2041 None None] The sync data for ids ['730aa8c0-1f5e-4311-bba9-fe791b3cd9a6'] in n-d-834854-1 is: [{'id': '730aa8c0-1f5e-4311-bba9-fe791b3cd9a6', 'name': 'tempest-snat-router-1577428459', 'tenant_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:52:25Z', 'updated_at': '2022-03-23T12:52:32Z', 'revision_number': 5, 'project_id': '46d8241b56fa4ed2b6d36451ec48d7da', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:33.475422 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bf238f-86f8-4323-a53c-be8bd063732a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] DELETE failed (client error): The resource could not be found. Mar 23 12:52:33.477568 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bf238f-86f8-4323-a53c-be8bd063732a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:52:33.481936 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-47bf238f-86f8-4323-a53c-be8bd063732a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/0e9385c5-6d03-4f2c-866c-3a46281fe7a3 HTTP/1.1" status: 404 len: 333 time: 0.0503321 Mar 23 12:52:33.541401 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 32892) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:33.543832 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40b3055b-97dd-4586-b272-dd8f544ed1ca req-13231a46-ad02-4a2b-8c91-e21242bc5b5c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 210 time: 0.0696883 Mar 23 12:52:33.590808 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc81960-20b5-4474-abb0-8027d7ef831f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] GET failed (client error): The resource could not be found. Mar 23 12:52:33.597349 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2fc81960-20b5-4474-abb0-8027d7ef831f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports/0e9385c5-6d03-4f2c-866c-3a46281fe7a3 HTTP/1.1" status: 404 len: 333 time: 0.0486765 Mar 23 12:52:33.598502 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 32894) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:33.602104 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe71ee5-89ea-4d23-b520-36be8ba06b5d None None] Pushing event updated for resources: {'Port': ['ID=02fb6545-de50-4604-b68f-b72c092031f8,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:33.701288 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a456cac0-f313-4e57-8250-5739219c4c93 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting subnet 12e902e6-723b-4d2f-9a60-99f8235eb6f1 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:52:33.705050 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a456cac0-f313-4e57-8250-5739219c4c93 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:33.710424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab26ec6-e589-41b8-bd8a-56dbe8a8290a req-e92724ac-1b0d-40bb-b86c-668c0316d602 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:33.720746 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cab26ec6-e589-41b8-bd8a-56dbe8a8290a req-e92724ac-1b0d-40bb-b86c-668c0316d602 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 945 time: 0.5281363 Mar 23 12:52:33.780673 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-630afff3-38e2-4973-9140-a755aebb3334 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:33.790313 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a456cac0-f313-4e57-8250-5739219c4c93 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:33.949558 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cab26ec6-e589-41b8-bd8a-56dbe8a8290a req-4db477d3-17e5-425d-b688-42923c37e4f3 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcd239cb-c625-412b-828c-5184a063bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270174 Mar 23 12:52:34.074622 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a456cac0-f313-4e57-8250-5739219c4c93 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:34.119911 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-630afff3-38e2-4973-9140-a755aebb3334 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:34.200924 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a456cac0-f313-4e57-8250-5739219c4c93 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:34.248158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-630afff3-38e2-4973-9140-a755aebb3334 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Deleting port c123dbf4-aef1-40a4-9d35-47ddc52f77d6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:34.248853 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-630afff3-38e2-4973-9140-a755aebb3334 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:34.250611 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a456cac0-f313-4e57-8250-5739219c4c93 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:34.254674 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a456cac0-f313-4e57-8250-5739219c4c93 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/12e902e6-723b-4d2f-9a60-99f8235eb6f1 HTTP/1.1" status: 204 len: 168 time: 0.6550446 Mar 23 12:52:34.255554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456cac0-f313-4e57-8250-5739219c4c93 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Subnet': ['ID=12e902e6-723b-4d2f-9a60-99f8235eb6f1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:34.258282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 32904) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:34.373836 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:34.505087 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-630afff3-38e2-4973-9140-a755aebb3334 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] For port c123dbf4-aef1-40a4-9d35-47ddc52f77d6, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c123dbf4-aef1-40a4-9d35-47ddc52f77d6,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:34.508700 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-630afff3-38e2-4973-9140-a755aebb3334 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:34.520880 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port 02fb6545-de50-4604-b68f-b72c092031f8 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:34.521248 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:34.543030 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-630afff3-38e2-4973-9140-a755aebb3334 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Calling delete_port for c123dbf4-aef1-40a4-9d35-47ddc52f77d6 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:34.630500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 02fb6545-de50-4604-b68f-b72c092031f8 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:52:34.756027 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 02fb6545-de50-4604-b68f-b72c092031f8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:34.756516 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:34.792756 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8dabefee-6daf-4988-91be-dcbc0d088890 req-16dabdaa-b361-4165-961f-37c04f3fc1a2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 210 time: 0.0731201 Mar 23 12:52:34.801345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] For port 02fb6545-de50-4604-b68f-b72c092031f8, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=02fb6545-de50-4604-b68f-b72c092031f8,segment=NetworkSegment(d7b7424e-1019-41ad-b42e-4642da29a5e1),segment_id=d7b7424e-1019-41ad-b42e-4642da29a5e1)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:34.801934 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:34.830101 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for 02fb6545-de50-4604-b68f-b72c092031f8 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:34.934702 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:34.965956 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.023917 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-630afff3-38e2-4973-9140-a755aebb3334 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.031833 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=02fb6545-de50-4604-b68f-b72c092031f8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:35.054989 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No DVR routers for this DVR port 02fb6545-de50-4604-b68f-b72c092031f8 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:52:35.087482 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 756aa533-e32e-467e-b732-a2e84b8852b6 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:52:35.112346 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630afff3-38e2-4973-9140-a755aebb3334 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Pushing event deleted for resources: {'Port': ['ID=c123dbf4-aef1-40a4-9d35-47ddc52f77d6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:35.233651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 756aa533-e32e-467e-b732-a2e84b8852b6 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:52:35.259766 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 756aa533-e32e-467e-b732-a2e84b8852b6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:35.260340 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.367354 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-630afff3-38e2-4973-9140-a755aebb3334 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.374974 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.382599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee318ea-fd00-43a3-a50d-742aa157f383 req-10ca7b59-0ac4-47ad-95ab-7cbbee81dc7a tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:35.394892 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ee318ea-fd00-43a3-a50d-742aa157f383 req-10ca7b59-0ac4-47ad-95ab-7cbbee81dc7a tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 945 time: 0.2913103 Mar 23 12:52:35.463473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94787284-9a70-4cb9-942e-1f5b5dff7bc7']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:35.469983 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.498464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b7424e-1019-41ad-b42e-4642da29a5e1') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:35.498745 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b7424e-1019-41ad-b42e-4642da29a5e1') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:35.532967 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fb2e5b-0690-45c6-8db2-d3426fed6ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756aa533-e32e-467e-b732-a2e84b8852b6'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:35.534424 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.538454 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4a09f3-c154-40f6-8ba7-9ac61277a711" -d '{"events": [{"server_uuid": "81fb2e5b-0690-45c6-8db2-d3426fed6ee0", "name": "network-vif-plugged", "status": "completed", "tag": "756aa533-e32e-467e-b732-a2e84b8852b6"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:35.556947 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.564824 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:52:35.565565 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.575774 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ee318ea-fd00-43a3-a50d-742aa157f383 req-e1cbb193-07f4-4c96-8b3b-135432910f7a tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcd239cb-c625-412b-828c-5184a063bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792772 Mar 23 12:52:35.593990 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 756aa533-e32e-467e-b732-a2e84b8852b6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=756aa533-e32e-467e-b732-a2e84b8852b6,segment=NetworkSegment(dcadfcbd-44f5-4f89-80da-bbda3ddd1d17),segment_id=dcadfcbd-44f5-4f89-80da-bbda3ddd1d17)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:35.615559 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-630afff3-38e2-4973-9140-a755aebb3334 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:52:35.615798 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:52:35.619548 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.624026 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-630afff3-38e2-4973-9140-a755aebb3334 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.709482 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a81e2d-b743-4b73-82a5-06a723a63e74 x-openstack-request-id: req-55a81e2d-b743-4b73-82a5-06a723a63e74 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:35.710044 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fb2e5b-0690-45c6-8db2-d3426fed6ee0", "name": "network-vif-plugged", "status": "completed", "tag": "756aa533-e32e-467e-b732-a2e84b8852b6", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:35.711038 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-55a81e2d-b743-4b73-82a5-06a723a63e74 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:35.712221 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fb2e5b-0690-45c6-8db2-d3426fed6ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756aa533-e32e-467e-b732-a2e84b8852b6', 'code': 200} Mar 23 12:52:35.729840 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-630afff3-38e2-4973-9140-a755aebb3334 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.730391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630afff3-38e2-4973-9140-a755aebb3334 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 632183b9-155f-465c-b8eb-6593cb3c4a02 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:52:35.741211 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=756aa533-e32e-467e-b732-a2e84b8852b6,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:35.744653 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-630afff3-38e2-4973-9140-a755aebb3334 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.745846 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-630afff3-38e2-4973-9140-a755aebb3334 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "DELETE /v2.0/routers/632183b9-155f-465c-b8eb-6593cb3c4a02 HTTP/1.1" status: 204 len: 168 time: 2.3227575 Mar 23 12:52:35.758004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 32944) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:35.771129 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:35.771719 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:35.774902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1556777329', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:35.783557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:35.785870 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:35.787781 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:35.788942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:35.789524 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:35.791004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:35.792541 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:35.793163 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:35.794231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:35.795466 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:35.824642 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.835232 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.855482 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/networks/94787284-9a70-4cb9-942e-1f5b5dff7bc7 HTTP/1.1" status: 204 len: 168 time: 1.5960817 Mar 23 12:52:35.860661 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 32956) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:35.886367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-39fcd2c9-4f30-4eb2-aa98-d381416c4d50 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-26404126'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:35.896171 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.899582 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:35.961457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fcd2c9-4f30-4eb2-aa98-d381416c4d50 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:35.972209 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39fcd2c9-4f30-4eb2-aa98-d381416c4d50 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:36.029693 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39fcd2c9-4f30-4eb2-aa98-d381416c4d50 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:52:36.053611 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39fcd2c9-4f30-4eb2-aa98-d381416c4d50 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:36.055539 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-39fcd2c9-4f30-4eb2-aa98-d381416c4d50 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Added segment 82e4143b-a43f-4a15-a71b-0e439a4481c5 of type vlan for network ff8d9456-b7a9-422b-a61a-14c71978b7d0 Mar 23 12:52:36.069969 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-69d694c3-031d-43f8-a091-f375937a1554 None None] Could not find standard attr ID for object 02fb6545-de50-4604-b68f-b72c092031f8. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:52:36.105981 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5315d9f3-b728-47c2-8c30-057141a0321d req-b56737a7-a9ed-4fd4-aa49-0d83d85e9be5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d0c92a9-763d-4676-9c9d-ad7424d332a6 HTTP/1.1" status: 200 len: 210 time: 0.1033490 Mar 23 12:52:36.135820 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f9937-77a5-4566-bc83-30037fb7529e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Network': ['ID=94787284-9a70-4cb9-942e-1f5b5dff7bc7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:36.155257 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:36.228993 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39fcd2c9-4f30-4eb2-aa98-d381416c4d50 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:36.315632 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19f20e-6138-44fc-b09d-67e92d4301e8 req-da9888ce-56ba-4cab-8793-ef68571ade21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:36.320673 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5c19f20e-6138-44fc-b09d-67e92d4301e8 req-da9888ce-56ba-4cab-8793-ef68571ade21 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 1097 time: 0.3300366 Mar 23 12:52:36.321842 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39fcd2c9-4f30-4eb2-aa98-d381416c4d50 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:36.336035 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fcd2c9-4f30-4eb2-aa98-d381416c4d50 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:36.339373 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39fcd2c9-4f30-4eb2-aa98-d381416c4d50 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:36.443682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e321db50-d221-414d-b956-22d136b615b6 None None] DHCP port deletion for 94787284-9a70-4cb9-942e-1f5b5dff7bc7 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:52:36.483781 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79b84e2-5119-4169-b8a5-57c9a4646459 None None] Network 94787284-9a70-4cb9-942e-1f5b5dff7bc7 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:52:36.487801 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:36.545870 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79b84e2-5119-4169-b8a5-57c9a4646459 None None] Network 94787284-9a70-4cb9-942e-1f5b5dff7bc7 could not be found, it might have been deleted concurrently. {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 23 12:52:36.557817 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcd2c9-4f30-4eb2-aa98-d381416c4d50 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Network': ['ID=ff8d9456-b7a9-422b-a61a-14c71978b7d0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:36.576356 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network ff8d9456-b7a9-422b-a61a-14c71978b7d0 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:52:36.623886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c123dbf4-aef1-40a4-9d35-47ddc52f77d6 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:52:36.627326 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5c19f20e-6138-44fc-b09d-67e92d4301e8 req-649806e1-b910-4be0-b281-42ea7cfdafff service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=dcd239cb-c625-412b-828c-5184a063bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812643 Mar 23 12:52:36.630688 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-39fcd2c9-4f30-4eb2-aa98-d381416c4d50 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7629232 Mar 23 12:52:36.633724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 32964) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:36.654955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0f2c57bc-97e0-4183-9a4d-5b9c8bafbac2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'subnet': {'network_id': 'ff8d9456-b7a9-422b-a61a-14c71978b7d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:36.832949 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c123dbf4-aef1-40a4-9d35-47ddc52f77d6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:52:36.833535 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c123dbf4-aef1-40a4-9d35-47ddc52f77d6 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:52:36.836524 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 02fb6545-de50-4604-b68f-b72c092031f8 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:52:36.852248 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2c57bc-97e0-4183-9a4d-5b9c8bafbac2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:36.856221 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f2c57bc-97e0-4183-9a4d-5b9c8bafbac2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:36.894261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 02fb6545-de50-4604-b68f-b72c092031f8 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:52:36.894886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 02fb6545-de50-4604-b68f-b72c092031f8 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:52:36.912285 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:36.938427 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dcad5-a7db-4ab3-86fd-846930d829dd req-94ae1fe6-84a3-40cd-bc2e-b4338729115b tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:36.940245 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d5dcad5-a7db-4ab3-86fd-846930d829dd req-94ae1fe6-84a3-40cd-bc2e-b4338729115b tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 946 time: 0.1322281 Mar 23 12:52:36.967017 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:37.138949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Allocated IP 172.25.2.253 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/1c30b464-87b6-45cb-8e91-a28935ea1e43) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:37.168320 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d5dcad5-a7db-4ab3-86fd-846930d829dd req-d34bbb6c-74b1-4238-afc5-f2558574e175 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcd239cb-c625-412b-828c-5184a063bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469902 Mar 23 12:52:37.207826 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f2c57bc-97e0-4183-9a4d-5b9c8bafbac2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:37.347979 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c57bc-97e0-4183-9a4d-5b9c8bafbac2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Checking segment: {'id': '82e4143b-a43f-4a15-a71b-0e439a4481c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ff8d9456-b7a9-422b-a61a-14c71978b7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:52:37.348705 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2c57bc-97e0-4183-9a4d-5b9c8bafbac2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network hostable DHCP agents. Network: ff8d9456-b7a9-422b-a61a-14c71978b7d0, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:52:37.351256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c57bc-97e0-4183-9a4d-5b9c8bafbac2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Subnet': ['ID=02331ebd-91a9-4cde-afc9-10ca0e0c8118,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:37.389948 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2c57bc-97e0-4183-9a4d-5b9c8bafbac2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network ff8d9456-b7a9-422b-a61a-14c71978b7d0 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:52:37.395299 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:37.404473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0f2c57bc-97e0-4183-9a4d-5b9c8bafbac2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, ff8d9456-b7a9-422b-a61a-14c71978b7d0) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:37.413513 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c57bc-97e0-4183-9a4d-5b9c8bafbac2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:37.413955 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f2c57bc-97e0-4183-9a4d-5b9c8bafbac2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:37.414393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5e7c63-0340-45a9-8114-51c496a79766 None None] Network ff8d9456-b7a9-422b-a61a-14c71978b7d0 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:52:37.452333 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0f2c57bc-97e0-4183-9a4d-5b9c8bafbac2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8174405 Mar 23 12:52:37.453138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 32976) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:37.465784 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1dfa3cf4-3b9d-4b12-85f8-df489e30fdef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'network_id': 'ff8d9456-b7a9-422b-a61a-14c71978b7d0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2135716137'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:37.495507 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:37.590926 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:37.632931 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:37.636048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:37.638416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Pushing event updated for resources: {'Port': ['ID=1c30b464-87b6-45cb-8e91-a28935ea1e43,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:37.685387 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:52:37.689688 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfa3cf4-3b9d-4b12-85f8-df489e30fdef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:37.693631 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1dfa3cf4-3b9d-4b12-85f8-df489e30fdef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:37.726633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-1dfa3cf4-3b9d-4b12-85f8-df489e30fdef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] device_id is not set on port 6458b329-12ae-4b4a-ad2e-3da7d24c8b2e yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:52:37.797151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-ff8d9456-b7a9-422b-a61a-14c71978b7d0', 'network_id': 'ff8d9456-b7a9-422b-a61a-14c71978b7d0', 'tenant_id': 'c3c6728e92c54f358a5fc12194cc4258', 'fixed_ips': [{'subnet_id': '02331ebd-91a9-4cde-afc9-10ca0e0c8118'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:52:37.798037 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:37.938226 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-1dfa3cf4-3b9d-4b12-85f8-df489e30fdef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Allocated IP 172.20.0.11 (ff8d9456-b7a9-422b-a61a-14c71978b7d0/02331ebd-91a9-4cde-afc9-10ca0e0c8118/6458b329-12ae-4b4a-ad2e-3da7d24c8b2e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:38.150049 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:38.508179 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1dfa3cf4-3b9d-4b12-85f8-df489e30fdef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:38.569183 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1dfa3cf4-3b9d-4b12-85f8-df489e30fdef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:38.648211 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfa3cf4-3b9d-4b12-85f8-df489e30fdef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network ff8d9456-b7a9-422b-a61a-14c71978b7d0 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:38.655683 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1dfa3cf4-3b9d-4b12-85f8-df489e30fdef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:38.658423 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa3cf4-3b9d-4b12-85f8-df489e30fdef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:38.696598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Allocated IP 172.20.0.2 (ff8d9456-b7a9-422b-a61a-14c71978b7d0/02331ebd-91a9-4cde-afc9-10ca0e0c8118/18c61fc3-67b0-43ee-830d-c74efb63a4d7) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:38.739258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfa3cf4-3b9d-4b12-85f8-df489e30fdef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:38.739955 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1dfa3cf4-3b9d-4b12-85f8-df489e30fdef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:38.770181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa3cf4-3b9d-4b12-85f8-df489e30fdef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=6458b329-12ae-4b4a-ad2e-3da7d24c8b2e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:38.830454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed787c-57f5-480b-b64f-7130f2f7461a req-3b337cb5-95a0-4b55-b665-ef80221686d2 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:38.838409 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c9ed787c-57f5-480b-b64f-7130f2f7461a req-3b337cb5-95a0-4b55-b665-ef80221686d2 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 946 time: 0.2863274 Mar 23 12:52:38.908556 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1dfa3cf4-3b9d-4b12-85f8-df489e30fdef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.4437945 Mar 23 12:52:38.923104 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 32996) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:38.945199 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c9ed787c-57f5-480b-b64f-7130f2f7461a req-b7532381-6ab4-42e5-b763-cbe878971075 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcd239cb-c625-412b-828c-5184a063bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045394 Mar 23 12:52:39.067661 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:39.089318 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:39.168332 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4cacf8c1-757f-4765-9226-45c9b96bdadb tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port 6458b329-12ae-4b4a-ad2e-3da7d24c8b2e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:39.168668 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cacf8c1-757f-4765-9226-45c9b96bdadb tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:39.222309 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:39.236061 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbc050-2bf4-47cc-afe9-caf8a9bb758d req-6643c20d-1ba2-46fa-a0d8-414a76c52d34 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:39.239051 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61bbc050-2bf4-47cc-afe9-caf8a9bb758d req-6643c20d-1ba2-46fa-a0d8-414a76c52d34 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 946 time: 0.1611569 Mar 23 12:52:39.249459 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33002) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:39.259485 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-21928a0f-82c8-465b-9ceb-2004fa6c0ba2 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Request body: {'floatingip': {'port_id': '756aa533-e32e-467e-b732-a2e84b8852b6'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:39.374199 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cacf8c1-757f-4765-9226-45c9b96bdadb tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:39.388783 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21928a0f-82c8-465b-9ceb-2004fa6c0ba2 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:39.413037 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4cacf8c1-757f-4765-9226-45c9b96bdadb tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for 6458b329-12ae-4b4a-ad2e-3da7d24c8b2e owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:39.454210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Network ff8d9456-b7a9-422b-a61a-14c71978b7d0 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:39.458117 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:39.477509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:39.522954 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Pushing event updated for resources: {'Port': ['ID=18c61fc3-67b0-43ee-830d-c74efb63a4d7,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:39.561905 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Attempting to bind port 18c61fc3-67b0-43ee-830d-c74efb63a4d7 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:52:39.562639 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Attempting to bind port 18c61fc3-67b0-43ee-830d-c74efb63a4d7 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '82e4143b-a43f-4a15-a71b-0e439a4481c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ff8d9456-b7a9-422b-a61a-14c71978b7d0'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:52:39.563177 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Attempting to bind port 18c61fc3-67b0-43ee-830d-c74efb63a4d7 on network ff8d9456-b7a9-422b-a61a-14c71978b7d0 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:52:39.569796 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:52:39.570434 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Checking segment: {'id': '82e4143b-a43f-4a15-a71b-0e439a4481c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ff8d9456-b7a9-422b-a61a-14c71978b7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:52:39.571133 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:39.571787 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Bound using segment: {'id': '82e4143b-a43f-4a15-a71b-0e439a4481c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ff8d9456-b7a9-422b-a61a-14c71978b7d0'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:52:39.572424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Bound port: 18c61fc3-67b0-43ee-830d-c74efb63a4d7, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e4143b-a43f-4a15-a71b-0e439a4481c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ff8d9456-b7a9-422b-a61a-14c71978b7d0'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:52:39.572947 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:39.674665 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cacf8c1-757f-4765-9226-45c9b96bdadb tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:39.722609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] For port 18c61fc3-67b0-43ee-830d-c74efb63a4d7, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:52:39.732371 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] For port 18c61fc3-67b0-43ee-830d-c74efb63a4d7, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=18c61fc3-67b0-43ee-830d-c74efb63a4d7,segment=NetworkSegment(82e4143b-a43f-4a15-a71b-0e439a4481c5),segment_id=82e4143b-a43f-4a15-a71b-0e439a4481c5)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:52:39.739220 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:39.757841 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacf8c1-757f-4765-9226-45c9b96bdadb tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=6458b329-12ae-4b4a-ad2e-3da7d24c8b2e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:39.808090 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11fd20-02f4-4778-a436-47bd2f51ee83 None None] Pushing event updated for resources: {'Port': ['ID=18c61fc3-67b0-43ee-830d-c74efb63a4d7,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:39.996298 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cacf8c1-757f-4765-9226-45c9b96bdadb tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:40.006158 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4cacf8c1-757f-4765-9226-45c9b96bdadb tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/6458b329-12ae-4b4a-ad2e-3da7d24c8b2e HTTP/1.1" status: 204 len: 168 time: 1.0593538 Mar 23 12:52:40.008979 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33014) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:40.029384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Router 74dbab18-1f3c-4097-9a12-744e1821f77b is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:52:40.072718 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dff1a6-5890-4b05-a4a9-d87e70efaee0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] GET failed (client error): The resource could not be found. Mar 23 12:52:40.076572 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f8dff1a6-5890-4b05-a4a9-d87e70efaee0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports/6458b329-12ae-4b4a-ad2e-3da7d24c8b2e HTTP/1.1" status: 404 len: 333 time: 0.0664504 Mar 23 12:52:40.079638 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33018) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:40.255600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde52c9e-037b-4ac9-8c52-38673f086bab tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting subnet 02331ebd-91a9-4cde-afc9-10ca0e0c8118 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:52:40.259065 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fde52c9e-037b-4ac9-8c52-38673f086bab tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:40.310526 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fde52c9e-037b-4ac9-8c52-38673f086bab tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:40.419534 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fde52c9e-037b-4ac9-8c52-38673f086bab tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:40.501038 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fde52c9e-037b-4ac9-8c52-38673f086bab tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:40.566013 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde52c9e-037b-4ac9-8c52-38673f086bab tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Subnet': ['ID=02331ebd-91a9-4cde-afc9-10ca0e0c8118,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:40.568022 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fde52c9e-037b-4ac9-8c52-38673f086bab tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:40.573601 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fde52c9e-037b-4ac9-8c52-38673f086bab tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/02331ebd-91a9-4cde-afc9-10ca0e0c8118 HTTP/1.1" status: 204 len: 168 time: 0.4889572 Mar 23 12:52:40.578424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33024) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:40.610076 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 18c61fc3-67b0-43ee-830d-c74efb63a4d7 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:52:40.755538 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 18c61fc3-67b0-43ee-830d-c74efb63a4d7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:40.756694 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:40.957886 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:40.963794 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:40.989456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:41.018723 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:41.020005 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5d1fe3cb-b63b-45db-81cd-b2ebbc184ce5 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2606847 Mar 23 12:52:41.022903 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33026) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:41.024874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 18c61fc3-67b0-43ee-830d-c74efb63a4d7, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=18c61fc3-67b0-43ee-830d-c74efb63a4d7,segment=NetworkSegment(82e4143b-a43f-4a15-a71b-0e439a4481c5),segment_id=82e4143b-a43f-4a15-a71b-0e439a4481c5)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:41.028234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc006d6c-1781-45ca-a895-cb6b2bc3764d None None] Sync routers for ids ['74dbab18-1f3c-4097-9a12-744e1821f77b'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:41.028448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-901ae0d9-1cf9-4907-bffd-c37cc3453e67 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'enable_snat': False}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:41.056902 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:41.159109 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc006d6c-1781-45ca-a895-cb6b2bc3764d None None] Routers {'74dbab18-1f3c-4097-9a12-744e1821f77b'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:41.159856 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fc006d6c-1781-45ca-a895-cb6b2bc3764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['74dbab18-1f3c-4097-9a12-744e1821f77b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:41.227506 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fc006d6c-1781-45ca-a895-cb6b2bc3764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:41.276561 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-21928a0f-82c8-465b-9ceb-2004fa6c0ba2 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:52:41.295512 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc006d6c-1781-45ca-a895-cb6b2bc3764d None None] Routers {'74dbab18-1f3c-4097-9a12-744e1821f77b'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:41.296957 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fc006d6c-1781-45ca-a895-cb6b2bc3764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['74dbab18-1f3c-4097-9a12-744e1821f77b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:41.366137 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fc006d6c-1781-45ca-a895-cb6b2bc3764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:41.371773 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc006d6c-1781-45ca-a895-cb6b2bc3764d None None] The sync data for ids ['74dbab18-1f3c-4097-9a12-744e1821f77b'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:41.388871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=18c61fc3-67b0-43ee-830d-c74efb63a4d7,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:41.450994 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21928a0f-82c8-465b-9ceb-2004fa6c0ba2 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:41.457728 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21928a0f-82c8-465b-9ceb-2004fa6c0ba2 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:41.521329 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port 18c61fc3-67b0-43ee-830d-c74efb63a4d7 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:41.521672 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:41.682337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] For port 18c61fc3-67b0-43ee-830d-c74efb63a4d7, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=18c61fc3-67b0-43ee-830d-c74efb63a4d7,segment=NetworkSegment(82e4143b-a43f-4a15-a71b-0e439a4481c5),segment_id=82e4143b-a43f-4a15-a71b-0e439a4481c5)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:41.682948 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:41.692791 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8643fefa-63b1-4737-84db-4af85e955c16 None None] Network ff8d9456-b7a9-422b-a61a-14c71978b7d0 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:52:41.702623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for 18c61fc3-67b0-43ee-830d-c74efb63a4d7 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:41.715674 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-21928a0f-82c8-465b-9ceb-2004fa6c0ba2 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Floating IP 1be6e737-8a66-4825-91ad-3476e3444be2 associated. External IP: 172.25.2.3, port: 756aa533-e32e-467e-b732-a2e84b8852b6. Mar 23 12:52:41.761464 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1addc029-6a63-4049-9282-653d637f2bd4 req-2efff25c-a80b-4b90-aab9-a73b55364428 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1537647 Mar 23 12:52:41.766403 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-901ae0d9-1cf9-4907-bffd-c37cc3453e67 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:41.817886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-66abc07d-df1a-492d-96fa-ef2c7cfcfb6b None None] Provisioning complete for port 18c61fc3-67b0-43ee-830d-c74efb63a4d7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:41.818962 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-66abc07d-df1a-492d-96fa-ef2c7cfcfb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:41.900775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addc029-6a63-4049-9282-653d637f2bd4 req-acabb569-f5a7-40f5-94f9-cef0d392b0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:41.904810 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1addc029-6a63-4049-9282-653d637f2bd4 req-acabb569-f5a7-40f5-94f9-cef0d392b0a1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 1096 time: 0.1154881 Mar 23 12:52:41.931753 n-d-834854-1 neutron-server[102780]: INFO neutron.plugins.ml2.db [None req-66abc07d-df1a-492d-96fa-ef2c7cfcfb6b None None] No ports have port_id starting with 18c61fc3-67b0-43ee-830d-c74efb63a4d7 Mar 23 12:52:41.939080 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:41.954767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No DVR routers for this DVR port 18c61fc3-67b0-43ee-830d-c74efb63a4d7 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:52:41.983026 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=18c61fc3-67b0-43ee-830d-c74efb63a4d7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:42.040153 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636a234b-9612-4592-9f87-db5637755983 None None] DHCP port deletion for ff8d9456-b7a9-422b-a61a-14c71978b7d0 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:52:42.069026 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addc029-6a63-4049-9282-653d637f2bd4 req-7ebf00f2-f168-4144-ba2d-ec711960de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:42.070516 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1addc029-6a63-4049-9282-653d637f2bd4 req-7ebf00f2-f168-4144-ba2d-ec711960de63 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 915 time: 0.1455290 Mar 23 12:52:42.106300 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:42.133806 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8d9456-b7a9-422b-a61a-14c71978b7d0']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:42.147862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21928a0f-82c8-465b-9ceb-2004fa6c0ba2 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Router 2d6008c1-0f21-4449-9bef-faba08bef142 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:52:42.147862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e4143b-a43f-4a15-a71b-0e439a4481c5') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:42.147862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e4143b-a43f-4a15-a71b-0e439a4481c5') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:42.165873 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:42.284865 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:42.287597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21928a0f-82c8-465b-9ceb-2004fa6c0ba2 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:42.294331 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21928a0f-82c8-465b-9ceb-2004fa6c0ba2 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:42.299263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:52:42.299576 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: items = [ Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:52:42.303079 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:52:42.309987 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e7bf6-5ea0-4274-ac3f-54a92e2d4630 None None] Sync routers for ids ['2d6008c1-0f21-4449-9bef-faba08bef142'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:42.332204 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e7bf6-5ea0-4274-ac3f-54a92e2d4630 None None] Routers {'2d6008c1-0f21-4449-9bef-faba08bef142'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:42.336599 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-014e7bf6-5ea0-4274-ac3f-54a92e2d4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2d6008c1-0f21-4449-9bef-faba08bef142'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:42.349890 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1addc029-6a63-4049-9282-653d637f2bd4 req-989427ad-b158-4c72-a2a9-e039f627a4cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8dfe3d8-a103-4dcc-bd22-daf11ac5633a HTTP/1.1" status: 200 len: 1000 time: 0.2720699 Mar 23 12:52:42.433812 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-21928a0f-82c8-465b-9ceb-2004fa6c0ba2 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "PUT /v2.0/floatingips/1be6e737-8a66-4825-91ad-3476e3444be2 HTTP/1.1" status: 200 len: 990 time: 3.1783240 Mar 23 12:52:42.433812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81fb2e5b-0690-45c6-8db2-d3426fed6ee0', 'tag': '756aa533-e32e-467e-b732-a2e84b8852b6'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:42.435196 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953ee14f-7bee-40d6-90e5-5da06e7d3ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "81fb2e5b-0690-45c6-8db2-d3426fed6ee0", "tag": "756aa533-e32e-467e-b732-a2e84b8852b6"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:42.452515 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:42.461237 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:42.474762 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/networks/ff8d9456-b7a9-422b-a61a-14c71978b7d0 HTTP/1.1" status: 204 len: 168 time: 1.8182778 Mar 23 12:52:42.476592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addc029-6a63-4049-9282-653d637f2bd4 req-7afc1101-8863-46ae-9793-0304886c72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:42.478088 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1addc029-6a63-4049-9282-653d637f2bd4 req-7afc1101-8863-46ae-9793-0304886c72f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=887f27a5-c519-4323-8382-2219821540c0 HTTP/1.1" status: 200 len: 853 time: 0.1195045 Mar 23 12:52:42.482799 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33056) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:42.496368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'name': 'tempest-PortsTestJSON-900241830'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:42.500786 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a339d-c295-4b0b-9b8e-2254c94c7b2b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Network': ['ID=ff8d9456-b7a9-422b-a61a-14c71978b7d0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:42.555288 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8d22bc-f932-4b9f-b877-7170d7e16423 x-openstack-request-id: req-bf8d22bc-f932-4b9f-b877-7170d7e16423 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:42.555686 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81fb2e5b-0690-45c6-8db2-d3426fed6ee0", "tag": "756aa533-e32e-467e-b732-a2e84b8852b6", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:42.556083 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf8d22bc-f932-4b9f-b877-7170d7e16423 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:42.556641 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81fb2e5b-0690-45c6-8db2-d3426fed6ee0', 'tag': '756aa533-e32e-467e-b732-a2e84b8852b6', 'status': 'completed', 'code': 200} Mar 23 12:52:42.596685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 18c61fc3-67b0-43ee-830d-c74efb63a4d7 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:52:42.623582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 18c61fc3-67b0-43ee-830d-c74efb63a4d7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:52:42.624247 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 18c61fc3-67b0-43ee-830d-c74efb63a4d7 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:52:42.675240 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-014e7bf6-5ea0-4274-ac3f-54a92e2d4630 None None] Set router 2d6008c1-0f21-4449-9bef-faba08bef142 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:42.704337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ee14f-7bee-40d6-90e5-5da06e7d3ddd req-2ccffdb3-19be-4934-b158-59da45663105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:42.706031 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-953ee14f-7bee-40d6-90e5-5da06e7d3ddd req-2ccffdb3-19be-4934-b158-59da45663105 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cf92b9a5abb94441b04bfc32626d7e3d&device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 1097 time: 0.1141551 Mar 23 12:52:42.919772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ee14f-7bee-40d6-90e5-5da06e7d3ddd req-2ae5a7c8-6501-4f62-8588-89ef5b2d87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:42.921322 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-953ee14f-7bee-40d6-90e5-5da06e7d3ddd req-2ae5a7c8-6501-4f62-8588-89ef5b2d87dd service neutron] 10.222.0.77 "GET /v2.0/networks?id=7926c096-9a24-475a-8eb5-1ca61a5f129f HTTP/1.1" status: 200 len: 913 time: 0.1990411 Mar 23 12:52:42.940513 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:42.945743 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:43.066917 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-953ee14f-7bee-40d6-90e5-5da06e7d3ddd req-c7d6656c-0c06-4a49-9324-17d58a0c7f53 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756aa533-e32e-467e-b732-a2e84b8852b6 HTTP/1.1" status: 200 len: 998 time: 0.1379664 Mar 23 12:52:43.132480 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ee14f-7bee-40d6-90e5-5da06e7d3ddd req-a005a931-0256-4e74-8421-6386776af037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:43.134714 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-953ee14f-7bee-40d6-90e5-5da06e7d3ddd req-a005a931-0256-4e74-8421-6386776af037 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f39281c9-ac88-4bcf-ab7d-7343f91f1d4a HTTP/1.1" status: 200 len: 851 time: 0.0613749 Mar 23 12:52:43.189774 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-014e7bf6-5ea0-4274-ac3f-54a92e2d4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'name': 'tempest-ServersTestManualDisk-1033883628-router', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:54Z', 'updated_at': '2022-03-23T12:52:08Z', 'revision_number': 4, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'gw_port': {'id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:57Z', 'updated_at': '2022-03-23T12:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '1be6e737-8a66-4825-91ad-3476e3444be2', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'floating_ip_address': '172.25.2.3', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'port_id': '756aa533-e32e-467e-b732-a2e84b8852b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f', 'mac_address': 'fa:16:3e:3d:5d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fb2e5b-0690-45c6-8db2-d3426fed6ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:52:15Z', 'updated_at': '2022-03-23T12:52:41Z', 'revision_number': 1, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19', 'name': '', 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'mac_address': 'fa:16:3e:9b:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:52:07Z', 'updated_at': '2022-03-23T12:52:13Z', 'revision_number': 5, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'subnets': [{'id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:43.238149 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e7bf6-5ea0-4274-ac3f-54a92e2d4630 None None] Checking router: 2d6008c1-0f21-4449-9bef-faba08bef142 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:52:43.247895 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e7bf6-5ea0-4274-ac3f-54a92e2d4630 None None] Routers {'2d6008c1-0f21-4449-9bef-faba08bef142'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:43.248981 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-014e7bf6-5ea0-4274-ac3f-54a92e2d4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2d6008c1-0f21-4449-9bef-faba08bef142'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:43.259706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ee14f-7bee-40d6-90e5-5da06e7d3ddd req-dc95c1c1-3f89-4df8-9f49-c3a4aa20f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:43.261267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-953ee14f-7bee-40d6-90e5-5da06e7d3ddd req-dc95c1c1-3f89-4df8-9f49-c3a4aa20f2b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7926c096-9a24-475a-8eb5-1ca61a5f129f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199315 Mar 23 12:52:43.447507 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-014e7bf6-5ea0-4274-ac3f-54a92e2d4630 None None] Set router 2d6008c1-0f21-4449-9bef-faba08bef142 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:43.480583 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-953ee14f-7bee-40d6-90e5-5da06e7d3ddd req-84ff03af-24d3-4d25-aa1a-dfe521920500 service neutron] 10.222.0.77 "GET /v2.0/networks/7926c096-9a24-475a-8eb5-1ca61a5f129f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114995 Mar 23 12:52:43.679607 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-901ae0d9-1cf9-4907-bffd-c37cc3453e67 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:43.683534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] device_id is not set on port aadc0778-25f4-454d-a932-30ade60375f2 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:52:43.848724 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-014e7bf6-5ea0-4274-ac3f-54a92e2d4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'name': 'tempest-ServersTestManualDisk-1033883628-router', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:54Z', 'updated_at': '2022-03-23T12:52:08Z', 'revision_number': 4, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'gw_port': {'id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:57Z', 'updated_at': '2022-03-23T12:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '1be6e737-8a66-4825-91ad-3476e3444be2', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'floating_ip_address': '172.25.2.3', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'port_id': '756aa533-e32e-467e-b732-a2e84b8852b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f', 'mac_address': 'fa:16:3e:3d:5d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fb2e5b-0690-45c6-8db2-d3426fed6ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:52:15Z', 'updated_at': '2022-03-23T12:52:41Z', 'revision_number': 1, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19', 'name': '', 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'mac_address': 'fa:16:3e:9b:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:52:07Z', 'updated_at': '2022-03-23T12:52:13Z', 'revision_number': 5, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'subnets': [{'id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:43.890462 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e7bf6-5ea0-4274-ac3f-54a92e2d4630 None None] The sync data for ids ['2d6008c1-0f21-4449-9bef-faba08bef142'] in n-d-834854-1 is: [{'id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'name': 'tempest-ServersTestManualDisk-1033883628-router', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:54Z', 'updated_at': '2022-03-23T12:52:08Z', 'revision_number': 4, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'gw_port': {'id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:57Z', 'updated_at': '2022-03-23T12:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '1be6e737-8a66-4825-91ad-3476e3444be2', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'floating_ip_address': '172.25.2.3', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'port_id': '756aa533-e32e-467e-b732-a2e84b8852b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f', 'mac_address': 'fa:16:3e:3d:5d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fb2e5b-0690-45c6-8db2-d3426fed6ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:52:15Z', 'updated_at': '2022-03-23T12:52:41Z', 'revision_number': 1, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19', 'name': '', 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'mac_address': 'fa:16:3e:9b:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:52:07Z', 'updated_at': '2022-03-23T12:52:13Z', 'revision_number': 5, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'subnets': [{'id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:43.984807 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:44.019815 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-901ae0d9-1cf9-4907-bffd-c37cc3453e67 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:44.035311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addc029-6a63-4049-9282-653d637f2bd4 req-445b000d-b099-462e-a47a-65ea95c3643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:44.037298 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1addc029-6a63-4049-9282-653d637f2bd4 req-445b000d-b099-462e-a47a-65ea95c3643b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ad59140-5a4c-426f-a608-38c6929a8267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3545017 Mar 23 12:52:44.044780 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:44.119946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87182e67-c123-441e-8f6f-9e4e8caae74a req-05b4e51b-1154-421d-a54d-c34c721c90ee tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:44.127891 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-87182e67-c123-441e-8f6f-9e4e8caae74a req-05b4e51b-1154-421d-a54d-c34c721c90ee tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 946 time: 1.4462183 Mar 23 12:52:44.132359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=aadc0778-25f4-454d-a932-30ade60375f2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:44.138136 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-2d589d58-c1b7-4dce-b0eb-6977dbbda967 req-b0af387a-98d9-4f60-b957-2d69102210cc service neutron] (102778) timed out ('10.222.0.73', 65181) {{(pid=102778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 12:52:44.143310 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-953ee14f-7bee-40d6-90e5-5da06e7d3ddd req-00f94c9c-77ee-458d-af3e-29eea956c03d service neutron] 10.222.0.77 "GET /v2.0/networks/7926c096-9a24-475a-8eb5-1ca61a5f129f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544721 Mar 23 12:52:44.344836 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:44.345188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:44.345530 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:44.345892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:44.346279 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:44.346645 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:44.346977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:44.347301 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:44.347625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:44.347981 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:44.348318 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:44.348646 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:44.364218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1addc029-6a63-4049-9282-653d637f2bd4 req-b42898fd-ce37-4911-b9e9-ea6de1587470 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167360 Mar 23 12:52:44.395559 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e39f43-47ba-425d-9200-f5a8bc6dda4d None None] New status for floating IP 1be6e737-8a66-4825-91ad-3476e3444be2: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:52:44.424359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:44.478610 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:44.493102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:44.509886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:44.510537 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:44.705467 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-87182e67-c123-441e-8f6f-9e4e8caae74a req-325c168c-1f45-4120-a33d-3e08bbff1c88 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcd239cb-c625-412b-828c-5184a063bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5763907 Mar 23 12:52:44.722987 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8943e4eb-3c21-44b7-b782-9c1f8acfb4ec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2366560 Mar 23 12:52:44.723737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33088) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:44.749744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901ae0d9-1cf9-4907-bffd-c37cc3453e67 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Router 74dbab18-1f3c-4097-9a12-744e1821f77b has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:52:44.825751 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1addc029-6a63-4049-9282-653d637f2bd4 req-12c2d029-d147-4c80-a36a-e984215152d3 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448721 Mar 23 12:52:44.927254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ea1f999c-ae97-4f4e-9f0c-a5581335e369 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port aadc0778-25f4-454d-a932-30ade60375f2 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:44.927596 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea1f999c-ae97-4f4e-9f0c-a5581335e369 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:44.956385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901ae0d9-1cf9-4907-bffd-c37cc3453e67 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:44.968783 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-901ae0d9-1cf9-4907-bffd-c37cc3453e67 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:44.969941 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab02dc-df73-4743-86ec-7003b80fbbc9 None None] Sync routers for ids ['74dbab18-1f3c-4097-9a12-744e1821f77b'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:44.973553 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-901ae0d9-1cf9-4907-bffd-c37cc3453e67 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "PUT /v2.0/routers/74dbab18-1f3c-4097-9a12-744e1821f77b HTTP/1.1" status: 200 len: 922 time: 3.9489851 Mar 23 12:52:44.974203 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33092) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:44.997766 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dab02dc-df73-4743-86ec-7003b80fbbc9 None None] Routers {'74dbab18-1f3c-4097-9a12-744e1821f77b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:44.998645 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8dab02dc-df73-4743-86ec-7003b80fbbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['74dbab18-1f3c-4097-9a12-744e1821f77b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:45.066976 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea1f999c-ae97-4f4e-9f0c-a5581335e369 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:45.091655 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8dab02dc-df73-4743-86ec-7003b80fbbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:45.092459 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ea1f999c-ae97-4f4e-9f0c-a5581335e369 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for aadc0778-25f4-454d-a932-30ade60375f2 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:45.123837 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dab02dc-df73-4743-86ec-7003b80fbbc9 None None] Routers {'74dbab18-1f3c-4097-9a12-744e1821f77b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:45.124602 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8dab02dc-df73-4743-86ec-7003b80fbbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['74dbab18-1f3c-4097-9a12-744e1821f77b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:45.182168 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e0c1ad38-083a-4cd8-b781-f00455133945 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "GET /v2.0/routers/74dbab18-1f3c-4097-9a12-744e1821f77b HTTP/1.1" status: 200 len: 922 time: 0.1960750 Mar 23 12:52:45.182735 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33094) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:45.188421 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8dab02dc-df73-4743-86ec-7003b80fbbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:45.200026 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab02dc-df73-4743-86ec-7003b80fbbc9 None None] The sync data for ids ['74dbab18-1f3c-4097-9a12-744e1821f77b'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:45.242559 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea1f999c-ae97-4f4e-9f0c-a5581335e369 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:45.280882 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea1f999c-ae97-4f4e-9f0c-a5581335e369 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:45.285079 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ea1f999c-ae97-4f4e-9f0c-a5581335e369 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/aadc0778-25f4-454d-a932-30ade60375f2 HTTP/1.1" status: 204 len: 168 time: 0.5606375 Mar 23 12:52:45.287630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33098) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:45.294166 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d0ce4e63-37b3-4d70-834d-a78b457b0321 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'mac_address': 'fa:16:3e:23:c1:30', 'name': 'tempest-PortsTestJSON-2047750706'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:45.298554 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f999c-ae97-4f4e-9f0c-a5581335e369 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=aadc0778-25f4-454d-a932-30ade60375f2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:45.381129 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db853cd-88c3-4ed0-8cb8-2ebdf5c69ca3 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:45.390433 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4db853cd-88c3-4ed0-8cb8-2ebdf5c69ca3 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=d572c108-a075-488a-949c-3a07028bd9a2&device_id=74dbab18-1f3c-4097-9a12-744e1821f77b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2040567 Mar 23 12:52:45.391233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33100) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:45.484611 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ce4e63-37b3-4d70-834d-a78b457b0321 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:45.522580 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0be0516-df26-4542-8ed7-88a93cb4f6bc tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:45.528272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b0be0516-df26-4542-8ed7-88a93cb4f6bc tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 881 time: 0.1358042 Mar 23 12:52:45.529158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33104) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:45.590507 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ac912fc4-8dac-4300-8944-095a21b17748 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "GET /v2.0/ports?device_id=74dbab18-1f3c-4097-9a12-744e1821f77b HTTP/1.1" status: 200 len: 205 time: 0.0598733 Mar 23 12:52:45.591366 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33108) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:45.627866 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4e63-37b3-4d70-834d-a78b457b0321 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:45.654767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-d0ce4e63-37b3-4d70-834d-a78b457b0321 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] device_id is not set on port 6faf693a-a7bc-4ab6-a95d-3d7cbb1d89b5 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:52:45.862380 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efcc000c-8275-411f-a5d9-77dc8dbafc6b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:45.986069 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4e63-37b3-4d70-834d-a78b457b0321 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:46.040568 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4e63-37b3-4d70-834d-a78b457b0321 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:46.094154 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efcc000c-8275-411f-a5d9-77dc8dbafc6b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:46.107892 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:46.113915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce4e63-37b3-4d70-834d-a78b457b0321 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=6faf693a-a7bc-4ab6-a95d-3d7cbb1d89b5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:46.121048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ce4e63-37b3-4d70-834d-a78b457b0321 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:46.123073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d0ce4e63-37b3-4d70-834d-a78b457b0321 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:46.124695 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce4e63-37b3-4d70-834d-a78b457b0321 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:46.132182 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ce4e63-37b3-4d70-834d-a78b457b0321 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:46.132983 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4e63-37b3-4d70-834d-a78b457b0321 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:46.183022 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d0ce4e63-37b3-4d70-834d-a78b457b0321 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8932743 Mar 23 12:52:46.183435 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33130) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:46.240582 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfdbddb-3407-4dd5-a349-8f8995f92c31 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:46.244659 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ecfdbddb-3407-4dd5-a349-8f8995f92c31 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports/6faf693a-a7bc-4ab6-a95d-3d7cbb1d89b5 HTTP/1.1" status: 200 len: 841 time: 0.0562267 Mar 23 12:52:46.245038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-efcc000c-8275-411f-a5d9-77dc8dbafc6b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Deleting port 1c30b464-87b6-45cb-8e91-a28935ea1e43 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:46.245421 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efcc000c-8275-411f-a5d9-77dc8dbafc6b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:46.246480 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33132) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:46.341602 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efcc000c-8275-411f-a5d9-77dc8dbafc6b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:46.377515 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-efcc000c-8275-411f-a5d9-77dc8dbafc6b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Calling delete_port for 1c30b464-87b6-45cb-8e91-a28935ea1e43 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:46.488032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3affbe9d-3af9-4251-9791-ebf172092eb3 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port 6faf693a-a7bc-4ab6-a95d-3d7cbb1d89b5 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:46.489656 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3affbe9d-3af9-4251-9791-ebf172092eb3 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:46.694595 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3affbe9d-3af9-4251-9791-ebf172092eb3 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:46.713070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3affbe9d-3af9-4251-9791-ebf172092eb3 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for 6faf693a-a7bc-4ab6-a95d-3d7cbb1d89b5 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:46.794765 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efcc000c-8275-411f-a5d9-77dc8dbafc6b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:46.833986 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3affbe9d-3af9-4251-9791-ebf172092eb3 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:46.861827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affbe9d-3af9-4251-9791-ebf172092eb3 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=6faf693a-a7bc-4ab6-a95d-3d7cbb1d89b5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:46.897181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc000c-8275-411f-a5d9-77dc8dbafc6b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Pushing event deleted for resources: {'Port': ['ID=1c30b464-87b6-45cb-8e91-a28935ea1e43,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:46.900766 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3affbe9d-3af9-4251-9791-ebf172092eb3 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:46.916384 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33154) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:46.919727 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3affbe9d-3af9-4251-9791-ebf172092eb3 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/6faf693a-a7bc-4ab6-a95d-3d7cbb1d89b5 HTTP/1.1" status: 204 len: 168 time: 0.6715906 Mar 23 12:52:47.009008 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efcc000c-8275-411f-a5d9-77dc8dbafc6b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.014240 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af62840-2089-4261-b278-416ba3c722a5 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] GET failed (client error): The resource could not be found. Mar 23 12:52:47.027656 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0af62840-2089-4261-b278-416ba3c722a5 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports/6faf693a-a7bc-4ab6-a95d-3d7cbb1d89b5 HTTP/1.1" status: 404 len: 333 time: 0.1046283 Mar 23 12:52:47.029548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33176) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:47.042083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3cbc87b3-0084-4e8f-9071-c333a4dfed79 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'name': 'tempest-PortsTestJSON-1679900330'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:47.113035 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33178) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:47.212442 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efcc000c-8275-411f-a5d9-77dc8dbafc6b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.218264 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efcc000c-8275-411f-a5d9-77dc8dbafc6b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.279766 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbc87b3-0084-4e8f-9071-c333a4dfed79 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:47.283691 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3cbc87b3-0084-4e8f-9071-c333a4dfed79 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.310231 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efcc000c-8275-411f-a5d9-77dc8dbafc6b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.310857 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcc000c-8275-411f-a5d9-77dc8dbafc6b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Fanout notify agent at l3_agent the message router_deleted on router 74dbab18-1f3c-4097-9a12-744e1821f77b {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:52:47.318605 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-efcc000c-8275-411f-a5d9-77dc8dbafc6b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.320973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-3cbc87b3-0084-4e8f-9071-c333a4dfed79 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] device_id is not set on port bd329f12-a1a5-4580-94cc-5838229d14ba yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:52:47.327418 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-efcc000c-8275-411f-a5d9-77dc8dbafc6b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "DELETE /v2.0/routers/74dbab18-1f3c-4097-9a12-744e1821f77b HTTP/1.1" status: 204 len: 168 time: 1.7295730 Mar 23 12:52:47.327674 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33200) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:47.336002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1dc22e05-9c4c-4575-9716-b9d576e7c8b6 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1054759568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:47.390370 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-420852e1-ab4a-4009-b3ca-88a1d98f9484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.393561 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1dc22e05-9c4c-4575-9716-b9d576e7c8b6 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.394715 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1dc22e05-9c4c-4575-9716-b9d576e7c8b6 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.495490 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.512122 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-420852e1-ab4a-4009-b3ca-88a1d98f9484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.519709 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-420852e1-ab4a-4009-b3ca-88a1d98f9484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.609430 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-420852e1-ab4a-4009-b3ca-88a1d98f9484 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28b68b4566ad42878df37fec9589ec7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4955580 Mar 23 12:52:47.613009 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1dc22e05-9c4c-4575-9716-b9d576e7c8b6 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.613730 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33202) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:47.621394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420852e1-ab4a-4009-b3ca-88a1d98f9484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f40cfc-a8f9-44e0-abac-78804124c622,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:47.633186 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1dc22e05-9c4c-4575-9716-b9d576e7c8b6 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.676727 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1dc22e05-9c4c-4575-9716-b9d576e7c8b6 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.678147 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1dc22e05-9c4c-4575-9716-b9d576e7c8b6 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3493807 Mar 23 12:52:47.681141 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3cbc87b3-0084-4e8f-9071-c333a4dfed79 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.682848 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33204) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:47.689207 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:47.703504 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a48193f-f2fa-4d45-8ca3-51630bf688e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.731347 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a48193f-f2fa-4d45-8ca3-51630bf688e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.810888 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a48193f-f2fa-4d45-8ca3-51630bf688e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.813693 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a48193f-f2fa-4d45-8ca3-51630bf688e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:47.826221 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7a48193f-f2fa-4d45-8ca3-51630bf688e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04f40cfc-a8f9-44e0-abac-78804124c622 HTTP/1.1" status: 204 len: 168 time: 0.2059762 Mar 23 12:52:47.850378 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48193f-f2fa-4d45-8ca3-51630bf688e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f40cfc-a8f9-44e0-abac-78804124c622,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:47.973746 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3cbc87b3-0084-4e8f-9071-c333a4dfed79 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.023697 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.061840 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbc87b3-0084-4e8f-9071-c333a4dfed79 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:48.066273 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-3cbc87b3-0084-4e8f-9071-c333a4dfed79 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:48.068862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbc87b3-0084-4e8f-9071-c333a4dfed79 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:48.074851 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbc87b3-0084-4e8f-9071-c333a4dfed79 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:48.075485 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3cbc87b3-0084-4e8f-9071-c333a4dfed79 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.110175 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3cbc87b3-0084-4e8f-9071-c333a4dfed79 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0790477 Mar 23 12:52:48.113593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33234) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:48.123373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b25c20ff-8eba-4066-a569-33053cbddcdd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:48.129248 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc87b3-0084-4e8f-9071-c333a4dfed79 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=bd329f12-a1a5-4580-94cc-5838229d14ba,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:48.248751 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b25c20ff-8eba-4066-a569-33053cbddcdd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.400319 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.410108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33250) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:48.435493 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.445406 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1204ae04-cbab-4caa-91b7-dca32b11b089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.506350 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b25c20ff-8eba-4066-a569-33053cbddcdd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.514750 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b25c20ff-8eba-4066-a569-33053cbddcdd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.566761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b25c20ff-8eba-4066-a569-33053cbddcdd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] In _notify_port_updated(), no bound segment for port bd329f12-a1a5-4580-94cc-5838229d14ba on network 0279b596-8b80-4cc9-8d39-4a25beb1f026 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:52:48.572715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c20ff-8eba-4066-a569-33053cbddcdd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:48.573322 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b25c20ff-8eba-4066-a569-33053cbddcdd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.577343 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b25c20ff-8eba-4066-a569-33053cbddcdd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "PUT /v2.0/ports/bd329f12-a1a5-4580-94cc-5838229d14ba HTTP/1.1" status: 200 len: 818 time: 0.4601064 Mar 23 12:52:48.578408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33252) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:48.593118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-35c2737b-1daf-46f0-838a-b9eaa88ecca3 req-c5714b76-2124-4a39-8ee5-a9e07084c2a7 service neutron] (102778) timed out ('10.222.0.73', 65208) {{(pid=102778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 12:52:48.595324 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Allocated IP 172.25.2.142 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/6cfbca35-2478-497e-a7d3-70a8b84f4bfb) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:48.610322 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c20ff-8eba-4066-a569-33053cbddcdd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=bd329f12-a1a5-4580-94cc-5838229d14ba,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:48.637707 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1204ae04-cbab-4caa-91b7-dca32b11b089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.643691 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1204ae04-cbab-4caa-91b7-dca32b11b089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.699770 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1204ae04-cbab-4caa-91b7-dca32b11b089 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f41ece9360c42a2a00700a98c8febf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854633 Mar 23 12:52:48.701053 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204ae04-cbab-4caa-91b7-dca32b11b089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0b75fe-7511-417c-abe8-ba0853cc3ec0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:48.708848 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33254) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:48.771164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-db4a3936-7ed1-4c4e-83ff-a9b28cd7de06 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port bd329f12-a1a5-4580-94cc-5838229d14ba {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:48.771505 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db4a3936-7ed1-4c4e-83ff-a9b28cd7de06 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.783602 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7526c1f9-7d52-46ef-b7b4-efe645d2fbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.797620 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.825215 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7526c1f9-7d52-46ef-b7b4-efe645d2fbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.862344 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db4a3936-7ed1-4c4e-83ff-a9b28cd7de06 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.884512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-db4a3936-7ed1-4c4e-83ff-a9b28cd7de06 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for bd329f12-a1a5-4580-94cc-5838229d14ba owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:48.909618 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7526c1f9-7d52-46ef-b7b4-efe645d2fbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.912218 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7526c1f9-7d52-46ef-b7b4-efe645d2fbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:48.913634 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7526c1f9-7d52-46ef-b7b4-efe645d2fbfc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8d0b75fe-7511-417c-abe8-ba0853cc3ec0 HTTP/1.1" status: 204 len: 168 time: 0.2044027 Mar 23 12:52:48.922158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526c1f9-7d52-46ef-b7b4-efe645d2fbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0b75fe-7511-417c-abe8-ba0853cc3ec0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:48.955269 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.021996 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:49.032501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:49.035353 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:49.072965 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Pushing event updated for resources: {'Port': ['ID=6cfbca35-2478-497e-a7d3-70a8b84f4bfb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:49.135280 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db4a3936-7ed1-4c4e-83ff-a9b28cd7de06 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.221909 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-db4a3936-7ed1-4c4e-83ff-a9b28cd7de06 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.225435 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-db4a3936-7ed1-4c4e-83ff-a9b28cd7de06 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/bd329f12-a1a5-4580-94cc-5838229d14ba HTTP/1.1" status: 204 len: 168 time: 0.6468232 Mar 23 12:52:49.228023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33264) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:49.229383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a3936-7ed1-4c4e-83ff-a9b28cd7de06 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=bd329f12-a1a5-4580-94cc-5838229d14ba,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:49.316949 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c243ec-7269-4dc7-b484-eb4f131f7a32 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:49.321368 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-17c243ec-7269-4dc7-b484-eb4f131f7a32 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0910418 Mar 23 12:52:49.321984 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33268) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:49.370407 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ecdeeb-6025-4b5a-bd6c-b4029046f76c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] GET failed (client error): The resource could not be found. Mar 23 12:52:49.377832 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a1ecdeeb-6025-4b5a-bd6c-b4029046f76c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports/bd329f12-a1a5-4580-94cc-5838229d14ba HTTP/1.1" status: 404 len: 333 time: 0.0542269 Mar 23 12:52:49.378460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33270) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:49.383780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ce25b713-2fcc-4690-a6f8-c521b28ac67b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2110980540'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:49.415093 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce25b713-2fcc-4690-a6f8-c521b28ac67b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:49.420928 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce25b713-2fcc-4690-a6f8-c521b28ac67b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.431325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.457483 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce25b713-2fcc-4690-a6f8-c521b28ac67b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:52:49.473947 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce25b713-2fcc-4690-a6f8-c521b28ac67b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.474388 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-ce25b713-2fcc-4690-a6f8-c521b28ac67b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Added segment c07f42ce-ae1e-46ba-b51c-5f2e30d441cc of type vlan for network b8f81269-1c1f-4a16-bf13-f892b21c45bc Mar 23 12:52:49.485572 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33272) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:49.520360 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87bf4694-7e11-4e5b-b38d-d17b3af2d3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.536344 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce25b713-2fcc-4690-a6f8-c521b28ac67b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.589904 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce25b713-2fcc-4690-a6f8-c521b28ac67b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.595889 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce25b713-2fcc-4690-a6f8-c521b28ac67b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:49.596686 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce25b713-2fcc-4690-a6f8-c521b28ac67b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.677597 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ce25b713-2fcc-4690-a6f8-c521b28ac67b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2954187 Mar 23 12:52:49.679100 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33274) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:49.686158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25b713-2fcc-4690-a6f8-c521b28ac67b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Network': ['ID=b8f81269-1c1f-4a16-bf13-f892b21c45bc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:49.686367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f6d51df9-31db-42b2-ae61-ccb132f5d17c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'subnet': {'network_id': 'b8f81269-1c1f-4a16-bf13-f892b21c45bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:49.701846 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network b8f81269-1c1f-4a16-bf13-f892b21c45bc details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:52:49.725513 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87bf4694-7e11-4e5b-b38d-d17b3af2d3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.730295 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87bf4694-7e11-4e5b-b38d-d17b3af2d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.785272 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.792112 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-87bf4694-7e11-4e5b-b38d-d17b3af2d3f2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d0b4796bc8c4e35a256abea0b5b866a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052080 Mar 23 12:52:49.793221 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf4694-7e11-4e5b-b38d-d17b3af2d3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38967b25-513c-4479-83cb-0d2ee227c939,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:49.796835 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33276) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:49.798988 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.861685 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9579526-22b7-439e-be47-691447249543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.879229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d51df9-31db-42b2-ae61-ccb132f5d17c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:49.881969 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6d51df9-31db-42b2-ae61-ccb132f5d17c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.899332 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9579526-22b7-439e-be47-691447249543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.964297 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9579526-22b7-439e-be47-691447249543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.967642 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9579526-22b7-439e-be47-691447249543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:49.969522 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e9579526-22b7-439e-be47-691447249543 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/38967b25-513c-4479-83cb-0d2ee227c939 HTTP/1.1" status: 204 len: 168 time: 0.1714833 Mar 23 12:52:49.994327 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9579526-22b7-439e-be47-691447249543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38967b25-513c-4479-83cb-0d2ee227c939,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:50.118123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Router f11db7c4-f25b-4994-ad65-f2c3e20b66b3 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:52:50.288333 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6d51df9-31db-42b2-ae61-ccb132f5d17c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:50.335849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d51df9-31db-42b2-ae61-ccb132f5d17c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Subnet': ['ID=e73b942b-0d84-4fa4-a0fd-c95e2273eb77,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:50.349878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:50.359170 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:50.360776 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a443df3-0e6a-497d-96de-ef314d020126 None None] Sync routers for ids ['f11db7c4-f25b-4994-ad65-f2c3e20b66b3'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:50.360984 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-93745b20-825e-4d50-81a3-a9dad8c878ad tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "PUT /v2.0/routers/f11db7c4-f25b-4994-ad65-f2c3e20b66b3 HTTP/1.1" status: 200 len: 880 time: 2.6770651 Mar 23 12:52:50.364139 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33290) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:50.388321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a443df3-0e6a-497d-96de-ef314d020126 None None] Routers {'f11db7c4-f25b-4994-ad65-f2c3e20b66b3'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:50.389920 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4a443df3-0e6a-497d-96de-ef314d020126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f11db7c4-f25b-4994-ad65-f2c3e20b66b3'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:50.446664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d51df9-31db-42b2-ae61-ccb132f5d17c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Checking segment: {'id': 'c07f42ce-ae1e-46ba-b51c-5f2e30d441cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b8f81269-1c1f-4a16-bf13-f892b21c45bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:52:50.447133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d51df9-31db-42b2-ae61-ccb132f5d17c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network hostable DHCP agents. Network: b8f81269-1c1f-4a16-bf13-f892b21c45bc, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:52:50.487811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4a443df3-0e6a-497d-96de-ef314d020126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:50.511056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a443df3-0e6a-497d-96de-ef314d020126 None None] Routers {'f11db7c4-f25b-4994-ad65-f2c3e20b66b3'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:50.514226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4a443df3-0e6a-497d-96de-ef314d020126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f11db7c4-f25b-4994-ad65-f2c3e20b66b3'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:50.519084 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d51df9-31db-42b2-ae61-ccb132f5d17c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network b8f81269-1c1f-4a16-bf13-f892b21c45bc is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:52:50.529784 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3120d3de-4879-4075-8834-9b7d4babdaea tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "GET /v2.0/routers/f11db7c4-f25b-4994-ad65-f2c3e20b66b3 HTTP/1.1" status: 200 len: 921 time: 0.1645694 Mar 23 12:52:50.532897 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f6d51df9-31db-42b2-ae61-ccb132f5d17c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, b8f81269-1c1f-4a16-bf13-f892b21c45bc) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:50.533982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33298) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:50.538105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d51df9-31db-42b2-ae61-ccb132f5d17c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:50.538626 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6d51df9-31db-42b2-ae61-ccb132f5d17c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:50.559715 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f6d51df9-31db-42b2-ae61-ccb132f5d17c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8794250 Mar 23 12:52:50.565761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33302) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:50.579125 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0e13bf1b-ee4d-4bf1-a28b-d28644b01ab6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'subnet': {'network_id': 'b8f81269-1c1f-4a16-bf13-f892b21c45bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:50.609062 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08febf44-1e8c-4ab1-bca8-0a03fda9c6f1 None None] Network b8f81269-1c1f-4a16-bf13-f892b21c45bc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:52:50.613100 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4a443df3-0e6a-497d-96de-ef314d020126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:50.616205 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a443df3-0e6a-497d-96de-ef314d020126 None None] The sync data for ids ['f11db7c4-f25b-4994-ad65-f2c3e20b66b3'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:50.756992 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522831c3-2dc1-468a-a313-95064b5fe481 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:50.758522 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-522831c3-2dc1-468a-a313-95064b5fe481 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=d572c108-a075-488a-949c-3a07028bd9a2&device_id=f11db7c4-f25b-4994-ad65-f2c3e20b66b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2213831 Mar 23 12:52:50.762184 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33308) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:50.831058 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-b8f81269-1c1f-4a16-bf13-f892b21c45bc', 'network_id': 'b8f81269-1c1f-4a16-bf13-f892b21c45bc', 'tenant_id': 'c3c6728e92c54f358a5fc12194cc4258', 'fixed_ips': [{'subnet_id': 'e73b942b-0d84-4fa4-a0fd-c95e2273eb77'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:52:50.831956 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:50.882921 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e13bf1b-ee4d-4bf1-a28b-d28644b01ab6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:50.886644 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e13bf1b-ee4d-4bf1-a28b-d28644b01ab6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:50.961907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfbfd25-f9fa-4c5a-ae52-2d8d151c0945 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:50.973427 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ecfbfd25-f9fa-4c5a-ae52-2d8d151c0945 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 881 time: 0.2091563 Mar 23 12:52:50.974274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33318) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:51.042577 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-12ca1faa-8093-47c2-a542-781fba1f51e7 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f11db7c4-f25b-4994-ad65-f2c3e20b66b3 HTTP/1.1" status: 200 len: 205 time: 0.0645750 Mar 23 12:52:51.043152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33322) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:51.095916 n-d-834854-1 neutron-server[102779]: INFO neutron.db.ipam_backend_mixin [None req-0e13bf1b-ee4d-4bf1-a28b-d28644b01ab6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e73b942b-0d84-4fa4-a0fd-c95e2273eb77 (CIDR: 172.20.0.0/28) Mar 23 12:52:51.102724 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e13bf1b-ee4d-4bf1-a28b-d28644b01ab6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:52:51.104889 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e13bf1b-ee4d-4bf1-a28b-d28644b01ab6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:52:51.138570 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Allocated IP 172.20.0.2 (b8f81269-1c1f-4a16-bf13-f892b21c45bc/e73b942b-0d84-4fa4-a0fd-c95e2273eb77/4f278ac3-4c9a-454d-9fbc-15ee310f61f7) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:51.142165 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0e13bf1b-ee4d-4bf1-a28b-d28644b01ab6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5715196 Mar 23 12:52:51.142922 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33324) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:51.168596 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-72bb8240-3fb4-4563-b780-2dc521ad715f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'subnet': {'network_id': 'b8f81269-1c1f-4a16-bf13-f892b21c45bc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:51.571863 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:51.586313 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:51.592382 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-929f5a80-66e1-4361-bc5b-5f875f656d1c tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:51.728812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Network b8f81269-1c1f-4a16-bf13-f892b21c45bc is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:51.732871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:51.740951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:51.759777 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Pushing event updated for resources: {'Port': ['ID=4f278ac3-4c9a-454d-9fbc-15ee310f61f7,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:51.808013 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-929f5a80-66e1-4361-bc5b-5f875f656d1c tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:51.815411 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Attempting to bind port 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:52:51.816152 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Attempting to bind port 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'c07f42ce-ae1e-46ba-b51c-5f2e30d441cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b8f81269-1c1f-4a16-bf13-f892b21c45bc'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:52:51.816948 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Attempting to bind port 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 on network b8f81269-1c1f-4a16-bf13-f892b21c45bc {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:52:51.824314 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:52:51.824958 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Checking segment: {'id': 'c07f42ce-ae1e-46ba-b51c-5f2e30d441cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b8f81269-1c1f-4a16-bf13-f892b21c45bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:52:51.825900 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:51.826684 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Bound using segment: {'id': 'c07f42ce-ae1e-46ba-b51c-5f2e30d441cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b8f81269-1c1f-4a16-bf13-f892b21c45bc'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:52:51.827492 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Bound port: 4f278ac3-4c9a-454d-9fbc-15ee310f61f7, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07f42ce-ae1e-46ba-b51c-5f2e30d441cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b8f81269-1c1f-4a16-bf13-f892b21c45bc'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:52:51.828850 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:51.921620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] For port 4f278ac3-4c9a-454d-9fbc-15ee310f61f7, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:52:51.924952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-929f5a80-66e1-4361-bc5b-5f875f656d1c tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Deleting port 6cfbca35-2478-497e-a7d3-70a8b84f4bfb {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:51.925306 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-929f5a80-66e1-4361-bc5b-5f875f656d1c tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:51.928185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] For port 4f278ac3-4c9a-454d-9fbc-15ee310f61f7, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4f278ac3-4c9a-454d-9fbc-15ee310f61f7,segment=NetworkSegment(c07f42ce-ae1e-46ba-b51c-5f2e30d441cc),segment_id=c07f42ce-ae1e-46ba-b51c-5f2e30d441cc)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:52:51.938538 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:52.016813 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bb8240-3fb4-4563-b780-2dc521ad715f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:52.022807 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72bb8240-3fb4-4563-b780-2dc521ad715f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:52.058682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fc78c-5c77-408e-99f0-f8b55c7abd0b None None] Pushing event updated for resources: {'Port': ['ID=4f278ac3-4c9a-454d-9fbc-15ee310f61f7,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:52.110466 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-929f5a80-66e1-4361-bc5b-5f875f656d1c tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:52.133091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-929f5a80-66e1-4361-bc5b-5f875f656d1c tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Calling delete_port for 6cfbca35-2478-497e-a7d3-70a8b84f4bfb owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:52.553868 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-929f5a80-66e1-4361-bc5b-5f875f656d1c tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:52.619433 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:52:52.708591 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f5a80-66e1-4361-bc5b-5f875f656d1c tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Pushing event deleted for resources: {'Port': ['ID=6cfbca35-2478-497e-a7d3-70a8b84f4bfb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:52.792139 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-929f5a80-66e1-4361-bc5b-5f875f656d1c tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:52.793533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:52.796964 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72bb8240-3fb4-4563-b780-2dc521ad715f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:52.800064 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:52.861372 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bb8240-3fb4-4563-b780-2dc521ad715f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network b8f81269-1c1f-4a16-bf13-f892b21c45bc is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:52.865849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-72bb8240-3fb4-4563-b780-2dc521ad715f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:52.872165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bb8240-3fb4-4563-b780-2dc521ad715f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:52.873011 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72bb8240-3fb4-4563-b780-2dc521ad715f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:52.888903 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb8240-3fb4-4563-b780-2dc521ad715f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Subnet': ['ID=35d30ddf-915d-4905-9f34-3d9b89fe5b07,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:52.902886 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-72bb8240-3fb4-4563-b780-2dc521ad715f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7559183 Mar 23 12:52:52.903208 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33394) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:52.911576 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5176c720-cf72-446a-8f97-61063016678b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'network_id': 'b8f81269-1c1f-4a16-bf13-f892b21c45bc', 'fixed_ips': [{'subnet_id': 'e73b942b-0d84-4fa4-a0fd-c95e2273eb77'}, {'subnet_id': '35d30ddf-915d-4905-9f34-3d9b89fe5b07'}], 'name': 'tempest-PortsTestJSON-1191207498'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:53.003681 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:53.029132 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-929f5a80-66e1-4361-bc5b-5f875f656d1c tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:53.031742 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-929f5a80-66e1-4361-bc5b-5f875f656d1c tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:53.044591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 4f278ac3-4c9a-454d-9fbc-15ee310f61f7, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4f278ac3-4c9a-454d-9fbc-15ee310f61f7,segment=NetworkSegment(c07f42ce-ae1e-46ba-b51c-5f2e30d441cc),segment_id=c07f42ce-ae1e-46ba-b51c-5f2e30d441cc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:53.056673 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:53.091815 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-929f5a80-66e1-4361-bc5b-5f875f656d1c tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:53.092552 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929f5a80-66e1-4361-bc5b-5f875f656d1c tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Fanout notify agent at l3_agent the message router_deleted on router f11db7c4-f25b-4994-ad65-f2c3e20b66b3 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:52:53.116126 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-929f5a80-66e1-4361-bc5b-5f875f656d1c tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:53.117547 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-929f5a80-66e1-4361-bc5b-5f875f656d1c tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "DELETE /v2.0/routers/f11db7c4-f25b-4994-ad65-f2c3e20b66b3 HTTP/1.1" status: 204 len: 168 time: 2.0732658 Mar 23 12:52:53.121811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33420) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:53.127309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8406ca99-28a9-494e-b1e8-2c5e8b22aafe tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1997020442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:53.158609 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5176c720-cf72-446a-8f97-61063016678b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:53.180979 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=4f278ac3-4c9a-454d-9fbc-15ee310f61f7,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:53.202384 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8406ca99-28a9-494e-b1e8-2c5e8b22aafe tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:53.204660 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8406ca99-28a9-494e-b1e8-2c5e8b22aafe tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:53.334152 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8406ca99-28a9-494e-b1e8-2c5e8b22aafe tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:53.348373 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8406ca99-28a9-494e-b1e8-2c5e8b22aafe tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:53.398317 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8406ca99-28a9-494e-b1e8-2c5e8b22aafe tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:53.405063 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8406ca99-28a9-494e-b1e8-2c5e8b22aafe tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2800636 Mar 23 12:52:53.406101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33460) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:53.409568 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5176c720-cf72-446a-8f97-61063016678b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:53.411899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'enable_snat': True}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:53.468968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-5176c720-cf72-446a-8f97-61063016678b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] device_id is not set on port 2903377c-d853-42cb-b3dd-c3499d8b8b0f yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:52:53.752796 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3240de4c-4ab3-472c-88bb-1cde83d86caa None None] Network b8f81269-1c1f-4a16-bf13-f892b21c45bc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:52:53.861294 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:53.941371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-5176c720-cf72-446a-8f97-61063016678b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Allocated IP 172.20.0.4 (b8f81269-1c1f-4a16-bf13-f892b21c45bc/e73b942b-0d84-4fa4-a0fd-c95e2273eb77/2903377c-d853-42cb-b3dd-c3499d8b8b0f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:53.949297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-5176c720-cf72-446a-8f97-61063016678b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Allocated IP 172.20.0.22 (b8f81269-1c1f-4a16-bf13-f892b21c45bc/35d30ddf-915d-4905-9f34-3d9b89fe5b07/2903377c-d853-42cb-b3dd-c3499d8b8b0f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:53.966692 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-349e2c24-41ac-436d-aa9d-1d3092ce35ef None None] Provisioning complete for port 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:53.967172 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-349e2c24-41ac-436d-aa9d-1d3092ce35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:54.075740 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-46473bb4-08af-4091-a1d8-caa8fd2ee095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:54.159538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33502) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:54.269193 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5176c720-cf72-446a-8f97-61063016678b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:54.322507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3aac7b-9d48-403c-bd70-eb3d9956a5d5 None None] Update dhcp port {'port': {'network_id': 'b8f81269-1c1f-4a16-bf13-f892b21c45bc', 'fixed_ips': [{'subnet_id': 'e73b942b-0d84-4fa4-a0fd-c95e2273eb77', 'ip_address': '172.20.0.2'}, {'subnet_id': '35d30ddf-915d-4905-9f34-3d9b89fe5b07'}], 'binding:host_id': 'n-d-834854-1'}, 'id': '4f278ac3-4c9a-454d-9fbc-15ee310f61f7'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:52:54.335485 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5176c720-cf72-446a-8f97-61063016678b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:54.386937 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad3aac7b-9d48-403c-bd70-eb3d9956a5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:54.438147 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42959ce1-ee0f-4f75-a991-ad01d8bd72da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:54.446255 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5176c720-cf72-446a-8f97-61063016678b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network b8f81269-1c1f-4a16-bf13-f892b21c45bc is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:54.455703 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5176c720-cf72-446a-8f97-61063016678b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:54.457268 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:54.463830 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5176c720-cf72-446a-8f97-61063016678b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:54.527843 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:54.537314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176c720-cf72-446a-8f97-61063016678b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=2903377c-d853-42cb-b3dd-c3499d8b8b0f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:54.578334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:52:54.608550 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5176c720-cf72-446a-8f97-61063016678b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:54.609249 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5176c720-cf72-446a-8f97-61063016678b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:54.644161 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5176c720-cf72-446a-8f97-61063016678b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7393088 Mar 23 12:52:54.646691 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33508) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:54.652756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-85ae5638-b861-47d6-a886-c31e7ea52462 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e73b942b-0d84-4fa4-a0fd-c95e2273eb77'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:54.713827 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42959ce1-ee0f-4f75-a991-ad01d8bd72da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:54.715188 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Allocated IP 172.25.2.204 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/13f922ec-be8b-4853-a53d-282a54bbedc8) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:54.722109 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42959ce1-ee0f-4f75-a991-ad01d8bd72da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:54.803597 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-42959ce1-ee0f-4f75-a991-ad01d8bd72da admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=430f3557e0644e3fa00908ee8ac3879a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6426704 Mar 23 12:52:54.835527 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33510) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:54.836906 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85ae5638-b861-47d6-a886-c31e7ea52462 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:54.838616 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42959ce1-ee0f-4f75-a991-ad01d8bd72da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a01433-0b7c-4e8c-ac67-6586cd53f9ce,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:54.942294 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c285679-d8fa-4eb5-8592-177dc0277ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:54.948404 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:54.978867 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c285679-d8fa-4eb5-8592-177dc0277ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:55.036452 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:55.037891 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:55.065932 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:55.090175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-ad3aac7b-9d48-403c-bd70-eb3d9956a5d5 None None] Allocated IP 172.20.0.18 (b8f81269-1c1f-4a16-bf13-f892b21c45bc/35d30ddf-915d-4905-9f34-3d9b89fe5b07/4f278ac3-4c9a-454d-9fbc-15ee310f61f7) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:55.136266 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:55.141343 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:55.148961 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:55.152497 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c285679-d8fa-4eb5-8592-177dc0277ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:55.155260 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c285679-d8fa-4eb5-8592-177dc0277ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:55.156644 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2c285679-d8fa-4eb5-8592-177dc0277ace admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/09a01433-0b7c-4e8c-ac67-6586cd53f9ce HTTP/1.1" status: 204 len: 168 time: 0.3195226 Mar 23 12:52:55.250562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c285679-d8fa-4eb5-8592-177dc0277ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a01433-0b7c-4e8c-ac67-6586cd53f9ce,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:55.265401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Pushing event updated for resources: {'Port': ['ID=13f922ec-be8b-4853-a53d-282a54bbedc8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:55.293078 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ad3aac7b-9d48-403c-bd70-eb3d9956a5d5 None None] For port 4f278ac3-4c9a-454d-9fbc-15ee310f61f7, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4f278ac3-4c9a-454d-9fbc-15ee310f61f7,segment=NetworkSegment(c07f42ce-ae1e-46ba-b51c-5f2e30d441cc),segment_id=c07f42ce-ae1e-46ba-b51c-5f2e30d441cc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:55.327496 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad3aac7b-9d48-403c-bd70-eb3d9956a5d5 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:55.335800 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad3aac7b-9d48-403c-bd70-eb3d9956a5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:55.423939 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3aac7b-9d48-403c-bd70-eb3d9956a5d5 None None] Pushing event updated for resources: {'Port': ['ID=4f278ac3-4c9a-454d-9fbc-15ee310f61f7,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:55.527577 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-85ae5638-b861-47d6-a886-c31e7ea52462 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Delete allocated IP 172.20.0.22 (b8f81269-1c1f-4a16-bf13-f892b21c45bc/35d30ddf-915d-4905-9f34-3d9b89fe5b07) {{(pid=102779) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 12:52:55.785140 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85ae5638-b861-47d6-a886-c31e7ea52462 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:55.795349 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85ae5638-b861-47d6-a886-c31e7ea52462 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:55.820840 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:55.854195 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33522) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:55.911323 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d736-fc0c-4e5c-afcc-c5157e440ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:56.005016 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-85ae5638-b861-47d6-a886-c31e7ea52462 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] In _notify_port_updated(), no bound segment for port 2903377c-d853-42cb-b3dd-c3499d8b8b0f on network b8f81269-1c1f-4a16-bf13-f892b21c45bc {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:52:56.018183 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae5638-b861-47d6-a886-c31e7ea52462 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:56.019251 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-85ae5638-b861-47d6-a886-c31e7ea52462 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:56.024223 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-85ae5638-b861-47d6-a886-c31e7ea52462 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "PUT /v2.0/ports/2903377c-d853-42cb-b3dd-c3499d8b8b0f HTTP/1.1" status: 200 len: 919 time: 1.3764610 Mar 23 12:52:56.026958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33524) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:56.028784 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae5638-b861-47d6-a886-c31e7ea52462 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=2903377c-d853-42cb-b3dd-c3499d8b8b0f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:56.043129 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-38027fff-e46b-44cf-8e7f-6594f122e419 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e73b942b-0d84-4fa4-a0fd-c95e2273eb77'}, {'subnet_id': '35d30ddf-915d-4905-9f34-3d9b89fe5b07'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:56.162054 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d736-fc0c-4e5c-afcc-c5157e440ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:56.170370 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d736-fc0c-4e5c-afcc-c5157e440ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:56.233511 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6d736-fc0c-4e5c-afcc-c5157e440ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a1c184-b1bd-4512-9592-4479330d75b1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:56.241026 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d0f6d736-fc0c-4e5c-afcc-c5157e440ecf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c57ef17b9e3c4ae1b678ec9a624c4f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3835795 Mar 23 12:52:56.241686 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33530) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:56.367535 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-001ed51b-d713-4dac-89ac-a33fdc608dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:56.446095 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-001ed51b-d713-4dac-89ac-a33fdc608dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:56.462340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36577c76-8fad-473f-9bd6-cdf7d1e68843 None None] Network b8f81269-1c1f-4a16-bf13-f892b21c45bc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:52:56.508851 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38027fff-e46b-44cf-8e7f-6594f122e419 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:56.525271 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-001ed51b-d713-4dac-89ac-a33fdc608dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:56.529408 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-001ed51b-d713-4dac-89ac-a33fdc608dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:56.530650 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-001ed51b-d713-4dac-89ac-a33fdc608dcf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/46a1c184-b1bd-4512-9592-4479330d75b1 HTTP/1.1" status: 204 len: 168 time: 0.2876873 Mar 23 12:52:56.558440 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ed51b-d713-4dac-89ac-a33fdc608dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a1c184-b1bd-4512-9592-4479330d75b1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:56.601467 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:52:56.657061 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-82337601-2222-484d-9055-637dfca15a1d None None] Provisioning complete for port 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:56.657479 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-82337601-2222-484d-9055-637dfca15a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:56.707239 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:56.722176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:56.978179 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:56.978552 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:57.057062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Router 17090ee3-ae0a-430b-ac73-5c9869142fea is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:52:57.074647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-38027fff-e46b-44cf-8e7f-6594f122e419 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Allocated IP 172.20.0.26 (b8f81269-1c1f-4a16-bf13-f892b21c45bc/35d30ddf-915d-4905-9f34-3d9b89fe5b07/2903377c-d853-42cb-b3dd-c3499d8b8b0f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:57.120742 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ea601acd-62f0-473a-aa85-dc9568acbdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:57.626101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7ef4d436-abd5-4894-ab68-7a4e6d56f678 None None] Provisioning complete for port 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:57.627264 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d436-abd5-4894-ab68-7a4e6d56f678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:57.807197 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:57.813650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7ef4d436-abd5-4894-ab68-7a4e6d56f678 None None] Provisioning complete for port 2903377c-d853-42cb-b3dd-c3499d8b8b0f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:57.813925 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d436-abd5-4894-ab68-7a4e6d56f678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:57.864411 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7ef4d436-abd5-4894-ab68-7a4e6d56f678 None None] Port 2903377c-d853-42cb-b3dd-c3499d8b8b0f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:52:57.945491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:57.956534 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7da6f4c-16b2-4ed0-8dd8-c4a8ed3beaf5 None None] Sync routers for ids ['17090ee3-ae0a-430b-ac73-5c9869142fea'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:57.963771 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:57.967621 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-653c7cf2-f83a-45cc-9510-0d72982ecc6f tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "PUT /v2.0/routers/17090ee3-ae0a-430b-ac73-5c9869142fea HTTP/1.1" status: 200 len: 915 time: 4.5580199 Mar 23 12:52:57.968060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33562) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:57.976371 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7da6f4c-16b2-4ed0-8dd8-c4a8ed3beaf5 None None] Routers {'17090ee3-ae0a-430b-ac73-5c9869142fea'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:57.976977 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e7da6f4c-16b2-4ed0-8dd8-c4a8ed3beaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['17090ee3-ae0a-430b-ac73-5c9869142fea'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:58.014329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e0dfccd8-ce17-4f22-8cce-fd7382565cda None None] Provisioning complete for port 2903377c-d853-42cb-b3dd-c3499d8b8b0f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:58.015670 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e0dfccd8-ce17-4f22-8cce-fd7382565cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:58.038832 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38027fff-e46b-44cf-8e7f-6594f122e419 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:58.052854 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38027fff-e46b-44cf-8e7f-6594f122e419 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:58.055837 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e7da6f4c-16b2-4ed0-8dd8-c4a8ed3beaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:58.088466 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7da6f4c-16b2-4ed0-8dd8-c4a8ed3beaf5 None None] Routers {'17090ee3-ae0a-430b-ac73-5c9869142fea'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:58.088939 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e7da6f4c-16b2-4ed0-8dd8-c4a8ed3beaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['17090ee3-ae0a-430b-ac73-5c9869142fea'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:58.194949 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e0dfccd8-ce17-4f22-8cce-fd7382565cda None None] Port 2903377c-d853-42cb-b3dd-c3499d8b8b0f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:52:58.213472 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e7da6f4c-16b2-4ed0-8dd8-c4a8ed3beaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:58.214112 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7da6f4c-16b2-4ed0-8dd8-c4a8ed3beaf5 None None] The sync data for ids ['17090ee3-ae0a-430b-ac73-5c9869142fea'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:58.235365 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cf464328-0f7f-42f8-9ae6-4a94e28c8bc3 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "GET /v2.0/routers/17090ee3-ae0a-430b-ac73-5c9869142fea HTTP/1.1" status: 200 len: 921 time: 0.2585340 Mar 23 12:52:58.240434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33568) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:58.269593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33570) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:58.291407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38027fff-e46b-44cf-8e7f-6594f122e419 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=2903377c-d853-42cb-b3dd-c3499d8b8b0f,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:58.321208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-38027fff-e46b-44cf-8e7f-6594f122e419 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] In _notify_port_updated(), no bound segment for port 2903377c-d853-42cb-b3dd-c3499d8b8b0f on network b8f81269-1c1f-4a16-bf13-f892b21c45bc {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:52:58.359420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38027fff-e46b-44cf-8e7f-6594f122e419 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:58.360268 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38027fff-e46b-44cf-8e7f-6594f122e419 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:58.364058 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-38027fff-e46b-44cf-8e7f-6594f122e419 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "PUT /v2.0/ports/2903377c-d853-42cb-b3dd-c3499d8b8b0f HTTP/1.1" status: 200 len: 999 time: 2.3337183 Mar 23 12:52:58.366655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33574) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:58.413865 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a5e562-207f-4334-b4ba-0f9be33b70f9 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:58.415662 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-12a5e562-207f-4334-b4ba-0f9be33b70f9 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=d572c108-a075-488a-949c-3a07028bd9a2&device_id=17090ee3-ae0a-430b-ac73-5c9869142fea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1742525 Mar 23 12:52:58.422423 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33576) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:58.434101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6f8bea2e-e634-4778-8ca0-e8a08e2b051c None None] Provisioning complete for port 2903377c-d853-42cb-b3dd-c3499d8b8b0f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:58.437476 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f8bea2e-e634-4778-8ca0-e8a08e2b051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:58.606447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6f8bea2e-e634-4778-8ca0-e8a08e2b051c None None] Port 2903377c-d853-42cb-b3dd-c3499d8b8b0f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:52:58.655568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e307a663-8cd2-4d5a-9932-04af6fe49832 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port 2903377c-d853-42cb-b3dd-c3499d8b8b0f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:58.655861 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e307a663-8cd2-4d5a-9932-04af6fe49832 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:58.732360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0543087a-882e-4a4c-bd40-24161b22fab5 None None] Provisioning complete for port 2903377c-d853-42cb-b3dd-c3499d8b8b0f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:52:58.733354 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0543087a-882e-4a4c-bd40-24161b22fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:58.823673 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0543087a-882e-4a4c-bd40-24161b22fab5 None None] Port 2903377c-d853-42cb-b3dd-c3499d8b8b0f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:52:58.838090 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e307a663-8cd2-4d5a-9932-04af6fe49832 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:58.853391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e307a663-8cd2-4d5a-9932-04af6fe49832 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for 2903377c-d853-42cb-b3dd-c3499d8b8b0f owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:52:58.919465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ba62b3-17ff-4365-888e-b51facfa8e51 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:58.921024 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-50ba62b3-17ff-4365-888e-b51facfa8e51 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 881 time: 0.4974589 Mar 23 12:52:58.927125 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33590) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:58.964221 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a076eaf-669c-4455-84ff-17c9afeeafeb admin admin] Deleting subnet b1870a69-a726-4746-a26e-0ffbf4458791 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:52:58.970539 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a076eaf-669c-4455-84ff-17c9afeeafeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:59.049423 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-875201d3-88ca-4bb8-b167-1e42e707b099 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "GET /v2.0/ports?device_id=17090ee3-ae0a-430b-ac73-5c9869142fea HTTP/1.1" status: 200 len: 205 time: 0.1211932 Mar 23 12:52:59.053031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33594) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:59.074802 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a076eaf-669c-4455-84ff-17c9afeeafeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:59.098712 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:59.143252 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a076eaf-669c-4455-84ff-17c9afeeafeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:59.236624 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a076eaf-669c-4455-84ff-17c9afeeafeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:59.277113 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cabad872-ec7f-4a49-b7eb-5a1787b37991 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:59.294070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a076eaf-669c-4455-84ff-17c9afeeafeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1870a69-a726-4746-a26e-0ffbf4458791,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:59.301639 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a076eaf-669c-4455-84ff-17c9afeeafeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:59.305214 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5a076eaf-669c-4455-84ff-17c9afeeafeb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b1870a69-a726-4746-a26e-0ffbf4458791 HTTP/1.1" status: 204 len: 168 time: 1.0301464 Mar 23 12:52:59.307414 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33598) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:59.346480 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e307a663-8cd2-4d5a-9932-04af6fe49832 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:59.414070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307a663-8cd2-4d5a-9932-04af6fe49832 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=2903377c-d853-42cb-b3dd-c3499d8b8b0f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:59.475376 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8722e2ae-4fff-46b4-9431-306e44aab111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:59.545699 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:59.611299 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8722e2ae-4fff-46b4-9431-306e44aab111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:59.637693 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e307a663-8cd2-4d5a-9932-04af6fe49832 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:59.644705 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33604) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:52:59.652537 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e307a663-8cd2-4d5a-9932-04af6fe49832 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/2903377c-d853-42cb-b3dd-c3499d8b8b0f HTTP/1.1" status: 204 len: 168 time: 1.2834549 Mar 23 12:52:59.670054 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cabad872-ec7f-4a49-b7eb-5a1787b37991 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:59.673085 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8722e2ae-4fff-46b4-9431-306e44aab111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c281b63a-1110-46c5-a009-2f989e889242']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:59.765846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8722e2ae-4fff-46b4-9431-306e44aab111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5858bd8a-676e-4633-8719-693eb1b835ad') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:59.766141 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8722e2ae-4fff-46b4-9431-306e44aab111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5858bd8a-676e-4633-8719-693eb1b835ad') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:59.781202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cabad872-ec7f-4a49-b7eb-5a1787b37991 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Deleting port 13f922ec-be8b-4853-a53d-282a54bbedc8 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:52:59.783307 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cabad872-ec7f-4a49-b7eb-5a1787b37991 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:59.797712 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8722e2ae-4fff-46b4-9431-306e44aab111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:59.850279 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8722e2ae-4fff-46b4-9431-306e44aab111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:52:59.878126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8722e2ae-4fff-46b4-9431-306e44aab111 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:52:59.878568 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8722e2ae-4fff-46b4-9431-306e44aab111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.009657 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cabad872-ec7f-4a49-b7eb-5a1787b37991 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.024047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cabad872-ec7f-4a49-b7eb-5a1787b37991 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Calling delete_port for 13f922ec-be8b-4853-a53d-282a54bbedc8 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:53:00.070235 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:53:00.072515 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4273a9f-4a5e-49a0-ae06-3aba8441e063 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] GET failed (client error): The resource could not be found. Mar 23 12:53:00.084017 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a4273a9f-4a5e-49a0-ae06-3aba8441e063 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports/2903377c-d853-42cb-b3dd-c3499d8b8b0f HTTP/1.1" status: 404 len: 333 time: 0.4326053 Mar 23 12:53:00.085458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33614) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:00.183270 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8722e2ae-4fff-46b4-9431-306e44aab111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.215153 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8722e2ae-4fff-46b4-9431-306e44aab111 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.222140 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8722e2ae-4fff-46b4-9431-306e44aab111 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c281b63a-1110-46c5-a009-2f989e889242 HTTP/1.1" status: 204 len: 168 time: 0.9108949 Mar 23 12:53:00.222140 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722e2ae-4fff-46b4-9431-306e44aab111 admin admin] Pushing event deleted for resources: {'Network': ['ID=c281b63a-1110-46c5-a009-2f989e889242,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:00.242776 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cabad872-ec7f-4a49-b7eb-5a1787b37991 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.304366 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-97aeef95-917f-41d1-9a15-388ce75b6bb6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting subnet 35d30ddf-915d-4905-9f34-3d9b89fe5b07 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:53:00.310304 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabad872-ec7f-4a49-b7eb-5a1787b37991 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Pushing event deleted for resources: {'Port': ['ID=13f922ec-be8b-4853-a53d-282a54bbedc8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:00.314510 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97aeef95-917f-41d1-9a15-388ce75b6bb6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.371824 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cabad872-ec7f-4a49-b7eb-5a1787b37991 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.415607 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97aeef95-917f-41d1-9a15-388ce75b6bb6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.544318 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cabad872-ec7f-4a49-b7eb-5a1787b37991 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.546806 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cabad872-ec7f-4a49-b7eb-5a1787b37991 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.574421 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33626) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:00.614641 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cabad872-ec7f-4a49-b7eb-5a1787b37991 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.615540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabad872-ec7f-4a49-b7eb-5a1787b37991 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Fanout notify agent at l3_agent the message router_deleted on router 17090ee3-ae0a-430b-ac73-5c9869142fea {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:53:00.631985 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cabad872-ec7f-4a49-b7eb-5a1787b37991 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.633134 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cabad872-ec7f-4a49-b7eb-5a1787b37991 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "DELETE /v2.0/routers/17090ee3-ae0a-430b-ac73-5c9869142fea HTTP/1.1" status: 204 len: 168 time: 1.5790896 Mar 23 12:53:00.637202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33628) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:00.648080 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97aeef95-917f-41d1-9a15-388ce75b6bb6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.652210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-56cf80ad-9893-4158-a873-f939c0a7ca5b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-64325314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:00.696080 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-418abb5f-ccb1-4e2e-bc9b-f60d1c204340 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=33e7f205f4db4e62a36e6c205fdc521e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1200914 Mar 23 12:53:00.696580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33630) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:00.734112 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56cf80ad-9893-4158-a873-f939c0a7ca5b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.736341 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56cf80ad-9893-4158-a873-f939c0a7ca5b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.782788 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97aeef95-917f-41d1-9a15-388ce75b6bb6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.844140 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2de572bc-93fd-4cb1-8c45-c59f296f353f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.864464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aeef95-917f-41d1-9a15-388ce75b6bb6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Subnet': ['ID=35d30ddf-915d-4905-9f34-3d9b89fe5b07,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:00.874681 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97aeef95-917f-41d1-9a15-388ce75b6bb6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.880085 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521a0a07-0124-4ebf-9426-822c50f3fc30 None None] Network b8f81269-1c1f-4a16-bf13-f892b21c45bc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:00.886141 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-97aeef95-917f-41d1-9a15-388ce75b6bb6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/35d30ddf-915d-4905-9f34-3d9b89fe5b07 HTTP/1.1" status: 204 len: 168 time: 0.7627554 Mar 23 12:53:00.890229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33634) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:00.894844 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56cf80ad-9893-4158-a873-f939c0a7ca5b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.904259 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56cf80ad-9893-4158-a873-f939c0a7ca5b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.932449 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2de572bc-93fd-4cb1-8c45-c59f296f353f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.950726 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56cf80ad-9893-4158-a873-f939c0a7ca5b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:00.954432 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-56cf80ad-9893-4158-a873-f939c0a7ca5b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3130527 Mar 23 12:53:00.956434 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33636) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:00.966561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'enable_snat': False}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:01.035663 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-0642c707-9b01-4a27-8288-68cec03b7da7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting subnet e73b942b-0d84-4fa4-a0fd-c95e2273eb77 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:53:01.044414 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0642c707-9b01-4a27-8288-68cec03b7da7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:01.117588 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0642c707-9b01-4a27-8288-68cec03b7da7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:01.283692 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0642c707-9b01-4a27-8288-68cec03b7da7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:01.289283 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2de572bc-93fd-4cb1-8c45-c59f296f353f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:01.294447 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2de572bc-93fd-4cb1-8c45-c59f296f353f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:01.299973 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2de572bc-93fd-4cb1-8c45-c59f296f353f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a9dba514-08fa-4aff-ae4b-605c62ad3b5c HTTP/1.1" status: 204 len: 168 time: 0.5975318 Mar 23 12:53:01.397887 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0642c707-9b01-4a27-8288-68cec03b7da7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:01.443720 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642c707-9b01-4a27-8288-68cec03b7da7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Subnet': ['ID=e73b942b-0d84-4fa4-a0fd-c95e2273eb77,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:01.448820 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0642c707-9b01-4a27-8288-68cec03b7da7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:01.455885 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0642c707-9b01-4a27-8288-68cec03b7da7 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/e73b942b-0d84-4fa4-a0fd-c95e2273eb77 HTTP/1.1" status: 204 len: 168 time: 0.5622034 Mar 23 12:53:01.456366 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33642) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:01.463270 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:01.466705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de572bc-93fd-4cb1-8c45-c59f296f353f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dba514-08fa-4aff-ae4b-605c62ad3b5c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:01.585136 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33644) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:01.591279 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-364205ce-9d89-4557-a3f5-3e79b08cfc2a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Request body: {'network': {'name': 'tempest-network-smoke--1743088644', 'project_id': '4578e949d6db4514a22d0490934f3e80', 'port_security_enabled': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:01.640603 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364205ce-9d89-4557-a3f5-3e79b08cfc2a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Made reservation on behalf of 4578e949d6db4514a22d0490934f3e80 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:01.646796 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-364205ce-9d89-4557-a3f5-3e79b08cfc2a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:01.658425 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:01.672714 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-364205ce-9d89-4557-a3f5-3e79b08cfc2a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:01.773688 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:01.774004 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:01.939842 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] For port 4f278ac3-4c9a-454d-9fbc-15ee310f61f7, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4f278ac3-4c9a-454d-9fbc-15ee310f61f7,segment=NetworkSegment(c07f42ce-ae1e-46ba-b51c-5f2e30d441cc),segment_id=c07f42ce-ae1e-46ba-b51c-5f2e30d441cc)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:01.939842 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:01.956632 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:02.003436 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-364205ce-9d89-4557-a3f5-3e79b08cfc2a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.022758 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-364205ce-9d89-4557-a3f5-3e79b08cfc2a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.049937 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.094683 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.096429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364205ce-9d89-4557-a3f5-3e79b08cfc2a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:53:02.121186 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-364205ce-9d89-4557-a3f5-3e79b08cfc2a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.126613 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-364205ce-9d89-4557-a3f5-3e79b08cfc2a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Added segment 265af318-e985-4510-b063-8775ae762b03 of type vlan for network 418e4da7-3f91-4acf-9c8d-b6060cea49cb Mar 23 12:53:02.154121 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=4f278ac3-4c9a-454d-9fbc-15ee310f61f7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:02.167648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No DVR routers for this DVR port 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:53:02.191139 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-364205ce-9d89-4557-a3f5-3e79b08cfc2a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.270676 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-364205ce-9d89-4557-a3f5-3e79b08cfc2a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.278574 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364205ce-9d89-4557-a3f5-3e79b08cfc2a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:02.279355 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-364205ce-9d89-4557-a3f5-3e79b08cfc2a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.293683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5fff5e85-9b96-43bc-89ce-89df71a3acd7 None None] Could not find standard attr ID for object 4f278ac3-4c9a-454d-9fbc-15ee310f61f7. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:53:02.306309 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.307912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f3fb72-925b-48de-95b5-25f20b831266 None None] Network b8f81269-1c1f-4a16-bf13-f892b21c45bc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:02.366968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364205ce-9d89-4557-a3f5-3e79b08cfc2a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a429aa-e4d6-4b2c-9545-ba5e4c9b1c28,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:02.389547 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-364205ce-9d89-4557-a3f5-3e79b08cfc2a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8031869 Mar 23 12:53:02.397915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33672) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:02.403802 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1312964928', 'admin_state_up': True, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:02.506497 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.549271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364205ce-9d89-4557-a3f5-3e79b08cfc2a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'Network': ['ID=418e4da7-3f91-4acf-9c8d-b6060cea49cb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:02.568232 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 418e4da7-3f91-4acf-9c8d-b6060cea49cb details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:53:02.577075 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f81269-1c1f-4a16-bf13-f892b21c45bc']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:02.595746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07f42ce-ae1e-46ba-b51c-5f2e30d441cc') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:02.595746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07f42ce-ae1e-46ba-b51c-5f2e30d441cc') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:02.598306 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.599415 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.630664 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d7ed6-c97a-4fb8-b551-9b911f50765d req-340bd942-f3a7-416d-a74e-6ea442531900 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:02.632237 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a21d7ed6-c97a-4fb8-b551-9b911f50765d req-340bd942-f3a7-416d-a74e-6ea442531900 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 945 time: 0.2362168 Mar 23 12:53:02.634244 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.640289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Allocated IP 172.25.2.105 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/0f012c2d-1a40-4384-b87e-f7aac1e9f9e9) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:02.654564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82130386-5453-4727-8a3e-022bd0c2cbf7 None None] DHCP port deletion for b8f81269-1c1f-4a16-bf13-f892b21c45bc request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:53:02.695097 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.712091 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:53:02.713433 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:53:02.720754 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:53:02.778442 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.785179 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a21d7ed6-c97a-4fb8-b551-9b911f50765d req-f952daba-57db-4f58-ba46-1225c99be2c4 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=311eb275-ff9f-46f6-97d2-0b91c9d4fb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1401350 Mar 23 12:53:02.819328 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.863575 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.887169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:02.890160 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:02.900393 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.910024 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:02.913239 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/networks/b8f81269-1c1f-4a16-bf13-f892b21c45bc HTTP/1.1" status: 204 len: 168 time: 1.4560547 Mar 23 12:53:02.918341 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33682) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:02.921013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:02.975050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cbfe5-3612-4b98-a997-5290689a9986 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Network': ['ID=b8f81269-1c1f-4a16-bf13-f892b21c45bc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:02.976205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Pushing event updated for resources: {'Port': ['ID=0f012c2d-1a40-4384-b87e-f7aac1e9f9e9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:03.030523 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:03.076857 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb128fe-f3c4-44e8-856c-187de00cb951 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:03.078383 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1bb128fe-f3c4-44e8-856c-187de00cb951 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1590884 Mar 23 12:53:03.084534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33692) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:03.186114 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-809a1739-295f-463f-94e0-737845e0e746 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0996618 Mar 23 12:53:03.190210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33696) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:03.200120 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1373107029'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:03.264486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:03.268667 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:03.292229 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:03.342636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:53:03.364030 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:03.364608 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:03.364967 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Added segment dcd24f47-b98f-43c9-973f-779d69c0cca9 of type vlan for network e86b871e-dc26-4b78-b47b-cb8cde6308f3 Mar 23 12:53:03.464910 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:03.545413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:03.553060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:03.553639 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:03.670326 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4790282 Mar 23 12:53:03.674263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33704) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:03.681290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-76d86140-9f75-41c1-abb2-102acc665cd2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'subnet': {'network_id': 'e86b871e-dc26-4b78-b47b-cb8cde6308f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:03.707526 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:03.838496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Allocated IP 172.25.2.129 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/c8629f7a-3f94-4cf2-bb48-d4198b626f70) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:03.988995 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:04.033646 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:04.054353 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Network': ['ID=e86b871e-dc26-4b78-b47b-cb8cde6308f3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:04.061449 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:04.080434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:04.088188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:04.092355 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:04.121755 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'Port': ['ID=c8629f7a-3f94-4cf2-bb48-d4198b626f70,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:04.134014 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:04.144083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:04.144083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:04.144083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:04.144083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:04.144083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:04.144083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:04.144083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:04.144083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:04.144083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:04.144827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:04.145155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:04.145929 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6df37-edd5-4ba1-ac50-ab8fedbe1186 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:04.160296 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network e86b871e-dc26-4b78-b47b-cb8cde6308f3 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:53:04.295278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a551b-bee5-425c-b7bf-0c32703c9f6a req-4105f7dd-3dec-48a9-9def-8cfdbbed1e52 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:04.304315 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a48a551b-bee5-425c-b7bf-0c32703c9f6a req-4105f7dd-3dec-48a9-9def-8cfdbbed1e52 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 945 time: 0.2525208 Mar 23 12:53:04.349617 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31172916-d855-4204-a990-9de55c6d8962 req-0865086a-4a4b-4379-a55b-a4ec1c7c10a2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:04.351186 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-31172916-d855-4204-a990-9de55c6d8962 req-0865086a-4a4b-4379-a55b-a4ec1c7c10a2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 945 time: 0.2310388 Mar 23 12:53:04.364286 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d86140-9f75-41c1-abb2-102acc665cd2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:04.367584 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76d86140-9f75-41c1-abb2-102acc665cd2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:04.435968 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:53:04.468515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:53:04.469120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4f278ac3-4c9a-454d-9fbc-15ee310f61f7 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:53:04.514889 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a48a551b-bee5-425c-b7bf-0c32703c9f6a req-9ff788ef-b8f6-4442-8584-d2216670c120 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=311eb275-ff9f-46f6-97d2-0b91c9d4fb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2044108 Mar 23 12:53:04.594618 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Router b5e18418-3d69-4d00-a5d3-5378a16971fa is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:53:04.603837 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-31172916-d855-4204-a990-9de55c6d8962 req-97c1421c-987e-4d48-b9c4-18723a3ea8a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Deleting port a8dfe3d8-a103-4dcc-bd22-daf11ac5633a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:04.604279 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-31172916-d855-4204-a990-9de55c6d8962 req-97c1421c-987e-4d48-b9c4-18723a3ea8a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:04.629200 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:04.773152 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76d86140-9f75-41c1-abb2-102acc665cd2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:04.812440 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-31172916-d855-4204-a990-9de55c6d8962 req-97c1421c-987e-4d48-b9c4-18723a3ea8a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] For port a8dfe3d8-a103-4dcc-bd22-daf11ac5633a, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=a8dfe3d8-a103-4dcc-bd22-daf11ac5633a,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:04.812804 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-31172916-d855-4204-a990-9de55c6d8962 req-97c1421c-987e-4d48-b9c4-18723a3ea8a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:04.835690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:04.844909 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:04.846760 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c9e8b053-e22c-4861-aa9e-f47f3fa51fa5 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "PUT /v2.0/routers/b5e18418-3d69-4d00-a5d3-5378a16971fa HTTP/1.1" status: 200 len: 914 time: 3.8901858 Mar 23 12:53:04.850686 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33718) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:04.858386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2bb78-4652-4619-b350-864fcea1f1ff None None] Sync routers for ids ['b5e18418-3d69-4d00-a5d3-5378a16971fa'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:04.859979 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d86140-9f75-41c1-abb2-102acc665cd2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Subnet': ['ID=174a5d7b-ee79-4c1a-bd1d-dede4813997f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:04.867429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d86140-9f75-41c1-abb2-102acc665cd2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Checking segment: {'id': 'dcd24f47-b98f-43c9-973f-779d69c0cca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e86b871e-dc26-4b78-b47b-cb8cde6308f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:04.867876 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d86140-9f75-41c1-abb2-102acc665cd2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network hostable DHCP agents. Network: e86b871e-dc26-4b78-b47b-cb8cde6308f3, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:53:04.893477 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2bb78-4652-4619-b350-864fcea1f1ff None None] Routers {'b5e18418-3d69-4d00-a5d3-5378a16971fa'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:04.895039 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-76e2bb78-4652-4619-b350-864fcea1f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b5e18418-3d69-4d00-a5d3-5378a16971fa'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:04.911732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d86140-9f75-41c1-abb2-102acc665cd2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network e86b871e-dc26-4b78-b47b-cb8cde6308f3 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:53:04.926085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-76d86140-9f75-41c1-abb2-102acc665cd2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, e86b871e-dc26-4b78-b47b-cb8cde6308f3) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:04.930604 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d86140-9f75-41c1-abb2-102acc665cd2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:04.931294 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76d86140-9f75-41c1-abb2-102acc665cd2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:04.950996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debdcb2b-15ed-4db6-af54-84d0c7ba9d98 None None] Network e86b871e-dc26-4b78-b47b-cb8cde6308f3 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:04.967153 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-76d86140-9f75-41c1-abb2-102acc665cd2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2896700 Mar 23 12:53:04.973968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33720) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:04.985656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-789c7148-b6df-4d1b-9736-094b2903ffd9 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'network_id': 'e86b871e-dc26-4b78-b47b-cb8cde6308f3', 'name': 'tempest-PortsTestJSON-1667180620'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:05.038745 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-76e2bb78-4652-4619-b350-864fcea1f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:05.076741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2bb78-4652-4619-b350-864fcea1f1ff None None] Routers {'b5e18418-3d69-4d00-a5d3-5378a16971fa'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:05.077374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-76e2bb78-4652-4619-b350-864fcea1f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b5e18418-3d69-4d00-a5d3-5378a16971fa'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:05.115810 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-76e2bb78-4652-4619-b350-864fcea1f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:05.116525 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2bb78-4652-4619-b350-864fcea1f1ff None None] The sync data for ids ['b5e18418-3d69-4d00-a5d3-5378a16971fa'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:05.149540 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a89a022f-2664-4c0d-825b-365a5e74beb1 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "GET /v2.0/routers/b5e18418-3d69-4d00-a5d3-5378a16971fa HTTP/1.1" status: 200 len: 920 time: 0.2659824 Mar 23 12:53:05.154171 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-e86b871e-dc26-4b78-b47b-cb8cde6308f3', 'network_id': 'e86b871e-dc26-4b78-b47b-cb8cde6308f3', 'tenant_id': 'c3c6728e92c54f358a5fc12194cc4258', 'fixed_ips': [{'subnet_id': '174a5d7b-ee79-4c1a-bd1d-dede4813997f'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:53:05.155465 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33722) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:05.156935 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:05.266889 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0e497e-ec1a-4ea7-902b-7866cd0dd897 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:05.268876 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6c0e497e-ec1a-4ea7-902b-7866cd0dd897 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=d572c108-a075-488a-949c-3a07028bd9a2&device_id=b5e18418-3d69-4d00-a5d3-5378a16971fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1123328 Mar 23 12:53:05.273234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33724) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:05.287806 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789c7148-b6df-4d1b-9736-094b2903ffd9 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:05.292043 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-789c7148-b6df-4d1b-9736-094b2903ffd9 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:05.348541 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-789c7148-b6df-4d1b-9736-094b2903ffd9 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] device_id is not set on port 3ed46786-1f4a-4047-acab-df8382f787a1 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:53:05.415648 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:05.427175 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-31172916-d855-4204-a990-9de55c6d8962 req-97c1421c-987e-4d48-b9c4-18723a3ea8a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:05.427908 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-31172916-d855-4204-a990-9de55c6d8962 req-97c1421c-987e-4d48-b9c4-18723a3ea8a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:05.428870 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [req-31172916-d855-4204-a990-9de55c6d8962 req-97c1421c-987e-4d48-b9c4-18723a3ea8a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Floating IP dd20d778-9b25-4367-8e3e-7b6ebaa0e772 disassociated. External IP: 172.25.2.60, port: a8dfe3d8-a103-4dcc-bd22-daf11ac5633a. Mar 23 12:53:05.429280 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-31172916-d855-4204-a990-9de55c6d8962 req-97c1421c-987e-4d48-b9c4-18723a3ea8a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Calling delete_port for a8dfe3d8-a103-4dcc-bd22-daf11ac5633a owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:05.450221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Allocated IP 172.20.0.2 (e86b871e-dc26-4b78-b47b-cb8cde6308f3/174a5d7b-ee79-4c1a-bd1d-dede4813997f/dbf1595d-28ca-4db6-9f0a-cd3efbc1959b) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:05.456937 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7bf89a-fc20-43c7-93ff-4085ff3aeb94 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:05.461285 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1a7bf89a-fc20-43c7-93ff-4085ff3aeb94 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "GET /v2.0/networks/d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 881 time: 0.1834753 Mar 23 12:53:05.463620 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33728) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:05.523388 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-23132c1a-96af-4db0-9829-c43024290fd1 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e18418-3d69-4d00-a5d3-5378a16971fa HTTP/1.1" status: 200 len: 205 time: 0.0548890 Mar 23 12:53:05.523679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33730) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:05.694272 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:05.705939 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:05.712245 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf0b02-a885-42dc-a8a8-55dccc9a4d82 req-08c80e5c-c442-44bb-b60b-ee15d9d1db3e tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:05.716873 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2cf0b02-a885-42dc-a8a8-55dccc9a4d82 req-08c80e5c-c442-44bb-b60b-ee15d9d1db3e tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 945 time: 0.0966876 Mar 23 12:53:05.718559 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f34a3d35-5043-4350-bfc8-8132b4d01afb tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:05.753471 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Network e86b871e-dc26-4b78-b47b-cb8cde6308f3 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:05.755049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:05.759059 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:05.856173 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Pushing event updated for resources: {'Port': ['ID=dbf1595d-28ca-4db6-9f0a-cd3efbc1959b,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:05.869593 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-789c7148-b6df-4d1b-9736-094b2903ffd9 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Allocated IP 172.20.0.3 (e86b871e-dc26-4b78-b47b-cb8cde6308f3/174a5d7b-ee79-4c1a-bd1d-dede4813997f/3ed46786-1f4a-4047-acab-df8382f787a1) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:05.874928 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Attempting to bind port dbf1595d-28ca-4db6-9f0a-cd3efbc1959b on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:53:05.875319 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Attempting to bind port dbf1595d-28ca-4db6-9f0a-cd3efbc1959b by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'dcd24f47-b98f-43c9-973f-779d69c0cca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e86b871e-dc26-4b78-b47b-cb8cde6308f3'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:53:05.875664 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Attempting to bind port dbf1595d-28ca-4db6-9f0a-cd3efbc1959b on network e86b871e-dc26-4b78-b47b-cb8cde6308f3 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:05.883395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:05.883774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Checking segment: {'id': 'dcd24f47-b98f-43c9-973f-779d69c0cca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e86b871e-dc26-4b78-b47b-cb8cde6308f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:05.884394 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:05.884996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Bound using segment: {'id': 'dcd24f47-b98f-43c9-973f-779d69c0cca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e86b871e-dc26-4b78-b47b-cb8cde6308f3'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:05.885666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Bound port: dbf1595d-28ca-4db6-9f0a-cd3efbc1959b, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd24f47-b98f-43c9-973f-779d69c0cca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e86b871e-dc26-4b78-b47b-cb8cde6308f3'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:53:05.886228 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:05.893619 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2cf0b02-a885-42dc-a8a8-55dccc9a4d82 req-2695dce3-cc18-43f2-980e-d499532127ab tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=311eb275-ff9f-46f6-97d2-0b91c9d4fb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1614754 Mar 23 12:53:05.936721 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-31172916-d855-4204-a990-9de55c6d8962 req-97c1421c-987e-4d48-b9c4-18723a3ea8a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:05.985263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1421c-987e-4d48-b9c4-18723a3ea8a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event deleted for resources: {'Port': ['ID=a8dfe3d8-a103-4dcc-bd22-daf11ac5633a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:05.991328 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Router d654ecdd-8c54-43d1-a4e5-00d426e9f703 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:53:05.998386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] For port dbf1595d-28ca-4db6-9f0a-cd3efbc1959b, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:06.002489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] For port dbf1595d-28ca-4db6-9f0a-cd3efbc1959b, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=dbf1595d-28ca-4db6-9f0a-cd3efbc1959b,segment=NetworkSegment(dcd24f47-b98f-43c9-973f-779d69c0cca9),segment_id=dcd24f47-b98f-43c9-973f-779d69c0cca9)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:06.031645 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:06.169564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9908c10-5b5f-46a7-878e-8cb5a72f993d None None] Pushing event updated for resources: {'Port': ['ID=dbf1595d-28ca-4db6-9f0a-cd3efbc1959b,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:06.275212 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f34a3d35-5043-4350-bfc8-8132b4d01afb tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:06.339736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:06.352665 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Sync routers for ids ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:06.368495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31172916-d855-4204-a990-9de55c6d8962 req-97c1421c-987e-4d48-b9c4-18723a3ea8a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:53:06.370091 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Routers {'d654ecdd-8c54-43d1-a4e5-00d426e9f703'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:06.371041 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-789c7148-b6df-4d1b-9736-094b2903ffd9 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:06.373588 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:06.378328 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-87f469e5-2456-4b4b-b296-f837b2cec68c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.9760077 Mar 23 12:53:06.378756 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-251a90f4-8617-402d-be36-46838865ce75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:06.378929 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33736) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:06.485176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f34a3d35-5043-4350-bfc8-8132b4d01afb tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Deleting port 0f012c2d-1a40-4384-b87e-f7aac1e9f9e9 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:06.485620 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f34a3d35-5043-4350-bfc8-8132b4d01afb tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:06.606021 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-789c7148-b6df-4d1b-9736-094b2903ffd9 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:06.671691 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31172916-d855-4204-a990-9de55c6d8962 req-97c1421c-987e-4d48-b9c4-18723a3ea8a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:06.682492 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Set router d654ecdd-8c54-43d1-a4e5-00d426e9f703 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:06.693586 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de142e7-7864-43bc-a522-308a72713c97 None None] Sync routers for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:06.713968 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de142e7-7864-43bc-a522-308a72713c97 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:06.714613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2de142e7-7864-43bc-a522-308a72713c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:06.751798 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f34a3d35-5043-4350-bfc8-8132b4d01afb tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:06.770984 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-31172916-d855-4204-a990-9de55c6d8962 req-97c1421c-987e-4d48-b9c4-18723a3ea8a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] No DVR routers for this DVR port a8dfe3d8-a103-4dcc-bd22-daf11ac5633a on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:53:06.783971 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-31172916-d855-4204-a990-9de55c6d8962 req-97c1421c-987e-4d48-b9c4-18723a3ea8a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:06.790902 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-31172916-d855-4204-a990-9de55c6d8962 req-97c1421c-987e-4d48-b9c4-18723a3ea8a3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "DELETE /v2.0/ports/a8dfe3d8-a103-4dcc-bd22-daf11ac5633a HTTP/1.1" status: 204 len: 173 time: 2.4301558 Mar 23 12:53:06.808071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f34a3d35-5043-4350-bfc8-8132b4d01afb tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Calling delete_port for 0f012c2d-1a40-4384-b87e-f7aac1e9f9e9 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:06.808639 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c08857-da89-4f3b-9891-1f6652a25511', 'name': 'network-vif-deleted', 'tag': 'a8dfe3d8-a103-4dcc-bd22-daf11ac5633a'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:06.811914 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258bd7bc-3bf1-42b2-b222-1da4193b5b0a" -d '{"events": [{"server_uuid": "91c08857-da89-4f3b-9891-1f6652a25511", "name": "network-vif-deleted", "tag": "a8dfe3d8-a103-4dcc-bd22-daf11ac5633a"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:06.947685 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66a5f54-71cb-438f-9ab7-781a6dfe497b x-openstack-request-id: req-e66a5f54-71cb-438f-9ab7-781a6dfe497b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:06.948111 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c08857-da89-4f3b-9891-1f6652a25511", "name": "network-vif-deleted", "tag": "a8dfe3d8-a103-4dcc-bd22-daf11ac5633a", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:06.948470 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e66a5f54-71cb-438f-9ab7-781a6dfe497b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:06.949881 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c08857-da89-4f3b-9891-1f6652a25511', 'name': 'network-vif-deleted', 'tag': 'a8dfe3d8-a103-4dcc-bd22-daf11ac5633a', 'status': 'completed', 'code': 200} Mar 23 12:53:06.958006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789c7148-b6df-4d1b-9736-094b2903ffd9 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network e86b871e-dc26-4b78-b47b-cb8cde6308f3 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:06.981624 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c7148-b6df-4d1b-9736-094b2903ffd9 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=3ed46786-1f4a-4047-acab-df8382f787a1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:06.994679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-789c7148-b6df-4d1b-9736-094b2903ffd9 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:07.002877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c7148-b6df-4d1b-9736-094b2903ffd9 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:07.010649 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c13e50e8-d27c-4b06-ba42-4b634accb426 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=4578e949d6db4514a22d0490934f3e80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6276338 Mar 23 12:53:07.011592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33750) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:07.013155 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2de142e7-7864-43bc-a522-308a72713c97 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:07.241455 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789c7148-b6df-4d1b-9736-094b2903ffd9 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:07.243407 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-789c7148-b6df-4d1b-9736-094b2903ffd9 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:07.303390 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-251a90f4-8617-402d-be36-46838865ce75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312964928', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:02Z', 'updated_at': '2022-03-23T12:53:04Z', 'revision_number': 3, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:03Z', 'updated_at': '2022-03-23T12:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:07.334525 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Checking router: d654ecdd-8c54-43d1-a4e5-00d426e9f703 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:53:07.335551 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Updating router d654ecdd-8c54-43d1-a4e5-00d426e9f703 port c8629f7a-3f94-4cf2-bb48-d4198b626f70 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:53:07.369438 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:07.492325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f34a3d35-5043-4350-bfc8-8132b4d01afb tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:07.597239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2de142e7-7864-43bc-a522-308a72713c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:07.639521 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-789c7148-b6df-4d1b-9736-094b2903ffd9 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6594357 Mar 23 12:53:07.646564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de142e7-7864-43bc-a522-308a72713c97 None None] Checking router: d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:53:07.649619 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33758) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:07.653540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a3d35-5043-4350-bfc8-8132b4d01afb tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Pushing event deleted for resources: {'Port': ['ID=0f012c2d-1a40-4384-b87e-f7aac1e9f9e9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:07.665383 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de142e7-7864-43bc-a522-308a72713c97 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:07.672081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0b5044c5-cc81-4685-a246-cda30a5d40c2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'network_id': 'e86b871e-dc26-4b78-b47b-cb8cde6308f3', 'name': 'tempest-PortsTestJSON-1650963790'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:07.672330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2de142e7-7864-43bc-a522-308a72713c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:07.846196 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:07.861005 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:07.874817 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f34a3d35-5043-4350-bfc8-8132b4d01afb tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:07.991970 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f29d55-efdc-4252-9e96-2209a2e92825 None None] Pushing event updated for resources: {'Port': ['ID=c8629f7a-3f94-4cf2-bb48-d4198b626f70,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:07.994501 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Attempting to bind port c8629f7a-3f94-4cf2-bb48-d4198b626f70 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:53:07.994864 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Attempting to bind port c8629f7a-3f94-4cf2-bb48-d4198b626f70 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:53:07.995224 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Attempting to bind port c8629f7a-3f94-4cf2-bb48-d4198b626f70 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:08.029949 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:08.030330 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:08.030737 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:08.031123 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:08.031602 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Bound port: c8629f7a-3f94-4cf2-bb48-d4198b626f70, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:53:08.031997 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:08.072029 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3c76be-0c08-42be-9583-507fe29f0702 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:08.072029 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fb3c76be-0c08-42be-9583-507fe29f0702 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0531542 Mar 23 12:53:08.089698 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33760) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:08.111270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2de142e7-7864-43bc-a522-308a72713c97 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:08.147742 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-07969a9a-f24f-462c-a112-75c3d76b2efe req-95a96453-ff9a-4e37-ae35-a0fe50ee5c7a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c08857-da89-4f3b-9891-1f6652a25511 HTTP/1.1" status: 200 len: 210 time: 0.0768101 Mar 23 12:53:08.181122 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f34a3d35-5043-4350-bfc8-8132b4d01afb tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:08.181315 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-251a90f4-8617-402d-be36-46838865ce75 None None] For port c8629f7a-3f94-4cf2-bb48-d4198b626f70, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:08.184050 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f34a3d35-5043-4350-bfc8-8132b4d01afb tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:08.184820 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-251a90f4-8617-402d-be36-46838865ce75 None None] For port c8629f7a-3f94-4cf2-bb48-d4198b626f70, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c8629f7a-3f94-4cf2-bb48-d4198b626f70,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:08.192229 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:08.267188 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f29d55-efdc-4252-9e96-2209a2e92825 None None] Pushing event updated for resources: {'Port': ['ID=c8629f7a-3f94-4cf2-bb48-d4198b626f70,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:08.276048 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Routers {'d654ecdd-8c54-43d1-a4e5-00d426e9f703'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:08.276802 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-251a90f4-8617-402d-be36-46838865ce75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:08.287458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33764) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:08.288021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c6ecc0f5-8d22-4282-adcb-aa695e43907a tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454292 Mar 23 12:53:08.291863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2c646a48-0230-40ee-b6ab-79889deeda29 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1679751828', 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb', 'project_id': '4578e949d6db4514a22d0490934f3e80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:08.310539 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f34a3d35-5043-4350-bfc8-8132b4d01afb tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:08.311218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34a3d35-5043-4350-bfc8-8132b4d01afb tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Fanout notify agent at l3_agent the message router_deleted on router b5e18418-3d69-4d00-a5d3-5378a16971fa {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:53:08.336762 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f34a3d35-5043-4350-bfc8-8132b4d01afb tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:08.337489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0b7f4d-f640-4569-8f24-dfbf5fc08cde None None] Network e86b871e-dc26-4b78-b47b-cb8cde6308f3 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:08.338378 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f34a3d35-5043-4350-bfc8-8132b4d01afb tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "DELETE /v2.0/routers/b5e18418-3d69-4d00-a5d3-5378a16971fa HTTP/1.1" status: 204 len: 168 time: 2.7969198 Mar 23 12:53:08.349746 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33766) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:08.362573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-212309428', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:08.410059 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:08.411580 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:08.423635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9981013e-723c-4ce5-953c-a3a0811d48e9 None None] Provisioning complete for port dbf1595d-28ca-4db6-9f0a-cd3efbc1959b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:08.425686 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9981013e-723c-4ce5-953c-a3a0811d48e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:08.451146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5044c5-cc81-4685-a246-cda30a5d40c2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:08.460563 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b5044c5-cc81-4685-a246-cda30a5d40c2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:08.461193 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-251a90f4-8617-402d-be36-46838865ce75 None None] Set router d654ecdd-8c54-43d1-a4e5-00d426e9f703 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:08.536311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c646a48-0230-40ee-b6ab-79889deeda29 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Made reservation on behalf of 4578e949d6db4514a22d0490934f3e80 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:08.545729 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c646a48-0230-40ee-b6ab-79889deeda29 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:08.619790 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:08.625833 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-0b5044c5-cc81-4685-a246-cda30a5d40c2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] device_id is not set on port 6cf51671-21ea-4df6-83e7-c929a25912e0 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:53:08.656725 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device dbf1595d-28ca-4db6-9f0a-cd3efbc1959b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:08.839093 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-251a90f4-8617-402d-be36-46838865ce75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312964928', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:02Z', 'updated_at': '2022-03-23T12:53:04Z', 'revision_number': 3, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:03Z', 'updated_at': '2022-03-23T12:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:08.917908 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251a90f4-8617-402d-be36-46838865ce75 None None] The sync data for ids ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'] in n-d-834854-1 is: [{'id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312964928', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:02Z', 'updated_at': '2022-03-23T12:53:04Z', 'revision_number': 3, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:03Z', 'updated_at': '2022-03-23T12:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:08.988430 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c646a48-0230-40ee-b6ab-79889deeda29 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:09.026869 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9981013e-723c-4ce5-953c-a3a0811d48e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:09.082476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port dbf1595d-28ca-4db6-9f0a-cd3efbc1959b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:09.082960 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:09.098027 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c646a48-0230-40ee-b6ab-79889deeda29 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'Subnet': ['ID=c44bda33-7d34-4ba5-8c4e-8b6acbd59b63,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:09.150900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c646a48-0230-40ee-b6ab-79889deeda29 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Checking segment: {'id': '265af318-e985-4510-b063-8775ae762b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:09.151433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c646a48-0230-40ee-b6ab-79889deeda29 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Network hostable DHCP agents. Network: 418e4da7-3f91-4acf-9c8d-b6060cea49cb, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:53:09.179018 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9981013e-723c-4ce5-953c-a3a0811d48e9 None None] For port dbf1595d-28ca-4db6-9f0a-cd3efbc1959b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=dbf1595d-28ca-4db6-9f0a-cd3efbc1959b,segment=NetworkSegment(dcd24f47-b98f-43c9-973f-779d69c0cca9),segment_id=dcd24f47-b98f-43c9-973f-779d69c0cca9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:09.199907 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9981013e-723c-4ce5-953c-a3a0811d48e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:09.201012 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c646a48-0230-40ee-b6ab-79889deeda29 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Network 418e4da7-3f91-4acf-9c8d-b6060cea49cb is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:53:09.225538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-2c646a48-0230-40ee-b6ab-79889deeda29 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 418e4da7-3f91-4acf-9c8d-b6060cea49cb) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:09.232887 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c646a48-0230-40ee-b6ab-79889deeda29 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:09.233326 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c646a48-0230-40ee-b6ab-79889deeda29 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:09.278971 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2c646a48-0230-40ee-b6ab-79889deeda29 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9910886 Mar 23 12:53:09.285290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33784) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:09.353270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2de142e7-7864-43bc-a522-308a72713c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:09.359366 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device a8dfe3d8-a103-4dcc-bd22-daf11ac5633a no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:53:09.388309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c81d7f0-1072-4b7d-9c05-f555a489d8ca None None] Network 418e4da7-3f91-4acf-9c8d-b6060cea49cb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:09.401264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: a8dfe3d8-a103-4dcc-bd22-daf11ac5633a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:53:09.401777 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device a8dfe3d8-a103-4dcc-bd22-daf11ac5633a not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:53:09.418548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33786) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:09.484815 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:09.529217 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c68f5bf-63c4-4d0d-aaf1-3ae89d8867c6 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:09.609753 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de142e7-7864-43bc-a522-308a72713c97 None None] The sync data for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 is: [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:09.671077 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c68f5bf-63c4-4d0d-aaf1-3ae89d8867c6 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:09.675386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-0b5044c5-cc81-4685-a246-cda30a5d40c2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Allocated IP 172.20.0.12 (e86b871e-dc26-4b78-b47b-cb8cde6308f3/174a5d7b-ee79-4c1a-bd1d-dede4813997f/6cf51671-21ea-4df6-83e7-c929a25912e0) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:09.696740 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981013e-723c-4ce5-953c-a3a0811d48e9 None None] Pushing event updated for resources: {'Port': ['ID=dbf1595d-28ca-4db6-9f0a-cd3efbc1959b,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:09.921436 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1a158f19-cc29-46bd-9f5d-1349d3d90359 None None] Provisioning complete for port 3ed46786-1f4a-4047-acab-df8382f787a1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:09.921818 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1a158f19-cc29-46bd-9f5d-1349d3d90359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:10.081514 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1a158f19-cc29-46bd-9f5d-1349d3d90359 None None] Port 3ed46786-1f4a-4047-acab-df8382f787a1 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:10.088610 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:10.135358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1a158f19-cc29-46bd-9f5d-1349d3d90359 None None] Provisioning complete for port dbf1595d-28ca-4db6-9f0a-cd3efbc1959b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:10.135724 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1a158f19-cc29-46bd-9f5d-1349d3d90359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:10.145227 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:10.155305 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c68f5bf-63c4-4d0d-aaf1-3ae89d8867c6 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:10.161939 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c68f5bf-63c4-4d0d-aaf1-3ae89d8867c6 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:10.168981 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1c68f5bf-63c4-4d0d-aaf1-3ae89d8867c6 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "DELETE /v2.0/security-groups/311eb275-ff9f-46f6-97d2-0b91c9d4fb4a HTTP/1.1" status: 204 len: 168 time: 0.7493560 Mar 23 12:53:10.172014 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-418e4da7-3f91-4acf-9c8d-b6060cea49cb', 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'fixed_ips': [{'subnet_id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:53:10.173013 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:10.180216 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33798) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:10.268247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68f5bf-63c4-4d0d-aaf1-3ae89d8867c6 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=311eb275-ff9f-46f6-97d2-0b91c9d4fb4a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:10.276794 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-1c6cf10e-649b-4f85-bb2d-9a1a560ccb50 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] show failed (client error): The resource could not be found. Mar 23 12:53:10.278168 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd533f21-564a-4298-a6d4-723f40f9aaed None None] New status for floating IP dd20d778-9b25-4367-8e3e-7b6ebaa0e772: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:53:10.286181 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1c6cf10e-649b-4f85-bb2d-9a1a560ccb50 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups/311eb275-ff9f-46f6-97d2-0b91c9d4fb4a HTTP/1.1" status: 404 len: 347 time: 0.0515840 Mar 23 12:53:10.293513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33802) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:10.529932 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:10.656752 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Allocated IP 172.20.0.2 (418e4da7-3f91-4acf-9c8d-b6060cea49cb/c44bda33-7d34-4ba5-8c4e-8b6acbd59b63/f1b40782-7627-4713-bcb4-306264926948) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:10.778158 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c8629f7a-3f94-4cf2-bb48-d4198b626f70 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:10.878065 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c8629f7a-3f94-4cf2-bb48-d4198b626f70 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:10.878713 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:10.882069 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-91e0efcb-44c7-4907-8e37-8ff069aafbfe None None] Provisioning complete for port 3ed46786-1f4a-4047-acab-df8382f787a1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:10.882923 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-91e0efcb-44c7-4907-8e37-8ff069aafbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:10.930866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d1f1516f-4f89-4026-8027-374abd85d571 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Deleting port b38295fe-eb6d-4d27-94da-622e82e782da {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:10.931416 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1f1516f-4f89-4026-8027-374abd85d571 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.008638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-91e0efcb-44c7-4907-8e37-8ff069aafbfe None None] Port 3ed46786-1f4a-4047-acab-df8382f787a1 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:11.076928 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.092438 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.109077 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.130994 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1f1516f-4f89-4026-8027-374abd85d571 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.131333 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1f1516f-4f89-4026-8027-374abd85d571 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.163115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Network 418e4da7-3f91-4acf-9c8d-b6060cea49cb is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:11.166089 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d1f1516f-4f89-4026-8027-374abd85d571 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Calling delete_port for b38295fe-eb6d-4d27-94da-622e82e782da owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:11.176181 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:11.188294 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:11.198772 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b5044c5-cc81-4685-a246-cda30a5d40c2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.210491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Allocated IP 172.25.2.73 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/3bce8409-e779-4ac1-b37a-d61c3f5dde69) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:11.214459 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port c8629f7a-3f94-4cf2-bb48-d4198b626f70, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c8629f7a-3f94-4cf2-bb48-d4198b626f70,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:11.216995 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Pushing event updated for resources: {'Port': ['ID=f1b40782-7627-4713-bcb4-306264926948,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:11.239901 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Allocated IP 172.20.0.1 (418e4da7-3f91-4acf-9c8d-b6060cea49cb/c44bda33-7d34-4ba5-8c4e-8b6acbd59b63/f42d47c5-2423-43c9-91a1-24f1b7cc18c9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:11.403537 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b5044c5-cc81-4685-a246-cda30a5d40c2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.408282 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.467656 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.523690 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.524046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Network 418e4da7-3f91-4acf-9c8d-b6060cea49cb is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:11.524677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device dbf1595d-28ca-4db6-9f0a-cd3efbc1959b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:11.545433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:11.557819 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5044c5-cc81-4685-a246-cda30a5d40c2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network e86b871e-dc26-4b78-b47b-cb8cde6308f3 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:11.563435 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:11.629257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0b5044c5-cc81-4685-a246-cda30a5d40c2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:11.633217 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5044c5-cc81-4685-a246-cda30a5d40c2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:11.646724 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.651426 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'Port': ['ID=f42d47c5-2423-43c9-91a1-24f1b7cc18c9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:11.674074 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=c8629f7a-3f94-4cf2-bb48-d4198b626f70,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:11.722678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5044c5-cc81-4685-a246-cda30a5d40c2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=6cf51671-21ea-4df6-83e7-c929a25912e0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:11.736585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5044c5-cc81-4685-a246-cda30a5d40c2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:11.737218 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0b5044c5-cc81-4685-a246-cda30a5d40c2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.749873 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1f1516f-4f89-4026-8027-374abd85d571 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.778009 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Attempting to bind port f1b40782-7627-4713-bcb4-306264926948 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:53:11.780694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Attempting to bind port f1b40782-7627-4713-bcb4-306264926948 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '265af318-e985-4510-b063-8775ae762b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:53:11.781064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Attempting to bind port f1b40782-7627-4713-bcb4-306264926948 on network 418e4da7-3f91-4acf-9c8d-b6060cea49cb {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:11.793547 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:11.793960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Checking segment: {'id': '265af318-e985-4510-b063-8775ae762b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:11.794359 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.794755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Bound using segment: {'id': '265af318-e985-4510-b063-8775ae762b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:11.795245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Bound port: f1b40782-7627-4713-bcb4-306264926948, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265af318-e985-4510-b063-8775ae762b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:53:11.795615 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.837182 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0b5044c5-cc81-4685-a246-cda30a5d40c2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.1822793 Mar 23 12:53:11.837924 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1516f-4f89-4026-8027-374abd85d571 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event deleted for resources: {'Port': ['ID=b38295fe-eb6d-4d27-94da-622e82e782da,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:11.843489 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33820) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:11.890434 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.897872 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1f1516f-4f89-4026-8027-374abd85d571 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.900897 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1f1516f-4f89-4026-8027-374abd85d571 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:11.906881 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d1f1516f-4f89-4026-8027-374abd85d571 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "DELETE /v2.0/floatingips/dd20d778-9b25-4367-8e3e-7b6ebaa0e772 HTTP/1.1" status: 204 len: 168 time: 1.6113777 Mar 23 12:53:11.977624 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:12.010974 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:12.029150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] For port f1b40782-7627-4713-bcb4-306264926948, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:12.038085 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] For port f1b40782-7627-4713-bcb4-306264926948, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f1b40782-7627-4713-bcb4-306264926948,segment=NetworkSegment(265af318-e985-4510-b063-8775ae762b03),segment_id=265af318-e985-4510-b063-8775ae762b03)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:12.071461 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:12.107031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:12.112283 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Pushing event updated for resources: {'Port': ['ID=3bce8409-e779-4ac1-b37a-d61c3f5dde69,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:12.133255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:12.150100 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:12.249687 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port dbf1595d-28ca-4db6-9f0a-cd3efbc1959b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:12.250359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87044616-2fe8-475b-a52a-63e29244b382 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:12.251480 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:12.257402 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-87044616-2fe8-475b-a52a-63e29244b382 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.4073431 Mar 23 12:53:12.276060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33826) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:12.411080 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41f682-1b32-4429-a6a0-df2a0efa3277 None None] Pushing event updated for resources: {'Port': ['ID=f1b40782-7627-4713-bcb4-306264926948,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:12.476319 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-04e94c6b-d94d-4fda-8a5d-dff22a539c5a None None] Provisioning complete for port 6cf51671-21ea-4df6-83e7-c929a25912e0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:12.476694 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-04e94c6b-d94d-4fda-8a5d-dff22a539c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:12.536943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-04e94c6b-d94d-4fda-8a5d-dff22a539c5a None None] Port 6cf51671-21ea-4df6-83e7-c929a25912e0 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:12.698640 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:12.782275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33830) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:12.788951 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-acf26300-b58f-4fbc-8642-184bca7ae5cb tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1669689832', 'description': 'tempest-description--783749809'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:12.795655 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3c48d80a-3a96-4111-ba08-876119370ca2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port 6cf51671-21ea-4df6-83e7-c929a25912e0 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:12.795907 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c48d80a-3a96-4111-ba08-876119370ca2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:12.972053 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c8629f7a-3f94-4cf2-bb48-d4198b626f70 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:12.981430 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-acf26300-b58f-4fbc-8642-184bca7ae5cb tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:13.061224 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c48d80a-3a96-4111-ba08-876119370ca2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:13.076458 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c8629f7a-3f94-4cf2-bb48-d4198b626f70 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:13.078570 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:13.087147 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3c48d80a-3a96-4111-ba08-876119370ca2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for 6cf51671-21ea-4df6-83e7-c929a25912e0 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:13.124471 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:13.165691 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:13.227584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f1b40782-7627-4713-bcb4-306264926948 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:13.228050 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:13.345527 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Router ccf0c7ce-462f-49cb-87fd-e9780269f759 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:53:13.354258 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f1b40782-7627-4713-bcb4-306264926948 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:13.354258 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:13.394728 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-acf26300-b58f-4fbc-8642-184bca7ae5cb tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:13.441587 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-acf26300-b58f-4fbc-8642-184bca7ae5cb tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:13.484800 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:13.498189 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:13.504311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'Port': ['ID=f42d47c5-2423-43c9-91a1-24f1b7cc18c9,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:13.563771 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port f1b40782-7627-4713-bcb4-306264926948, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f1b40782-7627-4713-bcb4-306264926948,segment=NetworkSegment(265af318-e985-4510-b063-8775ae762b03),segment_id=265af318-e985-4510-b063-8775ae762b03)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:13.571251 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:13.623860 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c48d80a-3a96-4111-ba08-876119370ca2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:13.627772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:13.641421 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e57121-b3db-484d-bca8-66fbfd357e1c None None] Sync routers for ids ['ccf0c7ce-462f-49cb-87fd-e9780269f759'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:13.654135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:13.655998 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-199c3e6c-e481-41ec-812d-e1d6aae70bc3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.3008399 Mar 23 12:53:13.659176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33836) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:13.663797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-88d3ae7a-3fab-41c4-88c1-64a5dd42269d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:13.679848 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=f1b40782-7627-4713-bcb4-306264926948,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:13.685075 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e57121-b3db-484d-bca8-66fbfd357e1c None None] Routers {'ccf0c7ce-462f-49cb-87fd-e9780269f759'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:13.685814 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f6e57121-b3db-484d-bca8-66fbfd357e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ccf0c7ce-462f-49cb-87fd-e9780269f759'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:13.693696 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-acf26300-b58f-4fbc-8642-184bca7ae5cb tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:13.697774 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-acf26300-b58f-4fbc-8642-184bca7ae5cb tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9112060 Mar 23 12:53:13.718295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33838) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:13.726486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f6e57121-b3db-484d-bca8-66fbfd357e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:13.734421 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e0e12be7-ba3a-4753-89a7-dfa4a9b04d3b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'security_group_rule': {'security_group_id': 'a2b67251-160d-4abb-b742-eb0c7707657f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:13.759485 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e57121-b3db-484d-bca8-66fbfd357e1c None None] Routers {'ccf0c7ce-462f-49cb-87fd-e9780269f759'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:13.760185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f6e57121-b3db-484d-bca8-66fbfd357e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ccf0c7ce-462f-49cb-87fd-e9780269f759'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:13.813904 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf26300-b58f-4fbc-8642-184bca7ae5cb tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b67251-160d-4abb-b742-eb0c7707657f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:13.841972 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48d80a-3a96-4111-ba08-876119370ca2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=6cf51671-21ea-4df6-83e7-c929a25912e0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:13.867099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f6e57121-b3db-484d-bca8-66fbfd357e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:13.867538 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e57121-b3db-484d-bca8-66fbfd357e1c None None] The sync data for ids ['ccf0c7ce-462f-49cb-87fd-e9780269f759'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:13.968900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8785db81-1a41-4aa7-bbfd-741e64ba5b4a None None] Network 418e4da7-3f91-4acf-9c8d-b6060cea49cb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:14.034140 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0e12be7-ba3a-4753-89a7-dfa4a9b04d3b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:14.048690 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c48d80a-3a96-4111-ba08-876119370ca2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:14.052531 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3c48d80a-3a96-4111-ba08-876119370ca2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/6cf51671-21ea-4df6-83e7-c929a25912e0 HTTP/1.1" status: 204 len: 168 time: 1.7753851 Mar 23 12:53:14.055750 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33844) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:14.073274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Network 418e4da7-3f91-4acf-9c8d-b6060cea49cb is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:14.074988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5996712d-f48b-4d5b-821b-6a00e4a83963 None None] Provisioning complete for port f1b40782-7627-4713-bcb4-306264926948 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:14.075450 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5996712d-f48b-4d5b-821b-6a00e4a83963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:14.092623 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:14.172606 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-57642ce1-5e05-4a40-8913-06bfedb24da4 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] GET failed (client error): The resource could not be found. Mar 23 12:53:14.174590 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-57642ce1-5e05-4a40-8913-06bfedb24da4 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports/6cf51671-21ea-4df6-83e7-c929a25912e0 HTTP/1.1" status: 404 len: 333 time: 0.1170461 Mar 23 12:53:14.185943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33846) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:14.309236 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0e12be7-ba3a-4753-89a7-dfa4a9b04d3b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:14.369623 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0e12be7-ba3a-4753-89a7-dfa4a9b04d3b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:14.450835 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e12be7-ba3a-4753-89a7-dfa4a9b04d3b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42785a25-8e22-4fac-9b56-c7687188a15d,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:14.474579 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88d3ae7a-3fab-41c4-88c1-64a5dd42269d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:14.511627 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88d3ae7a-3fab-41c4-88c1-64a5dd42269d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:14.515780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Router d654ecdd-8c54-43d1-a4e5-00d426e9f703 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:53:14.520027 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33852) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:14.548162 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0e12be7-ba3a-4753-89a7-dfa4a9b04d3b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:14.553582 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e0e12be7-ba3a-4753-89a7-dfa4a9b04d3b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8235106 Mar 23 12:53:14.556293 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33856) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:14.580183 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a1c4212d-f1c6-436c-90ac-ce706041d5b3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'security_group_rule': {'security_group_id': 'a2b67251-160d-4abb-b742-eb0c7707657f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:14.631815 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c4212d-f1c6-436c-90ac-ce706041d5b3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:14.660925 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-88d3ae7a-3fab-41c4-88c1-64a5dd42269d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Deleting port 3bce8409-e779-4ac1-b37a-d61c3f5dde69 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:14.661868 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88d3ae7a-3fab-41c4-88c1-64a5dd42269d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:14.665383 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a8e03-488d-4745-9533-e7b29ffa6d84 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port 3ed46786-1f4a-4047-acab-df8382f787a1 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:14.665738 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f2a8e03-488d-4745-9533-e7b29ffa6d84 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:14.677016 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:53:14.740051 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f1b40782-7627-4713-bcb4-306264926948 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:14.814082 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c4212d-f1c6-436c-90ac-ce706041d5b3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:14.831132 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c4212d-f1c6-436c-90ac-ce706041d5b3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:14.834453 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88d3ae7a-3fab-41c4-88c1-64a5dd42269d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:14.862006 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8cc445d-f5b4-4c8c-9d88-7f907fa9c3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:14.890912 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4212d-f1c6-436c-90ac-ce706041d5b3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9406bf58-6aee-45a5-9218-4e341fab7cdc,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:14.914192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c7211661-fa5f-4a8d-b630-21b1fba2bf6c None None] Provisioning complete for port f42d47c5-2423-43c9-91a1-24f1b7cc18c9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:14.914854 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c7211661-fa5f-4a8d-b630-21b1fba2bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:14.918796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-88d3ae7a-3fab-41c4-88c1-64a5dd42269d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Calling delete_port for 3bce8409-e779-4ac1-b37a-d61c3f5dde69 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:14.999176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c4212d-f1c6-436c-90ac-ce706041d5b3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:15.000999 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a1c4212d-f1c6-436c-90ac-ce706041d5b3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4410005 Mar 23 12:53:15.006839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33858) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:15.014885 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c7211661-fa5f-4a8d-b630-21b1fba2bf6c None None] Port f42d47c5-2423-43c9-91a1-24f1b7cc18c9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:15.016073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:15.048985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c7211661-fa5f-4a8d-b630-21b1fba2bf6c None None] Provisioning complete for port f1b40782-7627-4713-bcb4-306264926948 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:15.049366 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c7211661-fa5f-4a8d-b630-21b1fba2bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:15.107695 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f1b40782-7627-4713-bcb4-306264926948 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:15.108395 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:15.191107 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:15.322805 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8cc445d-f5b4-4c8c-9d88-7f907fa9c3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:15.376925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-16be4efb-2f93-4852-b938-906834dc466a None None] Provisioning complete for port f42d47c5-2423-43c9-91a1-24f1b7cc18c9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:15.377611 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-16be4efb-2f93-4852-b938-906834dc466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:15.405188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8cc445d-f5b4-4c8c-9d88-7f907fa9c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:15.416756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:15.430536 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Sync routers for ids ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:15.437794 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0403e136-e218-4dd7-836a-f5f082238509 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "PUT /v2.0/routers/d654ecdd-8c54-43d1-a4e5-00d426e9f703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1513512 Mar 23 12:53:15.443378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-16be4efb-2f93-4852-b938-906834dc466a None None] Port f42d47c5-2423-43c9-91a1-24f1b7cc18c9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:15.447088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33862) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:15.453298 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a2d36ca0-88ae-4572-a888-5ac03ce47cc7 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1153359365', 'description': 'tempest-secgroup_access--1153359365 description', 'project_id': '4578e949d6db4514a22d0490934f3e80'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:15.455299 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Routers {'d654ecdd-8c54-43d1-a4e5-00d426e9f703'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:15.455973 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:15.521039 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a2d36ca0-88ae-4572-a888-5ac03ce47cc7 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:15.531474 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f2a8e03-488d-4745-9533-e7b29ffa6d84 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:15.565344 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a8e03-488d-4745-9533-e7b29ffa6d84 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for 3ed46786-1f4a-4047-acab-df8382f787a1 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:15.707612 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Set router d654ecdd-8c54-43d1-a4e5-00d426e9f703 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:15.731276 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a2d36ca0-88ae-4572-a888-5ac03ce47cc7 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:15.737341 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a2d36ca0-88ae-4572-a888-5ac03ce47cc7 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:15.775561 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d36ca0-88ae-4572-a888-5ac03ce47cc7 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55dd3df0-63d6-45e1-aa8d-17f0f032bae8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:15.797077 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ce53b787-33ce-4fa4-9d6c-b1ed879a6738 None None] Provisioning complete for port f42d47c5-2423-43c9-91a1-24f1b7cc18c9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:15.797442 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce53b787-33ce-4fa4-9d6c-b1ed879a6738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:15.847750 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a2d36ca0-88ae-4572-a888-5ac03ce47cc7 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:15.849076 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a2d36ca0-88ae-4572-a888-5ac03ce47cc7 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4005156 Mar 23 12:53:15.853936 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33864) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:15.858081 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ce53b787-33ce-4fa4-9d6c-b1ed879a6738 None None] Port f42d47c5-2423-43c9-91a1-24f1b7cc18c9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:15.864711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1b5d54ab-bdc5-4023-ad58-01ae2a6430d1 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--55157345', 'description': 'tempest-secgroup_general--55157345 description', 'project_id': '4578e949d6db4514a22d0490934f3e80'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:15.895549 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b5d54ab-bdc5-4023-ad58-01ae2a6430d1 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:15.940328 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f2a8e03-488d-4745-9533-e7b29ffa6d84 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:15.972144 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a8e03-488d-4745-9533-e7b29ffa6d84 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=3ed46786-1f4a-4047-acab-df8382f787a1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:16.068496 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc445d-f5b4-4c8c-9d88-7f907fa9c3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001f5d76-6b7b-4bd0-a5e0-7686645349a9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:16.089855 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312964928', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:02Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:03Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f42d47c5-2423-43c9-91a1-24f1b7cc18c9', 'name': '', 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'mac_address': 'fa:16:3e:c1:6e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:10Z', 'updated_at': '2022-03-23T12:53:12Z', 'revision_number': 2, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'subnets': [{'id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:16.101896 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.128426 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Checking router: d654ecdd-8c54-43d1-a4e5-00d426e9f703 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:53:16.129060 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Updating router d654ecdd-8c54-43d1-a4e5-00d426e9f703 port f42d47c5-2423-43c9-91a1-24f1b7cc18c9 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:53:16.138021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c8cc445d-f5b4-4c8c-9d88-7f907fa9c3ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b21b248b3344125a7a4ab22d78f0a96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6167886 Mar 23 12:53:16.138722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33866) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:16.147899 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88d3ae7a-3fab-41c4-88c1-64a5dd42269d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.156011 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f2a8e03-488d-4745-9533-e7b29ffa6d84 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.159490 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5f2a8e03-488d-4745-9533-e7b29ffa6d84 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/3ed46786-1f4a-4047-acab-df8382f787a1 HTTP/1.1" status: 204 len: 168 time: 1.9655778 Mar 23 12:53:16.162808 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33868) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:16.163466 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.215948 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-73555091-e5d8-4867-b392-d202c9297fec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] GET failed (client error): The resource could not be found. Mar 23 12:53:16.218397 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-73555091-e5d8-4867-b392-d202c9297fec tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports/3ed46786-1f4a-4047-acab-df8382f787a1 HTTP/1.1" status: 404 len: 333 time: 0.0545573 Mar 23 12:53:16.221965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33870) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:16.236351 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3ae7a-3fab-41c4-88c1-64a5dd42269d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Pushing event deleted for resources: {'Port': ['ID=3bce8409-e779-4ac1-b37a-d61c3f5dde69,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:16.324751 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c207b518-4df6-4b50-945b-04f39a611704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.345362 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b52a4d-3876-4094-bbf0-e28886f82e6b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting subnet 174a5d7b-ee79-4c1a-bd1d-dede4813997f {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:53:16.347776 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c207b518-4df6-4b50-945b-04f39a611704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.348629 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31b52a4d-3876-4094-bbf0-e28886f82e6b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.399528 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31b52a4d-3876-4094-bbf0-e28886f82e6b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.403268 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88d3ae7a-3fab-41c4-88c1-64a5dd42269d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.412126 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c207b518-4df6-4b50-945b-04f39a611704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.415173 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c207b518-4df6-4b50-945b-04f39a611704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.426804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c207b518-4df6-4b50-945b-04f39a611704 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/001f5d76-6b7b-4bd0-a5e0-7686645349a9 HTTP/1.1" status: 204 len: 168 time: 0.2802324 Mar 23 12:53:16.480072 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b5d54ab-bdc5-4023-ad58-01ae2a6430d1 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.500061 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b5d54ab-bdc5-4023-ad58-01ae2a6430d1 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.532534 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.548322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207b518-4df6-4b50-945b-04f39a611704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001f5d76-6b7b-4bd0-a5e0-7686645349a9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:16.549171 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.554761 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.583754 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d54ab-bdc5-4023-ad58-01ae2a6430d1 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d690a8-cc7a-4d1b-9d1b-fde642a51e96,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:16.587189 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31b52a4d-3876-4094-bbf0-e28886f82e6b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.621208 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b5d54ab-bdc5-4023-ad58-01ae2a6430d1 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.625378 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1b5d54ab-bdc5-4023-ad58-01ae2a6430d1 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7674439 Mar 23 12:53:16.627592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33878) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:16.644460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8714a79a-55be-44c6-8826-e4d6f98bdfbd tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Request body: {'security_group_rule': {'security_group_id': '55dd3df0-63d6-45e1-aa8d-17f0f032bae8', 'project_id': '4578e949d6db4514a22d0490934f3e80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:16.692237 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4153d5-c137-49ec-b1b1-fea3e91bf9fa None None] Pushing event updated for resources: {'Port': ['ID=f42d47c5-2423-43c9-91a1-24f1b7cc18c9,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:16.744244 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Attempting to bind port f42d47c5-2423-43c9-91a1-24f1b7cc18c9 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:53:16.745131 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Attempting to bind port f42d47c5-2423-43c9-91a1-24f1b7cc18c9 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '265af318-e985-4510-b063-8775ae762b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:53:16.745131 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Attempting to bind port f42d47c5-2423-43c9-91a1-24f1b7cc18c9 on network 418e4da7-3f91-4acf-9c8d-b6060cea49cb {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:16.768854 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:16.769233 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Checking segment: {'id': '265af318-e985-4510-b063-8775ae762b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:16.770358 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.770764 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Bound using segment: {'id': '265af318-e985-4510-b063-8775ae762b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:16.772136 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8714a79a-55be-44c6-8826-e4d6f98bdfbd tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.774088 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Bound port: f42d47c5-2423-43c9-91a1-24f1b7cc18c9, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265af318-e985-4510-b063-8775ae762b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:53:16.774684 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.794842 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31b52a4d-3876-4094-bbf0-e28886f82e6b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.905862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b52a4d-3876-4094-bbf0-e28886f82e6b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Subnet': ['ID=174a5d7b-ee79-4c1a-bd1d-dede4813997f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:16.909585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad1724d-9cd9-4f3f-be22-d2322300d176 None None] Network e86b871e-dc26-4b78-b47b-cb8cde6308f3 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:16.911245 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31b52a4d-3876-4094-bbf0-e28886f82e6b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:16.920019 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-31b52a4d-3876-4094-bbf0-e28886f82e6b tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/174a5d7b-ee79-4c1a-bd1d-dede4813997f HTTP/1.1" status: 204 len: 168 time: 0.6971107 Mar 23 12:53:16.921310 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33888) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:16.932646 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] For port f42d47c5-2423-43c9-91a1-24f1b7cc18c9, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:16.936319 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] For port f42d47c5-2423-43c9-91a1-24f1b7cc18c9, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f42d47c5-2423-43c9-91a1-24f1b7cc18c9,segment=NetworkSegment(265af318-e985-4510-b063-8775ae762b03),segment_id=265af318-e985-4510-b063-8775ae762b03)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:16.944812 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.005017 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8714a79a-55be-44c6-8826-e4d6f98bdfbd tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.015236 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8714a79a-55be-44c6-8826-e4d6f98bdfbd tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.054639 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.068128 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Routers {'d654ecdd-8c54-43d1-a4e5-00d426e9f703'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:17.068807 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:17.080632 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8714a79a-55be-44c6-8826-e4d6f98bdfbd tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.090074 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8714a79a-55be-44c6-8826-e4d6f98bdfbd tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4532235 Mar 23 12:53:17.090074 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714a79a-55be-44c6-8826-e4d6f98bdfbd tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b139b11-93cb-45d3-9112-c5ba0943b47a,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:17.092086 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88d3ae7a-3fab-41c4-88c1-64a5dd42269d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.102338 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88d3ae7a-3fab-41c4-88c1-64a5dd42269d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.176671 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-74f79167-e2ea-4620-b4a2-ef44650dd7ab None None] Provisioning complete for port f42d47c5-2423-43c9-91a1-24f1b7cc18c9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:17.176963 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74f79167-e2ea-4620-b4a2-ef44650dd7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.193884 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4153d5-c137-49ec-b1b1-fea3e91bf9fa None None] Pushing event updated for resources: {'Port': ['ID=f42d47c5-2423-43c9-91a1-24f1b7cc18c9,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:17.225201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port dbf1595d-28ca-4db6-9f0a-cd3efbc1959b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:17.225562 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.262547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Allocated IP 172.25.2.54 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/e083a7e9-0e43-4405-97ea-15da469c56ea) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:17.299608 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] Set router d654ecdd-8c54-43d1-a4e5-00d426e9f703 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:17.312640 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d3ae7a-3fab-41c4-88c1-64a5dd42269d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Router ccf0c7ce-462f-49cb-87fd-e9780269f759 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:53:17.337846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] For port dbf1595d-28ca-4db6-9f0a-cd3efbc1959b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=dbf1595d-28ca-4db6-9f0a-cd3efbc1959b,segment=NetworkSegment(dcd24f47-b98f-43c9-973f-779d69c0cca9),segment_id=dcd24f47-b98f-43c9-973f-779d69c0cca9)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:17.338601 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.367865 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for dbf1595d-28ca-4db6-9f0a-cd3efbc1959b owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:17.444938 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74f79167-e2ea-4620-b4a2-ef44650dd7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.486517 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-74f79167-e2ea-4620-b4a2-ef44650dd7ab None None] For port f42d47c5-2423-43c9-91a1-24f1b7cc18c9, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f42d47c5-2423-43c9-91a1-24f1b7cc18c9,segment=NetworkSegment(265af318-e985-4510-b063-8775ae762b03),segment_id=265af318-e985-4510-b063-8775ae762b03)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:17.516293 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74f79167-e2ea-4620-b4a2-ef44650dd7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.554785 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-e1cc4df3-379b-45e7-a857-8561d160de60 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_general--55157345&fields=id&tenant_id=4578e949d6db4514a22d0490934f3e80 HTTP/1.1" status: 200 len: 267 time: 0.0660462 Mar 23 12:53:17.575482 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.576351 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449e1e29-6ee2-43e5-b89d-6a7854e97c7f None None] DHCP port deletion for e86b871e-dc26-4b78-b47b-cb8cde6308f3 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:53:17.578235 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.620836 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d3ae7a-3fab-41c4-88c1-64a5dd42269d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:17.628870 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88d3ae7a-3fab-41c4-88c1-64a5dd42269d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.633037 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-88d3ae7a-3fab-41c4-88c1-64a5dd42269d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "PUT /v2.0/routers/ccf0c7ce-462f-49cb-87fd-e9780269f759 HTTP/1.1" status: 200 len: 705 time: 3.9705091 Mar 23 12:53:17.633521 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33914) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:17.634754 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a5d3c-ac2e-42aa-b0c2-a3ee20530bbd None None] Sync routers for ids ['ccf0c7ce-462f-49cb-87fd-e9780269f759'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:17.651862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=dbf1595d-28ca-4db6-9f0a-cd3efbc1959b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:17.654171 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f79167-e2ea-4620-b4a2-ef44650dd7ab None None] Pushing event updated for resources: {'Port': ['ID=f42d47c5-2423-43c9-91a1-24f1b7cc18c9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:17.667604 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No DVR routers for this DVR port dbf1595d-28ca-4db6-9f0a-cd3efbc1959b on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:53:17.687874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a5d3c-ac2e-42aa-b0c2-a3ee20530bbd None None] Routers {'ccf0c7ce-462f-49cb-87fd-e9780269f759'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:17.689981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c24a5d3c-ac2e-42aa-b0c2-a3ee20530bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ccf0c7ce-462f-49cb-87fd-e9780269f759'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:17.700886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b9e7da5e-68e5-440d-b333-66538fb9dc3e None None] Provisioning complete for port f42d47c5-2423-43c9-91a1-24f1b7cc18c9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:17.701254 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9e7da5e-68e5-440d-b333-66538fb9dc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.714415 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312964928', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:02Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:03Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f42d47c5-2423-43c9-91a1-24f1b7cc18c9', 'name': '', 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'mac_address': 'fa:16:3e:c1:6e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:10Z', 'updated_at': '2022-03-23T12:53:16Z', 'revision_number': 4, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'subnets': [{'id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:17.738445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33918) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:17.751256 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-4bac7ddf-821d-40c1-a155-5720b3227d2c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_access--1153359365&fields=id&tenant_id=4578e949d6db4514a22d0490934f3e80 HTTP/1.1" status: 200 len: 267 time: 0.1844301 Mar 23 12:53:17.770552 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6078aa9-766a-46f6-939c-fe40f866a56e None None] The sync data for ids ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'] in n-d-834854-1 is: [{'id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312964928', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:02Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:03Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f42d47c5-2423-43c9-91a1-24f1b7cc18c9', 'name': '', 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'mac_address': 'fa:16:3e:c1:6e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:10Z', 'updated_at': '2022-03-23T12:53:16Z', 'revision_number': 4, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'subnets': [{'id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:17.800684 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c24a5d3c-ac2e-42aa-b0c2-a3ee20530bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:17.814291 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fb709d5e-f500-418a-a783-27cec0eccc36 tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "GET /v2.0/routers/ccf0c7ce-462f-49cb-87fd-e9780269f759 HTTP/1.1" status: 200 len: 740 time: 0.1795211 Mar 23 12:53:17.817360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33924) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:17.905538 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a5d3c-ac2e-42aa-b0c2-a3ee20530bbd None None] Routers {'ccf0c7ce-462f-49cb-87fd-e9780269f759'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:17.908536 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c24a5d3c-ac2e-42aa-b0c2-a3ee20530bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:52:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ccf0c7ce-462f-49cb-87fd-e9780269f759'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:17.910625 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.916548 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-181588cb-2ea6-40ec-a32c-1af86469765e tempest-RoutersAdminTest-487468263 tempest-RoutersAdminTest-487468263-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=d572c108-a075-488a-949c-3a07028bd9a2&device_id=ccf0c7ce-462f-49cb-87fd-e9780269f759 HTTP/1.1" status: 200 len: 205 time: 0.0954447 Mar 23 12:53:17.917755 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33926) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:17.964523 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:17.973779 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1c246b19-230d-43b4-9352-0f5c976a10ef tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccf0c7ce-462f-49cb-87fd-e9780269f759 HTTP/1.1" status: 200 len: 205 time: 0.0525923 Mar 23 12:53:17.976696 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f6ff0570-1e80-41a9-86a9-f155c0e7d5bb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-224204814-network', 'tenant_id': '248a71fdfdca4a6c967233b6f42604d4'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:17.980537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33928) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:17.995277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c24a5d3c-ac2e-42aa-b0c2-a3ee20530bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:17.995277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a5d3c-ac2e-42aa-b0c2-a3ee20530bbd None None] The sync data for ids ['ccf0c7ce-462f-49cb-87fd-e9780269f759'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:18.054696 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86b871e-dc26-4b78-b47b-cb8cde6308f3']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:18.095717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd24f47-b98f-43c9-973f-779d69c0cca9') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:18.096041 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd24f47-b98f-43c9-973f-779d69c0cca9') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:18.113849 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-654d1369-ff29-4a1f-bb45-a86070cbc2de tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.150126 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.157547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ff0570-1e80-41a9-86a9-f155c0e7d5bb admin admin] Made reservation on behalf of 248a71fdfdca4a6c967233b6f42604d4 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:18.161061 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0570-1e80-41a9-86a9-f155c0e7d5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.176267 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.180103 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.185329 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0570-1e80-41a9-86a9-f155c0e7d5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.194145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:53:18.198737 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:53:18.236421 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-8e66be02-b11f-4b46-97d8-7371dfc68b66 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:18.237964 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-8e66be02-b11f-4b46-97d8-7371dfc68b66 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/networks?id=418e4da7-3f91-4acf-9c8d-b6060cea49cb HTTP/1.1" status: 200 len: 797 time: 0.2285016 Mar 23 12:53:18.290094 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-b7590d75-512d-4357-ae20-adeeed9c7b8b tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/quotas/4578e949d6db4514a22d0490934f3e80 HTTP/1.1" status: 200 len: 375 time: 0.0232558 Mar 23 12:53:18.297242 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.306922 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.314587 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/networks/e86b871e-dc26-4b78-b47b-cb8cde6308f3 HTTP/1.1" status: 204 len: 168 time: 1.3875656 Mar 23 12:53:18.341317 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33932) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:18.342173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46759a7-2994-47f4-9e50-b7029bd5deaf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Network': ['ID=e86b871e-dc26-4b78-b47b-cb8cde6308f3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:18.350450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4ed66637-2e67-4231-88db-7955f29af834 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1337312458'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:18.386606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:18.398894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed66637-2e67-4231-88db-7955f29af834 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:18.400555 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:18.404953 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ed66637-2e67-4231-88db-7955f29af834 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.434267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:18.434990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed66637-2e67-4231-88db-7955f29af834 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:53:18.448404 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ed66637-2e67-4231-88db-7955f29af834 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.448854 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-4ed66637-2e67-4231-88db-7955f29af834 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Added segment b5c9eebc-53ef-48dc-b236-68041f022e44 of type vlan for network dbe84b33-8445-427c-b59e-5a282f2043e3 Mar 23 12:53:18.466760 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'Port': ['ID=e083a7e9-0e43-4405-97ea-15da469c56ea,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:18.484331 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-654d1369-ff29-4a1f-bb45-a86070cbc2de tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.492765 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-654d1369-ff29-4a1f-bb45-a86070cbc2de tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.512184 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ed66637-2e67-4231-88db-7955f29af834 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.527311 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-7e471b16-6d82-42c9-9d6a-816327393d25 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4578e949d6db4514a22d0490934f3e80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2154250 Mar 23 12:53:18.557656 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ed66637-2e67-4231-88db-7955f29af834 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.567072 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed66637-2e67-4231-88db-7955f29af834 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:18.570438 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ed66637-2e67-4231-88db-7955f29af834 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.571377 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-654d1369-ff29-4a1f-bb45-a86070cbc2de tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.572426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654d1369-ff29-4a1f-bb45-a86070cbc2de tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Fanout notify agent at l3_agent the message router_deleted on router ccf0c7ce-462f-49cb-87fd-e9780269f759 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:53:18.575491 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0570-1e80-41a9-86a9-f155c0e7d5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.619493 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-654d1369-ff29-4a1f-bb45-a86070cbc2de tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.623901 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-654d1369-ff29-4a1f-bb45-a86070cbc2de tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "DELETE /v2.0/routers/ccf0c7ce-462f-49cb-87fd-e9780269f759 HTTP/1.1" status: 204 len: 168 time: 0.6377525 Mar 23 12:53:18.623901 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33934) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:18.638057 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0570-1e80-41a9-86a9-f155c0e7d5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.673696 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5221d456-fac5-4e2b-b2eb-7ca908ab893f tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccf0c7ce-462f-49cb-87fd-e9780269f759 HTTP/1.1" status: 200 len: 205 time: 0.0474081 Mar 23 12:53:18.683142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33936) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:18.690332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ff0570-1e80-41a9-86a9-f155c0e7d5bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:53:18.724646 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed66637-2e67-4231-88db-7955f29af834 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Network': ['ID=dbe84b33-8445-427c-b59e-5a282f2043e3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:18.748400 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network dbe84b33-8445-427c-b59e-5a282f2043e3 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:53:18.770047 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.779546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0570-1e80-41a9-86a9-f155c0e7d5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.780012 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-f6ff0570-1e80-41a9-86a9-f155c0e7d5bb admin admin] Added segment ff6ea98c-2524-44cf-bde8-5d2946ae2a4a of type vlan for network 7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca Mar 23 12:53:18.781732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff0570-1e80-41a9-86a9-f155c0e7d5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d47237-f513-48b9-8526-89d994ee37dc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:18.798989 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-cc57be6f-ba47-4d20-9734-8de07cf96729 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] delete failed (client error): The resource could not be found. Mar 23 12:53:18.803754 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cc57be6f-ba47-4d20-9734-8de07cf96729 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "DELETE /v2.0/routers/ccf0c7ce-462f-49cb-87fd-e9780269f759 HTTP/1.1" status: 404 len: 336 time: 0.1184781 Mar 23 12:53:18.820478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33938) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:18.846135 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-a97f6727-10db-464d-9623-973c64ea4276 service neutron] 10.222.0.52 "GET /v2.0/networks/418e4da7-3f91-4acf-9c8d-b6060cea49cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628088 Mar 23 12:53:18.853328 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4ed66637-2e67-4231-88db-7955f29af834 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5051675 Mar 23 12:53:18.855259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33940) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:18.865848 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ce44d095-59f7-46c7-b1b9-4cc3d80ebd43 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'subnet': {'network_id': 'dbe84b33-8445-427c-b59e-5a282f2043e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:18.867253 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f42d47c5-2423-43c9-91a1-24f1b7cc18c9 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:18.907629 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-258b4f78-2652-466e-b677-0f00a88b176d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e18418-3d69-4d00-a5d3-5378a16971fa HTTP/1.1" status: 200 len: 205 time: 0.0834737 Mar 23 12:53:18.909965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33942) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:18.932593 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f42d47c5-2423-43c9-91a1-24f1b7cc18c9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:18.932963 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.947242 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0570-1e80-41a9-86a9-f155c0e7d5bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:18.951870 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:19.009693 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-0f759607-99f2-4d9a-bfc6-4cbd85f95554 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] delete failed (client error): The resource could not be found. Mar 23 12:53:19.011047 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0f759607-99f2-4d9a-bfc6-4cbd85f95554 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "DELETE /v2.0/routers/b5e18418-3d69-4d00-a5d3-5378a16971fa HTTP/1.1" status: 404 len: 336 time: 0.0989957 Mar 23 12:53:19.023131 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33944) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:19.030997 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0570-1e80-41a9-86a9-f155c0e7d5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:19.032698 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ff0570-1e80-41a9-86a9-f155c0e7d5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:19.033498 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0570-1e80-41a9-86a9-f155c0e7d5bb admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:19.126895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device dbf1595d-28ca-4db6-9f0a-cd3efbc1959b no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:53:19.143302 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3425eb22-1448-4151-abdd-5536ece04dd6 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "GET /v2.0/ports?device_id=17090ee3-ae0a-430b-ac73-5c9869142fea HTTP/1.1" status: 200 len: 205 time: 0.1163270 Mar 23 12:53:19.144841 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f6ff0570-1e80-41a9-86a9-f155c0e7d5bb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4057891 Mar 23 12:53:19.150838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33948) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:19.151164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33950) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:19.156570 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: dbf1595d-28ca-4db6-9f0a-cd3efbc1959b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:53:19.156913 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device dbf1595d-28ca-4db6-9f0a-cd3efbc1959b not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:53:19.160467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c5394c1f-dbb4-444e-b382-a556ea27c80e admin admin] Request body: {'subnet': {'network_id': '7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-224204814-subnet', 'tenant_id': '248a71fdfdca4a6c967233b6f42604d4', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:19.209222 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce44d095-59f7-46c7-b1b9-4cc3d80ebd43 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:19.213029 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce44d095-59f7-46c7-b1b9-4cc3d80ebd43 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:19.213419 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5394c1f-dbb4-444e-b382-a556ea27c80e admin admin] Made reservation on behalf of 248a71fdfdca4a6c967233b6f42604d4 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:19.215713 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5394c1f-dbb4-444e-b382-a556ea27c80e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:19.217534 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff0570-1e80-41a9-86a9-f155c0e7d5bb admin admin] Pushing event updated for resources: {'Network': ['ID=7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:19.238925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:53:19.283088 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-4b95b5bd-804d-474b-a1c9-44144bd69ad3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] delete failed (client error): The resource could not be found. Mar 23 12:53:19.283088 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4b95b5bd-804d-474b-a1c9-44144bd69ad3 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "DELETE /v2.0/routers/17090ee3-ae0a-430b-ac73-5c9869142fea HTTP/1.1" status: 404 len: 336 time: 0.1289687 Mar 23 12:53:19.294057 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33954) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:19.332198 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-347b2835-e6c8-4ad9-b748-76bb8f2cbe5e tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f11db7c4-f25b-4994-ad65-f2c3e20b66b3 HTTP/1.1" status: 200 len: 205 time: 0.0369494 Mar 23 12:53:19.382411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33956) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:19.505928 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-b6a074f2-0ea1-4c55-95a6-5ab4081ac85b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] delete failed (client error): The resource could not be found. Mar 23 12:53:19.506996 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b6a074f2-0ea1-4c55-95a6-5ab4081ac85b tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "DELETE /v2.0/routers/f11db7c4-f25b-4994-ad65-f2c3e20b66b3 HTTP/1.1" status: 404 len: 336 time: 0.1235802 Mar 23 12:53:19.514609 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33958) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:19.541893 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-911500d3-6d0b-463c-b91a-e7c4724735f0 service neutron] 10.222.0.52 "GET /v2.0/networks/418e4da7-3f91-4acf-9c8d-b6060cea49cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6549451 Mar 23 12:53:19.544319 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce44d095-59f7-46c7-b1b9-4cc3d80ebd43 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:19.579552 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a48e012e-9304-455f-9e61-5529208d018c tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "GET /v2.0/ports?device_id=74dbab18-1f3c-4097-9a12-744e1821f77b HTTP/1.1" status: 200 len: 205 time: 0.0644112 Mar 23 12:53:19.583552 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33960) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:19.617508 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:19.629171 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:19.635816 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-105c6a75-dedb-4fa9-9527-6f64b3c65940 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] delete failed (client error): The resource could not be found. Mar 23 12:53:19.637342 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-105c6a75-dedb-4fa9-9527-6f64b3c65940 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "DELETE /v2.0/routers/74dbab18-1f3c-4097-9a12-744e1821f77b HTTP/1.1" status: 404 len: 336 time: 0.0526249 Mar 23 12:53:19.645483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33962) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:19.664147 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44d095-59f7-46c7-b1b9-4cc3d80ebd43 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Subnet': ['ID=12dabbfa-b2b2-4327-a8fe-c2ab13ee8ef9,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:19.704941 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44d095-59f7-46c7-b1b9-4cc3d80ebd43 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Checking segment: {'id': 'b5c9eebc-53ef-48dc-b236-68041f022e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'dbe84b33-8445-427c-b59e-5a282f2043e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:19.705305 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce44d095-59f7-46c7-b1b9-4cc3d80ebd43 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network hostable DHCP agents. Network: dbe84b33-8445-427c-b59e-5a282f2043e3, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:53:19.727312 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c2a22402-d787-436d-9964-e7b36288b939 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "GET /v2.0/ports?device_id=19e41978-d180-45b3-a33f-ce3663c18fa8 HTTP/1.1" status: 200 len: 205 time: 0.0784535 Mar 23 12:53:19.727537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce44d095-59f7-46c7-b1b9-4cc3d80ebd43 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network dbe84b33-8445-427c-b59e-5a282f2043e3 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:53:19.732145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33964) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:19.816324 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ce44d095-59f7-46c7-b1b9-4cc3d80ebd43 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, dbe84b33-8445-427c-b59e-5a282f2043e3) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:19.818433 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-79f96b00-b689-4a4a-925b-35c0d14370c4 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] delete failed (client error): The resource could not be found. Mar 23 12:53:19.821975 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-79f96b00-b689-4a4a-925b-35c0d14370c4 tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "DELETE /v2.0/routers/19e41978-d180-45b3-a33f-ce3663c18fa8 HTTP/1.1" status: 404 len: 336 time: 0.0859909 Mar 23 12:53:19.822165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 33970) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:19.824921 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce44d095-59f7-46c7-b1b9-4cc3d80ebd43 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:19.825502 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce44d095-59f7-46c7-b1b9-4cc3d80ebd43 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:19.830425 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'Port': ['ID=e083a7e9-0e43-4405-97ea-15da469c56ea,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:19.833332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10681a1-1a82-4773-96f6-7cbb96c8357b None None] Network dbe84b33-8445-427c-b59e-5a282f2043e3 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:19.856389 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:19.872045 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd64f21-470b-47a6-b9c2-9a912542310d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] DELETE failed (client error): The resource could not be found. Mar 23 12:53:19.872492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd64f21-470b-47a6-b9c2-9a912542310d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:53:19.874882 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-96eb96e9-0fcc-4d5b-8ae7-9a2ab3446582 req-f3edd50c-44a6-4a49-9528-88de7d991262 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 210 time: 0.0793672 Mar 23 12:53:19.881833 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:19.889035 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5cd64f21-470b-47a6-b9c2-9a912542310d tempest-RoutersAdminTest-1607754222 tempest-RoutersAdminTest-1607754222-project] 10.222.0.52 "DELETE /v2.0/subnets/db0693c8-344d-433f-b1fc-5cefc72f9e77 HTTP/1.1" status: 404 len: 337 time: 0.0594590 Mar 23 12:53:19.889659 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b3228e6b-3c66-4d75-8d42-70417c3ccf9a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8739154 Mar 23 12:53:19.901260 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ce44d095-59f7-46c7-b1b9-4cc3d80ebd43 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0422733 Mar 23 12:53:19.903542 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 33976) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:19.914588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bf12f307-f752-4263-9420-c9ae4e1a4f3d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'network_id': 'dbe84b33-8445-427c-b59e-5a282f2043e3', 'name': 'tempest-PortsTestJSON-1590862188', 'fixed_ips': [{'subnet_id': '12dabbfa-b2b2-4327-a8fe-c2ab13ee8ef9', 'ip_address': '172.20.0.10'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:19.924221 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5394c1f-dbb4-444e-b382-a556ea27c80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:20.078748 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-dbe84b33-8445-427c-b59e-5a282f2043e3', 'network_id': 'dbe84b33-8445-427c-b59e-5a282f2043e3', 'tenant_id': 'c3c6728e92c54f358a5fc12194cc4258', 'fixed_ips': [{'subnet_id': '12dabbfa-b2b2-4327-a8fe-c2ab13ee8ef9'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:53:20.080440 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:20.132508 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-8d42fa3e-cdd4-4d88-a0dc-3237fe79a663 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1669689832&fields=id&tenant_id=c31ff6c0586f49588d5192b65f6a4e62 HTTP/1.1" status: 200 len: 267 time: 0.0678861 Mar 23 12:53:20.206063 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5394c1f-dbb4-444e-b382-a556ea27c80e admin admin] Checking segment: {'id': 'ff6ea98c-2524-44cf-bde8-5d2946ae2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:20.206063 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5394c1f-dbb4-444e-b382-a556ea27c80e admin admin] Network hostable DHCP agents. Network: 7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:53:20.223991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5394c1f-dbb4-444e-b382-a556ea27c80e admin admin] Pushing event updated for resources: {'Subnet': ['ID=92edd051-fec8-4b62-a280-679e008069ca,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:20.250218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5394c1f-dbb4-444e-b382-a556ea27c80e admin admin] Network 7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:53:20.272916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c5394c1f-dbb4-444e-b382-a556ea27c80e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:20.285477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5394c1f-dbb4-444e-b382-a556ea27c80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:20.286007 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5394c1f-dbb4-444e-b382-a556ea27c80e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:20.288250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34002) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:20.306759 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-e649dc40-c2a0-430a-9d53-3461b91af2f0 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:20.317507 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-e649dc40-c2a0-430a-9d53-3461b91af2f0 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 814 time: 0.1839604 Mar 23 12:53:20.319678 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b390a96e-2d18-44fe-9285-e9e7a807808c None None] Network 7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:20.325242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf12f307-f752-4263-9420-c9ae4e1a4f3d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:20.338009 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-60927773-0b56-442b-81a7-23ae99e3cfac tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/quotas/c31ff6c0586f49588d5192b65f6a4e62 HTTP/1.1" status: 200 len: 375 time: 0.0193772 Mar 23 12:53:20.413396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Allocated IP 172.20.0.2 (dbe84b33-8445-427c-b59e-5a282f2043e3/12dabbfa-b2b2-4327-a8fe-c2ab13ee8ef9/42ea1c15-1cd2-48b3-a1bb-154a900d4ef4) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:20.448993 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c5394c1f-dbb4-444e-b382-a556ea27c80e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2967770 Mar 23 12:53:20.449970 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-8a5087f2-a850-47d0-8f2f-48c1c1d64ec9 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1044095 Mar 23 12:53:20.451771 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34010) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:20.458650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-224204814-router', 'tenant_id': '248a71fdfdca4a6c967233b6f42604d4', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:20.520847 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78fab103-a84d-4c80-8cfa-20bc159769bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:20.542097 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:20.543480 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:20.589183 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf12f307-f752-4263-9420-c9ae4e1a4f3d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:20.612447 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-c97cc9a9-85d3-44c7-8f06-9be02e660936 service neutron] 10.222.0.52 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602368 Mar 23 12:53:20.636440 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca', 'network_id': '7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca', 'tenant_id': '248a71fdfdca4a6c967233b6f42604d4', 'fixed_ips': [{'subnet_id': '92edd051-fec8-4b62-a280-679e008069ca'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:53:20.638398 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:20.765740 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-7a01f415-7c77-4ea7-b12d-6429aeac0ac1 service neutron] 10.222.0.52 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466932 Mar 23 12:53:20.822041 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:20.849724 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:20.908978 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Network dbe84b33-8445-427c-b59e-5a282f2043e3 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:20.910205 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Allocated IP 172.20.0.2 (7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca/92edd051-fec8-4b62-a280-679e008069ca/83b5c390-c691-42b0-83fb-91ee411221f2) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:20.919204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:20.923216 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:20.930676 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Pushing event updated for resources: {'Port': ['ID=42ea1c15-1cd2-48b3-a1bb-154a900d4ef4,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:20.985922 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1417056d-0354-4166-9c54-f56e20f37a43 req-24ef9316-a3a5-4f1a-bb97-7fb4135b5aa3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 210 time: 0.0404243 Mar 23 12:53:21.050952 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:21.131797 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d19e2908-3dc2-4af0-894a-945686d7b1fa req-77a3feef-7652-4e01-9998-33131ac15ad9 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 210 time: 0.0310044 Mar 23 12:53:21.161477 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Attempting to bind port 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:53:21.162176 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Attempting to bind port 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'b5c9eebc-53ef-48dc-b236-68041f022e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'dbe84b33-8445-427c-b59e-5a282f2043e3'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:53:21.162753 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Attempting to bind port 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4 on network dbe84b33-8445-427c-b59e-5a282f2043e3 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:21.196946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:21.197638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Checking segment: {'id': 'b5c9eebc-53ef-48dc-b236-68041f022e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'dbe84b33-8445-427c-b59e-5a282f2043e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:21.198277 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:21.198917 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Bound using segment: {'id': 'b5c9eebc-53ef-48dc-b236-68041f022e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'dbe84b33-8445-427c-b59e-5a282f2043e3'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:21.199609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Bound port: 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c9eebc-53ef-48dc-b236-68041f022e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'dbe84b33-8445-427c-b59e-5a282f2043e3'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:53:21.200281 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:21.254151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-bf12f307-f752-4263-9420-c9ae4e1a4f3d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] device_id is not set on port ca0a2171-7d88-46dc-a9e1-d385c2ffc35e yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:53:21.339667 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-6bbe74df-30ce-4faf-a2a8-a0ad28feac70 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:21.346977 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-6bbe74df-30ce-4faf-a2a8-a0ad28feac70 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.77 "GET /v2.0/networks?id=418e4da7-3f91-4acf-9c8d-b6060cea49cb HTTP/1.1" status: 200 len: 797 time: 0.1677835 Mar 23 12:53:21.383006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db941-c13b-4a59-b092-cc387179cf0c req-239366f1-c0f5-42f4-aada-d32720f15988 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:21.384818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d53db941-c13b-4a59-b092-cc387179cf0c req-239366f1-c0f5-42f4-aada-d32720f15988 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 812 time: 0.8098009 Mar 23 12:53:21.400041 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:21.413352 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:21.424134 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-061960ed-c9a9-418f-8943-9d04e85b61d1 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4578e949d6db4514a22d0490934f3e80 HTTP/1.1" status: 200 len: 476 time: 0.0721354 Mar 23 12:53:21.436223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-7dcf86d5-230a-4647-8116-b93113c91a1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Request body: {'port': {'device_id': '67c9957f-86e5-49ad-9cd7-31a313bad6ab', 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb', 'admin_state_up': True, 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'security_groups': ['53d690a8-cc7a-4d1b-9d1b-fde642a51e96', '55dd3df0-63d6-45e1-aa8d-17f0f032bae8']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:21.458574 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d53db941-c13b-4a59-b092-cc387179cf0c req-bb1365e5-8599-4220-889b-3dd7b128fe2f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/quotas/a83d57a27e704c44abb036185c95fcaf HTTP/1.1" status: 200 len: 375 time: 0.0592239 Mar 23 12:53:21.489736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Network 7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:21.493638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:21.502766 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:21.510976 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Pushing event updated for resources: {'Port': ['ID=83b5c390-c691-42b0-83fb-91ee411221f2,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:21.515731 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] For port 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:21.522351 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] For port 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=42ea1c15-1cd2-48b3-a1bb-154a900d4ef4,segment=NetworkSegment(b5c9eebc-53ef-48dc-b236-68041f022e44),segment_id=b5c9eebc-53ef-48dc-b236-68041f022e44)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:21.531427 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78fab103-a84d-4c80-8cfa-20bc159769bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:21.548852 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:21.572670 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-7dcf86d5-230a-4647-8116-b93113c91a1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Made reservation on behalf of 4578e949d6db4514a22d0490934f3e80 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:21.576600 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-7dcf86d5-230a-4647-8116-b93113c91a1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:21.593363 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:21.617812 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78fab103-a84d-4c80-8cfa-20bc159769bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:21.629167 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Attempting to bind port 83b5c390-c691-42b0-83fb-91ee411221f2 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:53:21.629593 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Attempting to bind port 83b5c390-c691-42b0-83fb-91ee411221f2 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'ff6ea98c-2524-44cf-bde8-5d2946ae2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:53:21.629966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Attempting to bind port 83b5c390-c691-42b0-83fb-91ee411221f2 on network 7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:21.643050 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:21.643430 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Checking segment: {'id': 'ff6ea98c-2524-44cf-bde8-5d2946ae2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:21.643842 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:21.654180 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-78fab103-a84d-4c80-8cfa-20bc159769bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee8079d7d22449b58505941fbbaccfaf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3540759 Mar 23 12:53:21.659060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Bound using segment: {'id': 'ff6ea98c-2524-44cf-bde8-5d2946ae2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:21.659603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Bound port: 83b5c390-c691-42b0-83fb-91ee411221f2, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6ea98c-2524-44cf-bde8-5d2946ae2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:53:21.660042 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:21.663354 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b424f-cc05-4bfb-b3f2-968c902a3bea None None] Pushing event updated for resources: {'Port': ['ID=42ea1c15-1cd2-48b3-a1bb-154a900d4ef4,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:21.669735 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34026) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:21.763341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] For port 83b5c390-c691-42b0-83fb-91ee411221f2, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:21.767540 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] For port 83b5c390-c691-42b0-83fb-91ee411221f2, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=83b5c390-c691-42b0-83fb-91ee411221f2,segment=NetworkSegment(ff6ea98c-2524-44cf-bde8-5d2946ae2a4a),segment_id=ff6ea98c-2524-44cf-bde8-5d2946ae2a4a)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:21.775977 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:21.779188 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fab103-a84d-4c80-8cfa-20bc159769bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050a1481-daad-4ffe-b870-f429f54a29c3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:21.825706 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-576b0f3a-601d-4ae2-961b-fb3fa4b2f6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:21.828974 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-7dcf86d5-230a-4647-8116-b93113c91a1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Allocated IP 172.20.0.13 (418e4da7-3f91-4acf-9c8d-b6060cea49cb/c44bda33-7d34-4ba5-8c4e-8b6acbd59b63/2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:21.843336 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d53db941-c13b-4a59-b092-cc387179cf0c req-49753fe7-a157-4f81-8963-76ff7c594425 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3728812 Mar 23 12:53:21.865972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-bf12f307-f752-4263-9420-c9ae4e1a4f3d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Allocated IP 172.20.0.10 (dbe84b33-8445-427c-b59e-5a282f2043e3/12dabbfa-b2b2-4327-a8fe-c2ab13ee8ef9/ca0a2171-7d88-46dc-a9e1-d385c2ffc35e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:21.877427 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-576b0f3a-601d-4ae2-961b-fb3fa4b2f6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:21.887913 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff2244-36a9-4272-82ae-3cf611ed4483 None None] Pushing event updated for resources: {'Port': ['ID=83b5c390-c691-42b0-83fb-91ee411221f2,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:22.033605 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-576b0f3a-601d-4ae2-961b-fb3fa4b2f6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:22.036601 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-576b0f3a-601d-4ae2-961b-fb3fa4b2f6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:22.040466 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-576b0f3a-601d-4ae2-961b-fb3fa4b2f6bd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/050a1481-daad-4ffe-b870-f429f54a29c3 HTTP/1.1" status: 204 len: 168 time: 0.3674734 Mar 23 12:53:22.053454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b0f3a-601d-4ae2-961b-fb3fa4b2f6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050a1481-daad-4ffe-b870-f429f54a29c3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:22.179803 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-7dcf86d5-230a-4647-8116-b93113c91a1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:22.186096 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d53db941-c13b-4a59-b092-cc387179cf0c req-28e6e167-616f-4134-a7d1-cd06736ccd71 service neutron] 10.222.0.52 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403800 Mar 23 12:53:22.231339 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a3132ff4-d8e3-4567-9f9d-76c66c9a58f7 req-92ea5236-2c13-4c80-aa34-589f109eb4ce tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 210 time: 0.0905652 Mar 23 12:53:22.311360 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-7dcf86d5-230a-4647-8116-b93113c91a1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:22.343724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-7dcf86d5-230a-4647-8116-b93113c91a1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Network 418e4da7-3f91-4acf-9c8d-b6060cea49cb is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:22.348111 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-7dcf86d5-230a-4647-8116-b93113c91a1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:22.364135 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-7dcf86d5-230a-4647-8116-b93113c91a1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:22.513718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-7dcf86d5-230a-4647-8116-b93113c91a1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:22.514376 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-7dcf86d5-230a-4647-8116-b93113c91a1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:22.568422 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-427e467c-e185-4fe0-a500-a3b2d656b132 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:22.570064 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-427e467c-e185-4fe0-a500-a3b2d656b132 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 814 time: 0.2813640 Mar 23 12:53:22.581175 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-7dcf86d5-230a-4647-8116-b93113c91a1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1491861 Mar 23 12:53:22.583001 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf86d5-230a-4647-8116-b93113c91a1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'Port': ['ID=2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:22.598560 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-a247bd80-5e23-4b31-85b5-451d440a513b tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:53:22.599627 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-a247bd80-5e23-4b31-85b5-451d440a513b tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107601 Mar 23 12:53:22.600189 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34038) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:22.612213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0143d-fbf2-4490-a467-d143397db466 req-e9fa1b51-381d-48f0-a206-4c073325aa10 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:22.612213 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2c0143d-fbf2-4490-a467-d143397db466 req-e9fa1b51-381d-48f0-a206-4c073325aa10 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 971 time: 0.1049979 Mar 23 12:53:22.756210 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-305e8ba4-0aac-4c35-bf56-dd695dccdf9f tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c31ff6c0586f49588d5192b65f6a4e62 HTTP/1.1" status: 200 len: 380 time: 0.1514966 Mar 23 12:53:22.767304 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9b604fe9-af4c-4b9d-a088-0c566fbe9084 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46d8241b56fa4ed2b6d36451ec48d7da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658335 Mar 23 12:53:22.774993 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34042) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:22.775782 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-75a0e0dc-c86e-4a33-94ac-2aa1919b174b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'port': {'device_id': '4eabebd4-6597-4c56-9278-1dfda5f74ee3', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'admin_state_up': True, 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'security_groups': ['a2b67251-160d-4abb-b742-eb0c7707657f']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:22.792225 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9ff42d5f-18f6-4fb8-b6f0-73c13f02b345 None None] Provisioning complete for port 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:22.793230 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9ff42d5f-18f6-4fb8-b6f0-73c13f02b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:22.818887 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2c0143d-fbf2-4490-a467-d143397db466 req-1260f4b6-5123-444e-9306-ae5a1c70b310 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1950095 Mar 23 12:53:22.841385 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf12f307-f752-4263-9420-c9ae4e1a4f3d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:22.875312 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d53db941-c13b-4a59-b092-cc387179cf0c req-2925e025-0f20-4199-8f44-06b56eac1421 service neutron] 10.222.0.52 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797502 Mar 23 12:53:22.894225 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:22.907802 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2863373-d633-463d-9b82-a35f1e0c18a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:22.934967 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9ff42d5f-18f6-4fb8-b6f0-73c13f02b345 None None] Port 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:22.942491 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2863373-d633-463d-9b82-a35f1e0c18a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:22.994561 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Request body: {'port': {'device_id': '67c9957f-86e5-49ad-9cd7-31a313bad6ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:23.027979 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:23.035228 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:23.035683 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:23.038606 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2863373-d633-463d-9b82-a35f1e0c18a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:23.041858 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2863373-d633-463d-9b82-a35f1e0c18a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:23.045562 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e2863373-d633-463d-9b82-a35f1e0c18a7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1499507d-0e20-4621-bac4-223e539c1cb3 HTTP/1.1" status: 204 len: 168 time: 0.2672503 Mar 23 12:53:23.061202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf12f307-f752-4263-9420-c9ae4e1a4f3d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:23.077710 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:23.086803 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2863373-d633-463d-9b82-a35f1e0c18a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1499507d-0e20-4621-bac4-223e539c1cb3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:23.097546 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:23.123581 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf12f307-f752-4263-9420-c9ae4e1a4f3d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network dbe84b33-8445-427c-b59e-5a282f2043e3 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:23.144343 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-bf12f307-f752-4263-9420-c9ae4e1a4f3d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:23.171255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf12f307-f752-4263-9420-c9ae4e1a4f3d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:23.268420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12f307-f752-4263-9420-c9ae4e1a4f3d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=ca0a2171-7d88-46dc-a9e1-d385c2ffc35e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:23.309556 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:23.314254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-75a0e0dc-c86e-4a33-94ac-2aa1919b174b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Made reservation on behalf of c31ff6c0586f49588d5192b65f6a4e62 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:23.322235 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-75a0e0dc-c86e-4a33-94ac-2aa1919b174b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:23.327161 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-397b0eb9-ce76-4cfa-8ae6-795d561622e0 req-d2a701d5-b36a-44a0-b237-810ae11dab70 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 210 time: 0.0495310 Mar 23 12:53:23.440410 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=42ea1c15-1cd2-48b3-a1bb-154a900d4ef4,segment=NetworkSegment(b5c9eebc-53ef-48dc-b236-68041f022e44),segment_id=b5c9eebc-53ef-48dc-b236-68041f022e44)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:23.449040 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:23.450392 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 83b5c390-c691-42b0-83fb-91ee411221f2 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:23.497899 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2bdd443-f8e1-4353-9fc6-8404f5b23328 req-7c88a2b9-ab1c-4944-9804-6cf9cca0e3e7 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 210 time: 0.1120677 Mar 23 12:53:23.512364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf12f307-f752-4263-9420-c9ae4e1a4f3d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:23.528513 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf12f307-f752-4263-9420-c9ae4e1a4f3d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:23.610838 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=42ea1c15-1cd2-48b3-a1bb-154a900d4ef4,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:23.637083 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 83b5c390-c691-42b0-83fb-91ee411221f2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:23.637647 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:23.651083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bf12f307-f752-4263-9420-c9ae4e1a4f3d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7416110 Mar 23 12:53:23.661589 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34060) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:23.668113 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b5ccb04e-9e76-4807-b52b-85478b6f1271 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'network_id': 'dbe84b33-8445-427c-b59e-5a282f2043e3', 'name': 'tempest-PortsTestJSON-1812281047', 'fixed_ips': [{'subnet_id': '12dabbfa-b2b2-4327-a8fe-c2ab13ee8ef9', 'ip_address': '172.20.0.9'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:23.746263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Allocated IP 172.25.2.150 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/17a542d5-e7c2-414d-92a9-9d483f7c8ee4) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:23.770861 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:23.808689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47bd514-1c3f-4296-9111-ca614f38880d None None] Network dbe84b33-8445-427c-b59e-5a282f2043e3 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:23.862271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-75a0e0dc-c86e-4a33-94ac-2aa1919b174b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Allocated IP 172.20.0.12 (8ad59140-5a4c-426f-a608-38c6929a8267/887f27a5-c519-4323-8382-2219821540c0/1a360957-d474-4b74-a78b-731a1177f7ba) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:23.970520 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:23.978655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 83b5c390-c691-42b0-83fb-91ee411221f2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=83b5c390-c691-42b0-83fb-91ee411221f2,segment=NetworkSegment(ff6ea98c-2524-44cf-bde8-5d2946ae2a4a),segment_id=ff6ea98c-2524-44cf-bde8-5d2946ae2a4a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:23.996086 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:24.083369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-721a5543-3c9d-455a-ba5a-7d8f50b9e380 None None] Provisioning complete for port 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:24.083834 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-721a5543-3c9d-455a-ba5a-7d8f50b9e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:24.089863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:53:24.114716 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:24.157530 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546365f-42f6-4836-b6da-bb11bff5f67c req-c3203820-69b6-4adf-88a7-588700c70fe6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:24.159139 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3546365f-42f6-4836-b6da-bb11bff5f67c req-c3203820-69b6-4adf-88a7-588700c70fe6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 971 time: 0.1703978 Mar 23 12:53:24.163404 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ccb04e-9e76-4807-b52b-85478b6f1271 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:24.179063 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae615838-ed71-4700-990b-6311728f8672 None None] Network 7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:24.190686 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6ef8dc57-c3a0-46f7-a68b-955b99234112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:24.211732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Transition to ACTIVE for port object 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:53:24.221965 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:24.256852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=83b5c390-c691-42b0-83fb-91ee411221f2,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:24.267789 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:24.305987 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:24.309767 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-75a0e0dc-c86e-4a33-94ac-2aa1919b174b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:24.318618 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:24.329854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:24.331900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:24.383602 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3546365f-42f6-4836-b6da-bb11bff5f67c req-be98f611-6647-4554-b8f9-3a28211a1114 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1943419 Mar 23 12:53:24.436201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Pushing event updated for resources: {'Port': ['ID=17a542d5-e7c2-414d-92a9-9d483f7c8ee4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:24.504092 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5ccb04e-9e76-4807-b52b-85478b6f1271 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:24.542336 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0e489031-6295-4556-98b5-a1e7c5054b14 req-72496817-1650-4235-8662-bde776057bd5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 210 time: 0.0863438 Mar 23 12:53:24.576947 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-b5ccb04e-9e76-4807-b52b-85478b6f1271 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] device_id is not set on port d667e3f3-a528-480e-8b8d-8a1d983c1a3b yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:53:24.579623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-36036201-77ca-4ab4-9d96-4925616e2cbc None None] Provisioning complete for port 83b5c390-c691-42b0-83fb-91ee411221f2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:24.580032 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-36036201-77ca-4ab4-9d96-4925616e2cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:24.774285 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:24.889309 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5de6026-46f1-4611-9992-01c9fbdf9080 req-5cfe3ad4-f1d8-4336-a049-fd3202364e09 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 210 time: 0.2222221 Mar 23 12:53:24.910519 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Attempting to bind port 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:53:24.911006 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Attempting to bind port 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '265af318-e985-4510-b063-8775ae762b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:53:24.911342 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Attempting to bind port 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 on network 418e4da7-3f91-4acf-9c8d-b6060cea49cb {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:24.987087 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:24.987087 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:25.007847 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Port 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 on network 418e4da7-3f91-4acf-9c8d-b6060cea49cb not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:53:25.008265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Attempting to bind port 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 on network 418e4da7-3f91-4acf-9c8d-b6060cea49cb {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:25.024894 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-75a0e0dc-c86e-4a33-94ac-2aa1919b174b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:25.081842 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:25.082192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Checking segment: {'id': '265af318-e985-4510-b063-8775ae762b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:25.082586 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Bound using segment: {'id': '265af318-e985-4510-b063-8775ae762b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:25.083025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Bound port: 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265af318-e985-4510-b063-8775ae762b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:53:25.083373 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:25.116230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-75a0e0dc-c86e-4a33-94ac-2aa1919b174b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Network 8ad59140-5a4c-426f-a608-38c6929a8267 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:25.134588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-75a0e0dc-c86e-4a33-94ac-2aa1919b174b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:25.140556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-75a0e0dc-c86e-4a33-94ac-2aa1919b174b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:25.206013 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 83b5c390-c691-42b0-83fb-91ee411221f2 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:25.240417 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0e0dc-c86e-4a33-94ac-2aa1919b174b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event updated for resources: {'Port': ['ID=1a360957-d474-4b74-a78b-731a1177f7ba,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:25.288677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9394120b-6964-46b3-9c99-83cb28e43cd8 None None] Provisioning complete for port 83b5c390-c691-42b0-83fb-91ee411221f2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:25.289060 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9394120b-6964-46b3-9c99-83cb28e43cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:25.614955 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 83b5c390-c691-42b0-83fb-91ee411221f2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:25.630037 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:25.712403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9394120b-6964-46b3-9c99-83cb28e43cd8 None None] Provisioning complete for port ca0a2171-7d88-46dc-a9e1-d385c2ffc35e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:25.712785 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9394120b-6964-46b3-9c99-83cb28e43cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:25.848207 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9394120b-6964-46b3-9c99-83cb28e43cd8 None None] Port ca0a2171-7d88-46dc-a9e1-d385c2ffc35e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:25.859406 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-75a0e0dc-c86e-4a33-94ac-2aa1919b174b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:25.860606 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-75a0e0dc-c86e-4a33-94ac-2aa1919b174b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:25.865068 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:25.865404 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e452d5e-410b-4c2a-9f28-1b3c364ec656 req-131015a4-51b8-4b4e-880c-ce4a733c6eaa tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 210 time: 0.0851505 Mar 23 12:53:25.902829 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9394120b-6964-46b3-9c99-83cb28e43cd8 None None] Provisioning complete for port 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:25.903203 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9394120b-6964-46b3-9c99-83cb28e43cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:25.916626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a58e57-4238-4e00-92b1-2f845004b100 req-3808aeeb-ed5f-4da8-af9e-14fdb406884b tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:25.918313 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-04a58e57-4238-4e00-92b1-2f845004b100 req-3808aeeb-ed5f-4da8-af9e-14fdb406884b tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 983 time: 0.1183310 Mar 23 12:53:25.930260 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-75a0e0dc-c86e-4a33-94ac-2aa1919b174b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1645906 Mar 23 12:53:25.940010 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34108) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:25.964692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Request body: {'port': {'device_id': '4eabebd4-6597-4c56-9278-1dfda5f74ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:25.975748 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db941-c13b-4a59-b092-cc387179cf0c req-ebf1afb8-b63a-43a7-aaf4-7ce27ab097c9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:25.977282 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d53db941-c13b-4a59-b092-cc387179cf0c req-ebf1afb8-b63a-43a7-aaf4-7ce27ab097c9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 812 time: 1.3173280 Mar 23 12:53:26.002352 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-d53db941-c13b-4a59-b092-cc387179cf0c req-46a275a8-15a4-4823-a387-c8cafb53248c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Request body: {'port': {'device_id': '7e702f02-6199-462c-9027-3c1929d60198', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'admin_state_up': True, 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:26.081417 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-04a58e57-4238-4e00-92b1-2f845004b100 req-4866b4a5-6ab6-490a-abb0-11e8d4539ce3 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1484301 Mar 23 12:53:26.106104 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-b5ccb04e-9e76-4807-b52b-85478b6f1271 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Allocated IP 172.20.0.9 (dbe84b33-8445-427c-b59e-5a282f2043e3/12dabbfa-b2b2-4327-a8fe-c2ab13ee8ef9/d667e3f3-a528-480e-8b8d-8a1d983c1a3b) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:26.151860 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:26.154446 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] For port 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:26.178907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] For port 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03,segment=NetworkSegment(265af318-e985-4510-b063-8775ae762b03),segment_id=265af318-e985-4510-b063-8775ae762b03)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:26.195788 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:26.241855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-94242038', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:26.293660 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0c82a-2582-4254-983b-7230f40cd95d req-6a12167b-a4a1-4125-866c-c086b849a765 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:26.296571 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eba0c82a-2582-4254-983b-7230f40cd95d req-6a12167b-a4a1-4125-866c-c086b849a765 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 932 time: 0.2052045 Mar 23 12:53:26.300303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:26.301458 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:26.303706 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] 10.222.0.77 "PUT /v2.0/ports/2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 HTTP/1.1" status: 200 len: 1131 time: 3.6822426 Mar 23 12:53:26.309314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c9957f-86e5-49ad-9cd7-31a313bad6ab', 'tag': '2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:26.311915 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f200e2d-6dbc-477b-86d5-202795dddbd4" -d '{"events": [{"name": "network-changed", "server_uuid": "67c9957f-86e5-49ad-9cd7-31a313bad6ab", "tag": "2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:26.408147 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82949d50-03c3-4827-affb-261326a3b9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:26.424496 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Made reservation on behalf of 23d565a52b754361b750cbc51027b775 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:26.425177 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a40fec-a26e-4166-a893-40ee640629d2 x-openstack-request-id: req-e0a40fec-a26e-4166-a893-40ee640629d2 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:26.425667 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c9957f-86e5-49ad-9cd7-31a313bad6ab", "tag": "2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:26.426091 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e0a40fec-a26e-4166-a893-40ee640629d2 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:26.426677 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c9957f-86e5-49ad-9cd7-31a313bad6ab', 'tag': '2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03', 'status': 'completed', 'code': 200} Mar 23 12:53:26.427366 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:26.497948 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:26.516939 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cb005598-4f24-4494-b052-157bdbc9450f None None] Provisioning complete for port 1a360957-d474-4b74-a78b-731a1177f7ba triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:26.517481 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cb005598-4f24-4494-b052-157bdbc9450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:26.526044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53db941-c13b-4a59-b092-cc387179cf0c req-46a275a8-15a4-4823-a387-c8cafb53248c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Made reservation on behalf of a83d57a27e704c44abb036185c95fcaf for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:26.529863 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d53db941-c13b-4a59-b092-cc387179cf0c req-46a275a8-15a4-4823-a387-c8cafb53248c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:26.547534 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eba0c82a-2582-4254-983b-7230f40cd95d req-e7d76201-5815-4985-ae75-e2c184a3f2ba tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2b67251-160d-4abb-b742-eb0c7707657f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252498 Mar 23 12:53:26.604778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cb005598-4f24-4494-b052-157bdbc9450f None None] Port 1a360957-d474-4b74-a78b-731a1177f7ba cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:26.618840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-083a92a4-13b7-41f3-8f3f-a63a5f6c8420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:26.620539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cb005598-4f24-4494-b052-157bdbc9450f None None] Provisioning complete for port ca0a2171-7d88-46dc-a9e1-d385c2ffc35e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:26.621167 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-083a92a4-13b7-41f3-8f3f-a63a5f6c8420 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4578e949d6db4514a22d0490934f3e80&device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 1134 time: 0.2068841 Mar 23 12:53:26.621406 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cb005598-4f24-4494-b052-157bdbc9450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:26.662755 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:26.668952 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:26.680440 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cb005598-4f24-4494-b052-157bdbc9450f None None] Port ca0a2171-7d88-46dc-a9e1-d385c2ffc35e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:26.728812 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:26.741607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] device_id is not set on port 5739711b-f588-4b06-be49-33b084b6afc1 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:53:26.758892 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-f360039d-9e99-4c98-b293-20d2fc6226d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 HTTP/1.1" status: 200 len: 217 time: 0.0979803 Mar 23 12:53:26.810354 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5ccb04e-9e76-4807-b52b-85478b6f1271 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:26.876262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5bff7c-2569-4844-a6aa-aacb7517333a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:26.888250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-2e0d474c-eab8-48c4-af50-fb1b94b7bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:26.890048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-2e0d474c-eab8-48c4-af50-fb1b94b7bb89 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c44bda33-7d34-4ba5-8c4e-8b6acbd59b63 HTTP/1.1" status: 200 len: 835 time: 0.1238325 Mar 23 12:53:26.892102 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5cbd23e1-558e-47de-840c-6bbac4f4db22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:26.942222 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-d53db941-c13b-4a59-b092-cc387179cf0c req-46a275a8-15a4-4823-a387-c8cafb53248c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Allocated IP 172.20.0.13 (bb56f7c4-c411-4c3a-9aa2-28215b8b28c1/870de485-4fe7-463d-99a0-400760616840/244ae1cb-14b8-472b-92d4-00276036b884) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:26.960958 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5ccb04e-9e76-4807-b52b-85478b6f1271 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:27.034447 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-7f305951-6b3f-4f54-bab6-ae0417304d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:27.036076 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-7f305951-6b3f-4f54-bab6-ae0417304d4a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=418e4da7-3f91-4acf-9c8d-b6060cea49cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268342 Mar 23 12:53:27.060317 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-062be42a-2a6a-4813-ba02-b3610250e16e req-d915e861-5be7-4efe-b3ea-c9c231228b41 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 210 time: 0.0627942 Mar 23 12:53:27.063900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ccb04e-9e76-4807-b52b-85478b6f1271 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network dbe84b33-8445-427c-b59e-5a282f2043e3 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:27.088659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b5ccb04e-9e76-4807-b52b-85478b6f1271 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:27.092362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Allocated IP 172.25.2.227 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/5739711b-f588-4b06-be49-33b084b6afc1) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:27.098645 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ccb04e-9e76-4807-b52b-85478b6f1271 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:27.101349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccb04e-9e76-4807-b52b-85478b6f1271 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=d667e3f3-a528-480e-8b8d-8a1d983c1a3b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:27.164537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a360957-d474-4b74-a78b-731a1177f7ba {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:53:27.183421 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:27.213767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Router 1a5ea844-d725-489a-b50e-ca797394de17 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:53:27.235766 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Transition to ACTIVE for port object 1a360957-d474-4b74-a78b-731a1177f7ba will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:53:27.271645 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:27.305913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ccb04e-9e76-4807-b52b-85478b6f1271 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:27.306884 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b5ccb04e-9e76-4807-b52b-85478b6f1271 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:27.331727 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-5d36c6bd-08b6-42fd-8895-80f043187e06 service neutron] 10.222.0.77 "GET /v2.0/networks/418e4da7-3f91-4acf-9c8d-b6060cea49cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819459 Mar 23 12:53:27.369192 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b5ccb04e-9e76-4807-b52b-85478b6f1271 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7061009 Mar 23 12:53:27.378605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34120) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:27.414550 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Pushing event updated for resources: {'Port': ['ID=1a360957-d474-4b74-a78b-731a1177f7ba,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:27.471844 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d53db941-c13b-4a59-b092-cc387179cf0c req-46a275a8-15a4-4823-a387-c8cafb53248c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:27.498330 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:27.499379 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ff28d-2f8e-4bbb-8f73-3fe97737c889 req-0eee6423-babf-4617-bda1-9190eec77e13 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:27.501519 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a31ff28d-2f8e-4bbb-8f73-3fe97737c889 req-0eee6423-babf-4617-bda1-9190eec77e13 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 983 time: 0.2865958 Mar 23 12:53:27.567912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d6c49e65-cb8a-400a-a2b4-6bd5aa534e0a None None] Provisioning complete for port d667e3f3-a528-480e-8b8d-8a1d983c1a3b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:27.568687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:27.588187 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Sync routers for ids ['1a5ea844-d725-489a-b50e-ca797394de17'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:27.593918 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d6c49e65-cb8a-400a-a2b4-6bd5aa534e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:27.605743 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Routers {'1a5ea844-d725-489a-b50e-ca797394de17'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:27.606443 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1a5ea844-d725-489a-b50e-ca797394de17'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:27.632706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Attempting to bind port 1a360957-d474-4b74-a78b-731a1177f7ba on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:53:27.633094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Attempting to bind port 1a360957-d474-4b74-a78b-731a1177f7ba by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:53:27.633423 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Attempting to bind port 1a360957-d474-4b74-a78b-731a1177f7ba on network 8ad59140-5a4c-426f-a608-38c6929a8267 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:27.637450 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:27.638702 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bb44a2ff-baf3-4b28-acb1-d517910cf870 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1858468 Mar 23 12:53:27.650375 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34124) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:27.670715 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Port 1a360957-d474-4b74-a78b-731a1177f7ba on network 8ad59140-5a4c-426f-a608-38c6929a8267 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:53:27.670964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Attempting to bind port 1a360957-d474-4b74-a78b-731a1177f7ba on network 8ad59140-5a4c-426f-a608-38c6929a8267 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:27.687126 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d6c49e65-cb8a-400a-a2b4-6bd5aa534e0a None None] Port d667e3f3-a528-480e-8b8d-8a1d983c1a3b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:27.700193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:27.700777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Checking segment: {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:27.700888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f0bcc1-743c-4112-ac76-23b9798e74bf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:27.701589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Bound using segment: {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:27.702325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Bound port: 1a360957-d474-4b74-a78b-731a1177f7ba, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d77761-c8ef-4476-9de0-587a51210dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:53:27.704766 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:27.705845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c1f0bcc1-743c-4112-ac76-23b9798e74bf tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3227882 Mar 23 12:53:27.710925 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a31ff28d-2f8e-4bbb-8f73-3fe97737c889 req-2d8835b3-1e99-45ca-af48-700fa2a3df3e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2016962 Mar 23 12:53:27.711409 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34126) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:27.773451 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d53db941-c13b-4a59-b092-cc387179cf0c req-46a275a8-15a4-4823-a387-c8cafb53248c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:27.777093 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Set router 1a5ea844-d725-489a-b50e-ca797394de17 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:27.777593 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:27.799907 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7133e3e-5523-43dc-86f7-2d7e3c71ec53 req-bf6fe4bd-4184-4ae5-8410-7be3cadd3c98 service neutron] 10.222.0.77 "GET /v2.0/networks/418e4da7-3f91-4acf-9c8d-b6060cea49cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554121 Mar 23 12:53:27.850992 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:27.903242 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53db941-c13b-4a59-b092-cc387179cf0c req-46a275a8-15a4-4823-a387-c8cafb53248c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:27.920937 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Pushing event updated for resources: {'Port': ['ID=5739711b-f588-4b06-be49-33b084b6afc1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:27.955159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-d53db941-c13b-4a59-b092-cc387179cf0c req-46a275a8-15a4-4823-a387-c8cafb53248c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:27.968391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53db941-c13b-4a59-b092-cc387179cf0c req-46a275a8-15a4-4823-a387-c8cafb53248c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:27.971910 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ea844-d725-489a-b50e-ca797394de17', 'name': 'tempest-TestAggregatesBasicOps-224204814-router', 'tenant_id': '248a71fdfdca4a6c967233b6f42604d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '17a542d5-e7c2-414d-92a9-9d483f7c8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:20Z', 'updated_at': '2022-03-23T12:53:24Z', 'revision_number': 3, 'project_id': '248a71fdfdca4a6c967233b6f42604d4', 'gw_port': {'id': '17a542d5-e7c2-414d-92a9-9d483f7c8ee4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:80:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ea844-d725-489a-b50e-ca797394de17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:23Z', 'updated_at': '2022-03-23T12:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:27.976510 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a275a8-15a4-4823-a387-c8cafb53248c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'Port': ['ID=244ae1cb-14b8-472b-92d4-00276036b884,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:28.000440 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Checking router: 1a5ea844-d725-489a-b50e-ca797394de17 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:53:28.001373 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Updating router 1a5ea844-d725-489a-b50e-ca797394de17 port 17a542d5-e7c2-414d-92a9-9d483f7c8ee4 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:53:28.026399 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:28.027082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a60fdd-964b-48e2-b1ab-1b47478db7ef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:28.033773 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a60fdd-964b-48e2-b1ab-1b47478db7ef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:28.040198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a60fdd-964b-48e2-b1ab-1b47478db7ef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:28.045430 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-90a60fdd-964b-48e2-b1ab-1b47478db7ef tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2904704 Mar 23 12:53:28.046715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34128) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:28.054597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] For port 1a360957-d474-4b74-a78b-731a1177f7ba, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:28.059632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] For port 1a360957-d474-4b74-a78b-731a1177f7ba, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1a360957-d474-4b74-a78b-731a1177f7ba,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:28.071419 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:28.073115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:28.080462 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:28.112410 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:28.154477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83123547-aa36-447c-a6f9-4d629dfc3499 req-9f6f4191-40a4-4702-a31b-2aa628c30dab tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:28.169516 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83123547-aa36-447c-a6f9-4d629dfc3499 req-9f6f4191-40a4-4702-a31b-2aa628c30dab tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 944 time: 0.4776523 Mar 23 12:53:28.177389 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db941-c13b-4a59-b092-cc387179cf0c req-46a275a8-15a4-4823-a387-c8cafb53248c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:28.177564 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d53db941-c13b-4a59-b092-cc387179cf0c req-46a275a8-15a4-4823-a387-c8cafb53248c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:28.186740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f200e2d-6dbc-477b-86d5-202795dddbd4 req-ada5b441-b64e-414e-a703-0889d83f8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:28.192438 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:28.193072 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:28.194521 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] 10.222.0.77 "PUT /v2.0/ports/1a360957-d474-4b74-a78b-731a1177f7ba HTTP/1.1" status: 200 len: 1092 time: 2.2553024 Mar 23 12:53:28.200231 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f200e2d-6dbc-477b-86d5-202795dddbd4 req-ada5b441-b64e-414e-a703-0889d83f8234 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4578e949d6db4514a22d0490934f3e80&device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 1134 time: 0.2974200 Mar 23 12:53:28.202331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eabebd4-6597-4c56-9278-1dfda5f74ee3', 'tag': '1a360957-d474-4b74-a78b-731a1177f7ba'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:28.205389 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34242ae9-40a4-4b54-a6b7-e19eea0f97b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4eabebd4-6597-4c56-9278-1dfda5f74ee3", "tag": "1a360957-d474-4b74-a78b-731a1177f7ba"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:28.452350 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-78c718d6-a1f1-4589-ac10-aab40b6baa0d None None] Provisioning complete for port 244ae1cb-14b8-472b-92d4-00276036b884 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:28.452736 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-78c718d6-a1f1-4589-ac10-aab40b6baa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:28.460530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:28.461152 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:28.483455 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83123547-aa36-447c-a6f9-4d629dfc3499 req-d456a0c7-7c31-4d4e-b28b-18a0ca31f7ed tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2b67251-160d-4abb-b742-eb0c7707657f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079052 Mar 23 12:53:28.497343 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f200e2d-6dbc-477b-86d5-202795dddbd4 req-43aa062a-90c2-4fa7-88a6-4d0b85f8fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:28.499396 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f200e2d-6dbc-477b-86d5-202795dddbd4 req-43aa062a-90c2-4fa7-88a6-4d0b85f8fec0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=418e4da7-3f91-4acf-9c8d-b6060cea49cb HTTP/1.1" status: 200 len: 898 time: 0.2978470 Mar 23 12:53:28.501492 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-0b023fd9-d11d-442a-bc27-7307cb654d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:28.502975 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-0b023fd9-d11d-442a-bc27-7307cb654d54 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 1095 time: 0.2021368 Mar 23 12:53:28.503608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d78169-98c8-4b9b-a672-f3b16cd88711 service neutron] Pushing event updated for resources: {'Port': ['ID=1a360957-d474-4b74-a78b-731a1177f7ba,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:28.527824 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9d74786a-d882-4ce4-95e6-eeb3f67bca44 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.5697649 Mar 23 12:53:28.541429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34134) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:28.568560 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-78c718d6-a1f1-4589-ac10-aab40b6baa0d None None] Port 244ae1cb-14b8-472b-92d4-00276036b884 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:28.604685 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0cc853ea-2882-4301-85d3-f989188cbbf3 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.227'}]}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:28.608143 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:28.609695 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-e9d08e14-79d9-4662-b9d9-36f7ffec474f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a360957-d474-4b74-a78b-731a1177f7ba HTTP/1.1" status: 200 len: 217 time: 0.0910108 Mar 23 12:53:28.612247 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9733a7c3-7f12-4ae0-a6f0-17326d8a407c x-openstack-request-id: req-9733a7c3-7f12-4ae0-a6f0-17326d8a407c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:28.612538 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eabebd4-6597-4c56-9278-1dfda5f74ee3", "tag": "1a360957-d474-4b74-a78b-731a1177f7ba", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:28.612789 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9733a7c3-7f12-4ae0-a6f0-17326d8a407c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:28.613461 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eabebd4-6597-4c56-9278-1dfda5f74ee3', 'tag': '1a360957-d474-4b74-a78b-731a1177f7ba', 'status': 'completed', 'code': 200} Mar 23 12:53:28.618825 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:28.660301 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cc853ea-2882-4301-85d3-f989188cbbf3 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:28.661391 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cc853ea-2882-4301-85d3-f989188cbbf3 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:28.686155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-dbb721e5-a80f-4cc2-a257-e2dd0b6345e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:28.687291 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-dbb721e5-a80f-4cc2-a257-e2dd0b6345e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=887f27a5-c519-4323-8382-2219821540c0 HTTP/1.1" status: 200 len: 853 time: 0.0690324 Mar 23 12:53:28.720188 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519805e2-3e26-49fb-935e-20328f9a7f68 None None] Pushing event updated for resources: {'Port': ['ID=17a542d5-e7c2-414d-92a9-9d483f7c8ee4,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:28.726324 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Attempting to bind port 17a542d5-e7c2-414d-92a9-9d483f7c8ee4 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:53:28.726909 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Attempting to bind port 17a542d5-e7c2-414d-92a9-9d483f7c8ee4 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:53:28.727411 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Attempting to bind port 17a542d5-e7c2-414d-92a9-9d483f7c8ee4 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:28.734047 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:28.734652 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:28.735909 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:28.736464 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:28.737065 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Bound port: 17a542d5-e7c2-414d-92a9-9d483f7c8ee4, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:53:28.737690 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:28.767608 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cc853ea-2882-4301-85d3-f989188cbbf3 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:28.830615 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-9ffe8396-f061-4573-9918-ae7610338efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:28.832543 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-9ffe8396-f061-4573-9918-ae7610338efe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ad59140-5a4c-426f-a608-38c6929a8267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293736 Mar 23 12:53:28.863559 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] For port 17a542d5-e7c2-414d-92a9-9d483f7c8ee4, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:28.868022 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] For port 17a542d5-e7c2-414d-92a9-9d483f7c8ee4, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=17a542d5-e7c2-414d-92a9-9d483f7c8ee4,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:28.874090 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:28.940947 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Routers {'1a5ea844-d725-489a-b50e-ca797394de17'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:28.941577 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1a5ea844-d725-489a-b50e-ca797394de17'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:29.044655 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cc853ea-2882-4301-85d3-f989188cbbf3 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:29.053031 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d53db941-c13b-4a59-b092-cc387179cf0c req-46a275a8-15a4-4823-a387-c8cafb53248c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0593147 Mar 23 12:53:29.064365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd0512-dedb-4c72-93ca-f150955f7025 req-acce0e1b-811d-4d95-830c-1fb46d0c3f44 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:29.066415 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00fd0512-dedb-4c72-93ca-f150955f7025 req-acce0e1b-811d-4d95-830c-1fb46d0c3f44 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 983 time: 0.2026997 Mar 23 12:53:29.096621 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] Set router 1a5ea844-d725-489a-b50e-ca797394de17 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:29.096826 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:29.108411 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Request body: {'port': {'device_id': '7e702f02-6199-462c-9027-3c1929d60198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:29.145780 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-ae5c7ba5-135d-4787-a7a0-6ef799454348 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793911 Mar 23 12:53:29.181383 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f200e2d-6dbc-477b-86d5-202795dddbd4 req-c38dfd6a-3a50-48cc-bcae-9a4bddd958a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 HTTP/1.1" status: 200 len: 217 time: 0.1262178 Mar 23 12:53:29.193891 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00fd0512-dedb-4c72-93ca-f150955f7025 req-81ac955e-1c41-4a07-88df-4826953073ed tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1129301 Mar 23 12:53:29.254304 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519805e2-3e26-49fb-935e-20328f9a7f68 None None] Pushing event updated for resources: {'Port': ['ID=17a542d5-e7c2-414d-92a9-9d483f7c8ee4,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:29.310882 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-95c7cd2d-247a-44aa-ad79-9098d7e4b88d req-fd456c24-6b49-4400-9622-5bcc57892ad5 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514440 Mar 23 12:53:29.314153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1487ec-300f-427b-b5fb-0bc957e64fd9 req-6ef30bcc-708a-4e42-acfe-6946dda90b88 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:29.321182 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ce1487ec-300f-427b-b5fb-0bc957e64fd9 req-6ef30bcc-708a-4e42-acfe-6946dda90b88 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 932 time: 1.0802393 Mar 23 12:53:29.359054 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:29.366096 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f200e2d-6dbc-477b-86d5-202795dddbd4 req-3e5c13f5-70e1-4963-ab5c-f9145075f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:29.367571 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f200e2d-6dbc-477b-86d5-202795dddbd4 req-3e5c13f5-70e1-4963-ab5c-f9145075f089 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c44bda33-7d34-4ba5-8c4e-8b6acbd59b63 HTTP/1.1" status: 200 len: 835 time: 0.1726317 Mar 23 12:53:29.373345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-932a197e-6fac-4e75-b734-24ba5de234da tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port d667e3f3-a528-480e-8b8d-8a1d983c1a3b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:29.373670 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-932a197e-6fac-4e75-b734-24ba5de234da tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:29.476346 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ea844-d725-489a-b50e-ca797394de17', 'name': 'tempest-TestAggregatesBasicOps-224204814-router', 'tenant_id': '248a71fdfdca4a6c967233b6f42604d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '17a542d5-e7c2-414d-92a9-9d483f7c8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:20Z', 'updated_at': '2022-03-23T12:53:24Z', 'revision_number': 3, 'project_id': '248a71fdfdca4a6c967233b6f42604d4', 'gw_port': {'id': '17a542d5-e7c2-414d-92a9-9d483f7c8ee4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:80:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ea844-d725-489a-b50e-ca797394de17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:23Z', 'updated_at': '2022-03-23T12:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:29.539987 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:29.570897 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a30516e-684f-49cd-9f25-b138bf0756c9 None None] The sync data for ids ['1a5ea844-d725-489a-b50e-ca797394de17'] in n-d-834854-1 is: [{'id': '1a5ea844-d725-489a-b50e-ca797394de17', 'name': 'tempest-TestAggregatesBasicOps-224204814-router', 'tenant_id': '248a71fdfdca4a6c967233b6f42604d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '17a542d5-e7c2-414d-92a9-9d483f7c8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:20Z', 'updated_at': '2022-03-23T12:53:24Z', 'revision_number': 3, 'project_id': '248a71fdfdca4a6c967233b6f42604d4', 'gw_port': {'id': '17a542d5-e7c2-414d-92a9-9d483f7c8ee4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:80:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ea844-d725-489a-b50e-ca797394de17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:23Z', 'updated_at': '2022-03-23T12:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:29.599364 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ce1487ec-300f-427b-b5fb-0bc957e64fd9 req-f17b3958-e3fd-46fa-988c-bddcd978b4ff tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751441 Mar 23 12:53:29.850853 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f200e2d-6dbc-477b-86d5-202795dddbd4 req-fa9e1e25-094e-440c-b62f-b83076c9f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:29.850853 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f200e2d-6dbc-477b-86d5-202795dddbd4 req-fa9e1e25-094e-440c-b62f-b83076c9f6d2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=418e4da7-3f91-4acf-9c8d-b6060cea49cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4693730 Mar 23 12:53:29.939471 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-932a197e-6fac-4e75-b734-24ba5de234da tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:30.020615 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-932a197e-6fac-4e75-b734-24ba5de234da tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for d667e3f3-a528-480e-8b8d-8a1d983c1a3b owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:30.045219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242ae9-40a4-4b54-a6b7-e19eea0f97b9 req-c3230811-9517-4704-b94c-7cedc30e6c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:30.046881 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34242ae9-40a4-4b54-a6b7-e19eea0f97b9 req-c3230811-9517-4704-b94c-7cedc30e6c23 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 1095 time: 0.2343740 Mar 23 12:53:30.060384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1678a8b-e4f5-40fa-b5bb-e891c6ec1369 req-5479a701-7045-4c24-8b7b-07624bde4df5 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:30.062005 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c1678a8b-e4f5-40fa-b5bb-e891c6ec1369 req-5479a701-7045-4c24-8b7b-07624bde4df5 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 944 time: 0.2091389 Mar 23 12:53:30.115292 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cc853ea-2882-4301-85d3-f989188cbbf3 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:30.213431 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cc853ea-2882-4301-85d3-f989188cbbf3 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:30.225837 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f200e2d-6dbc-477b-86d5-202795dddbd4 req-ad677c4e-b326-4bdd-ab9b-1888bed7922b service neutron] 10.222.0.77 "GET /v2.0/networks/418e4da7-3f91-4acf-9c8d-b6060cea49cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599596 Mar 23 12:53:30.327858 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c1678a8b-e4f5-40fa-b5bb-e891c6ec1369 req-151149e8-1a7f-4a95-92b1-78d2cb85829b tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2b67251-160d-4abb-b742-eb0c7707657f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472715 Mar 23 12:53:30.423728 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242ae9-40a4-4b54-a6b7-e19eea0f97b9 req-2b88db37-78ac-4632-9e15-9eb9efdfb7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:30.425536 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34242ae9-40a4-4b54-a6b7-e19eea0f97b9 req-2b88db37-78ac-4632-9e15-9eb9efdfb7cb service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 915 time: 0.3626308 Mar 23 12:53:30.485414 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34242ae9-40a4-4b54-a6b7-e19eea0f97b9 req-e2f3972f-d311-4baa-9c79-cf8dbe1ef77b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a360957-d474-4b74-a78b-731a1177f7ba HTTP/1.1" status: 200 len: 217 time: 0.0514343 Mar 23 12:53:30.504363 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:30.564123 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f200e2d-6dbc-477b-86d5-202795dddbd4 req-e45d443b-0840-4af9-9f75-8dfd5631fb22 service neutron] 10.222.0.77 "GET /v2.0/networks/418e4da7-3f91-4acf-9c8d-b6060cea49cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223872 Mar 23 12:53:30.601076 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cc853ea-2882-4301-85d3-f989188cbbf3 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:30.624800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244ae1cb-14b8-472b-92d4-00276036b884 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:53:30.680764 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:30.704376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cea615-4245-4e4e-a59d-dc95c60b82a2 req-7a39d1ed-6c6a-486f-bffd-52d6279d3b80 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:30.705897 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-45cea615-4245-4e4e-a59d-dc95c60b82a2 req-7a39d1ed-6c6a-486f-bffd-52d6279d3b80 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 983 time: 0.3521199 Mar 23 12:53:30.781649 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242ae9-40a4-4b54-a6b7-e19eea0f97b9 req-2b4a552f-f1e4-495f-83d4-3372f8713f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:30.784982 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34242ae9-40a4-4b54-a6b7-e19eea0f97b9 req-2b4a552f-f1e4-495f-83d4-3372f8713f1b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=887f27a5-c519-4323-8382-2219821540c0 HTTP/1.1" status: 200 len: 853 time: 0.2928596 Mar 23 12:53:30.846116 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-45cea615-4245-4e4e-a59d-dc95c60b82a2 req-d9bc0580-cf26-4755-95f2-06810712d966 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1016185 Mar 23 12:53:30.857505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 17a542d5-e7c2-414d-92a9-9d483f7c8ee4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:30.881406 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Transition to ACTIVE for port object 244ae1cb-14b8-472b-92d4-00276036b884 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:53:30.883261 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-932a197e-6fac-4e75-b734-24ba5de234da tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:31.003522 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:31.005416 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 17a542d5-e7c2-414d-92a9-9d483f7c8ee4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:31.006284 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:31.012489 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a197e-6fac-4e75-b734-24ba5de234da tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=d667e3f3-a528-480e-8b8d-8a1d983c1a3b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:31.057947 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cc853ea-2882-4301-85d3-f989188cbbf3 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:31.065450 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cc853ea-2882-4301-85d3-f989188cbbf3 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:31.099841 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660ac5e-2a9b-489a-bf5a-26ffde89c3ba req-ace05fdf-369f-44ad-b6e0-e650fe95ef6d tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:31.112721 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6660ac5e-2a9b-489a-bf5a-26ffde89c3ba req-ace05fdf-369f-44ad-b6e0-e650fe95ef6d tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 932 time: 0.3262076 Mar 23 12:53:31.173466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242ae9-40a4-4b54-a6b7-e19eea0f97b9 req-c2a290db-4491-4d3d-9b76-418c40fd5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:31.175294 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34242ae9-40a4-4b54-a6b7-e19eea0f97b9 req-c2a290db-4491-4d3d-9b76-418c40fd5141 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ad59140-5a4c-426f-a608-38c6929a8267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3703063 Mar 23 12:53:31.286795 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0cc853ea-2882-4301-85d3-f989188cbbf3 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:31.288189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc853ea-2882-4301-85d3-f989188cbbf3 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1a6ba89-4efe-4453-b4e5-1630f66b6d78 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:53:31.302614 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6660ac5e-2a9b-489a-bf5a-26ffde89c3ba req-2b620600-9022-4ae1-8d99-10bebe852b02 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884122 Mar 23 12:53:31.315385 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1a360957-d474-4b74-a78b-731a1177f7ba details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:53:31.317141 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Allocated IP 172.20.0.1 (7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca/92edd051-fec8-4b62-a280-679e008069ca/abcfc173-8166-4b30-aa8f-05a50978d05a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:31.353814 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:31.408680 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 17a542d5-e7c2-414d-92a9-9d483f7c8ee4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=17a542d5-e7c2-414d-92a9-9d483f7c8ee4,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:31.437722 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-0cc853ea-2882-4301-85d3-f989188cbbf3 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 23 12:53:31.439379 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0cc853ea-2882-4301-85d3-f989188cbbf3 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8969765 Mar 23 12:53:31.447714 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:31.460326 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34150) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:31.600049 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Pushing event updated for resources: {'Port': ['ID=244ae1cb-14b8-472b-92d4-00276036b884,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:31.607395 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34242ae9-40a4-4b54-a6b7-e19eea0f97b9 req-1790de7c-078f-4287-9380-d09ad3610e2b service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218745 Mar 23 12:53:31.660599 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1a360957-d474-4b74-a78b-731a1177f7ba, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1a360957-d474-4b74-a78b-731a1177f7ba,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:31.681365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=17a542d5-e7c2-414d-92a9-9d483f7c8ee4,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:31.685237 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '1a360957-d474-4b74-a78b-731a1177f7ba', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'port_id': '1a360957-d474-4b74-a78b-731a1177f7ba', 'mac_address': 'fa:16:3e:22:7b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:53:31.788390 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:31.800218 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34242ae9-40a4-4b54-a6b7-e19eea0f97b9 req-d9df168e-cc44-4627-864b-9e45c3ebb9c5 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821034 Mar 23 12:53:31.813990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a6c8f937-73a4-493b-a74f-6a774d5e5e07 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Deleting port 5739711b-f588-4b06-be49-33b084b6afc1 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:31.814571 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f937-73a4-493b-a74f-6a774d5e5e07 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:31.865069 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a360957-d474-4b74-a78b-731a1177f7ba {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:53:31.891142 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-932a197e-6fac-4e75-b734-24ba5de234da tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:31.902145 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-932a197e-6fac-4e75-b734-24ba5de234da tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/d667e3f3-a528-480e-8b8d-8a1d983c1a3b HTTP/1.1" status: 204 len: 168 time: 3.8501077 Mar 23 12:53:31.910701 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:31.941690 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34152) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:31.972480 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1a360957-d474-4b74-a78b-731a1177f7ba, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1a360957-d474-4b74-a78b-731a1177f7ba,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:31.985906 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:31.986764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:53:32.030441 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a23cee3-4acf-456e-9d44-f06579d7381d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] GET failed (client error): The resource could not be found. Mar 23 12:53:32.035029 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9a23cee3-4acf-456e-9d44-f06579d7381d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports/d667e3f3-a528-480e-8b8d-8a1d983c1a3b HTTP/1.1" status: 404 len: 333 time: 0.0893755 Mar 23 12:53:32.037748 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f937-73a4-493b-a74f-6a774d5e5e07 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:32.038808 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34156) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:32.044138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Attempting to bind port 244ae1cb-14b8-472b-92d4-00276036b884 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:53:32.045049 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Attempting to bind port 244ae1cb-14b8-472b-92d4-00276036b884 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:53:32.045049 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Attempting to bind port 244ae1cb-14b8-472b-92d4-00276036b884 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:32.053330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a6c8f937-73a4-493b-a74f-6a774d5e5e07 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Calling delete_port for 5739711b-f588-4b06-be49-33b084b6afc1 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:32.058492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Port 244ae1cb-14b8-472b-92d4-00276036b884 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:53:32.059024 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Attempting to bind port 244ae1cb-14b8-472b-92d4-00276036b884 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:32.084012 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf9147-21f5-4fc9-8df2-6d045619fb54 req-41da4ae5-478b-44fb-9022-a9335e46ef17 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:32.085588 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41bf9147-21f5-4fc9-8df2-6d045619fb54 req-41da4ae5-478b-44fb-9022-a9335e46ef17 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 944 time: 0.4609218 Mar 23 12:53:32.112307 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:32.112649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Checking segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:32.113029 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Bound using segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:32.113470 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Bound port: 244ae1cb-14b8-472b-92d4-00276036b884, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:53:32.113821 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:32.151462 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:53:32.214293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] For port 244ae1cb-14b8-472b-92d4-00276036b884, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:32.217643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] For port 244ae1cb-14b8-472b-92d4-00276036b884, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=244ae1cb-14b8-472b-92d4-00276036b884,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:32.231178 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:32.271555 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:32.294862 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03,segment=NetworkSegment(265af318-e985-4510-b063-8775ae762b03),segment_id=265af318-e985-4510-b063-8775ae762b03)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:32.311986 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03', 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb', 'port_id': '2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03', 'mac_address': 'fa:16:3e:39:af:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:53:32.323480 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41bf9147-21f5-4fc9-8df2-6d045619fb54 req-4c4f8f2c-ae42-429f-a1c7-9b10436c859d tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2b67251-160d-4abb-b742-eb0c7707657f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170084 Mar 23 12:53:32.341340 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Network 7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:32.342820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7026a-fad2-4de0-b792-d258ef7a28e5 req-aa31a528-13db-4c70-bdd8-e26f1fa4bda6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:32.346590 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-72d7026a-fad2-4de0-b792-d258ef7a28e5 req-aa31a528-13db-4c70-bdd8-e26f1fa4bda6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 983 time: 0.1901414 Mar 23 12:53:32.373753 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1a360957-d474-4b74-a78b-731a1177f7ba,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:32.376593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:32.386658 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:32.387249 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:32.388672 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d53db941-c13b-4a59-b092-cc387179cf0c req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] 10.222.0.77 "PUT /v2.0/ports/244ae1cb-14b8-472b-92d4-00276036b884 HTTP/1.1" status: 200 len: 1092 time: 3.2971516 Mar 23 12:53:32.398005 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e702f02-6199-462c-9027-3c1929d60198', 'tag': '244ae1cb-14b8-472b-92d4-00276036b884'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:32.400352 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6333b6-8451-4e82-b58c-a03ddd4405c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7e702f02-6199-462c-9027-3c1929d60198", "tag": "244ae1cb-14b8-472b-92d4-00276036b884"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:32.410205 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:32.478592 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:32.498016 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:53:32.543162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03,segment=NetworkSegment(265af318-e985-4510-b063-8775ae762b03),segment_id=265af318-e985-4510-b063-8775ae762b03)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:32.557838 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:32.585314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b250d-4aeb-4578-b082-43ecd2fdfac7 service neutron] Pushing event updated for resources: {'Port': ['ID=244ae1cb-14b8-472b-92d4-00276036b884,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:32.648220 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-72d7026a-fad2-4de0-b792-d258ef7a28e5 req-d3ed9f2c-a713-4464-bd5f-fa8cfcb97cac tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2810428 Mar 23 12:53:32.649705 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f937-73a4-493b-a74f-6a774d5e5e07 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:32.846134 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:32.871353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 17a542d5-e7c2-414d-92a9-9d483f7c8ee4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:32.886706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8f937-73a4-493b-a74f-6a774d5e5e07 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Pushing event deleted for resources: {'Port': ['ID=5739711b-f588-4b06-be49-33b084b6afc1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:32.940582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:53:32.980130 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f937-73a4-493b-a74f-6a774d5e5e07 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:32.985008 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a6c8f937-73a4-493b-a74f-6a774d5e5e07 tempest-RoutersAdminNegativeIpV6Test-497805507 tempest-RoutersAdminNegativeIpV6Test-497805507-project-admin] 10.222.0.52 "DELETE /v2.0/ports/5739711b-f588-4b06-be49-33b084b6afc1 HTTP/1.1" status: 204 len: 168 time: 1.5209243 Mar 23 12:53:33.052976 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['1a360957-d474-4b74-a78b-731a1177f7ba'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:53:33.178952 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 17a542d5-e7c2-414d-92a9-9d483f7c8ee4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:33.179335 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:33.196067 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9937ba3-188c-4e02-9155-b962cfb2655b x-openstack-request-id: req-f9937ba3-188c-4e02-9155-b962cfb2655b {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:33.196309 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e702f02-6199-462c-9027-3c1929d60198", "tag": "244ae1cb-14b8-472b-92d4-00276036b884", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:33.196438 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9937ba3-188c-4e02-9155-b962cfb2655b {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:33.196869 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e702f02-6199-462c-9027-3c1929d60198', 'tag': '244ae1cb-14b8-472b-92d4-00276036b884', 'status': 'completed', 'code': 200} Mar 23 12:53:33.209381 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:33.295027 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-21f67f63-a61a-44e8-9364-6cd91a8af867 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port ca0a2171-7d88-46dc-a9e1-d385c2ffc35e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:33.296850 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21f67f63-a61a-44e8-9364-6cd91a8af867 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:33.334712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12d5c5-f0d9-48ad-9a1d-27a36d4f708f req-f08e14e8-a48e-4dea-bca8-4170e22822a7 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:33.336350 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa12d5c5-f0d9-48ad-9a1d-27a36d4f708f req-f08e14e8-a48e-4dea-bca8-4170e22822a7 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 944 time: 0.7836816 Mar 23 12:53:33.346573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Pushing event updated for resources: {'Port': ['ID=abcfc173-8166-4b30-aa8f-05a50978d05a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:33.386156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db941-c13b-4a59-b092-cc387179cf0c req-f4455555-29bf-4dab-bb55-128ea3c1c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:33.387704 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d53db941-c13b-4a59-b092-cc387179cf0c req-f4455555-29bf-4dab-bb55-128ea3c1c31f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 1095 time: 0.8150711 Mar 23 12:53:33.451815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9c2bc23b-4ccd-4bb8-b946-3f9696a0450f None None] Provisioning complete for port abcfc173-8166-4b30-aa8f-05a50978d05a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:33.452451 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc23b-4ccd-4bb8-b946-3f9696a0450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:33.488528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d53db941-c13b-4a59-b092-cc387179cf0c req-2aeeb8c6-7904-4400-a7b5-2228c9c2554a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=244ae1cb-14b8-472b-92d4-00276036b884 HTTP/1.1" status: 200 len: 217 time: 0.0731235 Mar 23 12:53:33.506978 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9c2bc23b-4ccd-4bb8-b946-3f9696a0450f None None] Port abcfc173-8166-4b30-aa8f-05a50978d05a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:33.507623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34168) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:33.601770 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa12d5c5-f0d9-48ad-9a1d-27a36d4f708f req-b4e6bea5-8772-49fe-977f-aa4e5259ffb9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104285 Mar 23 12:53:33.610835 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21f67f63-a61a-44e8-9364-6cd91a8af867 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:33.625060 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:33.638197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372ce07-2ab3-4b01-bf5b-a96dba2006a7 req-0435e397-4eef-4db4-b2f9-ae1d4753f205 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:33.640260 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f372ce07-2ab3-4b01-bf5b-a96dba2006a7 req-0435e397-4eef-4db4-b2f9-ae1d4753f205 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 945 time: 0.1229262 Mar 23 12:53:33.644744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-21f67f63-a61a-44e8-9364-6cd91a8af867 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for ca0a2171-7d88-46dc-a9e1-d385c2ffc35e owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:33.662167 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db941-c13b-4a59-b092-cc387179cf0c req-bfef7a5f-07eb-46f2-8323-68f6f215b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:33.664280 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d53db941-c13b-4a59-b092-cc387179cf0c req-bfef7a5f-07eb-46f2-8323-68f6f215b0e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.1639390 Mar 23 12:53:33.744914 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f372ce07-2ab3-4b01-bf5b-a96dba2006a7 req-3bfd2738-1c38-4b08-bfee-593bab21c964 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2b67251-160d-4abb-b742-eb0c7707657f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887911 Mar 23 12:53:33.809658 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-91076229-4775-45c9-8b2c-751a97c6832a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:33.859287 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db941-c13b-4a59-b092-cc387179cf0c req-bbd4e37d-5527-4347-ada2-4157fc6b1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:33.861414 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d53db941-c13b-4a59-b092-cc387179cf0c req-bbd4e37d-5527-4347-ada2-4157fc6b1ac6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905892 Mar 23 12:53:33.889659 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-91076229-4775-45c9-8b2c-751a97c6832a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:33.894692 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-91076229-4775-45c9-8b2c-751a97c6832a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:33.935893 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-91076229-4775-45c9-8b2c-751a97c6832a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3bdf4c5291c64affabd525cfeef4166e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4264293 Mar 23 12:53:33.936889 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91076229-4775-45c9-8b2c-751a97c6832a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e654f636-4df2-403c-8201-ea0625aa6aef,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:33.939327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34174) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:33.995787 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71f49907-d6b2-4c20-8a9b-b0e8e771cace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:34.012388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6bc72-a1b8-47d2-ba17-23ada7dedbd3 req-4fa6a3b6-3ec7-4252-b4c3-5981bbe789b6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:34.013915 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dcb6bc72-a1b8-47d2-ba17-23ada7dedbd3 req-4fa6a3b6-3ec7-4252-b4c3-5981bbe789b6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 984 time: 0.2052624 Mar 23 12:53:34.027135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71f49907-d6b2-4c20-8a9b-b0e8e771cace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:34.113271 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71f49907-d6b2-4c20-8a9b-b0e8e771cace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:34.116898 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71f49907-d6b2-4c20-8a9b-b0e8e771cace admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:34.118243 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-71f49907-d6b2-4c20-8a9b-b0e8e771cace admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e654f636-4df2-403c-8201-ea0625aa6aef HTTP/1.1" status: 204 len: 168 time: 0.1780090 Mar 23 12:53:34.134893 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f49907-d6b2-4c20-8a9b-b0e8e771cace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e654f636-4df2-403c-8201-ea0625aa6aef,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:34.154357 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d53db941-c13b-4a59-b092-cc387179cf0c req-65179d2d-86f5-4475-852c-b90dcba517f3 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795286 Mar 23 12:53:34.199823 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21f67f63-a61a-44e8-9364-6cd91a8af867 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:34.214276 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dcb6bc72-a1b8-47d2-ba17-23ada7dedbd3 req-ed5def4e-9cb2-4f51-9bc2-8a2959ff95ee tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1626377 Mar 23 12:53:34.277861 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:34.286014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f67f63-a61a-44e8-9364-6cd91a8af867 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=ca0a2171-7d88-46dc-a9e1-d385c2ffc35e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:34.297799 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:34.444795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Pushing event updated for resources: {'Port': ['ID=abcfc173-8166-4b30-aa8f-05a50978d05a,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:34.481550 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d53db941-c13b-4a59-b092-cc387179cf0c req-45c00bfd-f3d8-4586-8cb0-2c003ec5887e service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095706 Mar 23 12:53:34.485836 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:34.490661 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21f67f63-a61a-44e8-9364-6cd91a8af867 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:34.497564 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-21f67f63-a61a-44e8-9364-6cd91a8af867 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/ca0a2171-7d88-46dc-a9e1-d385c2ffc35e HTTP/1.1" status: 204 len: 168 time: 2.4581676 Mar 23 12:53:34.497753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34180) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:34.562240 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd9a2dc-a8c6-4794-9198-65800601729d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] GET failed (client error): The resource could not be found. Mar 23 12:53:34.567755 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ddd9a2dc-a8c6-4794-9198-65800601729d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports/ca0a2171-7d88-46dc-a9e1-d385c2ffc35e HTTP/1.1" status: 404 len: 333 time: 0.0688326 Mar 23 12:53:34.573521 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34182) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:34.670852 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34186) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:34.695915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6333b6-8451-4e82-b58c-a03ddd4405c9 req-b4255574-0af2-4cb9-98c9-4563bbe734b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:34.698235 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de6333b6-8451-4e82-b58c-a03ddd4405c9 req-b4255574-0af2-4cb9-98c9-4563bbe734b4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 1095 time: 0.1090086 Mar 23 12:53:34.732837 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fae883b3-84cf-4e48-9fc9-577ec0d2bd5d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=23d565a52b754361b750cbc51027b775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605676 Mar 23 12:53:34.735726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34188) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:34.741274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Network 7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:34.744706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:34.747418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e90099-0176-4158-bf3b-6bbbd5d7faaa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting subnet 12dabbfa-b2b2-4327-a8fe-c2ab13ee8ef9 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:53:34.758710 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-55e90099-0176-4158-bf3b-6bbbd5d7faaa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:34.865188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-55e90099-0176-4158-bf3b-6bbbd5d7faaa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:34.921577 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a915986c-3b70-40f2-98ab-afdbb6c0528f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:34.964617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586dbe7-3d9b-475a-8c5f-8c519140e42d req-971643ae-815f-4383-8a08-76e33a3e3cd9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:34.967483 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b586dbe7-3d9b-475a-8c5f-8c519140e42d req-971643ae-815f-4383-8a08-76e33a3e3cd9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 944 time: 0.1808095 Mar 23 12:53:35.030007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bae4e-543c-4c24-8c9d-ab456f0660f7 req-98358241-f72d-49da-82b6-dd361401d30d tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:35.032827 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2a0bae4e-543c-4c24-8c9d-ab456f0660f7 req-98358241-f72d-49da-82b6-dd361401d30d tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 945 time: 0.1811428 Mar 23 12:53:35.047905 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a915986c-3b70-40f2-98ab-afdbb6c0528f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:35.088560 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-40ca5ed6-d1ec-44c0-8d0a-c58c14966b05 None None] Provisioning complete for port abcfc173-8166-4b30-aa8f-05a50978d05a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:35.093586 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-40ca5ed6-d1ec-44c0-8d0a-c58c14966b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:35.095058 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b586dbe7-3d9b-475a-8c5f-8c519140e42d req-4e8316e6-5a7d-490d-810c-073e662e3ed2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140602 Mar 23 12:53:35.104956 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-55e90099-0176-4158-bf3b-6bbbd5d7faaa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:35.163983 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6333b6-8451-4e82-b58c-a03ddd4405c9 req-0837d321-ec30-417e-94f0-ef8f9112a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:35.165766 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de6333b6-8451-4e82-b58c-a03ddd4405c9 req-0837d321-ec30-417e-94f0-ef8f9112a7e2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 913 time: 0.4587994 Mar 23 12:53:35.170247 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a915986c-3b70-40f2-98ab-afdbb6c0528f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:35.175385 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a915986c-3b70-40f2-98ab-afdbb6c0528f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:35.175780 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a915986c-3b70-40f2-98ab-afdbb6c0528f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d5bff7c-2569-4844-a6aa-aacb7517333a HTTP/1.1" status: 204 len: 168 time: 0.4382923 Mar 23 12:53:35.194930 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-40ca5ed6-d1ec-44c0-8d0a-c58c14966b05 None None] Port abcfc173-8166-4b30-aa8f-05a50978d05a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:35.207539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915986c-3b70-40f2-98ab-afdbb6c0528f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5bff7c-2569-4844-a6aa-aacb7517333a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:35.222801 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-55e90099-0176-4158-bf3b-6bbbd5d7faaa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:35.251433 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de6333b6-8451-4e82-b58c-a03ddd4405c9 req-b9cc6afd-c925-4e2a-9d24-829b224705f3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=244ae1cb-14b8-472b-92d4-00276036b884 HTTP/1.1" status: 200 len: 217 time: 0.0754893 Mar 23 12:53:35.274588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e90099-0176-4158-bf3b-6bbbd5d7faaa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Subnet': ['ID=12dabbfa-b2b2-4327-a8fe-c2ab13ee8ef9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:35.294746 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-55e90099-0176-4158-bf3b-6bbbd5d7faaa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:35.297020 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac31c08-bf59-47fe-a7b7-41507346b996 None None] Network dbe84b33-8445-427c-b59e-5a282f2043e3 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:35.301285 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-55e90099-0176-4158-bf3b-6bbbd5d7faaa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/12dabbfa-b2b2-4327-a8fe-c2ab13ee8ef9 HTTP/1.1" status: 204 len: 168 time: 0.7260382 Mar 23 12:53:35.301969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34196) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:35.355408 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1a360957-d474-4b74-a78b-731a1177f7ba up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:35.362990 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2a0bae4e-543c-4c24-8c9d-ab456f0660f7 req-295e19dd-47a7-419f-94c1-dd8429aed82d tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2b67251-160d-4abb-b742-eb0c7707657f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423973 Mar 23 12:53:35.378409 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Router 1a5ea844-d725-489a-b50e-ca797394de17 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:53:35.382968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6333b6-8451-4e82-b58c-a03ddd4405c9 req-5665a7ec-291e-4116-b9f9-32f0465c2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:35.384959 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de6333b6-8451-4e82-b58c-a03ddd4405c9 req-5665a7ec-291e-4116-b9f9-32f0465c2905 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.1149497 Mar 23 12:53:35.423624 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:35.519180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781532d-f502-4161-8b30-a8567048ca10 req-eb12c0a8-5209-4d90-9659-63c21a65c886 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:35.521112 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e781532d-f502-4161-8b30-a8567048ca10 req-eb12c0a8-5209-4d90-9659-63c21a65c886 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 984 time: 0.1785662 Mar 23 12:53:35.541795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6333b6-8451-4e82-b58c-a03ddd4405c9 req-92c0c21c-d231-4733-81bb-44a4fe306e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:35.544010 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de6333b6-8451-4e82-b58c-a03ddd4405c9 req-92c0c21c-d231-4733-81bb-44a4fe306e51 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489711 Mar 23 12:53:35.555608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:35.556016 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:35.634883 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] For port 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=42ea1c15-1cd2-48b3-a1bb-154a900d4ef4,segment=NetworkSegment(b5c9eebc-53ef-48dc-b236-68041f022e44),segment_id=b5c9eebc-53ef-48dc-b236-68041f022e44)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:35.635637 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:35.650236 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:35.727643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:35.737559 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-02ea5b7b-281e-4134-b5e6-1d6c32550c8e admin admin] 10.222.0.52 "PUT /v2.0/routers/1a5ea844-d725-489a-b50e-ca797394de17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0783210 Mar 23 12:53:35.742246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Sync routers for ids ['1a5ea844-d725-489a-b50e-ca797394de17'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:35.765466 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:35.806548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No DVR routers for this DVR port 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:53:35.813738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 1a360957-d474-4b74-a78b-731a1177f7ba completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:53:35.814194 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=42ea1c15-1cd2-48b3-a1bb-154a900d4ef4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:35.830187 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 1a360957-d474-4b74-a78b-731a1177f7ba triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:35.834154 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:35.839297 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de6333b6-8451-4e82-b58c-a03ddd4405c9 req-1adedc57-9de2-49ff-b125-3abc25e8a922 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485900 Mar 23 12:53:35.916374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Routers {'1a5ea844-d725-489a-b50e-ca797394de17'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:35.920519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1a5ea844-d725-489a-b50e-ca797394de17'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:35.970777 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:36.025688 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe84b33-8445-427c-b59e-5a282f2043e3']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:36.045681 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c9eebc-53ef-48dc-b236-68041f022e44') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:36.046205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c9eebc-53ef-48dc-b236-68041f022e44') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:36.059181 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:36.075229 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:36.082819 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:53:36.083491 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:36.116569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007e226b-fe56-482d-a90e-13bc8fe1c0aa None None] DHCP port deletion for dbe84b33-8445-427c-b59e-5a282f2043e3 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:53:36.160978 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de6333b6-8451-4e82-b58c-a03ddd4405c9 req-f520ce2d-92b3-4f8d-add6-9176808e803e service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115890 Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:53:36.305379 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:53:36.352427 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e781532d-f502-4161-8b30-a8567048ca10 req-e21a8e67-f2f1-4345-b09f-f8d815633e91 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.8166535 Mar 23 12:53:36.357805 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:36.395649 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:36.408447 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/networks/dbe84b33-8445-427c-b59e-5a282f2043e3 HTTP/1.1" status: 204 len: 168 time: 1.1014206 Mar 23 12:53:36.415560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34218) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:36.448909 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c4e0d48f-2ecc-471f-851d-6c17004adf5e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-373409301'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:36.491278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8e924-9d87-42f4-b264-fead92201a33 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Network': ['ID=dbe84b33-8445-427c-b59e-5a282f2043e3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:36.531228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e0d48f-2ecc-471f-851d-6c17004adf5e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:36.545553 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d48f-2ecc-471f-851d-6c17004adf5e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:36.545711 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Set router 1a5ea844-d725-489a-b50e-ca797394de17 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:36.605493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef42bc3-e5a7-44ad-a0b3-e58046e4b4ee req-91787f60-844c-4e4a-a13b-d5d8c37bf74e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:36.611524 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eef42bc3-e5a7-44ad-a0b3-e58046e4b4ee req-91787f60-844c-4e4a-a13b-d5d8c37bf74e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 944 time: 0.2870495 Mar 23 12:53:36.715946 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e0d48f-2ecc-471f-851d-6c17004adf5e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:53:36.744692 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eef42bc3-e5a7-44ad-a0b3-e58046e4b4ee req-981c6c6f-c9be-4266-8597-754739667368 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250579 Mar 23 12:53:36.753523 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d48f-2ecc-471f-851d-6c17004adf5e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:36.753880 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-c4e0d48f-2ecc-471f-851d-6c17004adf5e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Added segment da0a0383-272b-40cb-b995-86a9e1708614 of type vlan for network f8bc5d85-6dad-4857-b7e6-fe8213048a1f Mar 23 12:53:36.822867 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d48f-2ecc-471f-851d-6c17004adf5e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:36.837407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:53:36.869882 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee5e23-782c-45e9-b20e-da12d7ba7296 req-4092a6e3-4fbf-4071-834f-28bafae0c030 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:36.881728 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fbee5e23-782c-45e9-b20e-da12d7ba7296 req-4092a6e3-4fbf-4071-834f-28bafae0c030 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 945 time: 0.3296456 Mar 23 12:53:36.896210 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d48f-2ecc-471f-851d-6c17004adf5e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:36.904592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e0d48f-2ecc-471f-851d-6c17004adf5e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:36.904592 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d48f-2ecc-471f-851d-6c17004adf5e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:37.028940 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:37.033963 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c4e0d48f-2ecc-471f-851d-6c17004adf5e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6144803 Mar 23 12:53:37.034262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34236) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:37.039824 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c64c0d4c-029c-46fc-9d99-0c1b5fe319bd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'subnet': {'network_id': 'f8bc5d85-6dad-4857-b7e6-fe8213048a1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:37.051151 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fbee5e23-782c-45e9-b20e-da12d7ba7296 req-d8dc149f-efe1-442d-b3f0-08fcfee107c6 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2b67251-160d-4abb-b742-eb0c7707657f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681488 Mar 23 12:53:37.068142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0d48f-2ecc-471f-851d-6c17004adf5e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Network': ['ID=f8bc5d85-6dad-4857-b7e6-fe8213048a1f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:37.080717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:53:37.081158 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 42ea1c15-1cd2-48b3-a1bb-154a900d4ef4 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:53:37.138384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34238) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:37.154121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34240) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:37.159094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-26bdc17f-b26e-411f-9706-adb81510c35a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-983355716-network', 'tenant_id': 'd72408fcc72746f49be7b0ee7afa324c'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:37.194103 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network f8bc5d85-6dad-4857-b7e6-fe8213048a1f details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:53:37.228220 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bdc17f-b26e-411f-9706-adb81510c35a admin admin] Made reservation on behalf of d72408fcc72746f49be7b0ee7afa324c for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:37.231203 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26bdc17f-b26e-411f-9706-adb81510c35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:37.256338 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26bdc17f-b26e-411f-9706-adb81510c35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:37.285306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64c0d4c-029c-46fc-9d99-0c1b5fe319bd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:37.291338 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c64c0d4c-029c-46fc-9d99-0c1b5fe319bd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:37.301926 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1a360957-d474-4b74-a78b-731a1177f7ba, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1a360957-d474-4b74-a78b-731a1177f7ba,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:37.303032 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eabebd4-6597-4c56-9278-1dfda5f74ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a360957-d474-4b74-a78b-731a1177f7ba'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:37.305740 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e41c6c-0827-4fef-a9a8-bbf8a8367ae4" -d '{"events": [{"server_uuid": "4eabebd4-6597-4c56-9278-1dfda5f74ee3", "name": "network-vif-plugged", "status": "completed", "tag": "1a360957-d474-4b74-a78b-731a1177f7ba"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:37.328123 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:37.329362 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:37.405595 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31865fe5-e310-4f83-8b36-e92dacc54569 x-openstack-request-id: req-31865fe5-e310-4f83-8b36-e92dacc54569 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:37.406338 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eabebd4-6597-4c56-9278-1dfda5f74ee3", "name": "network-vif-plugged", "status": "completed", "tag": "1a360957-d474-4b74-a78b-731a1177f7ba", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:37.406850 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31865fe5-e310-4f83-8b36-e92dacc54569 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:37.407568 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eabebd4-6597-4c56-9278-1dfda5f74ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a360957-d474-4b74-a78b-731a1177f7ba', 'code': 200} Mar 23 12:53:37.476774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1a360957-d474-4b74-a78b-731a1177f7ba,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:37.491236 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ea844-d725-489a-b50e-ca797394de17', 'name': 'tempest-TestAggregatesBasicOps-224204814-router', 'tenant_id': '248a71fdfdca4a6c967233b6f42604d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '17a542d5-e7c2-414d-92a9-9d483f7c8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:20Z', 'updated_at': '2022-03-23T12:53:33Z', 'revision_number': 4, 'project_id': '248a71fdfdca4a6c967233b6f42604d4', 'gw_port': {'id': '17a542d5-e7c2-414d-92a9-9d483f7c8ee4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:80:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ea844-d725-489a-b50e-ca797394de17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:23Z', 'updated_at': '2022-03-23T12:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'abcfc173-8166-4b30-aa8f-05a50978d05a', 'name': '', 'network_id': '7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca', 'tenant_id': '248a71fdfdca4a6c967233b6f42604d4', 'mac_address': 'fa:16:3e:4f:e5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ea844-d725-489a-b50e-ca797394de17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '92edd051-fec8-4b62-a280-679e008069ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:30Z', 'updated_at': '2022-03-23T12:53:33Z', 'revision_number': 2, 'project_id': '248a71fdfdca4a6c967233b6f42604d4', 'subnets': [{'id': '92edd051-fec8-4b62-a280-679e008069ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:37.495415 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.496103 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.496625 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.497787 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.497787 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.497787 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.498348 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.498831 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.499248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.499668 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.500128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.500582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.536903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:53:37.541286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Checking router: 1a5ea844-d725-489a-b50e-ca797394de17 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:53:37.541779 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Updating router 1a5ea844-d725-489a-b50e-ca797394de17 port abcfc173-8166-4b30-aa8f-05a50978d05a binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:53:37.545015 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:37.545500 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:37.550418 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26bdc17f-b26e-411f-9706-adb81510c35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:37.559652 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26bdc17f-b26e-411f-9706-adb81510c35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:37.611976 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:37.628474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bdc17f-b26e-411f-9706-adb81510c35a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:53:37.668382 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bcf32-a8b0-4415-a029-2292c969c03b req-93d7f5bb-ae7f-4975-a5fc-0cd0f270d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:37.671599 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c81bcf32-a8b0-4415-a029-2292c969c03b req-93d7f5bb-ae7f-4975-a5fc-0cd0f270d317 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 1097 time: 0.1733999 Mar 23 12:53:37.732597 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b61d6a1e-ee9e-4860-b74b-4efae57e5e6d tempest-AgentManagementNegativeTest-1854310785 tempest-AgentManagementNegativeTest-1854310785-project] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5642812 Mar 23 12:53:37.733164 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c81bcf32-a8b0-4415-a029-2292c969c03b req-2b85c735-f8d1-4cf3-9e37-74536ba92992 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a2b67251-160d-4abb-b742-eb0c7707657f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523796 Mar 23 12:53:37.736654 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26bdc17f-b26e-411f-9706-adb81510c35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:37.737113 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-26bdc17f-b26e-411f-9706-adb81510c35a admin admin] Added segment 821da1c5-3077-4d20-802b-deb430756455 of type vlan for network 3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6 Mar 23 12:53:37.739576 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdc17f-b26e-411f-9706-adb81510c35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2952f2b7-cf8c-4cc4-afbd-b675bc26fe7a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:37.796156 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26bdc17f-b26e-411f-9706-adb81510c35a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:37.800446 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-ed577bdb-5f1a-45fd-9b0b-29a9bc1fceda req-981bce82-105d-4b44-9034-3d40f98258c2 service neutron] (102779) timed out ('10.222.0.73', 65257) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 12:53:37.810696 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773c878-8df4-409a-bab3-5ad5076d1e30 req-0a00c1da-b9e4-4718-971e-71f03b2c566a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:37.820252 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c773c878-8df4-409a-bab3-5ad5076d1e30 req-0a00c1da-b9e4-4718-971e-71f03b2c566a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 984 time: 0.2019756 Mar 23 12:53:37.911789 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26bdc17f-b26e-411f-9706-adb81510c35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:37.912947 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bdc17f-b26e-411f-9706-adb81510c35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:37.913638 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26bdc17f-b26e-411f-9706-adb81510c35a admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:37.952845 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c773c878-8df4-409a-bab3-5ad5076d1e30 req-9f7e4c14-7c0e-497d-9cf4-4c36e12a39ac tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1302762 Mar 23 12:53:37.997381 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c64c0d4c-029c-46fc-9d99-0c1b5fe319bd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.016920 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-26bdc17f-b26e-411f-9706-adb81510c35a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8641715 Mar 23 12:53:38.017955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22bf02-f4fa-4dc6-8de7-af71dd4bdb4b req-d21edd8f-59bf-4f9e-a6ca-3c8aeb81d0e3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:38.020136 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa22bf02-f4fa-4dc6-8de7-af71dd4bdb4b req-d21edd8f-59bf-4f9e-a6ca-3c8aeb81d0e3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 944 time: 0.1026702 Mar 23 12:53:38.025750 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34252) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:38.033850 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e0bd7591-232f-4813-b1ad-94c22ff7ba0e admin admin] Request body: {'subnet': {'network_id': '3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-983355716-subnet', 'tenant_id': 'd72408fcc72746f49be7b0ee7afa324c', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:38.041418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdc17f-b26e-411f-9706-adb81510c35a admin admin] Pushing event updated for resources: {'Network': ['ID=3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:38.065546 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bd7591-232f-4813-b1ad-94c22ff7ba0e admin admin] Made reservation on behalf of d72408fcc72746f49be7b0ee7afa324c for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:38.068582 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7591-232f-4813-b1ad-94c22ff7ba0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.077346 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.105663 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:53:38.141346 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa22bf02-f4fa-4dc6-8de7-af71dd4bdb4b req-b34a6d38-1891-485c-bbfe-cdd23d9302a9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742869 Mar 23 12:53:38.159979 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c0d4c-029c-46fc-9d99-0c1b5fe319bd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Subnet': ['ID=fae29c91-31ba-459d-a476-e433c9e242ba,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:38.182956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34258) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:38.198849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c0d4c-029c-46fc-9d99-0c1b5fe319bd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Checking segment: {'id': 'da0a0383-272b-40cb-b995-86a9e1708614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f8bc5d85-6dad-4857-b7e6-fe8213048a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:38.199217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64c0d4c-029c-46fc-9d99-0c1b5fe319bd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network hostable DHCP agents. Network: f8bc5d85-6dad-4857-b7e6-fe8213048a1f, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:53:38.233433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64c0d4c-029c-46fc-9d99-0c1b5fe319bd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network f8bc5d85-6dad-4857-b7e6-fe8213048a1f is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:53:38.252573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03,segment=NetworkSegment(265af318-e985-4510-b063-8775ae762b03),segment_id=265af318-e985-4510-b063-8775ae762b03)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:38.255777 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c64c0d4c-029c-46fc-9d99-0c1b5fe319bd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, f8bc5d85-6dad-4857-b7e6-fe8213048a1f) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:38.262842 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64c0d4c-029c-46fc-9d99-0c1b5fe319bd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:38.263597 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c64c0d4c-029c-46fc-9d99-0c1b5fe319bd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.274463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfaf577-cdb7-4410-b2d9-0cd4bd9fb391 None None] Network f8bc5d85-6dad-4857-b7e6-fe8213048a1f requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:38.279193 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.298018 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c64c0d4c-029c-46fc-9d99-0c1b5fe319bd tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2623863 Mar 23 12:53:38.306116 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34262) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:38.311805 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-366bab68-1ae9-489e-b689-940bc47ebf87 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-318439545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:38.336576 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-366bab68-1ae9-489e-b689-940bc47ebf87 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.337929 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-366bab68-1ae9-489e-b689-940bc47ebf87 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.415164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427560b-a726-417b-b16a-87a8c85390c4 req-6f305fc9-a594-421b-81db-5ac9a8ff2451 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:38.415551 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-366bab68-1ae9-489e-b689-940bc47ebf87 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.417559 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427560b-a726-417b-b16a-87a8c85390c4 req-6f305fc9-a594-421b-81db-5ac9a8ff2451 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 946 time: 0.1715276 Mar 23 12:53:38.418627 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7591-232f-4813-b1ad-94c22ff7ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.425102 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-366bab68-1ae9-489e-b689-940bc47ebf87 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.440339 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af0ad99d-1f52-4435-9d31-f83404a10867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.447070 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-366bab68-1ae9-489e-b689-940bc47ebf87 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.450668 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-366bab68-1ae9-489e-b689-940bc47ebf87 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1409225 Mar 23 12:53:38.453642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34264) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:38.462094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-be7029b7-3db5-4cad-bc84-57e1b9861773 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'network_id': 'f8bc5d85-6dad-4857-b7e6-fe8213048a1f', 'name': 'tempest-PortsTestJSON-1214562452'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:38.525429 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:38.571241 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af0ad99d-1f52-4435-9d31-f83404a10867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.576838 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-af0ad99d-1f52-4435-9d31-f83404a10867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.603139 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd7591-232f-4813-b1ad-94c22ff7ba0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=440503d6-811f-44dd-bda1-f649502f36c7,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:38.636978 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.645427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34268) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:38.646991 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-af0ad99d-1f52-4435-9d31-f83404a10867 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04ca36dd416c4af286e81883c1faf020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4615903 Mar 23 12:53:38.648161 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ad99d-1f52-4435-9d31-f83404a10867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbd17e6-ecd5-4fd2-a2a5-628a1041b6b8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:38.659288 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.666707 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427560b-a726-417b-b16a-87a8c85390c4 req-5ad5cf43-c093-46f2-af27-df97c71ef83a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2b67251-160d-4abb-b742-eb0c7707657f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100310 Mar 23 12:53:38.696666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-f8bc5d85-6dad-4857-b7e6-fe8213048a1f', 'network_id': 'f8bc5d85-6dad-4857-b7e6-fe8213048a1f', 'tenant_id': 'c3c6728e92c54f358a5fc12194cc4258', 'fixed_ips': [{'subnet_id': 'fae29c91-31ba-459d-a476-e433c9e242ba'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:53:38.697723 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.724134 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd7591-232f-4813-b1ad-94c22ff7ba0e admin admin] Checking segment: {'id': '821da1c5-3077-4d20-802b-deb430756455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:38.724597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd7591-232f-4813-b1ad-94c22ff7ba0e admin admin] Network hostable DHCP agents. Network: 3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:53:38.771252 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dabaa5f4-bdf7-4689-bb1f-59187d42fa54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.784018 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd7591-232f-4813-b1ad-94c22ff7ba0e admin admin] Network 3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:53:38.789869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7029b7-3db5-4cad-bc84-57e1b9861773 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:38.792275 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be7029b7-3db5-4cad-bc84-57e1b9861773 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.818471 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dabaa5f4-bdf7-4689-bb1f-59187d42fa54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.826622 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd7591-232f-4813-b1ad-94c22ff7ba0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:38.829251 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Attempting to bind port abcfc173-8166-4b30-aa8f-05a50978d05a on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:53:38.829637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Attempting to bind port abcfc173-8166-4b30-aa8f-05a50978d05a by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'ff6ea98c-2524-44cf-bde8-5d2946ae2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:53:38.830692 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Attempting to bind port abcfc173-8166-4b30-aa8f-05a50978d05a on network 7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:38.832746 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf48f2a-d64a-41b4-9396-09f61751ec86 None None] Pushing event updated for resources: {'Port': ['ID=abcfc173-8166-4b30-aa8f-05a50978d05a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:38.840560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd7591-232f-4813-b1ad-94c22ff7ba0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:38.841280 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7591-232f-4813-b1ad-94c22ff7ba0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.850975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-be7029b7-3db5-4cad-bc84-57e1b9861773 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] device_id is not set on port 9dd811b9-f805-4a2f-b787-e99ed613f157 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:53:38.898805 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e92f4b6-0984-4cfa-ab27-0d978dd83e4a None None] Network 3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:38.926588 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e0bd7591-232f-4813-b1ad-94c22ff7ba0e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8994513 Mar 23 12:53:38.929222 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34270) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:38.944236 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-983355716-router', 'tenant_id': 'd72408fcc72746f49be7b0ee7afa324c', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:38.984259 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:38.985902 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:39.030491 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dabaa5f4-bdf7-4689-bb1f-59187d42fa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:39.033043 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dabaa5f4-bdf7-4689-bb1f-59187d42fa54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:39.036524 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dabaa5f4-bdf7-4689-bb1f-59187d42fa54 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3fbd17e6-ecd5-4fd2-a2a5-628a1041b6b8 HTTP/1.1" status: 204 len: 168 time: 0.3872235 Mar 23 12:53:39.075228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabaa5f4-bdf7-4689-bb1f-59187d42fa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbd17e6-ecd5-4fd2-a2a5-628a1041b6b8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:39.075473 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:39.075629 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Checking segment: {'id': 'ff6ea98c-2524-44cf-bde8-5d2946ae2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:39.076253 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:39.094199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Bound using segment: {'id': 'ff6ea98c-2524-44cf-bde8-5d2946ae2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:39.094835 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Bound port: abcfc173-8166-4b30-aa8f-05a50978d05a, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6ea98c-2524-44cf-bde8-5d2946ae2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:53:39.095384 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:39.116917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-be7029b7-3db5-4cad-bc84-57e1b9861773 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Allocated IP 172.20.0.12 (f8bc5d85-6dad-4857-b7e6-fe8213048a1f/fae29c91-31ba-459d-a476-e433c9e242ba/9dd811b9-f805-4a2f-b787-e99ed613f157) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:39.153140 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:39.210965 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6', 'network_id': '3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6', 'tenant_id': 'd72408fcc72746f49be7b0ee7afa324c', 'fixed_ips': [{'subnet_id': '440503d6-811f-44dd-bda1-f649502f36c7'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:53:39.222718 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:39.278212 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd18db-b556-4155-9f82-b200ad134966 req-f9dd42f4-b1b8-4078-96c0-852168745ec3 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:39.279780 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5ecd18db-b556-4155-9f82-b200ad134966 req-f9dd42f4-b1b8-4078-96c0-852168745ec3 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 985 time: 0.2087331 Mar 23 12:53:39.426270 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a431e-11e0-4462-823c-99e6f228280a req-43f6c83b-cdf5-494a-aec2-ccb89630ecb3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:39.427865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4c4a431e-11e0-4462-823c-99e6f228280a req-43f6c83b-cdf5-494a-aec2-ccb89630ecb3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 944 time: 0.1383102 Mar 23 12:53:39.448657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Allocated IP 172.20.0.2 (3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6/440503d6-811f-44dd-bda1-f649502f36c7/ecd57dd8-1127-4232-bf30-1859e92fe2f8) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:39.467257 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be7029b7-3db5-4cad-bc84-57e1b9861773 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:39.495804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4c4a431e-11e0-4462-823c-99e6f228280a req-192b4532-7d36-4adf-af5b-0dc8af57b2dc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602572 Mar 23 12:53:39.535148 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be7029b7-3db5-4cad-bc84-57e1b9861773 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:39.616163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7029b7-3db5-4cad-bc84-57e1b9861773 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=9dd811b9-f805-4a2f-b787-e99ed613f157,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:39.634053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7029b7-3db5-4cad-bc84-57e1b9861773 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network f8bc5d85-6dad-4857-b7e6-fe8213048a1f is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:39.635843 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-be7029b7-3db5-4cad-bc84-57e1b9861773 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:39.648969 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:39.649742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7029b7-3db5-4cad-bc84-57e1b9861773 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:39.657736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c9957f-86e5-49ad-9cd7-31a313bad6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:39.660790 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7891313d-ad2d-4262-9014-a73f91e3565d" -d '{"events": [{"server_uuid": "67c9957f-86e5-49ad-9cd7-31a313bad6ab", "name": "network-vif-plugged", "status": "completed", "tag": "2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:39.758232 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:39.785480 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47302da-8f5c-4514-9dc3-d2b7e116eb22 x-openstack-request-id: req-f47302da-8f5c-4514-9dc3-d2b7e116eb22 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:39.785480 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c9957f-86e5-49ad-9cd7-31a313bad6ab", "name": "network-vif-plugged", "status": "completed", "tag": "2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:39.785758 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f47302da-8f5c-4514-9dc3-d2b7e116eb22 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:39.786062 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c9957f-86e5-49ad-9cd7-31a313bad6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03', 'code': 200} Mar 23 12:53:39.795885 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7029b7-3db5-4cad-bc84-57e1b9861773 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:39.796579 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be7029b7-3db5-4cad-bc84-57e1b9861773 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:39.807989 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:39.820200 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5ecd18db-b556-4155-9f82-b200ad134966 req-a8bd7290-6346-4c3b-94d5-de5c8d79bda8 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5331306 Mar 23 12:53:39.865315 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-be7029b7-3db5-4cad-bc84-57e1b9861773 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4074116 Mar 23 12:53:39.868960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34292) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:39.908928 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Pushing event updated for resources: {'Port': ['ID=ecd57dd8-1127-4232-bf30-1859e92fe2f8,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:39.911164 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9b7d5166-9b64-414b-b225-8b73fe100e4f None None] Provisioning complete for port abcfc173-8166-4b30-aa8f-05a50978d05a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:39.916826 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5166-9b64-414b-b225-8b73fe100e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:39.925402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72464d-a2ed-4446-b95e-bfe5d4a8f771 req-8d813e88-dfe1-4efc-b155-005fdc5ce7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:39.927453 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a72464d-a2ed-4446-b95e-bfe5d4a8f771 req-8d813e88-dfe1-4efc-b155-005fdc5ce7c9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 1136 time: 0.0839772 Mar 23 12:53:39.984521 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a72464d-a2ed-4446-b95e-bfe5d4a8f771 req-e3075d2d-bc3f-471d-8755-31edc1d7b962 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0479879 Mar 23 12:53:39.990600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Network 3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:39.998831 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:40.001442 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] For port abcfc173-8166-4b30-aa8f-05a50978d05a, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:40.006984 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:40.010338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] For port abcfc173-8166-4b30-aa8f-05a50978d05a, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=abcfc173-8166-4b30-aa8f-05a50978d05a,segment=NetworkSegment(ff6ea98c-2524-44cf-bde8-5d2946ae2a4a),segment_id=ff6ea98c-2524-44cf-bde8-5d2946ae2a4a)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:40.015299 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d5166-9b64-414b-b225-8b73fe100e4f None None] Port abcfc173-8166-4b30-aa8f-05a50978d05a cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:40.017516 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Allocated IP 172.20.0.2 (f8bc5d85-6dad-4857-b7e6-fe8213048a1f/fae29c91-31ba-459d-a476-e433c9e242ba/324a8107-155f-4e78-9aa0-9649159c9271) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:40.029693 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:40.085118 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Routers {'1a5ea844-d725-489a-b50e-ca797394de17'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:40.085767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1a5ea844-d725-489a-b50e-ca797394de17'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:40.232246 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:40.279722 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:40.313627 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Attempting to bind port ecd57dd8-1127-4232-bf30-1859e92fe2f8 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:53:40.313914 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Attempting to bind port ecd57dd8-1127-4232-bf30-1859e92fe2f8 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '821da1c5-3077-4d20-802b-deb430756455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:53:40.314280 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Attempting to bind port ecd57dd8-1127-4232-bf30-1859e92fe2f8 on network 3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:40.363472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf48f2a-d64a-41b4-9396-09f61751ec86 None None] Pushing event updated for resources: {'Port': ['ID=abcfc173-8166-4b30-aa8f-05a50978d05a,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:40.384278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:40.384660 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Checking segment: {'id': '821da1c5-3077-4d20-802b-deb430756455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:40.387056 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:40.388135 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Bound using segment: {'id': '821da1c5-3077-4d20-802b-deb430756455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:40.388667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Bound port: ecd57dd8-1127-4232-bf30-1859e92fe2f8, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821da1c5-3077-4d20-802b-deb430756455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:53:40.389067 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:40.520139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34302) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:40.537674 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Allocated IP 172.25.2.66 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/d980cff3-b781-4fbb-99f3-9ce36cb71e0b) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:40.606883 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] For port ecd57dd8-1127-4232-bf30-1859e92fe2f8, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:40.615591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] For port ecd57dd8-1127-4232-bf30-1859e92fe2f8, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ecd57dd8-1127-4232-bf30-1859e92fe2f8,segment=NetworkSegment(821da1c5-3077-4d20-802b-deb430756455),segment_id=821da1c5-3077-4d20-802b-deb430756455)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:40.732045 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbca39c-27e4-44f1-b759-4c6dc52aa085 req-03bab064-2de0-4d97-85a1-598c854d1bbb tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:40.737199 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bdbca39c-27e4-44f1-b759-4c6dc52aa085 req-03bab064-2de0-4d97-85a1-598c854d1bbb tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 944 time: 0.1184666 Mar 23 12:53:40.747981 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:40.784800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c7703413-bd5f-4c6c-a015-8a7428582418 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1193828888'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:40.837941 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470ceea-7235-49a3-a243-2a98fc196bef req-cbb1b353-0d80-43b9-ac30-bc0fa6a72428 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:40.838610 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bdbca39c-27e4-44f1-b759-4c6dc52aa085 req-09ce04f4-2e9c-4c8c-8375-d73fcbfe259f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842731 Mar 23 12:53:40.839882 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b470ceea-7235-49a3-a243-2a98fc196bef req-cbb1b353-0d80-43b9-ac30-bc0fa6a72428 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 946 time: 0.9717309 Mar 23 12:53:40.850532 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7703413-bd5f-4c6c-a015-8a7428582418 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Made reservation on behalf of 507565add0b84c828ec25bfea6810877 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:40.854557 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7703413-bd5f-4c6c-a015-8a7428582418 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:40.874245 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7703413-bd5f-4c6c-a015-8a7428582418 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:40.878652 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:40.963130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:40.965991 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] Set router 1a5ea844-d725-489a-b50e-ca797394de17 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:40.986966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:40.994357 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:41.001792 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Pushing event updated for resources: {'Port': ['ID=d980cff3-b781-4fbb-99f3-9ce36cb71e0b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:41.066257 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:41.100180 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccb7cb-714f-452b-994f-7f5a4c2d355d req-20c8bebb-15e7-4a59-9c4c-7b77efcea0e9 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:41.102087 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1eccb7cb-714f-452b-994f-7f5a4c2d355d req-20c8bebb-15e7-4a59-9c4c-7b77efcea0e9 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 985 time: 0.1750319 Mar 23 12:53:41.150185 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cc429aa-5bbb-4e83-b2cf-6fcb8f26fe53 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:41.156648 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3c7e8-6531-474b-9922-212a7152582d None None] Pushing event updated for resources: {'Port': ['ID=ecd57dd8-1127-4232-bf30-1859e92fe2f8,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:41.228379 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:41.252062 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:41.277301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0075023b-9bc4-47e7-8a9d-91ed8f6e81dc None None] Provisioning complete for port abcfc173-8166-4b30-aa8f-05a50978d05a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:41.277681 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0075023b-9bc4-47e7-8a9d-91ed8f6e81dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:41.309353 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1eccb7cb-714f-452b-994f-7f5a4c2d355d req-c1d81bbe-2ac2-416d-a77f-bb5426aceecd tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1944914 Mar 23 12:53:41.317412 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7703413-bd5f-4c6c-a015-8a7428582418 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:41.337867 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7703413-bd5f-4c6c-a015-8a7428582418 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:41.357144 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b470ceea-7235-49a3-a243-2a98fc196bef req-c8525ee1-098e-400c-adcf-8c730500ae11 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2b67251-160d-4abb-b742-eb0c7707657f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4534943 Mar 23 12:53:41.385701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7703413-bd5f-4c6c-a015-8a7428582418 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:53:41.413392 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7703413-bd5f-4c6c-a015-8a7428582418 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:41.414391 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-c7703413-bd5f-4c6c-a015-8a7428582418 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Added segment 03a1326a-2d7c-430b-b7e5-80263e84472c of type vlan for network 49fcd813-1909-48f7-93be-c5fcb3bab82a Mar 23 12:53:41.463412 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Network f8bc5d85-6dad-4857-b7e6-fe8213048a1f is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:41.478903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:41.524578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:41.530658 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Pushing event updated for resources: {'Port': ['ID=324a8107-155f-4e78-9aa0-9649159c9271,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:41.539296 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7703413-bd5f-4c6c-a015-8a7428582418 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:41.616927 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7703413-bd5f-4c6c-a015-8a7428582418 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8244477-4b64-44c5-ba02-aa7742e1dd53,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:41.682041 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cc429aa-5bbb-4e83-b2cf-6fcb8f26fe53 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:41.691511 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cc429aa-5bbb-4e83-b2cf-6fcb8f26fe53 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:41.722681 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Attempting to bind port 324a8107-155f-4e78-9aa0-9649159c9271 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:53:41.723214 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Attempting to bind port 324a8107-155f-4e78-9aa0-9649159c9271 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'da0a0383-272b-40cb-b995-86a9e1708614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f8bc5d85-6dad-4857-b7e6-fe8213048a1f'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:53:41.723549 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Attempting to bind port 324a8107-155f-4e78-9aa0-9649159c9271 on network f8bc5d85-6dad-4857-b7e6-fe8213048a1f {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:41.742036 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7703413-bd5f-4c6c-a015-8a7428582418 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:41.743903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:41.744435 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Checking segment: {'id': 'da0a0383-272b-40cb-b995-86a9e1708614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f8bc5d85-6dad-4857-b7e6-fe8213048a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:41.746992 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:41.747513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Bound using segment: {'id': 'da0a0383-272b-40cb-b995-86a9e1708614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f8bc5d85-6dad-4857-b7e6-fe8213048a1f'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:41.747918 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7703413-bd5f-4c6c-a015-8a7428582418 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:41.748222 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Bound port: 324a8107-155f-4e78-9aa0-9649159c9271, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0a0383-272b-40cb-b995-86a9e1708614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f8bc5d85-6dad-4857-b7e6-fe8213048a1f'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:53:41.748557 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c7703413-bd5f-4c6c-a015-8a7428582418 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:41.749432 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:41.777806 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ea844-d725-489a-b50e-ca797394de17', 'name': 'tempest-TestAggregatesBasicOps-224204814-router', 'tenant_id': '248a71fdfdca4a6c967233b6f42604d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '17a542d5-e7c2-414d-92a9-9d483f7c8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:20Z', 'updated_at': '2022-03-23T12:53:33Z', 'revision_number': 4, 'project_id': '248a71fdfdca4a6c967233b6f42604d4', 'gw_port': {'id': '17a542d5-e7c2-414d-92a9-9d483f7c8ee4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:80:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ea844-d725-489a-b50e-ca797394de17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:23Z', 'updated_at': '2022-03-23T12:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'abcfc173-8166-4b30-aa8f-05a50978d05a', 'name': '', 'network_id': '7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca', 'tenant_id': '248a71fdfdca4a6c967233b6f42604d4', 'mac_address': 'fa:16:3e:4f:e5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ea844-d725-489a-b50e-ca797394de17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '92edd051-fec8-4b62-a280-679e008069ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:30Z', 'updated_at': '2022-03-23T12:53:39Z', 'revision_number': 4, 'project_id': '248a71fdfdca4a6c967233b6f42604d4', 'subnets': [{'id': '92edd051-fec8-4b62-a280-679e008069ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:41.839352 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0075023b-9bc4-47e7-8a9d-91ed8f6e81dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:41.846346 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc429aa-5bbb-4e83-b2cf-6fcb8f26fe53 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=9dd811b9-f805-4a2f-b787-e99ed613f157,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:41.847575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec39017-79e0-425e-8664-e40d008aad65 None None] The sync data for ids ['1a5ea844-d725-489a-b50e-ca797394de17'] in n-d-834854-1 is: [{'id': '1a5ea844-d725-489a-b50e-ca797394de17', 'name': 'tempest-TestAggregatesBasicOps-224204814-router', 'tenant_id': '248a71fdfdca4a6c967233b6f42604d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '17a542d5-e7c2-414d-92a9-9d483f7c8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:20Z', 'updated_at': '2022-03-23T12:53:33Z', 'revision_number': 4, 'project_id': '248a71fdfdca4a6c967233b6f42604d4', 'gw_port': {'id': '17a542d5-e7c2-414d-92a9-9d483f7c8ee4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:80:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ea844-d725-489a-b50e-ca797394de17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:23Z', 'updated_at': '2022-03-23T12:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'abcfc173-8166-4b30-aa8f-05a50978d05a', 'name': '', 'network_id': '7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca', 'tenant_id': '248a71fdfdca4a6c967233b6f42604d4', 'mac_address': 'fa:16:3e:4f:e5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ea844-d725-489a-b50e-ca797394de17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '92edd051-fec8-4b62-a280-679e008069ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:30Z', 'updated_at': '2022-03-23T12:53:39Z', 'revision_number': 4, 'project_id': '248a71fdfdca4a6c967233b6f42604d4', 'subnets': [{'id': '92edd051-fec8-4b62-a280-679e008069ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:41.896888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63beabf-b7f6-4271-8e54-56cd68b67378 req-67a64021-ae6a-464e-98c5-cca82d4ea7a2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:41.898644 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c63beabf-b7f6-4271-8e54-56cd68b67378 req-67a64021-ae6a-464e-98c5-cca82d4ea7a2 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 946 time: 0.3541977 Mar 23 12:53:41.919214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34314) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:41.929937 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-deff5480-78fe-4246-8168-32707be8477a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Request body: {'floatingip': {'port_id': '1a360957-d474-4b74-a78b-731a1177f7ba'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:41.939287 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c7703413-bd5f-4c6c-a015-8a7428582418 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4144673 Mar 23 12:53:41.950911 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34316) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:41.980260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7703413-bd5f-4c6c-a015-8a7428582418 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event updated for resources: {'Network': ['ID=49fcd813-1909-48f7-93be-c5fcb3bab82a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:41.994329 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:42.019227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-21b8d31b-86e6-4925-9eba-142a6d636c95 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Request body: {'subnet': {'network_id': '49fcd813-1909-48f7-93be-c5fcb3bab82a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:42.025225 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 49fcd813-1909-48f7-93be-c5fcb3bab82a details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:53:42.031536 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0075023b-9bc4-47e7-8a9d-91ed8f6e81dc None None] For port abcfc173-8166-4b30-aa8f-05a50978d05a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=abcfc173-8166-4b30-aa8f-05a50978d05a,segment=NetworkSegment(ff6ea98c-2524-44cf-bde8-5d2946ae2a4a),segment_id=ff6ea98c-2524-44cf-bde8-5d2946ae2a4a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:42.070416 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0075023b-9bc4-47e7-8a9d-91ed8f6e81dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:42.127088 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] For port 324a8107-155f-4e78-9aa0-9649159c9271, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:42.198128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] For port 324a8107-155f-4e78-9aa0-9649159c9271, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=324a8107-155f-4e78-9aa0-9649159c9271,segment=NetworkSegment(da0a0383-272b-40cb-b995-86a9e1708614),segment_id=da0a0383-272b-40cb-b995-86a9e1708614)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:42.219206 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:42.275226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075023b-9bc4-47e7-8a9d-91ed8f6e81dc None None] Pushing event updated for resources: {'Port': ['ID=abcfc173-8166-4b30-aa8f-05a50978d05a,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:42.291413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-deff5480-78fe-4246-8168-32707be8477a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:42.294241 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b8d31b-86e6-4925-9eba-142a6d636c95 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Made reservation on behalf of 507565add0b84c828ec25bfea6810877 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:42.299367 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21b8d31b-86e6-4925-9eba-142a6d636c95 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:42.315690 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:42.418162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb3815-e5ca-43aa-ae4c-ec6c0a48561c None None] Pushing event updated for resources: {'Port': ['ID=324a8107-155f-4e78-9aa0-9649159c9271,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:42.627031 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c4ebf-3549-411b-9416-a699bd15db5f req-de918b67-ef85-4846-980e-2c29644baee5 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:42.627031 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-da0c4ebf-3549-411b-9416-a699bd15db5f req-de918b67-ef85-4846-980e-2c29644baee5 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 985 time: 0.1802907 Mar 23 12:53:42.829258 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cc429aa-5bbb-4e83-b2cf-6fcb8f26fe53 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:42.841300 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-da0c4ebf-3549-411b-9416-a699bd15db5f req-d31553a7-ecdc-4730-98ef-fef9ffbdcbb2 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2034647 Mar 23 12:53:42.899876 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-306d0a08-79e8-49f0-bf03-333d89cc420a req-061baf2d-a347-4cd3-903d-69f2a769076c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2266724 Mar 23 12:53:42.902662 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Router 04783d3e-5b91-4185-8041-4fdc6a49103d is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:53:43.012448 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device abcfc173-8166-4b30-aa8f-05a50978d05a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:43.090769 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9286cb9c-44f5-49ea-b027-7241629f2bf2 None None] Network 3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:43.136663 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port abcfc173-8166-4b30-aa8f-05a50978d05a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:43.137413 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:43.149114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:43.163665 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Sync routers for ids ['04783d3e-5b91-4185-8041-4fdc6a49103d'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:43.179852 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Routers {'04783d3e-5b91-4185-8041-4fdc6a49103d'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:43.182647 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['04783d3e-5b91-4185-8041-4fdc6a49103d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:43.240465 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:43.246781 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-611ddc6d-fa79-4e0f-a94b-b993aa63bfa0 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3158474 Mar 23 12:53:43.252936 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34322) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:43.303031 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c13e52f2-2414-4aa2-af19-cbeee9661ddc None None] Provisioning complete for port ecd57dd8-1127-4232-bf30-1859e92fe2f8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:43.307119 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c13e52f2-2414-4aa2-af19-cbeee9661ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:43.420125 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Set router 04783d3e-5b91-4185-8041-4fdc6a49103d gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:43.435309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ecd57dd8-1127-4232-bf30-1859e92fe2f8 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:43.481005 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b56e1-d9f9-4b2d-9c55-05f20fe756f1 req-bcc0691a-80f3-46c6-b7db-4bcc0b0f6198 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:43.484459 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b54b56e1-d9f9-4b2d-9c55-05f20fe756f1 req-bcc0691a-80f3-46c6-b7db-4bcc0b0f6198 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 944 time: 1.2721167 Mar 23 12:53:43.700054 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b54b56e1-d9f9-4b2d-9c55-05f20fe756f1 req-019deff5-d08a-459c-b5ed-90a98af382df tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049072 Mar 23 12:53:43.721544 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21b8d31b-86e6-4925-9eba-142a6d636c95 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:43.752751 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port ecd57dd8-1127-4232-bf30-1859e92fe2f8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:43.754188 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:43.847253 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'name': 'tempest-TestAggregatesBasicOps-983355716-router', 'tenant_id': 'd72408fcc72746f49be7b0ee7afa324c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd980cff3-b781-4fbb-99f3-9ce36cb71e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:38Z', 'updated_at': '2022-03-23T12:53:41Z', 'revision_number': 3, 'project_id': 'd72408fcc72746f49be7b0ee7afa324c', 'gw_port': {'id': 'd980cff3-b781-4fbb-99f3-9ce36cb71e0b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:40Z', 'updated_at': '2022-03-23T12:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:43.853161 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c13e52f2-2414-4aa2-af19-cbeee9661ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:43.916117 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Checking router: 04783d3e-5b91-4185-8041-4fdc6a49103d for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:53:43.916483 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Updating router 04783d3e-5b91-4185-8041-4fdc6a49103d port d980cff3-b781-4fbb-99f3-9ce36cb71e0b binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:53:43.936984 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0a08-79e8-49f0-bf03-333d89cc420a req-acd49002-daa8-4429-a01b-775dce670484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:43.952088 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-306d0a08-79e8-49f0-bf03-333d89cc420a req-acd49002-daa8-4429-a01b-775dce670484 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cf92b9a5abb94441b04bfc32626d7e3d&device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 1097 time: 0.8154478 Mar 23 12:53:43.975811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c13e52f2-2414-4aa2-af19-cbeee9661ddc None None] For port ecd57dd8-1127-4232-bf30-1859e92fe2f8, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ecd57dd8-1127-4232-bf30-1859e92fe2f8,segment=NetworkSegment(821da1c5-3077-4d20-802b-deb430756455),segment_id=821da1c5-3077-4d20-802b-deb430756455)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:43.993208 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-deff5480-78fe-4246-8168-32707be8477a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:53:43.993499 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c13e52f2-2414-4aa2-af19-cbeee9661ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:44.073320 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:44.108300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfeb2c1-e178-4d5a-b9d8-3fbdc33d1f2a req-aae590e3-5709-4e3a-81c3-7eff8c67cae0 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:44.111036 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8bfeb2c1-e178-4d5a-b9d8-3fbdc33d1f2a req-aae590e3-5709-4e3a-81c3-7eff8c67cae0 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 985 time: 0.9734790 Mar 23 12:53:44.124463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e52f2-2414-4aa2-af19-cbeee9661ddc None None] Pushing event updated for resources: {'Port': ['ID=ecd57dd8-1127-4232-bf30-1859e92fe2f8,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:44.142747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 324a8107-155f-4e78-9aa0-9649159c9271 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:44.223601 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a34c0b5-76a0-42d4-a5bc-3c83f1c73f49 None None] Network f8bc5d85-6dad-4857-b7e6-fe8213048a1f requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:44.282196 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8bfeb2c1-e178-4d5a-b9d8-3fbdc33d1f2a req-7fe8ae9d-a1f1-4c53-abfb-632354359243 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1616917 Mar 23 12:53:44.310496 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cd2b3a6e-2d95-4a1a-b494-b023547a063c None None] Provisioning complete for port 324a8107-155f-4e78-9aa0-9649159c9271 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:44.311178 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd2b3a6e-2d95-4a1a-b494-b023547a063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:44.322226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8d31b-86e6-4925-9eba-142a6d636c95 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event updated for resources: {'Subnet': ['ID=1b8b9c45-feb5-4d72-9217-d79c8207ddc3,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:44.345725 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cc429aa-5bbb-4e83-b2cf-6fcb8f26fe53 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:44.347776 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 324a8107-155f-4e78-9aa0-9649159c9271 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:44.348503 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:44.385729 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-deff5480-78fe-4246-8168-32707be8477a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:44.408339 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-deff5480-78fe-4246-8168-32707be8477a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:44.417163 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:44.541579 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd2b3a6e-2d95-4a1a-b494-b023547a063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:44.591860 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:44.592523 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:44.609548 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:44.619552 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cd2b3a6e-2d95-4a1a-b494-b023547a063c None None] For port 324a8107-155f-4e78-9aa0-9649159c9271, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=324a8107-155f-4e78-9aa0-9649159c9271,segment=NetworkSegment(da0a0383-272b-40cb-b995-86a9e1708614),segment_id=da0a0383-272b-40cb-b995-86a9e1708614)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:44.634057 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd2b3a6e-2d95-4a1a-b494-b023547a063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:44.641985 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Allocated IP 172.20.0.1 (3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6/440503d6-811f-44dd-bda1-f649502f36c7/2dc79ba3-b9f8-410e-a6f4-f40f20012d01) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:44.693287 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Attempting to bind port d980cff3-b781-4fbb-99f3-9ce36cb71e0b on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:53:44.693650 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Attempting to bind port d980cff3-b781-4fbb-99f3-9ce36cb71e0b by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:53:44.694007 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Attempting to bind port d980cff3-b781-4fbb-99f3-9ce36cb71e0b on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:44.702578 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72269694-b285-4ecf-85d4-746b1890e59c None None] Pushing event updated for resources: {'Port': ['ID=d980cff3-b781-4fbb-99f3-9ce36cb71e0b,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:44.708237 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:44.708640 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:44.709046 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:44.709438 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:44.709915 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Bound port: d980cff3-b781-4fbb-99f3-9ce36cb71e0b, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:53:44.710287 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:44.728755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b3a6e-2d95-4a1a-b494-b023547a063c None None] Pushing event updated for resources: {'Port': ['ID=324a8107-155f-4e78-9aa0-9649159c9271,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:44.750978 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0a08-79e8-49f0-bf03-333d89cc420a req-a1daaac8-eaf8-4f76-acc8-01e4f948d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:44.757124 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-306d0a08-79e8-49f0-bf03-333d89cc420a req-a1daaac8-eaf8-4f76-acc8-01e4f948d71d service neutron] 10.222.0.77 "GET /v2.0/networks?id=7926c096-9a24-475a-8eb5-1ca61a5f129f HTTP/1.1" status: 200 len: 913 time: 0.7404959 Mar 23 12:53:44.805535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b8d31b-86e6-4925-9eba-142a6d636c95 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Checking segment: {'id': '03a1326a-2d7c-430b-b7e5-80263e84472c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '49fcd813-1909-48f7-93be-c5fcb3bab82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:44.806017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b8d31b-86e6-4925-9eba-142a6d636c95 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Network hostable DHCP agents. Network: 49fcd813-1909-48f7-93be-c5fcb3bab82a, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:53:44.829001 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269694-b285-4ecf-85d4-746b1890e59c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:44.829489 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269694-b285-4ecf-85d4-746b1890e59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:44.832477 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269694-b285-4ecf-85d4-746b1890e59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:44.832830 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269694-b285-4ecf-85d4-746b1890e59c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:44.833166 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269694-b285-4ecf-85d4-746b1890e59c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:44.833495 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269694-b285-4ecf-85d4-746b1890e59c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:44.833821 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269694-b285-4ecf-85d4-746b1890e59c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:44.834129 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269694-b285-4ecf-85d4-746b1890e59c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:44.834451 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269694-b285-4ecf-85d4-746b1890e59c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:44.834769 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269694-b285-4ecf-85d4-746b1890e59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:44.835086 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269694-b285-4ecf-85d4-746b1890e59c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:44.835400 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269694-b285-4ecf-85d4-746b1890e59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:44.928998 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-deff5480-78fe-4246-8168-32707be8477a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Floating IP 058666ef-1fb8-4b68-9854-47625d478bd0 associated. External IP: 172.25.2.54, port: 1a360957-d474-4b74-a78b-731a1177f7ba. Mar 23 12:53:44.938803 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] For port d980cff3-b781-4fbb-99f3-9ce36cb71e0b, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:44.942202 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] For port d980cff3-b781-4fbb-99f3-9ce36cb71e0b, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d980cff3-b781-4fbb-99f3-9ce36cb71e0b,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:44.952312 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:44.967496 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:44.975796 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-306d0a08-79e8-49f0-bf03-333d89cc420a req-5f7847b0-e60f-4220-b65b-1b5871b4c635 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756aa533-e32e-467e-b732-a2e84b8852b6 HTTP/1.1" status: 200 len: 1000 time: 0.2078059 Mar 23 12:53:45.049982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cd2b3a6e-2d95-4a1a-b494-b023547a063c None None] Provisioning complete for port ecd57dd8-1127-4232-bf30-1859e92fe2f8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:45.050278 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd2b3a6e-2d95-4a1a-b494-b023547a063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:45.066885 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3eb7b-5b8d-4260-b1fa-38d6c9e035eb req-ca433ab9-c5a5-4d3c-84ea-4ba2fae40da8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:45.067888 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Routers {'04783d3e-5b91-4185-8041-4fdc6a49103d'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:45.068679 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-84e3eb7b-5b8d-4260-b1fa-38d6c9e035eb req-ca433ab9-c5a5-4d3c-84ea-4ba2fae40da8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 944 time: 0.1953397 Mar 23 12:53:45.076535 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['04783d3e-5b91-4185-8041-4fdc6a49103d'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:45.081207 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72269694-b285-4ecf-85d4-746b1890e59c None None] Pushing event updated for resources: {'Port': ['ID=d980cff3-b781-4fbb-99f3-9ce36cb71e0b,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:45.128503 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:53:45.129086 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:53:45.167865 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0a08-79e8-49f0-bf03-333d89cc420a req-d9ad02cb-844b-4f80-8c57-e000b55130ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:45.169385 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-306d0a08-79e8-49f0-bf03-333d89cc420a req-d9ad02cb-844b-4f80-8c57-e000b55130ab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f39281c9-ac88-4bcf-ab7d-7343f91f1d4a HTTP/1.1" status: 200 len: 851 time: 0.1804302 Mar 23 12:53:45.253851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-84e3eb7b-5b8d-4260-b1fa-38d6c9e035eb req-91c45716-e83d-49eb-a820-10d54e60ce96 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771889 Mar 23 12:53:45.257316 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:45.277263 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] Set router 04783d3e-5b91-4185-8041-4fdc6a49103d gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:45.309891 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc79ba3-b9f8-410e-a6f4-f40f20012d01,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:45.342512 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:45.346441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bfb37098-18ea-496b-9b05-eeb4bade2856 None None] Provisioning complete for port 324a8107-155f-4e78-9aa0-9649159c9271 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:45.346941 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bfb37098-18ea-496b-9b05-eeb4bade2856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:45.351914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:45.352296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:45.352637 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:45.353126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:45.353590 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:45.353926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:45.354395 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:45.355669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:45.356068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:45.356434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:45.356933 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:45.368878 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Network 3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:45.372836 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:45.376606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:45.381801 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0a08-79e8-49f0-bf03-333d89cc420a req-72e28f4b-640c-4fe2-9805-8afa4d054eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:45.383401 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-306d0a08-79e8-49f0-bf03-333d89cc420a req-72e28f4b-640c-4fe2-9805-8afa4d054eb0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7926c096-9a24-475a-8eb5-1ca61a5f129f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911333 Mar 23 12:53:45.563091 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-306d0a08-79e8-49f0-bf03-333d89cc420a req-925321b5-ef10-431e-b831-7db0a8ca2354 service neutron] 10.222.0.77 "GET /v2.0/networks/7926c096-9a24-475a-8eb5-1ca61a5f129f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527414 Mar 23 12:53:45.692304 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:45.771204 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'name': 'tempest-TestAggregatesBasicOps-983355716-router', 'tenant_id': 'd72408fcc72746f49be7b0ee7afa324c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd980cff3-b781-4fbb-99f3-9ce36cb71e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:38Z', 'updated_at': '2022-03-23T12:53:41Z', 'revision_number': 3, 'project_id': 'd72408fcc72746f49be7b0ee7afa324c', 'gw_port': {'id': 'd980cff3-b781-4fbb-99f3-9ce36cb71e0b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:40Z', 'updated_at': '2022-03-23T12:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:45.772185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bfb37098-18ea-496b-9b05-eeb4bade2856 None None] Provisioning complete for port 9dd811b9-f805-4a2f-b787-e99ed613f157 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:45.772560 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bfb37098-18ea-496b-9b05-eeb4bade2856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:45.841439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-306d0a08-79e8-49f0-bf03-333d89cc420a req-8041da8d-78b8-43e6-aedd-752410192404 service neutron] 10.222.0.77 "GET /v2.0/networks/7926c096-9a24-475a-8eb5-1ca61a5f129f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638574 Mar 23 12:53:45.881087 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 324a8107-155f-4e78-9aa0-9649159c9271 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:45.893074 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6c4f9-731f-4f33-a4d8-2312cdf6c55e None None] The sync data for ids ['04783d3e-5b91-4185-8041-4fdc6a49103d'] in n-d-834854-1 is: [{'id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'name': 'tempest-TestAggregatesBasicOps-983355716-router', 'tenant_id': 'd72408fcc72746f49be7b0ee7afa324c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd980cff3-b781-4fbb-99f3-9ce36cb71e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:38Z', 'updated_at': '2022-03-23T12:53:41Z', 'revision_number': 3, 'project_id': 'd72408fcc72746f49be7b0ee7afa324c', 'gw_port': {'id': 'd980cff3-b781-4fbb-99f3-9ce36cb71e0b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:40Z', 'updated_at': '2022-03-23T12:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:45.912348 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bfb37098-18ea-496b-9b05-eeb4bade2856 None None] Port 9dd811b9-f805-4a2f-b787-e99ed613f157 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:45.932362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b8d31b-86e6-4925-9eba-142a6d636c95 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Network 49fcd813-1909-48f7-93be-c5fcb3bab82a is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:53:45.964010 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 324a8107-155f-4e78-9aa0-9649159c9271 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:45.964394 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:45.967080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec759e-4160-4938-b139-40d948bc5f67 req-9cffa7b9-d36a-4cb9-849c-0771beeeeda7 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:45.980929 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94ec759e-4160-4938-b139-40d948bc5f67 req-9cffa7b9-d36a-4cb9-849c-0771beeeeda7 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 1136 time: 1.1921782 Mar 23 12:53:46.001621 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-21b8d31b-86e6-4925-9eba-142a6d636c95 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 49fcd813-1909-48f7-93be-c5fcb3bab82a) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:46.013428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c219860a-b187-4072-a379-522850c9e730 None None] Network 49fcd813-1909-48f7-93be-c5fcb3bab82a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:46.021105 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.041468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8d31b-86e6-4925-9eba-142a6d636c95 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:46.042240 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21b8d31b-86e6-4925-9eba-142a6d636c95 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.059803 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-94ec759e-4160-4938-b139-40d948bc5f67 req-23e54f0f-2feb-4ad2-86d8-ed23cd0f7b7e tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.097730 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-21b8d31b-86e6-4925-9eba-142a6d636c95 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1456344 Mar 23 12:53:46.102184 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34328) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:46.109923 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cc429aa-5bbb-4e83-b2cf-6fcb8f26fe53 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.117069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8e23b176-71af-408b-8883-e118733c58e0 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Request body: {'port': {'network_id': '49fcd813-1909-48f7-93be-c5fcb3bab82a', 'name': 'tempest-AllowedAddressPairTestJSON-565321449'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:46.151629 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bc0d9eee-a98f-40a7-9223-06993c9ea7fd None None] Provisioning complete for port 2dc79ba3-b9f8-410e-a6f4-f40f20012d01 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:46.152167 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc0d9eee-a98f-40a7-9223-06993c9ea7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.172769 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cc429aa-5bbb-4e83-b2cf-6fcb8f26fe53 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.200682 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.269923 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.277055 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.342707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d9eee-a98f-40a7-9223-06993c9ea7fd None None] Port 2dc79ba3-b9f8-410e-a6f4-f40f20012d01 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:46.376545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-49fcd813-1909-48f7-93be-c5fcb3bab82a', 'network_id': '49fcd813-1909-48f7-93be-c5fcb3bab82a', 'tenant_id': '507565add0b84c828ec25bfea6810877', 'fixed_ips': [{'subnet_id': '1b8b9c45-feb5-4d72-9217-d79c8207ddc3'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:53:46.377952 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.389717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ecd57dd8-1127-4232-bf30-1859e92fe2f8 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:46.430646 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc429aa-5bbb-4e83-b2cf-6fcb8f26fe53 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=9dd811b9-f805-4a2f-b787-e99ed613f157,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:46.488136 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bc0d9eee-a98f-40a7-9223-06993c9ea7fd None None] Provisioning complete for port 9dd811b9-f805-4a2f-b787-e99ed613f157 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:46.488880 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc0d9eee-a98f-40a7-9223-06993c9ea7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.500985 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cc429aa-5bbb-4e83-b2cf-6fcb8f26fe53 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.532177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deff5480-78fe-4246-8168-32707be8477a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:53:46.617937 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port ecd57dd8-1127-4232-bf30-1859e92fe2f8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:46.618309 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.651840 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d9eee-a98f-40a7-9223-06993c9ea7fd None None] Port 9dd811b9-f805-4a2f-b787-e99ed613f157 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:46.696697 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-94ec759e-4160-4938-b139-40d948bc5f67 req-23e54f0f-2feb-4ad2-86d8-ed23cd0f7b7e tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.697663 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e23b176-71af-408b-8883-e118733c58e0 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Made reservation on behalf of 507565add0b84c828ec25bfea6810877 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:46.701729 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e23b176-71af-408b-8883-e118733c58e0 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.719540 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Allocated IP 172.20.0.2 (49fcd813-1909-48f7-93be-c5fcb3bab82a/1b8b9c45-feb5-4d72-9217-d79c8207ddc3/773d23d7-b3d7-4199-ab96-cd4568b8fd32) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:46.734026 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.735597 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-94ec759e-4160-4938-b139-40d948bc5f67 req-23e54f0f-2feb-4ad2-86d8-ed23cd0f7b7e tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.752269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-8e23b176-71af-408b-8883-e118733c58e0 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] device_id is not set on port 5cf0dff0-3f52-40a5-a145-b6242d18c757 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:53:46.763858 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-94ec759e-4160-4938-b139-40d948bc5f67 req-23e54f0f-2feb-4ad2-86d8-ed23cd0f7b7e tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.7820585 Mar 23 12:53:46.794387 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34332) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:46.872216 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-17c7731f-606d-4ab2-8bda-208a0f7fa2df None None] Provisioning complete for port 9dd811b9-f805-4a2f-b787-e99ed613f157 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:46.872216 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-17c7731f-606d-4ab2-8bda-208a0f7fa2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:46.884858 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc429aa-5bbb-4e83-b2cf-6fcb8f26fe53 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network f8bc5d85-6dad-4857-b7e6-fe8213048a1f is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:46.893815 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475294b2-a0a7-41a5-a6c5-506a36240b91 req-b48d215d-728b-46b7-b46d-0e56dd2ea585 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:46.897121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7cc429aa-5bbb-4e83-b2cf-6fcb8f26fe53 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:46.914325 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-475294b2-a0a7-41a5-a6c5-506a36240b91 req-b48d215d-728b-46b7-b46d-0e56dd2ea585 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 944 time: 0.1922829 Mar 23 12:53:46.930503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e54f0f-2feb-4ad2-86d8-ed23cd0f7b7e tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a22ca7-4b01-4b30-8c49-0552970ad645,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:46.960690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-17c7731f-606d-4ab2-8bda-208a0f7fa2df None None] Port 9dd811b9-f805-4a2f-b787-e99ed613f157 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:46.993032 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc79ba3-b9f8-410e-a6f4-f40f20012d01,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:47.054692 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:47.059528 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c76e281-1d42-47dc-a519-763e9864f8a3 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:47.061356 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9c76e281-1d42-47dc-a519-763e9864f8a3 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 1131 time: 0.2531157 Mar 23 12:53:47.067179 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:47.069202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34334) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:47.073039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Network 3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:47.076495 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-475294b2-a0a7-41a5-a6c5-506a36240b91 req-e5363331-20ed-43d4-af1e-fdc29ed021d9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612377 Mar 23 12:53:47.077814 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': '2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:47.077943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:47.156226 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:47.159599 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Network 49fcd813-1909-48f7-93be-c5fcb3bab82a is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:47.172786 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:47.189729 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:47.242335 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Pushing event updated for resources: {'Port': ['ID=773d23d7-b3d7-4199-ab96-cd4568b8fd32,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:47.266130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deff5480-78fe-4246-8168-32707be8477a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:47.280604 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-deff5480-78fe-4246-8168-32707be8477a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:47.281047 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Router 04783d3e-5b91-4185-8041-4fdc6a49103d has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:53:47.297973 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3673cf8-e07c-4727-9c39-164a9915eba6 None None] Sync routers for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:47.315204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Attempting to bind port 773d23d7-b3d7-4199-ab96-cd4568b8fd32 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:53:47.315573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Attempting to bind port 773d23d7-b3d7-4199-ab96-cd4568b8fd32 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '03a1326a-2d7c-430b-b7e5-80263e84472c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '49fcd813-1909-48f7-93be-c5fcb3bab82a'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:53:47.315961 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Attempting to bind port 773d23d7-b3d7-4199-ab96-cd4568b8fd32 on network 49fcd813-1909-48f7-93be-c5fcb3bab82a {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:47.325419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3673cf8-e07c-4727-9c39-164a9915eba6 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:47.329819 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f3673cf8-e07c-4727-9c39-164a9915eba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:47.391915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-8e23b176-71af-408b-8883-e118733c58e0 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Allocated IP 172.20.0.3 (49fcd813-1909-48f7-93be-c5fcb3bab82a/1b8b9c45-feb5-4d72-9217-d79c8207ddc3/5cf0dff0-3f52-40a5-a145-b6242d18c757) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:47.404739 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-deff5480-78fe-4246-8168-32707be8477a tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "PUT /v2.0/floatingips/058666ef-1fb8-4b68-9854-47625d478bd0 HTTP/1.1" status: 200 len: 991 time: 5.4842052 Mar 23 12:53:47.423466 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:47.423968 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Checking segment: {'id': '03a1326a-2d7c-430b-b7e5-80263e84472c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '49fcd813-1909-48f7-93be-c5fcb3bab82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:47.424348 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:47.424890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Bound using segment: {'id': '03a1326a-2d7c-430b-b7e5-80263e84472c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '49fcd813-1909-48f7-93be-c5fcb3bab82a'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:47.425529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Bound port: 773d23d7-b3d7-4199-ab96-cd4568b8fd32, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a1326a-2d7c-430b-b7e5-80263e84472c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '49fcd813-1909-48f7-93be-c5fcb3bab82a'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:53:47.425971 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:47.426956 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eabebd4-6597-4c56-9278-1dfda5f74ee3', 'tag': '1a360957-d474-4b74-a78b-731a1177f7ba'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:47.429755 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ca25d5-ed8d-4313-b40e-c9c83c74b85e" -d '{"events": [{"name": "network-changed", "server_uuid": "4eabebd4-6597-4c56-9278-1dfda5f74ee3", "tag": "1a360957-d474-4b74-a78b-731a1177f7ba"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:47.463608 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:47.479989 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-10deb0d0-f926-4c4c-bb4a-90194dc93f15 admin admin] 10.222.0.52 "PUT /v2.0/routers/04783d3e-5b91-4185-8041-4fdc6a49103d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2162983 Mar 23 12:53:47.497782 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c8d94d-ab95-49ad-855d-48644e908188 x-openstack-request-id: req-e5c8d94d-ab95-49ad-855d-48644e908188 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:47.498078 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eabebd4-6597-4c56-9278-1dfda5f74ee3", "tag": "1a360957-d474-4b74-a78b-731a1177f7ba", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:47.498323 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e5c8d94d-ab95-49ad-855d-48644e908188 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:47.498712 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eabebd4-6597-4c56-9278-1dfda5f74ee3', 'tag': '1a360957-d474-4b74-a78b-731a1177f7ba', 'status': 'completed', 'code': 200} Mar 23 12:53:47.534666 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc429aa-5bbb-4e83-b2cf-6fcb8f26fe53 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Router fc20ac39-1938-40d5-b939-ae51c86865c0 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:53:47.549020 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-52e29873-7132-44e3-baf0-acc7923db6f2 None None] Provisioning complete for port 9dd811b9-f805-4a2f-b787-e99ed613f157 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:47.549491 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-52e29873-7132-44e3-baf0-acc7923db6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:47.578544 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca25d5-ed8d-4313-b40e-c9c83c74b85e req-ef79f25c-85c4-4799-95e3-b71fe2b53566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:47.580187 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77ca25d5-ed8d-4313-b40e-c9c83c74b85e req-ef79f25c-85c4-4799-95e3-b71fe2b53566 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0540032 Mar 23 12:53:47.616147 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:47.630877 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:47.660452 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-52e29873-7132-44e3-baf0-acc7923db6f2 None None] Port 9dd811b9-f805-4a2f-b787-e99ed613f157 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:47.665130 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] For port 773d23d7-b3d7-4199-ab96-cd4568b8fd32, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:47.676959 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] For port 773d23d7-b3d7-4199-ab96-cd4568b8fd32, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=773d23d7-b3d7-4199-ab96-cd4568b8fd32,segment=NetworkSegment(03a1326a-2d7c-430b-b7e5-80263e84472c),segment_id=03a1326a-2d7c-430b-b7e5-80263e84472c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:47.691978 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-f3673cf8-e07c-4727-9c39-164a9915eba6 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:47.694198 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:47.733446 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca25d5-ed8d-4313-b40e-c9c83c74b85e req-b688bd12-152e-474a-b5f2-17a71a2ca528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:47.734964 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77ca25d5-ed8d-4313-b40e-c9c83c74b85e req-b688bd12-152e-474a-b5f2-17a71a2ca528 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 200 len: 915 time: 0.1458077 Mar 23 12:53:47.868323 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77ca25d5-ed8d-4313-b40e-c9c83c74b85e req-f12e69d7-db24-412c-8e3c-702b356a318f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a360957-d474-4b74-a78b-731a1177f7ba HTTP/1.1" status: 200 len: 999 time: 0.1265123 Mar 23 12:53:47.889790 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fd6937b4-8b7e-4203-a5a9-df221960cfa9 None None] Provisioning complete for port 2dc79ba3-b9f8-410e-a6f4-f40f20012d01 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:47.890164 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fd6937b4-8b7e-4203-a5a9-df221960cfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:47.917029 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc429aa-5bbb-4e83-b2cf-6fcb8f26fe53 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:47.934267 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4bc88a-377b-4457-998f-963e578b0877 None None] Sync routers for ids ['fc20ac39-1938-40d5-b939-ae51c86865c0'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:47.965558 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7cc429aa-5bbb-4e83-b2cf-6fcb8f26fe53 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "PUT /v2.0/routers/fc20ac39-1938-40d5-b939-ae51c86865c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0931966 Mar 23 12:53:47.969697 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4bc88a-377b-4457-998f-963e578b0877 None None] Routers {'fc20ac39-1938-40d5-b939-ae51c86865c0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:47.970789 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fa4bc88a-377b-4457-998f-963e578b0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fc20ac39-1938-40d5-b939-ae51c86865c0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:47.979021 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34348) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:47.994947 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d980cff3-b781-4fbb-99f3-9ce36cb71e0b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:48.057891 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd284f-b43f-4b0c-9e6c-0b649de2c1f1 None None] Pushing event updated for resources: {'Port': ['ID=773d23d7-b3d7-4199-ab96-cd4568b8fd32,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:48.068122 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fa4bc88a-377b-4457-998f-963e578b0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:48.097062 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4bc88a-377b-4457-998f-963e578b0877 None None] Routers {'fc20ac39-1938-40d5-b939-ae51c86865c0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:48.100884 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fa4bc88a-377b-4457-998f-963e578b0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fc20ac39-1938-40d5-b939-ae51c86865c0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:48.134477 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca25d5-ed8d-4313-b40e-c9c83c74b85e req-933e06d7-4a38-41fa-bab8-274001d1fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:48.143347 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77ca25d5-ed8d-4313-b40e-c9c83c74b85e req-933e06d7-4a38-41fa-bab8-274001d1fbba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=887f27a5-c519-4323-8382-2219821540c0 HTTP/1.1" status: 200 len: 853 time: 0.2680104 Mar 23 12:53:48.174991 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e23b176-71af-408b-8883-e118733c58e0 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:48.188297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7efbd8-21a9-422d-b67d-9ebc94a2cbe8 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:48.189868 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9f7efbd8-21a9-422d-b67d-9ebc94a2cbe8 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc20ac39-1938-40d5-b939-ae51c86865c0 HTTP/1.1" status: 200 len: 983 time: 0.1975250 Mar 23 12:53:48.200398 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34362) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:48.208952 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fa4bc88a-377b-4457-998f-963e578b0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:48.209625 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4bc88a-377b-4457-998f-963e578b0877 None None] The sync data for ids ['fc20ac39-1938-40d5-b939-ae51c86865c0'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:48.274484 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca25d5-ed8d-4313-b40e-c9c83c74b85e req-09fc264b-c5a3-49f0-b90d-94cefd606ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:48.276054 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77ca25d5-ed8d-4313-b40e-c9c83c74b85e req-09fc264b-c5a3-49f0-b90d-94cefd606ba9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ad59140-5a4c-426f-a608-38c6929a8267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133537 Mar 23 12:53:48.418335 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77ca25d5-ed8d-4313-b40e-c9c83c74b85e req-48209446-b05d-4c4e-8427-579c7a977038 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301026 Mar 23 12:53:48.446046 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fd6937b4-8b7e-4203-a5a9-df221960cfa9 None None] Port 2dc79ba3-b9f8-410e-a6f4-f40f20012d01 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:48.464087 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Allocated IP 172.25.2.181 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/563df849-560a-4991-b5c2-ba46f56847b5) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:48.504870 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e5059-1958-43d7-ba26-b9d6067a621d req-6f6b9fcf-99d7-4230-a8f1-605296e04ef9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:48.520287 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c85e5059-1958-43d7-ba26-b9d6067a621d req-6f6b9fcf-99d7-4230-a8f1-605296e04ef9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 944 time: 0.2000701 Mar 23 12:53:48.535565 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77ca25d5-ed8d-4313-b40e-c9c83c74b85e req-a64d7028-dcda-4b7e-aaf5-a4cbf39a8099 service neutron] 10.222.0.77 "GET /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100168 Mar 23 12:53:48.572374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port d980cff3-b781-4fbb-99f3-9ce36cb71e0b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:48.572748 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:48.635941 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e23b176-71af-408b-8883-e118733c58e0 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:48.702293 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f3673cf8-e07c-4727-9c39-164a9915eba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '058666ef-1fb8-4b68-9854-47625d478bd0', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.54', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': '1a360957-d474-4b74-a78b-731a1177f7ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:22:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eabebd4-6597-4c56-9278-1dfda5f74ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:53:18Z', 'updated_at': '2022-03-23T12:53:43Z', 'revision_number': 1, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:48.733921 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3673cf8-e07c-4727-9c39-164a9915eba6 None None] Checking router: d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:53:48.736511 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:48.758153 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c85e5059-1958-43d7-ba26-b9d6067a621d req-e996bc3a-ac08-4b29-b511-9d69ce322ce9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219412 Mar 23 12:53:48.759871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3673cf8-e07c-4727-9c39-164a9915eba6 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:48.760659 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f3673cf8-e07c-4727-9c39-164a9915eba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:48.766016 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port d980cff3-b781-4fbb-99f3-9ce36cb71e0b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d980cff3-b781-4fbb-99f3-9ce36cb71e0b,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:48.801704 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:48.847455 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e23b176-71af-408b-8883-e118733c58e0 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Network 49fcd813-1909-48f7-93be-c5fcb3bab82a is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:48.861524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23b176-71af-408b-8883-e118733c58e0 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event updated for resources: {'Port': ['ID=5cf0dff0-3f52-40a5-a145-b6242d18c757,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:48.872302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8e23b176-71af-408b-8883-e118733c58e0 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:48.885479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e23b176-71af-408b-8883-e118733c58e0 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:48.935304 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:48.970039 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=d980cff3-b781-4fbb-99f3-9ce36cb71e0b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:48.974936 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-f3673cf8-e07c-4727-9c39-164a9915eba6 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:49.007152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34392) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:49.012203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e23b176-71af-408b-8883-e118733c58e0 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:49.012869 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8e23b176-71af-408b-8883-e118733c58e0 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:49.048559 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8e23b176-71af-408b-8883-e118733c58e0 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9432156 Mar 23 12:53:49.054595 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34394) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:49.063032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b3177faa-2864-48d3-9d03-6b6f19ab2e13 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Request body: {'port': {'network_id': '49fcd813-1909-48f7-93be-c5fcb3bab82a', 'name': 'tempest-AllowedAddressPairTestJSON-1208438243', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:66:a9:e7'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:49.110442 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Sync routers for ids ['04783d3e-5b91-4185-8041-4fdc6a49103d'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:49.130726 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:49.147406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Routers {'04783d3e-5b91-4185-8041-4fdc6a49103d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:49.148083 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['04783d3e-5b91-4185-8041-4fdc6a49103d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:49.343011 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Set router 04783d3e-5b91-4185-8041-4fdc6a49103d gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:49.378062 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6690c297-0bc1-452c-b22a-83be0cba4016 None None] Network 49fcd813-1909-48f7-93be-c5fcb3bab82a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:49.472411 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1981f579-2c01-41f4-8bc1-88285e1c32a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:49.497995 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1dfb9757-7c74-4095-90e7-993fb76326ca None None] Provisioning complete for port 773d23d7-b3d7-4199-ab96-cd4568b8fd32 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:49.498739 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1dfb9757-7c74-4095-90e7-993fb76326ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:49.577621 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:49.592720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:49.595180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:49.619724 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'Port': ['ID=563df849-560a-4991-b5c2-ba46f56847b5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:49.645152 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f3673cf8-e07c-4727-9c39-164a9915eba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '058666ef-1fb8-4b68-9854-47625d478bd0', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.54', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': '1a360957-d474-4b74-a78b-731a1177f7ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:22:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eabebd4-6597-4c56-9278-1dfda5f74ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:53:18Z', 'updated_at': '2022-03-23T12:53:43Z', 'revision_number': 1, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:49.692461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3673cf8-e07c-4727-9c39-164a9915eba6 None None] The sync data for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 is: [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '058666ef-1fb8-4b68-9854-47625d478bd0', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'floating_ip_address': '172.25.2.54', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'port_id': '1a360957-d474-4b74-a78b-731a1177f7ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'mac_address': 'fa:16:3e:22:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eabebd4-6597-4c56-9278-1dfda5f74ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:53:18Z', 'updated_at': '2022-03-23T12:53:43Z', 'revision_number': 1, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:49.701353 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3177faa-2864-48d3-9d03-6b6f19ab2e13 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Made reservation on behalf of 507565add0b84c828ec25bfea6810877 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:49.795739 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1dfb9757-7c74-4095-90e7-993fb76326ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:49.804958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-1981f579-2c01-41f4-8bc1-88285e1c32a4 admin admin] Deleting port abcfc173-8166-4b30-aa8f-05a50978d05a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:49.805299 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1981f579-2c01-41f4-8bc1-88285e1c32a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:49.876480 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1dfb9757-7c74-4095-90e7-993fb76326ca None None] For port 773d23d7-b3d7-4199-ab96-cd4568b8fd32, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=773d23d7-b3d7-4199-ab96-cd4568b8fd32,segment=NetworkSegment(03a1326a-2d7c-430b-b7e5-80263e84472c),segment_id=03a1326a-2d7c-430b-b7e5-80263e84472c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:49.880719 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'name': 'tempest-TestAggregatesBasicOps-983355716-router', 'tenant_id': 'd72408fcc72746f49be7b0ee7afa324c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd980cff3-b781-4fbb-99f3-9ce36cb71e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:38Z', 'updated_at': '2022-03-23T12:53:45Z', 'revision_number': 4, 'project_id': 'd72408fcc72746f49be7b0ee7afa324c', 'gw_port': {'id': 'd980cff3-b781-4fbb-99f3-9ce36cb71e0b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:40Z', 'updated_at': '2022-03-23T12:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2dc79ba3-b9f8-410e-a6f4-f40f20012d01', 'name': '', 'network_id': '3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6', 'tenant_id': 'd72408fcc72746f49be7b0ee7afa324c', 'mac_address': 'fa:16:3e:be:48:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '440503d6-811f-44dd-bda1-f649502f36c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:44Z', 'updated_at': '2022-03-23T12:53:46Z', 'revision_number': 2, 'project_id': 'd72408fcc72746f49be7b0ee7afa324c', 'subnets': [{'id': '440503d6-811f-44dd-bda1-f649502f36c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:49.917579 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1dfb9757-7c74-4095-90e7-993fb76326ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:49.919418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Checking router: 04783d3e-5b91-4185-8041-4fdc6a49103d for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:53:49.920003 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Updating router 04783d3e-5b91-4185-8041-4fdc6a49103d port 2dc79ba3-b9f8-410e-a6f4-f40f20012d01 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:53:49.944611 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08334809-df49-4fac-b414-7ba346ee57b0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:50.039944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-1981f579-2c01-41f4-8bc1-88285e1c32a4 admin admin] For port abcfc173-8166-4b30-aa8f-05a50978d05a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=abcfc173-8166-4b30-aa8f-05a50978d05a,segment=NetworkSegment(ff6ea98c-2524-44cf-bde8-5d2946ae2a4a),segment_id=ff6ea98c-2524-44cf-bde8-5d2946ae2a4a)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:50.040949 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1981f579-2c01-41f4-8bc1-88285e1c32a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:50.052994 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:50.062952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-1981f579-2c01-41f4-8bc1-88285e1c32a4 admin admin] Calling delete_port for abcfc173-8166-4b30-aa8f-05a50978d05a owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:50.073064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb9757-7c74-4095-90e7-993fb76326ca None None] Pushing event updated for resources: {'Port': ['ID=773d23d7-b3d7-4199-ab96-cd4568b8fd32,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:50.077663 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353a4d22-8121-40ff-8777-6932837c9b92 None None] New status for floating IP 058666ef-1fb8-4b68-9854-47625d478bd0: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:53:50.099880 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aaccc-c995-4f53-b6ec-ea56285c96d5 req-493dd124-748a-42e5-9baf-29ab5bfa72f6 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:50.102047 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-774aaccc-c995-4f53-b6ec-ea56285c96d5 req-493dd124-748a-42e5-9baf-29ab5bfa72f6 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 944 time: 0.2291260 Mar 23 12:53:50.112057 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3177faa-2864-48d3-9d03-6b6f19ab2e13 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:50.256571 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-b3177faa-2864-48d3-9d03-6b6f19ab2e13 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] device_id is not set on port bff2b4fb-30fb-49b8-973b-37a75d6657a7 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:53:50.264945 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-774aaccc-c995-4f53-b6ec-ea56285c96d5 req-5e86146f-de6a-4fa8-9cdc-c4a4614585e3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531603 Mar 23 12:53:50.305507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 773d23d7-b3d7-4199-ab96-cd4568b8fd32 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:50.578690 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1981f579-2c01-41f4-8bc1-88285e1c32a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:50.612563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89c662-daf7-4656-b48a-e862382ad6f5 req-322a09bf-b415-426b-bdbb-316fb6edd2d0 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:50.614096 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0e89c662-daf7-4656-b48a-e862382ad6f5 req-322a09bf-b415-426b-bdbb-316fb6edd2d0 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 946 time: 0.1416612 Mar 23 12:53:50.616911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981f579-2c01-41f4-8bc1-88285e1c32a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=abcfc173-8166-4b30-aa8f-05a50978d05a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:50.622672 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7957daad-ea3c-4b73-8373-2c0bf8f90b28 None None] Provisioning complete for port 773d23d7-b3d7-4199-ab96-cd4568b8fd32 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:50.623156 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7957daad-ea3c-4b73-8373-2c0bf8f90b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:50.664226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-b3177faa-2864-48d3-9d03-6b6f19ab2e13 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Allocated IP 172.20.0.14 (49fcd813-1909-48f7-93be-c5fcb3bab82a/1b8b9c45-feb5-4d72-9217-d79c8207ddc3/bff2b4fb-30fb-49b8-973b-37a75d6657a7) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:50.692440 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:50.720566 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0e89c662-daf7-4656-b48a-e862382ad6f5 req-a53b57a5-c7b1-4947-9b9c-066e9a79563b tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcd239cb-c625-412b-828c-5184a063bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693336 Mar 23 12:53:50.728572 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 773d23d7-b3d7-4199-ab96-cd4568b8fd32 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:50.729075 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:50.886005 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1981f579-2c01-41f4-8bc1-88285e1c32a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:50.932309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d980cff3-b781-4fbb-99f3-9ce36cb71e0b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:50.953938 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7957daad-ea3c-4b73-8373-2c0bf8f90b28 None None] Provisioning complete for port 5cf0dff0-3f52-40a5-a145-b6242d18c757 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:50.954312 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7957daad-ea3c-4b73-8373-2c0bf8f90b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:50.979126 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.012344 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3177faa-2864-48d3-9d03-6b6f19ab2e13 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.030584 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.041166 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7957daad-ea3c-4b73-8373-2c0bf8f90b28 None None] Port 5cf0dff0-3f52-40a5-a145-b6242d18c757 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:51.046098 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.052424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-08334809-df49-4fac-b414-7ba346ee57b0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port 9dd811b9-f805-4a2f-b787-e99ed613f157 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:51.052926 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08334809-df49-4fac-b414-7ba346ee57b0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.102482 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port d980cff3-b781-4fbb-99f3-9ce36cb71e0b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:51.102855 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.151118 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2cab2-ff3d-40cd-bb04-0169087523d5 None None] Pushing event updated for resources: {'Port': ['ID=2dc79ba3-b9f8-410e-a6f4-f40f20012d01,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:51.199741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1981f579-2c01-41f4-8bc1-88285e1c32a4 admin admin] Router 1a5ea844-d725-489a-b50e-ca797394de17 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:53:51.201059 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3177faa-2864-48d3-9d03-6b6f19ab2e13 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.231670 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Attempting to bind port 2dc79ba3-b9f8-410e-a6f4-f40f20012d01 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:53:51.232059 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Attempting to bind port 2dc79ba3-b9f8-410e-a6f4-f40f20012d01 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '821da1c5-3077-4d20-802b-deb430756455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:53:51.232429 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Attempting to bind port 2dc79ba3-b9f8-410e-a6f4-f40f20012d01 on network 3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:51.235003 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ddc2c4c7-b31a-423d-bbcd-5d54b20a1af8 None None] Provisioning complete for port 5cf0dff0-3f52-40a5-a145-b6242d18c757 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:51.235375 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c4c7-b31a-423d-bbcd-5d54b20a1af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.265068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:51.265964 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Checking segment: {'id': '821da1c5-3077-4d20-802b-deb430756455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:51.265964 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.266683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Bound using segment: {'id': '821da1c5-3077-4d20-802b-deb430756455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:51.267182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Bound port: 2dc79ba3-b9f8-410e-a6f4-f40f20012d01, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821da1c5-3077-4d20-802b-deb430756455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:53:51.267568 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.298934 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08334809-df49-4fac-b414-7ba346ee57b0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.305293 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3177faa-2864-48d3-9d03-6b6f19ab2e13 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Network 49fcd813-1909-48f7-93be-c5fcb3bab82a is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:51.325587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ddc2c4c7-b31a-423d-bbcd-5d54b20a1af8 None None] Port 5cf0dff0-3f52-40a5-a145-b6242d18c757 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:51.326257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-b3177faa-2864-48d3-9d03-6b6f19ab2e13 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:51.329929 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3177faa-2864-48d3-9d03-6b6f19ab2e13 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:51.340952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3177faa-2864-48d3-9d03-6b6f19ab2e13 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event updated for resources: {'Port': ['ID=bff2b4fb-30fb-49b8-973b-37a75d6657a7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:51.351637 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-08334809-df49-4fac-b414-7ba346ee57b0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for 9dd811b9-f805-4a2f-b787-e99ed613f157 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:51.412984 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1981f579-2c01-41f4-8bc1-88285e1c32a4 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:51.422168 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1981f579-2c01-41f4-8bc1-88285e1c32a4 admin admin] 10.222.0.52 "PUT /v2.0/routers/1a5ea844-d725-489a-b50e-ca797394de17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4111342 Mar 23 12:53:51.422318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] For port 2dc79ba3-b9f8-410e-a6f4-f40f20012d01, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:51.424100 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] For port 2dc79ba3-b9f8-410e-a6f4-f40f20012d01, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2dc79ba3-b9f8-410e-a6f4-f40f20012d01,segment=NetworkSegment(821da1c5-3077-4d20-802b-deb430756455),segment_id=821da1c5-3077-4d20-802b-deb430756455)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:51.426161 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34408) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:51.433554 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.465176 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa6da1d-87f0-43bd-bf07-a37771cadbdd None None] Sync routers for ids ['1a5ea844-d725-489a-b50e-ca797394de17'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:51.483853 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.507293 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3177faa-2864-48d3-9d03-6b6f19ab2e13 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:51.508245 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3177faa-2864-48d3-9d03-6b6f19ab2e13 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.517012 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.532596 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa6da1d-87f0-43bd-bf07-a37771cadbdd None None] Routers {'1a5ea844-d725-489a-b50e-ca797394de17'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:51.533270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5aa6da1d-87f0-43bd-bf07-a37771cadbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1a5ea844-d725-489a-b50e-ca797394de17'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:51.605095 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b3177faa-2864-48d3-9d03-6b6f19ab2e13 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.5494325 Mar 23 12:53:51.608458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34412) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:51.627162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Routers {'04783d3e-5b91-4185-8041-4fdc6a49103d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:51.627842 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['04783d3e-5b91-4185-8041-4fdc6a49103d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:51.633562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2cab2-ff3d-40cd-bb04-0169087523d5 None None] Pushing event updated for resources: {'Port': ['ID=2dc79ba3-b9f8-410e-a6f4-f40f20012d01,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:51.647813 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007744f-a0ad-4a91-8ea2-47e3f030c21b req-1730a7c4-c5d3-4bc0-9adf-d0132f68fd4f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:51.662474 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9007744f-a0ad-4a91-8ea2-47e3f030c21b req-1730a7c4-c5d3-4bc0-9adf-d0132f68fd4f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 944 time: 0.2882938 Mar 23 12:53:51.678969 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:53:51.694565 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c649-48d7-4ca8-910a-4caa3e8722bd admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.852030 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'Port': ['ID=563df849-560a-4991-b5c2-ba46f56847b5,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:51.854770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cd8bbed1-f7d5-458f-b405-befb4b1a5068 None None] Provisioning complete for port 2dc79ba3-b9f8-410e-a6f4-f40f20012d01 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:51.855161 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd8bbed1-f7d5-458f-b405-befb4b1a5068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.910205 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.927180 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9007744f-a0ad-4a91-8ea2-47e3f030c21b req-942d409e-66e6-457a-90fc-a5f0400f58b4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588112 Mar 23 12:53:51.942114 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c649-48d7-4ca8-910a-4caa3e8722bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:51.984639 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5aa6da1d-87f0-43bd-bf07-a37771cadbdd None None] Set router 1a5ea844-d725-489a-b50e-ca797394de17 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:51.996559 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7911bb7b-bd96-4697-bdb7-d42a5c6e4ccb tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:52.002669 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7911bb7b-bd96-4697-bdb7-d42a5c6e4ccb tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:52.008575 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7911bb7b-bd96-4697-bdb7-d42a5c6e4ccb tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:52.013155 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7911bb7b-bd96-4697-bdb7-d42a5c6e4ccb tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3964465 Mar 23 12:53:52.013760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34416) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:52.073398 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 773d23d7-b3d7-4199-ab96-cd4568b8fd32 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:52.076765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] Set router 04783d3e-5b91-4185-8041-4fdc6a49103d gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:52.128669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b8c7c649-48d7-4ca8-910a-4caa3e8722bd admin admin] Deleting port 17a542d5-e7c2-414d-92a9-9d483f7c8ee4 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:52.129260 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c649-48d7-4ca8-910a-4caa3e8722bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:52.141267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32aa9d-fc54-4c4e-98d7-b193fc81c43e req-aad7a0c7-d254-449b-920e-3947929d842a tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:52.147858 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8d32aa9d-fc54-4c4e-98d7-b193fc81c43e req-aad7a0c7-d254-449b-920e-3947929d842a tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 946 time: 0.2822902 Mar 23 12:53:52.187872 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-89ad4c9d-04d3-48b6-babe-24b48fd0ed76 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Deleting port bff2b4fb-30fb-49b8-973b-37a75d6657a7 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:52.188621 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89ad4c9d-04d3-48b6-babe-24b48fd0ed76 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:52.191909 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08334809-df49-4fac-b414-7ba346ee57b0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:52.216571 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Floating IP efd43984-f70b-4326-8e41-b35d6bc93a25 associated. External IP: 172.25.2.181, port: 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03. Mar 23 12:53:52.290342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08334809-df49-4fac-b414-7ba346ee57b0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=9dd811b9-f805-4a2f-b787-e99ed613f157,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:52.301175 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8d32aa9d-fc54-4c4e-98d7-b193fc81c43e req-045a44c7-e316-4cd0-8b7d-692488355cae tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcd239cb-c625-412b-828c-5184a063bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435525 Mar 23 12:53:52.313093 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-b8c7c649-48d7-4ca8-910a-4caa3e8722bd admin admin] For port 17a542d5-e7c2-414d-92a9-9d483f7c8ee4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=17a542d5-e7c2-414d-92a9-9d483f7c8ee4,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:52.313563 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c649-48d7-4ca8-910a-4caa3e8722bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:52.328673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b8c7c649-48d7-4ca8-910a-4caa3e8722bd admin admin] Calling delete_port for 17a542d5-e7c2-414d-92a9-9d483f7c8ee4 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:52.381438 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd8bbed1-f7d5-458f-b405-befb4b1a5068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:52.402581 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89ad4c9d-04d3-48b6-babe-24b48fd0ed76 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:52.421847 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-89ad4c9d-04d3-48b6-babe-24b48fd0ed76 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Calling delete_port for bff2b4fb-30fb-49b8-973b-37a75d6657a7 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:52.445818 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 773d23d7-b3d7-4199-ab96-cd4568b8fd32 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:52.446218 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:52.682053 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cd8bbed1-f7d5-458f-b405-befb4b1a5068 None None] For port 2dc79ba3-b9f8-410e-a6f4-f40f20012d01, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2dc79ba3-b9f8-410e-a6f4-f40f20012d01,segment=NetworkSegment(821da1c5-3077-4d20-802b-deb430756455),segment_id=821da1c5-3077-4d20-802b-deb430756455)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:52.706199 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd8bbed1-f7d5-458f-b405-befb4b1a5068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:52.788461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bbed1-f7d5-458f-b405-befb4b1a5068 None None] Pushing event updated for resources: {'Port': ['ID=2dc79ba3-b9f8-410e-a6f4-f40f20012d01,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:52.813640 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5aa6da1d-87f0-43bd-bf07-a37771cadbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ea844-d725-489a-b50e-ca797394de17', 'name': 'tempest-TestAggregatesBasicOps-224204814-router', 'tenant_id': '248a71fdfdca4a6c967233b6f42604d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '17a542d5-e7c2-414d-92a9-9d483f7c8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:20Z', 'updated_at': '2022-03-23T12:53:50Z', 'revision_number': 5, 'project_id': '248a71fdfdca4a6c967233b6f42604d4', 'gw_port': {'id': '17a542d5-e7c2-414d-92a9-9d483f7c8ee4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:80:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ea844-d725-489a-b50e-ca797394de17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:23Z', 'updated_at': '2022-03-23T12:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:52.857498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa6da1d-87f0-43bd-bf07-a37771cadbdd None None] Checking router: 1a5ea844-d725-489a-b50e-ca797394de17 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:53:52.880429 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'name': 'tempest-TestAggregatesBasicOps-983355716-router', 'tenant_id': 'd72408fcc72746f49be7b0ee7afa324c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd980cff3-b781-4fbb-99f3-9ce36cb71e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:38Z', 'updated_at': '2022-03-23T12:53:45Z', 'revision_number': 4, 'project_id': 'd72408fcc72746f49be7b0ee7afa324c', 'gw_port': {'id': 'd980cff3-b781-4fbb-99f3-9ce36cb71e0b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:40Z', 'updated_at': '2022-03-23T12:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2dc79ba3-b9f8-410e-a6f4-f40f20012d01', 'name': '', 'network_id': '3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6', 'tenant_id': 'd72408fcc72746f49be7b0ee7afa324c', 'mac_address': 'fa:16:3e:be:48:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '440503d6-811f-44dd-bda1-f649502f36c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:44Z', 'updated_at': '2022-03-23T12:53:51Z', 'revision_number': 4, 'project_id': 'd72408fcc72746f49be7b0ee7afa324c', 'subnets': [{'id': '440503d6-811f-44dd-bda1-f649502f36c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:52.886115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b796b4db-7edc-40b8-812b-022bf10d151d None None] Provisioning complete for port 2dc79ba3-b9f8-410e-a6f4-f40f20012d01 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:52.886874 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b796b4db-7edc-40b8-812b-022bf10d151d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:52.895180 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08334809-df49-4fac-b414-7ba346ee57b0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:52.913135 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa6da1d-87f0-43bd-bf07-a37771cadbdd None None] Routers {'1a5ea844-d725-489a-b50e-ca797394de17'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:52.913527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5aa6da1d-87f0-43bd-bf07-a37771cadbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1a5ea844-d725-489a-b50e-ca797394de17'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:52.933408 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd083043-eaa5-4bad-a9f0-e85148bdd88f None None] The sync data for ids ['04783d3e-5b91-4185-8041-4fdc6a49103d'] in n-d-834854-1 is: [{'id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'name': 'tempest-TestAggregatesBasicOps-983355716-router', 'tenant_id': 'd72408fcc72746f49be7b0ee7afa324c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd980cff3-b781-4fbb-99f3-9ce36cb71e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:38Z', 'updated_at': '2022-03-23T12:53:45Z', 'revision_number': 4, 'project_id': 'd72408fcc72746f49be7b0ee7afa324c', 'gw_port': {'id': 'd980cff3-b781-4fbb-99f3-9ce36cb71e0b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:40Z', 'updated_at': '2022-03-23T12:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2dc79ba3-b9f8-410e-a6f4-f40f20012d01', 'name': '', 'network_id': '3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6', 'tenant_id': 'd72408fcc72746f49be7b0ee7afa324c', 'mac_address': 'fa:16:3e:be:48:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '440503d6-811f-44dd-bda1-f649502f36c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:44Z', 'updated_at': '2022-03-23T12:53:51Z', 'revision_number': 4, 'project_id': 'd72408fcc72746f49be7b0ee7afa324c', 'subnets': [{'id': '440503d6-811f-44dd-bda1-f649502f36c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:53.071946 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89ad4c9d-04d3-48b6-babe-24b48fd0ed76 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:53.117446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5aa6da1d-87f0-43bd-bf07-a37771cadbdd None None] Set router 1a5ea844-d725-489a-b50e-ca797394de17 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:53.125621 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Router d654ecdd-8c54-43d1-a4e5-00d426e9f703 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:53:53.134984 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad4c9d-04d3-48b6-babe-24b48fd0ed76 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event deleted for resources: {'Port': ['ID=bff2b4fb-30fb-49b8-973b-37a75d6657a7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:53.190657 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08334809-df49-4fac-b414-7ba346ee57b0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Router fc20ac39-1938-40d5-b939-ae51c86865c0 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:53:53.263185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5aa6da1d-87f0-43bd-bf07-a37771cadbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ea844-d725-489a-b50e-ca797394de17', 'name': 'tempest-TestAggregatesBasicOps-224204814-router', 'tenant_id': '248a71fdfdca4a6c967233b6f42604d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:20Z', 'updated_at': '2022-03-23T12:53:51Z', 'revision_number': 6, 'project_id': '248a71fdfdca4a6c967233b6f42604d4', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:53.311010 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa6da1d-87f0-43bd-bf07-a37771cadbdd None None] The sync data for ids ['1a5ea844-d725-489a-b50e-ca797394de17'] in n-d-834854-1 is: [{'id': '1a5ea844-d725-489a-b50e-ca797394de17', 'name': 'tempest-TestAggregatesBasicOps-224204814-router', 'tenant_id': '248a71fdfdca4a6c967233b6f42604d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:20Z', 'updated_at': '2022-03-23T12:53:51Z', 'revision_number': 6, 'project_id': '248a71fdfdca4a6c967233b6f42604d4', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:53.314790 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b796b4db-7edc-40b8-812b-022bf10d151d None None] Could not find standard attr ID for object bff2b4fb-30fb-49b8-973b-37a75d6657a7. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:53:53.341612 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1e105-7bec-48b6-837c-5bd6c2b85634 req-78362c13-07e4-4e5a-b2e2-95bf79b344a7 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:53.343437 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2ee1e105-7bec-48b6-837c-5bd6c2b85634 req-78362c13-07e4-4e5a-b2e2-95bf79b344a7 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 944 time: 0.2840693 Mar 23 12:53:53.403690 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c649-48d7-4ca8-910a-4caa3e8722bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:53.423049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 244ae1cb-14b8-472b-92d4-00276036b884 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:53:53.428300 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08334809-df49-4fac-b414-7ba346ee57b0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:53.442049 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7bd390-8a15-49e2-b813-9c83f2eb5b0a None None] Sync routers for ids ['fc20ac39-1938-40d5-b939-ae51c86865c0'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:53.475728 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7bd390-8a15-49e2-b813-9c83f2eb5b0a None None] Routers {'fc20ac39-1938-40d5-b939-ae51c86865c0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:53.476390 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5e7bd390-8a15-49e2-b813-9c83f2eb5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fc20ac39-1938-40d5-b939-ae51c86865c0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:53.492738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-08334809-df49-4fac-b414-7ba346ee57b0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "PUT /v2.0/routers/fc20ac39-1938-40d5-b939-ae51c86865c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2876580 Mar 23 12:53:53.499848 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34422) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:53.522300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7c649-48d7-4ca8-910a-4caa3e8722bd admin admin] Pushing event deleted for resources: {'Port': ['ID=17a542d5-e7c2-414d-92a9-9d483f7c8ee4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:53.551028 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5e7bd390-8a15-49e2-b813-9c83f2eb5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:53.567492 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7bd390-8a15-49e2-b813-9c83f2eb5b0a None None] Routers {'fc20ac39-1938-40d5-b939-ae51c86865c0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:53.568038 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5e7bd390-8a15-49e2-b813-9c83f2eb5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fc20ac39-1938-40d5-b939-ae51c86865c0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:53.573096 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2ee1e105-7bec-48b6-837c-5bd6c2b85634 req-ca7c26d4-d0cd-4d49-b890-99d79e053402 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152667 Mar 23 12:53:53.598685 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-238a7fd1-94eb-480e-bde3-37687c2f7e16 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] GET failed (client error): The resource could not be found. Mar 23 12:53:53.605466 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34424) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:53.607178 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-238a7fd1-94eb-480e-bde3-37687c2f7e16 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports/9dd811b9-f805-4a2f-b787-e99ed613f157 HTTP/1.1" status: 404 len: 333 time: 0.0856194 Mar 23 12:53:53.617110 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5e7bd390-8a15-49e2-b813-9c83f2eb5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:53.618355 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7bd390-8a15-49e2-b813-9c83f2eb5b0a None None] The sync data for ids ['fc20ac39-1938-40d5-b939-ae51c86865c0'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:53.627879 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:53.655359 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894b9d1-45f9-4be7-a872-e06d4c207c73 req-346421e0-e9a7-429b-ba86-64906d7cfb89 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:53.657194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4ae20-4e9c-4f34-8495-3cdef29e23cb None None] Sync routers for ids ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:53.657314 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2894b9d1-45f9-4be7-a872-e06d4c207c73 req-346421e0-e9a7-429b-ba86-64906d7cfb89 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 946 time: 0.2309022 Mar 23 12:53:53.662875 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:53.669488 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 244ae1cb-14b8-472b-92d4-00276036b884, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=244ae1cb-14b8-472b-92d4-00276036b884,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:53.701950 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0d05df1e-3cb9-4329-a485-9520fe7697a6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.6297536 Mar 23 12:53:53.705015 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '244ae1cb-14b8-472b-92d4-00276036b884', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'port_id': '244ae1cb-14b8-472b-92d4-00276036b884', 'mac_address': 'fa:16:3e:69:22:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:53:53.706877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c9957f-86e5-49ad-9cd7-31a313bad6ab', 'tag': '2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:53.708500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a4ae20-4e9c-4f34-8495-3cdef29e23cb None None] Routers {'d654ecdd-8c54-43d1-a4e5-00d426e9f703'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:53.709151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-32a4ae20-4e9c-4f34-8495-3cdef29e23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:53.714493 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03026fe5-c3ee-40c7-be88-f2e3fe4e67a2" -d '{"events": [{"name": "network-changed", "server_uuid": "67c9957f-86e5-49ad-9cd7-31a313bad6ab", "tag": "2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:53.717154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34426) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:53.801597 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-89ad4c9d-04d3-48b6-babe-24b48fd0ed76 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:53.806643 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58c0121-cc71-494c-9a9a-93d55800ca37 x-openstack-request-id: req-f58c0121-cc71-494c-9a9a-93d55800ca37 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:53.806933 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c9957f-86e5-49ad-9cd7-31a313bad6ab", "tag": "2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:53.807226 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f58c0121-cc71-494c-9a9a-93d55800ca37 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:53.807840 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c9957f-86e5-49ad-9cd7-31a313bad6ab', 'tag': '2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03', 'status': 'completed', 'code': 200} Mar 23 12:53:53.808067 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-89ad4c9d-04d3-48b6-babe-24b48fd0ed76 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "DELETE /v2.0/ports/bff2b4fb-30fb-49b8-973b-37a75d6657a7 HTTP/1.1" status: 204 len: 168 time: 1.7930408 Mar 23 12:53:53.811773 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34430) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:53.815332 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f3eeda5-357e-4cea-aaf8-713bbff0931e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:53.835003 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c649-48d7-4ca8-910a-4caa3e8722bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:53.864285 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:53.925525 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244ae1cb-14b8-472b-92d4-00276036b884 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:53:53.960260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 244ae1cb-14b8-472b-92d4-00276036b884, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=244ae1cb-14b8-472b-92d4-00276036b884,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:53.968758 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:53.981543 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-32a4ae20-4e9c-4f34-8495-3cdef29e23cb None None] Set router d654ecdd-8c54-43d1-a4e5-00d426e9f703 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:54.023490 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2894b9d1-45f9-4be7-a872-e06d4c207c73 req-5cd32a27-edb2-4894-a30c-7f79148ca25a tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcd239cb-c625-412b-828c-5184a063bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3250728 Mar 23 12:53:54.058120 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ca3546-865f-49cf-8e7c-1a83e177e948 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] GET failed (client error): The resource could not be found. Mar 23 12:53:54.060529 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d0ca3546-865f-49cf-8e7c-1a83e177e948 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "GET /v2.0/ports/bff2b4fb-30fb-49b8-973b-37a75d6657a7 HTTP/1.1" status: 404 len: 333 time: 0.2421360 Mar 23 12:53:54.067234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34432) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:54.080243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-812f361c-4b09-4909-b21d-f75c503664c3 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Request body: {'port': {'network_id': '49fcd813-1909-48f7-93be-c5fcb3bab82a', 'name': 'tempest-AllowedAddressPairTestJSON-1123769603'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:54.093973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08959f0-4d95-45cb-bac7-3af05a1d84d9 req-26642979-5fb7-40bc-af04-ed82c27208c7 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.096290 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08959f0-4d95-45cb-bac7-3af05a1d84d9 req-26642979-5fb7-40bc-af04-ed82c27208c7 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.77 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 946 time: 0.2605479 Mar 23 12:53:54.101983 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-166e8368-a13a-4dc5-8ecf-b2a690971cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:54.142378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=244ae1cb-14b8-472b-92d4-00276036b884,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:54.224628 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c649-48d7-4ca8-910a-4caa3e8722bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:54.227242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad96748-d705-4d84-81fd-d24ddc889801 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.227719 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad96748-d705-4d84-81fd-d24ddc889801 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.228218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad96748-d705-4d84-81fd-d24ddc889801 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.229532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad96748-d705-4d84-81fd-d24ddc889801 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.229967 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad96748-d705-4d84-81fd-d24ddc889801 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.230426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad96748-d705-4d84-81fd-d24ddc889801 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.230936 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad96748-d705-4d84-81fd-d24ddc889801 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.231315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad96748-d705-4d84-81fd-d24ddc889801 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.231763 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad96748-d705-4d84-81fd-d24ddc889801 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.232448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad96748-d705-4d84-81fd-d24ddc889801 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.232973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad96748-d705-4d84-81fd-d24ddc889801 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.233473 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad96748-d705-4d84-81fd-d24ddc889801 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.233923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad96748-d705-4d84-81fd-d24ddc889801 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.239016 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bad96748-d705-4d84-81fd-d24ddc889801 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9139 time: 0.5161238 Mar 23 12:53:54.239983 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34434) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:54.244362 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c649-48d7-4ca8-910a-4caa3e8722bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:54.395487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2dc79ba3-b9f8-410e-a6f4-f40f20012d01 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:54.421148 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03026fe5-c3ee-40c7-be88-f2e3fe4e67a2 req-d11720aa-7c8c-4482-8417-67cb1cda98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.422754 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03026fe5-c3ee-40c7-be88-f2e3fe4e67a2 req-d11720aa-7c8c-4482-8417-67cb1cda98e6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4578e949d6db4514a22d0490934f3e80&device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 1136 time: 0.6119664 Mar 23 12:53:54.428679 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c649-48d7-4ca8-910a-4caa3e8722bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:54.429230 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c7c649-48d7-4ca8-910a-4caa3e8722bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a5ea844-d725-489a-b50e-ca797394de17 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:53:54.439814 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e653b82-c78b-40ab-9c14-4cc4de68f4e9 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.440674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e653b82-c78b-40ab-9c14-4cc4de68f4e9 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.441304 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e653b82-c78b-40ab-9c14-4cc4de68f4e9 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.442446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e653b82-c78b-40ab-9c14-4cc4de68f4e9 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.443079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e653b82-c78b-40ab-9c14-4cc4de68f4e9 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.443916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e653b82-c78b-40ab-9c14-4cc4de68f4e9 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.444614 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e653b82-c78b-40ab-9c14-4cc4de68f4e9 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.445233 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e653b82-c78b-40ab-9c14-4cc4de68f4e9 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.446105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e653b82-c78b-40ab-9c14-4cc4de68f4e9 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.446492 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['244ae1cb-14b8-472b-92d4-00276036b884'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:53:54.446925 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e653b82-c78b-40ab-9c14-4cc4de68f4e9 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.447571 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e653b82-c78b-40ab-9c14-4cc4de68f4e9 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.448212 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e653b82-c78b-40ab-9c14-4cc4de68f4e9 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.450562 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2e653b82-c78b-40ab-9c14-4cc4de68f4e9 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7747 time: 0.2094660 Mar 23 12:53:54.454789 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-c08959f0-4d95-45cb-bac7-3af05a1d84d9 req-1f928556-533a-4f81-8e99-adc424993a93 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Deleting port 756aa533-e32e-467e-b732-a2e84b8852b6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:54.455432 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c08959f0-4d95-45cb-bac7-3af05a1d84d9 req-1f928556-533a-4f81-8e99-adc424993a93 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:54.458725 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34436) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:54.536862 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c649-48d7-4ca8-910a-4caa3e8722bd admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:54.538063 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b8c7c649-48d7-4ca8-910a-4caa3e8722bd admin admin] 10.222.0.52 "DELETE /v2.0/routers/1a5ea844-d725-489a-b50e-ca797394de17 HTTP/1.1" status: 204 len: 168 time: 3.1083405 Mar 23 12:53:54.543935 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34438) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:54.555163 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f3eeda5-357e-4cea-aaf8-713bbff0931e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:54.558275 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2dc79ba3-b9f8-410e-a6f4-f40f20012d01 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:54.558689 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:54.565024 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f3eeda5-357e-4cea-aaf8-713bbff0931e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:54.610789 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-32a4ae20-4e9c-4f34-8495-3cdef29e23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312964928', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:02Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:03Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'efd43984-f70b-4326-8e41-b35d6bc93a25', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'port_id': '2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb', 'mac_address': 'fa:16:3e:39:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c9957f-86e5-49ad-9cd7-31a313bad6ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:53:50Z', 'updated_at': '2022-03-23T12:53:50Z', 'revision_number': 0, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42d47c5-2423-43c9-91a1-24f1b7cc18c9', 'name': '', 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'mac_address': 'fa:16:3e:c1:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:10Z', 'updated_at': '2022-03-23T12:53:17Z', 'revision_number': 5, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'subnets': [{'id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:54.674380 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4ae20-4e9c-4f34-8495-3cdef29e23cb None None] Checking router: d654ecdd-8c54-43d1-a4e5-00d426e9f703 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:53:54.705643 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a4ae20-4e9c-4f34-8495-3cdef29e23cb None None] Routers {'d654ecdd-8c54-43d1-a4e5-00d426e9f703'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:54.706246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-32a4ae20-4e9c-4f34-8495-3cdef29e23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:54.726981 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03026fe5-c3ee-40c7-be88-f2e3fe4e67a2 req-1c573860-6496-4ee4-80a3-b9eae9e591b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.728463 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03026fe5-c3ee-40c7-be88-f2e3fe4e67a2 req-1c573860-6496-4ee4-80a3-b9eae9e591b4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=418e4da7-3f91-4acf-9c8d-b6060cea49cb HTTP/1.1" status: 200 len: 898 time: 0.2573576 Mar 23 12:53:54.729045 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f3eeda5-357e-4cea-aaf8-713bbff0931e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:54.729565 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3eeda5-357e-4cea-aaf8-713bbff0931e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Fanout notify agent at l3_agent the message router_deleted on router fc20ac39-1938-40d5-b939-ae51c86865c0 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:53:54.737185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5da44dd-fe4a-4570-b492-5933b273ae14 admin admin] Deleting subnet 92edd051-fec8-4b62-a280-679e008069ca {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:53:54.741040 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5da44dd-fe4a-4570-b492-5933b273ae14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:54.762004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c08959f0-4d95-45cb-bac7-3af05a1d84d9 req-1f928556-533a-4f81-8e99-adc424993a93 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] For port 756aa533-e32e-467e-b732-a2e84b8852b6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=756aa533-e32e-467e-b732-a2e84b8852b6,segment=NetworkSegment(dcadfcbd-44f5-4f89-80da-bbda3ddd1d17),segment_id=dcadfcbd-44f5-4f89-80da-bbda3ddd1d17)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:54.762775 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c08959f0-4d95-45cb-bac7-3af05a1d84d9 req-1f928556-533a-4f81-8e99-adc424993a93 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:54.782299 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5da44dd-fe4a-4570-b492-5933b273ae14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:54.829873 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f3eeda5-357e-4cea-aaf8-713bbff0931e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:54.830972 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8f3eeda5-357e-4cea-aaf8-713bbff0931e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/routers/fc20ac39-1938-40d5-b939-ae51c86865c0 HTTP/1.1" status: 204 len: 168 time: 1.2221475 Mar 23 12:53:54.831693 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812f361c-4b09-4909-b21d-f75c503664c3 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Made reservation on behalf of 507565add0b84c828ec25bfea6810877 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:54.835054 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-812f361c-4b09-4909-b21d-f75c503664c3 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:54.852059 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34442) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:54.890150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-32a4ae20-4e9c-4f34-8495-3cdef29e23cb None None] Set router d654ecdd-8c54-43d1-a4e5-00d426e9f703 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:54.944946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-812f361c-4b09-4909-b21d-f75c503664c3 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] device_id is not set on port 28406c2b-5874-482e-870c-0fb27f49e2d8 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:53:54.982853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device abcfc173-8166-4b30-aa8f-05a50978d05a no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:53:55.007580 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: abcfc173-8166-4b30-aa8f-05a50978d05a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:53:55.007580 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device abcfc173-8166-4b30-aa8f-05a50978d05a not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:53:55.052136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c71eab3-f44d-45ea-9053-2b76c0397e6c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting subnet fae29c91-31ba-459d-a476-e433c9e242ba {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:53:55.072753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef98971-34b3-4c40-9edf-d8fc523fdfb0 req-45d8acef-e78b-4aef-8533-87d23697143a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:55.074295 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ef98971-34b3-4c40-9edf-d8fc523fdfb0 req-45d8acef-e78b-4aef-8533-87d23697143a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 945 time: 0.3654613 Mar 23 12:53:55.095971 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c71eab3-f44d-45ea-9053-2b76c0397e6c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:55.141795 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03026fe5-c3ee-40c7-be88-f2e3fe4e67a2 req-226963ae-fb75-4430-931c-29b8685bb46d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 HTTP/1.1" status: 200 len: 1000 time: 0.3312120 Mar 23 12:53:55.199549 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6d4d96a8-a3fa-4745-8509-10dec95e432c tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5744 time: 0.7380512 Mar 23 12:53:55.201652 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c08959f0-4d95-45cb-bac7-3af05a1d84d9 req-1f928556-533a-4f81-8e99-adc424993a93 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:55.202007 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c08959f0-4d95-45cb-bac7-3af05a1d84d9 req-1f928556-533a-4f81-8e99-adc424993a93 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:55.202325 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-c08959f0-4d95-45cb-bac7-3af05a1d84d9 req-1f928556-533a-4f81-8e99-adc424993a93 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Floating IP 1be6e737-8a66-4825-91ad-3476e3444be2 disassociated. External IP: 172.25.2.3, port: 756aa533-e32e-467e-b732-a2e84b8852b6. Mar 23 12:53:55.202677 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-c08959f0-4d95-45cb-bac7-3af05a1d84d9 req-1f928556-533a-4f81-8e99-adc424993a93 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Calling delete_port for 756aa533-e32e-467e-b732-a2e84b8852b6 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:55.207520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34446) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:55.210022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-32a4ae20-4e9c-4f34-8495-3cdef29e23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312964928', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:02Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:03Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'efd43984-f70b-4326-8e41-b35d6bc93a25', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'port_id': '2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb', 'mac_address': 'fa:16:3e:39:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c9957f-86e5-49ad-9cd7-31a313bad6ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:53:50Z', 'updated_at': '2022-03-23T12:53:50Z', 'revision_number': 0, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42d47c5-2423-43c9-91a1-24f1b7cc18c9', 'name': '', 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'mac_address': 'fa:16:3e:c1:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:10Z', 'updated_at': '2022-03-23T12:53:17Z', 'revision_number': 5, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'subnets': [{'id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:55.238507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4ae20-4e9c-4f34-8495-3cdef29e23cb None None] The sync data for ids ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'] in n-d-834854-1 is: [{'id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312964928', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:02Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:03Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'efd43984-f70b-4326-8e41-b35d6bc93a25', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'port_id': '2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb', 'mac_address': 'fa:16:3e:39:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c9957f-86e5-49ad-9cd7-31a313bad6ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:53:50Z', 'updated_at': '2022-03-23T12:53:50Z', 'revision_number': 0, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42d47c5-2423-43c9-91a1-24f1b7cc18c9', 'name': '', 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'mac_address': 'fa:16:3e:c1:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:10Z', 'updated_at': '2022-03-23T12:53:17Z', 'revision_number': 5, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'subnets': [{'id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:55.262574 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5da44dd-fe4a-4570-b492-5933b273ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:55.269697 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c71eab3-f44d-45ea-9053-2b76c0397e6c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:55.347382 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-812f361c-4b09-4909-b21d-f75c503664c3 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Allocated IP 172.20.0.4 (49fcd813-1909-48f7-93be-c5fcb3bab82a/1b8b9c45-feb5-4d72-9217-d79c8207ddc3/28406c2b-5874-482e-870c-0fb27f49e2d8) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:55.361072 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03026fe5-c3ee-40c7-be88-f2e3fe4e67a2 req-f3e746da-5523-4a91-862a-ae5059a4755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:55.362569 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03026fe5-c3ee-40c7-be88-f2e3fe4e67a2 req-f3e746da-5523-4a91-862a-ae5059a4755a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c44bda33-7d34-4ba5-8c4e-8b6acbd59b63 HTTP/1.1" status: 200 len: 835 time: 0.2042820 Mar 23 12:53:55.377201 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ef98971-34b3-4c40-9edf-d8fc523fdfb0 req-0a7b0123-5328-46f2-af2b-61617c2081b6 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760839 Mar 23 12:53:55.498721 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5da44dd-fe4a-4570-b492-5933b273ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:55.512813 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8849406b-2921-4660-906e-7fa5b0fd1871 None None] New status for floating IP efd43984-f70b-4326-8e41-b35d6bc93a25: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:53:55.566821 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03026fe5-c3ee-40c7-be88-f2e3fe4e67a2 req-ae05a796-27fc-4583-92b8-2b594f411485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:55.568404 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03026fe5-c3ee-40c7-be88-f2e3fe4e67a2 req-ae05a796-27fc-4583-92b8-2b594f411485 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=418e4da7-3f91-4acf-9c8d-b6060cea49cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853271 Mar 23 12:53:55.569789 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c71eab3-f44d-45ea-9053-2b76c0397e6c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:55.575611 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da44dd-fe4a-4570-b492-5933b273ae14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92edd051-fec8-4b62-a280-679e008069ca,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:55.607855 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faae2b8-d66c-4a19-a397-ae01b02cfd01 None None] Network 7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:55.611973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41375322-3256-4ed9-b887-8097528d1b6d req-5e58ae1e-e53d-4170-a096-5c8ec001b10d tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:55.613492 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41375322-3256-4ed9-b887-8097528d1b6d req-5e58ae1e-e53d-4170-a096-5c8ec001b10d tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 946 time: 0.4873419 Mar 23 12:53:55.661228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263441ae-80d9-4cb1-a061-be7c1aabf542 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:55.661950 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263441ae-80d9-4cb1-a061-be7c1aabf542 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:55.663982 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-263441ae-80d9-4cb1-a061-be7c1aabf542 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d654ecdd-8c54-43d1-a4e5-00d426e9f703 HTTP/1.1" status: 200 len: 1990 time: 0.4549477 Mar 23 12:53:55.669382 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a5da44dd-fe4a-4570-b492-5933b273ae14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:55.674524 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a5da44dd-fe4a-4570-b492-5933b273ae14 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/92edd051-fec8-4b62-a280-679e008069ca HTTP/1.1" status: 204 len: 168 time: 1.1280878 Mar 23 12:53:55.679081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34450) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:55.735110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41375322-3256-4ed9-b887-8097528d1b6d req-6a0dcdc9-c1d9-4635-a5dc-e64a755f4447 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcd239cb-c625-412b-828c-5184a063bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132853 Mar 23 12:53:55.787481 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c71eab3-f44d-45ea-9053-2b76c0397e6c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:55.807211 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c71eab3-f44d-45ea-9053-2b76c0397e6c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:55.811427 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5c71eab3-f44d-45ea-9053-2b76c0397e6c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/fae29c91-31ba-459d-a476-e433c9e242ba HTTP/1.1" status: 204 len: 168 time: 0.9526727 Mar 23 12:53:55.813033 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 17a542d5-e7c2-414d-92a9-9d483f7c8ee4 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:53:55.819889 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34454) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:55.823411 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:55.831803 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b55d23b-839c-4775-9240-ed98df363697 None None] Network f8bc5d85-6dad-4857-b7e6-fe8213048a1f requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:55.871300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71eab3-f44d-45ea-9053-2b76c0397e6c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Subnet': ['ID=fae29c91-31ba-459d-a476-e433c9e242ba,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:55.882676 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 17a542d5-e7c2-414d-92a9-9d483f7c8ee4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:53:55.883019 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 17a542d5-e7c2-414d-92a9-9d483f7c8ee4 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:53:55.889387 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac222dc-2959-4dcc-9b20-755c19617cf0 None None] DHCP port deletion for 7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:53:55.896594 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c08959f0-4d95-45cb-bac7-3af05a1d84d9 req-1f928556-533a-4f81-8e99-adc424993a93 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:55.929636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f928556-533a-4f81-8e99-adc424993a93 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Pushing event deleted for resources: {'Port': ['ID=756aa533-e32e-467e-b732-a2e84b8852b6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:56.023047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eac222dc-2959-4dcc-9b20-755c19617cf0 None None] Deleting port 83b5c390-c691-42b0-83fb-91ee411221f2 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:56.023735 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eac222dc-2959-4dcc-9b20-755c19617cf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.032553 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] Deleting port 83b5c390-c691-42b0-83fb-91ee411221f2 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:56.033061 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.148413 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c08959f0-4d95-45cb-bac7-3af05a1d84d9 req-1f928556-533a-4f81-8e99-adc424993a93 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Router 2d6008c1-0f21-4449-9bef-faba08bef142 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:53:56.159542 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] For port 83b5c390-c691-42b0-83fb-91ee411221f2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=83b5c390-c691-42b0-83fb-91ee411221f2,segment=NetworkSegment(ff6ea98c-2524-44cf-bde8-5d2946ae2a4a),segment_id=ff6ea98c-2524-44cf-bde8-5d2946ae2a4a)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:56.159912 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.179179 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] Calling delete_port for 83b5c390-c691-42b0-83fb-91ee411221f2 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:56.260211 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-812f361c-4b09-4909-b21d-f75c503664c3 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.264991 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03026fe5-c3ee-40c7-be88-f2e3fe4e67a2 req-58c57db2-7479-4346-b315-db85a6586db4 service neutron] 10.222.0.77 "GET /v2.0/networks/418e4da7-3f91-4acf-9c8d-b6060cea49cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6851389 Mar 23 12:53:56.271632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eac222dc-2959-4dcc-9b20-755c19617cf0 None None] For port 83b5c390-c691-42b0-83fb-91ee411221f2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=83b5c390-c691-42b0-83fb-91ee411221f2,segment=NetworkSegment(ff6ea98c-2524-44cf-bde8-5d2946ae2a4a),segment_id=ff6ea98c-2524-44cf-bde8-5d2946ae2a4a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:56.272027 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eac222dc-2959-4dcc-9b20-755c19617cf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.289630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-eac222dc-2959-4dcc-9b20-755c19617cf0 None None] Calling delete_port for 83b5c390-c691-42b0-83fb-91ee411221f2 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:56.308797 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.342750 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c08959f0-4d95-45cb-bac7-3af05a1d84d9 req-1f928556-533a-4f81-8e99-adc424993a93 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:56.369183 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff438ab-ef64-48e6-8446-b53bd829056b None None] DHCP port deletion for f8bc5d85-6dad-4857-b7e6-fe8213048a1f request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:53:56.383035 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c348157-c0c8-41a9-8dea-b7e79e86eed6 None None] Sync routers for ids ['2d6008c1-0f21-4449-9bef-faba08bef142'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:56.402286 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08959f0-4d95-45cb-bac7-3af05a1d84d9 req-1f928556-533a-4f81-8e99-adc424993a93 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] No DVR routers for this DVR port 756aa533-e32e-467e-b732-a2e84b8852b6 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:53:56.418921 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c08959f0-4d95-45cb-bac7-3af05a1d84d9 req-1f928556-533a-4f81-8e99-adc424993a93 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.423568 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-812f361c-4b09-4909-b21d-f75c503664c3 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.427425 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08959f0-4d95-45cb-bac7-3af05a1d84d9 req-1f928556-533a-4f81-8e99-adc424993a93 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.77 "DELETE /v2.0/ports/756aa533-e32e-467e-b732-a2e84b8852b6 HTTP/1.1" status: 204 len: 173 time: 2.3168528 Mar 23 12:53:56.429009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fb2e5b-0690-45c6-8db2-d3426fed6ee0', 'name': 'network-vif-deleted', 'tag': '756aa533-e32e-467e-b732-a2e84b8852b6'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:56.443049 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde61736-f43f-4477-85b2-18127c993b0f" -d '{"events": [{"server_uuid": "81fb2e5b-0690-45c6-8db2-d3426fed6ee0", "name": "network-vif-deleted", "tag": "756aa533-e32e-467e-b732-a2e84b8852b6"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:56.448267 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c348157-c0c8-41a9-8dea-b7e79e86eed6 None None] Routers {'2d6008c1-0f21-4449-9bef-faba08bef142'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:56.454096 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2c348157-c0c8-41a9-8dea-b7e79e86eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2d6008c1-0f21-4449-9bef-faba08bef142'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:56.478835 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.525828 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] No DVR routers for this DVR port 83b5c390-c691-42b0-83fb-91ee411221f2 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:53:56.529236 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] Pushing event deleted for resources: {'Port': ['ID=83b5c390-c691-42b0-83fb-91ee411221f2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:56.568344 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ad1f66-6ef3-40be-a39c-c0af12b6d095 x-openstack-request-id: req-50ad1f66-6ef3-40be-a39c-c0af12b6d095 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:56.568710 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fb2e5b-0690-45c6-8db2-d3426fed6ee0", "name": "network-vif-deleted", "tag": "756aa533-e32e-467e-b732-a2e84b8852b6", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:56.569040 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50ad1f66-6ef3-40be-a39c-c0af12b6d095 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:56.569510 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fb2e5b-0690-45c6-8db2-d3426fed6ee0', 'name': 'network-vif-deleted', 'tag': '756aa533-e32e-467e-b732-a2e84b8852b6', 'status': 'completed', 'code': 200} Mar 23 12:53:56.571899 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eac222dc-2959-4dcc-9b20-755c19617cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.581382 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f361c-4b09-4909-b21d-f75c503664c3 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event updated for resources: {'Port': ['ID=28406c2b-5874-482e-870c-0fb27f49e2d8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:56.637331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac222dc-2959-4dcc-9b20-755c19617cf0 None None] Pushing event deleted for resources: {'Port': ['ID=83b5c390-c691-42b0-83fb-91ee411221f2,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:56.653326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac222dc-2959-4dcc-9b20-755c19617cf0 None None] No DVR routers for this DVR port 83b5c390-c691-42b0-83fb-91ee411221f2 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:53:56.672147 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812f361c-4b09-4909-b21d-f75c503664c3 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Network 49fcd813-1909-48f7-93be-c5fcb3bab82a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:56.673557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-dff438ab-ef64-48e6-8446-b53bd829056b None None] Deleting port 324a8107-155f-4e78-9aa0-9649159c9271 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:56.674428 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dff438ab-ef64-48e6-8446-b53bd829056b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.681853 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.687247 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-812f361c-4b09-4909-b21d-f75c503664c3 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:56.689896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f361c-4b09-4909-b21d-f75c503664c3 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:56.694122 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2c348157-c0c8-41a9-8dea-b7e79e86eed6 None None] Set router 2d6008c1-0f21-4449-9bef-faba08bef142 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:56.703670 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0b114-4d32-41aa-b8f9-7f2f5d761043 req-baa71381-f57f-4a0d-a5ac-d1cbfe0a81ee tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:56.710951 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0bf0b114-4d32-41aa-b8f9-7f2f5d761043 req-baa71381-f57f-4a0d-a5ac-d1cbfe0a81ee tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 945 time: 0.1835196 Mar 23 12:53:56.716259 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:56.729820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6ea98c-2524-44cf-bde8-5d2946ae2a4a') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:56.730230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6ea98c-2524-44cf-bde8-5d2946ae2a4a') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:56.746626 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.747136 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03026fe5-c3ee-40c7-be88-f2e3fe4e67a2 req-14b85261-4544-4776-a8d5-fa984f1c1eb1 service neutron] 10.222.0.77 "GET /v2.0/networks/418e4da7-3f91-4acf-9c8d-b6060cea49cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735589 Mar 23 12:53:56.767867 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.791113 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:53:56.791895 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:53:56.794764 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:53:56.826721 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812f361c-4b09-4909-b21d-f75c503664c3 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:56.827396 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-812f361c-4b09-4909-b21d-f75c503664c3 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.863174 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0bf0b114-4d32-41aa-b8f9-7f2f5d761043 req-540c8cf9-c4be-4b49-885e-436659939075 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354520 Mar 23 12:53:56.868512 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port 324a8107-155f-4e78-9aa0-9649159c9271 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:56.868893 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.875282 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.890834 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-dff438ab-ef64-48e6-8446-b53bd829056b None None] For port 324a8107-155f-4e78-9aa0-9649159c9271, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=324a8107-155f-4e78-9aa0-9649159c9271,segment=NetworkSegment(da0a0383-272b-40cb-b995-86a9e1708614),segment_id=da0a0383-272b-40cb-b995-86a9e1708614)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:56.891437 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.891551 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dff438ab-ef64-48e6-8446-b53bd829056b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:56.898768 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca HTTP/1.1" status: 204 len: 168 time: 1.2148428 Mar 23 12:53:56.902525 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-812f361c-4b09-4909-b21d-f75c503664c3 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8279119 Mar 23 12:53:56.903561 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34462) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:56.916290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34464) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:56.934296 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-43f69d92-ba58-45af-98e9-266c0aa081da tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:66:a9:e7'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:56.941136 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-dff438ab-ef64-48e6-8446-b53bd829056b None None] Calling delete_port for 324a8107-155f-4e78-9aa0-9649159c9271 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:56.968737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d3eb4-1f54-446c-85ea-df4bc025b391 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b24ba40-c2a9-4d4d-a0b4-6e6cde2fdfca,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:56.980784 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9c5c997b-58e4-48c3-9f47-aec0894c2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.014149 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ef65d11c-1bb0-426e-a113-44c50d31d9c1 req-b9ec9972-7cb0-458f-89f5-a870a26c027c tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/ports?device_id=81fb2e5b-0690-45c6-8db2-d3426fed6ee0 HTTP/1.1" status: 200 len: 210 time: 0.1125836 Mar 23 12:53:57.018706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] For port 324a8107-155f-4e78-9aa0-9649159c9271, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=324a8107-155f-4e78-9aa0-9649159c9271,segment=NetworkSegment(da0a0383-272b-40cb-b995-86a9e1708614),segment_id=da0a0383-272b-40cb-b995-86a9e1708614)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:57.019071 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.097034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for 324a8107-155f-4e78-9aa0-9649159c9271 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:57.161033 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dff438ab-ef64-48e6-8446-b53bd829056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.196756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff438ab-ef64-48e6-8446-b53bd829056b None None] Pushing event deleted for resources: {'Port': ['ID=324a8107-155f-4e78-9aa0-9649159c9271,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:57.200217 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff438ab-ef64-48e6-8446-b53bd829056b None None] No DVR routers for this DVR port 324a8107-155f-4e78-9aa0-9649159c9271 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:53:57.220574 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d403796c-c6db-4572-b9b4-6b2cac406813 None None] Provisioning complete for port 28406c2b-5874-482e-870c-0fb27f49e2d8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:57.220946 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d403796c-c6db-4572-b9b4-6b2cac406813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.223689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2c348157-c0c8-41a9-8dea-b7e79e86eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'name': 'tempest-ServersTestManualDisk-1033883628-router', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:54Z', 'updated_at': '2022-03-23T12:52:08Z', 'revision_number': 4, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'gw_port': {'id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:57Z', 'updated_at': '2022-03-23T12:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19', 'name': '', 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'mac_address': 'fa:16:3e:9b:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:52:07Z', 'updated_at': '2022-03-23T12:52:13Z', 'revision_number': 5, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'subnets': [{'id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:57.226966 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43f69d92-ba58-45af-98e9-266c0aa081da tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.270227 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c348157-c0c8-41a9-8dea-b7e79e86eed6 None None] Checking router: 2d6008c1-0f21-4449-9bef-faba08bef142 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:53:57.292662 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c348157-c0c8-41a9-8dea-b7e79e86eed6 None None] Routers {'2d6008c1-0f21-4449-9bef-faba08bef142'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:57.293231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2c348157-c0c8-41a9-8dea-b7e79e86eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2d6008c1-0f21-4449-9bef-faba08bef142'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:57.295141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d403796c-c6db-4572-b9b4-6b2cac406813 None None] Port 28406c2b-5874-482e-870c-0fb27f49e2d8 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:57.338112 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.371668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No DVR routers for this DVR port 324a8107-155f-4e78-9aa0-9649159c9271 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:53:57.380451 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=324a8107-155f-4e78-9aa0-9649159c9271,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:57.414637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2c348157-c0c8-41a9-8dea-b7e79e86eed6 None None] Set router 2d6008c1-0f21-4449-9bef-faba08bef142 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:57.442830 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 244ae1cb-14b8-472b-92d4-00276036b884 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:57.452345 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43f69d92-ba58-45af-98e9-266c0aa081da tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.458193 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43f69d92-ba58-45af-98e9-266c0aa081da tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.488572 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.518767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8bc5d85-6dad-4857-b7e6-fe8213048a1f']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:57.531740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0a0383-272b-40cb-b995-86a9e1708614') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:57.532081 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0a0383-272b-40cb-b995-86a9e1708614') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:57.549053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f69d92-ba58-45af-98e9-266c0aa081da tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event updated for resources: {'Port': ['ID=28406c2b-5874-482e-870c-0fb27f49e2d8,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:57.556839 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.561585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-43f69d92-ba58-45af-98e9-266c0aa081da tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] In _notify_port_updated(), no bound segment for port 28406c2b-5874-482e-870c-0fb27f49e2d8 on network 49fcd813-1909-48f7-93be-c5fcb3bab82a {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:53:57.568643 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f69d92-ba58-45af-98e9-266c0aa081da tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:57.568935 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-43f69d92-ba58-45af-98e9-266c0aa081da tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.570392 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-43f69d92-ba58-45af-98e9-266c0aa081da tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "PUT /v2.0/ports/28406c2b-5874-482e-870c-0fb27f49e2d8 HTTP/1.1" status: 200 len: 993 time: 0.6436841 Mar 23 12:53:57.578411 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34466) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:57.613967 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.617800 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 244ae1cb-14b8-472b-92d4-00276036b884 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:53:57.629435 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 244ae1cb-14b8-472b-92d4-00276036b884 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:57.629843 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.644942 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:53:57.645361 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:53:57.648796 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:53:57.755836 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.760626 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.763874 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/networks/f8bc5d85-6dad-4857-b7e6-fe8213048a1f HTTP/1.1" status: 204 len: 168 time: 1.9236596 Mar 23 12:53:57.768335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34468) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:57.777883 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.788472 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.792383 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2c348157-c0c8-41a9-8dea-b7e79e86eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'name': 'tempest-ServersTestManualDisk-1033883628-router', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:54Z', 'updated_at': '2022-03-23T12:52:08Z', 'revision_number': 4, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'gw_port': {'id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:57Z', 'updated_at': '2022-03-23T12:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19', 'name': '', 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'mac_address': 'fa:16:3e:9b:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:52:07Z', 'updated_at': '2022-03-23T12:52:13Z', 'revision_number': 5, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'subnets': [{'id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:57.804327 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f84f1a-bf17-403a-aef2-ab1cecdcb777 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Network': ['ID=f8bc5d85-6dad-4857-b7e6-fe8213048a1f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:57.817096 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4bfc25bb-13b0-403f-843a-1e5c36c57c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.822848 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0f958a68-70df-431f-b2ee-1c5344ca7cd7 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Deleting port 28406c2b-5874-482e-870c-0fb27f49e2d8 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:57.822848 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f958a68-70df-431f-b2ee-1c5344ca7cd7 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.827561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2644f1d2-26d2-4762-9a47-3720bb7c5895 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:57.829724 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2644f1d2-26d2-4762-9a47-3720bb7c5895 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports/399b3001-6039-47b5-84e2-81fe21a9a4a6 HTTP/1.1" status: 200 len: 841 time: 0.0606992 Mar 23 12:53:57.832958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34470) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:57.839777 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c348157-c0c8-41a9-8dea-b7e79e86eed6 None None] The sync data for ids ['2d6008c1-0f21-4449-9bef-faba08bef142'] in n-d-834854-1 is: [{'id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'name': 'tempest-ServersTestManualDisk-1033883628-router', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:54Z', 'updated_at': '2022-03-23T12:52:08Z', 'revision_number': 4, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'gw_port': {'id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:57Z', 'updated_at': '2022-03-23T12:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19', 'name': '', 'network_id': '7926c096-9a24-475a-8eb5-1ca61a5f129f', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'mac_address': 'fa:16:3e:9b:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:52:07Z', 'updated_at': '2022-03-23T12:52:13Z', 'revision_number': 5, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'subnets': [{'id': 'f39281c9-ac88-4bcf-ab7d-7343f91f1d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:57.847952 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e702f02-6199-462c-9027-3c1929d60198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244ae1cb-14b8-472b-92d4-00276036b884'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:57.850392 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2972f9b5-c981-432c-b937-5f0fa05afc25" -d '{"events": [{"server_uuid": "7e702f02-6199-462c-9027-3c1929d60198", "name": "network-vif-plugged", "status": "completed", "tag": "244ae1cb-14b8-472b-92d4-00276036b884"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:57.902260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 244ae1cb-14b8-472b-92d4-00276036b884, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=244ae1cb-14b8-472b-92d4-00276036b884,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:57.908107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3e697aa8-109a-4777-abfe-7bbdcdcc8e7e None None] Provisioning complete for port 28406c2b-5874-482e-870c-0fb27f49e2d8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:53:57.908491 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3e697aa8-109a-4777-abfe-7bbdcdcc8e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.911539 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:57.912406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 756aa533-e32e-467e-b732-a2e84b8852b6 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:53:57.973540 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9da37d41-824d-4eae-ad7e-98a58c3ce5bc tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports/399b3001-6039-47b5-84e2-81fe21a9a4a6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1373229 Mar 23 12:53:57.978959 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34478) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:57.990165 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-059165f9-6192-4742-91dc-685d0f1bbe0d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'subnet': {'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:58.049215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 83b5c390-c691-42b0-83fb-91ee411221f2 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:53:58.075396 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f958a68-70df-431f-b2ee-1c5344ca7cd7 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.093821 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0f958a68-70df-431f-b2ee-1c5344ca7cd7 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Calling delete_port for 28406c2b-5874-482e-870c-0fb27f49e2d8 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:58.095911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 756aa533-e32e-467e-b732-a2e84b8852b6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:53:58.096275 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 756aa533-e32e-467e-b732-a2e84b8852b6 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:53:58.098798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=244ae1cb-14b8-472b-92d4-00276036b884,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:58.102623 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f38b0f4-f013-4bfe-80d6-208f4575b457 x-openstack-request-id: req-4f38b0f4-f013-4bfe-80d6-208f4575b457 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:58.102912 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e702f02-6199-462c-9027-3c1929d60198", "name": "network-vif-plugged", "status": "completed", "tag": "244ae1cb-14b8-472b-92d4-00276036b884", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:58.103158 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f38b0f4-f013-4bfe-80d6-208f4575b457 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:58.103537 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e702f02-6199-462c-9027-3c1929d60198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244ae1cb-14b8-472b-92d4-00276036b884', 'code': 200} Mar 23 12:53:58.123125 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 83b5c390-c691-42b0-83fb-91ee411221f2 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:53:58.123472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 83b5c390-c691-42b0-83fb-91ee411221f2 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:53:58.123894 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 324a8107-155f-4e78-9aa0-9649159c9271 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:53:58.126648 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3e697aa8-109a-4777-abfe-7bbdcdcc8e7e None None] Port 28406c2b-5874-482e-870c-0fb27f49e2d8 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:53:58.161295 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34484) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:58.164522 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059165f9-6192-4742-91dc-685d0f1bbe0d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:58.168200 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-059165f9-6192-4742-91dc-685d0f1bbe0d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.174950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 324a8107-155f-4e78-9aa0-9649159c9271 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:53:58.175302 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 324a8107-155f-4e78-9aa0-9649159c9271 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:53:58.275629 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dd8e6a-f40b-47a0-b822-dce0813fff30 None None] New status for floating IP 1be6e737-8a66-4825-91ad-3476e3444be2: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:53:58.282452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c239c-fbbb-4e5a-ae10-628993e3c58d req-41b055fc-fa8c-4e2b-b15c-917a03667e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:58.284235 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-331c239c-fbbb-4e5a-ae10-628993e3c58d req-41b055fc-fa8c-4e2b-b15c-917a03667e2e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 1097 time: 0.1424477 Mar 23 12:53:58.298022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a515662-ba1b-4c9b-bcff-598d0444d3b2 req-9a6d36b7-8576-4d02-b6b3-de60108038b8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:58.300265 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a515662-ba1b-4c9b-bcff-598d0444d3b2 req-9a6d36b7-8576-4d02-b6b3-de60108038b8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 946 time: 0.3035164 Mar 23 12:53:58.353905 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34a48515-008f-48bc-a943-797482977d12 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.367976 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-331c239c-fbbb-4e5a-ae10-628993e3c58d req-071ea7d5-7f7a-434d-88ed-5024c4396e24 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672667 Mar 23 12:53:58.398021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a515662-ba1b-4c9b-bcff-598d0444d3b2 req-c351bc9e-7ddd-4b09-8286-48cfb3e00e7e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851712 Mar 23 12:53:58.431744 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34a48515-008f-48bc-a943-797482977d12 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.441837 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f958a68-70df-431f-b2ee-1c5344ca7cd7 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.476679 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f958a68-70df-431f-b2ee-1c5344ca7cd7 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event deleted for resources: {'Port': ['ID=28406c2b-5874-482e-870c-0fb27f49e2d8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:58.523406 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4bfc25bb-13b0-403f-843a-1e5c36c57c87 admin admin] Deleting port 2dc79ba3-b9f8-410e-a6f4-f40f20012d01 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:58.523799 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4bfc25bb-13b0-403f-843a-1e5c36c57c87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.535572 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-059165f9-6192-4742-91dc-685d0f1bbe0d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.571680 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34a48515-008f-48bc-a943-797482977d12 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.574287 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34a48515-008f-48bc-a943-797482977d12 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.575459 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-34a48515-008f-48bc-a943-797482977d12 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "DELETE /v2.0/security-groups/dcd239cb-c625-412b-828c-5184a063bf7a HTTP/1.1" status: 204 len: 168 time: 0.4123814 Mar 23 12:53:58.581839 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34486) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:58.601045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059165f9-6192-4742-91dc-685d0f1bbe0d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:58.601951 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a48515-008f-48bc-a943-797482977d12 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd239cb-c625-412b-828c-5184a063bf7a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:58.607712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-059165f9-6192-4742-91dc-685d0f1bbe0d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:58.610658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059165f9-6192-4742-91dc-685d0f1bbe0d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:58.611254 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-059165f9-6192-4742-91dc-685d0f1bbe0d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.621598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f79447-d3df-467a-88b9-abf96fbd7f31 None None] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:53:58.624091 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-82408784-7971-4953-aaa9-7aa1ccf9cd73 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] show failed (client error): The resource could not be found. Mar 23 12:53:58.625688 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-82408784-7971-4953-aaa9-7aa1ccf9cd73 tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "GET /v2.0/security-groups/dcd239cb-c625-412b-828c-5184a063bf7a HTTP/1.1" status: 404 len: 347 time: 0.0425701 Mar 23 12:53:58.631021 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34488) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:58.637548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059165f9-6192-4742-91dc-685d0f1bbe0d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Subnet': ['ID=30ed0beb-b364-44d9-b9a0-e198809e0658,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:58.648356 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-059165f9-6192-4742-91dc-685d0f1bbe0d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6700342 Mar 23 12:53:58.679862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34490) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:58.690543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-654c2675-2c0a-47ed-b731-609e71042715 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'security_group': {'name': 'tempest-secgroup-1909126914'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:58.701157 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0f958a68-70df-431f-b2ee-1c5344ca7cd7 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.707815 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0f958a68-70df-431f-b2ee-1c5344ca7cd7 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "DELETE /v2.0/ports/28406c2b-5874-482e-870c-0fb27f49e2d8 HTTP/1.1" status: 204 len: 168 time: 1.1280973 Mar 23 12:53:58.708497 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34492) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:58.718863 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-654c2675-2c0a-47ed-b731-609e71042715 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.746109 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-5126ec40-ca9f-4f65-b92e-12f1dfc33203 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] GET failed (client error): The resource could not be found. Mar 23 12:53:58.753229 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5126ec40-ca9f-4f65-b92e-12f1dfc33203 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "GET /v2.0/ports/28406c2b-5874-482e-870c-0fb27f49e2d8 HTTP/1.1" status: 404 len: 333 time: 0.0367486 Mar 23 12:53:58.753229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34494) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:58.761555 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7e62ad88-ce8e-4121-ba32-2984ff724314 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Request body: {'port': {'network_id': '49fcd813-1909-48f7-93be-c5fcb3bab82a', 'name': 'tempest-AllowedAddressPairTestJSON-867355450'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:58.790332 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-4bfc25bb-13b0-403f-843a-1e5c36c57c87 admin admin] For port 2dc79ba3-b9f8-410e-a6f4-f40f20012d01, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2dc79ba3-b9f8-410e-a6f4-f40f20012d01,segment=NetworkSegment(821da1c5-3077-4d20-802b-deb430756455),segment_id=821da1c5-3077-4d20-802b-deb430756455)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:58.790705 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4bfc25bb-13b0-403f-843a-1e5c36c57c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.836787 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4bfc25bb-13b0-403f-843a-1e5c36c57c87 admin admin] Calling delete_port for 2dc79ba3-b9f8-410e-a6f4-f40f20012d01 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:58.842610 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-0279b596-8b80-4cc9-8d39-4a25beb1f026', 'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'tenant_id': 'c3c6728e92c54f358a5fc12194cc4258', 'fixed_ips': [{'subnet_id': '30ed0beb-b364-44d9-b9a0-e198809e0658'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:53:58.843524 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.857388 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e0266358-7b7d-4377-8f39-407c1eb058ac tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Deleting port 5e4ab094-f26a-44d1-9d57-eb73ae8b898e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:53:58.857790 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0266358-7b7d-4377-8f39-407c1eb058ac tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.878451 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-654c2675-2c0a-47ed-b731-609e71042715 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.914508 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-654c2675-2c0a-47ed-b731-609e71042715 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.965071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c2675-2c0a-47ed-b731-609e71042715 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15074c21-b5e5-4d36-828b-5f08b2ac83b1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:58.974641 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-654c2675-2c0a-47ed-b731-609e71042715 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:58.976333 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-654c2675-2c0a-47ed-b731-609e71042715 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2954805 Mar 23 12:53:58.984372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34496) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:58.989066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Allocated IP 172.20.0.2 (0279b596-8b80-4cc9-8d39-4a25beb1f026/30ed0beb-b364-44d9-b9a0-e198809e0658/bc8632db-7661-4d0e-80ff-515f44f34402) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:58.993009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1a047cb1-89c0-45e7-ae34-7c4380f3de9c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'security_group': {'name': 'tempest-secgroup-796135913'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:58.994668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e62ad88-ce8e-4121-ba32-2984ff724314 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Made reservation on behalf of 507565add0b84c828ec25bfea6810877 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:58.998467 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e62ad88-ce8e-4121-ba32-2984ff724314 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.025308 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0266358-7b7d-4377-8f39-407c1eb058ac tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.025652 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0266358-7b7d-4377-8f39-407c1eb058ac tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.033289 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-7e62ad88-ce8e-4121-ba32-2984ff724314 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] device_id is not set on port 06fac6e5-b3c7-4d76-b57e-b76a316d968c yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:53:59.044911 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e0266358-7b7d-4377-8f39-407c1eb058ac tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Calling delete_port for 5e4ab094-f26a-44d1-9d57-eb73ae8b898e owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:53:59.049720 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a047cb1-89c0-45e7-ae34-7c4380f3de9c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.201163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-7e62ad88-ce8e-4121-ba32-2984ff724314 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Allocated IP 172.20.0.7 (49fcd813-1909-48f7-93be-c5fcb3bab82a/1b8b9c45-feb5-4d72-9217-d79c8207ddc3/06fac6e5-b3c7-4d76-b57e-b76a316d968c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:59.212076 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4bfc25bb-13b0-403f-843a-1e5c36c57c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.218537 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a047cb1-89c0-45e7-ae34-7c4380f3de9c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.242946 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.245810 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a047cb1-89c0-45e7-ae34-7c4380f3de9c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.250996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc25bb-13b0-403f-843a-1e5c36c57c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc79ba3-b9f8-410e-a6f4-f40f20012d01,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:59.297564 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a047cb1-89c0-45e7-ae34-7c4380f3de9c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.298805 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1a047cb1-89c0-45e7-ae34-7c4380f3de9c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3131564 Mar 23 12:53:59.301380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a047cb1-89c0-45e7-ae34-7c4380f3de9c tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2c787f-8eca-4a2f-a918-9597e8ef0513,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:59.304768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34498) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:59.310365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a4bc5418-3b93-4f54-9f40-3618545b50b2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1771162293', 'security_groups': ['cf2c787f-8eca-4a2f-a918-9597e8ef0513'], 'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '30ed0beb-b364-44d9-b9a0-e198809e0658'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:59.314275 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0266358-7b7d-4377-8f39-407c1eb058ac tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.351731 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.359871 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.399824 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0266358-7b7d-4377-8f39-407c1eb058ac tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Pushing event deleted for resources: {'Port': ['ID=5e4ab094-f26a-44d1-9d57-eb73ae8b898e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:59.472109 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:59.476193 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Pushing event updated for resources: {'Port': ['ID=bc8632db-7661-4d0e-80ff-515f44f34402,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:59.491965 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:59.497420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:59.524457 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0266358-7b7d-4377-8f39-407c1eb058ac tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.527003 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0266358-7b7d-4377-8f39-407c1eb058ac tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.530949 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e0266358-7b7d-4377-8f39-407c1eb058ac tempest-ServersTestManualDisk-124380660 tempest-ServersTestManualDisk-124380660-project] 10.222.0.52 "DELETE /v2.0/floatingips/1be6e737-8a66-4825-91ad-3476e3444be2 HTTP/1.1" status: 204 len: 168 time: 0.8981895 Mar 23 12:53:59.542132 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34502) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:53:59.590430 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.592840 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e62ad88-ce8e-4121-ba32-2984ff724314 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.594709 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Attempting to bind port bc8632db-7661-4d0e-80ff-515f44f34402 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:53:59.595069 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Attempting to bind port bc8632db-7661-4d0e-80ff-515f44f34402 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'a67f53e7-ca94-4dab-90ea-766c5a74e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:53:59.595536 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Attempting to bind port bc8632db-7661-4d0e-80ff-515f44f34402 on network 0279b596-8b80-4cc9-8d39-4a25beb1f026 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:59.601438 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:59.601981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Checking segment: {'id': 'a67f53e7-ca94-4dab-90ea-766c5a74e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:53:59.602846 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.602966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Bound using segment: {'id': 'a67f53e7-ca94-4dab-90ea-766c5a74e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:59.603525 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Bound port: bc8632db-7661-4d0e-80ff-515f44f34402, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67f53e7-ca94-4dab-90ea-766c5a74e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:53:59.604049 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.611151 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4bfc25bb-13b0-403f-843a-1e5c36c57c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.629199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bc5418-3b93-4f54-9f40-3618545b50b2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:59.639086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e9612-6ce3-426e-8353-45d0b818ea0f req-bcfddd93-3f6f-4844-b1bf-3e65586f23b3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:59.641278 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-555e9612-6ce3-426e-8353-45d0b818ea0f req-bcfddd93-3f6f-4844-b1bf-3e65586f23b3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 946 time: 0.1117964 Mar 23 12:53:59.689879 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] For port bc8632db-7661-4d0e-80ff-515f44f34402, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:59.694138 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] For port bc8632db-7661-4d0e-80ff-515f44f34402, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bc8632db-7661-4d0e-80ff-515f44f34402,segment=NetworkSegment(a67f53e7-ca94-4dab-90ea-766c5a74e16c),segment_id=a67f53e7-ca94-4dab-90ea-766c5a74e16c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:59.699221 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.775859 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190d8e5-1795-4db7-b1d0-3b3a0a28b6ac None None] Pushing event updated for resources: {'Port': ['ID=bc8632db-7661-4d0e-80ff-515f44f34402,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:59.842445 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4bc5418-3b93-4f54-9f40-3618545b50b2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:53:59.908585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-a4bc5418-3b93-4f54-9f40-3618545b50b2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] device_id is not set on port 9efc50d0-56c8-4735-b3f9-7d93c9dc94df yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:54:00.167463 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-a4bc5418-3b93-4f54-9f40-3618545b50b2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Allocated IP 172.20.0.11 (0279b596-8b80-4cc9-8d39-4a25beb1f026/30ed0beb-b364-44d9-b9a0-e198809e0658/9efc50d0-56c8-4735-b3f9-7d93c9dc94df) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:00.177942 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-555e9612-6ce3-426e-8353-45d0b818ea0f req-5588a2f2-2ee7-41bb-9bcf-38cec11ec3fa tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025434 Mar 23 12:54:00.181345 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e62ad88-ce8e-4121-ba32-2984ff724314 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:00.249047 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e62ad88-ce8e-4121-ba32-2984ff724314 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Network 49fcd813-1909-48f7-93be-c5fcb3bab82a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:00.256573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7e62ad88-ce8e-4121-ba32-2984ff724314 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:00.258996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e62ad88-ce8e-4121-ba32-2984ff724314 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:00.261736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62ad88-ce8e-4121-ba32-2984ff724314 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event updated for resources: {'Port': ['ID=06fac6e5-b3c7-4d76-b57e-b76a316d968c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:00.334885 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a2304bd-a51a-4102-8355-354418c66fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:00.357044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e62ad88-ce8e-4121-ba32-2984ff724314 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:00.357668 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e62ad88-ce8e-4121-ba32-2984ff724314 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:00.401661 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4bc5418-3b93-4f54-9f40-3618545b50b2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:00.418000 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7e62ad88-ce8e-4121-ba32-2984ff724314 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6597509 Mar 23 12:54:00.420281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34506) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:00.428668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ffc8b672-044d-4729-9761-0242e7a7a386 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:66:a9:e7'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:00.445250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfc25bb-13b0-403f-843a-1e5c36c57c87 admin admin] Router 04783d3e-5b91-4185-8041-4fdc6a49103d has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:54:00.563290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfc25bb-13b0-403f-843a-1e5c36c57c87 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:54:00.570923 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4bfc25bb-13b0-403f-843a-1e5c36c57c87 admin admin] 10.222.0.52 "PUT /v2.0/routers/04783d3e-5b91-4185-8041-4fdc6a49103d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6624494 Mar 23 12:54:00.570923 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34508) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:00.573861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd34d5-8891-4aeb-a6c6-895ab59876a7 None None] Sync routers for ids ['04783d3e-5b91-4185-8041-4fdc6a49103d'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:54:00.588749 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffc8b672-044d-4729-9761-0242e7a7a386 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:00.590939 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4bc5418-3b93-4f54-9f40-3618545b50b2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:00.610990 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd34d5-8891-4aeb-a6c6-895ab59876a7 None None] Routers {'04783d3e-5b91-4185-8041-4fdc6a49103d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:00.611730 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d9dd34d5-8891-4aeb-a6c6-895ab59876a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['04783d3e-5b91-4185-8041-4fdc6a49103d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:00.648699 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e9b0f6ae-9d39-483e-baed-fc5233a74c3f None None] Provisioning complete for port 06fac6e5-b3c7-4d76-b57e-b76a316d968c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:00.649142 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e9b0f6ae-9d39-483e-baed-fc5233a74c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:00.688466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc5418-3b93-4f54-9f40-3618545b50b2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=9efc50d0-56c8-4735-b3f9-7d93c9dc94df,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:00.712127 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc80f596-9823-4275-8b53-48f6d83f7030 admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:00.732763 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e9b0f6ae-9d39-483e-baed-fc5233a74c3f None None] Port 06fac6e5-b3c7-4d76-b57e-b76a316d968c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:00.811643 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d9dd34d5-8891-4aeb-a6c6-895ab59876a7 None None] Set router 04783d3e-5b91-4185-8041-4fdc6a49103d gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:00.845119 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc80f596-9823-4275-8b53-48f6d83f7030 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:00.910829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-fc80f596-9823-4275-8b53-48f6d83f7030 admin admin] Deleting port d980cff3-b781-4fbb-99f3-9ce36cb71e0b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:00.911181 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc80f596-9823-4275-8b53-48f6d83f7030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.004676 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-fc80f596-9823-4275-8b53-48f6d83f7030 admin admin] For port d980cff3-b781-4fbb-99f3-9ce36cb71e0b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d980cff3-b781-4fbb-99f3-9ce36cb71e0b,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:01.005046 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc80f596-9823-4275-8b53-48f6d83f7030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.019198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-fc80f596-9823-4275-8b53-48f6d83f7030 admin admin] Calling delete_port for d980cff3-b781-4fbb-99f3-9ce36cb71e0b owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:01.050815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d9dd34d5-8891-4aeb-a6c6-895ab59876a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'name': 'tempest-TestAggregatesBasicOps-983355716-router', 'tenant_id': 'd72408fcc72746f49be7b0ee7afa324c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd980cff3-b781-4fbb-99f3-9ce36cb71e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:38Z', 'updated_at': '2022-03-23T12:53:59Z', 'revision_number': 5, 'project_id': 'd72408fcc72746f49be7b0ee7afa324c', 'gw_port': {'id': 'd980cff3-b781-4fbb-99f3-9ce36cb71e0b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:40Z', 'updated_at': '2022-03-23T12:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:01.095546 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd34d5-8891-4aeb-a6c6-895ab59876a7 None None] Checking router: 04783d3e-5b91-4185-8041-4fdc6a49103d for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:54:01.106713 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2f049caa-2875-4424-85c7-9148b211f898 None None] Provisioning complete for port 399b3001-6039-47b5-84e2-81fe21a9a4a6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:01.107084 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f049caa-2875-4424-85c7-9148b211f898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.126700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bc5418-3b93-4f54-9f40-3618545b50b2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:01.130683 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a4bc5418-3b93-4f54-9f40-3618545b50b2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:01.142106 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd34d5-8891-4aeb-a6c6-895ab59876a7 None None] Routers {'04783d3e-5b91-4185-8041-4fdc6a49103d'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:01.142752 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d9dd34d5-8891-4aeb-a6c6-895ab59876a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['04783d3e-5b91-4185-8041-4fdc6a49103d'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:01.145389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bc5418-3b93-4f54-9f40-3618545b50b2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:01.229944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bc5418-3b93-4f54-9f40-3618545b50b2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:01.236065 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc80f596-9823-4275-8b53-48f6d83f7030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.236542 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4bc5418-3b93-4f54-9f40-3618545b50b2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.262628 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2f049caa-2875-4424-85c7-9148b211f898 None None] Port 399b3001-6039-47b5-84e2-81fe21a9a4a6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:01.271228 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80f596-9823-4275-8b53-48f6d83f7030 admin admin] Pushing event deleted for resources: {'Port': ['ID=d980cff3-b781-4fbb-99f3-9ce36cb71e0b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:01.300191 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2f049caa-2875-4424-85c7-9148b211f898 None None] Provisioning complete for port bc8632db-7661-4d0e-80ff-515f44f34402 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:01.300573 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f049caa-2875-4424-85c7-9148b211f898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.306455 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d9dd34d5-8891-4aeb-a6c6-895ab59876a7 None None] Set router 04783d3e-5b91-4185-8041-4fdc6a49103d gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:01.356124 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc80f596-9823-4275-8b53-48f6d83f7030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.365206 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a4bc5418-3b93-4f54-9f40-3618545b50b2 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0563598 Mar 23 12:54:01.386123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d9dd34d5-8891-4aeb-a6c6-895ab59876a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'name': 'tempest-TestAggregatesBasicOps-983355716-router', 'tenant_id': 'd72408fcc72746f49be7b0ee7afa324c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:38Z', 'updated_at': '2022-03-23T12:54:00Z', 'revision_number': 6, 'project_id': 'd72408fcc72746f49be7b0ee7afa324c', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:01.393048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34514) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:01.398329 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b0ca2670-30b3-47dc-bd3e-fdaffced306d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'subnet': {'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:01.419453 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd34d5-8891-4aeb-a6c6-895ab59876a7 None None] The sync data for ids ['04783d3e-5b91-4185-8041-4fdc6a49103d'] in n-d-834854-1 is: [{'id': '04783d3e-5b91-4185-8041-4fdc6a49103d', 'name': 'tempest-TestAggregatesBasicOps-983355716-router', 'tenant_id': 'd72408fcc72746f49be7b0ee7afa324c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:38Z', 'updated_at': '2022-03-23T12:54:00Z', 'revision_number': 6, 'project_id': 'd72408fcc72746f49be7b0ee7afa324c', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:54:01.487330 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f049caa-2875-4424-85c7-9148b211f898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.501922 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72c808-e952-4b34-b515-c50db95b9284 req-bfd59bb5-5f7f-4818-89af-782912e8be13 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:01.503460 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9b72c808-e952-4b34-b515-c50db95b9284 req-bfd59bb5-5f7f-4818-89af-782912e8be13 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 946 time: 0.2039647 Mar 23 12:54:01.508587 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc80f596-9823-4275-8b53-48f6d83f7030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.524631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2f049caa-2875-4424-85c7-9148b211f898 None None] For port bc8632db-7661-4d0e-80ff-515f44f34402, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bc8632db-7661-4d0e-80ff-515f44f34402,segment=NetworkSegment(a67f53e7-ca94-4dab-90ea-766c5a74e16c),segment_id=a67f53e7-ca94-4dab-90ea-766c5a74e16c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:01.529153 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f049caa-2875-4424-85c7-9148b211f898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.540208 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc80f596-9823-4275-8b53-48f6d83f7030 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.576126 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffc8b672-044d-4729-9761-0242e7a7a386 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.587064 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9b72c808-e952-4b34-b515-c50db95b9284 req-99396e08-9489-4c9e-8a6c-b40aca997535 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671186 Mar 23 12:54:01.587683 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffc8b672-044d-4729-9761-0242e7a7a386 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.588309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f049caa-2875-4424-85c7-9148b211f898 None None] Pushing event updated for resources: {'Port': ['ID=bc8632db-7661-4d0e-80ff-515f44f34402,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:01.606685 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc80f596-9823-4275-8b53-48f6d83f7030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.607512 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc80f596-9823-4275-8b53-48f6d83f7030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04783d3e-5b91-4185-8041-4fdc6a49103d {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:54:01.613223 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc80f596-9823-4275-8b53-48f6d83f7030 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.616953 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fc80f596-9823-4275-8b53-48f6d83f7030 admin admin] 10.222.0.52 "DELETE /v2.0/routers/04783d3e-5b91-4185-8041-4fdc6a49103d HTTP/1.1" status: 204 len: 168 time: 1.0276599 Mar 23 12:54:01.617647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34516) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:01.673470 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6a1a74e7-6321-4cb5-9ac9-b103e8bb64f9 None None] Provisioning complete for port 9efc50d0-56c8-4735-b3f9-7d93c9dc94df triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:01.673909 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a1a74e7-6321-4cb5-9ac9-b103e8bb64f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.678796 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60da4bd-9df4-4bf2-9312-5c13bfe96233 admin admin] Deleting subnet 440503d6-811f-44dd-bda1-f649502f36c7 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:54:01.682035 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e60da4bd-9df4-4bf2-9312-5c13bfe96233 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.687399 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3a2304bd-a51a-4102-8355-354418c66fe2 admin admin] Deleting port c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:01.687834 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a2304bd-a51a-4102-8355-354418c66fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.692496 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8b672-044d-4729-9761-0242e7a7a386 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event updated for resources: {'Port': ['ID=06fac6e5-b3c7-4d76-b57e-b76a316d968c,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:01.733175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a74e7-6321-4cb5-9ac9-b103e8bb64f9 None None] Port 9efc50d0-56c8-4735-b3f9-7d93c9dc94df cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:01.764921 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e60da4bd-9df4-4bf2-9312-5c13bfe96233 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.765591 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ffc8b672-044d-4729-9761-0242e7a7a386 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] In _notify_port_updated(), no bound segment for port 06fac6e5-b3c7-4d76-b57e-b76a316d968c on network 49fcd813-1909-48f7-93be-c5fcb3bab82a {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:54:01.770776 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc8b672-044d-4729-9761-0242e7a7a386 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:01.771406 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ffc8b672-044d-4729-9761-0242e7a7a386 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.775239 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ffc8b672-044d-4729-9761-0242e7a7a386 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "PUT /v2.0/ports/06fac6e5-b3c7-4d76-b57e-b76a316d968c HTTP/1.1" status: 200 len: 995 time: 1.3512816 Mar 23 12:54:01.776661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34520) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:01.862412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d2c42-38b9-475d-907a-d6f05a3ae5c7 req-7cec829b-81b3-4285-b0c6-fdf12f2e9d03 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:01.872284 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-227d2c42-38b9-475d-907a-d6f05a3ae5c7 req-7cec829b-81b3-4285-b0c6-fdf12f2e9d03 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 946 time: 0.1603010 Mar 23 12:54:01.935548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-3a2304bd-a51a-4102-8355-354418c66fe2 admin admin] For port c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19,segment=NetworkSegment(dcadfcbd-44f5-4f89-80da-bbda3ddd1d17),segment_id=dcadfcbd-44f5-4f89-80da-bbda3ddd1d17)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:01.935825 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a2304bd-a51a-4102-8355-354418c66fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.937491 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ca2670-30b3-47dc-bd3e-fdaffced306d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:01.943256 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b0ca2670-30b3-47dc-bd3e-fdaffced306d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:01.955618 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3a2304bd-a51a-4102-8355-354418c66fe2 admin admin] Calling delete_port for c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:02.034891 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ac95b2f9-c51a-4d44-8bbe-5929b50175ae tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Deleting port 06fac6e5-b3c7-4d76-b57e-b76a316d968c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:02.035316 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac95b2f9-c51a-4d44-8bbe-5929b50175ae tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:02.038935 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-227d2c42-38b9-475d-907a-d6f05a3ae5c7 req-20f85dcd-bd6d-424f-b0db-df068ddf75c2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653297 Mar 23 12:54:02.068517 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe3a8920-fd18-46c2-be14-dbdadd9796c2 None None] Provisioning complete for port 06fac6e5-b3c7-4d76-b57e-b76a316d968c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:02.069083 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe3a8920-fd18-46c2-be14-dbdadd9796c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:02.079483 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e60da4bd-9df4-4bf2-9312-5c13bfe96233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:02.116915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a8920-fd18-46c2-be14-dbdadd9796c2 None None] Port 06fac6e5-b3c7-4d76-b57e-b76a316d968c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:02.127177 n-d-834854-1 neutron-server[102779]: INFO neutron.db.ipam_backend_mixin [None req-b0ca2670-30b3-47dc-bd3e-fdaffced306d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 30ed0beb-b364-44d9-b9a0-e198809e0658 (CIDR: 172.20.0.0/28) Mar 23 12:54:02.132281 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ca2670-30b3-47dc-bd3e-fdaffced306d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:54:02.132780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ca2670-30b3-47dc-bd3e-fdaffced306d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:54:02.157243 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b0ca2670-30b3-47dc-bd3e-fdaffced306d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7633481 Mar 23 12:54:02.159830 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34524) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:02.165482 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-127517fd-7d30-40ff-83d9-0c3f83b05f7f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'subnet': {'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:02.181800 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e60da4bd-9df4-4bf2-9312-5c13bfe96233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:02.233077 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac95b2f9-c51a-4d44-8bbe-5929b50175ae tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:02.237935 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60da4bd-9df4-4bf2-9312-5c13bfe96233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=440503d6-811f-44dd-bda1-f649502f36c7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:02.243177 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e60da4bd-9df4-4bf2-9312-5c13bfe96233 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:02.248815 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e60da4bd-9df4-4bf2-9312-5c13bfe96233 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/440503d6-811f-44dd-bda1-f649502f36c7 HTTP/1.1" status: 204 len: 168 time: 0.6214244 Mar 23 12:54:02.248905 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34526) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:02.253313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c037db44-cb4d-49e2-aecd-21469e7d70d1 None None] Network 3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:02.257916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719aba37-97ff-44a8-a99b-01afdafbf9e9 req-baedd8c1-fccb-4b92-8e46-bf7351020dd7 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:02.259422 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-719aba37-97ff-44a8-a99b-01afdafbf9e9 req-baedd8c1-fccb-4b92-8e46-bf7351020dd7 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 946 time: 0.1367078 Mar 23 12:54:02.271611 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ac95b2f9-c51a-4d44-8bbe-5929b50175ae tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Calling delete_port for 06fac6e5-b3c7-4d76-b57e-b76a316d968c owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:02.375454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bc8632db-7661-4d0e-80ff-515f44f34402 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:02.390620 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:02.392302 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-719aba37-97ff-44a8-a99b-01afdafbf9e9 req-7f5f1475-832f-43aa-899a-c7646a4be35d tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223838 Mar 23 12:54:02.435590 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127517fd-7d30-40ff-83d9-0c3f83b05f7f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:02.440136 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-127517fd-7d30-40ff-83d9-0c3f83b05f7f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:02.475466 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port bc8632db-7661-4d0e-80ff-515f44f34402 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:02.476996 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:02.511159 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a2304bd-a51a-4102-8355-354418c66fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:02.549654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3f24ec-95cc-4801-af47-471b3420d21b None None] DHCP port deletion for 3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:54:02.549786 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac95b2f9-c51a-4d44-8bbe-5929b50175ae tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:02.556275 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2304bd-a51a-4102-8355-354418c66fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:02.658419 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95b2f9-c51a-4d44-8bbe-5929b50175ae tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event deleted for resources: {'Port': ['ID=06fac6e5-b3c7-4d76-b57e-b76a316d968c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:02.671085 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] Deleting port ecd57dd8-1127-4232-bf30-1859e92fe2f8 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:02.672139 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:02.673663 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f24ec-95cc-4801-af47-471b3420d21b None None] Deleting port ecd57dd8-1127-4232-bf30-1859e92fe2f8 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:02.674115 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3f24ec-95cc-4801-af47-471b3420d21b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:02.678567 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2dc79ba3-b9f8-410e-a6f4-f40f20012d01 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:54:02.760612 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 2dc79ba3-b9f8-410e-a6f4-f40f20012d01 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:54:02.760874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2dc79ba3-b9f8-410e-a6f4-f40f20012d01 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:54:02.792920 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3f24ec-95cc-4801-af47-471b3420d21b None None] For port ecd57dd8-1127-4232-bf30-1859e92fe2f8, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ecd57dd8-1127-4232-bf30-1859e92fe2f8,segment=NetworkSegment(821da1c5-3077-4d20-802b-deb430756455),segment_id=821da1c5-3077-4d20-802b-deb430756455)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:02.793406 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3f24ec-95cc-4801-af47-471b3420d21b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:02.811115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f24ec-95cc-4801-af47-471b3420d21b None None] Calling delete_port for ecd57dd8-1127-4232-bf30-1859e92fe2f8 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:02.943087 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] For port ecd57dd8-1127-4232-bf30-1859e92fe2f8, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ecd57dd8-1127-4232-bf30-1859e92fe2f8,segment=NetworkSegment(821da1c5-3077-4d20-802b-deb430756455),segment_id=821da1c5-3077-4d20-802b-deb430756455)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:02.943590 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:02.979576 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3f24ec-95cc-4801-af47-471b3420d21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:02.994173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] Calling delete_port for ecd57dd8-1127-4232-bf30-1859e92fe2f8 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:03.005748 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f24ec-95cc-4801-af47-471b3420d21b None None] Pushing event deleted for resources: {'Port': ['ID=ecd57dd8-1127-4232-bf30-1859e92fe2f8,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:03.009839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f24ec-95cc-4801-af47-471b3420d21b None None] No DVR routers for this DVR port ecd57dd8-1127-4232-bf30-1859e92fe2f8 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:54:03.032997 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac95b2f9-c51a-4d44-8bbe-5929b50175ae tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:03.036250 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ac95b2f9-c51a-4d44-8bbe-5929b50175ae tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "DELETE /v2.0/ports/06fac6e5-b3c7-4d76-b57e-b76a316d968c HTTP/1.1" status: 204 len: 168 time: 1.2589419 Mar 23 12:54:03.041067 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34534) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:03.078666 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2510f240-500e-41ad-b697-ea4640e815db tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] GET failed (client error): The resource could not be found. Mar 23 12:54:03.080267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2510f240-500e-41ad-b697-ea4640e815db tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "GET /v2.0/ports/06fac6e5-b3c7-4d76-b57e-b76a316d968c HTTP/1.1" status: 404 len: 333 time: 0.0382719 Mar 23 12:54:03.084992 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34536) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:03.091531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0329571d-8145-4b86-91e4-982ed12869f4 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Request body: {'port': {'network_id': '49fcd813-1909-48f7-93be-c5fcb3bab82a', 'name': 'tempest-AllowedAddressPairTestJSON-887615745'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:03.092257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8a7e6-cb54-4456-89c7-54d527fbef28 req-824ac6d5-b9f4-4cee-86f4-205729a886d8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:03.094296 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-afb8a7e6-cb54-4456-89c7-54d527fbef28 req-824ac6d5-b9f4-4cee-86f4-205729a886d8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 946 time: 0.1715569 Mar 23 12:54:03.098061 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-127517fd-7d30-40ff-83d9-0c3f83b05f7f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:03.170851 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a2304bd-a51a-4102-8355-354418c66fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:03.176380 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-afb8a7e6-cb54-4456-89c7-54d527fbef28 req-388d47f5-4998-4753-9f2b-0da115fbe93e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490298 Mar 23 12:54:03.213875 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127517fd-7d30-40ff-83d9-0c3f83b05f7f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:03.214760 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:03.230677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-127517fd-7d30-40ff-83d9-0c3f83b05f7f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:03.239969 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd582c8f-b814-454c-b82f-63a108d07f9d None None] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:03.262205 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127517fd-7d30-40ff-83d9-0c3f83b05f7f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:03.262790 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-127517fd-7d30-40ff-83d9-0c3f83b05f7f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:03.265046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127517fd-7d30-40ff-83d9-0c3f83b05f7f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Subnet': ['ID=e125d091-ca30-41d3-b9f1-22533bada56d,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:03.268506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd57dd8-1127-4232-bf30-1859e92fe2f8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:03.285594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] No DVR routers for this DVR port ecd57dd8-1127-4232-bf30-1859e92fe2f8 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:54:03.321285 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-127517fd-7d30-40ff-83d9-0c3f83b05f7f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1580865 Mar 23 12:54:03.322898 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34538) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:03.342711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0efbfd08-c4d2-4982-8cb2-cf6b42165cd6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1242870515', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e125d091-ca30-41d3-b9f1-22533bada56d'}], 'security_groups': ['15074c21-b5e5-4d36-828b-5f08b2ac83b1']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:03.414984 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2304bd-a51a-4102-8355-354418c66fe2 admin admin] Router 2d6008c1-0f21-4449-9bef-faba08bef142 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:54:03.431351 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:03.434695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0329571d-8145-4b86-91e4-982ed12869f4 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Made reservation on behalf of 507565add0b84c828ec25bfea6810877 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:03.438325 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0329571d-8145-4b86-91e4-982ed12869f4 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:03.484402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:03.523556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821da1c5-3077-4d20-802b-deb430756455') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:03.523746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821da1c5-3077-4d20-802b-deb430756455') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:03.527279 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-0329571d-8145-4b86-91e4-982ed12869f4 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] device_id is not set on port 4d2d6dd9-afa1-4198-976a-ec776f3735b9 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:54:03.530124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2304bd-a51a-4102-8355-354418c66fe2 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:54:03.535743 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3a2304bd-a51a-4102-8355-354418c66fe2 admin admin] 10.222.0.52 "PUT /v2.0/routers/2d6008c1-0f21-4449-9bef-faba08bef142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9922209 Mar 23 12:54:03.539255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34540) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:03.543396 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a04f038-49a6-4e8a-9506-4294a83a27cd None None] Sync routers for ids ['2d6008c1-0f21-4449-9bef-faba08bef142'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:54:03.552318 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:03.569751 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a04f038-49a6-4e8a-9506-4294a83a27cd None None] Routers {'2d6008c1-0f21-4449-9bef-faba08bef142'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:03.570457 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6a04f038-49a6-4e8a-9506-4294a83a27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2d6008c1-0f21-4449-9bef-faba08bef142'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:03.611902 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:03.634607 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:54:03.635060 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: self.session.flush() Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:54:03.636935 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:54:03.669350 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:03.672876 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f327ae4-2cfc-4157-8f33-0f9ea53b7d44 None None] Update dhcp port {'port': {'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'fixed_ips': [{'subnet_id': '30ed0beb-b364-44d9-b9a0-e198809e0658', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e125d091-ca30-41d3-b9f1-22533bada56d'}], 'binding:host_id': 'n-d-834854-1'}, 'id': 'bc8632db-7661-4d0e-80ff-515f44f34402'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:54:03.711091 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f327ae4-2cfc-4157-8f33-0f9ea53b7d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:03.726583 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6a04f038-49a6-4e8a-9506-4294a83a27cd None None] Set router 2d6008c1-0f21-4449-9bef-faba08bef142 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:03.771116 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0efbfd08-c4d2-4982-8cb2-cf6b42165cd6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:03.779097 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:03.800194 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:03.805514 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6 HTTP/1.1" status: 204 len: 168 time: 1.5534451 Mar 23 12:54:03.813766 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:03.844603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be49c6-7d9a-431b-aa4f-06faa24b0707 admin admin] Pushing event deleted for resources: {'Network': ['ID=3476e0ea-4d2a-4b56-8b30-f0ace89c5fd6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:03.867796 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-0329571d-8145-4b86-91e4-982ed12869f4 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Allocated IP 172.20.0.9 (49fcd813-1909-48f7-93be-c5fcb3bab82a/1b8b9c45-feb5-4d72-9217-d79c8207ddc3/4d2d6dd9-afa1-4198-976a-ec776f3735b9) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:03.952703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Deleting port d5a520b5-21c1-4ca1-8dcd-ec31d131ade6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:03.952996 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:04.013458 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-2f327ae4-2cfc-4157-8f33-0f9ea53b7d44 None None] Allocated IP 172.20.0.18 (0279b596-8b80-4cc9-8d39-4a25beb1f026/e125d091-ca30-41d3-b9f1-22533bada56d/bc8632db-7661-4d0e-80ff-515f44f34402) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:04.124071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] For port d5a520b5-21c1-4ca1-8dcd-ec31d131ade6, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d5a520b5-21c1-4ca1-8dcd-ec31d131ade6,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:04.124071 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:04.140522 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d980cff3-b781-4fbb-99f3-9ce36cb71e0b no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:54:04.141949 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6a04f038-49a6-4e8a-9506-4294a83a27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'name': 'tempest-ServersTestManualDisk-1033883628-router', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:54Z', 'updated_at': '2022-03-23T12:54:02Z', 'revision_number': 5, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'gw_port': {'id': 'd5a520b5-21c1-4ca1-8dcd-ec31d131ade6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:57Z', 'updated_at': '2022-03-23T12:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:04.158486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Calling delete_port for d5a520b5-21c1-4ca1-8dcd-ec31d131ade6 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:04.166128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34544) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:04.169762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: d980cff3-b781-4fbb-99f3-9ce36cb71e0b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:54:04.170105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d980cff3-b781-4fbb-99f3-9ce36cb71e0b not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:54:04.170529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ecd57dd8-1127-4232-bf30-1859e92fe2f8 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:54:04.177444 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a04f038-49a6-4e8a-9506-4294a83a27cd None None] Checking router: 2d6008c1-0f21-4449-9bef-faba08bef142 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:54:04.190544 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a04f038-49a6-4e8a-9506-4294a83a27cd None None] Routers {'2d6008c1-0f21-4449-9bef-faba08bef142'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:04.191760 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6a04f038-49a6-4e8a-9506-4294a83a27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['2d6008c1-0f21-4449-9bef-faba08bef142'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:04.193571 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0329571d-8145-4b86-91e4-982ed12869f4 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:04.206178 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: ecd57dd8-1127-4232-bf30-1859e92fe2f8 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:54:04.206529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ecd57dd8-1127-4232-bf30-1859e92fe2f8 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:54:04.209258 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2f327ae4-2cfc-4157-8f33-0f9ea53b7d44 None None] For port bc8632db-7661-4d0e-80ff-515f44f34402, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bc8632db-7661-4d0e-80ff-515f44f34402,segment=NetworkSegment(a67f53e7-ca94-4dab-90ea-766c5a74e16c),segment_id=a67f53e7-ca94-4dab-90ea-766c5a74e16c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:04.250051 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f327ae4-2cfc-4157-8f33-0f9ea53b7d44 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:04.256830 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f327ae4-2cfc-4157-8f33-0f9ea53b7d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:04.264362 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ad7c9b02-4b8a-402c-90de-f2f66abe7ff5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=248a71fdfdca4a6c967233b6f42604d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0947938 Mar 23 12:54:04.269785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34548) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:04.384973 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78f839d3-ec04-4ecc-b26a-288abe515710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:04.395588 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-6a04f038-49a6-4e8a-9506-4294a83a27cd None None] Set router 2d6008c1-0f21-4449-9bef-faba08bef142 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:04.397799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f327ae4-2cfc-4157-8f33-0f9ea53b7d44 None None] Pushing event updated for resources: {'Port': ['ID=bc8632db-7661-4d0e-80ff-515f44f34402,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:04.441554 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78f839d3-ec04-4ecc-b26a-288abe515710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:04.474534 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6a04f038-49a6-4e8a-9506-4294a83a27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'name': 'tempest-ServersTestManualDisk-1033883628-router', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:54Z', 'updated_at': '2022-03-23T12:54:03Z', 'revision_number': 6, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:04.495390 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:04.508860 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a04f038-49a6-4e8a-9506-4294a83a27cd None None] The sync data for ids ['2d6008c1-0f21-4449-9bef-faba08bef142'] in n-d-834854-1 is: [{'id': '2d6008c1-0f21-4449-9bef-faba08bef142', 'name': 'tempest-ServersTestManualDisk-1033883628-router', 'tenant_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:54Z', 'updated_at': '2022-03-23T12:54:03Z', 'revision_number': 6, 'project_id': 'cf92b9a5abb94441b04bfc32626d7e3d', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:54:04.529500 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a520b5-21c1-4ca1-8dcd-ec31d131ade6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:04.562987 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78f839d3-ec04-4ecc-b26a-288abe515710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:04.565597 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78f839d3-ec04-4ecc-b26a-288abe515710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:04.566794 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-78f839d3-ec04-4ecc-b26a-288abe515710 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/46d47237-f513-48b9-8526-89d994ee37dc HTTP/1.1" status: 204 len: 168 time: 0.2961490 Mar 23 12:54:04.629090 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:04.637617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:04.638303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:04.638735 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:04.639164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:04.639584 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:04.640069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:04.640513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:04.640929 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:04.641342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:04.641754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:04.642171 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:04.642613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:04.756508 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f839d3-ec04-4ecc-b26a-288abe515710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d47237-f513-48b9-8526-89d994ee37dc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:04.783076 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:04.788345 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:04.814859 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0329571d-8145-4b86-91e4-982ed12869f4 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:04.836030 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd79ca-2125-413a-83d2-3c3c2abd738e req-63557d5d-c3fa-41d6-8629-cfd38a55a0d5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:04.838660 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4fcd79ca-2125-413a-83d2-3c3c2abd738e req-63557d5d-c3fa-41d6-8629-cfd38a55a0d5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 946 time: 0.1702082 Mar 23 12:54:04.849149 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139912e1-55f5-4810-92bb-7eea8c36c445 req-7819fba6-4704-4093-94d8-32a5b81596a1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:04.850967 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-139912e1-55f5-4810-92bb-7eea8c36c445 req-7819fba6-4704-4093-94d8-32a5b81596a1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 946 time: 0.1456330 Mar 23 12:54:04.853222 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:04.854277 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d6008c1-0f21-4449-9bef-faba08bef142 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:54:04.864622 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:04.865882 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-381b54e8-ad1f-45d3-8616-8511ac8d5e66 admin admin] 10.222.0.52 "DELETE /v2.0/routers/2d6008c1-0f21-4449-9bef-faba08bef142 HTTP/1.1" status: 204 len: 168 time: 1.3255541 Mar 23 12:54:04.868504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34554) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:04.941960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-04066302-d55b-453c-a557-f9f7126037d8 admin admin] Deleting subnet f39281c9-ac88-4bcf-ab7d-7343f91f1d4a {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:54:04.945778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04066302-d55b-453c-a557-f9f7126037d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:04.997334 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04066302-d55b-453c-a557-f9f7126037d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.048979 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34556) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:05.049786 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0329571d-8145-4b86-91e4-982ed12869f4 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Network 49fcd813-1909-48f7-93be-c5fcb3bab82a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:05.075140 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0329571d-8145-4b86-91e4-982ed12869f4 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:05.077194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329571d-8145-4b86-91e4-982ed12869f4 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event updated for resources: {'Port': ['ID=4d2d6dd9-afa1-4198-976a-ec776f3735b9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:05.083222 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0329571d-8145-4b86-91e4-982ed12869f4 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:05.131449 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-0efbfd08-c4d2-4982-8cb2-cf6b42165cd6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Delete allocated IP 172.20.0.11 (0279b596-8b80-4cc9-8d39-4a25beb1f026/30ed0beb-b364-44d9-b9a0-e198809e0658) {{(pid=102779) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 12:54:05.135280 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bf05ff34-e5b7-4762-9bf5-67e3f8b3ff9c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d72408fcc72746f49be7b0ee7afa324c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810885 Mar 23 12:54:05.135280 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04066302-d55b-453c-a557-f9f7126037d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.136570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34558) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:05.159353 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4fcd79ca-2125-413a-83d2-3c3c2abd738e req-28784549-f7c6-4e55-938b-58df108a548f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073304 Mar 23 12:54:05.171290 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-34be0df2-cb1f-41b8-8fb9-68f3889a7eb5 None None] Provisioning complete for port 399b3001-6039-47b5-84e2-81fe21a9a4a6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:05.171871 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34be0df2-cb1f-41b8-8fb9-68f3889a7eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.214238 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-0efbfd08-c4d2-4982-8cb2-cf6b42165cd6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Allocated IP 172.20.0.27 (0279b596-8b80-4cc9-8d39-4a25beb1f026/e125d091-ca30-41d3-b9f1-22533bada56d/9efc50d0-56c8-4735-b3f9-7d93c9dc94df) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:05.218024 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-34be0df2-cb1f-41b8-8fb9-68f3889a7eb5 None None] Port 399b3001-6039-47b5-84e2-81fe21a9a4a6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:05.224189 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0329571d-8145-4b86-91e4-982ed12869f4 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:05.224826 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0329571d-8145-4b86-91e4-982ed12869f4 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.228715 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-34be0df2-cb1f-41b8-8fb9-68f3889a7eb5 None None] Provisioning complete for port 9efc50d0-56c8-4735-b3f9-7d93c9dc94df triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:05.229189 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34be0df2-cb1f-41b8-8fb9-68f3889a7eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.263178 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04066302-d55b-453c-a557-f9f7126037d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.266529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-34be0df2-cb1f-41b8-8fb9-68f3889a7eb5 None None] Port 9efc50d0-56c8-4735-b3f9-7d93c9dc94df cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:05.270859 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0329571d-8145-4b86-91e4-982ed12869f4 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1842279 Mar 23 12:54:05.273307 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34560) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:05.277455 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-34be0df2-cb1f-41b8-8fb9-68f3889a7eb5 None None] Provisioning complete for port bc8632db-7661-4d0e-80ff-515f44f34402 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:05.277455 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34be0df2-cb1f-41b8-8fb9-68f3889a7eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.279462 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-04066302-d55b-453c-a557-f9f7126037d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.283596 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-04066302-d55b-453c-a557-f9f7126037d8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f39281c9-ac88-4bcf-ab7d-7343f91f1d4a HTTP/1.1" status: 204 len: 168 time: 0.4140623 Mar 23 12:54:05.290668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cd713696-2ec6-4a45-9c8e-3bc1e8553472 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Request body: {'port': {'network_id': '49fcd813-1909-48f7-93be-c5fcb3bab82a', 'name': 'tempest-AllowedAddressPairTestJSON-1739426770'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:05.303671 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f5d246-551e-4d0c-9bb6-baf138e8e6f8 None None] Network 7926c096-9a24-475a-8eb5-1ca61a5f129f requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:05.308135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34562) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:05.335438 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04066302-d55b-453c-a557-f9f7126037d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f39281c9-ac88-4bcf-ab7d-7343f91f1d4a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:05.372431 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3132abb4-30df-4260-8f1d-5da559f75ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.378450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-139912e1-55f5-4810-92bb-7eea8c36c445 req-7a8aa520-777f-4b4a-b3ce-2d7f4dce9c2a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Deleting port 244ae1cb-14b8-472b-92d4-00276036b884 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:05.378801 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-139912e1-55f5-4810-92bb-7eea8c36c445 req-7a8aa520-777f-4b4a-b3ce-2d7f4dce9c2a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.410351 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.418075 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3132abb4-30df-4260-8f1d-5da559f75ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.513458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] Deleting port 40b57382-373f-4d2e-9433-e0267f27ea96 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:05.514109 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.532696 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3132abb4-30df-4260-8f1d-5da559f75ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.535328 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3132abb4-30df-4260-8f1d-5da559f75ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.536771 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3132abb4-30df-4260-8f1d-5da559f75ef7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2952f2b7-cf8c-4cc4-afbd-b675bc26fe7a HTTP/1.1" status: 204 len: 168 time: 0.3993554 Mar 23 12:54:05.588026 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-db5e4297-2eda-43b4-b8ed-9f8c9ffe32b9 None None] Provisioning complete for port 4d2d6dd9-afa1-4198-976a-ec776f3735b9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:05.589398 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-db5e4297-2eda-43b4-b8ed-9f8c9ffe32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.589519 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132abb4-30df-4260-8f1d-5da559f75ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2952f2b7-cf8c-4cc4-afbd-b675bc26fe7a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:05.594458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd713696-2ec6-4a45-9c8e-3bc1e8553472 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Made reservation on behalf of 507565add0b84c828ec25bfea6810877 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:05.597967 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd713696-2ec6-4a45-9c8e-3bc1e8553472 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.603584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd5444a-55b9-433c-bc17-5ca2a33c8679 None None] DHCP port deletion for 7926c096-9a24-475a-8eb5-1ca61a5f129f request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:54:05.633867 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-139912e1-55f5-4810-92bb-7eea8c36c445 req-7a8aa520-777f-4b4a-b3ce-2d7f4dce9c2a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] For port 244ae1cb-14b8-472b-92d4-00276036b884, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=244ae1cb-14b8-472b-92d4-00276036b884,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:05.634241 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-139912e1-55f5-4810-92bb-7eea8c36c445 req-7a8aa520-777f-4b4a-b3ce-2d7f4dce9c2a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.635833 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] For port 40b57382-373f-4d2e-9433-e0267f27ea96, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=40b57382-373f-4d2e-9433-e0267f27ea96,segment=NetworkSegment(dcadfcbd-44f5-4f89-80da-bbda3ddd1d17),segment_id=dcadfcbd-44f5-4f89-80da-bbda3ddd1d17)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:05.636464 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.654416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] Calling delete_port for 40b57382-373f-4d2e-9433-e0267f27ea96 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:05.656697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-cd713696-2ec6-4a45-9c8e-3bc1e8553472 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] device_id is not set on port 901a2cd6-2fc7-4339-bd31-0797c607c82e yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:54:05.680673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-139912e1-55f5-4810-92bb-7eea8c36c445 req-7a8aa520-777f-4b4a-b3ce-2d7f4dce9c2a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Calling delete_port for 244ae1cb-14b8-472b-92d4-00276036b884 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:05.726190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-db5e4297-2eda-43b4-b8ed-9f8c9ffe32b9 None None] Port 4d2d6dd9-afa1-4198-976a-ec776f3735b9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:05.755882 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bbd5444a-55b9-433c-bc17-5ca2a33c8679 None None] Deleting port 40b57382-373f-4d2e-9433-e0267f27ea96 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:05.756288 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bbd5444a-55b9-433c-bc17-5ca2a33c8679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.866334 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0efbfd08-c4d2-4982-8cb2-cf6b42165cd6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.894359 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0efbfd08-c4d2-4982-8cb2-cf6b42165cd6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.913753 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bbd5444a-55b9-433c-bc17-5ca2a33c8679 None None] For port 40b57382-373f-4d2e-9433-e0267f27ea96, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=40b57382-373f-4d2e-9433-e0267f27ea96,segment=NetworkSegment(dcadfcbd-44f5-4f89-80da-bbda3ddd1d17),segment_id=dcadfcbd-44f5-4f89-80da-bbda3ddd1d17)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:05.914559 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bbd5444a-55b9-433c-bc17-5ca2a33c8679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:05.933612 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bbd5444a-55b9-433c-bc17-5ca2a33c8679 None None] Calling delete_port for 40b57382-373f-4d2e-9433-e0267f27ea96 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:06.026134 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bc8632db-7661-4d0e-80ff-515f44f34402 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:06.030442 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bbd5444a-55b9-433c-bc17-5ca2a33c8679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:06.061066 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-cd713696-2ec6-4a45-9c8e-3bc1e8553472 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Allocated IP 172.20.0.10 (49fcd813-1909-48f7-93be-c5fcb3bab82a/1b8b9c45-feb5-4d72-9217-d79c8207ddc3/901a2cd6-2fc7-4339-bd31-0797c607c82e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:06.081067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5444a-55b9-433c-bc17-5ca2a33c8679 None None] Pushing event deleted for resources: {'Port': ['ID=40b57382-373f-4d2e-9433-e0267f27ea96,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:06.098526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd5444a-55b9-433c-bc17-5ca2a33c8679 None None] No DVR routers for this DVR port 40b57382-373f-4d2e-9433-e0267f27ea96 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:54:06.128800 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port bc8632db-7661-4d0e-80ff-515f44f34402 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:06.129620 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:06.150594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbfd08-c4d2-4982-8cb2-cf6b42165cd6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=9efc50d0-56c8-4735-b3f9-7d93c9dc94df,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:06.212204 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0efbfd08-c4d2-4982-8cb2-cf6b42165cd6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] In _notify_port_updated(), no bound segment for port 9efc50d0-56c8-4735-b3f9-7d93c9dc94df on network 0279b596-8b80-4cc9-8d39-4a25beb1f026 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:54:06.217871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efbfd08-c4d2-4982-8cb2-cf6b42165cd6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:06.219085 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0efbfd08-c4d2-4982-8cb2-cf6b42165cd6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:06.223508 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0efbfd08-c4d2-4982-8cb2-cf6b42165cd6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "PUT /v2.0/ports/9efc50d0-56c8-4735-b3f9-7d93c9dc94df HTTP/1.1" status: 200 len: 921 time: 2.8932531 Mar 23 12:54:06.244314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34578) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:06.315195 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d5a520b5-21c1-4ca1-8dcd-ec31d131ade6 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:54:06.336779 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: d5a520b5-21c1-4ca1-8dcd-ec31d131ade6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:54:06.337129 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d5a520b5-21c1-4ca1-8dcd-ec31d131ade6 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:54:06.337549 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 40b57382-373f-4d2e-9433-e0267f27ea96 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:54:06.354723 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-139912e1-55f5-4810-92bb-7eea8c36c445 req-7a8aa520-777f-4b4a-b3ce-2d7f4dce9c2a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:06.365280 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 40b57382-373f-4d2e-9433-e0267f27ea96 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:54:06.365622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 40b57382-373f-4d2e-9433-e0267f27ea96 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:54:06.366090 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:54:06.369599 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['244ae1cb-14b8-472b-92d4-00276036b884'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:54:06.398323 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4c700ef1-a4c6-43e7-8d82-ffa3e404893f req-c21396a0-774b-46f8-be6d-743f8f58d779 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 210 time: 0.0571847 Mar 23 12:54:06.417415 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:06.441571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:54:06.441915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c3a96ea2-f6d5-46dd-a0a0-992a6dc60b19 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:54:06.470664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] Pushing event deleted for resources: {'Port': ['ID=40b57382-373f-4d2e-9433-e0267f27ea96,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:06.474377 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8aa520-777f-4b4a-b3ce-2d7f4dce9c2a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event deleted for resources: {'Port': ['ID=244ae1cb-14b8-472b-92d4-00276036b884,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:06.477115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] No DVR routers for this DVR port 40b57382-373f-4d2e-9433-e0267f27ea96 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:54:06.570819 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-139912e1-55f5-4810-92bb-7eea8c36c445 req-7a8aa520-777f-4b4a-b3ce-2d7f4dce9c2a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] No DVR routers for this DVR port 244ae1cb-14b8-472b-92d4-00276036b884 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:54:06.581051 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:06.587539 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-139912e1-55f5-4810-92bb-7eea8c36c445 req-7a8aa520-777f-4b4a-b3ce-2d7f4dce9c2a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:06.594609 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-139912e1-55f5-4810-92bb-7eea8c36c445 req-7a8aa520-777f-4b4a-b3ce-2d7f4dce9c2a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "DELETE /v2.0/ports/244ae1cb-14b8-472b-92d4-00276036b884 HTTP/1.1" status: 204 len: 173 time: 1.7296293 Mar 23 12:54:06.595099 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e702f02-6199-462c-9027-3c1929d60198', 'name': 'network-vif-deleted', 'tag': '244ae1cb-14b8-472b-92d4-00276036b884'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:54:06.598558 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230cbed9-8d4a-4ffa-9723-80aad81ae7ca" -d '{"events": [{"server_uuid": "7e702f02-6199-462c-9027-3c1929d60198", "name": "network-vif-deleted", "tag": "244ae1cb-14b8-472b-92d4-00276036b884"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:54:06.608225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7926c096-9a24-475a-8eb5-1ca61a5f129f']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:06.609782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-357654d0-7bab-42ba-bf25-7642f650450d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port 9efc50d0-56c8-4735-b3f9-7d93c9dc94df {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:06.610126 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-357654d0-7bab-42ba-bf25-7642f650450d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:06.624451 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcadfcbd-44f5-4f89-80da-bbda3ddd1d17') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:06.624795 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcadfcbd-44f5-4f89-80da-bbda3ddd1d17') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:06.637195 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:06.655119 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:06.678248 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:54:06.678666 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:54:06.680624 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:54:06.689961 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd713696-2ec6-4a45-9c8e-3bc1e8553472 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:06.691357 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34592) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:06.764745 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-84901ee5-e184-454e-9600-430b567a3f22 None None] Provisioning complete for port 9efc50d0-56c8-4735-b3f9-7d93c9dc94df triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:06.765302 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-84901ee5-e184-454e-9600-430b567a3f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:06.769275 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:06.783183 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:06.794954 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] 10.222.0.52 "DELETE /v2.0/networks/7926c096-9a24-475a-8eb5-1ca61a5f129f HTTP/1.1" status: 204 len: 168 time: 1.4846339 Mar 23 12:54:06.849523 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c404a4-abf2-4f93-a686-20d28607768e admin admin] Pushing event deleted for resources: {'Network': ['ID=7926c096-9a24-475a-8eb5-1ca61a5f129f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:06.865551 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-357654d0-7bab-42ba-bf25-7642f650450d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:06.898089 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-84901ee5-e184-454e-9600-430b567a3f22 None None] Port 9efc50d0-56c8-4735-b3f9-7d93c9dc94df cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:06.902395 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-357654d0-7bab-42ba-bf25-7642f650450d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for 9efc50d0-56c8-4735-b3f9-7d93c9dc94df owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:06.909140 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd713696-2ec6-4a45-9c8e-3bc1e8553472 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:06.927872 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbaa2ff-30e1-4cf8-bffc-8c3ed0e57da0 x-openstack-request-id: req-4cbaa2ff-30e1-4cf8-bffc-8c3ed0e57da0 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:54:06.928267 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e702f02-6199-462c-9027-3c1929d60198", "name": "network-vif-deleted", "tag": "244ae1cb-14b8-472b-92d4-00276036b884", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:54:06.928717 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4cbaa2ff-30e1-4cf8-bffc-8c3ed0e57da0 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:54:06.929308 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e702f02-6199-462c-9027-3c1929d60198', 'name': 'network-vif-deleted', 'tag': '244ae1cb-14b8-472b-92d4-00276036b884', 'status': 'completed', 'code': 200} Mar 23 12:54:06.998242 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6be05723-7b89-461f-b8c5-5816420eaeb2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-951253649-network', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:07.013648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd713696-2ec6-4a45-9c8e-3bc1e8553472 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Network 49fcd813-1909-48f7-93be-c5fcb3bab82a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:07.026986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-cd713696-2ec6-4a45-9c8e-3bc1e8553472 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:07.035887 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd713696-2ec6-4a45-9c8e-3bc1e8553472 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:07.054859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34598) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:07.071326 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd713696-2ec6-4a45-9c8e-3bc1e8553472 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event updated for resources: {'Port': ['ID=901a2cd6-2fc7-4339-bd31-0797c607c82e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:07.098365 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be05723-7b89-461f-b8c5-5816420eaeb2 admin admin] Made reservation on behalf of 19171b52f76e4157a4ec58a49fcc16cb for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:07.100810 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6be05723-7b89-461f-b8c5-5816420eaeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.113935 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-08d1fbf6-edf7-43ef-90d7-ae3086f882a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf92b9a5abb94441b04bfc32626d7e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572927 Mar 23 12:54:07.117450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34600) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:07.130678 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6be05723-7b89-461f-b8c5-5816420eaeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.139149 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd713696-2ec6-4a45-9c8e-3bc1e8553472 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:07.140635 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd713696-2ec6-4a45-9c8e-3bc1e8553472 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.188519 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c00e-75c1-483b-aeae-63bb13e47e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.198970 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cd713696-2ec6-4a45-9c8e-3bc1e8553472 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9135261 Mar 23 12:54:07.205403 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34602) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:07.221224 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-683ff30c-3123-4e6f-9a0c-48c7e3ca10f5 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:66:a9:e7'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:9a:33:75'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:07.246882 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-357654d0-7bab-42ba-bf25-7642f650450d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.252632 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c00e-75c1-483b-aeae-63bb13e47e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.321491 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357654d0-7bab-42ba-bf25-7642f650450d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=9efc50d0-56c8-4735-b3f9-7d93c9dc94df,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:07.396579 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c00e-75c1-483b-aeae-63bb13e47e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.400421 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c00e-75c1-483b-aeae-63bb13e47e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.410867 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2ea1c00e-75c1-483b-aeae-63bb13e47e99 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/96b1aaf4-c052-4297-af3a-53bac89a059f HTTP/1.1" status: 204 len: 168 time: 0.2858574 Mar 23 12:54:07.440646 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ce3e7adb-c542-4695-bc5a-3ec60189b566 None None] Provisioning complete for port 901a2cd6-2fc7-4339-bd31-0797c607c82e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:07.444138 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7adb-c542-4695-bc5a-3ec60189b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.449827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1c00e-75c1-483b-aeae-63bb13e47e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b1aaf4-c052-4297-af3a-53bac89a059f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:07.548788 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-357654d0-7bab-42ba-bf25-7642f650450d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.552123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ce3e7adb-c542-4695-bc5a-3ec60189b566 None None] Port 901a2cd6-2fc7-4339-bd31-0797c607c82e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:07.552256 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-683ff30c-3123-4e6f-9a0c-48c7e3ca10f5 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.559813 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-357654d0-7bab-42ba-bf25-7642f650450d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/9efc50d0-56c8-4735-b3f9-7d93c9dc94df HTTP/1.1" status: 204 len: 168 time: 1.3135443 Mar 23 12:54:07.560403 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34610) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:07.563135 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6be05723-7b89-461f-b8c5-5816420eaeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.569908 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6be05723-7b89-461f-b8c5-5816420eaeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.607141 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be05723-7b89-461f-b8c5-5816420eaeb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:54:07.618515 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be05723-7b89-461f-b8c5-5816420eaeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834cfa91-25f7-4bf4-a201-064c61c7d201,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:07.627081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6be05723-7b89-461f-b8c5-5816420eaeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.629367 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-6be05723-7b89-461f-b8c5-5816420eaeb2 admin admin] Added segment b36cd0d5-f636-45d0-ac0e-3ac16bce4af2 of type vlan for network efa11817-c4f9-4668-abb8-4a3e594d3f44 Mar 23 12:54:07.685978 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6be05723-7b89-461f-b8c5-5816420eaeb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.701544 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a7b8f8-a6d6-4d07-a859-6937c2d69c35 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] GET failed (client error): The resource could not be found. Mar 23 12:54:07.703294 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-19a7b8f8-a6d6-4d07-a859-6937c2d69c35 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports/9efc50d0-56c8-4735-b3f9-7d93c9dc94df HTTP/1.1" status: 404 len: 333 time: 0.1225142 Mar 23 12:54:07.711457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34612) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:07.740791 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-583a144f-d9f5-4efc-9c1c-a84edc12301f req-41c1a8e7-f92c-42e4-8a23-9b840d81f098 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 210 time: 0.1619949 Mar 23 12:54:07.746501 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6be05723-7b89-461f-b8c5-5816420eaeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.747333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be05723-7b89-461f-b8c5-5816420eaeb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:07.748381 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6be05723-7b89-461f-b8c5-5816420eaeb2 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.857586 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6be05723-7b89-461f-b8c5-5816420eaeb2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1018486 Mar 23 12:54:07.863018 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34618) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:07.867875 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1f792805-f951-4936-b175-0a82f510b00e admin admin] Request body: {'subnet': {'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-951253649-subnet', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:07.880949 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-737dec91-be09-42cd-9b9e-2be13ead2f00 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.882788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be05723-7b89-461f-b8c5-5816420eaeb2 admin admin] Pushing event updated for resources: {'Network': ['ID=efa11817-c4f9-4668-abb8-4a3e594d3f44,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:07.894534 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network efa11817-c4f9-4668-abb8-4a3e594d3f44 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:54:07.928525 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f792805-f951-4936-b175-0a82f510b00e admin admin] Made reservation on behalf of 19171b52f76e4157a4ec58a49fcc16cb for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:07.930958 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f792805-f951-4936-b175-0a82f510b00e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:07.949234 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-737dec91-be09-42cd-9b9e-2be13ead2f00 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.022863 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-737dec91-be09-42cd-9b9e-2be13ead2f00 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.027313 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-737dec91-be09-42cd-9b9e-2be13ead2f00 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.029070 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-737dec91-be09-42cd-9b9e-2be13ead2f00 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/security-groups/cf2c787f-8eca-4a2f-a918-9597e8ef0513 HTTP/1.1" status: 204 len: 168 time: 0.3161788 Mar 23 12:54:08.033138 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34626) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:08.043124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737dec91-be09-42cd-9b9e-2be13ead2f00 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2c787f-8eca-4a2f-a918-9597e8ef0513,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:08.113576 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-683ff30c-3123-4e6f-9a0c-48c7e3ca10f5 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.125007 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-683ff30c-3123-4e6f-9a0c-48c7e3ca10f5 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.254511 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-018015df-99ea-405d-bc59-a20a7bcec86d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.262416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ff30c-3123-4e6f-9a0c-48c7e3ca10f5 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event updated for resources: {'Port': ['ID=901a2cd6-2fc7-4339-bd31-0797c607c82e,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:08.295777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-683ff30c-3123-4e6f-9a0c-48c7e3ca10f5 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] In _notify_port_updated(), no bound segment for port 901a2cd6-2fc7-4339-bd31-0797c607c82e on network 49fcd813-1909-48f7-93be-c5fcb3bab82a {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:54:08.301477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683ff30c-3123-4e6f-9a0c-48c7e3ca10f5 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:08.302133 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-683ff30c-3123-4e6f-9a0c-48c7e3ca10f5 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.303451 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-683ff30c-3123-4e6f-9a0c-48c7e3ca10f5 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "PUT /v2.0/ports/901a2cd6-2fc7-4339-bd31-0797c607c82e HTTP/1.1" status: 200 len: 1056 time: 1.0867131 Mar 23 12:54:08.309041 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34634) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:08.317507 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-018015df-99ea-405d-bc59-a20a7bcec86d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.389233 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f792805-f951-4936-b175-0a82f510b00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.475966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6dcbb5c3-c5f3-47dc-955b-21d7e2850b32 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Deleting port 901a2cd6-2fc7-4339-bd31-0797c607c82e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:08.476575 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dcbb5c3-c5f3-47dc-955b-21d7e2850b32 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.481759 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-018015df-99ea-405d-bc59-a20a7bcec86d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.484480 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-018015df-99ea-405d-bc59-a20a7bcec86d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.485678 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-018015df-99ea-405d-bc59-a20a7bcec86d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/security-groups/15074c21-b5e5-4d36-828b-5f08b2ac83b1 HTTP/1.1" status: 204 len: 168 time: 0.4503412 Mar 23 12:54:08.494374 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34640) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:08.537428 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34642) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:08.539303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f792805-f951-4936-b175-0a82f510b00e admin admin] Pushing event updated for resources: {'Subnet': ['ID=123743e7-cb7c-46c8-b7b7-b6da5322356e,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:08.541857 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018015df-99ea-405d-bc59-a20a7bcec86d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15074c21-b5e5-4d36-828b-5f08b2ac83b1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:08.568849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f792805-f951-4936-b175-0a82f510b00e admin admin] Checking segment: {'id': 'b36cd0d5-f636-45d0-ac0e-3ac16bce4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:08.569218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f792805-f951-4936-b175-0a82f510b00e admin admin] Network hostable DHCP agents. Network: efa11817-c4f9-4668-abb8-4a3e594d3f44, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:54:08.579592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef161714-93df-4260-8b41-785e19edac9d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting subnet 30ed0beb-b364-44d9-b9a0-e198809e0658 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:54:08.594741 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef161714-93df-4260-8b41-785e19edac9d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.620164 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dcbb5c3-c5f3-47dc-955b-21d7e2850b32 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.628855 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8a25f5b6-b012-422e-994a-cbac900a8cc5 None None] Provisioning complete for port 901a2cd6-2fc7-4339-bd31-0797c607c82e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:08.629810 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8a25f5b6-b012-422e-994a-cbac900a8cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.639214 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6dcbb5c3-c5f3-47dc-955b-21d7e2850b32 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Calling delete_port for 901a2cd6-2fc7-4339-bd31-0797c607c82e owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:08.639864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f792805-f951-4936-b175-0a82f510b00e admin admin] Network efa11817-c4f9-4668-abb8-4a3e594d3f44 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:54:08.649742 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef161714-93df-4260-8b41-785e19edac9d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.672993 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-1f792805-f951-4936-b175-0a82f510b00e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, efa11817-c4f9-4668-abb8-4a3e594d3f44) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:08.680941 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f792805-f951-4936-b175-0a82f510b00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:08.681412 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f792805-f951-4936-b175-0a82f510b00e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.693523 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af70281c-68e5-41e1-bf12-f7d7a5147297 None None] Network efa11817-c4f9-4668-abb8-4a3e594d3f44 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:08.720267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1f792805-f951-4936-b175-0a82f510b00e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8517196 Mar 23 12:54:08.721352 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34646) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:08.731775 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-951253649-router', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:08.734609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8a25f5b6-b012-422e-994a-cbac900a8cc5 None None] Port 901a2cd6-2fc7-4339-bd31-0797c607c82e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:08.770311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-aa27fc7c-2238-4e3e-be19-597a15dcdb85 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1037001709-network', 'tenant_id': '088ad3e33568487f9df3752fd969c8bf'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:08.786603 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef161714-93df-4260-8b41-785e19edac9d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.790676 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.791713 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.855860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa27fc7c-2238-4e3e-be19-597a15dcdb85 admin admin] Made reservation on behalf of 088ad3e33568487f9df3752fd969c8bf for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:08.858291 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa27fc7c-2238-4e3e-be19-597a15dcdb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.900233 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa27fc7c-2238-4e3e-be19-597a15dcdb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.909611 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-efa11817-c4f9-4668-abb8-4a3e594d3f44', 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'fixed_ips': [{'subnet_id': '123743e7-cb7c-46c8-b7b7-b6da5322356e'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:54:08.910908 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.929719 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92c6faf5-d534-46b1-b084-6b4ec6e4bae3 req-512c2ad5-f88c-4cf6-b0c3-94cd5106bf40 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 210 time: 0.0338445 Mar 23 12:54:08.950192 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:08.977534 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dcbb5c3-c5f3-47dc-955b-21d7e2850b32 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.017538 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef161714-93df-4260-8b41-785e19edac9d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.017895 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbb5c3-c5f3-47dc-955b-21d7e2850b32 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event deleted for resources: {'Port': ['ID=901a2cd6-2fc7-4339-bd31-0797c607c82e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:09.117902 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ef161714-93df-4260-8b41-785e19edac9d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.122418 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ef161714-93df-4260-8b41-785e19edac9d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/30ed0beb-b364-44d9-b9a0-e198809e0658 HTTP/1.1" status: 204 len: 168 time: 0.6269207 Mar 23 12:54:09.126722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef161714-93df-4260-8b41-785e19edac9d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Subnet': ['ID=30ed0beb-b364-44d9-b9a0-e198809e0658,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:09.127548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34650) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:09.132863 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ff86af98-91e4-4ad7-8fbc-6db2e95f094d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'subnet': {'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:09.134748 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b854ea0f-b1bf-4638-9816-55d74729dca8 None None] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:09.172748 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa27fc7c-2238-4e3e-be19-597a15dcdb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.181896 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa27fc7c-2238-4e3e-be19-597a15dcdb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.196524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa27fc7c-2238-4e3e-be19-597a15dcdb85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:54:09.209402 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa27fc7c-2238-4e3e-be19-597a15dcdb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.210020 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-aa27fc7c-2238-4e3e-be19-597a15dcdb85 admin admin] Added segment 0a7ea25d-8c97-46e3-a950-e1a1f3f69e27 of type vlan for network 16f93587-4aca-41d1-900a-76939507710f Mar 23 12:54:09.253757 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.253974 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Allocated IP 172.20.0.2 (efa11817-c4f9-4668-abb8-4a3e594d3f44/123743e7-cb7c-46c8-b7b7-b6da5322356e/9f743207-dfbb-436a-9840-6e578e674313) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:09.255541 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa27fc7c-2238-4e3e-be19-597a15dcdb85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.289886 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa27fc7c-2238-4e3e-be19-597a15dcdb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.291014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa27fc7c-2238-4e3e-be19-597a15dcdb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:09.291729 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa27fc7c-2238-4e3e-be19-597a15dcdb85 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.392163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27fc7c-2238-4e3e-be19-597a15dcdb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9437da1-d4dd-45f9-8df5-fe785bc9be74,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:09.438160 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-aa27fc7c-2238-4e3e-be19-597a15dcdb85 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8996661 Mar 23 12:54:09.440021 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff86af98-91e4-4ad7-8fbc-6db2e95f094d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:09.443829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34652) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:09.445389 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff86af98-91e4-4ad7-8fbc-6db2e95f094d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.452812 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0d2f132e-4648-477b-8e7d-6c5e9d4f3809 admin admin] Request body: {'subnet': {'network_id': '16f93587-4aca-41d1-900a-76939507710f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1037001709-subnet', 'tenant_id': '088ad3e33568487f9df3752fd969c8bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:09.484763 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27fc7c-2238-4e3e-be19-597a15dcdb85 admin admin] Pushing event updated for resources: {'Network': ['ID=16f93587-4aca-41d1-900a-76939507710f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:09.518635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2f132e-4648-477b-8e7d-6c5e9d4f3809 admin admin] Made reservation on behalf of 088ad3e33568487f9df3752fd969c8bf for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:09.519569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 244ae1cb-14b8-472b-92d4-00276036b884 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:54:09.521278 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d2f132e-4648-477b-8e7d-6c5e9d4f3809 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.522243 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 16f93587-4aca-41d1-900a-76939507710f details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:54:09.524084 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6dcbb5c3-c5f3-47dc-955b-21d7e2850b32 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.529803 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6dcbb5c3-c5f3-47dc-955b-21d7e2850b32 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "DELETE /v2.0/ports/901a2cd6-2fc7-4339-bd31-0797c607c82e HTTP/1.1" status: 204 len: 168 time: 1.2174671 Mar 23 12:54:09.533780 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34654) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:09.571017 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-47994ae2-6fcc-4ddd-a66d-9407a7e0afab tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] GET failed (client error): The resource could not be found. Mar 23 12:54:09.575033 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-47994ae2-6fcc-4ddd-a66d-9407a7e0afab tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "GET /v2.0/ports/901a2cd6-2fc7-4339-bd31-0797c607c82e HTTP/1.1" status: 404 len: 333 time: 0.0377293 Mar 23 12:54:09.577030 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34656) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:09.660886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 244ae1cb-14b8-472b-92d4-00276036b884 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:54:09.661428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 244ae1cb-14b8-472b-92d4-00276036b884 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:54:09.732151 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d2f132e-4648-477b-8e7d-6c5e9d4f3809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.769243 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.784561 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.818945 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f132e-4648-477b-8e7d-6c5e9d4f3809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d408c3f-113e-4ec2-bf68-fffc5bd87265,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:09.819971 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Network efa11817-c4f9-4668-abb8-4a3e594d3f44 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:09.823871 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.829774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:09.832942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:09.839142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f132e-4648-477b-8e7d-6c5e9d4f3809 admin admin] Checking segment: {'id': '0a7ea25d-8c97-46e3-a950-e1a1f3f69e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16f93587-4aca-41d1-900a-76939507710f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:09.839797 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2f132e-4648-477b-8e7d-6c5e9d4f3809 admin admin] Network hostable DHCP agents. Network: 16f93587-4aca-41d1-900a-76939507710f, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:54:09.862806 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2f132e-4648-477b-8e7d-6c5e9d4f3809 admin admin] Network 16f93587-4aca-41d1-900a-76939507710f is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:54:09.876211 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.883650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0d2f132e-4648-477b-8e7d-6c5e9d4f3809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 16f93587-4aca-41d1-900a-76939507710f) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:09.897454 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6b252f5a-69f9-42e1-a2d4-0665412220fd tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Deleting port 4d2d6dd9-afa1-4198-976a-ec776f3735b9 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:09.897827 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b252f5a-69f9-42e1-a2d4-0665412220fd tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.904534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2f132e-4648-477b-8e7d-6c5e9d4f3809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:09.906458 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d2f132e-4648-477b-8e7d-6c5e9d4f3809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:09.916523 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c083b0-9d10-4db6-a434-3eda98777710 None None] Network 16f93587-4aca-41d1-900a-76939507710f requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:09.940615 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0d2f132e-4648-477b-8e7d-6c5e9d4f3809 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4922245 Mar 23 12:54:09.994359 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Pushing event updated for resources: {'Port': ['ID=9f743207-dfbb-436a-9840-6e578e674313,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:10.091732 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Attempting to bind port 9f743207-dfbb-436a-9840-6e578e674313 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:54:10.092160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Attempting to bind port 9f743207-dfbb-436a-9840-6e578e674313 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'b36cd0d5-f636-45d0-ac0e-3ac16bce4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:54:10.092518 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Attempting to bind port 9f743207-dfbb-436a-9840-6e578e674313 on network efa11817-c4f9-4668-abb8-4a3e594d3f44 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:54:10.102833 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:54:10.103210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Checking segment: {'id': 'b36cd0d5-f636-45d0-ac0e-3ac16bce4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:10.103584 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.103987 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Bound using segment: {'id': 'b36cd0d5-f636-45d0-ac0e-3ac16bce4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:54:10.104464 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Bound port: 9f743207-dfbb-436a-9840-6e578e674313, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36cd0d5-f636-45d0-ac0e-3ac16bce4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:54:10.104844 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.127895 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34664) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:10.154048 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38d65f5d-aff7-4c1e-8db7-6b20b24c6483 req-be9d2a21-74bf-4bf3-bae9-dda2b1252d36 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 210 time: 0.0634859 Mar 23 12:54:10.226533 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb887bb-c481-4d26-aa57-f597c441b99c admin admin] Deleting subnet 2d408c3f-113e-4ec2-bf68-fffc5bd87265 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:54:10.229118 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b252f5a-69f9-42e1-a2d4-0665412220fd tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.231936 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5fb887bb-c481-4d26-aa57-f597c441b99c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.262824 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] For port 9f743207-dfbb-436a-9840-6e578e674313, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:54:10.274645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2814f5-fba1-4730-85c9-cdd0943e8319 None None] Network 16f93587-4aca-41d1-900a-76939507710f requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:10.280742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] For port 9f743207-dfbb-436a-9840-6e578e674313, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9f743207-dfbb-436a-9840-6e578e674313,segment=NetworkSegment(b36cd0d5-f636-45d0-ac0e-3ac16bce4af2),segment_id=b36cd0d5-f636-45d0-ac0e-3ac16bce4af2)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:54:10.294785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Allocated IP 172.25.2.244 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/0703169b-230a-4e08-89e8-eb14f3ef813b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:10.295837 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5fb887bb-c481-4d26-aa57-f597c441b99c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.296783 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.298829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6b252f5a-69f9-42e1-a2d4-0665412220fd tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Calling delete_port for 4d2d6dd9-afa1-4198-976a-ec776f3735b9 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:10.364494 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5fb887bb-c481-4d26-aa57-f597c441b99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.436074 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5fb887bb-c481-4d26-aa57-f597c441b99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.453432 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff86af98-91e4-4ad7-8fbc-6db2e95f094d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.474426 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff890e40-cca7-4c8e-b8dc-226ea3c21d72 None None] Pushing event updated for resources: {'Port': ['ID=9f743207-dfbb-436a-9840-6e578e674313,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:10.496405 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb887bb-c481-4d26-aa57-f597c441b99c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d408c3f-113e-4ec2-bf68-fffc5bd87265,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:10.513127 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5fb887bb-c481-4d26-aa57-f597c441b99c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.516453 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5fb887bb-c481-4d26-aa57-f597c441b99c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2d408c3f-113e-4ec2-bf68-fffc5bd87265 HTTP/1.1" status: 204 len: 168 time: 0.3874769 Mar 23 12:54:10.518908 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34666) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:10.575723 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff86af98-91e4-4ad7-8fbc-6db2e95f094d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:10.585778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ff86af98-91e4-4ad7-8fbc-6db2e95f094d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:10.589441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff86af98-91e4-4ad7-8fbc-6db2e95f094d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:10.590184 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ff86af98-91e4-4ad7-8fbc-6db2e95f094d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.617984 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-844c23cf-cb23-486a-8fa0-29f7501a23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.644113 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86af98-91e4-4ad7-8fbc-6db2e95f094d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Subnet': ['ID=be1a3ac7-a6ff-4e9d-8776-b9edd9a7de71,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:10.657261 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ff86af98-91e4-4ad7-8fbc-6db2e95f094d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5291500 Mar 23 12:54:10.665545 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34668) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:10.670077 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-03b2a028-7b2e-4620-8780-21d29aec01a0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'security_group': {'name': 'tempest-secgroup-1371504528'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:10.736668 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.754642 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03b2a028-7b2e-4620-8780-21d29aec01a0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.773094 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7fd3a0-01c5-496c-95da-188aea2e52a8 None None] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:10.780515 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-844c23cf-cb23-486a-8fa0-29f7501a23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.790805 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b252f5a-69f9-42e1-a2d4-0665412220fd tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.840582 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-844c23cf-cb23-486a-8fa0-29f7501a23a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f93587-4aca-41d1-900a-76939507710f']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:10.848714 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b252f5a-69f9-42e1-a2d4-0665412220fd tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event deleted for resources: {'Port': ['ID=4d2d6dd9-afa1-4198-976a-ec776f3735b9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:10.858268 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-844c23cf-cb23-486a-8fa0-29f7501a23a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7ea25d-8c97-46e3-a950-e1a1f3f69e27') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:10.859820 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-844c23cf-cb23-486a-8fa0-29f7501a23a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7ea25d-8c97-46e3-a950-e1a1f3f69e27') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:10.871864 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c763eb91-3931-45f7-a13e-6a815c62cba6 None None] Provisioning complete for port 399b3001-6039-47b5-84e2-81fe21a9a4a6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:10.872264 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c763eb91-3931-45f7-a13e-6a815c62cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.878626 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-844c23cf-cb23-486a-8fa0-29f7501a23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.904284 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-844c23cf-cb23-486a-8fa0-29f7501a23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.914545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844c23cf-cb23-486a-8fa0-29f7501a23a4 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:54:10.915397 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-844c23cf-cb23-486a-8fa0-29f7501a23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:54:10.918368 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:54:10.957769 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:11.020341 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b252f5a-69f9-42e1-a2d4-0665412220fd tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:11.024703 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6b252f5a-69f9-42e1-a2d4-0665412220fd tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "DELETE /v2.0/ports/4d2d6dd9-afa1-4198-976a-ec776f3735b9 HTTP/1.1" status: 204 len: 168 time: 1.4452624 Mar 23 12:54:11.025896 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-844c23cf-cb23-486a-8fa0-29f7501a23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:11.029400 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34670) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:11.033960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:11.043153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:11.046636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:11.085865 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-844c23cf-cb23-486a-8fa0-29f7501a23a4 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:11.090282 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-844c23cf-cb23-486a-8fa0-29f7501a23a4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/16f93587-4aca-41d1-900a-76939507710f HTTP/1.1" status: 204 len: 168 time: 0.5704160 Mar 23 12:54:11.132510 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c23cf-cb23-486a-8fa0-29f7501a23a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=16f93587-4aca-41d1-900a-76939507710f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:11.142478 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5de8d5-81bf-4113-a665-2337716a7e08 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] GET failed (client error): The resource could not be found. Mar 23 12:54:11.144462 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6d5de8d5-81bf-4113-a665-2337716a7e08 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "GET /v2.0/ports/4d2d6dd9-afa1-4198-976a-ec776f3735b9 HTTP/1.1" status: 404 len: 333 time: 0.1133871 Mar 23 12:54:11.149298 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34674) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:11.287110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Pushing event updated for resources: {'Port': ['ID=0703169b-230a-4e08-89e8-eb14f3ef813b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:11.307685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c763eb91-3931-45f7-a13e-6a815c62cba6 None None] Port 399b3001-6039-47b5-84e2-81fe21a9a4a6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:11.327408 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c763eb91-3931-45f7-a13e-6a815c62cba6 None None] Provisioning complete for port bc8632db-7661-4d0e-80ff-515f44f34402 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:11.328087 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c763eb91-3931-45f7-a13e-6a815c62cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:11.372278 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34678) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:11.378742 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03b2a028-7b2e-4620-8780-21d29aec01a0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:11.388041 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03b2a028-7b2e-4620-8780-21d29aec01a0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:11.414025 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-597b9371-4015-4c21-a315-200d8c1f160e req-77e716b1-2d08-41d2-bb4b-779cc64ac098 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 210 time: 0.0743494 Mar 23 12:54:11.464680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2a028-7b2e-4620-8780-21d29aec01a0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6651c518-4fbd-4d7d-b27b-2a26e826b761,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:11.470229 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6f30eb33-fbba-45bc-981b-2a0b1ce4b365 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=088ad3e33568487f9df3752fd969c8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0945265 Mar 23 12:54:11.470229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f2688b89-eace-4243-8b53-00b64c4598bf tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Deleting port 5cf0dff0-3f52-40a5-a145-b6242d18c757 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:11.470816 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2688b89-eace-4243-8b53-00b64c4598bf tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:11.473025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34680) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:11.493520 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-03b2a028-7b2e-4620-8780-21d29aec01a0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:11.494949 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-03b2a028-7b2e-4620-8780-21d29aec01a0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8285704 Mar 23 12:54:11.496288 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:11.498001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34682) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:11.502416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4f949052-1ad5-4984-8a3a-c05de09cd206 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'security_group': {'name': 'tempest-secgroup-1708537150'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:11.572873 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fae999-920a-466b-8363-62bdd0eab54b None None] Update dhcp port {'port': {'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'fixed_ips': [{'subnet_id': 'e125d091-ca30-41d3-b9f1-22533bada56d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'be1a3ac7-a6ff-4e9d-8776-b9edd9a7de71'}], 'binding:host_id': 'n-d-834854-1'}, 'id': 'bc8632db-7661-4d0e-80ff-515f44f34402'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:54:11.574917 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f949052-1ad5-4984-8a3a-c05de09cd206 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:11.610855 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4fae999-920a-466b-8363-62bdd0eab54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:11.658140 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-792bce62-576e-4713-b194-00930761af90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:11.696924 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-792bce62-576e-4713-b194-00930761af90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:11.733225 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f949052-1ad5-4984-8a3a-c05de09cd206 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:11.778728 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f949052-1ad5-4984-8a3a-c05de09cd206 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:11.802251 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f949052-1ad5-4984-8a3a-c05de09cd206 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:11.806023 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4f949052-1ad5-4984-8a3a-c05de09cd206 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3045979 Mar 23 12:54:11.813105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34684) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:12.003507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-b4fae999-920a-466b-8363-62bdd0eab54b None None] Allocated IP 172.20.0.2 (0279b596-8b80-4cc9-8d39-4a25beb1f026/be1a3ac7-a6ff-4e9d-8776-b9edd9a7de71/bc8632db-7661-4d0e-80ff-515f44f34402) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:12.008479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9f743207-dfbb-436a-9840-6e578e674313 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:12.143775 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 9f743207-dfbb-436a-9840-6e578e674313 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:12.144608 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:12.147179 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2688b89-eace-4243-8b53-00b64c4598bf tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:12.177944 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e8d14f-8ff0-4095-af12-f8673973671d None None] Network efa11817-c4f9-4668-abb8-4a3e594d3f44 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:12.185595 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-792bce62-576e-4713-b194-00930761af90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:12.188849 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-792bce62-576e-4713-b194-00930761af90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:12.190019 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-792bce62-576e-4713-b194-00930761af90 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d9437da1-d4dd-45f9-8df5-fe785bc9be74 HTTP/1.1" status: 204 len: 168 time: 0.7160690 Mar 23 12:54:12.191152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f2688b89-eace-4243-8b53-00b64c4598bf tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Calling delete_port for 5cf0dff0-3f52-40a5-a145-b6242d18c757 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:12.332095 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fb1f0ce9-3ff1-49a4-a565-d32d625eb385 None None] Provisioning complete for port 9f743207-dfbb-436a-9840-6e578e674313 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:12.333278 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb1f0ce9-3ff1-49a4-a565-d32d625eb385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:12.346516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bce62-576e-4713-b194-00930761af90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9437da1-d4dd-45f9-8df5-fe785bc9be74,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:12.428764 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3410b4ab-e362-4112-b5a5-4493b38d7e9f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'security_group': {'name': 'tempest-secgroup-1655502090'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:12.498743 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2688b89-eace-4243-8b53-00b64c4598bf tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:12.556256 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b4fae999-920a-466b-8363-62bdd0eab54b None None] For port bc8632db-7661-4d0e-80ff-515f44f34402, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bc8632db-7661-4d0e-80ff-515f44f34402,segment=NetworkSegment(a67f53e7-ca94-4dab-90ea-766c5a74e16c),segment_id=a67f53e7-ca94-4dab-90ea-766c5a74e16c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:12.590729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2688b89-eace-4243-8b53-00b64c4598bf tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event deleted for resources: {'Port': ['ID=5cf0dff0-3f52-40a5-a145-b6242d18c757,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:12.598145 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f949052-1ad5-4984-8a3a-c05de09cd206 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=154e5d27-c0ca-4333-8113-12cb08edba48,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:12.731364 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e4ee778-61f3-4851-9815-f9b3029d040f req-568eae9e-a134-4fca-8705-6dc9d8d7bfd0 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e702f02-6199-462c-9027-3c1929d60198 HTTP/1.1" status: 200 len: 210 time: 0.1081538 Mar 23 12:54:12.783592 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3410b4ab-e362-4112-b5a5-4493b38d7e9f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:12.837581 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2688b89-eace-4243-8b53-00b64c4598bf tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:12.840041 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:12.844298 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f2688b89-eace-4243-8b53-00b64c4598bf tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "DELETE /v2.0/ports/5cf0dff0-3f52-40a5-a145-b6242d18c757 HTTP/1.1" status: 204 len: 168 time: 1.6928697 Mar 23 12:54:12.846802 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34694) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:12.970698 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e26902b-ff08-4080-86cf-1267687b239c tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Deleting subnet 1b8b9c45-feb5-4d72-9217-d79c8207ddc3 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:54:12.976775 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e26902b-ff08-4080-86cf-1267687b239c tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:12.981117 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4fae999-920a-466b-8363-62bdd0eab54b None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:13.009644 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:13.028053 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4fae999-920a-466b-8363-62bdd0eab54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:13.068737 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e26902b-ff08-4080-86cf-1267687b239c tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:13.151852 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3410b4ab-e362-4112-b5a5-4493b38d7e9f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:13.163972 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3410b4ab-e362-4112-b5a5-4493b38d7e9f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:13.173079 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fb1f0ce9-3ff1-49a4-a565-d32d625eb385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:13.180858 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:54:13.210012 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3410b4ab-e362-4112-b5a5-4493b38d7e9f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:13.211969 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3410b4ab-e362-4112-b5a5-4493b38d7e9f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3976843 Mar 23 12:54:13.231635 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e26902b-ff08-4080-86cf-1267687b239c tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:13.242176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34704) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:13.242869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410b4ab-e362-4112-b5a5-4493b38d7e9f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d782e2a3-2bb7-4371-8a73-2f8b454684a4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:13.252452 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-802347b9-1d4f-4198-969b-ddc1e2b22c15 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-597381511', 'security_groups': ['d782e2a3-2bb7-4371-8a73-2f8b454684a4'], 'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'be1a3ac7-a6ff-4e9d-8776-b9edd9a7de71'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:13.279673 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 9f743207-dfbb-436a-9840-6e578e674313, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9f743207-dfbb-436a-9840-6e578e674313,segment=NetworkSegment(b36cd0d5-f636-45d0-ac0e-3ac16bce4af2),segment_id=b36cd0d5-f636-45d0-ac0e-3ac16bce4af2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:13.298501 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:13.349105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fae999-920a-466b-8363-62bdd0eab54b None None] Pushing event updated for resources: {'Port': ['ID=bc8632db-7661-4d0e-80ff-515f44f34402,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:13.352944 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e26902b-ff08-4080-86cf-1267687b239c tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:13.438038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26902b-ff08-4080-86cf-1267687b239c tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8b9c45-feb5-4d72-9217-d79c8207ddc3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:13.440004 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-fb1f0ce9-3ff1-49a4-a565-d32d625eb385 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:54:13.440540 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-fb1f0ce9-3ff1-49a4-a565-d32d625eb385 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:54:13.441687 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e26902b-ff08-4080-86cf-1267687b239c tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:13.454118 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0e26902b-ff08-4080-86cf-1267687b239c tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "DELETE /v2.0/subnets/1b8b9c45-feb5-4d72-9217-d79c8207ddc3 HTTP/1.1" status: 204 len: 168 time: 0.6049690 Mar 23 12:54:13.456415 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34710) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:13.459832 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5aaaf3-dadb-46ae-8dce-6ed7f67d2597 None None] Network 49fcd813-1909-48f7-93be-c5fcb3bab82a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:13.500668 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=9f743207-dfbb-436a-9840-6e578e674313,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:13.591706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802347b9-1d4f-4198-969b-ddc1e2b22c15 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:13.620356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:54:13.640630 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:13.693209 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:13.694527 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fc48c637-b9f7-4545-bdd7-c58bb8b9a60e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9696987 Mar 23 12:54:13.697245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34714) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:13.722999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Sync routers for ids ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:54:13.765702 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Routers {'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:13.765702 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:13.774876 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Deleting port 773d23d7-b3d7-4199-ab96-cd4568b8fd32 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:13.775284 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:13.866875 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] For port 773d23d7-b3d7-4199-ab96-cd4568b8fd32, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=773d23d7-b3d7-4199-ab96-cd4568b8fd32,segment=NetworkSegment(03a1326a-2d7c-430b-b7e5-80263e84472c),segment_id=03a1326a-2d7c-430b-b7e5-80263e84472c)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:13.867805 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:13.881336 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-802347b9-1d4f-4198-969b-ddc1e2b22c15 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:13.917157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Calling delete_port for 773d23d7-b3d7-4199-ab96-cd4568b8fd32 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:13.950463 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-802347b9-1d4f-4198-969b-ddc1e2b22c15 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] device_id is not set on port 8bae9009-8e15-47f1-a389-1f1733e657a8 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:54:14.022333 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c12ada-0715-40dc-82f1-3edbf1e46dbd None None] DHCP port deletion for 49fcd813-1909-48f7-93be-c5fcb3bab82a request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:54:14.079062 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9f743207-dfbb-436a-9840-6e578e674313 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:14.125916 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:14.152002 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-802347b9-1d4f-4198-969b-ddc1e2b22c15 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Allocated IP 172.20.0.6 (0279b596-8b80-4cc9-8d39-4a25beb1f026/be1a3ac7-a6ff-4e9d-8776-b9edd9a7de71/8bae9009-8e15-47f1-a389-1f1733e657a8) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:14.183599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event deleted for resources: {'Port': ['ID=773d23d7-b3d7-4199-ab96-cd4568b8fd32,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:14.193823 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] No DVR routers for this DVR port 773d23d7-b3d7-4199-ab96-cd4568b8fd32 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:54:14.221987 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-86c12ada-0715-40dc-82f1-3edbf1e46dbd None None] The port '773d23d7-b3d7-4199-ab96-cd4568b8fd32' was deleted {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 23 12:54:14.238130 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Set router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:14.336272 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-802347b9-1d4f-4198-969b-ddc1e2b22c15 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:14.415210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 9f743207-dfbb-436a-9840-6e578e674313 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:14.416117 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:14.457786 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:14.461268 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-907952f8-97d4-442d-b039-09ab3f78331d None None] Provisioning complete for port 9f743207-dfbb-436a-9840-6e578e674313 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:14.461636 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-907952f8-97d4-442d-b039-09ab3f78331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:14.501159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fcd813-1909-48f7-93be-c5fcb3bab82a']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:14.502492 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-802347b9-1d4f-4198-969b-ddc1e2b22c15 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:14.539899 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a1326a-2d7c-430b-b7e5-80263e84472c') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:14.540233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a1326a-2d7c-430b-b7e5-80263e84472c') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:14.565241 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:14.600266 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:14.619319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:54:14.620031 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:14.633655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802347b9-1d4f-4198-969b-ddc1e2b22c15 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:54:14.637235 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:54:14.645182 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-802347b9-1d4f-4198-969b-ddc1e2b22c15 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:14.647750 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802347b9-1d4f-4198-969b-ddc1e2b22c15 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:14.722046 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802347b9-1d4f-4198-969b-ddc1e2b22c15 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=8bae9009-8e15-47f1-a389-1f1733e657a8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:14.767795 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:14.777406 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802347b9-1d4f-4198-969b-ddc1e2b22c15 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:14.780881 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-802347b9-1d4f-4198-969b-ddc1e2b22c15 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:14.781915 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:14.789518 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] 10.222.0.52 "DELETE /v2.0/networks/49fcd813-1909-48f7-93be-c5fcb3bab82a HTTP/1.1" status: 204 len: 168 time: 1.3307848 Mar 23 12:54:14.817281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c83145-df2e-4035-989a-c0f1d4f8df97 tempest-AllowedAddressPairTestJSON-33341021 tempest-AllowedAddressPairTestJSON-33341021-project] Pushing event deleted for resources: {'Network': ['ID=49fcd813-1909-48f7-93be-c5fcb3bab82a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:14.903729 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-802347b9-1d4f-4198-969b-ddc1e2b22c15 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6579862 Mar 23 12:54:14.907055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34734) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:14.917235 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-383be212-bbd5-4d4c-b09b-a3105f0de404 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'subnet': {'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:15.078848 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bc8632db-7661-4d0e-80ff-515f44f34402 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:15.122222 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383be212-bbd5-4d4c-b09b-a3105f0de404 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:15.127112 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'name': 'tempest-TestServerBasicOps-951253649-router', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:08Z', 'updated_at': '2022-03-23T12:54:11Z', 'revision_number': 3, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'gw_port': {'id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:09Z', 'updated_at': '2022-03-23T12:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:15.127497 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-383be212-bbd5-4d4c-b09b-a3105f0de404 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:15.166303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Checking router: fa415a3e-a6c7-4d93-9d37-96c8429f9b9f for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:54:15.167119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Updating router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f port 0703169b-230a-4e08-89e8-eb14f3ef813b binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:54:15.228176 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:15.237530 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:15.262795 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port bc8632db-7661-4d0e-80ff-515f44f34402 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:15.263504 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:15.306094 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-25efdd8b-5c37-41b7-bd9a-775baf51098f None None] Provisioning complete for port 399b3001-6039-47b5-84e2-81fe21a9a4a6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:15.306833 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25efdd8b-5c37-41b7-bd9a-775baf51098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:15.380446 n-d-834854-1 neutron-server[102779]: INFO neutron.db.ipam_backend_mixin [None req-383be212-bbd5-4d4c-b09b-a3105f0de404 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet be1a3ac7-a6ff-4e9d-8776-b9edd9a7de71 (CIDR: 172.20.0.0/28) Mar 23 12:54:15.388166 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-383be212-bbd5-4d4c-b09b-a3105f0de404 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:54:15.388674 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-383be212-bbd5-4d4c-b09b-a3105f0de404 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:54:15.402766 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34740) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:15.428499 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-383be212-bbd5-4d4c-b09b-a3105f0de404 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5203207 Mar 23 12:54:15.432374 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34744) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:15.443747 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-35b8210b-42ed-46a0-81e9-d6ef07a2eb57 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'subnet': {'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:15.485546 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Allocated IP 172.20.0.1 (efa11817-c4f9-4668-abb8-4a3e594d3f44/123743e7-cb7c-46c8-b7b7-b6da5322356e/df897868-bd0d-42ae-8783-33541eeb934d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:15.523054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-25efdd8b-5c37-41b7-bd9a-775baf51098f None None] Port 399b3001-6039-47b5-84e2-81fe21a9a4a6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:15.625424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-25efdd8b-5c37-41b7-bd9a-775baf51098f None None] Provisioning complete for port 8bae9009-8e15-47f1-a389-1f1733e657a8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:15.634923 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25efdd8b-5c37-41b7-bd9a-775baf51098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:15.680262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b8210b-42ed-46a0-81e9-d6ef07a2eb57 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:15.684033 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-35b8210b-42ed-46a0-81e9-d6ef07a2eb57 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:15.712012 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:15.736406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-25efdd8b-5c37-41b7-bd9a-775baf51098f None None] Port 8bae9009-8e15-47f1-a389-1f1733e657a8 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:15.761276 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:15.765039 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-25efdd8b-5c37-41b7-bd9a-775baf51098f None None] Provisioning complete for port bc8632db-7661-4d0e-80ff-515f44f34402 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:15.765409 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25efdd8b-5c37-41b7-bd9a-775baf51098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:15.802244 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Network efa11817-c4f9-4668-abb8-4a3e594d3f44 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:15.804677 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d281ea7c-1e51-4cb1-8260-5238b5634fd2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=507565add0b84c828ec25bfea6810877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4007211 Mar 23 12:54:15.805167 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34748) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:15.805282 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:15.810108 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:15.848056 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:15.863839 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:15.870752 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:15.987905 n-d-834854-1 neutron-server[102779]: INFO neutron.db.ipam_backend_mixin [None req-35b8210b-42ed-46a0-81e9-d6ef07a2eb57 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e125d091-ca30-41d3-b9f1-22533bada56d (CIDR: 172.20.0.16/28) Mar 23 12:54:15.991770 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed44aeed-83a8-48a6-bb94-d707c1eed767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:16.000076 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b8210b-42ed-46a0-81e9-d6ef07a2eb57 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:54:16.000727 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b8210b-42ed-46a0-81e9-d6ef07a2eb57 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:54:16.008962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 773d23d7-b3d7-4199-ab96-cd4568b8fd32 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:54:16.068430 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-35b8210b-42ed-46a0-81e9-d6ef07a2eb57 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6333575 Mar 23 12:54:16.070187 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed44aeed-83a8-48a6-bb94-d707c1eed767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:16.072818 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34754) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:16.082800 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Pushing event updated for resources: {'Port': ['ID=df897868-bd0d-42ae-8783-33541eeb934d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:16.085858 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b78e6ec4-4106-49fe-8232-dd5f68522071 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'subnet': {'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:16.091568 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 773d23d7-b3d7-4199-ab96-cd4568b8fd32 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:54:16.092186 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 773d23d7-b3d7-4199-ab96-cd4568b8fd32 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:54:16.100960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9f9c2-8554-4e38-9132-aa78178fc6ee None None] Pushing event updated for resources: {'Port': ['ID=0703169b-230a-4e08-89e8-eb14f3ef813b,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:16.108807 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Attempting to bind port 0703169b-230a-4e08-89e8-eb14f3ef813b on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:54:16.109191 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Attempting to bind port 0703169b-230a-4e08-89e8-eb14f3ef813b by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:54:16.115116 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:16.115713 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Attempting to bind port 0703169b-230a-4e08-89e8-eb14f3ef813b on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:54:16.145945 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:54:16.146477 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:16.147161 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:16.147820 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:54:16.148839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Bound port: 0703169b-230a-4e08-89e8-eb14f3ef813b, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:54:16.148839 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:16.235605 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:16.253210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-923fd756-1129-42fd-8790-915d44cc1a33 None None] Provisioning complete for port df897868-bd0d-42ae-8783-33541eeb934d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:16.253703 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-923fd756-1129-42fd-8790-915d44cc1a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:16.267354 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78e6ec4-4106-49fe-8232-dd5f68522071 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Made reservation on behalf of c3c6728e92c54f358a5fc12194cc4258 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:16.270947 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b78e6ec4-4106-49fe-8232-dd5f68522071 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:16.291260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] For port 0703169b-230a-4e08-89e8-eb14f3ef813b, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:54:16.316043 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] For port 0703169b-230a-4e08-89e8-eb14f3ef813b, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0703169b-230a-4e08-89e8-eb14f3ef813b,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:54:16.317144 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-923fd756-1129-42fd-8790-915d44cc1a33 None None] Port df897868-bd0d-42ae-8783-33541eeb934d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:16.323278 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:16.334338 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed44aeed-83a8-48a6-bb94-d707c1eed767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:16.337468 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed44aeed-83a8-48a6-bb94-d707c1eed767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:16.340376 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ed44aeed-83a8-48a6-bb94-d707c1eed767 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f8244477-4b64-44c5-ba02-aa7742e1dd53 HTTP/1.1" status: 204 len: 168 time: 0.5321383 Mar 23 12:54:16.371202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:16.378057 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:16.382527 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44aeed-83a8-48a6-bb94-d707c1eed767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8244477-4b64-44c5-ba02-aa7742e1dd53,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:16.408462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Routers {'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:16.408462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:16.487260 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Pushing event updated for resources: {'Port': ['ID=df897868-bd0d-42ae-8783-33541eeb934d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:16.500635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9f9c2-8554-4e38-9132-aa78178fc6ee None None] Pushing event updated for resources: {'Port': ['ID=0703169b-230a-4e08-89e8-eb14f3ef813b,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:16.500835 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:16.531757 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] Set router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:16.691263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Network efa11817-c4f9-4668-abb8-4a3e594d3f44 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:16.692722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:16.695714 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b78e6ec4-4106-49fe-8232-dd5f68522071 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:16.778119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78e6ec4-4106-49fe-8232-dd5f68522071 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:16.783799 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b78e6ec4-4106-49fe-8232-dd5f68522071 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:16.792060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e6ec4-4106-49fe-8232-dd5f68522071 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:16.794425 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b78e6ec4-4106-49fe-8232-dd5f68522071 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:16.811265 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2dd7f8-db7c-45dc-9c38-77975ef35856 None None] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:16.879038 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b78e6ec4-4106-49fe-8232-dd5f68522071 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8050413 Mar 23 12:54:16.880855 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34772) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:16.881532 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e6ec4-4106-49fe-8232-dd5f68522071 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Subnet': ['ID=f15001a0-6134-4504-849e-52602588562b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:16.905680 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7a2c11fc-a27a-4efd-b309-d9838e63c076 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-915562595', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f15001a0-6134-4504-849e-52602588562b'}], 'security_groups': ['6651c518-4fbd-4d7d-b27b-2a26e826b761', '154e5d27-c0ca-4333-8113-12cb08edba48']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:16.980345 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'name': 'tempest-TestServerBasicOps-951253649-router', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:08Z', 'updated_at': '2022-03-23T12:54:15Z', 'revision_number': 4, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'gw_port': {'id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:09Z', 'updated_at': '2022-03-23T12:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'df897868-bd0d-42ae-8783-33541eeb934d', 'name': '', 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'mac_address': 'fa:16:3e:df:b2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:15Z', 'updated_at': '2022-03-23T12:54:16Z', 'revision_number': 2, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'subnets': [{'id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:17.018999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b85b58-7cee-4d54-968a-c8033918c67d None None] The sync data for ids ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'] in n-d-834854-1 is: [{'id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'name': 'tempest-TestServerBasicOps-951253649-router', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:08Z', 'updated_at': '2022-03-23T12:54:15Z', 'revision_number': 4, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'gw_port': {'id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:09Z', 'updated_at': '2022-03-23T12:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'df897868-bd0d-42ae-8783-33541eeb934d', 'name': '', 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'mac_address': 'fa:16:3e:df:b2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:15Z', 'updated_at': '2022-03-23T12:54:16Z', 'revision_number': 2, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'subnets': [{'id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:54:17.022886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:54:17.315564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:54:17.325980 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-86a20862-39ee-4eb4-b3ea-9b5c3e6ecf40 admin admin] 10.222.0.52 "PUT /v2.0/routers/fa415a3e-a6c7-4d93-9d37-96c8429f9b9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6277335 Mar 23 12:54:17.385420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b99db8-5927-4e87-b657-bd60e8fa8831 None None] Update dhcp port {'port': {'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'fixed_ips': [{'subnet_id': 'e125d091-ca30-41d3-b9f1-22533bada56d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'be1a3ac7-a6ff-4e9d-8776-b9edd9a7de71', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f15001a0-6134-4504-849e-52602588562b'}], 'binding:host_id': 'n-d-834854-1'}, 'id': 'bc8632db-7661-4d0e-80ff-515f44f34402'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:54:17.406764 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a2c11fc-a27a-4efd-b309-d9838e63c076 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:17.443317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4cbc7405-9a1c-4cca-9fa0-508bfd579516 None None] Provisioning complete for port df897868-bd0d-42ae-8783-33541eeb934d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:17.443846 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7405-9a1c-4cca-9fa0-508bfd579516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:17.555122 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8b99db8-5927-4e87-b657-bd60e8fa8831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:17.668837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4cbc7405-9a1c-4cca-9fa0-508bfd579516 None None] Port df897868-bd0d-42ae-8783-33541eeb934d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:17.672628 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:17.802864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34806) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:17.955159 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e8b99db8-5927-4e87-b657-bd60e8fa8831 None None] Allocated IP 172.20.0.34 (0279b596-8b80-4cc9-8d39-4a25beb1f026/f15001a0-6134-4504-849e-52602588562b/bc8632db-7661-4d0e-80ff-515f44f34402) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:18.125471 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e8b99db8-5927-4e87-b657-bd60e8fa8831 None None] For port bc8632db-7661-4d0e-80ff-515f44f34402, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bc8632db-7661-4d0e-80ff-515f44f34402,segment=NetworkSegment(a67f53e7-ca94-4dab-90ea-766c5a74e16c),segment_id=a67f53e7-ca94-4dab-90ea-766c5a74e16c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:18.196043 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8b99db8-5927-4e87-b657-bd60e8fa8831 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:18.210297 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8b99db8-5927-4e87-b657-bd60e8fa8831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:18.251172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Request body: {'networks': [{'name': 'tempest-network--203144837'}, {'name': 'tempest-network--456838367'}]} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:18.251665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Request body: {'network': {'name': 'tempest-network--203144837'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:18.252870 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Request body: {'network': {'name': 'tempest-network--456838367'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:18.315831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Made reservation on behalf of 5f2f4e8149d84661b074cdd2b989ff42 for: {'network': 2} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:18.332496 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:18.332893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b99db8-5927-4e87-b657-bd60e8fa8831 None None] Pushing event updated for resources: {'Port': ['ID=bc8632db-7661-4d0e-80ff-515f44f34402,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:18.369830 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:18.382818 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-7a2c11fc-a27a-4efd-b309-d9838e63c076 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Delete allocated IP 172.20.0.6 (0279b596-8b80-4cc9-8d39-4a25beb1f026/be1a3ac7-a6ff-4e9d-8776-b9edd9a7de71) {{(pid=102779) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 12:54:18.403436 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-7a2c11fc-a27a-4efd-b309-d9838e63c076 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Allocated IP 172.20.0.35 (0279b596-8b80-4cc9-8d39-4a25beb1f026/f15001a0-6134-4504-849e-52602588562b/8bae9009-8e15-47f1-a389-1f1733e657a8) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:18.585241 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:18.592247 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:18.593198 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:18.722454 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79d492d-9a5f-403c-9094-a4f9160c15dd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:18.759309 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34824) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:18.767520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:54:18.778095 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-02cd63ab-942b-45b9-93f2-372b49b11271 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2074146481-network', 'tenant_id': 'e317044c683b470a839eb0e676748461'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:18.794048 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:18.795333 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Added segment c1768f09-f066-4c7a-8ad5-a63b72e287e3 of type vlan for network d0ecfeca-5f59-4056-8b08-d0fe57ef40d8 Mar 23 12:54:18.817085 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cd63ab-942b-45b9-93f2-372b49b11271 admin admin] Made reservation on behalf of e317044c683b470a839eb0e676748461 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:18.822655 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02cd63ab-942b-45b9-93f2-372b49b11271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:18.857233 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02cd63ab-942b-45b9-93f2-372b49b11271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:18.886366 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:18.944460 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02cd63ab-942b-45b9-93f2-372b49b11271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:18.958277 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02cd63ab-942b-45b9-93f2-372b49b11271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:18.964901 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a2c11fc-a27a-4efd-b309-d9838e63c076 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:18.967073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:54:18.978586 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a2c11fc-a27a-4efd-b309-d9838e63c076 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:18.989620 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:18.992002 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Added segment d9122715-5495-4989-858a-5175e7c5cca5 of type vlan for network c3e9f89c-7df4-42f0-a9c1-87312c1472f6 Mar 23 12:54:19.011656 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cd63ab-942b-45b9-93f2-372b49b11271 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:54:19.042404 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd63ab-942b-45b9-93f2-372b49b11271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f61ab8-4d5f-4e39-99f2-6baac415a314,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:19.044369 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:19.068953 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02cd63ab-942b-45b9-93f2-372b49b11271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:19.069357 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-02cd63ab-942b-45b9-93f2-372b49b11271 admin admin] Added segment 5af9a30a-c6e9-451b-a9a5-e10d017756de of type vlan for network ecd239cc-6362-4393-af9b-637b5bd2b536 Mar 23 12:54:19.113163 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:19.113740 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:19.121196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:19.128262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:19.129002 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:19.164647 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3603370 Mar 23 12:54:19.172334 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34826) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:19.206710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c11fc-a27a-4efd-b309-d9838e63c076 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event updated for resources: {'Port': ['ID=8bae9009-8e15-47f1-a389-1f1733e657a8,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:19.245982 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02cd63ab-942b-45b9-93f2-372b49b11271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:19.263955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event updated for resources: {'Network': ['ID=d0ecfeca-5f59-4056-8b08-d0fe57ef40d8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:19.277209 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network d0ecfeca-5f59-4056-8b08-d0fe57ef40d8 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:54:19.381712 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.db.resource_extend [None req-02cd63ab-942b-45b9-93f2-372b49b11271 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:54:19.411391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce6eae-25ea-4868-956e-47d9b06a3a21 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event updated for resources: {'Network': ['ID=c3e9f89c-7df4-42f0-a9c1-87312c1472f6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:19.438751 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network c3e9f89c-7df4-42f0-a9c1-87312c1472f6 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:54:19.446739 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7a2c11fc-a27a-4efd-b309-d9838e63c076 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] In _notify_port_updated(), no bound segment for port 8bae9009-8e15-47f1-a389-1f1733e657a8 on network 0279b596-8b80-4cc9-8d39-4a25beb1f026 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:54:19.458843 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2c11fc-a27a-4efd-b309-d9838e63c076 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:19.459528 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a2c11fc-a27a-4efd-b309-d9838e63c076 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:19.463011 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7a2c11fc-a27a-4efd-b309-d9838e63c076 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "PUT /v2.0/ports/8bae9009-8e15-47f1-a389-1f1733e657a8 HTTP/1.1" status: 200 len: 959 time: 2.5758238 Mar 23 12:54:19.467300 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34828) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:19.527500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-41e04863-547a-426f-83ae-1e56441ca751 None None] Provisioning complete for port 399b3001-6039-47b5-84e2-81fe21a9a4a6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:19.528067 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41e04863-547a-426f-83ae-1e56441ca751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:19.539835 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02cd63ab-942b-45b9-93f2-372b49b11271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:19.540983 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd63ab-942b-45b9-93f2-372b49b11271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:19.541550 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02cd63ab-942b-45b9-93f2-372b49b11271 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:19.588233 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-41e04863-547a-426f-83ae-1e56441ca751 None None] Port 399b3001-6039-47b5-84e2-81fe21a9a4a6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:19.613089 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-41e04863-547a-426f-83ae-1e56441ca751 None None] Provisioning complete for port 8bae9009-8e15-47f1-a389-1f1733e657a8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:19.613460 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41e04863-547a-426f-83ae-1e56441ca751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:19.635870 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1cef5a30-bd59-4646-be6c-505a2f89f96f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port 8bae9009-8e15-47f1-a389-1f1733e657a8 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:19.636386 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1cef5a30-bd59-4646-be6c-505a2f89f96f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:19.639670 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5341ca4-dd49-4b22-90b3-360829485347 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:19.646273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5341ca4-dd49-4b22-90b3-360829485347 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:19.662168 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5341ca4-dd49-4b22-90b3-360829485347 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:19.663038 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-41e04863-547a-426f-83ae-1e56441ca751 None None] Port 8bae9009-8e15-47f1-a389-1f1733e657a8 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:19.678643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5341ca4-dd49-4b22-90b3-360829485347 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:19.686609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-41e04863-547a-426f-83ae-1e56441ca751 None None] Provisioning complete for port bc8632db-7661-4d0e-80ff-515f44f34402 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:19.686982 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-41e04863-547a-426f-83ae-1e56441ca751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:19.689567 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b5341ca4-dd49-4b22-90b3-360829485347 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5137551 Mar 23 12:54:19.708259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34832) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:19.731394 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-02cd63ab-942b-45b9-93f2-372b49b11271 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9634650 Mar 23 12:54:19.736456 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34836) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:19.742510 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8fe7ae31-481b-474f-9b73-b7068f6b72ea admin admin] Request body: {'subnet': {'network_id': 'ecd239cc-6362-4393-af9b-637b5bd2b536', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2074146481-subnet', 'tenant_id': 'e317044c683b470a839eb0e676748461', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:19.778038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd63ab-942b-45b9-93f2-372b49b11271 admin admin] Pushing event updated for resources: {'Network': ['ID=ecd239cc-6362-4393-af9b-637b5bd2b536,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:19.783439 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1cef5a30-bd59-4646-be6c-505a2f89f96f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:19.795161 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network ecd239cc-6362-4393-af9b-637b5bd2b536 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:54:19.818978 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1cef5a30-bd59-4646-be6c-505a2f89f96f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for 8bae9009-8e15-47f1-a389-1f1733e657a8 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:19.913111 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe7ae31-481b-474f-9b73-b7068f6b72ea admin admin] Made reservation on behalf of e317044c683b470a839eb0e676748461 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:19.916406 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ae31-481b-474f-9b73-b7068f6b72ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:19.939845 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1ff3-925d-44f3-bef4-f4b0a67577f3 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.151791 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bc8632db-7661-4d0e-80ff-515f44f34402 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:20.152286 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1cef5a30-bd59-4646-be6c-505a2f89f96f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.152920 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1ff3-925d-44f3-bef4-f4b0a67577f3 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.209770 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef5a30-bd59-4646-be6c-505a2f89f96f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=8bae9009-8e15-47f1-a389-1f1733e657a8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:20.212221 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-fd6e1ff3-925d-44f3-bef4-f4b0a67577f3 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ecfeca-5f59-4056-8b08-d0fe57ef40d8']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:20.226060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-fd6e1ff3-925d-44f3-bef4-f4b0a67577f3 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1768f09-f066-4c7a-8ad5-a63b72e287e3') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:20.226548 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-fd6e1ff3-925d-44f3-bef4-f4b0a67577f3 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1768f09-f066-4c7a-8ad5-a63b72e287e3') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:20.249681 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1ff3-925d-44f3-bef4-f4b0a67577f3 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.291843 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1ff3-925d-44f3-bef4-f4b0a67577f3 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.302632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port bc8632db-7661-4d0e-80ff-515f44f34402 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:20.303678 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.331357 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6e1ff3-925d-44f3-bef4-f4b0a67577f3 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:54:20.331768 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1ff3-925d-44f3-bef4-f4b0a67577f3 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:54:20.337334 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:54:20.341223 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1cef5a30-bd59-4646-be6c-505a2f89f96f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.353182 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1cef5a30-bd59-4646-be6c-505a2f89f96f tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/8bae9009-8e15-47f1-a389-1f1733e657a8 HTTP/1.1" status: 204 len: 168 time: 0.8819487 Mar 23 12:54:20.355597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34844) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:20.427198 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0d5800-c580-4b98-89ff-c3bc756891db tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] GET failed (client error): The resource could not be found. Mar 23 12:54:20.433714 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ebe0535b-ffb5-4f2d-a355-0ca02ac3cd60 None None] Could not find standard attr ID for object 8bae9009-8e15-47f1-a389-1f1733e657a8. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:54:20.434215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2e0d5800-c580-4b98-89ff-c3bc756891db tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports/8bae9009-8e15-47f1-a389-1f1733e657a8 HTTP/1.1" status: 404 len: 333 time: 0.0771427 Mar 23 12:54:20.439216 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34848) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:20.443965 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ae31-481b-474f-9b73-b7068f6b72ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.464106 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0703169b-230a-4e08-89e8-eb14f3ef813b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:20.554895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0703169b-230a-4e08-89e8-eb14f3ef813b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:20.555310 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.555626 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7ae31-481b-474f-9b73-b7068f6b72ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0cac2b3-fe6f-4c29-bddf-6e846c8da9ec,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:20.564685 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1ff3-925d-44f3-bef4-f4b0a67577f3 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.591448 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71579f18-c665-450b-985d-8db91ed77499 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.591917 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1ff3-925d-44f3-bef4-f4b0a67577f3 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.598240 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fd6e1ff3-925d-44f3-bef4-f4b0a67577f3 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "DELETE /v2.0/networks/d0ecfeca-5f59-4056-8b08-d0fe57ef40d8 HTTP/1.1" status: 204 len: 168 time: 0.8886950 Mar 23 12:54:20.600772 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e1ff3-925d-44f3-bef4-f4b0a67577f3 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event deleted for resources: {'Network': ['ID=d0ecfeca-5f59-4056-8b08-d0fe57ef40d8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:20.602410 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34852) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:20.637517 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71579f18-c665-450b-985d-8db91ed77499 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.661932 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.687268 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7ae31-481b-474f-9b73-b7068f6b72ea admin admin] Checking segment: {'id': '5af9a30a-c6e9-451b-a9a5-e10d017756de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ecd239cc-6362-4393-af9b-637b5bd2b536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:20.687579 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 0703169b-230a-4e08-89e8-eb14f3ef813b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0703169b-230a-4e08-89e8-eb14f3ef813b,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:20.688034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe7ae31-481b-474f-9b73-b7068f6b72ea admin admin] Network hostable DHCP agents. Network: ecd239cc-6362-4393-af9b-637b5bd2b536, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:54:20.693598 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.705816 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71579f18-c665-450b-985d-8db91ed77499 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.709166 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71579f18-c665-450b-985d-8db91ed77499 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.712763 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-71579f18-c665-450b-985d-8db91ed77499 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/security-groups/d782e2a3-2bb7-4371-8a73-2f8b454684a4 HTTP/1.1" status: 204 len: 168 time: 0.2703326 Mar 23 12:54:20.714662 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34856) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:20.721373 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71579f18-c665-450b-985d-8db91ed77499 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d782e2a3-2bb7-4371-8a73-2f8b454684a4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:20.746208 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-607923bb-5609-4f65-b3d3-93056982358a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.747361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe7ae31-481b-474f-9b73-b7068f6b72ea admin admin] Network ecd239cc-6362-4393-af9b-637b5bd2b536 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:54:20.775478 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=0703169b-230a-4e08-89e8-eb14f3ef813b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:20.787031 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-8fe7ae31-481b-474f-9b73-b7068f6b72ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, ecd239cc-6362-4393-af9b-637b5bd2b536) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:20.801371 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30889d94-2844-4fdd-a8bc-f0ea9f373de4 None None] Network ecd239cc-6362-4393-af9b-637b5bd2b536 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:20.809521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe7ae31-481b-474f-9b73-b7068f6b72ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:20.810113 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ae31-481b-474f-9b73-b7068f6b72ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.872091 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Sync routers for ids ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:54:20.888019 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Routers {'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:20.888950 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:20.917690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34864) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:20.917965 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8fe7ae31-481b-474f-9b73-b7068f6b72ea admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1802332 Mar 23 12:54:20.923247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2074146481-router', 'tenant_id': 'e317044c683b470a839eb0e676748461', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:20.955982 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fee374bd-e215-48db-a93e-d7649633b99e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.979677 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:20.981065 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.001650 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fee374bd-e215-48db-a93e-d7649633b99e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.054078 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fee374bd-e215-48db-a93e-d7649633b99e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.057017 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fee374bd-e215-48db-a93e-d7649633b99e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.058312 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fee374bd-e215-48db-a93e-d7649633b99e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/security-groups/154e5d27-c0ca-4333-8113-12cb08edba48 HTTP/1.1" status: 204 len: 168 time: 0.3362772 Mar 23 12:54:21.065528 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Set router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:21.071828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34866) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:21.075370 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee374bd-e215-48db-a93e-d7649633b99e tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=154e5d27-c0ca-4333-8113-12cb08edba48,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:21.099594 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.140663 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-607923bb-5609-4f65-b3d3-93056982358a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.168685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-ecd239cc-6362-4393-af9b-637b5bd2b536', 'network_id': 'ecd239cc-6362-4393-af9b-637b5bd2b536', 'tenant_id': 'e317044c683b470a839eb0e676748461', 'fixed_ips': [{'subnet_id': 'f0cac2b3-fe6f-4c29-bddf-6e846c8da9ec'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:54:21.169557 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.210449 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-607923bb-5609-4f65-b3d3-93056982358a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e9f89c-7df4-42f0-a9c1-87312c1472f6']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:21.240760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-607923bb-5609-4f65-b3d3-93056982358a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9122715-5495-4989-858a-5175e7c5cca5') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:21.241320 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-607923bb-5609-4f65-b3d3-93056982358a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9122715-5495-4989-858a-5175e7c5cca5') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:21.254401 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5f7e-40ec-4cae-91b2-32ad31faac36 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.258133 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-607923bb-5609-4f65-b3d3-93056982358a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.291421 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-607923bb-5609-4f65-b3d3-93056982358a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.301567 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5f7e-40ec-4cae-91b2-32ad31faac36 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.311208 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607923bb-5609-4f65-b3d3-93056982358a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:54:21.311896 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-607923bb-5609-4f65-b3d3-93056982358a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:54:21.315366 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:54:21.407046 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-607923bb-5609-4f65-b3d3-93056982358a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.422230 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.428874 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-607923bb-5609-4f65-b3d3-93056982358a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.435305 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-607923bb-5609-4f65-b3d3-93056982358a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "DELETE /v2.0/networks/c3e9f89c-7df4-42f0-a9c1-87312c1472f6 HTTP/1.1" status: 204 len: 168 time: 0.8313403 Mar 23 12:54:21.437222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34868) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:21.445610 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5f7e-40ec-4cae-91b2-32ad31faac36 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.448896 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5f7e-40ec-4cae-91b2-32ad31faac36 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.453498 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a4fb5f7e-40ec-4cae-91b2-32ad31faac36 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/security-groups/6651c518-4fbd-4d7d-b27b-2a26e826b761 HTTP/1.1" status: 204 len: 168 time: 0.3728142 Mar 23 12:54:21.455368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34870) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:21.458271 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607923bb-5609-4f65-b3d3-93056982358a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event deleted for resources: {'Network': ['ID=c3e9f89c-7df4-42f0-a9c1-87312c1472f6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:21.513059 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Allocated IP 172.20.0.2 (ecd239cc-6362-4393-af9b-637b5bd2b536/f0cac2b3-fe6f-4c29-bddf-6e846c8da9ec/49f4aec1-1a96-40ff-a613-db669b4b22d4) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:21.549475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb5f7e-40ec-4cae-91b2-32ad31faac36 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6651c518-4fbd-4d7d-b27b-2a26e826b761,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:21.588237 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7481f6-b514-476f-b0b4-b425d2ab3caa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting subnet be1a3ac7-a6ff-4e9d-8776-b9edd9a7de71 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:54:21.594186 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df7481f6-b514-476f-b0b4-b425d2ab3caa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.647325 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df7481f6-b514-476f-b0b4-b425d2ab3caa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.744630 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'name': 'tempest-TestServerBasicOps-951253649-router', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:08Z', 'updated_at': '2022-03-23T12:54:15Z', 'revision_number': 4, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'gw_port': {'id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:09Z', 'updated_at': '2022-03-23T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'df897868-bd0d-42ae-8783-33541eeb934d', 'name': '', 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'mac_address': 'fa:16:3e:df:b2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:15Z', 'updated_at': '2022-03-23T12:54:16Z', 'revision_number': 2, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'subnets': [{'id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:21.753483 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df7481f6-b514-476f-b0b4-b425d2ab3caa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.781336 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Checking router: fa415a3e-a6c7-4d93-9d37-96c8429f9b9f for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:54:21.781865 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Updating router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f port df897868-bd0d-42ae-8783-33541eeb934d binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:54:21.833386 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.845141 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df7481f6-b514-476f-b0b4-b425d2ab3caa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.857346 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.869160 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.920730 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7481f6-b514-476f-b0b4-b425d2ab3caa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Subnet': ['ID=be1a3ac7-a6ff-4e9d-8776-b9edd9a7de71,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:21.923846 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df7481f6-b514-476f-b0b4-b425d2ab3caa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:21.926851 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daedf8fc-6c25-435c-8a87-4c69a9abf420 None None] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:21.934695 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-df7481f6-b514-476f-b0b4-b425d2ab3caa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/be1a3ac7-a6ff-4e9d-8776-b9edd9a7de71 HTTP/1.1" status: 204 len: 168 time: 0.4773047 Mar 23 12:54:21.940178 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34874) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:21.975542 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Network ecd239cc-6362-4393-af9b-637b5bd2b536 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:21.980312 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0703169b-230a-4e08-89e8-eb14f3ef813b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:22.051896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8aff8c-f58e-4121-83ab-5df6afe1b141 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting subnet f15001a0-6134-4504-849e-52602588562b {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:54:22.055455 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a8aff8c-f58e-4121-83ab-5df6afe1b141 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.059869 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:22.081101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:22.087003 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Pushing event updated for resources: {'Port': ['ID=49f4aec1-1a96-40ff-a613-db669b4b22d4,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:22.119565 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a8aff8c-f58e-4121-83ab-5df6afe1b141 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.210468 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Attempting to bind port 49f4aec1-1a96-40ff-a613-db669b4b22d4 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:54:22.211189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Attempting to bind port 49f4aec1-1a96-40ff-a613-db669b4b22d4 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '5af9a30a-c6e9-451b-a9a5-e10d017756de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ecd239cc-6362-4393-af9b-637b5bd2b536'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:54:22.211788 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Attempting to bind port 49f4aec1-1a96-40ff-a613-db669b4b22d4 on network ecd239cc-6362-4393-af9b-637b5bd2b536 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:54:22.218183 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a8aff8c-f58e-4121-83ab-5df6afe1b141 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.240601 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:54:22.241402 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Checking segment: {'id': '5af9a30a-c6e9-451b-a9a5-e10d017756de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ecd239cc-6362-4393-af9b-637b5bd2b536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:22.242019 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.242636 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Bound using segment: {'id': '5af9a30a-c6e9-451b-a9a5-e10d017756de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ecd239cc-6362-4393-af9b-637b5bd2b536'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:54:22.243513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Bound port: 49f4aec1-1a96-40ff-a613-db669b4b22d4, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af9a30a-c6e9-451b-a9a5-e10d017756de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ecd239cc-6362-4393-af9b-637b5bd2b536'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:54:22.244250 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.253575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0703169b-230a-4e08-89e8-eb14f3ef813b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:22.254258 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.290034 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a8aff8c-f58e-4121-83ab-5df6afe1b141 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.314370 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a8aff8c-f58e-4121-83ab-5df6afe1b141 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.317060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5f51a4-b8b9-40ad-aef6-da7005a5819f tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:22.319749 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5a8aff8c-f58e-4121-83ab-5df6afe1b141 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/f15001a0-6134-4504-849e-52602588562b HTTP/1.1" status: 204 len: 168 time: 0.3764799 Mar 23 12:54:22.330285 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5f51a4-b8b9-40ad-aef6-da7005a5819f tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:22.332174 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1b5f51a4-b8b9-40ad-aef6-da7005a5819f tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8938723 Mar 23 12:54:22.332951 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34878) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:22.344988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34880) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:22.350429 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-11a9e217-deab-4f1c-9c4d-8455c346fae8 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1019921785'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:22.353995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8aff8c-f58e-4121-83ab-5df6afe1b141 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Subnet': ['ID=f15001a0-6134-4504-849e-52602588562b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:22.375280 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a9e217-deab-4f1c-9c4d-8455c346fae8 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Made reservation on behalf of 5f2f4e8149d84661b074cdd2b989ff42 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:22.379439 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f592020-0764-4a58-bbc9-2ac39365cb56 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] DELETE failed (client error): The resource could not be found. Mar 23 12:54:22.380291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f592020-0764-4a58-bbc9-2ac39365cb56 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:54:22.380564 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a9e217-deab-4f1c-9c4d-8455c346fae8 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.386760 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3f592020-0764-4a58-bbc9-2ac39365cb56 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/be1a3ac7-a6ff-4e9d-8776-b9edd9a7de71 HTTP/1.1" status: 404 len: 337 time: 0.0495207 Mar 23 12:54:22.387591 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34882) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:22.388473 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] For port 49f4aec1-1a96-40ff-a613-db669b4b22d4, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:54:22.411500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] For port 49f4aec1-1a96-40ff-a613-db669b4b22d4, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=49f4aec1-1a96-40ff-a613-db669b4b22d4,segment=NetworkSegment(5af9a30a-c6e9-451b-a9a5-e10d017756de),segment_id=5af9a30a-c6e9-451b-a9a5-e10d017756de)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:54:22.442044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a9e217-deab-4f1c-9c4d-8455c346fae8 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:54:22.443197 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.454003 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.462288 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a9e217-deab-4f1c-9c4d-8455c346fae8 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.462790 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-11a9e217-deab-4f1c-9c4d-8455c346fae8 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Added segment d2ebe8f3-69ff-4826-af1d-67294caec0b8 of type vlan for network 10c8d381-e9be-4b50-957b-166de997ba58 Mar 23 12:54:22.471565 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.556370 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a9e217-deab-4f1c-9c4d-8455c346fae8 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.569350 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f86016-4f10-4ca3-9e32-a2aae32194b4 None None] Pushing event updated for resources: {'Port': ['ID=49f4aec1-1a96-40ff-a613-db669b4b22d4,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:22.578851 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc520ee3-3a75-4e59-b9ab-9399606393b6 None None] Pushing event updated for resources: {'Port': ['ID=df897868-bd0d-42ae-8783-33541eeb934d,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:22.615180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21d724d-c2ca-4776-923e-5ddd2f9ea323 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting subnet e125d091-ca30-41d3-b9f1-22533bada56d {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:54:22.618673 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d21d724d-c2ca-4776-923e-5ddd2f9ea323 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.630678 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a9e217-deab-4f1c-9c4d-8455c346fae8 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.637175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a9e217-deab-4f1c-9c4d-8455c346fae8 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:22.637985 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a9e217-deab-4f1c-9c4d-8455c346fae8 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.673001 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Attempting to bind port df897868-bd0d-42ae-8783-33541eeb934d on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:54:22.673369 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Attempting to bind port df897868-bd0d-42ae-8783-33541eeb934d by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'b36cd0d5-f636-45d0-ac0e-3ac16bce4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:54:22.673898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c5724e-223a-4ab5-92f9-70919d6c4fec None None] Update dhcp port {'port': {'network_id': '0279b596-8b80-4cc9-8d39-4a25beb1f026', 'fixed_ips': [{'subnet_id': 'e125d091-ca30-41d3-b9f1-22533bada56d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f15001a0-6134-4504-849e-52602588562b'}], 'binding:host_id': 'n-d-834854-1'}, 'id': 'bc8632db-7661-4d0e-80ff-515f44f34402'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:54:22.675985 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Attempting to bind port df897868-bd0d-42ae-8783-33541eeb934d on network efa11817-c4f9-4668-abb8-4a3e594d3f44 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:54:22.702698 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:54:22.704097 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Checking segment: {'id': 'b36cd0d5-f636-45d0-ac0e-3ac16bce4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:22.704512 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.704905 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Bound using segment: {'id': 'b36cd0d5-f636-45d0-ac0e-3ac16bce4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:54:22.708941 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Bound port: df897868-bd0d-42ae-8783-33541eeb934d, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36cd0d5-f636-45d0-ac0e-3ac16bce4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:54:22.709340 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.721790 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d21d724d-c2ca-4776-923e-5ddd2f9ea323 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.734942 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e8c5724e-223a-4ab5-92f9-70919d6c4fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.831637 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34890) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:22.834819 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-11a9e217-deab-4f1c-9c4d-8455c346fae8 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4867086 Mar 23 12:54:22.836630 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9e217-deab-4f1c-9c4d-8455c346fae8 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event updated for resources: {'Network': ['ID=10c8d381-e9be-4b50-957b-166de997ba58,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:22.855325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-55a32c4d-893a-4f7a-aeab-788560daab64 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1157483194'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:22.899960 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] For port df897868-bd0d-42ae-8783-33541eeb934d, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:54:22.907045 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] For port df897868-bd0d-42ae-8783-33541eeb934d, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=df897868-bd0d-42ae-8783-33541eeb934d,segment=NetworkSegment(b36cd0d5-f636-45d0-ac0e-3ac16bce4af2),segment_id=b36cd0d5-f636-45d0-ac0e-3ac16bce4af2)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:54:22.912765 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.926231 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.956922 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.958810 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a32c4d-893a-4f7a-aeab-788560daab64 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Made reservation on behalf of 5f2f4e8149d84661b074cdd2b989ff42 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:22.963397 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-55a32c4d-893a-4f7a-aeab-788560daab64 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:22.995882 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Routers {'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:22.996540 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:23.013216 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d21d724d-c2ca-4776-923e-5ddd2f9ea323 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:23.081567 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 10c8d381-e9be-4b50-957b-166de997ba58 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:54:23.168966 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] Set router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:23.249354 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a32c4d-893a-4f7a-aeab-788560daab64 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:54:23.268742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-88a798cb-c4a8-4029-8ca9-76e22d65f5ad None None] Provisioning complete for port df897868-bd0d-42ae-8783-33541eeb934d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:23.268742 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88a798cb-c4a8-4029-8ca9-76e22d65f5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:23.320118 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-55a32c4d-893a-4f7a-aeab-788560daab64 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:23.320617 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-55a32c4d-893a-4f7a-aeab-788560daab64 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Added segment 63bb0263-05e1-4ec2-94ac-62e9ff57fc3a of type vlan for network 77afc6c4-ce67-4768-b0ca-87f7d87e7e74 Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-e8c5724e-223a-4ab5-92f9-70919d6c4fec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e125d091-ca30-41d3-b9f1-22533bada56d: This subnet is being modified by another concurrent operation. Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:54:23.372532 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e125d091-ca30-41d3-b9f1-22533bada56d: This subnet is being modified by another concurrent operation. Mar 23 12:54:23.375623 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Mar 23 12:54:23.483857 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-55a32c4d-893a-4f7a-aeab-788560daab64 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:23.490158 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88a798cb-c4a8-4029-8ca9-76e22d65f5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:23.490994 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc520ee3-3a75-4e59-b9ab-9399606393b6 None None] Pushing event updated for resources: {'Port': ['ID=df897868-bd0d-42ae-8783-33541eeb934d,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:23.520114 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d21d724d-c2ca-4776-923e-5ddd2f9ea323 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:23.535412 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-88a798cb-c4a8-4029-8ca9-76e22d65f5ad None None] For port df897868-bd0d-42ae-8783-33541eeb934d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=df897868-bd0d-42ae-8783-33541eeb934d,segment=NetworkSegment(b36cd0d5-f636-45d0-ac0e-3ac16bce4af2),segment_id=b36cd0d5-f636-45d0-ac0e-3ac16bce4af2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:23.540129 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2452cf37-459d-4fa3-9f04-72b03e61b5a5 None None] Network 0279b596-8b80-4cc9-8d39-4a25beb1f026 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:23.565368 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'name': 'tempest-TestServerBasicOps-951253649-router', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:08Z', 'updated_at': '2022-03-23T12:54:15Z', 'revision_number': 4, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'gw_port': {'id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:09Z', 'updated_at': '2022-03-23T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'df897868-bd0d-42ae-8783-33541eeb934d', 'name': '', 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'mac_address': 'fa:16:3e:df:b2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:15Z', 'updated_at': '2022-03-23T12:54:22Z', 'revision_number': 4, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'subnets': [{'id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:23.570325 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-88a798cb-c4a8-4029-8ca9-76e22d65f5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:23.589189 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d21d724d-c2ca-4776-923e-5ddd2f9ea323 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:23.594893 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d21d724d-c2ca-4776-923e-5ddd2f9ea323 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/e125d091-ca30-41d3-b9f1-22533bada56d HTTP/1.1" status: 204 len: 168 time: 1.2042103 Mar 23 12:54:23.597440 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34906) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:23.617433 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Allocated IP 172.25.2.30 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/76941c18-5625-48e9-87fb-7229978f3507) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:23.620885 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83072f97-49a8-4622-87cf-225cbe398dde None None] The sync data for ids ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'] in n-d-834854-1 is: [{'id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'name': 'tempest-TestServerBasicOps-951253649-router', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:08Z', 'updated_at': '2022-03-23T12:54:15Z', 'revision_number': 4, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'gw_port': {'id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:09Z', 'updated_at': '2022-03-23T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'df897868-bd0d-42ae-8783-33541eeb934d', 'name': '', 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'mac_address': 'fa:16:3e:df:b2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:15Z', 'updated_at': '2022-03-23T12:54:22Z', 'revision_number': 4, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'subnets': [{'id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:54:23.664066 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-32de61f3-a269-4d4a-84f4-8f2db0084cb8 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] DELETE failed (client error): The resource could not be found. Mar 23 12:54:23.665335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32de61f3-a269-4d4a-84f4-8f2db0084cb8 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:54:23.672366 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-32de61f3-a269-4d4a-84f4-8f2db0084cb8 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/30ed0beb-b364-44d9-b9a0-e198809e0658 HTTP/1.1" status: 404 len: 337 time: 0.0679305 Mar 23 12:54:23.673172 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34912) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:23.709627 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-552629d4-6779-41d6-91b1-a52dfa6691da tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc20ac39-1938-40d5-b939-ae51c86865c0 HTTP/1.1" status: 200 len: 205 time: 0.0345042 Mar 23 12:54:23.710368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34914) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:23.737594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d724d-c2ca-4776-923e-5ddd2f9ea323 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Subnet': ['ID=e125d091-ca30-41d3-b9f1-22533bada56d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:23.749853 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-55a32c4d-893a-4f7a-aeab-788560daab64 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:23.756928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a32c4d-893a-4f7a-aeab-788560daab64 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:23.757783 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-55a32c4d-893a-4f7a-aeab-788560daab64 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:23.791645 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-82b96824-6a57-44eb-a98d-ab70eb91e2b9 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] delete failed (client error): The resource could not be found. Mar 23 12:54:23.798838 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-82b96824-6a57-44eb-a98d-ab70eb91e2b9 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/routers/fc20ac39-1938-40d5-b939-ae51c86865c0 HTTP/1.1" status: 404 len: 336 time: 0.0825396 Mar 23 12:54:23.799420 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34918) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:23.839369 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:23.895951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0d12e8bd-de95-4540-aa1f-21408a4ac03c None None] Provisioning complete for port df897868-bd0d-42ae-8783-33541eeb934d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:23.896584 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0d12e8bd-de95-4540-aa1f-21408a4ac03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:23.901304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a798cb-c4a8-4029-8ca9-76e22d65f5ad None None] Pushing event updated for resources: {'Port': ['ID=df897868-bd0d-42ae-8783-33541eeb934d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:23.927638 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-3385d473-107d-4904-b3b9-1eb2b6ee43f0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] DELETE failed (client error): The resource could not be found. Mar 23 12:54:23.930431 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3385d473-107d-4904-b3b9-1eb2b6ee43f0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:54:23.930546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:23.942333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34922) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:23.943233 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3385d473-107d-4904-b3b9-1eb2b6ee43f0 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/fae29c91-31ba-459d-a476-e433c9e242ba HTTP/1.1" status: 404 len: 337 time: 0.1393933 Mar 23 12:54:24.018711 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Pushing event updated for resources: {'Port': ['ID=76941c18-5625-48e9-87fb-7229978f3507,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:24.075805 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-55a32c4d-893a-4f7a-aeab-788560daab64 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2376087 Mar 23 12:54:24.079124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 34930) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:24.091985 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Request body: {'ports': [{'network_id': '10c8d381-e9be-4b50-957b-166de997ba58', 'name': 'tempest-port--1770322039', 'admin_state_up': True}, {'network_id': '77afc6c4-ce67-4768-b0ca-87f7d87e7e74', 'admin_state_up': False}]} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:24.092438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Request body: {'port': {'network_id': '10c8d381-e9be-4b50-957b-166de997ba58', 'name': 'tempest-port--1770322039', 'admin_state_up': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:24.092953 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Request body: {'port': {'network_id': '77afc6c4-ce67-4768-b0ca-87f7d87e7e74', 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:24.109593 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6565053-4a92-4cc1-8e12-b2309f59c1ee None None] DHCP port deletion for 0279b596-8b80-4cc9-8d39-4a25beb1f026 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:54:24.134234 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e115fb2e-4710-489a-8015-59f739c25fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:24.137544 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:24.142784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:24.146540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:24.149527 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea7f299-9ad2-4a05-8620-1a176a5720fa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] DELETE failed (client error): The resource could not be found. Mar 23 12:54:24.150095 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea7f299-9ad2-4a05-8620-1a176a5720fa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:54:24.154112 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7ea7f299-9ad2-4a05-8620-1a176a5720fa tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/12dabbfa-b2b2-4327-a8fe-c2ab13ee8ef9 HTTP/1.1" status: 404 len: 337 time: 0.1987133 Mar 23 12:54:24.158787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34932) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:24.213470 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e615943c-205e-45a9-9d67-81811d422335 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] DELETE failed (client error): The resource could not be found. Mar 23 12:54:24.214133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e615943c-205e-45a9-9d67-81811d422335 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:54:24.219473 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e615943c-205e-45a9-9d67-81811d422335 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/174a5d7b-ee79-4c1a-bd1d-dede4813997f HTTP/1.1" status: 404 len: 337 time: 0.0575035 Mar 23 12:54:24.248131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a32c4d-893a-4f7a-aeab-788560daab64 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event updated for resources: {'Network': ['ID=77afc6c4-ce67-4768-b0ca-87f7d87e7e74,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:24.254208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34936) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:24.266239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 77afc6c4-ce67-4768-b0ca-87f7d87e7e74 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:54:24.300607 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc65f4f-4715-4d9c-8de1-3b34c316bf03 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] DELETE failed (client error): The resource could not be found. Mar 23 12:54:24.302015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc65f4f-4715-4d9c-8de1-3b34c316bf03 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:54:24.305851 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bbc65f4f-4715-4d9c-8de1-3b34c316bf03 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/2903377c-d853-42cb-b3dd-c3499d8b8b0f HTTP/1.1" status: 404 len: 333 time: 0.0479870 Mar 23 12:54:24.308708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34948) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:24.429291 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a80a73-0c7e-4a32-b809-2958393eb532 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] DELETE failed (client error): The resource could not be found. Mar 23 12:54:24.430864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a80a73-0c7e-4a32-b809-2958393eb532 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:54:24.439312 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 49f4aec1-1a96-40ff-a613-db669b4b22d4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:24.444744 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d3a80a73-0c7e-4a32-b809-2958393eb532 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/35d30ddf-915d-4905-9f34-3d9b89fe5b07 HTTP/1.1" status: 404 len: 337 time: 0.1347580 Mar 23 12:54:24.456269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34970) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:24.542128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0d12e8bd-de95-4540-aa1f-21408a4ac03c None None] Provisioning complete for port 399b3001-6039-47b5-84e2-81fe21a9a4a6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:24.542504 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0d12e8bd-de95-4540-aa1f-21408a4ac03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:24.595170 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db37a8c-c91a-4914-9792-dd5fd3837dc6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] DELETE failed (client error): The resource could not be found. Mar 23 12:54:24.595636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db37a8c-c91a-4914-9792-dd5fd3837dc6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:54:24.599477 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1db37a8c-c91a-4914-9792-dd5fd3837dc6 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/e73b942b-0d84-4fa4-a0fd-c95e2273eb77 HTTP/1.1" status: 404 len: 337 time: 0.1408231 Mar 23 12:54:24.602514 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34984) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:24.708992 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cb2716-3ce3-4a31-8c54-b3bb7e0397fd None None] Network ecd239cc-6362-4393-af9b-637b5bd2b536 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:24.727583 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0694c7-a0fb-4f42-9179-e2ceca211cfc tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] DELETE failed (client error): The resource could not be found. Mar 23 12:54:24.728652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0694c7-a0fb-4f42-9179-e2ceca211cfc tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:54:24.734943 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-df0694c7-a0fb-4f42-9179-e2ceca211cfc tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/6458b329-12ae-4b4a-ad2e-3da7d24c8b2e HTTP/1.1" status: 404 len: 333 time: 0.1284151 Mar 23 12:54:24.739808 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34994) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:24.837336 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b82256-1c5b-49d8-84d7-eef2b3a3b751 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] DELETE failed (client error): The resource could not be found. Mar 23 12:54:24.838081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b82256-1c5b-49d8-84d7-eef2b3a3b751 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:54:24.843913 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-24b82256-1c5b-49d8-84d7-eef2b3a3b751 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/02331ebd-91a9-4cde-afc9-10ca0e0c8118 HTTP/1.1" status: 404 len: 337 time: 0.0809050 Mar 23 12:54:24.856600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 34998) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:24.927853 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-548b6d5a-b3f6-4c48-8ef9-d86f420c5350 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] DELETE failed (client error): The resource could not be found. Mar 23 12:54:24.928729 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548b6d5a-b3f6-4c48-8ef9-d86f420c5350 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:54:24.931503 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-548b6d5a-b3f6-4c48-8ef9-d86f420c5350 tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/subnets/12e902e6-723b-4d2f-9a60-99f8235eb6f1 HTTP/1.1" status: 404 len: 337 time: 0.0695143 Mar 23 12:54:24.944447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35002) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:25.120709 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e6565053-4a92-4cc1-8e12-b2309f59c1ee None None] Deleting port bc8632db-7661-4d0e-80ff-515f44f34402 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:25.122295 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6565053-4a92-4cc1-8e12-b2309f59c1ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:25.167977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Made reservation on behalf of 5f2f4e8149d84661b074cdd2b989ff42 for: {'port': 2} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:25.184523 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:25.210843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0d12e8bd-de95-4540-aa1f-21408a4ac03c None None] Port 399b3001-6039-47b5-84e2-81fe21a9a4a6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:25.215756 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:25.342641 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:25.348262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-53d8e2a0-4570-461d-a15a-b4314a96a13d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port 399b3001-6039-47b5-84e2-81fe21a9a4a6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:25.348808 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53d8e2a0-4570-461d-a15a-b4314a96a13d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:25.421627 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53d8e2a0-4570-461d-a15a-b4314a96a13d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:25.454202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-53d8e2a0-4570-461d-a15a-b4314a96a13d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for 399b3001-6039-47b5-84e2-81fe21a9a4a6 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:25.520951 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] device_id is not set on port 01f29975-4a8f-4f8d-8b2a-465b60bcdc24 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:54:25.579612 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53d8e2a0-4570-461d-a15a-b4314a96a13d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:25.616695 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:25.619604 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8e2a0-4570-461d-a15a-b4314a96a13d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=399b3001-6039-47b5-84e2-81fe21a9a4a6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:25.644008 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53d8e2a0-4570-461d-a15a-b4314a96a13d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:25.647651 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-53d8e2a0-4570-461d-a15a-b4314a96a13d tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/ports/399b3001-6039-47b5-84e2-81fe21a9a4a6 HTTP/1.1" status: 204 len: 168 time: 0.6862245 Mar 23 12:54:25.650819 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35036) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:25.753218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] device_id is not set on port b6b9a6b4-ad6f-460d-abe5-9e886bd3deef yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:54:25.769005 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e6565053-4a92-4cc1-8e12-b2309f59c1ee None None] For port bc8632db-7661-4d0e-80ff-515f44f34402, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bc8632db-7661-4d0e-80ff-515f44f34402,segment=NetworkSegment(a67f53e7-ca94-4dab-90ea-766c5a74e16c),segment_id=a67f53e7-ca94-4dab-90ea-766c5a74e16c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:25.770783 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6565053-4a92-4cc1-8e12-b2309f59c1ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:25.801295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0d12e8bd-de95-4540-aa1f-21408a4ac03c None None] Provisioning complete for port bc8632db-7661-4d0e-80ff-515f44f34402 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:25.801928 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0d12e8bd-de95-4540-aa1f-21408a4ac03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:25.838707 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:25.849934 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e6565053-4a92-4cc1-8e12-b2309f59c1ee None None] Calling delete_port for bc8632db-7661-4d0e-80ff-515f44f34402 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:25.854030 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 49f4aec1-1a96-40ff-a613-db669b4b22d4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:25.854472 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:25.857503 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:25.951432 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:25.954239 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.099684 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event updated for resources: {'Port': ['ID=01f29975-4a8f-4f8d-8b2a-465b60bcdc24,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:26.132419 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.146922 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Checking segment: {'id': 'd2ebe8f3-69ff-4826-af1d-67294caec0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '10c8d381-e9be-4b50-957b-166de997ba58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:26.147314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Network hostable DHCP agents. Network: 10c8d381-e9be-4b50-957b-166de997ba58, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:54:26.160182 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6565053-4a92-4cc1-8e12-b2309f59c1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.178273 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Deleting port bc8632db-7661-4d0e-80ff-515f44f34402 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:26.179614 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.195710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Network 10c8d381-e9be-4b50-957b-166de997ba58 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:54:26.211640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 10c8d381-e9be-4b50-957b-166de997ba58) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:26.215296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:26.218127 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.237069 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbce9f5f-824e-414b-a1c6-b5269d767c79 None None] Network 10c8d381-e9be-4b50-957b-166de997ba58 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:26.260242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6565053-4a92-4cc1-8e12-b2309f59c1ee None None] No DVR routers for this DVR port bc8632db-7661-4d0e-80ff-515f44f34402 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:54:26.281116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6565053-4a92-4cc1-8e12-b2309f59c1ee None None] Pushing event deleted for resources: {'Port': ['ID=bc8632db-7661-4d0e-80ff-515f44f34402,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:26.316100 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 49f4aec1-1a96-40ff-a613-db669b4b22d4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=49f4aec1-1a96-40ff-a613-db669b4b22d4,segment=NetworkSegment(5af9a30a-c6e9-451b-a9a5-e10d017756de),segment_id=5af9a30a-c6e9-451b-a9a5-e10d017756de)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:26.343466 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event updated for resources: {'Port': ['ID=b6b9a6b4-ad6f-460d-abe5-9e886bd3deef,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:26.360504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] For port bc8632db-7661-4d0e-80ff-515f44f34402, host n-d-834854-1, got binding levels [] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:26.360880 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.364913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Checking segment: {'id': '63bb0263-05e1-4ec2-94ac-62e9ff57fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '77afc6c4-ce67-4768-b0ca-87f7d87e7e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:26.365277 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Network hostable DHCP agents. Network: 77afc6c4-ce67-4768-b0ca-87f7d87e7e74, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:54:26.398785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Calling delete_port for bc8632db-7661-4d0e-80ff-515f44f34402 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:26.402438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Network 77afc6c4-ce67-4768-b0ca-87f7d87e7e74 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:54:26.407375 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Router b8d3a864-9186-4e67-b785-89aa21786ef1 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:54:26.422223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 77afc6c4-ce67-4768-b0ca-87f7d87e7e74) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:26.422917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Port bc8632db-7661-4d0e-80ff-515f44f34402 was not found and therefore no delete operation was performed {{(pid=102778) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 12:54:26.426624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:26.432902 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:26.435425 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.438832 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:26.439694 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.449203 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31a5f16-a89f-4aa4-9644-6490e428afc8 None None] Network 77afc6c4-ce67-4768-b0ca-87f7d87e7e74 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:26.457357 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.458609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device df897868-bd0d-42ae-8783-33541eeb934d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:26.464026 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7f67b420-9b5c-4133-9b83-0b97c3d96883 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3836365 Mar 23 12:54:26.464936 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35046) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:26.496793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Port': ['ID=bc8632db-7661-4d0e-80ff-515f44f34402,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:26.518360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] No DVR routers for this DVR port bc8632db-7661-4d0e-80ff-515f44f34402 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:54:26.550187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc75149a-0fd2-48b5-8bd5-e6326c827f95 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:26.565018 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc75149a-0fd2-48b5-8bd5-e6326c827f95 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:26.569022 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dc75149a-0fd2-48b5-8bd5-e6326c827f95 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1028924 Mar 23 12:54:26.571898 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35048) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:26.673130 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c41b5df8-8822-4756-a535-0123a9e42512 None None] Provisioning complete for port 49f4aec1-1a96-40ff-a613-db669b4b22d4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:26.673600 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c41b5df8-8822-4756-a535-0123a9e42512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.694714 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.727309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0279b596-8b80-4cc9-8d39-4a25beb1f026']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:26.735442 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-78cda0d9-9bb3-4fa6-ae10-d5ed1c70fc70 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Deleting port 01f29975-4a8f-4f8d-8b2a-465b60bcdc24 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:26.736523 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78cda0d9-9bb3-4fa6-ae10-d5ed1c70fc70 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.737541 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:54:26.741805 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port df897868-bd0d-42ae-8783-33541eeb934d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:26.742315 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.744686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67f53e7-ca94-4dab-90ea-766c5a74e16c') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:26.745052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67f53e7-ca94-4dab-90ea-766c5a74e16c') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:26.756188 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Sync routers for ids ['b8d3a864-9186-4e67-b785-89aa21786ef1'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:54:26.770507 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.786656 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.791483 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-83643367-ae4a-48d1-b325-bfd70fd898e8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8722477 Mar 23 12:54:26.791772 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=49f4aec1-1a96-40ff-a613-db669b4b22d4,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:26.793026 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35050) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:26.801057 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.839778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:54:26.840428 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:54:26.843760 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:54:26.846922 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Routers {'b8d3a864-9186-4e67-b785-89aa21786ef1'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:26.847586 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:53:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b8d3a864-9186-4e67-b785-89aa21786ef1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:26.852431 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78cda0d9-9bb3-4fa6-ae10-d5ed1c70fc70 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:26.896420 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-78cda0d9-9bb3-4fa6-ae10-d5ed1c70fc70 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Calling delete_port for 01f29975-4a8f-4f8d-8b2a-465b60bcdc24 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:26.978875 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:27.005825 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:27.021656 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78cda0d9-9bb3-4fa6-ae10-d5ed1c70fc70 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:27.021895 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] 10.222.0.52 "DELETE /v2.0/networks/0279b596-8b80-4cc9-8d39-4a25beb1f026 HTTP/1.1" status: 204 len: 168 time: 1.3671768 Mar 23 12:54:27.022021 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5534ee48-e879-4451-b7d8-ad279d8f56c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:27.039322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4dd36-52f4-4484-b508-72cac48ce48a tempest-PortsTestJSON-1648002003 tempest-PortsTestJSON-1648002003-project] Pushing event deleted for resources: {'Network': ['ID=0279b596-8b80-4cc9-8d39-4a25beb1f026,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:27.090982 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78cda0d9-9bb3-4fa6-ae10-d5ed1c70fc70 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:27.096775 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-78cda0d9-9bb3-4fa6-ae10-d5ed1c70fc70 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "DELETE /v2.0/ports/01f29975-4a8f-4f8d-8b2a-465b60bcdc24 HTTP/1.1" status: 204 len: 168 time: 0.5209522 Mar 23 12:54:27.106156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35056) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:27.190503 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cda0d9-9bb3-4fa6-ae10-d5ed1c70fc70 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event deleted for resources: {'Port': ['ID=01f29975-4a8f-4f8d-8b2a-465b60bcdc24,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:27.272358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Set router b8d3a864-9186-4e67-b785-89aa21786ef1 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:27.345711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f7bfb2c6-961d-4e90-8100-bd7c426789e1 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Deleting port b6b9a6b4-ad6f-460d-abe5-9e886bd3deef {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:27.347113 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7bfb2c6-961d-4e90-8100-bd7c426789e1 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:27.448263 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa519fd4-1585-481c-923e-7b8fdea87428 None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:54:27.563988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bc8632db-7661-4d0e-80ff-515f44f34402 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:54:27.566850 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:27.579830 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35062) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:27.593179 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7bfb2c6-961d-4e90-8100-bd7c426789e1 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:27.603299 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: bc8632db-7661-4d0e-80ff-515f44f34402 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:54:27.603613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bc8632db-7661-4d0e-80ff-515f44f34402 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:54:27.629156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f7bfb2c6-961d-4e90-8100-bd7c426789e1 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Calling delete_port for b6b9a6b4-ad6f-460d-abe5-9e886bd3deef owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:27.642949 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d76dc6b7-e813-425c-8048-802794ab0682 None None] Provisioning complete for port 49f4aec1-1a96-40ff-a613-db669b4b22d4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:27.643364 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d76dc6b7-e813-425c-8048-802794ab0682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:27.723255 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa519fd4-1585-481c-923e-7b8fdea87428 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:54:27.802209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Allocated IP 172.20.0.1 (ecd239cc-6362-4393-af9b-637b5bd2b536/f0cac2b3-fe6f-4c29-bddf-6e846c8da9ec/7a89fc2e-3c53-440a-adc1-93c16f98b2b9) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:27.840169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'name': 'tempest-TestServerBasicOps-2074146481-router', 'tenant_id': 'e317044c683b470a839eb0e676748461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '76941c18-5625-48e9-87fb-7229978f3507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:20Z', 'updated_at': '2022-03-23T12:54:24Z', 'revision_number': 3, 'project_id': 'e317044c683b470a839eb0e676748461', 'gw_port': {'id': '76941c18-5625-48e9-87fb-7229978f3507', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:22Z', 'updated_at': '2022-03-23T12:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:27.863570 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7bfb2c6-961d-4e90-8100-bd7c426789e1 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:27.917877 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfb2c6-961d-4e90-8100-bd7c426789e1 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event deleted for resources: {'Port': ['ID=b6b9a6b4-ad6f-460d-abe5-9e886bd3deef,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:27.932854 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6e3d2268-5134-4fde-9ba6-9307fa971988 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c3c6728e92c54f358a5fc12194cc4258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518257 Mar 23 12:54:27.935564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35066) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:27.947384 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7bfb2c6-961d-4e90-8100-bd7c426789e1 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:27.954573 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f7bfb2c6-961d-4e90-8100-bd7c426789e1 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "DELETE /v2.0/ports/b6b9a6b4-ad6f-460d-abe5-9e886bd3deef HTTP/1.1" status: 204 len: 168 time: 0.7797947 Mar 23 12:54:27.960183 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35068) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:28.018844 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acf9383b-b656-4199-9651-eafa66a4915e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.028315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35070) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:28.029120 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5eed05fd-836f-4fa1-9461-23f046998b83 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0657718 Mar 23 12:54:28.040343 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b6017519-7bc5-4e54-bcfb-d837dba2eaf2 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1374537194'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:28.090935 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.094624 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acf9383b-b656-4199-9651-eafa66a4915e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.131202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6017519-7bc5-4e54-bcfb-d837dba2eaf2 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Made reservation on behalf of 5f2f4e8149d84661b074cdd2b989ff42 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:28.135186 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6017519-7bc5-4e54-bcfb-d837dba2eaf2 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.151269 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Checking router: b8d3a864-9186-4e67-b785-89aa21786ef1 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:54:28.152624 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Updating router b8d3a864-9186-4e67-b785-89aa21786ef1 port 76941c18-5625-48e9-87fb-7229978f3507 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:54:28.165744 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 49f4aec1-1a96-40ff-a613-db669b4b22d4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:28.169768 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.203443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6017519-7bc5-4e54-bcfb-d837dba2eaf2 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:54:28.213028 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6017519-7bc5-4e54-bcfb-d837dba2eaf2 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.213585 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-b6017519-7bc5-4e54-bcfb-d837dba2eaf2 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Added segment e061ec14-9e0b-4e99-9ebc-b08e7cf82269 of type vlan for network 0d3fa201-8746-4f57-bfac-dc334be7dfa6 Mar 23 12:54:28.259992 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6017519-7bc5-4e54-bcfb-d837dba2eaf2 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.266809 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.288897 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6017519-7bc5-4e54-bcfb-d837dba2eaf2 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.294370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6017519-7bc5-4e54-bcfb-d837dba2eaf2 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:28.294957 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6017519-7bc5-4e54-bcfb-d837dba2eaf2 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.374222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6017519-7bc5-4e54-bcfb-d837dba2eaf2 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event updated for resources: {'Network': ['ID=0d3fa201-8746-4f57-bfac-dc334be7dfa6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:28.379984 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acf9383b-b656-4199-9651-eafa66a4915e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.383099 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acf9383b-b656-4199-9651-eafa66a4915e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.384271 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-acf9383b-b656-4199-9651-eafa66a4915e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c63becc0-da79-4deb-ad27-612d8aaecf24 HTTP/1.1" status: 204 len: 168 time: 0.4475460 Mar 23 12:54:28.390393 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.409942 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9383b-b656-4199-9651-eafa66a4915e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63becc0-da79-4deb-ad27-612d8aaecf24,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:28.434310 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b6017519-7bc5-4e54-bcfb-d837dba2eaf2 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4035106 Mar 23 12:54:28.437726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35080) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:28.443495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ef485796-8be9-4f1f-933a-1bb9922ccfbf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-766194050'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:28.445383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Network ecd239cc-6362-4393-af9b-637b5bd2b536 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:28.449561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:28.456210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:28.485139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef485796-8be9-4f1f-933a-1bb9922ccfbf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Made reservation on behalf of 5f2f4e8149d84661b074cdd2b989ff42 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:28.488959 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef485796-8be9-4f1f-933a-1bb9922ccfbf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.511015 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.512804 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 0d3fa201-8746-4f57-bfac-dc334be7dfa6 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:54:28.543051 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef485796-8be9-4f1f-933a-1bb9922ccfbf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:54:28.558809 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef485796-8be9-4f1f-933a-1bb9922ccfbf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.559249 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-ef485796-8be9-4f1f-933a-1bb9922ccfbf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Added segment f5c4dd07-f728-4061-ba09-06f268d7b874 of type vlan for network 7feec15a-2824-4a8f-ab1f-278ef900ffab Mar 23 12:54:28.609325 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef485796-8be9-4f1f-933a-1bb9922ccfbf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.638869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Pushing event updated for resources: {'Port': ['ID=7a89fc2e-3c53-440a-adc1-93c16f98b2b9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:28.649474 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef485796-8be9-4f1f-933a-1bb9922ccfbf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.657812 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef485796-8be9-4f1f-933a-1bb9922ccfbf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:28.661236 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ef485796-8be9-4f1f-933a-1bb9922ccfbf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.677691 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:54:28.696847 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 49f4aec1-1a96-40ff-a613-db669b4b22d4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:28.697566 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:28.728556 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ef485796-8be9-4f1f-933a-1bb9922ccfbf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2890713 Mar 23 12:54:28.864658 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef485796-8be9-4f1f-933a-1bb9922ccfbf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event updated for resources: {'Network': ['ID=7feec15a-2824-4a8f-ab1f-278ef900ffab,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:28.883360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 7feec15a-2824-4a8f-ab1f-278ef900ffab details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:54:28.988373 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:29.261765 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:29.270245 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:29.347253 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:29.393401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Pushing event updated for resources: {'Port': ['ID=7a89fc2e-3c53-440a-adc1-93c16f98b2b9,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:29.527562 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:29.596148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Network ecd239cc-6362-4393-af9b-637b5bd2b536 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:29.598133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:29.625612 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device df897868-bd0d-42ae-8783-33541eeb934d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:29.786704 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Router b8d3a864-9186-4e67-b785-89aa21786ef1 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:54:29.803697 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:29.859680 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:29.877305 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:30.115881 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Attempting to bind port 76941c18-5625-48e9-87fb-7229978f3507 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:54:30.117072 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Attempting to bind port 76941c18-5625-48e9-87fb-7229978f3507 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:54:30.117344 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Attempting to bind port 76941c18-5625-48e9-87fb-7229978f3507 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:54:30.159717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:54:30.164816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:30.164816 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:30.164816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:54:30.164816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Bound port: 76941c18-5625-48e9-87fb-7229978f3507, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:54:30.164816 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:30.319916 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] For port 76941c18-5625-48e9-87fb-7229978f3507, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:54:30.330119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] For port 76941c18-5625-48e9-87fb-7229978f3507, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=76941c18-5625-48e9-87fb-7229978f3507,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:54:30.333192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbe1ff-482d-4956-87aa-ba363dcbc24f None None] Pushing event updated for resources: {'Port': ['ID=76941c18-5625-48e9-87fb-7229978f3507,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:30.368439 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:30.654628 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port df897868-bd0d-42ae-8783-33541eeb934d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:30.655034 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:30.675842 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbe1ff-482d-4956-87aa-ba363dcbc24f None None] Pushing event updated for resources: {'Port': ['ID=76941c18-5625-48e9-87fb-7229978f3507,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:30.775199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0c21dac0-e7fc-40b8-a303-17cecb638eb6 None None] Provisioning complete for port 7a89fc2e-3c53-440a-adc1-93c16f98b2b9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:30.778796 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0c21dac0-e7fc-40b8-a303-17cecb638eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:30.907948 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0c21dac0-e7fc-40b8-a303-17cecb638eb6 None None] Port 7a89fc2e-3c53-440a-adc1-93c16f98b2b9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:30.910794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:54:30.939275 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-079e01b2-af38-49d5-ab15-0cc1b8bafa62 admin admin] 10.222.0.52 "PUT /v2.0/routers/b8d3a864-9186-4e67-b785-89aa21786ef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1286714 Mar 23 12:54:30.997142 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Routers {'b8d3a864-9186-4e67-b785-89aa21786ef1'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:30.998085 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:54:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b8d3a864-9186-4e67-b785-89aa21786ef1'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:31.368442 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] Set router b8d3a864-9186-4e67-b785-89aa21786ef1 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:31.454860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-52ad7479-d843-4e9f-b8c9-f18b96af0013 None None] Provisioning complete for port 7a89fc2e-3c53-440a-adc1-93c16f98b2b9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:31.455958 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-52ad7479-d843-4e9f-b8c9-f18b96af0013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:31.622750 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-52ad7479-d843-4e9f-b8c9-f18b96af0013 None None] Port 7a89fc2e-3c53-440a-adc1-93c16f98b2b9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:31.872751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35144) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:31.880624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8e9a2e3f-5b9e-4db0-91dd-f5c2e64ca10c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-888224894', 'description': 'tempest-secgroup-smoke-888224894 description', 'project_id': '19171b52f76e4157a4ec58a49fcc16cb'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:31.926455 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e9a2e3f-5b9e-4db0-91dd-f5c2e64ca10c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:31.962587 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35148) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:31.971870 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Request body: {'subnets': [{'network_id': '0d3fa201-8746-4f57-bfac-dc334be7dfa6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1179770876', 'ip_version': 6}, {'network_id': '7feec15a-2824-4a8f-ab1f-278ef900ffab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:31.972522 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Request body: {'subnet': {'network_id': '0d3fa201-8746-4f57-bfac-dc334be7dfa6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1179770876', 'ip_version': 6}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:31.973847 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Request body: {'subnet': {'network_id': '7feec15a-2824-4a8f-ab1f-278ef900ffab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:32.048867 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'name': 'tempest-TestServerBasicOps-2074146481-router', 'tenant_id': 'e317044c683b470a839eb0e676748461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '76941c18-5625-48e9-87fb-7229978f3507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:20Z', 'updated_at': '2022-03-23T12:54:28Z', 'revision_number': 4, 'project_id': 'e317044c683b470a839eb0e676748461', 'gw_port': {'id': '76941c18-5625-48e9-87fb-7229978f3507', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:22Z', 'updated_at': '2022-03-23T12:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '7a89fc2e-3c53-440a-adc1-93c16f98b2b9', 'name': '', 'network_id': 'ecd239cc-6362-4393-af9b-637b5bd2b536', 'tenant_id': 'e317044c683b470a839eb0e676748461', 'mac_address': 'fa:16:3e:b8:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'f0cac2b3-fe6f-4c29-bddf-6e846c8da9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:27Z', 'updated_at': '2022-03-23T12:54:29Z', 'revision_number': 2, 'project_id': 'e317044c683b470a839eb0e676748461', 'subnets': [{'id': 'f0cac2b3-fe6f-4c29-bddf-6e846c8da9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:32.073975 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e9a2e3f-5b9e-4db0-91dd-f5c2e64ca10c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:32.078806 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e9a2e3f-5b9e-4db0-91dd-f5c2e64ca10c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:32.115302 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e9a2e3f-5b9e-4db0-91dd-f5c2e64ca10c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:32.128472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35154) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:32.128842 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8e9a2e3f-5b9e-4db0-91dd-f5c2e64ca10c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2540500 Mar 23 12:54:32.131504 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a2e3f-5b9e-4db0-91dd-f5c2e64ca10c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23d1ebb-f8aa-4b34-995e-9601f8174f90,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:32.154499 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c9b0cbcc-5aeb-4d11-b658-acdb021dc642 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Request body: {'security_group_rule': {'security_group_id': 'f23d1ebb-f8aa-4b34-995e-9601f8174f90', 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:32.256213 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a4e29-02ba-4614-82a3-49bd089b350f None None] The sync data for ids ['b8d3a864-9186-4e67-b785-89aa21786ef1'] in n-d-834854-1 is: [{'id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'name': 'tempest-TestServerBasicOps-2074146481-router', 'tenant_id': 'e317044c683b470a839eb0e676748461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '76941c18-5625-48e9-87fb-7229978f3507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:20Z', 'updated_at': '2022-03-23T12:54:28Z', 'revision_number': 4, 'project_id': 'e317044c683b470a839eb0e676748461', 'gw_port': {'id': '76941c18-5625-48e9-87fb-7229978f3507', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:22Z', 'updated_at': '2022-03-23T12:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '7a89fc2e-3c53-440a-adc1-93c16f98b2b9', 'name': '', 'network_id': 'ecd239cc-6362-4393-af9b-637b5bd2b536', 'tenant_id': 'e317044c683b470a839eb0e676748461', 'mac_address': 'fa:16:3e:b8:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'f0cac2b3-fe6f-4c29-bddf-6e846c8da9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:27Z', 'updated_at': '2022-03-23T12:54:29Z', 'revision_number': 2, 'project_id': 'e317044c683b470a839eb0e676748461', 'subnets': [{'id': 'f0cac2b3-fe6f-4c29-bddf-6e846c8da9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:54:32.266570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Made reservation on behalf of 5f2f4e8149d84661b074cdd2b989ff42 for: {'subnet': 2} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:32.272385 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:32.272827 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:32.281581 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9b0cbcc-5aeb-4d11-b658-acdb021dc642 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:32.442639 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9b0cbcc-5aeb-4d11-b658-acdb021dc642 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:32.451775 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9b0cbcc-5aeb-4d11-b658-acdb021dc642 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:32.508750 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0cbcc-5aeb-4d11-b658-acdb021dc642 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb06307d-3e95-4c11-8c4b-57fd46606e7c,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:32.517918 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9b0cbcc-5aeb-4d11-b658-acdb021dc642 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:32.521606 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c9b0cbcc-5aeb-4d11-b658-acdb021dc642 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3889844 Mar 23 12:54:32.531874 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35156) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:32.536559 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-daaa26b4-7e8c-4fe4-8311-d89cceae7493 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Request body: {'security_group_rule': {'security_group_id': 'f23d1ebb-f8aa-4b34-995e-9601f8174f90', 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:32.638275 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-daaa26b4-7e8c-4fe4-8311-d89cceae7493 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:32.793544 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-daaa26b4-7e8c-4fe4-8311-d89cceae7493 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:32.811452 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-daaa26b4-7e8c-4fe4-8311-d89cceae7493 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:32.861385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa26b4-7e8c-4fe4-8311-d89cceae7493 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48a65a2-2bab-4eac-ac29-f676a3a9665c,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:32.870438 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-daaa26b4-7e8c-4fe4-8311-d89cceae7493 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:32.873775 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-daaa26b4-7e8c-4fe4-8311-d89cceae7493 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3382204 Mar 23 12:54:32.877311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35162) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:32.888062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8e4f1ef0-e0fd-41c7-bcde-7c545724381a tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Request body: {'security_group_rule': {'security_group_id': 'f23d1ebb-f8aa-4b34-995e-9601f8174f90', 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:32.943524 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1ef0-e0fd-41c7-bcde-7c545724381a tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.014629 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.104424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event updated for resources: {'Subnet': ['ID=1c116dc2-05e9-49bf-ae61-229c59615668,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:33.155074 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1ef0-e0fd-41c7-bcde-7c545724381a tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.166547 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1ef0-e0fd-41c7-bcde-7c545724381a tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.207183 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1ef0-e0fd-41c7-bcde-7c545724381a tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.213317 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8e4f1ef0-e0fd-41c7-bcde-7c545724381a tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330905 Mar 23 12:54:33.215801 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35174) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:33.219022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Checking segment: {'id': 'e061ec14-9e0b-4e99-9ebc-b08e7cf82269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0d3fa201-8746-4f57-bfac-dc334be7dfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:33.219406 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Network hostable DHCP agents. Network: 0d3fa201-8746-4f57-bfac-dc334be7dfa6, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:54:33.227421 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a9b27b00-4b79-450b-83dd-531f530f564f tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Request body: {'security_group_rule': {'security_group_id': 'f23d1ebb-f8aa-4b34-995e-9601f8174f90', 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:33.268596 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f1ef0-e0fd-41c7-bcde-7c545724381a tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236fc297-ec15-4eb2-9719-8a1681c68d3d,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:33.273017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Network 0d3fa201-8746-4f57-bfac-dc334be7dfa6 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:54:33.299988 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 0d3fa201-8746-4f57-bfac-dc334be7dfa6) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:33.302752 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.311684 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecffc4f-de05-47ad-a6c8-e4b6567c51cc None None] Network 0d3fa201-8746-4f57-bfac-dc334be7dfa6 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:33.388005 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9b27b00-4b79-450b-83dd-531f530f564f tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.531722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event updated for resources: {'Subnet': ['ID=532fff73-c129-4332-9560-bddee4128ad2,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:33.533498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Checking segment: {'id': 'f5c4dd07-f728-4061-ba09-06f268d7b874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7feec15a-2824-4a8f-ab1f-278ef900ffab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:33.533858 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Network hostable DHCP agents. Network: 7feec15a-2824-4a8f-ab1f-278ef900ffab, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:54:33.534463 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9b27b00-4b79-450b-83dd-531f530f564f tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.543981 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9b27b00-4b79-450b-83dd-531f530f564f tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.560190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Network 7feec15a-2824-4a8f-ab1f-278ef900ffab is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:54:33.584938 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 7feec15a-2824-4a8f-ab1f-278ef900ffab) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:33.585079 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b27b00-4b79-450b-83dd-531f530f564f tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3aecb2-4c2a-4891-ab7c-9cfeb48252e0,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:33.601112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:33.601749 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:33.602444 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.611636 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9b27b00-4b79-450b-83dd-531f530f564f tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.612871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b22521-abcb-4a9a-92f3-80dec9b17419 None None] Network 7feec15a-2824-4a8f-ab1f-278ef900ffab requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:33.613119 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a9b27b00-4b79-450b-83dd-531f530f564f tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3924170 Mar 23 12:54:33.615673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35178) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:33.620165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-78500751-2f6e-4611-962f-6aa97d12f8f9 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Request body: {'security_group_rule': {'security_group_id': 'f23d1ebb-f8aa-4b34-995e-9601f8174f90', 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:33.653372 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2f1f3316-1ec3-43e5-a1b0-5fccd59ffe17 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6759810 Mar 23 12:54:33.654125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35180) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:33.668125 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-78500751-2f6e-4611-962f-6aa97d12f8f9 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Project 19171b52f76e4157a4ec58a49fcc16cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:54:33.680347 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78500751-2f6e-4611-962f-6aa97d12f8f9 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.761404 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86828540-847b-4c72-90cb-f379d66f204d tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:33.763331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86828540-847b-4c72-90cb-f379d66f204d tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:33.765585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86828540-847b-4c72-90cb-f379d66f204d tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:33.767666 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-86828540-847b-4c72-90cb-f379d66f204d tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1115606 Mar 23 12:54:33.782276 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35182) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:33.800769 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78500751-2f6e-4611-962f-6aa97d12f8f9 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.820112 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78500751-2f6e-4611-962f-6aa97d12f8f9 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.830353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 76941c18-5625-48e9-87fb-7229978f3507 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:33.848474 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befe00fd-739f-432f-992b-a227248e8596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-0d3fa201-8746-4f57-bfac-dc334be7dfa6', 'network_id': '0d3fa201-8746-4f57-bfac-dc334be7dfa6', 'tenant_id': '5f2f4e8149d84661b074cdd2b989ff42', 'fixed_ips': [{'subnet_id': '1c116dc2-05e9-49bf-ae61-229c59615668'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:54:33.849979 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-befe00fd-739f-432f-992b-a227248e8596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.854508 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78500751-2f6e-4611-962f-6aa97d12f8f9 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.855734 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-78500751-2f6e-4611-962f-6aa97d12f8f9 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2390878 Mar 23 12:54:33.857186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78500751-2f6e-4611-962f-6aa97d12f8f9 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f181cd8-e9be-4514-8bd1-15643645c443,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:33.859131 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35184) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:33.865117 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-06e9ffd5-f49e-462e-a26b-633b84d8f6ec tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Request body: {'security_group_rule': {'security_group_id': 'f23d1ebb-f8aa-4b34-995e-9601f8174f90', 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:33.883643 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca50301-c9cd-4390-bc9c-7a3ff1ad5603 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Deleting subnet 1c116dc2-05e9-49bf-ae61-229c59615668 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:54:33.887564 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ca50301-c9cd-4390-bc9c-7a3ff1ad5603 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.908202 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-06e9ffd5-f49e-462e-a26b-633b84d8f6ec tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Project 19171b52f76e4157a4ec58a49fcc16cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:54:33.913867 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06e9ffd5-f49e-462e-a26b-633b84d8f6ec tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:33.984597 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ca50301-c9cd-4390-bc9c-7a3ff1ad5603 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:34.043791 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06e9ffd5-f49e-462e-a26b-633b84d8f6ec tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:34.056013 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06e9ffd5-f49e-462e-a26b-633b84d8f6ec tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:34.092154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9ffd5-f49e-462e-a26b-633b84d8f6ec tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbbbfa5f-bb05-40c3-9d88-e583d811dd1f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:34.121355 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06e9ffd5-f49e-462e-a26b-633b84d8f6ec tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:34.123608 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-06e9ffd5-f49e-462e-a26b-633b84d8f6ec tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2622924 Mar 23 12:54:34.132107 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ca50301-c9cd-4390-bc9c-7a3ff1ad5603 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:34.204073 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79dbb7d-27b2-4696-aabe-6dc877a50981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-7feec15a-2824-4a8f-ab1f-278ef900ffab', 'network_id': '7feec15a-2824-4a8f-ab1f-278ef900ffab', 'tenant_id': '5f2f4e8149d84661b074cdd2b989ff42', 'fixed_ips': [{'subnet_id': '532fff73-c129-4332-9560-bddee4128ad2'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:54:34.205348 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a79dbb7d-27b2-4696-aabe-6dc877a50981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:34.248817 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 76941c18-5625-48e9-87fb-7229978f3507 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:34.249430 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:34.250628 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ca50301-c9cd-4390-bc9c-7a3ff1ad5603 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:34.330718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca50301-c9cd-4390-bc9c-7a3ff1ad5603 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event deleted for resources: {'Subnet': ['ID=1c116dc2-05e9-49bf-ae61-229c59615668,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:34.332792 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ca50301-c9cd-4390-bc9c-7a3ff1ad5603 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:34.349803 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35202) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:34.359495 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9ca50301-c9cd-4390-bc9c-7a3ff1ad5603 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "DELETE /v2.0/subnets/1c116dc2-05e9-49bf-ae61-229c59615668 HTTP/1.1" status: 204 len: 168 time: 0.5686593 Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-befe00fd-739f-432f-992b-a227248e8596 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c116dc2-05e9-49bf-ae61-229c59615668: This subnet is being modified by another concurrent operation. Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:54:34.390333 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c116dc2-05e9-49bf-ae61-229c59615668: This subnet is being modified by another concurrent operation. Mar 23 12:54:34.394341 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Mar 23 12:54:34.415070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863d66b2-aa76-4de4-8ecd-46960f3c14ba None None] Network 0d3fa201-8746-4f57-bfac-dc334be7dfa6 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:34.450814 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-96dfd357-3884-452b-9ff7-87c1e59bed9a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Deleting subnet 532fff73-c129-4332-9560-bddee4128ad2 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:54:34.462893 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96dfd357-3884-452b-9ff7-87c1e59bed9a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:34.463432 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-6f986fa0-3421-499f-aafc-2ef77f46ce3f tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-888224894&fields=id&tenant_id=19171b52f76e4157a4ec58a49fcc16cb HTTP/1.1" status: 200 len: 267 time: 0.0982938 Mar 23 12:54:34.578208 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96dfd357-3884-452b-9ff7-87c1e59bed9a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:34.606727 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:34.678127 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 76941c18-5625-48e9-87fb-7229978f3507, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=76941c18-5625-48e9-87fb-7229978f3507,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:34.680322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-6cb780df-0fed-4566-8667-37cd2b69538a tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:34.682816 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-6cb780df-0fed-4566-8667-37cd2b69538a tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/networks?id=efa11817-c4f9-4668-abb8-4a3e594d3f44 HTTP/1.1" status: 200 len: 808 time: 0.2085478 Mar 23 12:54:34.689930 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:34.696302 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96dfd357-3884-452b-9ff7-87c1e59bed9a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:34.711766 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-589ac8f9-c936-441e-8f1a-ccd5379d1a3b tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/quotas/19171b52f76e4157a4ec58a49fcc16cb HTTP/1.1" status: 200 len: 375 time: 0.0220215 Mar 23 12:54:34.775561 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=76941c18-5625-48e9-87fb-7229978f3507,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:34.805981 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-10143a31-a304-4b5c-a611-8d57359c8d7b tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=19171b52f76e4157a4ec58a49fcc16cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855300 Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-a79dbb7d-27b2-4696-aabe-6dc877a50981 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 532fff73-c129-4332-9560-bddee4128ad2: This subnet is being modified by another concurrent operation. Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:54:34.831300 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 532fff73-c129-4332-9560-bddee4128ad2: This subnet is being modified by another concurrent operation. Mar 23 12:54:34.834740 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Mar 23 12:54:34.837809 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96dfd357-3884-452b-9ff7-87c1e59bed9a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:34.858944 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703b0b2b-0a7d-45c2-a3c4-d97dc7bc9e8e None None] Network 7feec15a-2824-4a8f-ab1f-278ef900ffab requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:34.918454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfd357-3884-452b-9ff7-87c1e59bed9a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event deleted for resources: {'Subnet': ['ID=532fff73-c129-4332-9560-bddee4128ad2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:34.921310 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96dfd357-3884-452b-9ff7-87c1e59bed9a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:34.927555 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-96dfd357-3884-452b-9ff7-87c1e59bed9a tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "DELETE /v2.0/subnets/532fff73-c129-4332-9560-bddee4128ad2 HTTP/1.1" status: 204 len: 168 time: 0.5767050 Mar 23 12:54:34.928892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35208) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:34.986488 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1068b6f2-53c7-4523-b633-f822c692b15a service neutron] 10.222.0.52 "GET /v2.0/networks/efa11817-c4f9-4668-abb8-4a3e594d3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460075 Mar 23 12:54:35.030703 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf41b989-1f8d-4086-9434-f5aee0742f31 None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:54:35.079255 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5540a7d-4dd3-4ae3-a9cb-26d1cfd26091 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:35.089617 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e5540a7d-4dd3-4ae3-a9cb-26d1cfd26091 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1571546 Mar 23 12:54:35.093698 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35214) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:35.206313 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-0e20f1d5-a1c9-4e6a-ac49-8aa244115e03 service neutron] 10.222.0.52 "GET /v2.0/networks/efa11817-c4f9-4668-abb8-4a3e594d3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145467 Mar 23 12:54:35.300432 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf41b989-1f8d-4086-9434-f5aee0742f31 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:54:35.308290 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cba9e50-00a4-448d-add9-41305ac731eb tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:35.523250 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cba9e50-00a4-448d-add9-41305ac731eb tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:35.555893 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9cba9e50-00a4-448d-add9-41305ac731eb tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7feec15a-2824-4a8f-ab1f-278ef900ffab']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:35.572038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9cba9e50-00a4-448d-add9-41305ac731eb tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c4dd07-f728-4061-ba09-06f268d7b874') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:35.572840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9cba9e50-00a4-448d-add9-41305ac731eb tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c4dd07-f728-4061-ba09-06f268d7b874') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:35.601900 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cba9e50-00a4-448d-add9-41305ac731eb tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:35.632652 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cba9e50-00a4-448d-add9-41305ac731eb tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:35.638407 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Sync routers for ids ['b8d3a864-9186-4e67-b785-89aa21786ef1'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:54:35.651075 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Routers {'b8d3a864-9186-4e67-b785-89aa21786ef1'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:35.660207 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:54:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b8d3a864-9186-4e67-b785-89aa21786ef1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:35.668085 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cba9e50-00a4-448d-add9-41305ac731eb tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:54:35.669506 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cba9e50-00a4-448d-add9-41305ac731eb tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:54:35.786227 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:54:35.793962 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cba9e50-00a4-448d-add9-41305ac731eb tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:35.800458 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cba9e50-00a4-448d-add9-41305ac731eb tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:35.804329 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9cba9e50-00a4-448d-add9-41305ac731eb tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "DELETE /v2.0/networks/7feec15a-2824-4a8f-ab1f-278ef900ffab HTTP/1.1" status: 204 len: 168 time: 0.7094622 Mar 23 12:54:35.807173 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35232) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:35.811621 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 76941c18-5625-48e9-87fb-7229978f3507 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:35.842140 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a9bb4d59-9434-4801-938a-e1ad244ca1fc req-a4e49ee0-734f-40af-a2f0-49fd2d7ae54e tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 210 time: 0.0691757 Mar 23 12:54:35.856732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba9e50-00a4-448d-add9-41305ac731eb tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event deleted for resources: {'Network': ['ID=7feec15a-2824-4a8f-ab1f-278ef900ffab,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:35.917384 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Set router b8d3a864-9186-4e67-b785-89aa21786ef1 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:35.994642 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93c055cf-e7a9-4de8-9af3-117bad94364d tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:36.009122 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 76941c18-5625-48e9-87fb-7229978f3507 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:36.009498 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:36.075245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5723702f-2226-4d93-82c8-5849e33e606a None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:54:36.289840 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'name': 'tempest-TestServerBasicOps-2074146481-router', 'tenant_id': 'e317044c683b470a839eb0e676748461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '76941c18-5625-48e9-87fb-7229978f3507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:20Z', 'updated_at': '2022-03-23T12:54:28Z', 'revision_number': 4, 'project_id': 'e317044c683b470a839eb0e676748461', 'gw_port': {'id': '76941c18-5625-48e9-87fb-7229978f3507', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:22Z', 'updated_at': '2022-03-23T12:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '7a89fc2e-3c53-440a-adc1-93c16f98b2b9', 'name': '', 'network_id': 'ecd239cc-6362-4393-af9b-637b5bd2b536', 'tenant_id': 'e317044c683b470a839eb0e676748461', 'mac_address': 'fa:16:3e:b8:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'f0cac2b3-fe6f-4c29-bddf-6e846c8da9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:27Z', 'updated_at': '2022-03-23T12:54:29Z', 'revision_number': 2, 'project_id': 'e317044c683b470a839eb0e676748461', 'subnets': [{'id': 'f0cac2b3-fe6f-4c29-bddf-6e846c8da9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:36.381461 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Checking router: b8d3a864-9186-4e67-b785-89aa21786ef1 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:54:36.382952 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Updating router b8d3a864-9186-4e67-b785-89aa21786ef1 port 7a89fc2e-3c53-440a-adc1-93c16f98b2b9 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:54:36.395223 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93c055cf-e7a9-4de8-9af3-117bad94364d tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:36.461043 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:36.463387 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-93c055cf-e7a9-4de8-9af3-117bad94364d tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3fa201-8746-4f57-bfac-dc334be7dfa6']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:36.485518 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-93c055cf-e7a9-4de8-9af3-117bad94364d tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e061ec14-9e0b-4e99-9ebc-b08e7cf82269') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:36.487118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-93c055cf-e7a9-4de8-9af3-117bad94364d tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e061ec14-9e0b-4e99-9ebc-b08e7cf82269') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:36.494783 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5723702f-2226-4d93-82c8-5849e33e606a None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:54:36.510803 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93c055cf-e7a9-4de8-9af3-117bad94364d tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:36.529768 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93c055cf-e7a9-4de8-9af3-117bad94364d tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:36.539409 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c055cf-e7a9-4de8-9af3-117bad94364d tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:54:36.539817 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93c055cf-e7a9-4de8-9af3-117bad94364d tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:54:36.620605 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:54:36.627438 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93c055cf-e7a9-4de8-9af3-117bad94364d tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:36.649403 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93c055cf-e7a9-4de8-9af3-117bad94364d tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:36.654885 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-93c055cf-e7a9-4de8-9af3-117bad94364d tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "DELETE /v2.0/networks/0d3fa201-8746-4f57-bfac-dc334be7dfa6 HTTP/1.1" status: 204 len: 168 time: 0.8468356 Mar 23 12:54:36.656616 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c055cf-e7a9-4de8-9af3-117bad94364d tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event deleted for resources: {'Network': ['ID=0d3fa201-8746-4f57-bfac-dc334be7dfa6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:36.657459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35250) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:36.815125 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43dc75d7-db10-426a-8a03-ab580e2ac233 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:36.993211 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43dc75d7-db10-426a-8a03-ab580e2ac233 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:37.026603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-43dc75d7-db10-426a-8a03-ab580e2ac233 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77afc6c4-ce67-4768-b0ca-87f7d87e7e74']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:37.049662 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-20f48e83-ca99-40e5-ace2-cf0d3dd825c6 req-89a97d08-c0a9-4316-9177-f99ee3cb545c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 210 time: 0.0646009 Mar 23 12:54:37.058444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-43dc75d7-db10-426a-8a03-ab580e2ac233 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bb0263-05e1-4ec2-94ac-62e9ff57fc3a') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:37.058742 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-43dc75d7-db10-426a-8a03-ab580e2ac233 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bb0263-05e1-4ec2-94ac-62e9ff57fc3a') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:37.085874 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43dc75d7-db10-426a-8a03-ab580e2ac233 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:37.106897 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43dc75d7-db10-426a-8a03-ab580e2ac233 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:37.120906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43dc75d7-db10-426a-8a03-ab580e2ac233 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:54:37.121301 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43dc75d7-db10-426a-8a03-ab580e2ac233 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:54:37.125880 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:54:37.145945 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:37.152950 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:37.218238 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43dc75d7-db10-426a-8a03-ab580e2ac233 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:37.241987 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-43dc75d7-db10-426a-8a03-ab580e2ac233 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:37.245373 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-43dc75d7-db10-426a-8a03-ab580e2ac233 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "DELETE /v2.0/networks/77afc6c4-ce67-4768-b0ca-87f7d87e7e74 HTTP/1.1" status: 204 len: 168 time: 0.5863814 Mar 23 12:54:37.246902 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc75d7-db10-426a-8a03-ab580e2ac233 tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event deleted for resources: {'Network': ['ID=77afc6c4-ce67-4768-b0ca-87f7d87e7e74,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:37.249038 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35254) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:37.403480 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fdcce-9a1e-41f0-bfad-473f0545b31c None None] Pushing event updated for resources: {'Port': ['ID=7a89fc2e-3c53-440a-adc1-93c16f98b2b9,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:37.444371 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-15c48c06-dda4-4b1b-9e4c-038aa2419dcf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:37.555859 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Attempting to bind port 7a89fc2e-3c53-440a-adc1-93c16f98b2b9 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:54:37.556751 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Attempting to bind port 7a89fc2e-3c53-440a-adc1-93c16f98b2b9 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '5af9a30a-c6e9-451b-a9a5-e10d017756de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ecd239cc-6362-4393-af9b-637b5bd2b536'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:54:37.557247 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Attempting to bind port 7a89fc2e-3c53-440a-adc1-93c16f98b2b9 on network ecd239cc-6362-4393-af9b-637b5bd2b536 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:54:37.567025 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:54:37.567815 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Checking segment: {'id': '5af9a30a-c6e9-451b-a9a5-e10d017756de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ecd239cc-6362-4393-af9b-637b5bd2b536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:37.568357 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:37.569198 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Bound using segment: {'id': '5af9a30a-c6e9-451b-a9a5-e10d017756de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ecd239cc-6362-4393-af9b-637b5bd2b536'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:54:37.569816 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Bound port: 7a89fc2e-3c53-440a-adc1-93c16f98b2b9, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af9a30a-c6e9-451b-a9a5-e10d017756de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ecd239cc-6362-4393-af9b-637b5bd2b536'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:54:37.571637 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:37.725973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-b6313e3e-27d3-4141-a079-32b4de6334db tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:37.727938 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-b6313e3e-27d3-4141-a079-32b4de6334db tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.77 "GET /v2.0/networks?id=efa11817-c4f9-4668-abb8-4a3e594d3f44 HTTP/1.1" status: 200 len: 808 time: 0.3455307 Mar 23 12:54:37.767645 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-15c48c06-dda4-4b1b-9e4c-038aa2419dcf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:37.820630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-15c48c06-dda4-4b1b-9e4c-038aa2419dcf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c8d381-e9be-4b50-957b-166de997ba58']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:37.827147 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-c31e82ac-f91e-41d0-b1e3-3f1356b8524a tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19171b52f76e4157a4ec58a49fcc16cb HTTP/1.1" status: 200 len: 379 time: 0.0874212 Mar 23 12:54:37.849987 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] For port 7a89fc2e-3c53-440a-adc1-93c16f98b2b9, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:54:37.858326 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-92b53dee-8ee2-4915-865a-23f968453c5c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Request body: {'port': {'device_id': '7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77', 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'admin_state_up': True, 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'security_groups': ['f23d1ebb-f8aa-4b34-995e-9601f8174f90']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:37.859087 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-15c48c06-dda4-4b1b-9e4c-038aa2419dcf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ebe8f3-69ff-4826-af1d-67294caec0b8') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:37.859396 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-15c48c06-dda4-4b1b-9e4c-038aa2419dcf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ebe8f3-69ff-4826-af1d-67294caec0b8') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:37.859647 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] For port 7a89fc2e-3c53-440a-adc1-93c16f98b2b9, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=7a89fc2e-3c53-440a-adc1-93c16f98b2b9,segment=NetworkSegment(5af9a30a-c6e9-451b-a9a5-e10d017756de),segment_id=5af9a30a-c6e9-451b-a9a5-e10d017756de)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:54:37.869585 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:37.901927 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-15c48c06-dda4-4b1b-9e4c-038aa2419dcf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:37.930856 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-15c48c06-dda4-4b1b-9e4c-038aa2419dcf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:37.953197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c48c06-dda4-4b1b-9e4c-038aa2419dcf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:54:37.956117 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-15c48c06-dda4-4b1b-9e4c-038aa2419dcf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:37.957251 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] Provisioning complete for port 7a89fc2e-3c53-440a-adc1-93c16f98b2b9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:37.961499 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:54:37.988139 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:54:38.005313 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fdcce-9a1e-41f0-bfad-473f0545b31c None None] Pushing event updated for resources: {'Port': ['ID=7a89fc2e-3c53-440a-adc1-93c16f98b2b9,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:38.008543 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Routers {'b8d3a864-9186-4e67-b785-89aa21786ef1'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:38.009319 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:54:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b8d3a864-9186-4e67-b785-89aa21786ef1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:38.154240 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-15c48c06-dda4-4b1b-9e4c-038aa2419dcf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:38.186766 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-15c48c06-dda4-4b1b-9e4c-038aa2419dcf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:38.205994 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-15c48c06-dda4-4b1b-9e4c-038aa2419dcf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] 10.222.0.52 "DELETE /v2.0/networks/10c8d381-e9be-4b50-957b-166de997ba58 HTTP/1.1" status: 204 len: 168 time: 0.9543488 Mar 23 12:54:38.217392 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-92b53dee-8ee2-4915-865a-23f968453c5c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Made reservation on behalf of 19171b52f76e4157a4ec58a49fcc16cb for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:38.221438 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-92b53dee-8ee2-4915-865a-23f968453c5c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:38.246288 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c48c06-dda4-4b1b-9e4c-038aa2419dcf tempest-BulkNetworkOpsIpV6Test-345297245 tempest-BulkNetworkOpsIpV6Test-345297245-project] Pushing event deleted for resources: {'Network': ['ID=10c8d381-e9be-4b50-957b-166de997ba58,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:38.257180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35284) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:38.336635 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:38.386131 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] Set router b8d3a864-9186-4e67-b785-89aa21786ef1 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:38.454380 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] For port 7a89fc2e-3c53-440a-adc1-93c16f98b2b9, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=7a89fc2e-3c53-440a-adc1-93c16f98b2b9,segment=NetworkSegment(5af9a30a-c6e9-451b-a9a5-e10d017756de),segment_id=5af9a30a-c6e9-451b-a9a5-e10d017756de)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:38.465112 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:38.481816 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e4aa79fb-0dc5-444d-802c-efffdb4763f8 req-7a11f0c2-eafc-47e5-a204-59e940765d40 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 210 time: 0.1888208 Mar 23 12:54:38.610529 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-92b53dee-8ee2-4915-865a-23f968453c5c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Allocated IP 172.20.0.10 (efa11817-c4f9-4668-abb8-4a3e594d3f44/123743e7-cb7c-46c8-b7b7-b6da5322356e/92e4925a-3593-4679-9ab1-53553f9c1059) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:38.664524 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] Pushing event updated for resources: {'Port': ['ID=7a89fc2e-3c53-440a-adc1-93c16f98b2b9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:38.672153 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5585673-3407-46b0-ba3a-82ac53d46bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:38.710146 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:38.713153 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:38.715784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:38.717470 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:38.719941 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:38.721650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:38.724231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:38.725804 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:38.726145 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:38.726493 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:38.726833 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:38.730043 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f58156-f6dc-49bd-a922-1a4500cf0e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:38.798606 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fdc19ab7-eebf-4a33-8e13-541c4217adae None None] Provisioning complete for port 7a89fc2e-3c53-440a-adc1-93c16f98b2b9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:38.799434 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fdc19ab7-eebf-4a33-8e13-541c4217adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:38.855604 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5585673-3407-46b0-ba3a-82ac53d46bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:38.864004 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e5585673-3407-46b0-ba3a-82ac53d46bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:38.889708 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'name': 'tempest-TestServerBasicOps-2074146481-router', 'tenant_id': 'e317044c683b470a839eb0e676748461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '76941c18-5625-48e9-87fb-7229978f3507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:20Z', 'updated_at': '2022-03-23T12:54:28Z', 'revision_number': 4, 'project_id': 'e317044c683b470a839eb0e676748461', 'gw_port': {'id': '76941c18-5625-48e9-87fb-7229978f3507', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:22Z', 'updated_at': '2022-03-23T12:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '7a89fc2e-3c53-440a-adc1-93c16f98b2b9', 'name': '', 'network_id': 'ecd239cc-6362-4393-af9b-637b5bd2b536', 'tenant_id': 'e317044c683b470a839eb0e676748461', 'mac_address': 'fa:16:3e:b8:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'f0cac2b3-fe6f-4c29-bddf-6e846c8da9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:27Z', 'updated_at': '2022-03-23T12:54:37Z', 'revision_number': 4, 'project_id': 'e317044c683b470a839eb0e676748461', 'subnets': [{'id': 'f0cac2b3-fe6f-4c29-bddf-6e846c8da9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:38.931402 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-92b53dee-8ee2-4915-865a-23f968453c5c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:38.934660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5585673-3407-46b0-ba3a-82ac53d46bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143df832-842e-4569-a1aa-f80e3ce81497,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:38.972203 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864a1a47-5050-495a-b952-7c50bb4cee92 None None] The sync data for ids ['b8d3a864-9186-4e67-b785-89aa21786ef1'] in n-d-834854-1 is: [{'id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'name': 'tempest-TestServerBasicOps-2074146481-router', 'tenant_id': 'e317044c683b470a839eb0e676748461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '76941c18-5625-48e9-87fb-7229978f3507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:20Z', 'updated_at': '2022-03-23T12:54:28Z', 'revision_number': 4, 'project_id': 'e317044c683b470a839eb0e676748461', 'gw_port': {'id': '76941c18-5625-48e9-87fb-7229978f3507', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:22Z', 'updated_at': '2022-03-23T12:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '7a89fc2e-3c53-440a-adc1-93c16f98b2b9', 'name': '', 'network_id': 'ecd239cc-6362-4393-af9b-637b5bd2b536', 'tenant_id': 'e317044c683b470a839eb0e676748461', 'mac_address': 'fa:16:3e:b8:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'f0cac2b3-fe6f-4c29-bddf-6e846c8da9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:27Z', 'updated_at': '2022-03-23T12:54:37Z', 'revision_number': 4, 'project_id': 'e317044c683b470a839eb0e676748461', 'subnets': [{'id': 'f0cac2b3-fe6f-4c29-bddf-6e846c8da9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:54:38.976301 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e5585673-3407-46b0-ba3a-82ac53d46bbe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd63c35ada034a8b954bc83d2e019531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7179570 Mar 23 12:54:38.978777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35302) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:38.987759 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35304) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:39.025400 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-92b53dee-8ee2-4915-865a-23f968453c5c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:39.059683 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cba72c8a-a792-48fd-aa90-69f782ff33e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:39.099094 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cba72c8a-a792-48fd-aa90-69f782ff33e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:39.154973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-92b53dee-8ee2-4915-865a-23f968453c5c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Network efa11817-c4f9-4668-abb8-4a3e594d3f44 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:39.156157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b53dee-8ee2-4915-865a-23f968453c5c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Pushing event updated for resources: {'Port': ['ID=92e4925a-3593-4679-9ab1-53553f9c1059,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:39.163267 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-92b53dee-8ee2-4915-865a-23f968453c5c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:39.171798 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-92b53dee-8ee2-4915-865a-23f968453c5c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:39.179314 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cba72c8a-a792-48fd-aa90-69f782ff33e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:39.182867 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cba72c8a-a792-48fd-aa90-69f782ff33e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:39.185037 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cba72c8a-a792-48fd-aa90-69f782ff33e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/143df832-842e-4569-a1aa-f80e3ce81497 HTTP/1.1" status: 204 len: 168 time: 0.2053039 Mar 23 12:54:39.202622 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba72c8a-a792-48fd-aa90-69f782ff33e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143df832-842e-4569-a1aa-f80e3ce81497,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:39.311239 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-92b53dee-8ee2-4915-865a-23f968453c5c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:39.316702 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-92b53dee-8ee2-4915-865a-23f968453c5c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:39.327684 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3e3e5255-1624-4372-806b-06fef6bc1f69 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f2f4e8149d84661b074cdd2b989ff42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381391 Mar 23 12:54:39.330077 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35310) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:39.361688 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-92b53dee-8ee2-4915-865a-23f968453c5c tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5282984 Mar 23 12:54:39.385624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Request body: {'port': {'device_id': '7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:39.449014 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1a80786-904f-41b3-a20b-b0aa09f0caea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:39.516127 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:39.520799 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1a80786-904f-41b3-a20b-b0aa09f0caea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:39.547424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7c1a145a-d61c-4df4-a058-a2a703a32e15 None None] Provisioning complete for port 92e4925a-3593-4679-9ab1-53553f9c1059 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:39.550429 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7c1a145a-d61c-4df4-a058-a2a703a32e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:39.626778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7c1a145a-d61c-4df4-a058-a2a703a32e15 None None] Port 92e4925a-3593-4679-9ab1-53553f9c1059 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:54:39.741558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c88c83-1e09-4598-9df9-6d8fd03e0bbc req-5b6a799c-6215-4533-b519-f6cae1dc9be7 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:39.748225 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36c88c83-1e09-4598-9df9-6d8fd03e0bbc req-5b6a799c-6215-4533-b519-f6cae1dc9be7 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 932 time: 0.1473439 Mar 23 12:54:39.776321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 7a89fc2e-3c53-440a-adc1-93c16f98b2b9 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:39.812117 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1a80786-904f-41b3-a20b-b0aa09f0caea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:39.814801 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f1a80786-904f-41b3-a20b-b0aa09f0caea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:39.817417 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f1a80786-904f-41b3-a20b-b0aa09f0caea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f79d492d-9a5f-403c-9094-a4f9160c15dd HTTP/1.1" status: 204 len: 168 time: 0.4849472 Mar 23 12:54:39.852742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a80786-904f-41b3-a20b-b0aa09f0caea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79d492d-9a5f-403c-9094-a4f9160c15dd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:39.907442 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36c88c83-1e09-4598-9df9-6d8fd03e0bbc req-9d38eeb7-dc43-4404-b294-f52c3a899640 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/security-groups?id=f23d1ebb-f8aa-4b34-995e-9601f8174f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275532 Mar 23 12:54:39.966659 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 7a89fc2e-3c53-440a-adc1-93c16f98b2b9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:39.968404 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:40.191406 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e4925a-3593-4679-9ab1-53553f9c1059 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:54:40.214401 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:40.253112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Transition to ACTIVE for port object 92e4925a-3593-4679-9ab1-53553f9c1059 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:54:40.262694 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:40.377322 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Pushing event updated for resources: {'Port': ['ID=92e4925a-3593-4679-9ab1-53553f9c1059,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:40.547866 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Attempting to bind port 92e4925a-3593-4679-9ab1-53553f9c1059 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:54:40.548934 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Attempting to bind port 92e4925a-3593-4679-9ab1-53553f9c1059 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'b36cd0d5-f636-45d0-ac0e-3ac16bce4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:54:40.549464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Attempting to bind port 92e4925a-3593-4679-9ab1-53553f9c1059 on network efa11817-c4f9-4668-abb8-4a3e594d3f44 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:54:40.558266 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Port 92e4925a-3593-4679-9ab1-53553f9c1059 on network efa11817-c4f9-4668-abb8-4a3e594d3f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:54:40.559415 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Attempting to bind port 92e4925a-3593-4679-9ab1-53553f9c1059 on network efa11817-c4f9-4668-abb8-4a3e594d3f44 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:54:40.569396 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:54:40.573097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Checking segment: {'id': 'b36cd0d5-f636-45d0-ac0e-3ac16bce4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:40.576336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Bound using segment: {'id': 'b36cd0d5-f636-45d0-ac0e-3ac16bce4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:54:40.577542 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Bound port: 92e4925a-3593-4679-9ab1-53553f9c1059, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36cd0d5-f636-45d0-ac0e-3ac16bce4af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:54:40.578165 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:40.684786 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] For port 92e4925a-3593-4679-9ab1-53553f9c1059, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:54:40.690478 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] For port 92e4925a-3593-4679-9ab1-53553f9c1059, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=92e4925a-3593-4679-9ab1-53553f9c1059,segment=NetworkSegment(b36cd0d5-f636-45d0-ac0e-3ac16bce4af2),segment_id=b36cd0d5-f636-45d0-ac0e-3ac16bce4af2)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:54:40.694699 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:40.747186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:40.747868 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:40.750252 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] 10.222.0.77 "PUT /v2.0/ports/92e4925a-3593-4679-9ab1-53553f9c1059 HTTP/1.1" status: 200 len: 1092 time: 1.3780861 Mar 23 12:54:40.750832 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77', 'tag': '92e4925a-3593-4679-9ab1-53553f9c1059'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:54:40.753483 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6e4c05-af47-4036-b396-b91d6bf9a0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77", "tag": "92e4925a-3593-4679-9ab1-53553f9c1059"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:54:40.799733 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025b523-520a-4780-8c95-fb1aa688e6af service neutron] Pushing event updated for resources: {'Port': ['ID=92e4925a-3593-4679-9ab1-53553f9c1059,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:40.858133 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bc04a0-8a5f-4d84-9e03-e668cf0c4b45 x-openstack-request-id: req-44bc04a0-8a5f-4d84-9e03-e668cf0c4b45 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:54:40.858455 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77", "tag": "92e4925a-3593-4679-9ab1-53553f9c1059", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:54:40.858708 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44bc04a0-8a5f-4d84-9e03-e668cf0c4b45 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:54:40.859450 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77', 'tag': '92e4925a-3593-4679-9ab1-53553f9c1059', 'status': 'completed', 'code': 200} Mar 23 12:54:40.931501 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-6535fbd3-c6ee-4c70-b2ec-64d3e309de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:40.936596 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-6535fbd3-c6ee-4c70-b2ec-64d3e309de22 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=19171b52f76e4157a4ec58a49fcc16cb&device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 1095 time: 0.1203167 Mar 23 12:54:41.025747 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-f617fab3-ce49-4e8a-bdbb-67111a6fb939 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92e4925a-3593-4679-9ab1-53553f9c1059 HTTP/1.1" status: 200 len: 217 time: 0.0728457 Mar 23 12:54:41.144144 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-10360312-6ef3-4bf1-9a85-16ad17f54da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:41.159361 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-10360312-6ef3-4bf1-9a85-16ad17f54da7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=123743e7-cb7c-46c8-b7b7-b6da5322356e HTTP/1.1" status: 200 len: 847 time: 0.1265135 Mar 23 12:54:41.236667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d015e9a-3762-4314-afbe-a116123cea4c req-16ff44c2-6c18-4895-9cbb-8a7c41fdffc5 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:41.248297 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8d015e9a-3762-4314-afbe-a116123cea4c req-16ff44c2-6c18-4895-9cbb-8a7c41fdffc5 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 944 time: 0.1325812 Mar 23 12:54:41.294986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-d443819b-d3cd-4913-841a-8734c17c6103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:41.305732 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-d443819b-d3cd-4913-841a-8734c17c6103 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efa11817-c4f9-4668-abb8-4a3e594d3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385605 Mar 23 12:54:41.316951 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8d015e9a-3762-4314-afbe-a116123cea4c req-9638743b-32ff-47d5-b877-16a4f053db9d tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/security-groups?id=f23d1ebb-f8aa-4b34-995e-9601f8174f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674016 Mar 23 12:54:41.426677 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35382) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:41.454542 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-6a1ce04f-0dc8-439c-9dab-d5cb1ee68cad service neutron] 10.222.0.77 "GET /v2.0/networks/efa11817-c4f9-4668-abb8-4a3e594d3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409335 Mar 23 12:54:41.573880 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a8d0bbb-dce8-49c7-978a-5442288c5ac4 req-d0a8e633-6dd0-4e04-b713-92b1da0773fc service neutron] 10.222.0.77 "GET /v2.0/networks/efa11817-c4f9-4668-abb8-4a3e594d3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119647 Mar 23 12:54:41.693343 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e4c05-af47-4036-b396-b91d6bf9a0f6 req-ffc6a717-96ab-410e-89ce-586e4686a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:41.695157 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d6e4c05-af47-4036-b396-b91d6bf9a0f6 req-ffc6a717-96ab-410e-89ce-586e4686a43a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=19171b52f76e4157a4ec58a49fcc16cb&device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 1095 time: 0.0594754 Mar 23 12:54:41.724785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b4eade12-b042-4415-8767-a24336b78be6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-989417179'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:41.746660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eade12-b042-4415-8767-a24336b78be6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:41.751081 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4eade12-b042-4415-8767-a24336b78be6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:41.761223 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4eade12-b042-4415-8767-a24336b78be6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:41.851163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e4c05-af47-4036-b396-b91d6bf9a0f6 req-3efe968b-ef85-4e1a-bbdc-d13ce79b131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:41.853934 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d6e4c05-af47-4036-b396-b91d6bf9a0f6 req-3efe968b-ef85-4e1a-bbdc-d13ce79b131d service neutron] 10.222.0.77 "GET /v2.0/networks?id=efa11817-c4f9-4668-abb8-4a3e594d3f44 HTTP/1.1" status: 200 len: 909 time: 0.1512010 Mar 23 12:54:41.854475 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4eade12-b042-4415-8767-a24336b78be6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:41.859201 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4eade12-b042-4415-8767-a24336b78be6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:41.942676 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d6e4c05-af47-4036-b396-b91d6bf9a0f6 req-f3e24875-027a-4462-bfb1-19d0c1484b55 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92e4925a-3593-4679-9ab1-53553f9c1059 HTTP/1.1" status: 200 len: 217 time: 0.0806687 Mar 23 12:54:41.947825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4eade12-b042-4415-8767-a24336b78be6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:54:41.954001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eade12-b042-4415-8767-a24336b78be6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda97fa5-1c1c-40ee-b013-24a994b24fdf,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:41.995134 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4eade12-b042-4415-8767-a24336b78be6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:41.995134 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-b4eade12-b042-4415-8767-a24336b78be6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Added segment 5bf499a3-2170-4e1a-a925-b41c0647bafb of type vlan for network b0356315-2a87-4e74-bb04-66a6480b6241 Mar 23 12:54:42.048612 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4eade12-b042-4415-8767-a24336b78be6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:42.062175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e4c05-af47-4036-b396-b91d6bf9a0f6 req-ece0b628-aff4-418f-afc7-a7bd232bc271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:42.064185 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d6e4c05-af47-4036-b396-b91d6bf9a0f6 req-ece0b628-aff4-418f-afc7-a7bd232bc271 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=123743e7-cb7c-46c8-b7b7-b6da5322356e HTTP/1.1" status: 200 len: 847 time: 0.1130972 Mar 23 12:54:42.093538 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4eade12-b042-4415-8767-a24336b78be6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:42.100643 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eade12-b042-4415-8767-a24336b78be6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:42.101644 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b4eade12-b042-4415-8767-a24336b78be6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:42.164736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e4c05-af47-4036-b396-b91d6bf9a0f6 req-5402b83a-bb6f-4e8e-9127-48d4f1c5f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:42.166387 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d6e4c05-af47-4036-b396-b91d6bf9a0f6 req-5402b83a-bb6f-4e8e-9127-48d4f1c5f5e6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efa11817-c4f9-4668-abb8-4a3e594d3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933983 Mar 23 12:54:42.203577 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b4eade12-b042-4415-8767-a24336b78be6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7757730 Mar 23 12:54:42.206643 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35404) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:42.215902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2e3bcc30-131d-424f-9030-7503272dbb44 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241', 'name': 'tempest-PortsIpV6TestJSON-1621415173'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:42.222009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eade12-b042-4415-8767-a24336b78be6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Network': ['ID=b0356315-2a87-4e74-bb04-66a6480b6241,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:42.238474 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network b0356315-2a87-4e74-bb04-66a6480b6241 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:54:42.353160 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d6e4c05-af47-4036-b396-b91d6bf9a0f6 req-20d601d5-a6a4-4f40-8e88-9aa0681e08fc service neutron] 10.222.0.77 "GET /v2.0/networks/efa11817-c4f9-4668-abb8-4a3e594d3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791699 Mar 23 12:54:42.432765 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3bcc30-131d-424f-9030-7503272dbb44 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:42.441126 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e3bcc30-131d-424f-9030-7503272dbb44 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:42.486991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-2e3bcc30-131d-424f-9030-7503272dbb44 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] device_id is not set on port be34351c-2cec-49f7-8b29-6e9e18970386 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:54:42.578496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce187d-5bad-4b2d-81e5-8d769a256b03 req-cbc2fb47-c407-472c-b757-94df1a7d6e9e tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:42.584606 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-88ce187d-5bad-4b2d-81e5-8d769a256b03 req-cbc2fb47-c407-472c-b757-94df1a7d6e9e tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 944 time: 0.0978253 Mar 23 12:54:42.625262 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d6e4c05-af47-4036-b396-b91d6bf9a0f6 req-33aeab7b-3c23-48a9-837d-676537e4100f service neutron] 10.222.0.77 "GET /v2.0/networks/efa11817-c4f9-4668-abb8-4a3e594d3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639151 Mar 23 12:54:42.728439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-88ce187d-5bad-4b2d-81e5-8d769a256b03 req-e63c44da-4f7b-4800-9df1-5bd52f996b88 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/security-groups?id=f23d1ebb-f8aa-4b34-995e-9601f8174f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012607 Mar 23 12:54:42.770678 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e3bcc30-131d-424f-9030-7503272dbb44 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:42.815183 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e3bcc30-131d-424f-9030-7503272dbb44 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:42.908996 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3bcc30-131d-424f-9030-7503272dbb44 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Checking segment: {'id': '5bf499a3-2170-4e1a-a925-b41c0647bafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:42.909482 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3bcc30-131d-424f-9030-7503272dbb44 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network hostable DHCP agents. Network: b0356315-2a87-4e74-bb04-66a6480b6241, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:54:42.914132 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bcc30-131d-424f-9030-7503272dbb44 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=be34351c-2cec-49f7-8b29-6e9e18970386,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:42.938602 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3bcc30-131d-424f-9030-7503272dbb44 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network b0356315-2a87-4e74-bb04-66a6480b6241 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:54:42.950930 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2e3bcc30-131d-424f-9030-7503272dbb44 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, b0356315-2a87-4e74-bb04-66a6480b6241) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:42.959278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3bcc30-131d-424f-9030-7503272dbb44 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:42.965746 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41636fff-4a6f-4963-bfc8-771352de0c23 None None] Network b0356315-2a87-4e74-bb04-66a6480b6241 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:42.973401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3bcc30-131d-424f-9030-7503272dbb44 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:42.976547 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2e3bcc30-131d-424f-9030-7503272dbb44 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:42.998855 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2e3bcc30-131d-424f-9030-7503272dbb44 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7898936 Mar 23 12:54:43.001679 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35428) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:43.007970 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c9adb6eb-ca3d-4aef-b841-691813d844c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-136633378'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:43.044882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9adb6eb-ca3d-4aef-b841-691813d844c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:43.065272 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9adb6eb-ca3d-4aef-b841-691813d844c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:43.113935 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9adb6eb-ca3d-4aef-b841-691813d844c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:54:43.125588 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9adb6eb-ca3d-4aef-b841-691813d844c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:43.126015 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-c9adb6eb-ca3d-4aef-b841-691813d844c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Added segment b034348e-37af-493e-9fd8-e64ed5550f53 of type vlan for network 0599d654-d197-4825-a9da-aab91715a842 Mar 23 12:54:43.178182 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9adb6eb-ca3d-4aef-b841-691813d844c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:43.225865 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9adb6eb-ca3d-4aef-b841-691813d844c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:43.231962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9adb6eb-ca3d-4aef-b841-691813d844c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:43.234133 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9adb6eb-ca3d-4aef-b841-691813d844c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:43.304222 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c9adb6eb-ca3d-4aef-b841-691813d844c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3014102 Mar 23 12:54:43.306936 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35436) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:43.312360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'ports': [{'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241'}, {'network_id': '0599d654-d197-4825-a9da-aab91715a842'}]} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:43.312840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:43.313317 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'network_id': '0599d654-d197-4825-a9da-aab91715a842'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:43.334325 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9adb6eb-ca3d-4aef-b841-691813d844c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Network': ['ID=0599d654-d197-4825-a9da-aab91715a842,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:43.348959 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 0599d654-d197-4825-a9da-aab91715a842 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:54:43.543204 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'port': 2} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:43.548892 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:43.569883 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:43.765493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] device_id is not set on port c837c6bf-10b0-4179-9fac-52182f967146 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:54:43.891741 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:43.955894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d064ddc-96d4-4f66-8c51-3574eb1e3484 req-207ccefe-6f92-4c0b-a86d-c4ba7640a773 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:43.958855 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d064ddc-96d4-4f66-8c51-3574eb1e3484 req-207ccefe-6f92-4c0b-a86d-c4ba7640a773 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 944 time: 0.1264997 Mar 23 12:54:43.990949 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] device_id is not set on port 610d950e-a466-4753-9532-814d480a62d5 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:54:44.013045 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1d064ddc-96d4-4f66-8c51-3574eb1e3484 req-d7c2f291-6937-445e-9e40-54fb6ed9c0e2 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/security-groups?id=f23d1ebb-f8aa-4b34-995e-9601f8174f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439641 Mar 23 12:54:44.157033 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:44.229882 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:44.272855 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network b0356315-2a87-4e74-bb04-66a6480b6241 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:44.276203 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:44.283852 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:44.284981 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:44.305999 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=c837c6bf-10b0-4179-9fac-52182f967146,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:44.370394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=610d950e-a466-4753-9532-814d480a62d5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:44.372790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Checking segment: {'id': 'b034348e-37af-493e-9fd8-e64ed5550f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0599d654-d197-4825-a9da-aab91715a842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:44.373180 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network hostable DHCP agents. Network: 0599d654-d197-4825-a9da-aab91715a842, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:54:44.392781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network 0599d654-d197-4825-a9da-aab91715a842 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:54:44.403565 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 0599d654-d197-4825-a9da-aab91715a842) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:44.407778 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:44.416555 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add0b33e-8018-49cd-bbc6-850799eec20a None None] Network 0599d654-d197-4825-a9da-aab91715a842 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:44.417333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:44.424458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:44.425050 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:44.445545 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7ea112b3-9ce4-44ff-a745-ed9c69312c40 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1374364 Mar 23 12:54:44.448555 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35482) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:44.579307 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0a1701f9-f738-4253-aed5-e26091c596f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port 610d950e-a466-4753-9532-814d480a62d5 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:44.579755 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a1701f9-f738-4253-aed5-e26091c596f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:44.632263 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e9c8c0f-1460-4465-bd5d-db67941c422a req-d1eccb15-2dd1-4bc3-b100-98f6471a6d79 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429342 Mar 23 12:54:44.664661 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a1701f9-f738-4253-aed5-e26091c596f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:44.687306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0a1701f9-f738-4253-aed5-e26091c596f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for 610d950e-a466-4753-9532-814d480a62d5 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:44.707440 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c8c0f-1460-4465-bd5d-db67941c422a req-3170012c-7738-465b-9e3e-5bebec35edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:44.709035 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e9c8c0f-1460-4465-bd5d-db67941c422a req-3170012c-7738-465b-9e3e-5bebec35edd2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4578e949d6db4514a22d0490934f3e80&device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 1136 time: 0.0462956 Mar 23 12:54:44.788992 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a1701f9-f738-4253-aed5-e26091c596f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:44.823538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1701f9-f738-4253-aed5-e26091c596f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=610d950e-a466-4753-9532-814d480a62d5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:44.835157 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a1701f9-f738-4253-aed5-e26091c596f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:44.841591 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0a1701f9-f738-4253-aed5-e26091c596f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/610d950e-a466-4753-9532-814d480a62d5 HTTP/1.1" status: 204 len: 168 time: 0.3918242 Mar 23 12:54:44.842786 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35492) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:44.865134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c8c0f-1460-4465-bd5d-db67941c422a req-b0b94dda-510e-4fd6-9a90-dd3836c3cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:44.866801 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e9c8c0f-1460-4465-bd5d-db67941c422a req-b0b94dda-510e-4fd6-9a90-dd3836c3cccb service neutron] 10.222.0.77 "GET /v2.0/networks?id=418e4da7-3f91-4acf-9c8d-b6060cea49cb HTTP/1.1" status: 200 len: 898 time: 0.1307058 Mar 23 12:54:44.913643 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684bafb4-8de9-4ebc-8be5-5b10f45f7ff6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:44.919707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684bafb4-8de9-4ebc-8be5-5b10f45f7ff6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:44.924184 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-684bafb4-8de9-4ebc-8be5-5b10f45f7ff6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0803988 Mar 23 12:54:44.924792 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35494) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:44.975708 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e9c8c0f-1460-4465-bd5d-db67941c422a req-06c89f2a-23f7-46cc-829e-8d00ded75c9f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 HTTP/1.1" status: 200 len: 1002 time: 0.0900407 Mar 23 12:54:45.031402 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2a3f68b4-7eb7-49c4-8a67-072ea0d55069 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port c837c6bf-10b0-4179-9fac-52182f967146 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:45.032008 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a3f68b4-7eb7-49c4-8a67-072ea0d55069 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:45.039724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c8c0f-1460-4465-bd5d-db67941c422a req-6d55e5c2-c923-4da2-a4a2-7b74c1fb808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:45.041753 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e9c8c0f-1460-4465-bd5d-db67941c422a req-6d55e5c2-c923-4da2-a4a2-7b74c1fb808c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c44bda33-7d34-4ba5-8c4e-8b6acbd59b63 HTTP/1.1" status: 200 len: 835 time: 0.0589433 Mar 23 12:54:45.114198 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a3f68b4-7eb7-49c4-8a67-072ea0d55069 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:45.130397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2a3f68b4-7eb7-49c4-8a67-072ea0d55069 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for c837c6bf-10b0-4179-9fac-52182f967146 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:45.158027 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c8c0f-1460-4465-bd5d-db67941c422a req-47575435-8308-4da3-b550-92bc2b80436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:45.159532 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e9c8c0f-1460-4465-bd5d-db67941c422a req-47575435-8308-4da3-b550-92bc2b80436a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=418e4da7-3f91-4acf-9c8d-b6060cea49cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106014 Mar 23 12:54:45.171802 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca57dc-b7fb-42ff-9c36-21719a5533ba req-4e4af89e-f67d-495c-be6e-00ca8110ad86 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:45.173429 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-72ca57dc-b7fb-42ff-9c36-21719a5533ba req-4e4af89e-f67d-495c-be6e-00ca8110ad86 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 944 time: 0.0702968 Mar 23 12:54:45.264863 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a3f68b4-7eb7-49c4-8a67-072ea0d55069 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:45.297121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f68b4-7eb7-49c4-8a67-072ea0d55069 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=c837c6bf-10b0-4179-9fac-52182f967146,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:45.300315 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-72ca57dc-b7fb-42ff-9c36-21719a5533ba req-75a69dcf-7f05-4783-8d0a-f26747665618 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/security-groups?id=f23d1ebb-f8aa-4b34-995e-9601f8174f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686400 Mar 23 12:54:45.306031 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e9c8c0f-1460-4465-bd5d-db67941c422a req-5d20b2a0-72c9-4c54-a642-4814446a38c0 service neutron] 10.222.0.77 "GET /v2.0/networks/418e4da7-3f91-4acf-9c8d-b6060cea49cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315310 Mar 23 12:54:45.307835 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a3f68b4-7eb7-49c4-8a67-072ea0d55069 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:45.316962 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2a3f68b4-7eb7-49c4-8a67-072ea0d55069 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/c837c6bf-10b0-4179-9fac-52182f967146 HTTP/1.1" status: 204 len: 168 time: 0.3910973 Mar 23 12:54:45.319592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35510) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:45.406156 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fd006f-50d0-452d-a1bd-548535fb743c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:45.407701 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-59fd006f-50d0-452d-a1bd-548535fb743c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0869780 Mar 23 12:54:45.410417 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35512) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:45.432861 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e9c8c0f-1460-4465-bd5d-db67941c422a req-65659a39-d7fb-40c1-8e51-575ee9851b69 service neutron] 10.222.0.77 "GET /v2.0/networks/418e4da7-3f91-4acf-9c8d-b6060cea49cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201270 Mar 23 12:54:45.452427 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e7be95-600d-4424-b0c6-cb322d2780f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] GET failed (client error): The resource could not be found. Mar 23 12:54:45.454120 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-72e7be95-600d-4424-b0c6-cb322d2780f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports/610d950e-a466-4753-9532-814d480a62d5 HTTP/1.1" status: 404 len: 333 time: 0.0386958 Mar 23 12:54:45.456833 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35516) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:45.493406 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05d7ef6-ebfc-40d0-b126-d9fb68e136e6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] GET failed (client error): The resource could not be found. Mar 23 12:54:45.495698 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c05d7ef6-ebfc-40d0-b126-d9fb68e136e6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports/c837c6bf-10b0-4179-9fac-52182f967146 HTTP/1.1" status: 404 len: 333 time: 0.0379200 Mar 23 12:54:45.499078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35518) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:45.591284 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-baff4fea-b46a-44d5-a4af-b56c4da9b01c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:45.675953 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 92e4925a-3593-4679-9ab1-53553f9c1059 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:54:45.792117 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-baff4fea-b46a-44d5-a4af-b56c4da9b01c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:45.844383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-baff4fea-b46a-44d5-a4af-b56c4da9b01c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0599d654-d197-4825-a9da-aab91715a842']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:45.861428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-baff4fea-b46a-44d5-a4af-b56c4da9b01c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b034348e-37af-493e-9fd8-e64ed5550f53') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:45.861840 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-baff4fea-b46a-44d5-a4af-b56c4da9b01c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b034348e-37af-493e-9fd8-e64ed5550f53') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:45.868746 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 92e4925a-3593-4679-9ab1-53553f9c1059, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=92e4925a-3593-4679-9ab1-53553f9c1059,segment=NetworkSegment(b36cd0d5-f636-45d0-ac0e-3ac16bce4af2),segment_id=b36cd0d5-f636-45d0-ac0e-3ac16bce4af2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:45.876701 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-baff4fea-b46a-44d5-a4af-b56c4da9b01c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:45.892975 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-baff4fea-b46a-44d5-a4af-b56c4da9b01c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:45.901165 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baff4fea-b46a-44d5-a4af-b56c4da9b01c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:54:45.901550 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-baff4fea-b46a-44d5-a4af-b56c4da9b01c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:54:45.906255 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:54:45.978691 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-baff4fea-b46a-44d5-a4af-b56c4da9b01c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:46.011470 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-baff4fea-b46a-44d5-a4af-b56c4da9b01c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:46.019970 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35538) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:46.022205 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-baff4fea-b46a-44d5-a4af-b56c4da9b01c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/networks/0599d654-d197-4825-a9da-aab91715a842 HTTP/1.1" status: 204 len: 168 time: 0.5220642 Mar 23 12:54:46.024137 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff4fea-b46a-44d5-a4af-b56c4da9b01c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Network': ['ID=0599d654-d197-4825-a9da-aab91715a842,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:46.024966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-12927194'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:46.058396 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:46.063286 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:46.083447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '92e4925a-3593-4679-9ab1-53553f9c1059', 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'port_id': '92e4925a-3593-4679-9ab1-53553f9c1059', 'mac_address': 'fa:16:3e:4e:0d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:54:46.102894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:54:46.118540 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:46.124655 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Added segment b0b3d4b9-261e-41d9-873e-d1b2eeee647b of type vlan for network 4c77e287-ad93-4c7a-84c7-a8d3cf0ff533 Mar 23 12:54:46.148918 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:46.167975 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e4925a-3593-4679-9ab1-53553f9c1059 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:54:46.176552 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:46.193981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 92e4925a-3593-4679-9ab1-53553f9c1059, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=92e4925a-3593-4679-9ab1-53553f9c1059,segment=NetworkSegment(b36cd0d5-f636-45d0-ac0e-3ac16bce4af2),segment_id=b36cd0d5-f636-45d0-ac0e-3ac16bce4af2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:46.195588 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:46.201024 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:46.244917 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:46.259391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:46.261743 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:46.270199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=92e4925a-3593-4679-9ab1-53553f9c1059,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:46.359296 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3384771 Mar 23 12:54:46.362372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35546) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:46.368253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c5ff16a6-05b9-458d-ad00-da2856e3be7e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'subnet': {'network_id': '4c77e287-ad93-4c7a-84c7-a8d3cf0ff533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:46.385420 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Network': ['ID=4c77e287-ad93-4c7a-84c7-a8d3cf0ff533,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:46.395638 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:46.396319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:46.396833 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:46.397570 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:46.398095 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:46.402585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:46.403227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:46.403965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:46.405736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:46.406718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:46.407343 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:46.408016 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78eebf-d89c-48fb-8a18-46a7dd98ceb8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:46.425889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 4c77e287-ad93-4c7a-84c7-a8d3cf0ff533 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:54:46.526988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['92e4925a-3593-4679-9ab1-53553f9c1059'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:54:46.615512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1973f-238d-4ac5-8cce-2f8422736952 req-83052ec4-95c2-45ce-91a4-391818f4fcbb tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:46.633924 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f1973f-238d-4ac5-8cce-2f8422736952 req-83052ec4-95c2-45ce-91a4-391818f4fcbb tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 945 time: 0.1883671 Mar 23 12:54:46.636871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ff16a6-05b9-458d-ad00-da2856e3be7e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:46.646895 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5ff16a6-05b9-458d-ad00-da2856e3be7e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:46.762939 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-c5ff16a6-05b9-458d-ad00-da2856e3be7e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Performing IP validity checks on allocation pools {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 23 12:54:46.767723 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-c5ff16a6-05b9-458d-ad00-da2856e3be7e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 23 12:54:46.781387 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f1973f-238d-4ac5-8cce-2f8422736952 req-3942cbd6-2609-4793-8e1b-0f1b11be38c4 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/security-groups?id=f23d1ebb-f8aa-4b34-995e-9601f8174f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456664 Mar 23 12:54:47.006593 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5ff16a6-05b9-458d-ad00-da2856e3be7e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:47.088104 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff16a6-05b9-458d-ad00-da2856e3be7e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Subnet': ['ID=1e3bb66f-5909-4755-9642-92c05054d8ca,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:47.097414 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff16a6-05b9-458d-ad00-da2856e3be7e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Checking segment: {'id': 'b0b3d4b9-261e-41d9-873e-d1b2eeee647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4c77e287-ad93-4c7a-84c7-a8d3cf0ff533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:47.097912 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ff16a6-05b9-458d-ad00-da2856e3be7e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network hostable DHCP agents. Network: 4c77e287-ad93-4c7a-84c7-a8d3cf0ff533, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:54:47.120315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ff16a6-05b9-458d-ad00-da2856e3be7e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network 4c77e287-ad93-4c7a-84c7-a8d3cf0ff533 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:54:47.132293 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c5ff16a6-05b9-458d-ad00-da2856e3be7e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 4c77e287-ad93-4c7a-84c7-a8d3cf0ff533) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:47.140365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ff16a6-05b9-458d-ad00-da2856e3be7e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:47.140692 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5ff16a6-05b9-458d-ad00-da2856e3be7e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:47.146545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ba5e1d-072f-4727-88ab-5a8677d4ac5d None None] Network 4c77e287-ad93-4c7a-84c7-a8d3cf0ff533 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:47.180094 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c5ff16a6-05b9-458d-ad00-da2856e3be7e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8138132 Mar 23 12:54:47.180525 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35568) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:47.187089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-762bdce6-e260-4f84-955d-5c374afcb842 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'network_id': '4c77e287-ad93-4c7a-84c7-a8d3cf0ff533', 'name': 'tempest-PortsIpV6TestJSON-434084687'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:47.340542 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-4c77e287-ad93-4c7a-84c7-a8d3cf0ff533', 'network_id': '4c77e287-ad93-4c7a-84c7-a8d3cf0ff533', 'tenant_id': 'cc1f7d95fe8845b090b13694d31892f2', 'fixed_ips': [{'subnet_id': '1e3bb66f-5909-4755-9642-92c05054d8ca'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:54:47.341272 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:47.482050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762bdce6-e260-4f84-955d-5c374afcb842 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:47.490410 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-762bdce6-e260-4f84-955d-5c374afcb842 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:47.522134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-762bdce6-e260-4f84-955d-5c374afcb842 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] device_id is not set on port 293d43dd-a0d0-4064-b783-c56e362df165 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:54:47.541227 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Allocated IP 2001:db8::2 (4c77e287-ad93-4c7a-84c7-a8d3cf0ff533/1e3bb66f-5909-4755-9642-92c05054d8ca/4495b31c-1316-4efb-83d0-ee24c8af92ea) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:47.581327 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:47.733068 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:47.755154 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:47.800090 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Network 4c77e287-ad93-4c7a-84c7-a8d3cf0ff533 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:47.803202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:47.806763 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:47.813666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Pushing event updated for resources: {'Port': ['ID=4495b31c-1316-4efb-83d0-ee24c8af92ea,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:47.832693 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-762bdce6-e260-4f84-955d-5c374afcb842 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Allocated IP 2001:db8::168 (4c77e287-ad93-4c7a-84c7-a8d3cf0ff533/1e3bb66f-5909-4755-9642-92c05054d8ca/293d43dd-a0d0-4064-b783-c56e362df165) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:47.840999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 92e4925a-3593-4679-9ab1-53553f9c1059 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:47.937255 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Attempting to bind port 4495b31c-1316-4efb-83d0-ee24c8af92ea on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:54:47.937255 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Attempting to bind port 4495b31c-1316-4efb-83d0-ee24c8af92ea by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'b0b3d4b9-261e-41d9-873e-d1b2eeee647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4c77e287-ad93-4c7a-84c7-a8d3cf0ff533'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:54:47.937255 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Attempting to bind port 4495b31c-1316-4efb-83d0-ee24c8af92ea on network 4c77e287-ad93-4c7a-84c7-a8d3cf0ff533 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:54:47.946027 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 92e4925a-3593-4679-9ab1-53553f9c1059 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:54:47.950173 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:54:47.950559 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Checking segment: {'id': 'b0b3d4b9-261e-41d9-873e-d1b2eeee647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4c77e287-ad93-4c7a-84c7-a8d3cf0ff533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:47.950970 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:47.952111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Bound using segment: {'id': 'b0b3d4b9-261e-41d9-873e-d1b2eeee647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4c77e287-ad93-4c7a-84c7-a8d3cf0ff533'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:54:47.952739 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Bound port: 4495b31c-1316-4efb-83d0-ee24c8af92ea, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b3d4b9-261e-41d9-873e-d1b2eeee647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4c77e287-ad93-4c7a-84c7-a8d3cf0ff533'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:54:47.953154 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:47.956400 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 92e4925a-3593-4679-9ab1-53553f9c1059 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:47.956760 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:48.055776 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] For port 4495b31c-1316-4efb-83d0-ee24c8af92ea, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:54:48.061018 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] For port 4495b31c-1316-4efb-83d0-ee24c8af92ea, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4495b31c-1316-4efb-83d0-ee24c8af92ea,segment=NetworkSegment(b0b3d4b9-261e-41d9-873e-d1b2eeee647b),segment_id=b0b3d4b9-261e-41d9-873e-d1b2eeee647b)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:54:48.091686 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:48.171761 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:48.211830 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8921347-359d-471c-97fb-51673bcb6a71 None None] Pushing event updated for resources: {'Port': ['ID=4495b31c-1316-4efb-83d0-ee24c8af92ea,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:48.222855 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e4925a-3593-4679-9ab1-53553f9c1059'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:54:48.224774 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b397a0a5-dc42-41c6-a31f-d7e9ae762d67" -d '{"events": [{"server_uuid": "7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77", "name": "network-vif-plugged", "status": "completed", "tag": "92e4925a-3593-4679-9ab1-53553f9c1059"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:54:48.257872 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 92e4925a-3593-4679-9ab1-53553f9c1059, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=92e4925a-3593-4679-9ab1-53553f9c1059,segment=NetworkSegment(b36cd0d5-f636-45d0-ac0e-3ac16bce4af2),segment_id=b36cd0d5-f636-45d0-ac0e-3ac16bce4af2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:48.267150 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:48.330306 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314f7e3d-ae69-41b8-9485-78687a6cd353 x-openstack-request-id: req-314f7e3d-ae69-41b8-9485-78687a6cd353 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:54:48.340307 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77", "name": "network-vif-plugged", "status": "completed", "tag": "92e4925a-3593-4679-9ab1-53553f9c1059", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:54:48.340703 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-314f7e3d-ae69-41b8-9485-78687a6cd353 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:54:48.341205 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e4925a-3593-4679-9ab1-53553f9c1059', 'code': 200} Mar 23 12:54:48.366084 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=92e4925a-3593-4679-9ab1-53553f9c1059,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:48.854553 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97db6bc-1cf8-4ddf-9ebc-730bd9d66e54 req-8fd5269e-6285-4c5f-82ff-f271c84cfaec tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:48.856243 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a97db6bc-1cf8-4ddf-9ebc-730bd9d66e54 req-8fd5269e-6285-4c5f-82ff-f271c84cfaec tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 945 time: 0.9251328 Mar 23 12:54:48.875300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ec7c6-4cb0-4be3-b533-ad61202a6ffb req-28853db8-c787-4b94-b87e-229117daa95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:48.876873 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e57ec7c6-4cb0-4be3-b533-ad61202a6ffb req-28853db8-c787-4b94-b87e-229117daa95e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 1097 time: 0.1607380 Mar 23 12:54:48.906696 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-762bdce6-e260-4f84-955d-5c374afcb842 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:48.953047 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e57ec7c6-4cb0-4be3-b533-ad61202a6ffb req-f1fcc327-469b-4ab5-9738-d2b896be4343 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f23d1ebb-f8aa-4b34-995e-9601f8174f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660357 Mar 23 12:54:48.959556 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a97db6bc-1cf8-4ddf-9ebc-730bd9d66e54 req-55161ad5-68eb-42fa-a0cd-bf2254243a17 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/security-groups?id=f23d1ebb-f8aa-4b34-995e-9601f8174f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943332 Mar 23 12:54:48.987144 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-762bdce6-e260-4f84-955d-5c374afcb842 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:49.033651 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762bdce6-e260-4f84-955d-5c374afcb842 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network 4c77e287-ad93-4c7a-84c7-a8d3cf0ff533 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:49.035048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-762bdce6-e260-4f84-955d-5c374afcb842 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:49.039275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762bdce6-e260-4f84-955d-5c374afcb842 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:49.044972 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762bdce6-e260-4f84-955d-5c374afcb842 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:49.045662 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-762bdce6-e260-4f84-955d-5c374afcb842 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:49.061956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bdce6-e260-4f84-955d-5c374afcb842 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=293d43dd-a0d0-4064-b783-c56e362df165,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:49.074949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35622) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:49.075443 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-762bdce6-e260-4f84-955d-5c374afcb842 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8932092 Mar 23 12:54:49.181835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9784bcb3-a4c9-4ba2-9b3c-3824f4c8f593 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port 293d43dd-a0d0-4064-b783-c56e362df165 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:49.181835 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9784bcb3-a4c9-4ba2-9b3c-3824f4c8f593 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:49.288355 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9784bcb3-a4c9-4ba2-9b3c-3824f4c8f593 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:49.301926 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9784bcb3-a4c9-4ba2-9b3c-3824f4c8f593 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for 293d43dd-a0d0-4064-b783-c56e362df165 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:49.514377 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9784bcb3-a4c9-4ba2-9b3c-3824f4c8f593 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:49.536009 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35630) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:49.605470 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9784bcb3-a4c9-4ba2-9b3c-3824f4c8f593 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:49.618182 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9784bcb3-a4c9-4ba2-9b3c-3824f4c8f593 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/293d43dd-a0d0-4064-b783-c56e362df165 HTTP/1.1" status: 204 len: 168 time: 0.5418906 Mar 23 12:54:49.619634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784bcb3-a4c9-4ba2-9b3c-3824f4c8f593 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=293d43dd-a0d0-4064-b783-c56e362df165,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:49.621205 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35642) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:49.684691 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2c5a38-afe0-4ef0-8e76-368921bf3cfc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] DELETE failed (client error): The resource could not be found. Mar 23 12:54:49.685397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2c5a38-afe0-4ef0-8e76-368921bf3cfc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:54:49.688825 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bb2c5a38-afe0-4ef0-8e76-368921bf3cfc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/293d43dd-a0d0-4064-b783-c56e362df165 HTTP/1.1" status: 404 len: 333 time: 0.0665996 Mar 23 12:54:49.691603 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35650) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:49.701996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae42113-8c94-46c5-a217-da8bf8c295a7 None None] Network 4c77e287-ad93-4c7a-84c7-a8d3cf0ff533 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:49.726703 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7e1e74-fd31-4d87-9742-953145650685 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] GET failed (client error): The resource could not be found. Mar 23 12:54:49.730804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0f7e1e74-fd31-4d87-9742-953145650685 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports/293d43dd-a0d0-4064-b783-c56e362df165 HTTP/1.1" status: 404 len: 333 time: 0.0380993 Mar 23 12:54:49.736159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35652) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:49.825683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4495b31c-1316-4efb-83d0-ee24c8af92ea up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:49.829876 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-677a7d4a-ceac-4d75-a319-f0ad56aa4155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:49.846554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b39a79-aa0b-442e-8be2-897db9790f61 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting subnet 1e3bb66f-5909-4755-9642-92c05054d8ca {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:54:49.852884 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b39a79-aa0b-442e-8be2-897db9790f61 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:49.910102 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b39a79-aa0b-442e-8be2-897db9790f61 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:49.911095 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-eb9f924d-db8d-4d2a-98b7-b0ea1e5ecf07 None None] Provisioning complete for port 4495b31c-1316-4efb-83d0-ee24c8af92ea triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:49.911389 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb9f924d-db8d-4d2a-98b7-b0ea1e5ecf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:49.999368 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4495b31c-1316-4efb-83d0-ee24c8af92ea triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:49.999735 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.062686 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-677a7d4a-ceac-4d75-a319-f0ad56aa4155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.084541 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-677a7d4a-ceac-4d75-a319-f0ad56aa4155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.100302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720acac-2be3-411b-93cb-cd7bca22a647 req-9e7e2864-552d-461a-b4bb-edddbf86f9de tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:50.102010 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1720acac-2be3-411b-93cb-cd7bca22a647 req-9e7e2864-552d-461a-b4bb-edddbf86f9de tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 946 time: 0.0537341 Mar 23 12:54:50.104330 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb9f924d-db8d-4d2a-98b7-b0ea1e5ecf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.120114 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-677a7d4a-ceac-4d75-a319-f0ad56aa4155 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=adfac54c3ac641c98281c1d28c97b409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5824027 Mar 23 12:54:50.126442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35658) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:50.196781 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.214382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-eb9f924d-db8d-4d2a-98b7-b0ea1e5ecf07 None None] For port 4495b31c-1316-4efb-83d0-ee24c8af92ea, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4495b31c-1316-4efb-83d0-ee24c8af92ea,segment=NetworkSegment(b0b3d4b9-261e-41d9-873e-d1b2eeee647b),segment_id=b0b3d4b9-261e-41d9-873e-d1b2eeee647b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:50.214716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a7d4a-ceac-4d75-a319-f0ad56aa4155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b71c798-7258-42b5-bdf5-770b207d7cea,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:50.225334 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b39a79-aa0b-442e-8be2-897db9790f61 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.231537 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eb9f924d-db8d-4d2a-98b7-b0ea1e5ecf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.238530 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1720acac-2be3-411b-93cb-cd7bca22a647 req-3fa5a9f5-5632-4722-8052-5f4b3f8b5954 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/security-groups?id=f23d1ebb-f8aa-4b34-995e-9601f8174f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214621 Mar 23 12:54:50.327742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f924d-db8d-4d2a-98b7-b0ea1e5ecf07 None None] Pushing event updated for resources: {'Port': ['ID=4495b31c-1316-4efb-83d0-ee24c8af92ea,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:50.336282 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3eac0045-c336-4bd8-862e-037db13b097e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.348649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b39a79-aa0b-442e-8be2-897db9790f61 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.386133 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3eac0045-c336-4bd8-862e-037db13b097e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.395747 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:54:50.396073 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:54:50.403158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b39a79-aa0b-442e-8be2-897db9790f61 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Subnet': ['ID=1e3bb66f-5909-4755-9642-92c05054d8ca,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:50.410855 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44b39a79-aa0b-442e-8be2-897db9790f61 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.417035 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-44b39a79-aa0b-442e-8be2-897db9790f61 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/1e3bb66f-5909-4755-9642-92c05054d8ca HTTP/1.1" status: 204 len: 168 time: 0.6795161 Mar 23 12:54:50.418874 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35660) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:50.470693 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2f61d080-6311-4871-b25f-439b0f93e956 None None] Provisioning complete for port 4495b31c-1316-4efb-83d0-ee24c8af92ea triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:50.471206 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f61d080-6311-4871-b25f-439b0f93e956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.474238 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3eac0045-c336-4bd8-862e-037db13b097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.477768 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3eac0045-c336-4bd8-862e-037db13b097e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.479337 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3eac0045-c336-4bd8-862e-037db13b097e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4b71c798-7258-42b5-bdf5-770b207d7cea HTTP/1.1" status: 204 len: 168 time: 0.3490920 Mar 23 12:54:50.511913 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac0045-c336-4bd8-862e-037db13b097e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b71c798-7258-42b5-bdf5-770b207d7cea,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:50.546957 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.624038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port 4495b31c-1316-4efb-83d0-ee24c8af92ea {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:50.624382 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.708488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] For port 4495b31c-1316-4efb-83d0-ee24c8af92ea, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4495b31c-1316-4efb-83d0-ee24c8af92ea,segment=NetworkSegment(b0b3d4b9-261e-41d9-873e-d1b2eeee647b),segment_id=b0b3d4b9-261e-41d9-873e-d1b2eeee647b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:50.708936 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.723985 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for 4495b31c-1316-4efb-83d0-ee24c8af92ea owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:50.763943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-36cc592f-5a57-412b-acb4-c5e808513f2d None None] Could not find standard attr ID for object 293d43dd-a0d0-4064-b783-c56e362df165. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:54:50.765215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a036978-38f4-433d-ba3d-34e48fae3c76 None None] Network 4c77e287-ad93-4c7a-84c7-a8d3cf0ff533 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:50.889469 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.917874 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35672) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:50.930776 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Port 4495b31c-1316-4efb-83d0-ee24c8af92ea update to ACTIVE by agent not found {{(pid=102780) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 23 12:54:50.936124 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1665ccd6-a81f-4c24-a54b-aa453567dc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:50.936713 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=4495b31c-1316-4efb-83d0-ee24c8af92ea,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:50.944480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No DVR routers for this DVR port 4495b31c-1316-4efb-83d0-ee24c8af92ea on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:54:51.048261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcd9774-6684-426e-b43c-f4c75a6523e9 None None] DHCP port deletion for 4c77e287-ad93-4c7a-84c7-a8d3cf0ff533 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:54:51.065132 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.097198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c77e287-ad93-4c7a-84c7-a8d3cf0ff533']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:51.101721 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1665ccd6-a81f-4c24-a54b-aa453567dc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.106731 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1665ccd6-a81f-4c24-a54b-aa453567dc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.110294 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b3d4b9-261e-41d9-873e-d1b2eeee647b') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:51.110782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b3d4b9-261e-41d9-873e-d1b2eeee647b') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:51.124444 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.133078 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1665ccd6-a81f-4c24-a54b-aa453567dc6a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b73c953a602e4c16afc81d17af5b5773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141144 Mar 23 12:54:51.136849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35682) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:51.163045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665ccd6-a81f-4c24-a54b-aa453567dc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b840206c-5eaf-4d9b-a3bc-c735b96e3429,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:51.197923 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.210588 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:54:51.210739 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:54:51.215954 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:54:51.275488 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-000176a9-6cc9-4fe0-ba3d-af92fb1f6d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.288322 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.309927 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.313892 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/networks/4c77e287-ad93-4c7a-84c7-a8d3cf0ff533 HTTP/1.1" status: 204 len: 168 time: 0.8940213 Mar 23 12:54:51.317983 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35688) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:51.323362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-060c1e17-6bb2-4256-97bb-bfac1fa132ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-409922353'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:51.323783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8deade-91b1-4ef9-995a-2857b0aca623 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Network': ['ID=4c77e287-ad93-4c7a-84c7-a8d3cf0ff533,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:51.344601 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-000176a9-6cc9-4fe0-ba3d-af92fb1f6d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.349722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060c1e17-6bb2-4256-97bb-bfac1fa132ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:51.356415 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-060c1e17-6bb2-4256-97bb-bfac1fa132ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.381457 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060c1e17-6bb2-4256-97bb-bfac1fa132ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:54:51.392890 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-060c1e17-6bb2-4256-97bb-bfac1fa132ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.393508 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-060c1e17-6bb2-4256-97bb-bfac1fa132ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Added segment f1735173-48dc-4566-aa19-25eea3040e12 of type vlan for network b1f2b089-2f69-4edd-a0c2-fda0188e1224 Mar 23 12:54:51.420680 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fccbf4-0bf6-4a2c-9aa2-dc5778d1ed30 req-7870a917-3d9c-4148-bb60-2d8ec1fcc868 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:51.430095 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-45fccbf4-0bf6-4a2c-9aa2-dc5778d1ed30 req-7870a917-3d9c-4148-bb60-2d8ec1fcc868 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 946 time: 0.1058216 Mar 23 12:54:51.453808 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-060c1e17-6bb2-4256-97bb-bfac1fa132ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.471205 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-45fccbf4-0bf6-4a2c-9aa2-dc5778d1ed30 req-1bf57ff4-c690-40f2-b4bf-6eff34c00825 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/security-groups?id=f23d1ebb-f8aa-4b34-995e-9601f8174f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390127 Mar 23 12:54:51.482115 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-000176a9-6cc9-4fe0-ba3d-af92fb1f6d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.485724 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-000176a9-6cc9-4fe0-ba3d-af92fb1f6d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.487143 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-060c1e17-6bb2-4256-97bb-bfac1fa132ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.488948 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-000176a9-6cc9-4fe0-ba3d-af92fb1f6d55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b840206c-5eaf-4d9b-a3bc-c735b96e3429 HTTP/1.1" status: 204 len: 168 time: 0.3507664 Mar 23 12:54:51.494029 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060c1e17-6bb2-4256-97bb-bfac1fa132ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:51.494968 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-060c1e17-6bb2-4256-97bb-bfac1fa132ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.499807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000176a9-6cc9-4fe0-ba3d-af92fb1f6d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b840206c-5eaf-4d9b-a3bc-c735b96e3429,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:51.600378 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-060c1e17-6bb2-4256-97bb-bfac1fa132ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2783408 Mar 23 12:54:51.600561 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35694) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:51.609087 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ce4e1edb-447b-4f00-aa93-85f3df2bcfe2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'subnet': {'network_id': 'b1f2b089-2f69-4edd-a0c2-fda0188e1224', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:51.625147 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c1e17-6bb2-4256-97bb-bfac1fa132ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Network': ['ID=b1f2b089-2f69-4edd-a0c2-fda0188e1224,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:51.656312 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd582b-507f-4142-a271-fba2c83831ac req-287ad0fc-7eec-4e15-8959-7672a88a669f tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:51.665993 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4dcd582b-507f-4142-a271-fba2c83831ac req-287ad0fc-7eec-4e15-8959-7672a88a669f tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 946 time: 0.0887206 Mar 23 12:54:51.681354 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network b1f2b089-2f69-4edd-a0c2-fda0188e1224 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:54:51.722941 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4dcd582b-507f-4142-a271-fba2c83831ac req-b71b8549-4bc3-4e7f-9731-7272c500eb19 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/security-groups?id=f23d1ebb-f8aa-4b34-995e-9601f8174f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561438 Mar 23 12:54:51.761853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4495b31c-1316-4efb-83d0-ee24c8af92ea no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:54:51.783111 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4e1edb-447b-4f00-aa93-85f3df2bcfe2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:51.796881 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 4495b31c-1316-4efb-83d0-ee24c8af92ea {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:54:51.797658 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4495b31c-1316-4efb-83d0-ee24c8af92ea not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:54:51.799309 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce4e1edb-447b-4f00-aa93-85f3df2bcfe2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:51.979566 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08316df8-da31-402d-93e7-3fbd0c73c511 req-534ceff5-a010-41a8-903c-faea97305743 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:51.981285 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08316df8-da31-402d-93e7-3fbd0c73c511 req-534ceff5-a010-41a8-903c-faea97305743 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 946 time: 0.1161878 Mar 23 12:54:52.076703 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08316df8-da31-402d-93e7-3fbd0c73c511 req-27f823c5-0f16-4417-a2f7-e8b08c2cbeaa tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/security-groups?id=f23d1ebb-f8aa-4b34-995e-9601f8174f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883970 Mar 23 12:54:52.102618 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35710) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:52.140959 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce4e1edb-447b-4f00-aa93-85f3df2bcfe2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:52.231346 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e1edb-447b-4f00-aa93-85f3df2bcfe2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Subnet': ['ID=18912c2e-d3c9-4872-a070-645be3c5bf0f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:52.275139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e1edb-447b-4f00-aa93-85f3df2bcfe2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Checking segment: {'id': 'f1735173-48dc-4566-aa19-25eea3040e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b1f2b089-2f69-4edd-a0c2-fda0188e1224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:52.276181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4e1edb-447b-4f00-aa93-85f3df2bcfe2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network hostable DHCP agents. Network: b1f2b089-2f69-4edd-a0c2-fda0188e1224, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:54:52.327397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4e1edb-447b-4f00-aa93-85f3df2bcfe2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network b1f2b089-2f69-4edd-a0c2-fda0188e1224 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:54:52.345838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ce4e1edb-447b-4f00-aa93-85f3df2bcfe2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, b1f2b089-2f69-4edd-a0c2-fda0188e1224) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:52.358647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4e1edb-447b-4f00-aa93-85f3df2bcfe2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:52.359373 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce4e1edb-447b-4f00-aa93-85f3df2bcfe2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:52.369505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca108590-dde2-4db0-a9fd-b3fa0479f127 None None] Network b1f2b089-2f69-4edd-a0c2-fda0188e1224 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:52.405634 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ce4e1edb-447b-4f00-aa93-85f3df2bcfe2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8028305 Mar 23 12:54:52.407806 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35724) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:52.414736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-53cf538b-ac5a-435f-ac43-9d47354b355d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'network_id': 'b1f2b089-2f69-4edd-a0c2-fda0188e1224', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1210403410'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:52.620042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5284ddd7-11fc-44ba-abc7-365787051103 tempest-TestServerBasicOps-1113062155 tempest-TestServerBasicOps-1113062155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:52.625952 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5284ddd7-11fc-44ba-abc7-365787051103 tempest-TestServerBasicOps-1113062155 tempest-TestServerBasicOps-1113062155-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 1092 time: 0.5221157 Mar 23 12:54:52.629786 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35734) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:52.635218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': '92e4925a-3593-4679-9ab1-53553f9c1059', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:52.682934 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:52.705964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cf538b-ac5a-435f-ac43-9d47354b355d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:52.717697 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53cf538b-ac5a-435f-ac43-9d47354b355d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:52.758319 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-53cf538b-ac5a-435f-ac43-9d47354b355d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] device_id is not set on port 0a355903-d590-4cb0-9d95-f397e549a840 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:54:52.766609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-b1f2b089-2f69-4edd-a0c2-fda0188e1224', 'network_id': 'b1f2b089-2f69-4edd-a0c2-fda0188e1224', 'tenant_id': 'cc1f7d95fe8845b090b13694d31892f2', 'fixed_ips': [{'subnet_id': '18912c2e-d3c9-4872-a070-645be3c5bf0f'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:54:52.767799 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:52.861220 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:52.957150 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-53cf538b-ac5a-435f-ac43-9d47354b355d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Allocated IP 2001:db8::105 (b1f2b089-2f69-4edd-a0c2-fda0188e1224/18912c2e-d3c9-4872-a070-645be3c5bf0f/0a355903-d590-4cb0-9d95-f397e549a840) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:53.109793 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Allocated IP 172.25.2.144 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/005d0a0c-9edb-4095-a5d5-2a2224c25a40) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:53.246236 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53cf538b-ac5a-435f-ac43-9d47354b355d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:53.248247 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:53.295708 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:53.313420 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53cf538b-ac5a-435f-ac43-9d47354b355d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:53.342397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:53.346373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:53.359076 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:53.362722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cf538b-ac5a-435f-ac43-9d47354b355d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network b1f2b089-2f69-4edd-a0c2-fda0188e1224 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:53.363452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Pushing event updated for resources: {'Port': ['ID=005d0a0c-9edb-4095-a5d5-2a2224c25a40,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:53.366638 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-53cf538b-ac5a-435f-ac43-9d47354b355d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:53.371567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cf538b-ac5a-435f-ac43-9d47354b355d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:53.378957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cf538b-ac5a-435f-ac43-9d47354b355d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:53.379748 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53cf538b-ac5a-435f-ac43-9d47354b355d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:53.394981 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf538b-ac5a-435f-ac43-9d47354b355d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=0a355903-d590-4cb0-9d95-f397e549a840,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:53.418770 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-53cf538b-ac5a-435f-ac43-9d47354b355d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.0091677 Mar 23 12:54:53.419803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35760) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:53.445411 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Allocated IP 2001:db8::2 (b1f2b089-2f69-4edd-a0c2-fda0188e1224/18912c2e-d3c9-4872-a070-645be3c5bf0f/16dd6785-77a2-4544-a38c-57d0c735e9e7) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:53.641306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-406a2dde-87de-4048-b433-04bd56da87fb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port 0a355903-d590-4cb0-9d95-f397e549a840 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:53.641739 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-406a2dde-87de-4048-b433-04bd56da87fb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:53.642170 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:53.652562 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:53.764573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Pushing event updated for resources: {'Port': ['ID=16dd6785-77a2-4544-a38c-57d0c735e9e7,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:53.771967 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Network b1f2b089-2f69-4edd-a0c2-fda0188e1224 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:53.773647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:53.778338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:53.792224 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-406a2dde-87de-4048-b433-04bd56da87fb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:53.810195 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-406a2dde-87de-4048-b433-04bd56da87fb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for 0a355903-d590-4cb0-9d95-f397e549a840 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:53.865634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Attempting to bind port 16dd6785-77a2-4544-a38c-57d0c735e9e7 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:54:53.866951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Attempting to bind port 16dd6785-77a2-4544-a38c-57d0c735e9e7 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'f1735173-48dc-4566-aa19-25eea3040e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b1f2b089-2f69-4edd-a0c2-fda0188e1224'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:54:53.866951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Attempting to bind port 16dd6785-77a2-4544-a38c-57d0c735e9e7 on network b1f2b089-2f69-4edd-a0c2-fda0188e1224 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:54:53.872791 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:54:53.873664 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Checking segment: {'id': 'f1735173-48dc-4566-aa19-25eea3040e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b1f2b089-2f69-4edd-a0c2-fda0188e1224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:54:53.874513 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:53.875054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Bound using segment: {'id': 'f1735173-48dc-4566-aa19-25eea3040e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b1f2b089-2f69-4edd-a0c2-fda0188e1224'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:54:53.875526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Bound port: 16dd6785-77a2-4544-a38c-57d0c735e9e7, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1735173-48dc-4566-aa19-25eea3040e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b1f2b089-2f69-4edd-a0c2-fda0188e1224'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:54:53.876254 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:53.983294 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] For port 16dd6785-77a2-4544-a38c-57d0c735e9e7, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:54:53.991296 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] For port 16dd6785-77a2-4544-a38c-57d0c735e9e7, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=16dd6785-77a2-4544-a38c-57d0c735e9e7,segment=NetworkSegment(f1735173-48dc-4566-aa19-25eea3040e12),segment_id=f1735173-48dc-4566-aa19-25eea3040e12)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:54:53.997782 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:54.012738 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:54.115203 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-406a2dde-87de-4048-b433-04bd56da87fb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:54.146994 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e06a150c-e93e-4408-b15b-9365f773b0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:54.164571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966c0dc-e8b7-45d5-a530-8a7d6588b1ec None None] Pushing event updated for resources: {'Port': ['ID=16dd6785-77a2-4544-a38c-57d0c735e9e7,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:54.167053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a2dde-87de-4048-b433-04bd56da87fb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=0a355903-d590-4cb0-9d95-f397e549a840,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:54.168989 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:54.202398 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-406a2dde-87de-4048-b433-04bd56da87fb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:54.208266 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-406a2dde-87de-4048-b433-04bd56da87fb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/0a355903-d590-4cb0-9d95-f397e549a840 HTTP/1.1" status: 204 len: 168 time: 0.7845778 Mar 23 12:54:54.212731 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35786) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:54.252049 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d99ea4-df92-4bc5-9b90-19812e89a797 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] GET failed (client error): The resource could not be found. Mar 23 12:54:54.256208 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b5d99ea4-df92-4bc5-9b90-19812e89a797 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports/0a355903-d590-4cb0-9d95-f397e549a840 HTTP/1.1" status: 404 len: 333 time: 0.0398998 Mar 23 12:54:54.256556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35790) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:54.310853 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-73916533-ebe3-47c6-919a-73e242e67598 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting subnet 18912c2e-d3c9-4872-a070-645be3c5bf0f {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:54:54.314242 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73916533-ebe3-47c6-919a-73e242e67598 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:54.392724 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73916533-ebe3-47c6-919a-73e242e67598 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:54.534918 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:54.551010 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:54.618884 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Pushing event updated for resources: {'Port': ['ID=005d0a0c-9edb-4095-a5d5-2a2224c25a40,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:54.684671 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73916533-ebe3-47c6-919a-73e242e67598 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:54.695185 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:54.738446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-012585a0-eb35-436f-b34f-74c7a272da0e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:54.740132 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-012585a0-eb35-436f-b34f-74c7a272da0e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 812 time: 0.2806103 Mar 23 12:54:54.762750 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-44b22acc-688f-470e-8b33-9c4c3c4b4c05 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/quotas/a83d57a27e704c44abb036185c95fcaf HTTP/1.1" status: 200 len: 375 time: 0.0150254 Mar 23 12:54:54.791146 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73916533-ebe3-47c6-919a-73e242e67598 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:54.820667 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Floating IP f0cd726b-addc-40e1-b14e-ed7bf5e838ee associated. External IP: 172.25.2.144, port: 92e4925a-3593-4679-9ab1-53553f9c1059. Mar 23 12:54:54.848717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73916533-ebe3-47c6-919a-73e242e67598 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Subnet': ['ID=18912c2e-d3c9-4872-a070-645be3c5bf0f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:54.853653 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73916533-ebe3-47c6-919a-73e242e67598 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:54.857172 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-73916533-ebe3-47c6-919a-73e242e67598 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/18912c2e-d3c9-4872-a070-645be3c5bf0f HTTP/1.1" status: 204 len: 168 time: 0.5997629 Mar 23 12:54:54.860339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35808) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:54.898091 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-7716f983-21b8-42fe-a35c-1b72988c528f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1265812 Mar 23 12:54:55.006077 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:55.065121 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-3c711aff-3d18-46b2-b634-982e95d4c867 service neutron] 10.222.0.52 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391158 Mar 23 12:54:55.092926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:54:55.147077 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port 16dd6785-77a2-4544-a38c-57d0c735e9e7 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:55.147315 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:55.244550 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:54:55.260578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a85bd36-4d4f-446a-96c9-4743c7ecc7d4 None None] Sync routers for ids ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:54:55.261132 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35812) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:55.278522 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:55.289607 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a85bd36-4d4f-446a-96c9-4743c7ecc7d4 None None] Routers {'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:55.290847 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5a85bd36-4d4f-446a-96c9-4743c7ecc7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:54:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:55.320570 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e5cd872b-a16d-44fb-9bed-de816f052446 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6876826 Mar 23 12:54:55.321377 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77', 'tag': '92e4925a-3593-4679-9ab1-53553f9c1059'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:54:55.323835 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc0f41c-2dcf-47c1-973f-480a21694a37" -d '{"events": [{"name": "network-changed", "server_uuid": "7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77", "tag": "92e4925a-3593-4679-9ab1-53553f9c1059"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:54:55.392492 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b760f18e-3978-4f9f-8cf4-3e13e37976f4 x-openstack-request-id: req-b760f18e-3978-4f9f-8cf4-3e13e37976f4 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:54:55.392786 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77", "tag": "92e4925a-3593-4679-9ab1-53553f9c1059", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:54:55.393057 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b760f18e-3978-4f9f-8cf4-3e13e37976f4 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:54:55.393445 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77', 'tag': '92e4925a-3593-4679-9ab1-53553f9c1059', 'status': 'completed', 'code': 200} Mar 23 12:54:55.493047 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f6fd-01bf-4303-aead-13119ed309a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:55.497085 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5a85bd36-4d4f-446a-96c9-4743c7ecc7d4 None None] Set router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:55.498152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0f41c-2dcf-47c1-973f-480a21694a37 req-ad35766e-ef06-455b-a997-48e60e1b892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:55.499673 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0cc0f41c-2dcf-47c1-973f-480a21694a37 req-ad35766e-ef06-455b-a997-48e60e1b892d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=19171b52f76e4157a4ec58a49fcc16cb&device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 1097 time: 0.0785029 Mar 23 12:54:55.710000 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0f41c-2dcf-47c1-973f-480a21694a37 req-9384e20b-0bd1-4ffd-ae65-9104a4cee1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:55.712207 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0cc0f41c-2dcf-47c1-973f-480a21694a37 req-9384e20b-0bd1-4ffd-ae65-9104a4cee1b2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efa11817-c4f9-4668-abb8-4a3e594d3f44 HTTP/1.1" status: 200 len: 909 time: 0.2034733 Mar 23 12:54:55.808602 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0cc0f41c-2dcf-47c1-973f-480a21694a37 req-b7b91c0d-bfa2-44a4-a959-c79a0a393687 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92e4925a-3593-4679-9ab1-53553f9c1059 HTTP/1.1" status: 200 len: 1000 time: 0.0886669 Mar 23 12:54:55.840136 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f6fd-01bf-4303-aead-13119ed309a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:55.847758 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] For port 16dd6785-77a2-4544-a38c-57d0c735e9e7, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=16dd6785-77a2-4544-a38c-57d0c735e9e7,segment=NetworkSegment(f1735173-48dc-4566-aa19-25eea3040e12),segment_id=f1735173-48dc-4566-aa19-25eea3040e12)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:55.848665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:55.864863 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f6fd-01bf-4303-aead-13119ed309a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:55.866727 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for 16dd6785-77a2-4544-a38c-57d0c735e9e7 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:55.883806 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2914da5e-afad-4ebd-9e5e-2710a6176a7a None None] Network b1f2b089-2f69-4edd-a0c2-fda0188e1224 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:54:55.891458 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 16dd6785-77a2-4544-a38c-57d0c735e9e7 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:55.919154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8f6fd-01bf-4303-aead-13119ed309a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2b3f43-a708-4ac6-81fc-7d4ec1ac40cc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:55.925082 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4bb8f6fd-01bf-4303-aead-13119ed309a3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f00fe08e2064bd9a06214513bf7aa3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6633070 Mar 23 12:54:55.927183 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0f41c-2dcf-47c1-973f-480a21694a37 req-8ce43dbf-4971-47cc-82ae-54a0ee2c5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:55.929031 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0cc0f41c-2dcf-47c1-973f-480a21694a37 req-8ce43dbf-4971-47cc-82ae-54a0ee2c5b36 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=123743e7-cb7c-46c8-b7b7-b6da5322356e HTTP/1.1" status: 200 len: 847 time: 0.1062565 Mar 23 12:54:55.929674 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35824) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:55.983789 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:56.008334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No DVR routers for this DVR port 16dd6785-77a2-4544-a38c-57d0c735e9e7 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:54:56.017947 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-193f9217-dd3d-4c03-a3a9-c9ca7ced01a1 None None] Provisioning complete for port 16dd6785-77a2-4544-a38c-57d0c735e9e7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:54:56.018549 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-193f9217-dd3d-4c03-a3a9-c9ca7ced01a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:56.023810 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0f41c-2dcf-47c1-973f-480a21694a37 req-886e3ad8-fb69-4a14-9fa9-9ed37c98b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:56.025421 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0cc0f41c-2dcf-47c1-973f-480a21694a37 req-886e3ad8-fb69-4a14-9fa9-9ed37c98b05f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efa11817-c4f9-4668-abb8-4a3e594d3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885537 Mar 23 12:54:56.038782 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-22e9d376-e60c-405c-816b-0896dca7167e service neutron] 10.222.0.52 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9638321 Mar 23 12:54:56.045140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=16dd6785-77a2-4544-a38c-57d0c735e9e7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:56.088008 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-193f9217-dd3d-4c03-a3a9-c9ca7ced01a1 None None] Port 16dd6785-77a2-4544-a38c-57d0c735e9e7 was deleted so its status cannot be updated. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 23 12:54:56.107045 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7750f82-40f6-491e-9f40-b20187e9c4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:56.146160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No active binding found for port 16dd6785-77a2-4544-a38c-57d0c735e9e7 {{(pid=102780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 12:54:56.146575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 16dd6785-77a2-4544-a38c-57d0c735e9e7 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 12:54:56.151447 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7750f82-40f6-491e-9f40-b20187e9c4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:56.176379 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:56.179971 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Port 16dd6785-77a2-4544-a38c-57d0c735e9e7 not found, will not notify nova. {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 12:54:56.189225 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0cc0f41c-2dcf-47c1-973f-480a21694a37 req-dd923079-f8b7-464c-9e59-41038d3837bc service neutron] 10.222.0.77 "GET /v2.0/networks/efa11817-c4f9-4668-abb8-4a3e594d3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543522 Mar 23 12:54:56.231576 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f2b089-2f69-4edd-a0c2-fda0188e1224']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:56.249435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1735173-48dc-4566-aa19-25eea3040e12') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:56.250022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1735173-48dc-4566-aa19-25eea3040e12') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:56.261559 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3383c79-cd2f-4857-b298-7803e5b2d078 None None] DHCP port deletion for b1f2b089-2f69-4edd-a0c2-fda0188e1224 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:54:56.262922 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:56.289929 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:56.301858 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:54:56.302351 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:54:56.305911 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:54:56.308545 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7750f82-40f6-491e-9f40-b20187e9c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:56.310677 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a7750f82-40f6-491e-9f40-b20187e9c4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:56.312171 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a7750f82-40f6-491e-9f40-b20187e9c4cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eb2b3f43-a708-4ac6-81fc-7d4ec1ac40cc HTTP/1.1" status: 204 len: 168 time: 0.3813541 Mar 23 12:54:56.335366 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7750f82-40f6-491e-9f40-b20187e9c4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2b3f43-a708-4ac6-81fc-7d4ec1ac40cc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:56.345161 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0cc0f41c-2dcf-47c1-973f-480a21694a37 req-95b6d31e-f8c8-43f6-8865-bfdde634a3e3 service neutron] 10.222.0.77 "GET /v2.0/networks/efa11817-c4f9-4668-abb8-4a3e594d3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456492 Mar 23 12:54:56.402545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5a85bd36-4d4f-446a-96c9-4743c7ecc7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'name': 'tempest-TestServerBasicOps-951253649-router', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:08Z', 'updated_at': '2022-03-23T12:54:15Z', 'revision_number': 4, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'gw_port': {'id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:09Z', 'updated_at': '2022-03-23T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'f0cd726b-addc-40e1-b14e-ed7bf5e838ee', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'port_id': '92e4925a-3593-4679-9ab1-53553f9c1059', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'mac_address': 'fa:16:3e:4e:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:54:53Z', 'updated_at': '2022-03-23T12:54:53Z', 'revision_number': 0, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df897868-bd0d-42ae-8783-33541eeb934d', 'name': '', 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'mac_address': 'fa:16:3e:df:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:15Z', 'updated_at': '2022-03-23T12:54:23Z', 'revision_number': 5, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'subnets': [{'id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:56.414295 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:56.448930 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:56.450262 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a85bd36-4d4f-446a-96c9-4743c7ecc7d4 None None] Checking router: fa415a3e-a6c7-4d93-9d37-96c8429f9b9f for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:54:56.458008 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/networks/b1f2b089-2f69-4edd-a0c2-fda0188e1224 HTTP/1.1" status: 204 len: 168 time: 1.5968127 Mar 23 12:54:56.462065 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35838) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:56.468208 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a85bd36-4d4f-446a-96c9-4743c7ecc7d4 None None] Routers {'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:56.469022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5a85bd36-4d4f-446a-96c9-4743c7ecc7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:54:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:56.469790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3fa73b29-7a3f-4168-89de-537e0bb88abe tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241', 'name': 'tempest-PortsIpV6TestJSON-719273640'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:56.480894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf231277-083a-462d-a41a-2c523c25a5b9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Network': ['ID=b1f2b089-2f69-4edd-a0c2-fda0188e1224,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:56.646035 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-292018cf-a6af-4a5f-aed4-351c7da3311a req-21e2f85e-a091-4b61-9ee9-148b57f5069f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 210 time: 0.0555980 Mar 23 12:54:56.711815 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa73b29-7a3f-4168-89de-537e0bb88abe tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:56.716917 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fa73b29-7a3f-4168-89de-537e0bb88abe tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:56.742694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5a85bd36-4d4f-446a-96c9-4743c7ecc7d4 None None] Set router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:56.749352 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-3fa73b29-7a3f-4168-89de-537e0bb88abe tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] device_id is not set on port ca0cd2f3-fc5b-4ba2-b61a-6d89f296dfeb yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:54:56.792539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35854) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:56.820948 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3fa2d39-2741-4689-bec0-3ab11d1d71fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:56.914355 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c0b462f2-7832-42c0-929a-953450a33152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:56.973325 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fa73b29-7a3f-4168-89de-537e0bb88abe tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:56.984318 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3fa2d39-2741-4689-bec0-3ab11d1d71fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:56.990922 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3fa2d39-2741-4689-bec0-3ab11d1d71fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:57.012374 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fa73b29-7a3f-4168-89de-537e0bb88abe tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:57.056857 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa2d39-2741-4689-bec0-3ab11d1d71fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cede08-4ef7-4ab0-9621-cd102523a470,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:57.065275 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b3fa2d39-2741-4689-bec0-3ab11d1d71fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b411bd674524b838b8f50d6f80b7b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691276 Mar 23 12:54:57.066146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35858) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:57.077544 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa73b29-7a3f-4168-89de-537e0bb88abe tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network b0356315-2a87-4e74-bb04-66a6480b6241 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:57.085157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-3fa73b29-7a3f-4168-89de-537e0bb88abe tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:57.090348 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa73b29-7a3f-4168-89de-537e0bb88abe tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:57.097447 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa73b29-7a3f-4168-89de-537e0bb88abe tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:57.098235 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3fa73b29-7a3f-4168-89de-537e0bb88abe tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:57.107797 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa73b29-7a3f-4168-89de-537e0bb88abe tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=ca0cd2f3-fc5b-4ba2-b61a-6d89f296dfeb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:57.136152 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf409159-c0e4-4195-8552-01a7d78cc82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:57.136395 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3fa73b29-7a3f-4168-89de-537e0bb88abe tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6698866 Mar 23 12:54:57.136689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35860) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:57.155170 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5a85bd36-4d4f-446a-96c9-4743c7ecc7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'name': 'tempest-TestServerBasicOps-951253649-router', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:08Z', 'updated_at': '2022-03-23T12:54:15Z', 'revision_number': 4, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'gw_port': {'id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:09Z', 'updated_at': '2022-03-23T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'f0cd726b-addc-40e1-b14e-ed7bf5e838ee', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'port_id': '92e4925a-3593-4679-9ab1-53553f9c1059', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'mac_address': 'fa:16:3e:4e:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:54:53Z', 'updated_at': '2022-03-23T12:54:53Z', 'revision_number': 0, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df897868-bd0d-42ae-8783-33541eeb934d', 'name': '', 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'mac_address': 'fa:16:3e:df:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:15Z', 'updated_at': '2022-03-23T12:54:23Z', 'revision_number': 5, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'subnets': [{'id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:57.187753 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a85bd36-4d4f-446a-96c9-4743c7ecc7d4 None None] The sync data for ids ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'] in n-d-834854-1 is: [{'id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'name': 'tempest-TestServerBasicOps-951253649-router', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:08Z', 'updated_at': '2022-03-23T12:54:15Z', 'revision_number': 4, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'gw_port': {'id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:09Z', 'updated_at': '2022-03-23T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'f0cd726b-addc-40e1-b14e-ed7bf5e838ee', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'port_id': '92e4925a-3593-4679-9ab1-53553f9c1059', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'mac_address': 'fa:16:3e:4e:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:54:53Z', 'updated_at': '2022-03-23T12:54:53Z', 'revision_number': 0, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df897868-bd0d-42ae-8783-33541eeb934d', 'name': '', 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'mac_address': 'fa:16:3e:df:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:15Z', 'updated_at': '2022-03-23T12:54:23Z', 'revision_number': 5, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'subnets': [{'id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:54:57.234814 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf409159-c0e4-4195-8552-01a7d78cc82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:57.303220 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1284f761-435e-4179-ac8f-b26bf2636694 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port ca0cd2f3-fc5b-4ba2-b61a-6d89f296dfeb {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:57.303476 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1284f761-435e-4179-ac8f-b26bf2636694 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:57.359004 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf409159-c0e4-4195-8552-01a7d78cc82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:57.361700 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cf409159-c0e4-4195-8552-01a7d78cc82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:57.362870 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cf409159-c0e4-4195-8552-01a7d78cc82a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f4cede08-4ef7-4ab0-9621-cd102523a470 HTTP/1.1" status: 204 len: 168 time: 0.2963629 Mar 23 12:54:57.381495 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf409159-c0e4-4195-8552-01a7d78cc82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cede08-4ef7-4ab0-9621-cd102523a470,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:57.400857 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1284f761-435e-4179-ac8f-b26bf2636694 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:57.420360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1284f761-435e-4179-ac8f-b26bf2636694 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for ca0cd2f3-fc5b-4ba2-b61a-6d89f296dfeb owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:57.507946 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4cb05-97ac-49d9-9b44-9c34d64169e5 None None] New status for floating IP f0cd726b-addc-40e1-b14e-ed7bf5e838ee: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:54:57.530837 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1284f761-435e-4179-ac8f-b26bf2636694 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:57.564956 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284f761-435e-4179-ac8f-b26bf2636694 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=ca0cd2f3-fc5b-4ba2-b61a-6d89f296dfeb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:57.579395 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1284f761-435e-4179-ac8f-b26bf2636694 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:57.584789 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1284f761-435e-4179-ac8f-b26bf2636694 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/ca0cd2f3-fc5b-4ba2-b61a-6d89f296dfeb HTTP/1.1" status: 204 len: 168 time: 0.4470267 Mar 23 12:54:57.587405 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35864) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:57.593054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-86d2b80d-63d8-40bf-aedd-0daf7cefb5ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241', 'mac_address': 'fa:16:3e:6c:62:cf', 'name': 'tempest-PortsIpV6TestJSON-1233829568'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:57.671430 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35870) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:57.720527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 16dd6785-77a2-4544-a38c-57d0c735e9e7 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:54:57.826326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 16dd6785-77a2-4544-a38c-57d0c735e9e7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:54:57.828831 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 16dd6785-77a2-4544-a38c-57d0c735e9e7 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:54:57.840790 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8532f115-305b-4680-bb49-19cf1affe0a2 req-900da690-07b5-49e8-817f-e8c6c6929dd0 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 210 time: 0.0652094 Mar 23 12:54:57.895957 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:57.939497 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ca5a39b5-654c-4440-bd26-ce725114c0aa tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3891 time: 0.2654951 Mar 23 12:54:57.939963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35878) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:57.945272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-13b1d8b5-3b61-49ed-b132-15754e811803 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Request body: {'network': {'name': 'tempest-network-smoke--1926544493', 'project_id': '4578e949d6db4514a22d0490934f3e80', 'port_security_enabled': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:57.975721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b1d8b5-3b61-49ed-b132-15754e811803 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Made reservation on behalf of 4578e949d6db4514a22d0490934f3e80 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:57.987459 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13b1d8b5-3b61-49ed-b132-15754e811803 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:57.999965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d2b80d-63d8-40bf-aedd-0daf7cefb5ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:58.024862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b1d8b5-3b61-49ed-b132-15754e811803 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:54:58.039712 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13b1d8b5-3b61-49ed-b132-15754e811803 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:58.040290 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-13b1d8b5-3b61-49ed-b132-15754e811803 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Added segment 9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6 of type vlan for network 323727f5-3ee9-48e4-820d-806b08847c94 Mar 23 12:54:58.129832 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13b1d8b5-3b61-49ed-b132-15754e811803 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:58.141883 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86d2b80d-63d8-40bf-aedd-0daf7cefb5ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:58.150795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-13bb7755-ce54-4c5a-997c-cc6332002727 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:58.152629 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-13bb7755-ce54-4c5a-997c-cc6332002727 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 812 time: 0.3060310 Mar 23 12:54:58.167346 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-7e63bdbf-d7af-4965-a27d-fbefa2bce151 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Request body: {'port': {'device_id': '8bccc318-da5f-4c12-9e3e-04386d1711c3', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'admin_state_up': True, 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:58.176104 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13b1d8b5-3b61-49ed-b132-15754e811803 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:58.186439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b1d8b5-3b61-49ed-b132-15754e811803 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:58.187321 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13b1d8b5-3b61-49ed-b132-15754e811803 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:58.224302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-86d2b80d-63d8-40bf-aedd-0daf7cefb5ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] device_id is not set on port 64bfa5ac-b02e-4be9-a7b7-9a29066be188 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:54:58.295000 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35890) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:58.295456 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-13b1d8b5-3b61-49ed-b132-15754e811803 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3543034 Mar 23 12:54:58.330449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1d8b5-3b61-49ed-b132-15754e811803 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'Network': ['ID=323727f5-3ee9-48e4-820d-806b08847c94,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:58.342226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 323727f5-3ee9-48e4-820d-806b08847c94 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:54:58.646940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-378299836', 'admin_state_up': True, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:58.680886 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:58.681939 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:58.827040 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:58.829847 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-7e63bdbf-d7af-4965-a27d-fbefa2bce151 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Made reservation on behalf of a83d57a27e704c44abb036185c95fcaf for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:58.833628 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-7e63bdbf-d7af-4965-a27d-fbefa2bce151 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:58.952369 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86d2b80d-63d8-40bf-aedd-0daf7cefb5ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:59.060763 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b36e7446-452d-448d-aebd-48e109ba63e1 req-135b7046-c10d-4a4b-b011-5de4c7b11404 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 210 time: 0.1036966 Mar 23 12:54:59.103780 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:59.127698 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:59.258751 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86d2b80d-63d8-40bf-aedd-0daf7cefb5ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:59.348133 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-7e63bdbf-d7af-4965-a27d-fbefa2bce151 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Allocated IP 172.20.0.11 (bb56f7c4-c411-4c3a-9aa2-28215b8b28c1/870de485-4fe7-463d-99a0-400760616840/b91249d8-0e29-42d6-bc10-521aea2f1853) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:59.383215 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d2b80d-63d8-40bf-aedd-0daf7cefb5ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network b0356315-2a87-4e74-bb04-66a6480b6241 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:59.393395 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-86d2b80d-63d8-40bf-aedd-0daf7cefb5ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:59.400600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2b80d-63d8-40bf-aedd-0daf7cefb5ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=64bfa5ac-b02e-4be9-a7b7-9a29066be188,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:59.402875 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2b80d-63d8-40bf-aedd-0daf7cefb5ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:59.409100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d2b80d-63d8-40bf-aedd-0daf7cefb5ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:59.409795 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86d2b80d-63d8-40bf-aedd-0daf7cefb5ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:59.456563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35938) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:59.457082 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-86d2b80d-63d8-40bf-aedd-0daf7cefb5ba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8681045 Mar 23 12:54:59.537237 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:59.582917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341c047c-1932-489a-8dbb-486a9559e64b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:59.585454 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-341c047c-1932-489a-8dbb-486a9559e64b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports/64bfa5ac-b02e-4be9-a7b7-9a29066be188 HTTP/1.1" status: 200 len: 845 time: 0.1272101 Mar 23 12:54:59.588136 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35942) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:59.709761 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-89b5d3c9-5fa0-4adb-a21b-cc92672baedc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port 64bfa5ac-b02e-4be9-a7b7-9a29066be188 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:54:59.710446 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89b5d3c9-5fa0-4adb-a21b-cc92672baedc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:59.795504 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89b5d3c9-5fa0-4adb-a21b-cc92672baedc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:59.822521 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-89b5d3c9-5fa0-4adb-a21b-cc92672baedc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for 64bfa5ac-b02e-4be9-a7b7-9a29066be188 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:54:59.928834 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89b5d3c9-5fa0-4adb-a21b-cc92672baedc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:59.940388 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-7e63bdbf-d7af-4965-a27d-fbefa2bce151 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:54:59.981047 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35950) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:54:59.990836 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5d3c9-5fa0-4adb-a21b-cc92672baedc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=64bfa5ac-b02e-4be9-a7b7-9a29066be188,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:00.002669 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89b5d3c9-5fa0-4adb-a21b-cc92672baedc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:00.009056 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-89b5d3c9-5fa0-4adb-a21b-cc92672baedc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/64bfa5ac-b02e-4be9-a7b7-9a29066be188 HTTP/1.1" status: 204 len: 168 time: 0.4196694 Mar 23 12:55:00.009692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35954) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:00.024667 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:00.036485 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c357d4-8249-402d-9098-c4c6be7ef4a8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] GET failed (client error): The resource could not be found. Mar 23 12:55:00.042984 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-73c357d4-8249-402d-9098-c4c6be7ef4a8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports/64bfa5ac-b02e-4be9-a7b7-9a29066be188 HTTP/1.1" status: 404 len: 333 time: 0.0322857 Mar 23 12:55:00.043839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35956) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:00.049208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-38daf6b1-2ce5-44d1-86f9-0e189618c1bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241', 'name': 'tempest-PortsIpV6TestJSON-330329071'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:00.059725 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:00.144336 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-7e63bdbf-d7af-4965-a27d-fbefa2bce151 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:00.203176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38daf6b1-2ce5-44d1-86f9-0e189618c1bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:00.203176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38daf6b1-2ce5-44d1-86f9-0e189618c1bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:00.254901 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-7e63bdbf-d7af-4965-a27d-fbefa2bce151 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:00.261288 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-7e63bdbf-d7af-4965-a27d-fbefa2bce151 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:00.271076 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-7e63bdbf-d7af-4965-a27d-fbefa2bce151 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:00.312666 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-38daf6b1-2ce5-44d1-86f9-0e189618c1bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] device_id is not set on port f6c1b20d-f87b-4b42-b86d-4862ddd5a220 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:55:00.331576 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-7e63bdbf-d7af-4965-a27d-fbefa2bce151 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:00.332358 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-7e63bdbf-d7af-4965-a27d-fbefa2bce151 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:00.376441 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed28a098-30fc-4d6c-ad4a-f55db9076074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:00.381888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f67dd5-835d-490e-ba36-70d68dc3bf0a req-79abd606-ead5-4edc-bb96-0a3c8bf96504 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:00.384502 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-76f67dd5-835d-490e-ba36-70d68dc3bf0a req-79abd606-ead5-4edc-bb96-0a3c8bf96504 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 932 time: 0.1572518 Mar 23 12:55:00.386361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63bdbf-d7af-4965-a27d-fbefa2bce151 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'Port': ['ID=b91249d8-0e29-42d6-bc10-521aea2f1853,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:00.393992 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35962) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:00.420941 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-7e63bdbf-d7af-4965-a27d-fbefa2bce151 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2589107 Mar 23 12:55:00.444384 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Request body: {'port': {'device_id': '8bccc318-da5f-4c12-9e3e-04386d1711c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:00.523147 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-76f67dd5-835d-490e-ba36-70d68dc3bf0a req-b2dbc51e-c4cf-47fe-ac41-eec6945e11e5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232786 Mar 23 12:55:00.581641 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Allocated IP 172.25.2.20 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/bd46d3ab-91c9-44e3-8736-10eb17cfa3ea) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:00.593312 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed28a098-30fc-4d6c-ad4a-f55db9076074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:00.610396 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0700318d-4fed-480b-9cbe-97f7fbdf5976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:00.612194 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed28a098-30fc-4d6c-ad4a-f55db9076074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:00.639967 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38daf6b1-2ce5-44d1-86f9-0e189618c1bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:00.678423 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38daf6b1-2ce5-44d1-86f9-0e189618c1bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:00.694107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ede1bbe2-cdf0-4a6b-a03c-1b8ff55a65c4 None None] Provisioning complete for port b91249d8-0e29-42d6-bc10-521aea2f1853 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:00.694673 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ede1bbe2-cdf0-4a6b-a03c-1b8ff55a65c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:00.740047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ede1bbe2-cdf0-4a6b-a03c-1b8ff55a65c4 None None] Port b91249d8-0e29-42d6-bc10-521aea2f1853 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:00.745299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38daf6b1-2ce5-44d1-86f9-0e189618c1bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=f6c1b20d-f87b-4b42-b86d-4862ddd5a220,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:00.761637 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38daf6b1-2ce5-44d1-86f9-0e189618c1bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network b0356315-2a87-4e74-bb04-66a6480b6241 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:00.762321 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28a098-30fc-4d6c-ad4a-f55db9076074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced68e4c-cc79-43f9-9f5f-cfc92a75ff5a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:00.763278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-38daf6b1-2ce5-44d1-86f9-0e189618c1bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:00.769991 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ed28a098-30fc-4d6c-ad4a-f55db9076074 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f3dbde5d94e74298a7c1fb377185fd35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7882872 Mar 23 12:55:00.770843 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 35966) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:00.777504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38daf6b1-2ce5-44d1-86f9-0e189618c1bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:00.784869 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:00.785085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38daf6b1-2ce5-44d1-86f9-0e189618c1bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:00.785739 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-38daf6b1-2ce5-44d1-86f9-0e189618c1bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:00.804468 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-38daf6b1-2ce5-44d1-86f9-0e189618c1bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7593179 Mar 23 12:55:00.806543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35968) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:00.813781 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ec26278c-ce8e-49d8-afed-7f7aec22b7a3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:00.900445 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec26278c-ce8e-49d8-afed-7f7aec22b7a3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.004030 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.026891 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0700318d-4fed-480b-9cbe-97f7fbdf5976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.027957 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9f92-eb6e-4ab8-8a3e-2a81ec26de55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.047337 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0700318d-4fed-480b-9cbe-97f7fbdf5976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.072905 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec26278c-ce8e-49d8-afed-7f7aec22b7a3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.080445 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec26278c-ce8e-49d8-afed-7f7aec22b7a3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.101658 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9f92-eb6e-4ab8-8a3e-2a81ec26de55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.121013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ec26278c-ce8e-49d8-afed-7f7aec22b7a3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] In _notify_port_updated(), no bound segment for port f6c1b20d-f87b-4b42-b86d-4862ddd5a220 on network b0356315-2a87-4e74-bb04-66a6480b6241 {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:55:01.126678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec26278c-ce8e-49d8-afed-7f7aec22b7a3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:01.127446 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ec26278c-ce8e-49d8-afed-7f7aec22b7a3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.131309 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ec26278c-ce8e-49d8-afed-7f7aec22b7a3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "PUT /v2.0/ports/f6c1b20d-f87b-4b42-b86d-4862ddd5a220 HTTP/1.1" status: 200 len: 818 time: 0.3210092 Mar 23 12:55:01.131956 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35970) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:01.179905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26278c-ce8e-49d8-afed-7f7aec22b7a3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=f6c1b20d-f87b-4b42-b86d-4862ddd5a220,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:01.185085 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0700318d-4fed-480b-9cbe-97f7fbdf5976 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aa3b8521b4294ec1a8e9c9fb51667924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7804873 Mar 23 12:55:01.186670 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35972) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:01.192580 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700318d-4fed-480b-9cbe-97f7fbdf5976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c82fc51-d3e8-4d87-aeb7-80eb55792df5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:01.213381 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.287309 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:01.293612 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:01.295020 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fd42bbb-643f-4bf3-b7a8-f82209459b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.302254 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:01.311070 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9f92-eb6e-4ab8-8a3e-2a81ec26de55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.313601 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9f92-eb6e-4ab8-8a3e-2a81ec26de55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.317355 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2c2f9f92-eb6e-4ab8-8a3e-2a81ec26de55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ced68e4c-cc79-43f9-9f5f-cfc92a75ff5a HTTP/1.1" status: 204 len: 168 time: 0.5419257 Mar 23 12:55:01.323176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5095310b-e65a-4ca3-abe0-b2724c415391 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port f6c1b20d-f87b-4b42-b86d-4862ddd5a220 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:01.324058 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5095310b-e65a-4ca3-abe0-b2724c415391 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.340226 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'Port': ['ID=bd46d3ab-91c9-44e3-8736-10eb17cfa3ea,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:01.357849 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fd42bbb-643f-4bf3-b7a8-f82209459b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.387186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f9f92-eb6e-4ab8-8a3e-2a81ec26de55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced68e4c-cc79-43f9-9f5f-cfc92a75ff5a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:01.441011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91249d8-0e29-42d6-bc10-521aea2f1853 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:55:01.451703 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.454789 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5095310b-e65a-4ca3-abe0-b2724c415391 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.469237 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5095310b-e65a-4ca3-abe0-b2724c415391 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for f6c1b20d-f87b-4b42-b86d-4862ddd5a220 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:01.546268 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fd42bbb-643f-4bf3-b7a8-f82209459b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.548465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Transition to ACTIVE for port object b91249d8-0e29-42d6-bc10-521aea2f1853 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:55:01.549489 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0fd42bbb-643f-4bf3-b7a8-f82209459b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.553357 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0fd42bbb-643f-4bf3-b7a8-f82209459b65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2c82fc51-d3e8-4d87-aeb7-80eb55792df5 HTTP/1.1" status: 204 len: 168 time: 0.3626244 Mar 23 12:55:01.562845 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.598887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd42bbb-643f-4bf3-b7a8-f82209459b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c82fc51-d3e8-4d87-aeb7-80eb55792df5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:01.680798 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5095310b-e65a-4ca3-abe0-b2724c415391 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.697749 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=b91249d8-0e29-42d6-bc10-521aea2f1853,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:01.763142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095310b-e65a-4ca3-abe0-b2724c415391 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=f6c1b20d-f87b-4b42-b86d-4862ddd5a220,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:01.771753 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5095310b-e65a-4ca3-abe0-b2724c415391 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:01.781938 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5095310b-e65a-4ca3-abe0-b2724c415391 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/f6c1b20d-f87b-4b42-b86d-4862ddd5a220 HTTP/1.1" status: 204 len: 168 time: 0.6476200 Mar 23 12:55:01.783513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35984) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:01.866899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddc1711-8957-44b0-b77d-06465ac500ad tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:01.870602 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cddc1711-8957-44b0-b77d-06465ac500ad tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0846915 Mar 23 12:55:01.877122 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35988) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:01.913527 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-933db12f-8da0-43de-97f4-1c331555a6d6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] GET failed (client error): The resource could not be found. Mar 23 12:55:01.919472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-933db12f-8da0-43de-97f4-1c331555a6d6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports/f6c1b20d-f87b-4b42-b86d-4862ddd5a220 HTTP/1.1" status: 404 len: 333 time: 0.0371900 Mar 23 12:55:01.921935 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35992) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:01.933276 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-53012acb-0340-4fb8-a360-145aedab86a2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-636702812'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:01.980484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 35996) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:01.999054 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.001573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53012acb-0340-4fb8-a360-145aedab86a2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:02.007197 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53012acb-0340-4fb8-a360-145aedab86a2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.020789 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b68a905-592f-445e-9891-2fe859b8f937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.068819 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e3da5-7cc9-4c93-968d-badc101d23ba req-22af28e1-edb1-43cc-a2cf-09df85882543 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:02.069386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53012acb-0340-4fb8-a360-145aedab86a2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:02.071531 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d43e3da5-7cc9-4c93-968d-badc101d23ba req-22af28e1-edb1-43cc-a2cf-09df85882543 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 944 time: 0.3643486 Mar 23 12:55:02.098017 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53012acb-0340-4fb8-a360-145aedab86a2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.098360 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-53012acb-0340-4fb8-a360-145aedab86a2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Added segment fe764610-15ea-42ac-91d1-11659c607148 of type vlan for network 350be69d-be8f-4634-9d61-a2304c82b6f1 Mar 23 12:55:02.125829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Attempting to bind port b91249d8-0e29-42d6-bc10-521aea2f1853 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:55:02.126171 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Attempting to bind port b91249d8-0e29-42d6-bc10-521aea2f1853 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:55:02.126514 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Attempting to bind port b91249d8-0e29-42d6-bc10-521aea2f1853 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:02.148506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Port b91249d8-0e29-42d6-bc10-521aea2f1853 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:55:02.148839 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Attempting to bind port b91249d8-0e29-42d6-bc10-521aea2f1853 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:02.157287 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53012acb-0340-4fb8-a360-145aedab86a2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.164200 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:55:02.164813 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Checking segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:02.165225 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Bound using segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:55:02.166334 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Bound port: b91249d8-0e29-42d6-bc10-521aea2f1853, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:55:02.166605 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.210579 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53012acb-0340-4fb8-a360-145aedab86a2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.217282 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53012acb-0340-4fb8-a360-145aedab86a2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:02.217934 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53012acb-0340-4fb8-a360-145aedab86a2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.234230 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b68a905-592f-445e-9891-2fe859b8f937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.252083 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b68a905-592f-445e-9891-2fe859b8f937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.350528 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-53012acb-0340-4fb8-a360-145aedab86a2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4274001 Mar 23 12:55:02.366579 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36002) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:02.384720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5af64f94-4c2b-4f61-a9df-676abfcfe58d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'subnet': {'network_id': '350be69d-be8f-4634-9d61-a2304c82b6f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:02.415417 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36004) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:02.429539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53012acb-0340-4fb8-a360-145aedab86a2 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Network': ['ID=350be69d-be8f-4634-9d61-a2304c82b6f1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:02.441103 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 350be69d-be8f-4634-9d61-a2304c82b6f1 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:02.527721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68a905-592f-445e-9891-2fe859b8f937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3480824d-188e-4226-8229-e8b6dbe40ef8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:02.535702 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8b68a905-592f-445e-9891-2fe859b8f937 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff1428f4620f4107bd98e20fd419b5e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5516057 Mar 23 12:55:02.545579 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36008) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:02.557704 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb4366e5-66d5-4b34-8f9f-7f3fdc2c653f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.666939 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-689fd0a0-4734-4d80-bc36-434653741fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.691581 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af64f94-4c2b-4f61-a9df-676abfcfe58d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:02.696669 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5af64f94-4c2b-4f61-a9df-676abfcfe58d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.734949 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-689fd0a0-4734-4d80-bc36-434653741fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.781406 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d43e3da5-7cc9-4c93-968d-badc101d23ba req-0f0c6fe2-2a85-4499-a95f-e0e6d3a0e06e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6660144 Mar 23 12:55:02.847913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] For port b91249d8-0e29-42d6-bc10-521aea2f1853, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:55:02.866592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] For port b91249d8-0e29-42d6-bc10-521aea2f1853, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b91249d8-0e29-42d6-bc10-521aea2f1853,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:55:02.868396 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb4366e5-66d5-4b34-8f9f-7f3fdc2c653f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.873587 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.876382 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.880967 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb4366e5-66d5-4b34-8f9f-7f3fdc2c653f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.917973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:02.918953 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:02.920635 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] 10.222.0.77 "PUT /v2.0/ports/b91249d8-0e29-42d6-bc10-521aea2f1853 HTTP/1.1" status: 200 len: 1092 time: 2.4866881 Mar 23 12:55:02.921297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bccc318-da5f-4c12-9e3e-04386d1711c3', 'tag': 'b91249d8-0e29-42d6-bc10-521aea2f1853'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:55:02.923767 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6360eed9-e633-4af7-9108-efd479c16117" -d '{"events": [{"name": "network-changed", "server_uuid": "8bccc318-da5f-4c12-9e3e-04386d1711c3", "tag": "b91249d8-0e29-42d6-bc10-521aea2f1853"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:55:03.034610 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-eb4366e5-66d5-4b34-8f9f-7f3fdc2c653f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7cd490722d5a45ad963aec141e204429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6130216 Mar 23 12:55:03.035426 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-689fd0a0-4734-4d80-bc36-434653741fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:03.044578 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-689fd0a0-4734-4d80-bc36-434653741fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:03.045727 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-689fd0a0-4734-4d80-bc36-434653741fa2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3480824d-188e-4226-8229-e8b6dbe40ef8 HTTP/1.1" status: 204 len: 168 time: 0.4990373 Mar 23 12:55:03.069929 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36012) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:03.098159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ce037-5257-47f1-bb06-ce1406f78ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=b91249d8-0e29-42d6-bc10-521aea2f1853,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:03.120573 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfd415b-cc2c-45bd-b93d-dbb88fc491aa x-openstack-request-id: req-3cfd415b-cc2c-45bd-b93d-dbb88fc491aa {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:55:03.121971 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bccc318-da5f-4c12-9e3e-04386d1711c3", "tag": "b91249d8-0e29-42d6-bc10-521aea2f1853", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:55:03.124558 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3cfd415b-cc2c-45bd-b93d-dbb88fc491aa {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:55:03.125330 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bccc318-da5f-4c12-9e3e-04386d1711c3', 'tag': 'b91249d8-0e29-42d6-bc10-521aea2f1853', 'status': 'completed', 'code': 200} Mar 23 12:55:03.169427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4366e5-66d5-4b34-8f9f-7f3fdc2c653f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9de170-8e89-42b9-a680-278ace645b7f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:03.179172 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5af64f94-4c2b-4f61-a9df-676abfcfe58d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:03.252963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fd0a0-4734-4d80-bc36-434653741fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3480824d-188e-4226-8229-e8b6dbe40ef8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:03.304533 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-d4d70a38-6df6-4383-9f1f-eef64f5d5d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:03.306161 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-d4d70a38-6df6-4383-9f1f-eef64f5d5d38 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 1095 time: 0.1782491 Mar 23 12:55:03.362242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af64f94-4c2b-4f61-a9df-676abfcfe58d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Subnet': ['ID=7ec34a74-dea4-4538-a19c-f65674682b8c,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:03.369379 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78485270-6884-4d84-8abd-81bbdde52e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:03.438360 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-93c63270-62d5-42f9-92e0-af69d8ebbaf5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91249d8-0e29-42d6-bc10-521aea2f1853 HTTP/1.1" status: 200 len: 217 time: 0.1232255 Mar 23 12:55:03.439301 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af64f94-4c2b-4f61-a9df-676abfcfe58d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Checking segment: {'id': 'fe764610-15ea-42ac-91d1-11659c607148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '350be69d-be8f-4634-9d61-a2304c82b6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:03.439671 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af64f94-4c2b-4f61-a9df-676abfcfe58d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network hostable DHCP agents. Network: 350be69d-be8f-4634-9d61-a2304c82b6f1, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:55:03.457510 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78485270-6884-4d84-8abd-81bbdde52e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:03.505741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af64f94-4c2b-4f61-a9df-676abfcfe58d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network 350be69d-be8f-4634-9d61-a2304c82b6f1 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:55:03.530712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5af64f94-4c2b-4f61-a9df-676abfcfe58d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 350be69d-be8f-4634-9d61-a2304c82b6f1) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:03.533733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af64f94-4c2b-4f61-a9df-676abfcfe58d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:03.534320 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5af64f94-4c2b-4f61-a9df-676abfcfe58d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:03.543156 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879633ec-b944-4e23-974c-0bdcb1b51878 None None] Network 350be69d-be8f-4634-9d61-a2304c82b6f1 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:03.548057 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Router ae2ae8ed-d7ea-420c-92bb-a23958b64fc2 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:55:03.555326 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-7bfc02e6-2a90-41c1-bf1e-c1d1130d7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:03.559048 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78485270-6884-4d84-8abd-81bbdde52e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:03.560961 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-7bfc02e6-2a90-41c1-bf1e-c1d1130d7e63 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.0922642 Mar 23 12:55:03.564015 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78485270-6884-4d84-8abd-81bbdde52e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:03.568766 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-78485270-6884-4d84-8abd-81bbdde52e65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f9de170-8e89-42b9-a680-278ace645b7f HTTP/1.1" status: 204 len: 168 time: 0.4954202 Mar 23 12:55:03.586485 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5af64f94-4c2b-4f61-a9df-676abfcfe58d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2106411 Mar 23 12:55:03.594140 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36024) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:03.600801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78485270-6884-4d84-8abd-81bbdde52e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9de170-8e89-42b9-a680-278ace645b7f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:03.786268 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c4950ce6-0724-4604-a19b-bdae72db512e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'subnet': {'network_id': '350be69d-be8f-4634-9d61-a2304c82b6f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:03.837686 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-350be69d-be8f-4634-9d61-a2304c82b6f1', 'network_id': '350be69d-be8f-4634-9d61-a2304c82b6f1', 'tenant_id': 'cc1f7d95fe8845b090b13694d31892f2', 'fixed_ips': [{'subnet_id': '7ec34a74-dea4-4538-a19c-f65674682b8c'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:55:03.838826 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:03.952760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:55:04.069598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Sync routers for ids ['ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:55:04.083694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Allocated IP 2001:db8::2 (350be69d-be8f-4634-9d61-a2304c82b6f1/7ec34a74-dea4-4538-a19c-f65674682b8c/21c8cc45-e7d8-483f-bdef-f115941b54af) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:04.126447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Routers {'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:04.127091 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:54:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:04.213046 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:04.217894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36040) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:04.218244 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-32052b1a-7cb0-40a0-abef-f3bacf1d510c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.5768220 Mar 23 12:55:04.311259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-f7562224-e27f-41c0-9ec2-9e22d0017df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:04.320206 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-f7562224-e27f-41c0-9ec2-9e22d0017df8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7266941 Mar 23 12:55:04.386815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Set router ae2ae8ed-d7ea-420c-92bb-a23958b64fc2 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:04.446995 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bbaed5-5004-4a54-be03-c46c281c1506 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:04.448972 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-17bbaed5-5004-4a54-be03-c46c281c1506 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=4578e949d6db4514a22d0490934f3e80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2295425 Mar 23 12:55:04.452637 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36048) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:04.461002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730e465-2605-4a41-9a11-8dc3a59ed679 req-62321d64-8f03-477b-8f59-7f69e20d1e6b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:04.480222 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9730e465-2605-4a41-9a11-8dc3a59ed679 req-62321d64-8f03-477b-8f59-7f69e20d1e6b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 944 time: 0.5231447 Mar 23 12:55:04.495353 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4950ce6-0724-4604-a19b-bdae72db512e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:04.512546 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4950ce6-0724-4604-a19b-bdae72db512e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:04.660840 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:04.677114 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:04.734238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0db70e4-7b48-491b-a293-e125ca3976d8 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:04.741500 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a0db70e4-7b48-491b-a293-e125ca3976d8 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2874148 Mar 23 12:55:04.742289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36068) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:04.783752 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378299836', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:58Z', 'updated_at': '2022-03-23T12:55:01Z', 'revision_number': 3, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:55:00Z', 'updated_at': '2022-03-23T12:55:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:04.805194 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-38ac6ea9-6f06-407a-a861-2577f02145c8 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589893 Mar 23 12:55:04.805914 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:04.844300 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-49e4ba0a-04d9-42b9-a02c-21a608fa3dcb tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=4578e949d6db4514a22d0490934f3e80&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371315 Mar 23 12:55:04.845789 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36074) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:04.858529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Network 350be69d-be8f-4634-9d61-a2304c82b6f1 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:04.865859 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Checking router: ae2ae8ed-d7ea-420c-92bb-a23958b64fc2 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:55:04.866339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Updating router ae2ae8ed-d7ea-420c-92bb-a23958b64fc2 port bd46d3ab-91c9-44e3-8736-10eb17cfa3ea binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:55:04.879865 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9730e465-2605-4a41-9a11-8dc3a59ed679 req-63c89a74-92e3-4e8e-a397-700a12c3dc1a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854463 Mar 23 12:55:04.913676 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:04.934856 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:04.938929 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Pushing event updated for resources: {'Port': ['ID=21c8cc45-e7d8-483f-bdef-f115941b54af,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:04.977963 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-2776f7c1-9e88-47c2-99c4-5648e4aaed59 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148188 Mar 23 12:55:05.003112 n-d-834854-1 neutron-server[102779]: INFO neutron.db.ipam_backend_mixin [None req-c4950ce6-0724-4604-a19b-bdae72db512e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7ec34a74-dea4-4538-a19c-f65674682b8c (CIDR: 2001:db8::/64) Mar 23 12:55:05.013365 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:05.031417 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4950ce6-0724-4604-a19b-bdae72db512e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:55:05.031911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4950ce6-0724-4604-a19b-bdae72db512e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:55:05.038793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05a9424-f79f-4a5c-b567-e65377a82c9e tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:05.047599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36082) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:05.054723 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f05a9424-f79f-4a5c-b567-e65377a82c9e tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1943240 Mar 23 12:55:05.147097 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c4950ce6-0724-4604-a19b-bdae72db512e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4003687 Mar 23 12:55:05.151544 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-38685546-a696-4829-9d16-f7502aa24b3d tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1006835 Mar 23 12:55:05.151544 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36088) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:05.153015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36090) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:05.159079 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-27f0f083-194d-4afd-ba77-4a22e2d82741 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'subnet': {'network_id': '350be69d-be8f-4634-9d61-a2304c82b6f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:05.160098 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1007248761', 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94', 'project_id': '4578e949d6db4514a22d0490934f3e80', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:05.164725 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Attempting to bind port 21c8cc45-e7d8-483f-bdef-f115941b54af on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:55:05.165248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Attempting to bind port 21c8cc45-e7d8-483f-bdef-f115941b54af by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'fe764610-15ea-42ac-91d1-11659c607148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '350be69d-be8f-4634-9d61-a2304c82b6f1'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:55:05.166347 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Attempting to bind port 21c8cc45-e7d8-483f-bdef-f115941b54af on network 350be69d-be8f-4634-9d61-a2304c82b6f1 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:05.284797 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-218333ea-c45d-4ab1-916c-305bc6af07bf req-2b72b3db-263b-48a0-9e7e-4ede522b2568 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981198 Mar 23 12:55:05.377784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Made reservation on behalf of 4578e949d6db4514a22d0490934f3e80 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:05.383181 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:05.423432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360eed9-e633-4af7-9108-efd479c16117 req-c9f03534-2d9d-4037-adba-1218cecd9f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:05.425155 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6360eed9-e633-4af7-9108-efd479c16117 req-c9f03534-2d9d-4037-adba-1218cecd9f6b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 1095 time: 0.0823267 Mar 23 12:55:05.426454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f0f083-194d-4afd-ba77-4a22e2d82741 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:05.430480 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27f0f083-194d-4afd-ba77-4a22e2d82741 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:05.536750 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:55:05.537139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Checking segment: {'id': 'fe764610-15ea-42ac-91d1-11659c607148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '350be69d-be8f-4634-9d61-a2304c82b6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:05.538206 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:05.538610 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Bound using segment: {'id': 'fe764610-15ea-42ac-91d1-11659c607148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '350be69d-be8f-4634-9d61-a2304c82b6f1'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:55:05.539116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Bound port: 21c8cc45-e7d8-483f-bdef-f115941b54af, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe764610-15ea-42ac-91d1-11659c607148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '350be69d-be8f-4634-9d61-a2304c82b6f1'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:55:05.539574 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:05.680372 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:55:05.687016 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27f0f083-194d-4afd-ba77-4a22e2d82741 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:05.718389 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] For port 21c8cc45-e7d8-483f-bdef-f115941b54af, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:55:05.725658 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] For port 21c8cc45-e7d8-483f-bdef-f115941b54af, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=21c8cc45-e7d8-483f-bdef-f115941b54af,segment=NetworkSegment(fe764610-15ea-42ac-91d1-11659c607148),segment_id=fe764610-15ea-42ac-91d1-11659c607148)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:55:05.747509 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:05.800224 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:05.837273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36106) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:05.866504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a722559-4fa5-48c9-9fcd-f220877002d5 None None] Pushing event updated for resources: {'Port': ['ID=21c8cc45-e7d8-483f-bdef-f115941b54af,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:05.898904 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f0f083-194d-4afd-ba77-4a22e2d82741 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network 350be69d-be8f-4634-9d61-a2304c82b6f1 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:05.926389 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-27f0f083-194d-4afd-ba77-4a22e2d82741 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:05.955919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f0f083-194d-4afd-ba77-4a22e2d82741 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:05.956541 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27f0f083-194d-4afd-ba77-4a22e2d82741 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:05.972848 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'Subnet': ['ID=5f8e73a6-4118-4bfe-9c1e-07e2de2848a5,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:06.021108 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:06.023968 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-27f0f083-194d-4afd-ba77-4a22e2d82741 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8712296 Mar 23 12:55:06.034958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36114) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:06.035678 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:06.038370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:06.038981 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:06.039459 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:06.039858 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:06.040386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:06.040818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:06.041265 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:06.041692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:06.042122 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:06.042547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:06.044052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:06.045049 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:06.061217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-756474c7-9174-4fec-9d3e-72399c9488b3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'network_id': '350be69d-be8f-4634-9d61-a2304c82b6f1', 'fixed_ips': [{'subnet_id': '7ec34a74-dea4-4538-a19c-f65674682b8c'}, {'subnet_id': '950e8f77-0fe8-4714-a3a3-953a42b153a2'}], 'name': 'tempest-PortsIpV6TestJSON-589384483'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:06.061799 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Checking segment: {'id': '9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:06.062265 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Network hostable DHCP agents. Network: 323727f5-3ee9-48e4-820d-806b08847c94, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:55:06.070831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0f083-194d-4afd-ba77-4a22e2d82741 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Subnet': ['ID=950e8f77-0fe8-4714-a3a3-953a42b153a2,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:06.105351 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Network 323727f5-3ee9-48e4-820d-806b08847c94 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:55:06.122210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 323727f5-3ee9-48e4-820d-806b08847c94) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:06.126939 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:06.127739 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:06.149614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db531298-242a-4362-a7d6-ec470932a760 None None] Pushing event updated for resources: {'Port': ['ID=bd46d3ab-91c9-44e3-8736-10eb17cfa3ea,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:06.152373 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a55214fe-836e-420c-9532-cb90cb23cd50 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9969995 Mar 23 12:55:06.155575 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36118) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:06.165627 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0259fac-8659-4f5d-8ab1-cebed86180cc None None] Network 323727f5-3ee9-48e4-820d-806b08847c94 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:06.261879 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fce1c5f4-25a6-4026-a05a-2c58e944e684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:06.362817 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fce1c5f4-25a6-4026-a05a-2c58e944e684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:06.368268 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Attempting to bind port bd46d3ab-91c9-44e3-8736-10eb17cfa3ea on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:55:06.368915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Attempting to bind port bd46d3ab-91c9-44e3-8736-10eb17cfa3ea by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:55:06.369588 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Attempting to bind port bd46d3ab-91c9-44e3-8736-10eb17cfa3ea on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:06.370840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360eed9-e633-4af7-9108-efd479c16117 req-4cca6483-aa35-40ff-ae89-ff899fdd646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:06.372419 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6360eed9-e633-4af7-9108-efd479c16117 req-4cca6483-aa35-40ff-ae89-ff899fdd646c service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 913 time: 0.6951368 Mar 23 12:55:06.376906 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fce1c5f4-25a6-4026-a05a-2c58e944e684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:06.408893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:55:06.409273 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:06.409680 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:06.410076 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:55:06.410555 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Bound port: bd46d3ab-91c9-44e3-8736-10eb17cfa3ea, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:55:06.410937 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:06.435154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1c5f4-25a6-4026-a05a-2c58e944e684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a151d6f8-621a-4c39-a3aa-9d9c6453dce9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:06.480666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] For port bd46d3ab-91c9-44e3-8736-10eb17cfa3ea, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:55:06.483856 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] For port bd46d3ab-91c9-44e3-8736-10eb17cfa3ea, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bd46d3ab-91c9-44e3-8736-10eb17cfa3ea,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:55:06.493495 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:06.503123 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6360eed9-e633-4af7-9108-efd479c16117 req-3d869618-e820-4710-835d-a0f13befeddf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91249d8-0e29-42d6-bc10-521aea2f1853 HTTP/1.1" status: 200 len: 217 time: 0.0691738 Mar 23 12:55:06.515679 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5023e98-1009-4170-9b55-6b1917ad7f42 req-6c246f37-09e1-435f-8ac0-a7d1a200cfe4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:06.523217 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e5023e98-1009-4170-9b55-6b1917ad7f42 req-6c246f37-09e1-435f-8ac0-a7d1a200cfe4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 944 time: 0.4570270 Mar 23 12:55:06.576351 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-323727f5-3ee9-48e4-820d-806b08847c94', 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'fixed_ips': [{'subnet_id': '5f8e73a6-4118-4bfe-9c1e-07e2de2848a5'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:55:06.577227 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:06.635575 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fce1c5f4-25a6-4026-a05a-2c58e944e684 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f7695e1c3c24c6a84b726f5448ab773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7995212 Mar 23 12:55:06.642958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36126) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:06.677992 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360eed9-e633-4af7-9108-efd479c16117 req-2456c0d4-0eb5-4251-a4d5-c6d0286c79b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:06.679468 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6360eed9-e633-4af7-9108-efd479c16117 req-2456c0d4-0eb5-4251-a4d5-c6d0286c79b3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.1509652 Mar 23 12:55:06.686301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Routers {'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:06.690429 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:54:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:06.777704 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e5023e98-1009-4170-9b55-6b1917ad7f42 req-198612f1-290c-45a9-91bc-f5c1b5863ad2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536323 Mar 23 12:55:06.814310 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360eed9-e633-4af7-9108-efd479c16117 req-b1cecf18-882d-4baa-99fd-25ae6446d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:06.816181 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6360eed9-e633-4af7-9108-efd479c16117 req-b1cecf18-882d-4baa-99fd-25ae6446d4f1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116264 Mar 23 12:55:06.845813 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22757116-c0f8-477a-9b42-14ae6d511050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:06.854026 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] Set router ae2ae8ed-d7ea-420c-92bb-a23958b64fc2 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:06.872978 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22757116-c0f8-477a-9b42-14ae6d511050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:06.932865 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db531298-242a-4362-a7d6-ec470932a760 None None] Pushing event updated for resources: {'Port': ['ID=bd46d3ab-91c9-44e3-8736-10eb17cfa3ea,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:06.963645 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756474c7-9174-4fec-9d3e-72399c9488b3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:06.983337 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22757116-c0f8-477a-9b42-14ae6d511050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:06.985962 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-22757116-c0f8-477a-9b42-14ae6d511050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:06.987257 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-22757116-c0f8-477a-9b42-14ae6d511050 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a151d6f8-621a-4c39-a3aa-9d9c6453dce9 HTTP/1.1" status: 204 len: 168 time: 0.3269510 Mar 23 12:55:07.083181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22757116-c0f8-477a-9b42-14ae6d511050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a151d6f8-621a-4c39-a3aa-9d9c6453dce9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:07.220753 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Allocated IP 172.20.0.18 (323727f5-3ee9-48e4-820d-806b08847c94/5f8e73a6-4118-4bfe-9c1e-07e2de2848a5/7c844a1a-6b23-4055-b908-f49a848c734e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:07.251402 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6360eed9-e633-4af7-9108-efd479c16117 req-d6ba532e-99b3-4908-a18c-b8d34b5aaad7 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067297 Mar 23 12:55:07.256170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36140) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:07.278122 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:07.481372 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-756474c7-9174-4fec-9d3e-72399c9488b3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:07.526963 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6360eed9-e633-4af7-9108-efd479c16117 req-ed9fe967-45ff-43f1-8475-390d8c201028 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657132 Mar 23 12:55:07.531689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74219ccc-4727-4eac-a918-0f007e5205c3 None None] Network 350be69d-be8f-4634-9d61-a2304c82b6f1 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:07.536907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-756474c7-9174-4fec-9d3e-72399c9488b3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] device_id is not set on port f01dad1e-e02d-4866-a0e3-78dbb56e7503 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:55:07.658083 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:07.696526 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:07.708609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378299836', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:58Z', 'updated_at': '2022-03-23T12:55:01Z', 'revision_number': 3, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:55:00Z', 'updated_at': '2022-03-23T12:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:07.834542 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7f023ab4-1ed4-4af3-9ac3-9aa1f07e1fb6 None None] Provisioning complete for port 21c8cc45-e7d8-483f-bdef-f115941b54af triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:07.834907 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f023ab4-1ed4-4af3-9ac3-9aa1f07e1fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:07.854828 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 21c8cc45-e7d8-483f-bdef-f115941b54af up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:07.903403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e17995-942f-4128-88e0-1bee1254fa6b None None] The sync data for ids ['ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'] in n-d-834854-1 is: [{'id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378299836', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:58Z', 'updated_at': '2022-03-23T12:55:01Z', 'revision_number': 3, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:55:00Z', 'updated_at': '2022-03-23T12:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:55:07.918602 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Network 323727f5-3ee9-48e4-820d-806b08847c94 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:07.969772 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:07.980309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:08.009070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Pushing event updated for resources: {'Port': ['ID=7c844a1a-6b23-4055-b908-f49a848c734e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:08.168394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-756474c7-9174-4fec-9d3e-72399c9488b3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Allocated IP 2001:db8::2e9 (350be69d-be8f-4634-9d61-a2304c82b6f1/7ec34a74-dea4-4538-a19c-f65674682b8c/f01dad1e-e02d-4866-a0e3-78dbb56e7503) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:08.182413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-756474c7-9174-4fec-9d3e-72399c9488b3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Allocated IP 2001:db8:0:1::1fd (350be69d-be8f-4634-9d61-a2304c82b6f1/950e8f77-0fe8-4714-a3a3-953a42b153a2/f01dad1e-e02d-4866-a0e3-78dbb56e7503) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:08.309503 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f023ab4-1ed4-4af3-9ac3-9aa1f07e1fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:08.317187 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 21c8cc45-e7d8-483f-bdef-f115941b54af triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:08.317566 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:08.384030 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77168213-935a-4f94-8f2c-3a4ac6041b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:08.453482 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-756474c7-9174-4fec-9d3e-72399c9488b3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:08.486591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7f023ab4-1ed4-4af3-9ac3-9aa1f07e1fb6 None None] For port 21c8cc45-e7d8-483f-bdef-f115941b54af, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=21c8cc45-e7d8-483f-bdef-f115941b54af,segment=NetworkSegment(fe764610-15ea-42ac-91d1-11659c607148),segment_id=fe764610-15ea-42ac-91d1-11659c607148)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:08.503818 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f023ab4-1ed4-4af3-9ac3-9aa1f07e1fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:08.513438 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-756474c7-9174-4fec-9d3e-72399c9488b3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:08.522890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Attempting to bind port 7c844a1a-6b23-4055-b908-f49a848c734e on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:55:08.523264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Attempting to bind port 7c844a1a-6b23-4055-b908-f49a848c734e by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:55:08.523627 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Attempting to bind port 7c844a1a-6b23-4055-b908-f49a848c734e on network 323727f5-3ee9-48e4-820d-806b08847c94 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:08.586906 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:55:08.591993 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Checking segment: {'id': '9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:08.592742 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:08.594380 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Bound using segment: {'id': '9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:55:08.595133 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Bound port: 7c844a1a-6b23-4055-b908-f49a848c734e, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:55:08.595771 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:08.599045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b7e20-2e03-4b10-abec-a2028a787b72 req-0da91412-67a0-46ac-8492-88d6f1a56c2d tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:08.604786 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-643b7e20-2e03-4b10-abec-a2028a787b72 req-0da91412-67a0-46ac-8492-88d6f1a56c2d tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 944 time: 0.3336420 Mar 23 12:55:08.639111 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756474c7-9174-4fec-9d3e-72399c9488b3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network 350be69d-be8f-4634-9d61-a2304c82b6f1 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:08.654144 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756474c7-9174-4fec-9d3e-72399c9488b3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=f01dad1e-e02d-4866-a0e3-78dbb56e7503,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:08.656884 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-756474c7-9174-4fec-9d3e-72399c9488b3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:08.668933 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756474c7-9174-4fec-9d3e-72399c9488b3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:08.710448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756474c7-9174-4fec-9d3e-72399c9488b3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:08.713228 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-756474c7-9174-4fec-9d3e-72399c9488b3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:08.750030 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-756474c7-9174-4fec-9d3e-72399c9488b3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.7105742 Mar 23 12:55:08.755632 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36194) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:08.766950 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4c4876f5-bd32-403f-a462-932adee08854 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ec34a74-dea4-4538-a19c-f65674682b8c'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:08.778428 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-643b7e20-2e03-4b10-abec-a2028a787b72 req-d95feff6-c3f8-488c-a9a2-eed03f73142e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617272 Mar 23 12:55:08.800085 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f023ab4-1ed4-4af3-9ac3-9aa1f07e1fb6 None None] Pushing event updated for resources: {'Port': ['ID=21c8cc45-e7d8-483f-bdef-f115941b54af,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:08.812053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Allocated IP 172.20.0.17 (323727f5-3ee9-48e4-820d-806b08847c94/5f8e73a6-4118-4bfe-9c1e-07e2de2848a5/8f96f864-8bcc-45c8-9dfc-c214032bb0a1) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:08.824376 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] For port 7c844a1a-6b23-4055-b908-f49a848c734e, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:55:08.841907 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] For port 7c844a1a-6b23-4055-b908-f49a848c734e, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=7c844a1a-6b23-4055-b908-f49a848c734e,segment=NetworkSegment(9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6),segment_id=9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:55:08.884187 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:08.884942 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77168213-935a-4f94-8f2c-3a4ac6041b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:08.900060 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77168213-935a-4f94-8f2c-3a4ac6041b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:08.961646 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c4876f5-bd32-403f-a462-932adee08854 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:08.996081 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0d9105-9c24-4373-834c-30caffb74317 None None] Update dhcp port {'port': {'network_id': '350be69d-be8f-4634-9d61-a2304c82b6f1', 'fixed_ips': [{'subnet_id': '7ec34a74-dea4-4538-a19c-f65674682b8c', 'ip_address': '2001:db8::2'}, {'subnet_id': '950e8f77-0fe8-4714-a3a3-953a42b153a2'}], 'binding:host_id': 'n-d-834854-1'}, 'id': '21c8cc45-e7d8-483f-bdef-f115941b54af'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:55:09.030130 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd0d9105-9c24-4373-834c-30caffb74317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:09.069683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac33f63-8ca7-410f-924d-551a2b6de688 None None] Pushing event updated for resources: {'Port': ['ID=7c844a1a-6b23-4055-b908-f49a848c734e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:09.221120 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-77168213-935a-4f94-8f2c-3a4ac6041b62 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5bd8eb5e382b49c59a8b58e8ecb8375a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9581046 Mar 23 12:55:09.266300 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36200) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:09.305239 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77168213-935a-4f94-8f2c-3a4ac6041b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a90de4-3546-4e2a-b3da-e03aff00f842,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:09.367657 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:09.425778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36202) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:09.477193 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-869f4f71-63f9-48ff-8a02-8fc9a61ddb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:09.486395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-bd0d9105-9c24-4373-834c-30caffb74317 None None] Allocated IP 2001:db8:0:1::2 (350be69d-be8f-4634-9d61-a2304c82b6f1/950e8f77-0fe8-4714-a3a3-953a42b153a2/21c8cc45-e7d8-483f-bdef-f115941b54af) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:09.496742 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:09.517526 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-869f4f71-63f9-48ff-8a02-8fc9a61ddb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:09.597551 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Network 323727f5-3ee9-48e4-820d-806b08847c94 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:09.603874 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:09.612416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'Port': ['ID=8f96f864-8bcc-45c8-9dfc-c214032bb0a1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:09.619779 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:09.698631 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87b4b848-bf07-4d8d-be3a-e2e354a6a7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:09.728448 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:09.736764 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-869f4f71-63f9-48ff-8a02-8fc9a61ddb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:09.739492 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-869f4f71-63f9-48ff-8a02-8fc9a61ddb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:09.754136 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-869f4f71-63f9-48ff-8a02-8fc9a61ddb9d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/44a90de4-3546-4e2a-b3da-e03aff00f842 HTTP/1.1" status: 204 len: 168 time: 0.4760468 Mar 23 12:55:09.899860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bd0d9105-9c24-4373-834c-30caffb74317 None None] For port 21c8cc45-e7d8-483f-bdef-f115941b54af, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=21c8cc45-e7d8-483f-bdef-f115941b54af,segment=NetworkSegment(fe764610-15ea-42ac-91d1-11659c607148),segment_id=fe764610-15ea-42ac-91d1-11659c607148)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:09.974309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f4f71-63f9-48ff-8a02-8fc9a61ddb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a90de4-3546-4e2a-b3da-e03aff00f842,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:09.976150 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd0d9105-9c24-4373-834c-30caffb74317 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:10.012474 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd0d9105-9c24-4373-834c-30caffb74317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:10.094871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 7c844a1a-6b23-4055-b908-f49a848c734e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:10.119759 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:10.151668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dd1b0-831d-47a3-98ba-bde4db50ace0 req-f77d7256-2fab-4069-b7f3-5713d994a8cb tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:10.167442 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-591dd1b0-831d-47a3-98ba-bde4db50ace0 req-f77d7256-2fab-4069-b7f3-5713d994a8cb tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 944 time: 0.2347231 Mar 23 12:55:10.183427 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-4c4876f5-bd32-403f-a462-932adee08854 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Delete allocated IP 2001:db8:0:1::1fd (350be69d-be8f-4634-9d61-a2304c82b6f1/950e8f77-0fe8-4714-a3a3-953a42b153a2) {{(pid=102779) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 12:55:10.242504 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-591dd1b0-831d-47a3-98ba-bde4db50ace0 req-a4c7d7c0-1c2d-4e79-8803-445be9340cea tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736325 Mar 23 12:55:10.287752 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d9105-9c24-4373-834c-30caffb74317 None None] Pushing event updated for resources: {'Port': ['ID=21c8cc45-e7d8-483f-bdef-f115941b54af,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:10.329789 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 7c844a1a-6b23-4055-b908-f49a848c734e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:10.330158 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:10.337352 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36214) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:10.362446 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6dc110d-e260-4773-bf4b-bf9f7010fd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:10.506824 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c4876f5-bd32-403f-a462-932adee08854 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:10.519749 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c4876f5-bd32-403f-a462-932adee08854 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:10.520233 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:10.522469 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87b4b848-bf07-4d8d-be3a-e2e354a6a7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:10.541778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87b4b848-bf07-4d8d-be3a-e2e354a6a7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:10.609539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 7c844a1a-6b23-4055-b908-f49a848c734e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=7c844a1a-6b23-4055-b908-f49a848c734e,segment=NetworkSegment(9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6),segment_id=9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:10.620510 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:10.621704 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bd46d3ab-91c9-44e3-8736-10eb17cfa3ea up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:10.640496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4876f5-bd32-403f-a462-932adee08854 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=f01dad1e-e02d-4866-a0e3-78dbb56e7503,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:10.711882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4c4876f5-bd32-403f-a462-932adee08854 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] In _notify_port_updated(), no bound segment for port f01dad1e-e02d-4866-a0e3-78dbb56e7503 on network 350be69d-be8f-4634-9d61-a2304c82b6f1 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:55:10.729816 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4876f5-bd32-403f-a462-932adee08854 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:10.739480 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c4876f5-bd32-403f-a462-932adee08854 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:10.744159 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4c4876f5-bd32-403f-a462-932adee08854 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "PUT /v2.0/ports/f01dad1e-e02d-4866-a0e3-78dbb56e7503 HTTP/1.1" status: 200 len: 925 time: 1.9877043 Mar 23 12:55:10.747459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36218) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:10.763164 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a034c28b-3cbf-443d-a4f2-963a1517c545 None None] Network 323727f5-3ee9-48e4-820d-806b08847c94 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:10.768955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-44f7ad1f-a1df-4b58-b31b-5c50a069e3a1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ec34a74-dea4-4538-a19c-f65674682b8c'}, {'subnet_id': '950e8f77-0fe8-4714-a3a3-953a42b153a2'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:10.807637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=7c844a1a-6b23-4055-b908-f49a848c734e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:10.882909 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-87b4b848-bf07-4d8d-be3a-e2e354a6a7df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1498673009eb4bc6b53eae2eb11859bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4546030 Mar 23 12:55:10.891902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36220) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:10.892883 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4b848-bf07-4d8d-be3a-e2e354a6a7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ae8344-c6ed-4afc-9cf3-8f85fb28c74a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:10.930046 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port bd46d3ab-91c9-44e3-8736-10eb17cfa3ea triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:10.930046 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:10.962460 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44f7ad1f-a1df-4b58-b31b-5c50a069e3a1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:10.988139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-10823440-7177-4e8e-8b03-2757e628c78a None None] Provisioning complete for port 7c844a1a-6b23-4055-b908-f49a848c734e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:10.988514 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-10823440-7177-4e8e-8b03-2757e628c78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.059039 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dedb466f-80fb-4900-87ff-700fb2f24f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.137198 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dedb466f-80fb-4900-87ff-700fb2f24f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.145287 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.157085 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6dc110d-e260-4773-bf4b-bf9f7010fd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.160497 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.178190 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6dc110d-e260-4773-bf4b-bf9f7010fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.233452 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.245162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3c1d08-8df4-431a-a564-03eb9da6c8ec None None] Network 350be69d-be8f-4634-9d61-a2304c82b6f1 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:11.282608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc110d-e260-4773-bf4b-bf9f7010fd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc04368f-26f4-4ef0-b210-96c740e93d29,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:11.287123 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d6dc110d-e260-4773-bf4b-bf9f7010fd3c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e53b90f2fa5b4f93acc171190be117a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9487514 Mar 23 12:55:11.304776 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36224) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:11.382608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port bd46d3ab-91c9-44e3-8736-10eb17cfa3ea, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bd46d3ab-91c9-44e3-8736-10eb17cfa3ea,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:11.399851 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.400730 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 21c8cc45-e7d8-483f-bdef-f115941b54af up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:11.401428 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.409834 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'Port': ['ID=8f96f864-8bcc-45c8-9dfc-c214032bb0a1,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:11.467763 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dedb466f-80fb-4900-87ff-700fb2f24f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.471886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-44f7ad1f-a1df-4b58-b31b-5c50a069e3a1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Allocated IP 2001:db8:0:1::1f8 (350be69d-be8f-4634-9d61-a2304c82b6f1/950e8f77-0fe8-4714-a3a3-953a42b153a2/f01dad1e-e02d-4866-a0e3-78dbb56e7503) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:11.474600 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dedb466f-80fb-4900-87ff-700fb2f24f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.488301 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dedb466f-80fb-4900-87ff-700fb2f24f25 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/24ae8344-c6ed-4afc-9cf3-8f85fb28c74a HTTP/1.1" status: 204 len: 168 time: 0.5843415 Mar 23 12:55:11.569391 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=bd46d3ab-91c9-44e3-8736-10eb17cfa3ea,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:11.588325 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7bc0dcfe-1be7-4df3-ba79-31012b53cc54 None None] Provisioning complete for port 21c8cc45-e7d8-483f-bdef-f115941b54af triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:11.588740 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7bc0dcfe-1be7-4df3-ba79-31012b53cc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.655729 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f793c-2c20-4945-bde6-c068c6f29d3a req-8d2c4df9-2dbd-4fa5-9d61-7f42ba03d9f3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:11.668422 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7e6f793c-2c20-4945-bde6-c068c6f29d3a req-8d2c4df9-2dbd-4fa5-9d61-7f42ba03d9f3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 944 time: 0.3258190 Mar 23 12:55:11.677169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 21c8cc45-e7d8-483f-bdef-f115941b54af triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:11.677546 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.681645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb466f-80fb-4900-87ff-700fb2f24f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ae8344-c6ed-4afc-9cf3-8f85fb28c74a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:11.697977 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44f7ad1f-a1df-4b58-b31b-5c50a069e3a1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.704911 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44f7ad1f-a1df-4b58-b31b-5c50a069e3a1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.768824 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9326f789-1162-4e80-ba5f-e689539fcb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.830265 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9326f789-1162-4e80-ba5f-e689539fcb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.833548 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7ad1f-a1df-4b58-b31b-5c50a069e3a1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=f01dad1e-e02d-4866-a0e3-78dbb56e7503,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:11.863115 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7e6f793c-2c20-4945-bde6-c068c6f29d3a req-5394fadb-ec3c-4c1d-85a9-3d66e45f7a67 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844623 Mar 23 12:55:11.899069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Network 323727f5-3ee9-48e4-820d-806b08847c94 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:11.899221 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-44f7ad1f-a1df-4b58-b31b-5c50a069e3a1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] In _notify_port_updated(), no bound segment for port f01dad1e-e02d-4866-a0e3-78dbb56e7503 on network 350be69d-be8f-4634-9d61-a2304c82b6f1 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:55:11.909100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f7ad1f-a1df-4b58-b31b-5c50a069e3a1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:11.909853 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44f7ad1f-a1df-4b58-b31b-5c50a069e3a1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:11.913200 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-44f7ad1f-a1df-4b58-b31b-5c50a069e3a1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "PUT /v2.0/ports/f01dad1e-e02d-4866-a0e3-78dbb56e7503 HTTP/1.1" status: 200 len: 1011 time: 1.1548045 Mar 23 12:55:11.914413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36232) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:11.929965 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:12.043629 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d6f4e597-296e-4f36-a036-4c9f3aa536bf None None] Provisioning complete for port 7c844a1a-6b23-4055-b908-f49a848c734e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:12.044235 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e597-296e-4f36-a036-4c9f3aa536bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:12.132864 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7be5b1f7-2671-4562-81a1-a25bbdd3ae84 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port f01dad1e-e02d-4866-a0e3-78dbb56e7503 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:12.133202 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7be5b1f7-2671-4562-81a1-a25bbdd3ae84 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:12.218956 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9326f789-1162-4e80-ba5f-e689539fcb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:12.226263 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9326f789-1162-4e80-ba5f-e689539fcb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:12.229688 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9326f789-1162-4e80-ba5f-e689539fcb0d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bc04368f-26f4-4ef0-b210-96c740e93d29 HTTP/1.1" status: 204 len: 168 time: 0.9189210 Mar 23 12:55:12.259719 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 7c844a1a-6b23-4055-b908-f49a848c734e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:12.271400 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326f789-1162-4e80-ba5f-e689539fcb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc04368f-26f4-4ef0-b210-96c740e93d29,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:12.281110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Router ae2ae8ed-d7ea-420c-92bb-a23958b64fc2 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:55:12.421201 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d6f4e597-296e-4f36-a036-4c9f3aa536bf None None] Provisioning complete for port 8f96f864-8bcc-45c8-9dfc-c214032bb0a1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:12.421584 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e597-296e-4f36-a036-4c9f3aa536bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:12.514831 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 7c844a1a-6b23-4055-b908-f49a848c734e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:12.515217 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:12.527284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:55:12.541939 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Sync routers for ids ['ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:55:12.581142 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-02c9e00b-d458-48f9-8e5f-f1fae05abc1e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "PUT /v2.0/routers/ae2ae8ed-d7ea-420c-92bb-a23958b64fc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4160016 Mar 23 12:55:12.591143 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Routers {'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:12.593820 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:54:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:12.616893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4e597-296e-4f36-a036-4c9f3aa536bf None None] Port 8f96f864-8bcc-45c8-9dfc-c214032bb0a1 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:12.726637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bd46d3ab-91c9-44e3-8736-10eb17cfa3ea up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:12.803554 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5ed2b9fb-c684-4721-afc4-e94e7490e6bd None None] Provisioning complete for port f01dad1e-e02d-4866-a0e3-78dbb56e7503 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:12.803946 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ed2b9fb-c684-4721-afc4-e94e7490e6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:12.886677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5ed2b9fb-c684-4721-afc4-e94e7490e6bd None None] Port f01dad1e-e02d-4866-a0e3-78dbb56e7503 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:12.920490 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Set router ae2ae8ed-d7ea-420c-92bb-a23958b64fc2 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:12.945065 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port bd46d3ab-91c9-44e3-8736-10eb17cfa3ea triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:12.945438 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:12.949336 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5ed2b9fb-c684-4721-afc4-e94e7490e6bd None None] Provisioning complete for port 21c8cc45-e7d8-483f-bdef-f115941b54af triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:12.956504 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ed2b9fb-c684-4721-afc4-e94e7490e6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:13.167855 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7be5b1f7-2671-4562-81a1-a25bbdd3ae84 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:13.201895 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7be5b1f7-2671-4562-81a1-a25bbdd3ae84 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for f01dad1e-e02d-4866-a0e3-78dbb56e7503 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:13.479460 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5ed2b9fb-c684-4721-afc4-e94e7490e6bd None None] Provisioning complete for port 8f96f864-8bcc-45c8-9dfc-c214032bb0a1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:13.480041 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ed2b9fb-c684-4721-afc4-e94e7490e6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:13.501584 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378299836', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:58Z', 'updated_at': '2022-03-23T12:55:09Z', 'revision_number': 4, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:55:00Z', 'updated_at': '2022-03-23T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8f96f864-8bcc-45c8-9dfc-c214032bb0a1', 'name': '', 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'mac_address': 'fa:16:3e:aa:b1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '5f8e73a6-4118-4bfe-9c1e-07e2de2848a5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:55:08Z', 'updated_at': '2022-03-23T12:55:10Z', 'revision_number': 2, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'subnets': [{'id': '5f8e73a6-4118-4bfe-9c1e-07e2de2848a5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:13.546671 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-146b5ef5-f237-4b8e-bdcb-15d7b2becf0e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:13.556569 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-146b5ef5-f237-4b8e-bdcb-15d7b2becf0e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/networks?id=323727f5-3ee9-48e4-820d-806b08847c94 HTTP/1.1" status: 200 len: 798 time: 0.3488078 Mar 23 12:55:13.586286 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-429f10dd-34a0-4a73-b1e0-53c89365dcda tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/quotas/4578e949d6db4514a22d0490934f3e80 HTTP/1.1" status: 200 len: 375 time: 0.0228903 Mar 23 12:55:13.587704 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Checking router: ae2ae8ed-d7ea-420c-92bb-a23958b64fc2 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:55:13.589514 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Updating router ae2ae8ed-d7ea-420c-92bb-a23958b64fc2 port 8f96f864-8bcc-45c8-9dfc-c214032bb0a1 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:55:13.649097 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:13.661527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5ed2b9fb-c684-4721-afc4-e94e7490e6bd None None] Port 8f96f864-8bcc-45c8-9dfc-c214032bb0a1 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:13.712893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 21c8cc45-e7d8-483f-bdef-f115941b54af up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:13.754134 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-44a3df87-5806-4701-b761-80a67137c1d5 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4578e949d6db4514a22d0490934f3e80&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1566207 Mar 23 12:55:13.780408 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bf0ca-8266-449f-9a29-adb10a7340ca req-f510796e-0944-47c6-bae0-e104d8914612 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:13.782939 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-142bf0ca-8266-449f-9a29-adb10a7340ca req-f510796e-0944-47c6-bae0-e104d8914612 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 944 time: 0.2047825 Mar 23 12:55:13.783795 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7be5b1f7-2671-4562-81a1-a25bbdd3ae84 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:13.810934 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-694301b2-98f3-4ad9-8cad-952cba5eccd6 None None] Could not find standard attr ID for object f01dad1e-e02d-4866-a0e3-78dbb56e7503. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:55:13.867859 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 21c8cc45-e7d8-483f-bdef-f115941b54af triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:13.868260 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:13.892991 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5b1f7-2671-4562-81a1-a25bbdd3ae84 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=f01dad1e-e02d-4866-a0e3-78dbb56e7503,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:13.974269 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7be5b1f7-2671-4562-81a1-a25bbdd3ae84 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:13.979880 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7be5b1f7-2671-4562-81a1-a25bbdd3ae84 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/f01dad1e-e02d-4866-a0e3-78dbb56e7503 HTTP/1.1" status: 204 len: 168 time: 2.0617566 Mar 23 12:55:13.987647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36294) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:14.005058 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-bfb2e0ca-87be-4e55-9a1b-03882507c1be service neutron] 10.222.0.52 "GET /v2.0/networks/323727f5-3ee9-48e4-820d-806b08847c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328753 Mar 23 12:55:14.006012 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-142bf0ca-8266-449f-9a29-adb10a7340ca req-333c5bb0-61bc-4cd3-8c19-628e80da6542 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136185 Mar 23 12:55:14.081880 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-284f103b-a110-4478-8bea-42a4bcc72178 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] GET failed (client error): The resource could not be found. Mar 23 12:55:14.083672 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-284f103b-a110-4478-8bea-42a4bcc72178 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports/f01dad1e-e02d-4866-a0e3-78dbb56e7503 HTTP/1.1" status: 404 len: 333 time: 0.0881832 Mar 23 12:55:14.086579 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36298) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:14.160475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36302) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:14.240405 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5b8cb1-1610-47e1-bfe6-82f9cf3426bc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting subnet 950e8f77-0fe8-4714-a3a3-953a42b153a2 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:55:14.251631 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f5b8cb1-1610-47e1-bfe6-82f9cf3426bc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.267604 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-31d06845-da8b-4c9f-8098-b476433b8cf2 service neutron] 10.222.0.52 "GET /v2.0/networks/323727f5-3ee9-48e4-820d-806b08847c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505476 Mar 23 12:55:14.331125 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f5b8cb1-1610-47e1-bfe6-82f9cf3426bc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.472240 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.482949 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.486036 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f5b8cb1-1610-47e1-bfe6-82f9cf3426bc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.505586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36314) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:14.539563 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0e62cadf-4dc1-4ecf-a0ce-277bb9b1d3e7 req-b1d9267d-576f-47fb-b9fe-ec820452c7f9 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 210 time: 0.0559251 Mar 23 12:55:14.555994 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954670ae-866f-4700-b7a2-30e3dd8ef973 None None] Pushing event updated for resources: {'Port': ['ID=8f96f864-8bcc-45c8-9dfc-c214032bb0a1,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:14.571869 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954670ae-866f-4700-b7a2-30e3dd8ef973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:14.572174 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954670ae-866f-4700-b7a2-30e3dd8ef973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:14.572516 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954670ae-866f-4700-b7a2-30e3dd8ef973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:14.572851 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954670ae-866f-4700-b7a2-30e3dd8ef973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:14.573181 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954670ae-866f-4700-b7a2-30e3dd8ef973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:14.573509 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954670ae-866f-4700-b7a2-30e3dd8ef973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:14.573832 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954670ae-866f-4700-b7a2-30e3dd8ef973 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:14.574151 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954670ae-866f-4700-b7a2-30e3dd8ef973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:14.574472 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954670ae-866f-4700-b7a2-30e3dd8ef973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:14.574797 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954670ae-866f-4700-b7a2-30e3dd8ef973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:14.575106 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954670ae-866f-4700-b7a2-30e3dd8ef973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:14.576067 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954670ae-866f-4700-b7a2-30e3dd8ef973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:14.605506 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f5b8cb1-1610-47e1-bfe6-82f9cf3426bc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.639456 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b8cb1-1610-47e1-bfe6-82f9cf3426bc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Subnet': ['ID=950e8f77-0fe8-4714-a3a3-953a42b153a2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:14.644524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-21ca3572-b23c-4fb2-ad7a-356d1ec19f82 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2067730197-network', 'tenant_id': '880838a762b74be985201e785167e526'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:14.655856 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f5b8cb1-1610-47e1-bfe6-82f9cf3426bc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.666933 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2f5b8cb1-1610-47e1-bfe6-82f9cf3426bc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/950e8f77-0fe8-4714-a3a3-953a42b153a2 HTTP/1.1" status: 204 len: 168 time: 0.5733840 Mar 23 12:55:14.667131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36320) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:14.672579 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffb3592-a4e3-4caa-91e7-ef7132d94ec3 None None] Network 350be69d-be8f-4634-9d61-a2304c82b6f1 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:14.678379 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Attempting to bind port 8f96f864-8bcc-45c8-9dfc-c214032bb0a1 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:55:14.678938 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Attempting to bind port 8f96f864-8bcc-45c8-9dfc-c214032bb0a1 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:55:14.679651 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Attempting to bind port 8f96f864-8bcc-45c8-9dfc-c214032bb0a1 on network 323727f5-3ee9-48e4-820d-806b08847c94 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:14.686205 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:55:14.686695 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Checking segment: {'id': '9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:14.687425 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.688033 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Bound using segment: {'id': '9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:55:14.688844 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Bound port: 8f96f864-8bcc-45c8-9dfc-c214032bb0a1, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:55:14.689431 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.726724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ca3572-b23c-4fb2-ad7a-356d1ec19f82 admin admin] Made reservation on behalf of 880838a762b74be985201e785167e526 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:14.729218 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21ca3572-b23c-4fb2-ad7a-356d1ec19f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.754432 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21ca3572-b23c-4fb2-ad7a-356d1ec19f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.758502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-01840699-34e6-4483-bcdd-af3b24c6a1c5 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1713877805'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:14.803162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f36bcf-7e44-467d-8a75-32a71cef97ec tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting subnet 7ec34a74-dea4-4538-a19c-f65674682b8c {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:55:14.807769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01840699-34e6-4483-bcdd-af3b24c6a1c5 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Made reservation on behalf of f00d3f3acdfd41e5a466509c817d6550 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:14.812875 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01840699-34e6-4483-bcdd-af3b24c6a1c5 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.818110 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4f36bcf-7e44-467d-8a75-32a71cef97ec tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.854447 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] For port 8f96f864-8bcc-45c8-9dfc-c214032bb0a1, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:55:14.864726 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] For port 8f96f864-8bcc-45c8-9dfc-c214032bb0a1, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8f96f864-8bcc-45c8-9dfc-c214032bb0a1,segment=NetworkSegment(9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6),segment_id=9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:55:14.867268 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01840699-34e6-4483-bcdd-af3b24c6a1c5 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.875962 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.914140 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4f36bcf-7e44-467d-8a75-32a71cef97ec tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.922607 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21ca3572-b23c-4fb2-ad7a-356d1ec19f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.931357 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21ca3572-b23c-4fb2-ad7a-356d1ec19f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:14.981288 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ca3572-b23c-4fb2-ad7a-356d1ec19f82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:14.996871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca3572-b23c-4fb2-ad7a-356d1ec19f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767c8308-acb1-4348-a717-64dda9d1df51,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:15.003169 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21ca3572-b23c-4fb2-ad7a-356d1ec19f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.003545 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-21ca3572-b23c-4fb2-ad7a-356d1ec19f82 admin admin] Added segment 470b9611-3caf-4838-a4db-b60253fb0d38 of type vlan for network 1ea7eb4d-b144-45b9-b757-636689bba550 Mar 23 12:55:15.012099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-75b66450-64dc-4297-b94f-4b2c1d00e85e None None] Provisioning complete for port 8f96f864-8bcc-45c8-9dfc-c214032bb0a1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:15.012472 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-75b66450-64dc-4297-b94f-4b2c1d00e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.034763 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Routers {'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:15.035411 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:54:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:15.045208 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954670ae-866f-4700-b7a2-30e3dd8ef973 None None] Pushing event updated for resources: {'Port': ['ID=8f96f864-8bcc-45c8-9dfc-c214032bb0a1,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:15.118241 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21ca3572-b23c-4fb2-ad7a-356d1ec19f82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.222238 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-75b66450-64dc-4297-b94f-4b2c1d00e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.223259 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21ca3572-b23c-4fb2-ad7a-356d1ec19f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.224736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ca3572-b23c-4fb2-ad7a-356d1ec19f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:15.225529 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21ca3572-b23c-4fb2-ad7a-356d1ec19f82 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.269305 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4f36bcf-7e44-467d-8a75-32a71cef97ec tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.307401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-75b66450-64dc-4297-b94f-4b2c1d00e85e None None] For port 8f96f864-8bcc-45c8-9dfc-c214032bb0a1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8f96f864-8bcc-45c8-9dfc-c214032bb0a1,segment=NetworkSegment(9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6),segment_id=9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:15.312737 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-21ca3572-b23c-4fb2-ad7a-356d1ec19f82 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1511612 Mar 23 12:55:15.315882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36332) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:15.317175 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-75b66450-64dc-4297-b94f-4b2c1d00e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.323906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4dca8d47-5b78-448e-83bb-1d274bf5c950 admin admin] Request body: {'subnet': {'network_id': '1ea7eb4d-b144-45b9-b757-636689bba550', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2067730197-subnet', 'tenant_id': '880838a762b74be985201e785167e526', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:15.336459 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] Set router ae2ae8ed-d7ea-420c-92bb-a23958b64fc2 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:15.347240 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca3572-b23c-4fb2-ad7a-356d1ec19f82 admin admin] Pushing event updated for resources: {'Network': ['ID=1ea7eb4d-b144-45b9-b757-636689bba550,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:15.369688 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 1ea7eb4d-b144-45b9-b757-636689bba550 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:15.385445 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01840699-34e6-4483-bcdd-af3b24c6a1c5 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.391485 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dca8d47-5b78-448e-83bb-1d274bf5c950 admin admin] Made reservation on behalf of 880838a762b74be985201e785167e526 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:15.397677 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dca8d47-5b78-448e-83bb-1d274bf5c950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.429313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01840699-34e6-4483-bcdd-af3b24c6a1c5 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.521251 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c45122-74b6-4dae-ade7-e0fdaa93e03e req-23b10cfe-1e04-4533-a688-4859beedaedb tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:15.524965 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42c45122-74b6-4dae-ade7-e0fdaa93e03e req-23b10cfe-1e04-4533-a688-4859beedaedb tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 944 time: 0.3172305 Mar 23 12:55:15.536340 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01840699-34e6-4483-bcdd-af3b24c6a1c5 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:15.581267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01840699-34e6-4483-bcdd-af3b24c6a1c5 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a191388b-8b47-41eb-9cd6-82287d85270a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:15.609224 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01840699-34e6-4483-bcdd-af3b24c6a1c5 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.610040 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-01840699-34e6-4483-bcdd-af3b24c6a1c5 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Added segment 6b573dce-c319-4bd0-a44c-56cc0826f725 of type vlan for network adf57c47-c683-4c01-9588-466a58238a6f Mar 23 12:55:15.700489 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42c45122-74b6-4dae-ade7-e0fdaa93e03e req-6a1ac345-7ca5-48e9-a180-7a9c0f18f205 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579196 Mar 23 12:55:15.704034 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4f36bcf-7e44-467d-8a75-32a71cef97ec tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.740182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b66450-64dc-4297-b94f-4b2c1d00e85e None None] Pushing event updated for resources: {'Port': ['ID=8f96f864-8bcc-45c8-9dfc-c214032bb0a1,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:15.748509 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378299836', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:58Z', 'updated_at': '2022-03-23T12:55:09Z', 'revision_number': 4, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:55:00Z', 'updated_at': '2022-03-23T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8f96f864-8bcc-45c8-9dfc-c214032bb0a1', 'name': '', 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'mac_address': 'fa:16:3e:aa:b1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '5f8e73a6-4118-4bfe-9c1e-07e2de2848a5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:55:08Z', 'updated_at': '2022-03-23T12:55:14Z', 'revision_number': 4, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'subnets': [{'id': '5f8e73a6-4118-4bfe-9c1e-07e2de2848a5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:15.768614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a3f66def-f19d-4e8c-88ea-6134cc0553e4 None None] Provisioning complete for port 8f96f864-8bcc-45c8-9dfc-c214032bb0a1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:15.769318 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3f66def-f19d-4e8c-88ea-6134cc0553e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.785401 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cab21b-302a-4c93-9620-80e83ce9cc5f None None] The sync data for ids ['ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'] in n-d-834854-1 is: [{'id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378299836', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:58Z', 'updated_at': '2022-03-23T12:55:09Z', 'revision_number': 4, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:55:00Z', 'updated_at': '2022-03-23T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8f96f864-8bcc-45c8-9dfc-c214032bb0a1', 'name': '', 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'mac_address': 'fa:16:3e:aa:b1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '5f8e73a6-4118-4bfe-9c1e-07e2de2848a5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:55:08Z', 'updated_at': '2022-03-23T12:55:14Z', 'revision_number': 4, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'subnets': [{'id': '5f8e73a6-4118-4bfe-9c1e-07e2de2848a5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:55:15.796560 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4f36bcf-7e44-467d-8a75-32a71cef97ec tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.810340 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a4f36bcf-7e44-467d-8a75-32a71cef97ec tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/7ec34a74-dea4-4538-a19c-f65674682b8c HTTP/1.1" status: 204 len: 168 time: 1.1403320 Mar 23 12:55:15.822463 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36336) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:15.840386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f36bcf-7e44-467d-8a75-32a71cef97ec tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec34a74-dea4-4538-a19c-f65674682b8c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:15.841378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b91249d8-0e29-42d6-bc10-521aea2f1853 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:55:15.850313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01840699-34e6-4483-bcdd-af3b24c6a1c5 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.952708 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01840699-34e6-4483-bcdd-af3b24c6a1c5 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.960039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01840699-34e6-4483-bcdd-af3b24c6a1c5 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:15.960928 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01840699-34e6-4483-bcdd-af3b24c6a1c5 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:15.982848 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-01840699-34e6-4483-bcdd-af3b24c6a1c5 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4755673 Mar 23 12:55:16.005117 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36338) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:16.005510 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b91249d8-0e29-42d6-bc10-521aea2f1853, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b91249d8-0e29-42d6-bc10-521aea2f1853,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:16.020569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'b91249d8-0e29-42d6-bc10-521aea2f1853', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'port_id': 'b91249d8-0e29-42d6-bc10-521aea2f1853', 'mac_address': 'fa:16:3e:f3:78:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:55:16.063501 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-76efcdac-4814-4c40-8663-8376a0a7af11 req-c8c5a9e0-3327-4511-b309-b1e7d173192e tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 210 time: 0.2582812 Mar 23 12:55:16.079335 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dca8d47-5b78-448e-83bb-1d274bf5c950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.145338 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.168516 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.209948 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62373e12-cc35-4393-a3ca-adc13e79b8e9 None None] Network 350be69d-be8f-4634-9d61-a2304c82b6f1 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:16.213899 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91249d8-0e29-42d6-bc10-521aea2f1853 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:55:16.221766 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.239517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca8d47-5b78-448e-83bb-1d274bf5c950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bbb05f8-05d2-4e39-b338-43804a42bd2e,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:16.271268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01840699-34e6-4483-bcdd-af3b24c6a1c5 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Pushing event updated for resources: {'Network': ['ID=adf57c47-c683-4c01-9588-466a58238a6f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:16.312011 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network adf57c47-c683-4c01-9588-466a58238a6f details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:16.355046 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-24dea310-7942-4e2a-9eed-8ae286643b42 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Request body: {'network': {'name': 'tempest-network--1456787052', 'router:external': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:16.369785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dca8d47-5b78-448e-83bb-1d274bf5c950 admin admin] Checking segment: {'id': '470b9611-3caf-4838-a4db-b60253fb0d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1ea7eb4d-b144-45b9-b757-636689bba550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:16.370372 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca8d47-5b78-448e-83bb-1d274bf5c950 admin admin] Network hostable DHCP agents. Network: 1ea7eb4d-b144-45b9-b757-636689bba550, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:55:16.399623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dea310-7942-4e2a-9eed-8ae286643b42 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Made reservation on behalf of c1cbf04c7c9d483db4247b5ca39ff2ac for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:16.407551 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24dea310-7942-4e2a-9eed-8ae286643b42 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.407803 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b91249d8-0e29-42d6-bc10-521aea2f1853, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b91249d8-0e29-42d6-bc10-521aea2f1853,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:16.409261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port 21c8cc45-e7d8-483f-bdef-f115941b54af {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:16.409839 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.412773 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca8d47-5b78-448e-83bb-1d274bf5c950 admin admin] Network 1ea7eb4d-b144-45b9-b757-636689bba550 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:55:16.425797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8f96f864-8bcc-45c8-9dfc-c214032bb0a1 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:16.442329 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24dea310-7942-4e2a-9eed-8ae286643b42 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.459794 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.499350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-c6f46cc7-9b95-4488-b0d8-41eb3fcef074 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:16.501676 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-c6f46cc7-9b95-4488-b0d8-41eb3fcef074 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.73 "GET /v2.0/networks?id=323727f5-3ee9-48e4-820d-806b08847c94 HTTP/1.1" status: 200 len: 798 time: 0.2266273 Mar 23 12:55:16.502640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] For port 21c8cc45-e7d8-483f-bdef-f115941b54af, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=21c8cc45-e7d8-483f-bdef-f115941b54af,segment=NetworkSegment(fe764610-15ea-42ac-91d1-11659c607148),segment_id=fe764610-15ea-42ac-91d1-11659c607148)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:16.503064 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.519811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-15c180ec-3a18-4b95-bafd-6a1bbd2d6f19 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Request body: {'port': {'device_id': 'e46f8905-c630-42b8-814b-3dca0d338409', 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94', 'admin_state_up': True, 'tenant_id': '4578e949d6db4514a22d0490934f3e80'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:16.520063 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for 21c8cc45-e7d8-483f-bdef-f115941b54af owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:16.569616 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9d6e8349-213b-4a59-9acb-eb409ceb1524 None None] Provisioning complete for port 21c8cc45-e7d8-483f-bdef-f115941b54af triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:16.569986 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8349-213b-4a59-9acb-eb409ceb1524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.631431 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-4dca8d47-5b78-448e-83bb-1d274bf5c950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 1ea7eb4d-b144-45b9-b757-636689bba550) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:16.636280 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dca8d47-5b78-448e-83bb-1d274bf5c950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:16.636721 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dca8d47-5b78-448e-83bb-1d274bf5c950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.651638 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.653360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086b7f03-a0ea-4790-ad48-e8c35b1d1031 None None] Network 1ea7eb4d-b144-45b9-b757-636689bba550 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:16.675283 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4dca8d47-5b78-448e-83bb-1d274bf5c950 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3502972 Mar 23 12:55:16.694949 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No DVR routers for this DVR port 21c8cc45-e7d8-483f-bdef-f115941b54af on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:16.721592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=21c8cc45-e7d8-483f-bdef-f115941b54af,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:16.739778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24dea310-7942-4e2a-9eed-8ae286643b42 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.741985 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-15c180ec-3a18-4b95-bafd-6a1bbd2d6f19 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Made reservation on behalf of 4578e949d6db4514a22d0490934f3e80 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:16.745554 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-15c180ec-3a18-4b95-bafd-6a1bbd2d6f19 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.749065 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24dea310-7942-4e2a-9eed-8ae286643b42 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.796186 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.821483 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350be69d-be8f-4634-9d61-a2304c82b6f1']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:16.832524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe764610-15ea-42ac-91d1-11659c607148') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:16.832853 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe764610-15ea-42ac-91d1-11659c607148') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:16.848508 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.852162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b91249d8-0e29-42d6-bc10-521aea2f1853,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:16.863199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355f89df-f86b-40d0-b1fe-dff932c5d6eb None None] DHCP port deletion for 350be69d-be8f-4634-9d61-a2304c82b6f1 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:55:16.866355 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.868245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['b91249d8-0e29-42d6-bc10-521aea2f1853'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:55:16.874533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9d6e8349-213b-4a59-9acb-eb409ceb1524 None None] Could not find standard attr ID for object 21c8cc45-e7d8-483f-bdef-f115941b54af. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:55:16.875132 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:16.875627 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:16.877359 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24dea310-7942-4e2a-9eed-8ae286643b42 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:16.915626 n-d-834854-1 neutron-server[102780]: INFO neutron.plugins.ml2.db [None req-9d6e8349-213b-4a59-9acb-eb409ceb1524 None None] No ports have port_id starting with 21c8cc45-e7d8-483f-bdef-f115941b54af Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:16.952282 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:16.984257 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3948e1f9-9abf-403f-a582-0ca3dd09f047 None None] Network 1ea7eb4d-b144-45b9-b757-636689bba550 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:16.992983 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.015222 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.021642 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/networks/350be69d-be8f-4634-9d61-a2304c82b6f1 HTTP/1.1" status: 204 len: 168 time: 1.1992323 Mar 23 12:55:17.026608 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36352) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:17.060717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b2dd8-b132-44b9-8727-ddf61fbb89ea tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Network': ['ID=350be69d-be8f-4634-9d61-a2304c82b6f1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:17.065365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8f96f864-8bcc-45c8-9dfc-c214032bb0a1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:17.065729 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.183173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a295bf-b851-40fe-b8f1-4f2a7bddae54 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:17.185369 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-61a295bf-b851-40fe-b8f1-4f2a7bddae54 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1261690 Mar 23 12:55:17.197556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36358) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:17.238609 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dea310-7942-4e2a-9eed-8ae286643b42 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b54f7c-69e8-4e36-858a-f60c74cdc07f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:17.253140 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24dea310-7942-4e2a-9eed-8ae286643b42 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.253495 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-24dea310-7942-4e2a-9eed-8ae286643b42 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Added segment 90ef3421-ced5-4b6a-af28-200a65ca55ec of type vlan for network 18ca5fe1-d5cf-4d0b-8bde-a850c6c88c35 Mar 23 12:55:17.304707 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-40d5540e-e683-4e15-9c2e-bdbdb8955bd1 req-4bfa0210-1c0b-4961-ba82-bc1cfe669447 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 210 time: 0.0979719 Mar 23 12:55:17.315860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744fc5a-e4aa-4edd-9f58-c5931217c25a req-3072a250-35db-483e-beaa-3dcbbe412f3c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:17.330234 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c744fc5a-e4aa-4edd-9f58-c5931217c25a req-3072a250-35db-483e-beaa-3dcbbe412f3c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 945 time: 0.5037916 Mar 23 12:55:17.338914 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d00ec2e6-0303-4185-949d-f00df7f1021d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1367099 Mar 23 12:55:17.338914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36362) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:17.344214 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0ef0b87d-dd02-4093-96a3-796acee700f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1843212413'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:17.387995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef0b87d-dd02-4093-96a3-796acee700f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:17.399242 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b87d-dd02-4093-96a3-796acee700f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.451857 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef0b87d-dd02-4093-96a3-796acee700f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:17.459582 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c744fc5a-e4aa-4edd-9f58-c5931217c25a req-3354b51c-a180-462e-be08-3345c327c654 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348870 Mar 23 12:55:17.487214 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24dea310-7942-4e2a-9eed-8ae286643b42 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.490815 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b87d-dd02-4093-96a3-796acee700f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.493215 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-0ef0b87d-dd02-4093-96a3-796acee700f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Added segment 0d00539d-b726-475d-8562-0c00553938fc of type vlan for network b33c9280-4c02-4bf1-a28a-b2fc37d58dd9 Mar 23 12:55:17.538955 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.556585 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b87d-dd02-4093-96a3-796acee700f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.570309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-15c180ec-3a18-4b95-bafd-6a1bbd2d6f19 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Allocated IP 172.20.0.21 (323727f5-3ee9-48e4-820d-806b08847c94/5f8e73a6-4118-4bfe-9c1e-07e2de2848a5/c20183d9-e424-4941-b111-427b74a71baa) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:17.593748 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36370) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:17.598916 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24dea310-7942-4e2a-9eed-8ae286643b42 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.599121 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3c61af85-9b1e-4686-88c6-5b5f00516b65 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1041429491-network', 'tenant_id': '81873079a84243dd9c8e03ce04e58a73'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:17.599831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dea310-7942-4e2a-9eed-8ae286643b42 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:17.600440 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-24dea310-7942-4e2a-9eed-8ae286643b42 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.621794 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b87d-dd02-4093-96a3-796acee700f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.627974 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef0b87d-dd02-4093-96a3-796acee700f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:17.628764 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b87d-dd02-4093-96a3-796acee700f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.640647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c61af85-9b1e-4686-88c6-5b5f00516b65 admin admin] Made reservation on behalf of 81873079a84243dd9c8e03ce04e58a73 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:17.643760 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c61af85-9b1e-4686-88c6-5b5f00516b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.671589 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c61af85-9b1e-4686-88c6-5b5f00516b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.696605 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-24dea310-7942-4e2a-9eed-8ae286643b42 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6899240 Mar 23 12:55:17.697135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36372) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:17.707873 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0ef0b87d-dd02-4093-96a3-796acee700f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3680730 Mar 23 12:55:17.720505 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36374) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:17.727569 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0ea63f47-d804-433b-a86b-3c354f34bf2a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'subnet': {'network_id': 'b33c9280-4c02-4bf1-a28a-b2fc37d58dd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:17.750596 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0b87d-dd02-4093-96a3-796acee700f1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Network': ['ID=b33c9280-4c02-4bf1-a28a-b2fc37d58dd9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:17.770576 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network b33c9280-4c02-4bf1-a28a-b2fc37d58dd9 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:17.782359 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dea310-7942-4e2a-9eed-8ae286643b42 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Pushing event updated for resources: {'Network': ['ID=18ca5fe1-d5cf-4d0b-8bde-a850c6c88c35,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:17.813293 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 18ca5fe1-d5cf-4d0b-8bde-a850c6c88c35 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:17.883587 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2dc28fe-e66b-4a2d-914d-adbf68a9d0aa tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.908527 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea63f47-d804-433b-a86b-3c354f34bf2a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:17.912136 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ea63f47-d804-433b-a86b-3c354f34bf2a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.913840 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-15c180ec-3a18-4b95-bafd-6a1bbd2d6f19 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.944288 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c61af85-9b1e-4686-88c6-5b5f00516b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.980167 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c61af85-9b1e-4686-88c6-5b5f00516b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:17.999043 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2dc28fe-e66b-4a2d-914d-adbf68a9d0aa tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.025161 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c61af85-9b1e-4686-88c6-5b5f00516b65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:18.028686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d2dc28fe-e66b-4a2d-914d-adbf68a9d0aa tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ca5fe1-d5cf-4d0b-8bde-a850c6c88c35']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:18.039618 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d2dc28fe-e66b-4a2d-914d-adbf68a9d0aa tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ef3421-ced5-4b6a-af28-200a65ca55ec') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:18.039960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d2dc28fe-e66b-4a2d-914d-adbf68a9d0aa tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ef3421-ced5-4b6a-af28-200a65ca55ec') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:18.040583 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61af85-9b1e-4686-88c6-5b5f00516b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e71b59b-2216-4f5a-865b-b6d15b1e42bc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:18.047393 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-15c180ec-3a18-4b95-bafd-6a1bbd2d6f19 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.049130 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c61af85-9b1e-4686-88c6-5b5f00516b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.049509 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-3c61af85-9b1e-4686-88c6-5b5f00516b65 admin admin] Added segment acfcaf28-0447-40b0-9527-cb60f7621984 of type vlan for network 169b33a5-54e1-43aa-9977-1b42d33fdb01 Mar 23 12:55:18.054485 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2dc28fe-e66b-4a2d-914d-adbf68a9d0aa tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.092138 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2dc28fe-e66b-4a2d-914d-adbf68a9d0aa tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.103333 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c61af85-9b1e-4686-88c6-5b5f00516b65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.107138 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-15c180ec-3a18-4b95-bafd-6a1bbd2d6f19 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Network 323727f5-3ee9-48e4-820d-806b08847c94 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:18.111961 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2dc28fe-e66b-4a2d-914d-adbf68a9d0aa tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:18.112325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2dc28fe-e66b-4a2d-914d-adbf68a9d0aa tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:18.114267 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:18.116263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-15c180ec-3a18-4b95-bafd-6a1bbd2d6f19 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:18.128788 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-15c180ec-3a18-4b95-bafd-6a1bbd2d6f19 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:18.166020 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 21c8cc45-e7d8-483f-bdef-f115941b54af no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:18.187317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c180ec-3a18-4b95-bafd-6a1bbd2d6f19 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event updated for resources: {'Port': ['ID=c20183d9-e424-4941-b111-427b74a71baa,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:18.193450 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 21c8cc45-e7d8-483f-bdef-f115941b54af {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:55:18.194324 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 21c8cc45-e7d8-483f-bdef-f115941b54af not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:18.224339 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c61af85-9b1e-4686-88c6-5b5f00516b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.225299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c61af85-9b1e-4686-88c6-5b5f00516b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:18.225870 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c61af85-9b1e-4686-88c6-5b5f00516b65 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.236702 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-15c180ec-3a18-4b95-bafd-6a1bbd2d6f19 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:18.238046 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-15c180ec-3a18-4b95-bafd-6a1bbd2d6f19 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.249565 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2dc28fe-e66b-4a2d-914d-adbf68a9d0aa tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.262499 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dc28fe-e66b-4a2d-914d-adbf68a9d0aa tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 18ca5fe1-d5cf-4d0b-8bde-a850c6c88c35 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 12:55:18.280071 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2dc28fe-e66b-4a2d-914d-adbf68a9d0aa tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.286290 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d2dc28fe-e66b-4a2d-914d-adbf68a9d0aa tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "DELETE /v2.0/networks/18ca5fe1-d5cf-4d0b-8bde-a850c6c88c35 HTTP/1.1" status: 204 len: 168 time: 0.5640090 Mar 23 12:55:18.289577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc28fe-e66b-4a2d-914d-adbf68a9d0aa tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Pushing event deleted for resources: {'Network': ['ID=18ca5fe1-d5cf-4d0b-8bde-a850c6c88c35,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:18.292218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36376) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:18.298589 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-15c180ec-3a18-4b95-bafd-6a1bbd2d6f19 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.7863176 Mar 23 12:55:18.303474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a33b095a-22bc-4481-88b3-0c1c6d2795cf tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:18.307760 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3c61af85-9b1e-4686-88c6-5b5f00516b65 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7103767 Mar 23 12:55:18.314745 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36378) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:18.317198 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-af0840e2-5da4-4820-b234-7f1f700165e9 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:55:18.317725 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ea63f47-d804-433b-a86b-3c354f34bf2a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.318998 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-af0840e2-5da4-4820-b234-7f1f700165e9 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073531 Mar 23 12:55:18.332457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-497e363e-fd02-4d38-8165-50d33dccc072 admin admin] Request body: {'subnet': {'network_id': '169b33a5-54e1-43aa-9977-1b42d33fdb01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1041429491-subnet', 'tenant_id': '81873079a84243dd9c8e03ce04e58a73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:18.347058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33b095a-22bc-4481-88b3-0c1c6d2795cf tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Made reservation on behalf of c1cbf04c7c9d483db4247b5ca39ff2ac for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:18.350297 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a33b095a-22bc-4481-88b3-0c1c6d2795cf tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.367051 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61af85-9b1e-4686-88c6-5b5f00516b65 admin admin] Pushing event updated for resources: {'Network': ['ID=169b33a5-54e1-43aa-9977-1b42d33fdb01,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:18.379172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 169b33a5-54e1-43aa-9977-1b42d33fdb01 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:18.383191 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33b095a-22bc-4481-88b3-0c1c6d2795cf tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:18.397645 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a33b095a-22bc-4481-88b3-0c1c6d2795cf tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.398409 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-a33b095a-22bc-4481-88b3-0c1c6d2795cf tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Added segment 68e34530-e189-4183-9d36-037dad79399c of type vlan for network bbadf4d6-22de-42b0-8a2e-84600b4e1263 Mar 23 12:55:18.487243 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a33b095a-22bc-4481-88b3-0c1c6d2795cf tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.578364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Request body: {'port': {'device_id': 'e46f8905-c630-42b8-814b-3dca0d338409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:18.589945 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-72d40d25-0a3e-467b-b8f5-4aea4fcbc6df None None] Provisioning complete for port c20183d9-e424-4941-b111-427b74a71baa triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:18.590276 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-72d40d25-0a3e-467b-b8f5-4aea4fcbc6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.620831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497e363e-fd02-4d38-8165-50d33dccc072 admin admin] Made reservation on behalf of 81873079a84243dd9c8e03ce04e58a73 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:18.624677 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-497e363e-fd02-4d38-8165-50d33dccc072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.647342 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-72d40d25-0a3e-467b-b8f5-4aea4fcbc6df None None] Port c20183d9-e424-4941-b111-427b74a71baa cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:18.649351 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea63f47-d804-433b-a86b-3c354f34bf2a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Subnet': ['ID=65b0d43b-2ce7-45e0-b08c-c156f5205474,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:18.679202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a33b095a-22bc-4481-88b3-0c1c6d2795cf tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.680445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33b095a-22bc-4481-88b3-0c1c6d2795cf tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:18.681098 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a33b095a-22bc-4481-88b3-0c1c6d2795cf tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.704747 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea63f47-d804-433b-a86b-3c354f34bf2a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Checking segment: {'id': '0d00539d-b726-475d-8562-0c00553938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b33c9280-4c02-4bf1-a28a-b2fc37d58dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:18.705645 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea63f47-d804-433b-a86b-3c354f34bf2a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network hostable DHCP agents. Network: b33c9280-4c02-4bf1-a28a-b2fc37d58dd9, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:55:18.712606 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a33b095a-22bc-4481-88b3-0c1c6d2795cf tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4184523 Mar 23 12:55:18.722956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583064ef-80f0-4a5a-a480-c0969796379c req-7e13fac7-a395-4107-b790-46e2e309c9c0 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:18.724742 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-583064ef-80f0-4a5a-a480-c0969796379c req-7e13fac7-a395-4107-b790-46e2e309c9c0 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 895 time: 0.2431037 Mar 23 12:55:18.726794 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36388) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:18.736953 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f7643e3b-e28c-4392-b69b-789c1417d351 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Request body: {'subnet': {'network_id': 'bbadf4d6-22de-42b0-8a2e-84600b4e1263', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:18.777014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea63f47-d804-433b-a86b-3c354f34bf2a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network b33c9280-4c02-4bf1-a28a-b2fc37d58dd9 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:55:18.788183 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7643e3b-e28c-4392-b69b-789c1417d351 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Made reservation on behalf of c1cbf04c7c9d483db4247b5ca39ff2ac for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:18.790713 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7643e3b-e28c-4392-b69b-789c1417d351 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.795334 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0ea63f47-d804-433b-a86b-3c354f34bf2a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, b33c9280-4c02-4bf1-a28a-b2fc37d58dd9) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:18.800756 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b095a-22bc-4481-88b3-0c1c6d2795cf tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Pushing event updated for resources: {'Network': ['ID=bbadf4d6-22de-42b0-8a2e-84600b4e1263,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:18.812535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24583c6c-144b-4c3c-853d-12747e39fe35 req-6382bac2-04c6-41a2-b958-052a1ec0a1e8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:18.814261 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-24583c6c-144b-4c3c-853d-12747e39fe35 req-6382bac2-04c6-41a2-b958-052a1ec0a1e8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 945 time: 0.2182169 Mar 23 12:55:18.816808 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea63f47-d804-433b-a86b-3c354f34bf2a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:18.817507 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ea63f47-d804-433b-a86b-3c354f34bf2a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.818646 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:18.822828 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network bbadf4d6-22de-42b0-8a2e-84600b4e1263 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:18.824795 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9290c53-b628-4230-a82f-4c957b891613 None None] Network b33c9280-4c02-4bf1-a28a-b2fc37d58dd9 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:18.904137 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0ea63f47-d804-433b-a86b-3c354f34bf2a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1803834 Mar 23 12:55:18.905009 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36390) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:18.915896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c58c73fa-07c4-4447-9650-12ed1e4569df tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'network_id': 'b33c9280-4c02-4bf1-a28a-b2fc37d58dd9', 'name': 'tempest-PortsIpV6TestJSON-1879072145'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:19.055421 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-b33c9280-4c02-4bf1-a28a-b2fc37d58dd9', 'network_id': 'b33c9280-4c02-4bf1-a28a-b2fc37d58dd9', 'tenant_id': 'cc1f7d95fe8845b090b13694d31892f2', 'fixed_ips': [{'subnet_id': '65b0d43b-2ce7-45e0-b08c-c156f5205474'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:55:19.056599 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:19.056865 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-497e363e-fd02-4d38-8165-50d33dccc072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:19.213543 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e363e-fd02-4d38-8165-50d33dccc072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ff5e1a-a7dc-4c30-91e1-be615d44732a,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:19.230725 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-24583c6c-144b-4c3c-853d-12747e39fe35 req-35dd934e-70f8-4511-af72-bdc75d16447b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970604 Mar 23 12:55:19.257597 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e363e-fd02-4d38-8165-50d33dccc072 admin admin] Checking segment: {'id': 'acfcaf28-0447-40b0-9527-cb60f7621984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '169b33a5-54e1-43aa-9977-1b42d33fdb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:19.258025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497e363e-fd02-4d38-8165-50d33dccc072 admin admin] Network hostable DHCP agents. Network: 169b33a5-54e1-43aa-9977-1b42d33fdb01, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:55:19.261528 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58c73fa-07c4-4447-9650-12ed1e4569df tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:19.265741 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c58c73fa-07c4-4447-9650-12ed1e4569df tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:19.270874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Allocated IP 2001:db8::2 (b33c9280-4c02-4bf1-a28a-b2fc37d58dd9/65b0d43b-2ce7-45e0-b08c-c156f5205474/9dfe7078-7400-48bf-9ded-df08b42a7712) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:19.306781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-c58c73fa-07c4-4447-9650-12ed1e4569df tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] device_id is not set on port 297e7947-f160-4ad9-89ff-5873c30d12ac yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:55:19.334209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20183d9-e424-4941-b111-427b74a71baa {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:55:19.342625 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:19.359853 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Transition to ACTIVE for port object c20183d9-e424-4941-b111-427b74a71baa will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:55:19.364511 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:19.373852 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497e363e-fd02-4d38-8165-50d33dccc072 admin admin] Network 169b33a5-54e1-43aa-9977-1b42d33fdb01 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:55:19.393911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-497e363e-fd02-4d38-8165-50d33dccc072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 169b33a5-54e1-43aa-9977-1b42d33fdb01) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:19.403077 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497e363e-fd02-4d38-8165-50d33dccc072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:19.404191 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-497e363e-fd02-4d38-8165-50d33dccc072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:19.424836 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e70778d-1dd3-490c-836e-b0d54281c506 None None] Network 169b33a5-54e1-43aa-9977-1b42d33fdb01 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:19.450943 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-497e363e-fd02-4d38-8165-50d33dccc072 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1257319 Mar 23 12:55:19.471911 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Pushing event updated for resources: {'Port': ['ID=c20183d9-e424-4941-b111-427b74a71baa,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:19.525186 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:19.542749 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:19.544004 n-d-834854-1 neutron-server[102779]: DEBUG neutron.objects.ports [None req-f7643e3b-e28c-4392-b69b-789c1417d351 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:55:19.546947 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7643e3b-e28c-4392-b69b-789c1417d351 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:19.551777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Attempting to bind port c20183d9-e424-4941-b111-427b74a71baa on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:55:19.552766 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Attempting to bind port c20183d9-e424-4941-b111-427b74a71baa by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:55:19.553313 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Attempting to bind port c20183d9-e424-4941-b111-427b74a71baa on network 323727f5-3ee9-48e4-820d-806b08847c94 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:19.559969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Port c20183d9-e424-4941-b111-427b74a71baa on network 323727f5-3ee9-48e4-820d-806b08847c94 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:55:19.560595 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Attempting to bind port c20183d9-e424-4941-b111-427b74a71baa on network 323727f5-3ee9-48e4-820d-806b08847c94 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:19.568960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:55:19.569773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Checking segment: {'id': '9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:19.570565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Bound using segment: {'id': '9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:55:19.571338 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Bound port: c20183d9-e424-4941-b111-427b74a71baa, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:55:19.571945 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:19.753755 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] For port c20183d9-e424-4941-b111-427b74a71baa, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:55:19.754152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7643e3b-e28c-4392-b69b-789c1417d351 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fb161bb1-d14b-4c0c-825c-153cf111e5a1,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:19.757191 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-c58c73fa-07c4-4447-9650-12ed1e4569df tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Allocated IP 2001:db8::269 (b33c9280-4c02-4bf1-a28a-b2fc37d58dd9/65b0d43b-2ce7-45e0-b08c-c156f5205474/297e7947-f160-4ad9-89ff-5873c30d12ac) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:19.759912 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] For port c20183d9-e424-4941-b111-427b74a71baa, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c20183d9-e424-4941-b111-427b74a71baa,segment=NetworkSegment(9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6),segment_id=9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:55:19.764507 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7643e3b-e28c-4392-b69b-789c1417d351 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Checking segment: {'id': '68e34530-e189-4183-9d36-037dad79399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bbadf4d6-22de-42b0-8a2e-84600b4e1263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:19.764868 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7643e3b-e28c-4392-b69b-789c1417d351 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Network hostable DHCP agents. Network: bbadf4d6-22de-42b0-8a2e-84600b4e1263, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:55:19.770252 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:19.798106 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7643e3b-e28c-4392-b69b-789c1417d351 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Network bbadf4d6-22de-42b0-8a2e-84600b4e1263 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:55:19.838165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f7643e3b-e28c-4392-b69b-789c1417d351 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, bbadf4d6-22de-42b0-8a2e-84600b4e1263) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:19.862531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7643e3b-e28c-4392-b69b-789c1417d351 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:19.863436 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7643e3b-e28c-4392-b69b-789c1417d351 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:19.869773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Pushing event updated for resources: {'Port': ['ID=c20183d9-e424-4941-b111-427b74a71baa,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:19.882911 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:19.883706 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:19.885513 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-ef30cac1-ef77-4f89-8474-0102b1ddcb00 service neutron] 10.222.0.73 "PUT /v2.0/ports/c20183d9-e424-4941-b111-427b74a71baa HTTP/1.1" status: 200 len: 1055 time: 1.5561495 Mar 23 12:55:19.886208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46f8905-c630-42b8-814b-3dca0d338409', 'tag': 'c20183d9-e424-4941-b111-427b74a71baa'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:55:19.889846 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5195954e-0fde-4479-b94c-b6b260c1cbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "e46f8905-c630-42b8-814b-3dca0d338409", "tag": "c20183d9-e424-4941-b111-427b74a71baa"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:55:19.897146 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a085ef23-30ef-4027-b223-540e5746fd55 None None] Network bbadf4d6-22de-42b0-8a2e-84600b4e1263 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:19.902985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b91249d8-0e29-42d6-bc10-521aea2f1853 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:19.983288 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f7643e3b-e28c-4392-b69b-789c1417d351 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2541354 Mar 23 12:55:19.989376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36412) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:20.011826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Request body: {'floatingip': {'floating_network_id': 'bbadf4d6-22de-42b0-8a2e-84600b4e1263'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:20.048127 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Network b33c9280-4c02-4bf1-a28a-b2fc37d58dd9 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:20.068826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5583b6-69d0-48b9-94c5-096d677d1478 req-add0832b-2b49-4a04-9978-fb95b2d8bc82 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:20.077569 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f5583b6-69d0-48b9-94c5-096d677d1478 req-add0832b-2b49-4a04-9978-fb95b2d8bc82 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 907 time: 0.2098906 Mar 23 12:55:20.118250 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:20.128507 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:20.152613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-52f33a3d-e474-4724-be2c-fd49ad0747e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:20.156999 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-52f33a3d-e474-4724-be2c-fd49ad0747e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4578e949d6db4514a22d0490934f3e80&device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 1058 time: 0.2025838 Mar 23 12:55:20.196408 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c58c73fa-07c4-4447-9650-12ed1e4569df tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:20.208487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:20.250323 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5833de6c-f19c-4769-a4c9-bbe25ab3a16c None None] Network 169b33a5-54e1-43aa-9977-1b42d33fdb01 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:20.254563 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-82ecf343-dd59-4a85-9710-d970856bd3ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=c20183d9-e424-4941-b111-427b74a71baa HTTP/1.1" status: 200 len: 217 time: 0.0888453 Mar 23 12:55:20.255144 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Pushing event updated for resources: {'Port': ['ID=9dfe7078-7400-48bf-9ded-df08b42a7712,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:20.266583 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ca1ecd-a959-46af-8669-25660a1a9cbe x-openstack-request-id: req-54ca1ecd-a959-46af-8669-25660a1a9cbe {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:55:20.266879 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46f8905-c630-42b8-814b-3dca0d338409", "tag": "c20183d9-e424-4941-b111-427b74a71baa", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:55:20.267129 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54ca1ecd-a959-46af-8669-25660a1a9cbe {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:55:20.267522 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46f8905-c630-42b8-814b-3dca0d338409', 'tag': 'c20183d9-e424-4941-b111-427b74a71baa', 'status': 'completed', 'code': 200} Mar 23 12:55:20.333278 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c58c73fa-07c4-4447-9650-12ed1e4569df tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:20.407497 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:20.413056 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c73fa-07c4-4447-9650-12ed1e4569df tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network b33c9280-4c02-4bf1-a28a-b2fc37d58dd9 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:20.416267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-69f994ae-8559-4f1b-aa92-1888116f3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:20.418057 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-69f994ae-8559-4f1b-aa92-1888116f3798 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f8e73a6-4118-4bfe-9c1e-07e2de2848a5 HTTP/1.1" status: 200 len: 838 time: 0.1483197 Mar 23 12:55:20.423762 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c58c73fa-07c4-4447-9650-12ed1e4569df tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:20.432571 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c73fa-07c4-4447-9650-12ed1e4569df tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:20.438617 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58c73fa-07c4-4447-9650-12ed1e4569df tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:20.439370 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c58c73fa-07c4-4447-9650-12ed1e4569df tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:20.446869 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c73fa-07c4-4447-9650-12ed1e4569df tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=297e7947-f160-4ad9-89ff-5873c30d12ac,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:20.482636 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Attempting to bind port 9dfe7078-7400-48bf-9ded-df08b42a7712 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:55:20.483230 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Attempting to bind port 9dfe7078-7400-48bf-9ded-df08b42a7712 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0d00539d-b726-475d-8562-0c00553938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b33c9280-4c02-4bf1-a28a-b2fc37d58dd9'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:55:20.483372 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Attempting to bind port 9dfe7078-7400-48bf-9ded-df08b42a7712 on network b33c9280-4c02-4bf1-a28a-b2fc37d58dd9 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:20.493492 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:55:20.494941 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Checking segment: {'id': '0d00539d-b726-475d-8562-0c00553938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b33c9280-4c02-4bf1-a28a-b2fc37d58dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:20.494941 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:20.494941 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Bound using segment: {'id': '0d00539d-b726-475d-8562-0c00553938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b33c9280-4c02-4bf1-a28a-b2fc37d58dd9'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:55:20.495331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Bound port: 9dfe7078-7400-48bf-9ded-df08b42a7712, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d00539d-b726-475d-8562-0c00553938fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b33c9280-4c02-4bf1-a28a-b2fc37d58dd9'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:55:20.496020 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:20.508188 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c58c73fa-07c4-4447-9650-12ed1e4569df tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5979981 Mar 23 12:55:20.511252 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36432) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:20.511812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-a879ef71-4cd0-4ac4-b294-8cd1d06dd562 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:20.513408 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-a879ef71-4cd0-4ac4-b294-8cd1d06dd562 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/networks?id=1ea7eb4d-b144-45b9-b757-636689bba550 HTTP/1.1" status: 200 len: 809 time: 0.3121855 Mar 23 12:55:20.520186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5bf87915-29ea-4efc-aa07-325fae5c9c18 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'network_id': 'b33c9280-4c02-4bf1-a28a-b2fc37d58dd9', 'name': 'tempest-PortsIpV6TestJSON-553103343'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:20.552672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-173987dc-1e56-4050-85d3-9c94b1dbc540 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/quotas/880838a762b74be985201e785167e526 HTTP/1.1" status: 200 len: 375 time: 0.0320163 Mar 23 12:55:20.555687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-f08f4d3d-27f0-4c36-b834-5440f12c3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:20.558020 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-f08f4d3d-27f0-4c36-b834-5440f12c3bc2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=323727f5-3ee9-48e4-820d-806b08847c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1212411 Mar 23 12:55:20.598183 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-573ad260-9b47-4dc5-a66b-066a386a1c26 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=880838a762b74be985201e785167e526&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385962 Mar 23 12:55:20.647548 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port b91249d8-0e29-42d6-bc10-521aea2f1853 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:55:20.656970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port b91249d8-0e29-42d6-bc10-521aea2f1853 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:20.657351 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:20.712968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Allocated IP 172.20.0.7 (bbadf4d6-22de-42b0-8a2e-84600b4e1263/fb161bb1-d14b-4c0c-825c-153cf111e5a1/b8a83e8c-de40-403c-831d-74b092b4b027) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:20.765640 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-35f22d20-8f9b-43e9-9ba1-841cac624184 service neutron] 10.222.0.52 "GET /v2.0/networks/1ea7eb4d-b144-45b9-b757-636689bba550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580379 Mar 23 12:55:20.765913 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36092d31-4195-4e84-9fbc-df750d388872 None None] Network bbadf4d6-22de-42b0-8a2e-84600b4e1263 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:20.790093 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02139a-5010-4d9d-9119-9ef7a6819f19 req-efa1cbac-4f73-450e-9186-00c8d2b5a017 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:20.792205 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a02139a-5010-4d9d-9119-9ef7a6819f19 req-efa1cbac-4f73-450e-9186-00c8d2b5a017 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 945 time: 0.1701272 Mar 23 12:55:20.819847 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] For port 9dfe7078-7400-48bf-9ded-df08b42a7712, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:55:20.848627 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-40df010c-ce43-4dd7-8d37-5451bd98e0b9 service neutron] 10.222.0.73 "GET /v2.0/networks/323727f5-3ee9-48e4-820d-806b08847c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492561 Mar 23 12:55:20.867967 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] For port 9dfe7078-7400-48bf-9ded-df08b42a7712, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9dfe7078-7400-48bf-9ded-df08b42a7712,segment=NetworkSegment(0d00539d-b726-475d-8562-0c00553938fc),segment_id=0d00539d-b726-475d-8562-0c00553938fc)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:55:20.883620 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:20.909448 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a02139a-5010-4d9d-9119-9ef7a6819f19 req-15b0ddb0-64bd-4128-9af1-069c6934717d tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781415 Mar 23 12:55:20.913931 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf87915-29ea-4efc-aa07-325fae5c9c18 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:20.917588 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bf87915-29ea-4efc-aa07-325fae5c9c18 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:20.938460 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-f12ec969-326b-454a-84c5-94a42065538f service neutron] 10.222.0.52 "GET /v2.0/networks/1ea7eb4d-b144-45b9-b757-636689bba550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572146 Mar 23 12:55:20.954854 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:20.970256 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b7259fb-f593-49da-bc95-44aacae1cf66 req-5e3e49e3-474b-4df5-9f24-6c4ddd05dbca service neutron] 10.222.0.73 "GET /v2.0/networks/323727f5-3ee9-48e4-820d-806b08847c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135807 Mar 23 12:55:20.985000 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:20.986944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-5bf87915-29ea-4efc-aa07-325fae5c9c18 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] device_id is not set on port 8d9e4ea4-5af2-4e7e-b888-a9a06bcfc7a5 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:55:21.060990 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016dfef2-f9e8-48b3-82e1-39dc98aa11cd None None] Pushing event updated for resources: {'Port': ['ID=9dfe7078-7400-48bf-9ded-df08b42a7712,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:21.122308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195954e-0fde-4479-b94c-b6b260c1cbcb req-225eac59-1701-4263-a009-7a153533d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:21.125005 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5195954e-0fde-4479-b94c-b6b260c1cbcb req-225eac59-1701-4263-a009-7a153533d159 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4578e949d6db4514a22d0490934f3e80&device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 1058 time: 0.0824335 Mar 23 12:55:21.151880 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:21.163496 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bccc318-da5f-4c12-9e3e-04386d1711c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91249d8-0e29-42d6-bc10-521aea2f1853'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:55:21.167029 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e556eb-e252-46fd-b177-c0d4bddb3b9d" -d '{"events": [{"server_uuid": "8bccc318-da5f-4c12-9e3e-04386d1711c3", "name": "network-vif-plugged", "status": "completed", "tag": "b91249d8-0e29-42d6-bc10-521aea2f1853"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:55:21.198333 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b91249d8-0e29-42d6-bc10-521aea2f1853, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b91249d8-0e29-42d6-bc10-521aea2f1853,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:21.205313 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:21.242673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-5bf87915-29ea-4efc-aa07-325fae5c9c18 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Allocated IP 2001:db8::363 (b33c9280-4c02-4bf1-a28a-b2fc37d58dd9/65b0d43b-2ce7-45e0-b08c-c156f5205474/8d9e4ea4-5af2-4e7e-b888-a9a06bcfc7a5) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:21.369342 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Network bbadf4d6-22de-42b0-8a2e-84600b4e1263 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:21.376403 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:21.377178 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b91249d8-0e29-42d6-bc10-521aea2f1853,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:21.396015 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:21.482470 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Pushing event updated for resources: {'Port': ['ID=b8a83e8c-de40-403c-831d-74b092b4b027,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:21.523071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141b312-c102-4cf4-af54-fed36fd05d4f req-9bcbdb55-f1a2-4c69-93ee-21fb0a4dcccf tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:21.535272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7141b312-c102-4cf4-af54-fed36fd05d4f req-9bcbdb55-f1a2-4c69-93ee-21fb0a4dcccf tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 907 time: 0.3068767 Mar 23 12:55:21.613032 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5376a91-eab3-4d96-9eff-c1ec28549e1b x-openstack-request-id: req-c5376a91-eab3-4d96-9eff-c1ec28549e1b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:55:21.613528 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bccc318-da5f-4c12-9e3e-04386d1711c3", "name": "network-vif-plugged", "status": "completed", "tag": "b91249d8-0e29-42d6-bc10-521aea2f1853", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:55:21.613639 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c5376a91-eab3-4d96-9eff-c1ec28549e1b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:55:21.613963 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bccc318-da5f-4c12-9e3e-04386d1711c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91249d8-0e29-42d6-bc10-521aea2f1853', 'code': 200} Mar 23 12:55:21.744975 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:21.814573 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c60c56c4-22a6-4bcb-923b-d921fbb5ef7b req-63691f8e-e457-4ffc-97c4-322d71e41bfb tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 210 time: 0.4812994 Mar 23 12:55:21.901463 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195954e-0fde-4479-b94c-b6b260c1cbcb req-0f77cc5d-ab87-467b-be5d-cca60a5e0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:21.903553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5195954e-0fde-4479-b94c-b6b260c1cbcb req-0f77cc5d-ab87-467b-be5d-cca60a5e0cc3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=323727f5-3ee9-48e4-820d-806b08847c94 HTTP/1.1" status: 200 len: 899 time: 0.7680552 Mar 23 12:55:22.009927 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5195954e-0fde-4479-b94c-b6b260c1cbcb req-77c7ad68-3984-45c1-84db-6a58bc9b52c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=c20183d9-e424-4941-b111-427b74a71baa HTTP/1.1" status: 200 len: 217 time: 0.0958710 Mar 23 12:55:22.085968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195954e-0fde-4479-b94c-b6b260c1cbcb req-1724a714-4fe2-4315-a9d8-c385f3f826ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:22.089969 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5195954e-0fde-4479-b94c-b6b260c1cbcb req-1724a714-4fe2-4315-a9d8-c385f3f826ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f8e73a6-4118-4bfe-9c1e-07e2de2848a5 HTTP/1.1" status: 200 len: 838 time: 0.0724967 Mar 23 12:55:22.220166 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195954e-0fde-4479-b94c-b6b260c1cbcb req-8796018a-4c23-4c4d-ad43-7d5566ad96c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:22.222373 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5195954e-0fde-4479-b94c-b6b260c1cbcb req-8796018a-4c23-4c4d-ad43-7d5566ad96c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=323727f5-3ee9-48e4-820d-806b08847c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239438 Mar 23 12:55:22.279174 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9dfe7078-7400-48bf-9ded-df08b42a7712 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:22.359591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 9dfe7078-7400-48bf-9ded-df08b42a7712 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:22.360404 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:22.362177 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5195954e-0fde-4479-b94c-b6b260c1cbcb req-8c29b647-5a8a-4685-94ea-d82a452da638 service neutron] 10.222.0.73 "GET /v2.0/networks/323727f5-3ee9-48e4-820d-806b08847c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310773 Mar 23 12:55:22.370244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8dacc-0bbf-461b-90d2-0438f70e332b req-eb40a73f-6e00-40d9-8893-f918e3791cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:22.371728 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92e8dacc-0bbf-461b-90d2-0438f70e332b req-eb40a73f-6e00-40d9-8893-f918e3791cff service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 1097 time: 0.6718323 Mar 23 12:55:22.372862 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:22.467606 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bf87915-29ea-4efc-aa07-325fae5c9c18 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:22.473199 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:22.513968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b2aa1-c1ab-427a-9ff6-5b4d4b41c425 req-38d070dc-e397-42b6-95f5-fd51b0bbb6b9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:22.515505 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d59b2aa1-c1ab-427a-9ff6-5b4d4b41c425 req-38d070dc-e397-42b6-95f5-fd51b0bbb6b9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 946 time: 0.2038450 Mar 23 12:55:22.527878 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 9dfe7078-7400-48bf-9ded-df08b42a7712, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9dfe7078-7400-48bf-9ded-df08b42a7712,segment=NetworkSegment(0d00539d-b726-475d-8562-0c00553938fc),segment_id=0d00539d-b726-475d-8562-0c00553938fc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:22.536206 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:22.536413 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92e8dacc-0bbf-461b-90d2-0438f70e332b req-9403f27c-7e03-46ad-b5fd-50ae46ec3b4f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343617 Mar 23 12:55:22.536960 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5195954e-0fde-4479-b94c-b6b260c1cbcb req-08a79020-28bf-4323-9d52-b9c1f68ec500 service neutron] 10.222.0.73 "GET /v2.0/networks/323727f5-3ee9-48e4-820d-806b08847c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677270 Mar 23 12:55:22.639661 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=9dfe7078-7400-48bf-9ded-df08b42a7712,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:22.648569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cc3fe2-6c31-4dd6-b20f-2d1393e6c35b None None] Network b33c9280-4c02-4bf1-a28a-b2fc37d58dd9 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:22.667105 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d59b2aa1-c1ab-427a-9ff6-5b4d4b41c425 req-3ab4200e-e233-4947-adfa-bdb1e087e2e8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436265 Mar 23 12:55:22.680048 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bf87915-29ea-4efc-aa07-325fae5c9c18 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:22.711726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324d4b7-2f67-4a0a-a060-d983cafd49f8 req-7764de4e-1ed7-47fb-8cf8-ef10bb6cab1f tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:22.713581 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4324d4b7-2f67-4a0a-a060-d983cafd49f8 req-7764de4e-1ed7-47fb-8cf8-ef10bb6cab1f tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 907 time: 0.0701275 Mar 23 12:55:22.742743 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1cab366f-10f8-4398-bf7d-1e70778b1912 None None] Provisioning complete for port 9dfe7078-7400-48bf-9ded-df08b42a7712 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:22.743067 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1cab366f-10f8-4398-bf7d-1e70778b1912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:22.755988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf87915-29ea-4efc-aa07-325fae5c9c18 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network b33c9280-4c02-4bf1-a28a-b2fc37d58dd9 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:22.772404 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5bf87915-29ea-4efc-aa07-325fae5c9c18 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:22.782810 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf87915-29ea-4efc-aa07-325fae5c9c18 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:22.789665 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf87915-29ea-4efc-aa07-325fae5c9c18 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:22.789665 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bf87915-29ea-4efc-aa07-325fae5c9c18 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:22.820671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf87915-29ea-4efc-aa07-325fae5c9c18 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=8d9e4ea4-5af2-4e7e-b888-a9a06bcfc7a5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:22.873769 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:22.959702 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5bf87915-29ea-4efc-aa07-325fae5c9c18 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4453094 Mar 23 12:55:22.961397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36458) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:22.977853 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:23.038206 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ff37b29-3de7-4066-b942-b760f9926b64 req-e3d79e2c-cac2-47ca-9d32-0c09cb9907cf tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 210 time: 0.0771110 Mar 23 12:55:23.092267 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Pushing event updated for resources: {'Port': ['ID=b8a83e8c-de40-403c-831d-74b092b4b027,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:23.096820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0db7c8-a8b3-4c28-b8a6-ef4126cd0f44 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:23.098554 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ce0db7c8-a8b3-4c28-b8a6-ef4126cd0f44 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A269 HTTP/1.1" status: 200 len: 929 time: 0.1358986 Mar 23 12:55:23.102907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36460) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:23.139528 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device c20183d9-e424-4941-b111-427b74a71baa details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:55:23.159776 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-0fa81b9e-0d37-4650-9052-71f96cc78805 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:23.161345 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-0fa81b9e-0d37-4650-9052-71f96cc78805 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.77 "GET /v2.0/networks?id=1ea7eb4d-b144-45b9-b757-636689bba550 HTTP/1.1" status: 200 len: 809 time: 0.3324292 Mar 23 12:55:23.162696 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:23.175891 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-0e532897-99e1-4be8-b771-7f099e250ebd tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Request body: {'port': {'device_id': '077b58d0-bd98-4b04-99b7-c25f4656d488', 'network_id': '1ea7eb4d-b144-45b9-b757-636689bba550', 'admin_state_up': True, 'tenant_id': '880838a762b74be985201e785167e526'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:23.197422 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:23.198801 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-258a587e-d3f1-4852-8c8b-6adea197afb0 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1966159 Mar 23 12:55:23.202063 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36462) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:23.305459 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e56575fd-76e4-4e93-badb-cc9efdde2cdd tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "GET /v2.0/floatingips?floating_network_id=bbadf4d6-22de-42b0-8a2e-84600b4e1263 HTTP/1.1" status: 200 len: 689 time: 0.1020176 Mar 23 12:55:23.310074 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36466) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:23.328459 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port c20183d9-e424-4941-b111-427b74a71baa, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c20183d9-e424-4941-b111-427b74a71baa,segment=NetworkSegment(9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6),segment_id=9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:23.337262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8b009d8c-fca6-4f34-8f4c-5c5b8a2c6cb4 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port 8d9e4ea4-5af2-4e7e-b888-a9a06bcfc7a5 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:23.337857 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b009d8c-fca6-4f34-8f4c-5c5b8a2c6cb4 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:23.343378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'c20183d9-e424-4941-b111-427b74a71baa', 'network_id': '323727f5-3ee9-48e4-820d-806b08847c94', 'port_id': 'c20183d9-e424-4941-b111-427b74a71baa', 'mac_address': 'fa:16:3e:f8:90:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8e73a6-4118-4bfe-9c1e-07e2de2848a5', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:55:23.399197 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:23.429280 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3ecc0db1-116c-4a11-97d8-e7605e7cef93 None None] Provisioning complete for port 9dfe7078-7400-48bf-9ded-df08b42a7712 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:23.429892 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3ecc0db1-116c-4a11-97d8-e7605e7cef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:23.433481 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20183d9-e424-4941-b111-427b74a71baa {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:55:23.443360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-0e532897-99e1-4be8-b771-7f099e250ebd tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Made reservation on behalf of 880838a762b74be985201e785167e526 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:23.447183 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-0e532897-99e1-4be8-b771-7f099e250ebd tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:23.464289 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:23.464505 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b009d8c-fca6-4f34-8f4c-5c5b8a2c6cb4 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:23.481225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8b009d8c-fca6-4f34-8f4c-5c5b8a2c6cb4 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for 8d9e4ea4-5af2-4e7e-b888-a9a06bcfc7a5 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:23.516851 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port c20183d9-e424-4941-b111-427b74a71baa, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c20183d9-e424-4941-b111-427b74a71baa,segment=NetworkSegment(9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6),segment_id=9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:23.525798 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:23.624763 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=c20183d9-e424-4941-b111-427b74a71baa,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:23.675979 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b009d8c-fca6-4f34-8f4c-5c5b8a2c6cb4 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:23.680726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3ecc0db1-116c-4a11-97d8-e7605e7cef93 None None] Provisioning complete for port 297e7947-f160-4ad9-89ff-5873c30d12ac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:23.681248 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3ecc0db1-116c-4a11-97d8-e7605e7cef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:23.718467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b009d8c-fca6-4f34-8f4c-5c5b8a2c6cb4 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=8d9e4ea4-5af2-4e7e-b888-a9a06bcfc7a5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:23.744702 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc0db1-116c-4a11-97d8-e7605e7cef93 None None] Port 297e7947-f160-4ad9-89ff-5873c30d12ac cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:23.750495 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3ecc0db1-116c-4a11-97d8-e7605e7cef93 None None] Could not find standard attr ID for object 8d9e4ea4-5af2-4e7e-b888-a9a06bcfc7a5. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:55:23.782720 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b009d8c-fca6-4f34-8f4c-5c5b8a2c6cb4 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:23.789803 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8b009d8c-fca6-4f34-8f4c-5c5b8a2c6cb4 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/8d9e4ea4-5af2-4e7e-b888-a9a06bcfc7a5 HTTP/1.1" status: 204 len: 168 time: 0.6855223 Mar 23 12:55:23.792320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36474) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:23.811593 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['c20183d9-e424-4941-b111-427b74a71baa'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:55:23.839913 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-71335ef4-3c1e-43cc-8498-1575f57d6438 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] GET failed (client error): The resource could not be found. Mar 23 12:55:23.841828 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-71335ef4-3c1e-43cc-8498-1575f57d6438 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports/8d9e4ea4-5af2-4e7e-b888-a9a06bcfc7a5 HTTP/1.1" status: 404 len: 333 time: 0.0484135 Mar 23 12:55:23.874627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36476) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:23.922087 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bc08c81d-dcaf-46a4-835f-ab81d2b20dfd None None] Provisioning complete for port 297e7947-f160-4ad9-89ff-5873c30d12ac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:23.922849 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc08c81d-dcaf-46a4-835f-ab81d2b20dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:23.978245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce1d88-7796-4271-a589-7e1de6fb5370 req-cc0484b8-71ab-44ff-82a9-7dbbb32f8348 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:23.983731 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bc08c81d-dcaf-46a4-835f-ab81d2b20dfd None None] Port 297e7947-f160-4ad9-89ff-5873c30d12ac cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:23.985496 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bcce1d88-7796-4271-a589-7e1de6fb5370 req-cc0484b8-71ab-44ff-82a9-7dbbb32f8348 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 908 time: 0.1383982 Mar 23 12:55:23.987536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Deleting port b8a83e8c-de40-403c-831d-74b092b4b027 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:23.988010 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.007323 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-0e532897-99e1-4be8-b771-7f099e250ebd tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Allocated IP 172.20.0.9 (1ea7eb4d-b144-45b9-b757-636689bba550/1bbb05f8-05d2-4e39-b338-43804a42bd2e/7a3b9e3d-1bda-4531-baa7-02fba3b7d156) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:24.052843 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d2205924-d976-41db-8d76-d95a41b20935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.090332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-33266ab1-dac0-4a0a-8a4e-c3d65ba56d57 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port 297e7947-f160-4ad9-89ff-5873c30d12ac {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:24.091376 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33266ab1-dac0-4a0a-8a4e-c3d65ba56d57 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.120280 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9170f9b7-e341-41cf-a802-48756b5523a0 None None] Could not find standard attr ID for object 8d9e4ea4-5af2-4e7e-b888-a9a06bcfc7a5. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:55:24.171015 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.171352 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.184932 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Calling delete_port for b8a83e8c-de40-403c-831d-74b092b4b027 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:24.234799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9dfe7078-7400-48bf-9ded-df08b42a7712 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:24.265851 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-241fe1c0-50bb-4abe-8780-252d5c795957 req-80010e0d-d741-40fe-9270-d6b40e8a388d tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 210 time: 0.0712731 Mar 23 12:55:24.297393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fc4ab-d2ae-4fa2-b0d1-371999e6cd4a req-c5b96490-7312-4db9-8b79-f759be51283f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:24.306723 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa5fc4ab-d2ae-4fa2-b0d1-371999e6cd4a req-c5b96490-7312-4db9-8b79-f759be51283f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 946 time: 0.4873536 Mar 23 12:55:24.310808 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33266ab1-dac0-4a0a-8a4e-c3d65ba56d57 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.347961 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-33266ab1-dac0-4a0a-8a4e-c3d65ba56d57 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for 297e7947-f160-4ad9-89ff-5873c30d12ac owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:24.379907 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 9dfe7078-7400-48bf-9ded-df08b42a7712 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:24.380584 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.449182 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa5fc4ab-d2ae-4fa2-b0d1-371999e6cd4a req-80765b07-7b4c-4037-bb0c-22e274b820c8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408525 Mar 23 12:55:24.539258 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33266ab1-dac0-4a0a-8a4e-c3d65ba56d57 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.568736 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.600504 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-0e532897-99e1-4be8-b771-7f099e250ebd tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.600709 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33266ab1-dac0-4a0a-8a4e-c3d65ba56d57 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.607489 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-33266ab1-dac0-4a0a-8a4e-c3d65ba56d57 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/297e7947-f160-4ad9-89ff-5873c30d12ac HTTP/1.1" status: 204 len: 168 time: 0.7237699 Mar 23 12:55:24.607719 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36482) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:24.639601 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e59785-0f42-4e44-9c60-8d5563c9259e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] GET failed (client error): The resource could not be found. Mar 23 12:55:24.641278 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a5e59785-0f42-4e44-9c60-8d5563c9259e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports/297e7947-f160-4ad9-89ff-5873c30d12ac HTTP/1.1" status: 404 len: 333 time: 0.0324624 Mar 23 12:55:24.642112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33266ab1-dac0-4a0a-8a4e-c3d65ba56d57 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=297e7947-f160-4ad9-89ff-5873c30d12ac,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:24.644550 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36484) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:24.701388 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-0e532897-99e1-4be8-b771-7f099e250ebd tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.706993 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3727102-b238-4198-9156-1f1b4b84916b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting subnet 65b0d43b-2ce7-45e0-b08c-c156f5205474 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:55:24.707521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8a83e8c-de40-403c-831d-74b092b4b027,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:24.712345 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3727102-b238-4198-9156-1f1b4b84916b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.772562 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3727102-b238-4198-9156-1f1b4b84916b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.802037 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-0e532897-99e1-4be8-b771-7f099e250ebd tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Network 1ea7eb4d-b144-45b9-b757-636689bba550 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:24.810979 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-0e532897-99e1-4be8-b771-7f099e250ebd tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:24.815108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-0e532897-99e1-4be8-b771-7f099e250ebd tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:24.850933 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.856714 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e532897-99e1-4be8-b771-7f099e250ebd tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Pushing event updated for resources: {'Port': ['ID=7a3b9e3d-1bda-4531-baa7-02fba3b7d156,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:24.875326 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3727102-b238-4198-9156-1f1b4b84916b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.886397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-0e532897-99e1-4be8-b771-7f099e250ebd tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:24.887042 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-0e532897-99e1-4be8-b771-7f099e250ebd tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.932784 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-0e532897-99e1-4be8-b771-7f099e250ebd tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7609062 Mar 23 12:55:24.939791 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.943911 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3727102-b238-4198-9156-1f1b4b84916b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.947790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Request body: {'port': {'device_id': '077b58d0-bd98-4b04-99b7-c25f4656d488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:24.974934 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e3727102-b238-4198-9156-1f1b4b84916b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:24.979537 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e3727102-b238-4198-9156-1f1b4b84916b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/65b0d43b-2ce7-45e0-b08c-c156f5205474 HTTP/1.1" status: 204 len: 168 time: 0.3336961 Mar 23 12:55:24.980606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3727102-b238-4198-9156-1f1b4b84916b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Subnet': ['ID=65b0d43b-2ce7-45e0-b08c-c156f5205474,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:24.981425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045253fe-a0a3-4076-871a-6a651884dbed None None] Network b33c9280-4c02-4bf1-a28a-b2fc37d58dd9 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:24.982622 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36486) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:25.052511 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.079994 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.121014 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.178308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fb161bb1-d14b-4c0c-825c-153cf111e5a1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:25.204871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e9d5c-e10b-4484-a650-e5a78e466ea4 req-3782afb0-bd7b-409d-b7a2-a9fd323d7d2d tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:25.206470 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-388e9d5c-e10b-4484-a650-e5a78e466ea4 req-3782afb0-bd7b-409d-b7a2-a9fd323d7d2d tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 908 time: 0.0850148 Mar 23 12:55:25.230668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port 9dfe7078-7400-48bf-9ded-df08b42a7712 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:25.230793 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.293267 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.315407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device c20183d9-e424-4941-b111-427b74a71baa up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:25.315604 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] For port 9dfe7078-7400-48bf-9ded-df08b42a7712, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9dfe7078-7400-48bf-9ded-df08b42a7712,segment=NetworkSegment(0d00539d-b726-475d-8562-0c00553938fc),segment_id=0d00539d-b726-475d-8562-0c00553938fc)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:25.317663 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.331351 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbadf4d6-22de-42b0-8a2e-84600b4e1263']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:25.347313 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e34530-e189-4183-9d36-037dad79399c') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:25.347677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e34530-e189-4183-9d36-037dad79399c') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:25.351250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for 9dfe7078-7400-48bf-9ded-df08b42a7712 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:25.370173 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.416425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port c20183d9-e424-4941-b111-427b74a71baa completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:55:25.426193 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port c20183d9-e424-4941-b111-427b74a71baa triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:25.426536 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.426656 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.454351 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:25.454912 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:25.458517 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:25.510139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d46a9e4-1f56-4a36-ba3d-1732baab8641 None None] DHCP port deletion for b33c9280-4c02-4bf1-a28a-b2fc37d58dd9 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:55:25.544269 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be3591-144f-41b6-a01d-a40ca3bd5ed0 req-1b83a10c-3b49-4091-b5c5-0c889813e178 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:25.545735 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-05be3591-144f-41b6-a01d-a40ca3bd5ed0 req-1b83a10c-3b49-4091-b5c5-0c889813e178 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 931 time: 0.1403518 Mar 23 12:55:25.586375 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.598734 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.599646 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bbadf4d6-22de-42b0-8a2e-84600b4e1263 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 12:55:25.616003 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.621863 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "DELETE /v2.0/networks/bbadf4d6-22de-42b0-8a2e-84600b4e1263 HTTP/1.1" status: 204 len: 168 time: 2.3084981 Mar 23 12:55:25.630134 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.632684 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36496) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:25.633562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c61de-e53d-4d45-b99b-bf58961b81f8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Pushing event deleted for resources: {'Network': ['ID=bbadf4d6-22de-42b0-8a2e-84600b4e1263,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:25.664939 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0d46a9e4-1f56-4a36-ba3d-1732baab8641 None None] Deleting port 9dfe7078-7400-48bf-9ded-df08b42a7712 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:25.665311 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0d46a9e4-1f56-4a36-ba3d-1732baab8641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.684870 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=9dfe7078-7400-48bf-9ded-df08b42a7712,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:25.694139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46f8905-c630-42b8-814b-3dca0d338409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20183d9-e424-4941-b111-427b74a71baa'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:55:25.697031 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a8dcc2-0ade-4268-aa74-6ea50cf08c65" -d '{"events": [{"server_uuid": "e46f8905-c630-42b8-814b-3dca0d338409", "name": "network-vif-plugged", "status": "completed", "tag": "c20183d9-e424-4941-b111-427b74a71baa"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:55:25.748832 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No DVR routers for this DVR port 9dfe7078-7400-48bf-9ded-df08b42a7712 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:25.753139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port c20183d9-e424-4941-b111-427b74a71baa, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c20183d9-e424-4941-b111-427b74a71baa,segment=NetworkSegment(9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6),segment_id=9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:25.761324 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a5aaa728-8032-4f18-9108-420bc527c16d tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2569 time: 0.1231868 Mar 23 12:55:25.761907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36500) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:25.764624 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.765689 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-05be3591-144f-41b6-a01d-a40ca3bd5ed0 req-97d62b3a-1f1a-479a-aa00-a136c65243eb tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/security-groups?id=767c8308-acb1-4348-a717-64dda9d1df51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121270 Mar 23 12:55:25.826739 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0d46a9e4-1f56-4a36-ba3d-1732baab8641 None None] For port 9dfe7078-7400-48bf-9ded-df08b42a7712, host n-d-834854-1, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:25.827689 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0d46a9e4-1f56-4a36-ba3d-1732baab8641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.851629 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0d46a9e4-1f56-4a36-ba3d-1732baab8641 None None] Calling delete_port for 9dfe7078-7400-48bf-9ded-df08b42a7712 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:25.855442 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-0d46a9e4-1f56-4a36-ba3d-1732baab8641 None None] Port 9dfe7078-7400-48bf-9ded-df08b42a7712 was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 12:55:25.862768 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0d46a9e4-1f56-4a36-ba3d-1732baab8641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.873146 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:55:25.874537 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee411a1a-3216-4ccb-8775-7e3fe0f03f5a x-openstack-request-id: req-ee411a1a-3216-4ccb-8775-7e3fe0f03f5a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:55:25.874827 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46f8905-c630-42b8-814b-3dca0d338409", "name": "network-vif-plugged", "status": "completed", "tag": "c20183d9-e424-4941-b111-427b74a71baa", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:55:25.875246 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee411a1a-3216-4ccb-8775-7e3fe0f03f5a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:55:25.875635 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46f8905-c630-42b8-814b-3dca0d338409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20183d9-e424-4941-b111-427b74a71baa', 'code': 200} Mar 23 12:55:25.896119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d46a9e4-1f56-4a36-ba3d-1732baab8641 None None] No DVR routers for this DVR port 9dfe7078-7400-48bf-9ded-df08b42a7712 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:25.902000 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=c20183d9-e424-4941-b111-427b74a71baa,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:25.913423 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.945420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46a9e4-1f56-4a36-ba3d-1732baab8641 None None] Pushing event deleted for resources: {'Port': ['ID=9dfe7078-7400-48bf-9ded-df08b42a7712,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:25.949149 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561fb53-6ea3-4f72-9e40-aff09bd26c5d req-451f0170-4ee6-4589-a464-fb799e74c445 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:25.951689 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0561fb53-6ea3-4f72-9e40-aff09bd26c5d req-451f0170-4ee6-4589-a464-fb799e74c445 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 946 time: 0.2814198 Mar 23 12:55:25.956808 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:25.974926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6639c4-754d-477a-98e9-2e88485849a8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:25.975395 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6639c4-754d-477a-98e9-2e88485849a8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:25.975851 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6639c4-754d-477a-98e9-2e88485849a8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:25.976324 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6639c4-754d-477a-98e9-2e88485849a8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:25.976768 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6639c4-754d-477a-98e9-2e88485849a8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:25.977206 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6639c4-754d-477a-98e9-2e88485849a8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:25.977645 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6639c4-754d-477a-98e9-2e88485849a8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:25.978082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6639c4-754d-477a-98e9-2e88485849a8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:25.978519 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6639c4-754d-477a-98e9-2e88485849a8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:25.978955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6639c4-754d-477a-98e9-2e88485849a8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:25.979392 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6639c4-754d-477a-98e9-2e88485849a8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:25.979829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6639c4-754d-477a-98e9-2e88485849a8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:25.982035 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6f6639c4-754d-477a-98e9-2e88485849a8 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7817 time: 0.2154319 Mar 23 12:55:25.989668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36502) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:25.999628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Transition to ACTIVE for port object 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:55:26.022629 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33c9280-4c02-4bf1-a28a-b2fc37d58dd9']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:26.049426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d00539d-b726-475d-8562-0c00553938fc') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:26.049936 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d00539d-b726-475d-8562-0c00553938fc') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:26.053369 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-d75c2e7f-cd89-4c74-84c4-e6059c5e3c5c tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] delete failed (client error): The resource could not be found. Mar 23 12:55:26.059364 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d75c2e7f-cd89-4c74-84c4-e6059c5e3c5c tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/6e0b50bf-23d6-4ba5-8095-7dbd4bf22bf0 HTTP/1.1" status: 404 len: 345 time: 0.0685508 Mar 23 12:55:26.060682 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.061377 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36504) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:26.086040 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0561fb53-6ea3-4f72-9e40-aff09bd26c5d req-319f9351-d37e-49c6-8023-3c262bb50310 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973475 Mar 23 12:55:26.086935 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9736c3c2-873a-435a-87c5-6a16c1d9a22f tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] DELETE failed (client error): The resource could not be found. Mar 23 12:55:26.087530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9736c3c2-873a-435a-87c5-6a16c1d9a22f tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:55:26.091302 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9736c3c2-873a-435a-87c5-6a16c1d9a22f tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "DELETE /v2.0/networks/bbadf4d6-22de-42b0-8a2e-84600b4e1263 HTTP/1.1" status: 404 len: 339 time: 0.0281420 Mar 23 12:55:26.095836 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36506) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:26.096201 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.107102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-add59b01-0fee-4aca-89c1-3bb9a88848a1 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Request body: {'network': {'name': 'tempest-network--2092258659', 'router:external': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:26.114664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba19b7d-3e89-422e-8fc6-7051f9196cc2 req-d80404d1-72b8-4c03-9b31-112e55ef3e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:26.116341 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ba19b7d-3e89-422e-8fc6-7051f9196cc2 req-d80404d1-72b8-4c03-9b31-112e55ef3e5c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 1060 time: 0.1567669 Mar 23 12:55:26.129316 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.136385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:26.136868 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:26.141658 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:26.216503 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9dfe7078-7400-48bf-9ded-df08b42a7712 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:26.266475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3b9e3d-1bda-4531-baa7-02fba3b7d156,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:26.278075 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.288229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add59b01-0fee-4aca-89c1-3bb9a88848a1 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Made reservation on behalf of c1cbf04c7c9d483db4247b5ca39ff2ac for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:26.290670 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-add59b01-0fee-4aca-89c1-3bb9a88848a1 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.304373 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 9dfe7078-7400-48bf-9ded-df08b42a7712 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:55:26.304672 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9dfe7078-7400-48bf-9ded-df08b42a7712 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:26.319090 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.327645 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/networks/b33c9280-4c02-4bf1-a28a-b2fc37d58dd9 HTTP/1.1" status: 204 len: 168 time: 1.3439739 Mar 23 12:55:26.333999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36512) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:26.350781 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a4b2d339-11ff-4b12-9acb-40cff2b7118e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-233114123'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:26.360072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fef8f-ddb0-4789-a402-0fbfe0c5415c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Network': ['ID=b33c9280-4c02-4bf1-a28a-b2fc37d58dd9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:26.362812 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add59b01-0fee-4aca-89c1-3bb9a88848a1 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:26.383177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0011fe1-324b-40d9-82bd-587a67f8f7e7 req-daa23b30-7027-4cf2-adbb-0b7b7bb54cc7 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:26.385060 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d0011fe1-324b-40d9-82bd-587a67f8f7e7 req-daa23b30-7027-4cf2-adbb-0b7b7bb54cc7 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 946 time: 0.1247022 Mar 23 12:55:26.396459 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-add59b01-0fee-4aca-89c1-3bb9a88848a1 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.396795 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-add59b01-0fee-4aca-89c1-3bb9a88848a1 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Added segment 7c253881-6ab6-4cbe-abb4-957c1071b368 of type vlan for network a1cb277b-c14b-44cb-a1a9-b1b62a393499 Mar 23 12:55:26.409597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b2d339-11ff-4b12-9acb-40cff2b7118e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:26.413388 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4b2d339-11ff-4b12-9acb-40cff2b7118e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.434824 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Attempting to bind port 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:55:26.434824 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Attempting to bind port 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '470b9611-3caf-4838-a4db-b60253fb0d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1ea7eb4d-b144-45b9-b757-636689bba550'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:55:26.435354 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Attempting to bind port 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 on network 1ea7eb4d-b144-45b9-b757-636689bba550 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:26.455484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b08da6-c910-4cb3-a504-151779af3322 req-2d1fee84-5d47-4870-a009-66482e58f21c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:26.457538 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1b08da6-c910-4cb3-a504-151779af3322 req-2d1fee84-5d47-4870-a009-66482e58f21c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 909 time: 0.0995953 Mar 23 12:55:26.463222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b2d339-11ff-4b12-9acb-40cff2b7118e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:26.466280 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Port 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 on network 1ea7eb4d-b144-45b9-b757-636689bba550 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:55:26.467554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Attempting to bind port 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 on network 1ea7eb4d-b144-45b9-b757-636689bba550 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:26.475726 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4b2d339-11ff-4b12-9acb-40cff2b7118e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.476197 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-a4b2d339-11ff-4b12-9acb-40cff2b7118e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Added segment aec0df31-ab67-4eee-b510-0dce67e214a9 of type vlan for network 734c97c0-3f4e-4780-8e98-aa17fa837d2d Mar 23 12:55:26.489688 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:55:26.490032 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Checking segment: {'id': '470b9611-3caf-4838-a4db-b60253fb0d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1ea7eb4d-b144-45b9-b757-636689bba550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:26.490316 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Bound using segment: {'id': '470b9611-3caf-4838-a4db-b60253fb0d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1ea7eb4d-b144-45b9-b757-636689bba550'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:55:26.490764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Bound port: 7a3b9e3d-1bda-4531-baa7-02fba3b7d156, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470b9611-3caf-4838-a4db-b60253fb0d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1ea7eb4d-b144-45b9-b757-636689bba550'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:55:26.491751 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.525215 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-add59b01-0fee-4aca-89c1-3bb9a88848a1 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.530392 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4b2d339-11ff-4b12-9acb-40cff2b7118e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.530838 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d0011fe1-324b-40d9-82bd-587a67f8f7e7 req-e4455434-1d61-4178-901a-3f4107e501af tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324580 Mar 23 12:55:26.562135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4b2d339-11ff-4b12-9acb-40cff2b7118e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.582540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b2d339-11ff-4b12-9acb-40cff2b7118e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:26.583201 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4b2d339-11ff-4b12-9acb-40cff2b7118e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.600733 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-add59b01-0fee-4aca-89c1-3bb9a88848a1 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.601965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add59b01-0fee-4aca-89c1-3bb9a88848a1 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:26.602692 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-add59b01-0fee-4aca-89c1-3bb9a88848a1 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.635683 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] For port 7a3b9e3d-1bda-4531-baa7-02fba3b7d156, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:55:26.677610 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-add59b01-0fee-4aca-89c1-3bb9a88848a1 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5805907 Mar 23 12:55:26.680868 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36522) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:26.695854 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] For port 7a3b9e3d-1bda-4531-baa7-02fba3b7d156, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=7a3b9e3d-1bda-4531-baa7-02fba3b7d156,segment=NetworkSegment(470b9611-3caf-4838-a4db-b60253fb0d38),segment_id=470b9611-3caf-4838-a4db-b60253fb0d38)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:55:26.702404 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add59b01-0fee-4aca-89c1-3bb9a88848a1 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Pushing event updated for resources: {'Network': ['ID=a1cb277b-c14b-44cb-a1a9-b1b62a393499,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:26.707901 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.723716 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network a1cb277b-c14b-44cb-a1a9-b1b62a393499 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:26.748738 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:26.749386 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.751168 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] 10.222.0.77 "PUT /v2.0/ports/7a3b9e3d-1bda-4531-baa7-02fba3b7d156 HTTP/1.1" status: 200 len: 1091 time: 1.8083451 Mar 23 12:55:26.752951 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2d339-11ff-4b12-9acb-40cff2b7118e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Network': ['ID=734c97c0-3f4e-4780-8e98-aa17fa837d2d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:26.754641 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077b58d0-bd98-4b04-99b7-c25f4656d488', 'tag': '7a3b9e3d-1bda-4531-baa7-02fba3b7d156'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:55:26.760598 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d15c3ed-db3e-4ec4-8c80-2a32aa12d5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "077b58d0-bd98-4b04-99b7-c25f4656d488", "tag": "7a3b9e3d-1bda-4531-baa7-02fba3b7d156"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:55:26.799320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 734c97c0-3f4e-4780-8e98-aa17fa837d2d details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:26.806080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a4b2d339-11ff-4b12-9acb-40cff2b7118e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4702702 Mar 23 12:55:26.807673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36530) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:26.820314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1af74d88-11bf-44ef-ae1a-2ad70f55e6da tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'subnet': {'network_id': '734c97c0-3f4e-4780-8e98-aa17fa837d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:26.859614 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3728bb-a321-4d71-a5d4-323e4008e620 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3b9e3d-1bda-4531-baa7-02fba3b7d156,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:26.888970 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-80c616b6-30b2-4c7a-95b2-78a56597a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:26.892235 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-80c616b6-30b2-4c7a-95b2-78a56597a952 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=880838a762b74be985201e785167e526&device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 1094 time: 0.0743775 Mar 23 12:55:26.948686 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b3b33e0f-247b-4c02-8482-c13151eca644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:26.962102 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-7abf4272-aaff-4574-a115-5cf4789f7122 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a3b9e3d-1bda-4531-baa7-02fba3b7d156 HTTP/1.1" status: 200 len: 217 time: 0.0604496 Mar 23 12:55:27.019692 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da24ca69-ca3e-4a35-aee7-70056e3c2ee2 x-openstack-request-id: req-da24ca69-ca3e-4a35-aee7-70056e3c2ee2 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:55:27.020056 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077b58d0-bd98-4b04-99b7-c25f4656d488", "tag": "7a3b9e3d-1bda-4531-baa7-02fba3b7d156", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:55:27.020783 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da24ca69-ca3e-4a35-aee7-70056e3c2ee2 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:55:27.020783 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077b58d0-bd98-4b04-99b7-c25f4656d488', 'tag': '7a3b9e3d-1bda-4531-baa7-02fba3b7d156', 'status': 'completed', 'code': 200} Mar 23 12:55:27.044294 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-76f279f5-ad24-4702-be08-8a157426ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:27.046408 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-76f279f5-ad24-4702-be08-8a157426ef6a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bbb05f8-05d2-4e39-b338-43804a42bd2e HTTP/1.1" status: 200 len: 849 time: 0.0721383 Mar 23 12:55:27.058661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6f9ff8-231d-490d-920a-e43fa9a62ce1 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:27.065122 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6f9ff8-231d-490d-920a-e43fa9a62ce1 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:27.072264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6f9ff8-231d-490d-920a-e43fa9a62ce1 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:27.078161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6f9ff8-231d-490d-920a-e43fa9a62ce1 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:27.080141 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ec6f9ff8-231d-490d-920a-e43fa9a62ce1 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3963690 Mar 23 12:55:27.083678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36538) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:27.103092 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-757d542b-6e07-48fe-9adb-d1778e729e33 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ea7eb4d-b144-45b9-b757-636689bba550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456719 Mar 23 12:55:27.175507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af74d88-11bf-44ef-ae1a-2ad70f55e6da tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:27.181363 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1af74d88-11bf-44ef-ae1a-2ad70f55e6da tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:27.202285 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6516670-1df2-40bf-b287-7fbf18f6f56f req-3c238b53-d04c-4e6f-91eb-ec5d35f8b172 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:27.206249 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f6516670-1df2-40bf-b287-7fbf18f6f56f req-3c238b53-d04c-4e6f-91eb-ec5d35f8b172 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 943 time: 0.1149533 Mar 23 12:55:27.259529 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-f1740caf-cb86-4ea2-b5df-ef057dae4fd3 service neutron] 10.222.0.77 "GET /v2.0/networks/1ea7eb4d-b144-45b9-b757-636689bba550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410127 Mar 23 12:55:27.306552 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4b00951-6e86-4848-87f6-dc22709a6ea5 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:27.370282 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f6516670-1df2-40bf-b287-7fbf18f6f56f req-9393a885-506e-40ff-9ee0-caff87bcd0ac tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/security-groups?id=767c8308-acb1-4348-a717-64dda9d1df51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047149 Mar 23 12:55:27.453093 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ce4c334-8a67-42d1-aa12-36e4dd69f949 req-7c4c59b4-a8a9-4b29-abcc-f69bb3f35e25 service neutron] 10.222.0.77 "GET /v2.0/networks/1ea7eb4d-b144-45b9-b757-636689bba550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850100 Mar 23 12:55:27.478884 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4b00951-6e86-4848-87f6-dc22709a6ea5 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:27.500679 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5996f-09f4-41cb-9c7e-9dabdb34ab50 req-46105a80-42cf-4581-a710-eeb2e21e368f tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:27.502593 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eee5996f-09f4-41cb-9c7e-9dabdb34ab50 req-46105a80-42cf-4581-a710-eeb2e21e368f tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 946 time: 0.0671015 Mar 23 12:55:27.565558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a4b00951-6e86-4848-87f6-dc22709a6ea5 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cb277b-c14b-44cb-a1a9-b1b62a393499']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:27.581470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a4b00951-6e86-4848-87f6-dc22709a6ea5 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c253881-6ab6-4cbe-abb4-957c1071b368') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:27.581756 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a4b00951-6e86-4848-87f6-dc22709a6ea5 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c253881-6ab6-4cbe-abb4-957c1071b368') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:27.584526 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eee5996f-09f4-41cb-9c7e-9dabdb34ab50 req-004e0ed9-6280-4836-afd9-f995379a133c tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2b67251-160d-4abb-b742-eb0c7707657f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759003 Mar 23 12:55:27.591914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15c3ed-db3e-4ec4-8c80-2a32aa12d5dd req-1b313866-72a2-4c02-8464-d2beeea2f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:27.593610 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d15c3ed-db3e-4ec4-8c80-2a32aa12d5dd req-1b313866-72a2-4c02-8464-d2beeea2f000 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=880838a762b74be985201e785167e526&device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 1094 time: 0.0696805 Mar 23 12:55:27.617771 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4b00951-6e86-4848-87f6-dc22709a6ea5 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:27.641208 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4b00951-6e86-4848-87f6-dc22709a6ea5 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:27.644651 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1af74d88-11bf-44ef-ae1a-2ad70f55e6da tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:27.661124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b00951-6e86-4848-87f6-dc22709a6ea5 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:27.661590 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4b00951-6e86-4848-87f6-dc22709a6ea5 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:27.681029 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:27.780161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af74d88-11bf-44ef-ae1a-2ad70f55e6da tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Subnet': ['ID=910e472b-9c81-4aa3-b7c8-19e1ccc586f1,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:27.781354 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:27.784449 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4b00951-6e86-4848-87f6-dc22709a6ea5 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:27.789639 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b00951-6e86-4848-87f6-dc22709a6ea5 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1cb277b-c14b-44cb-a1a9-b1b62a393499 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 12:55:27.791853 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a4b00951-6e86-4848-87f6-dc22709a6ea5 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:27.810055 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a4b00951-6e86-4848-87f6-dc22709a6ea5 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "DELETE /v2.0/networks/a1cb277b-c14b-44cb-a1a9-b1b62a393499 HTTP/1.1" status: 204 len: 168 time: 0.7200892 Mar 23 12:55:27.817700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36562) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:27.821112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af74d88-11bf-44ef-ae1a-2ad70f55e6da tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Checking segment: {'id': 'aec0df31-ab67-4eee-b510-0dce67e214a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '734c97c0-3f4e-4780-8e98-aa17fa837d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:27.821489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af74d88-11bf-44ef-ae1a-2ad70f55e6da tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network hostable DHCP agents. Network: 734c97c0-3f4e-4780-8e98-aa17fa837d2d, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:55:27.854223 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2fd1a807-154a-428f-825c-41fc9a1e68ec tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Request body: {'network': {'name': 'tempest-network--1340701503', 'router:external': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:27.887171 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b00951-6e86-4848-87f6-dc22709a6ea5 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1cb277b-c14b-44cb-a1a9-b1b62a393499,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:27.946127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af74d88-11bf-44ef-ae1a-2ad70f55e6da tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network 734c97c0-3f4e-4780-8e98-aa17fa837d2d is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:55:27.968762 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd1a807-154a-428f-825c-41fc9a1e68ec tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Made reservation on behalf of c1cbf04c7c9d483db4247b5ca39ff2ac for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:27.972149 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2fd1a807-154a-428f-825c-41fc9a1e68ec tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:28.018402 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd1a807-154a-428f-825c-41fc9a1e68ec tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:28.034431 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2fd1a807-154a-428f-825c-41fc9a1e68ec tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:28.035767 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-2fd1a807-154a-428f-825c-41fc9a1e68ec tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Added segment ae1d728a-11ef-46a0-8f5c-647461b66da5 of type vlan for network 55fbb79e-1979-4bda-9d13-c17668cb97c5 Mar 23 12:55:28.118743 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2fd1a807-154a-428f-825c-41fc9a1e68ec tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:28.154427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-1af74d88-11bf-44ef-ae1a-2ad70f55e6da tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 734c97c0-3f4e-4780-8e98-aa17fa837d2d) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:28.165348 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2fd1a807-154a-428f-825c-41fc9a1e68ec tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:28.166663 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd1a807-154a-428f-825c-41fc9a1e68ec tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:28.167174 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93b873c-2a43-4262-b825-a9fbefcdc25b None None] Network 734c97c0-3f4e-4780-8e98-aa17fa837d2d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:28.167787 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2fd1a807-154a-428f-825c-41fc9a1e68ec tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:28.186320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af74d88-11bf-44ef-ae1a-2ad70f55e6da tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:28.187528 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1af74d88-11bf-44ef-ae1a-2ad70f55e6da tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:28.210294 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15c3ed-db3e-4ec4-8c80-2a32aa12d5dd req-369db582-af96-48ca-adf5-2ffc1d0485c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:28.211810 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d15c3ed-db3e-4ec4-8c80-2a32aa12d5dd req-369db582-af96-48ca-adf5-2ffc1d0485c0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ea7eb4d-b144-45b9-b757-636689bba550 HTTP/1.1" status: 200 len: 910 time: 0.6061790 Mar 23 12:55:28.219833 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ab1f7-5d35-45cb-955f-2ffe43314923 req-4b6a3573-629c-47cb-8e68-d69943dbcc58 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:28.231781 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-964ab1f7-5d35-45cb-955f-2ffe43314923 req-4b6a3573-629c-47cb-8e68-d69943dbcc58 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 909 time: 0.5541739 Mar 23 12:55:28.288715 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d15c3ed-db3e-4ec4-8c80-2a32aa12d5dd req-f93351f5-6681-4a47-9fde-21e61a383900 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a3b9e3d-1bda-4531-baa7-02fba3b7d156 HTTP/1.1" status: 200 len: 217 time: 0.0559011 Mar 23 12:55:28.326970 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2fd1a807-154a-428f-825c-41fc9a1e68ec tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4998810 Mar 23 12:55:28.328362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36580) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:28.337870 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1af74d88-11bf-44ef-ae1a-2ad70f55e6da tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5242786 Mar 23 12:55:28.395885 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36584) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:28.405770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c2cb2a1c-473c-42e1-8dc5-002d54170129 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'network_id': '734c97c0-3f4e-4780-8e98-aa17fa837d2d', 'name': 'tempest-PortsIpV6TestJSON-1675972384', 'fixed_ips': [{'subnet_id': '910e472b-9c81-4aa3-b7c8-19e1ccc586f1', 'ip_address': '2001:db8::10'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:28.410755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-734c97c0-3f4e-4780-8e98-aa17fa837d2d', 'network_id': '734c97c0-3f4e-4780-8e98-aa17fa837d2d', 'tenant_id': 'cc1f7d95fe8845b090b13694d31892f2', 'fixed_ips': [{'subnet_id': '910e472b-9c81-4aa3-b7c8-19e1ccc586f1'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:55:28.415142 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:28.435543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1a807-154a-428f-825c-41fc9a1e68ec tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Pushing event updated for resources: {'Network': ['ID=55fbb79e-1979-4bda-9d13-c17668cb97c5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:28.471889 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea69b23-4dae-4543-8e2f-58e1f6aed641 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:28.473424 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bea69b23-4dae-4543-8e2f-58e1f6aed641 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] 10.222.0.52 "GET /v2.0/networks/55fbb79e-1979-4bda-9d13-c17668cb97c5 HTTP/1.1" status: 200 len: 757 time: 0.1343129 Mar 23 12:55:28.476155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36588) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:28.482901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 55fbb79e-1979-4bda-9d13-c17668cb97c5 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:28.583065 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cb2a1c-473c-42e1-8dc5-002d54170129 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:28.651626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaebae5-e25a-4a06-a9ec-ce4373504956 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:28.656047 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fdaebae5-e25a-4a06-a9ec-ce4373504956 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] 10.222.0.52 "GET /v2.0/networks/adf57c47-c683-4c01-9588-466a58238a6f HTTP/1.1" status: 200 len: 768 time: 0.1759861 Mar 23 12:55:28.656655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36610) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:28.683054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a2212-d746-4e6a-9056-0c626a21eb50 req-8c8aac24-f12f-40e2-8c05-6b751b94cf2d tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:28.701707 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa2a2212-d746-4e6a-9056-0c626a21eb50 req-8c8aac24-f12f-40e2-8c05-6b751b94cf2d tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 909 time: 0.3390534 Mar 23 12:55:28.835415 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6cea6edc-4c48-4d1b-b45d-eff753171b74 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:28.842333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15c3ed-db3e-4ec4-8c80-2a32aa12d5dd req-e24eaef6-1bcd-45df-9ca4-5403558b3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:28.844025 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d15c3ed-db3e-4ec4-8c80-2a32aa12d5dd req-e24eaef6-1bcd-45df-9ca4-5403558b3c56 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bbb05f8-05d2-4e39-b338-43804a42bd2e HTTP/1.1" status: 200 len: 849 time: 0.5471337 Mar 23 12:55:28.868970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Allocated IP 2001:db8::2 (734c97c0-3f4e-4780-8e98-aa17fa837d2d/910e472b-9c81-4aa3-b7c8-19e1ccc586f1/eeb6c54c-25f0-4dc1-9160-51a18d9741cd) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:28.932131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accd62d-576f-4830-aea7-3a2d4f796888 req-e9af6058-348b-41fe-a1af-46c1e70312b3 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:28.938113 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4accd62d-576f-4830-aea7-3a2d4f796888 req-e9af6058-348b-41fe-a1af-46c1e70312b3 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 943 time: 0.1536934 Mar 23 12:55:28.944998 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d15c3ed-db3e-4ec4-8c80-2a32aa12d5dd req-1e10889a-ac87-4972-ac78-79348e04d854 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ea7eb4d-b144-45b9-b757-636689bba550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686347 Mar 23 12:55:29.029677 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2cb2a1c-473c-42e1-8dc5-002d54170129 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.076878 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610c039-e023-478a-9216-7713c42e2db3 req-821fcc61-a93f-45f1-8ab9-d344ea1f1d35 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:29.079836 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.082152 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0610c039-e023-478a-9216-7713c42e2db3 req-821fcc61-a93f-45f1-8ab9-d344ea1f1d35 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 946 time: 0.2069354 Mar 23 12:55:29.093710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-c2cb2a1c-473c-42e1-8dc5-002d54170129 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] device_id is not set on port 92f59d1d-e17f-4224-8d5f-76571fb5ca98 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:55:29.097517 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.150587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Pushing event updated for resources: {'Port': ['ID=eeb6c54c-25f0-4dc1-9160-51a18d9741cd,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:29.155802 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.166306 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Network 734c97c0-3f4e-4780-8e98-aa17fa837d2d is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:29.168987 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:29.171853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:29.233118 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Attempting to bind port eeb6c54c-25f0-4dc1-9160-51a18d9741cd on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:55:29.233403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Attempting to bind port eeb6c54c-25f0-4dc1-9160-51a18d9741cd by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'aec0df31-ab67-4eee-b510-0dce67e214a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '734c97c0-3f4e-4780-8e98-aa17fa837d2d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:55:29.233770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Attempting to bind port eeb6c54c-25f0-4dc1-9160-51a18d9741cd on network 734c97c0-3f4e-4780-8e98-aa17fa837d2d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:29.240502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:55:29.240882 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Checking segment: {'id': 'aec0df31-ab67-4eee-b510-0dce67e214a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '734c97c0-3f4e-4780-8e98-aa17fa837d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:29.241289 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.241684 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Bound using segment: {'id': 'aec0df31-ab67-4eee-b510-0dce67e214a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '734c97c0-3f4e-4780-8e98-aa17fa837d2d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:55:29.242166 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Bound port: eeb6c54c-25f0-4dc1-9160-51a18d9741cd, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec0df31-ab67-4eee-b510-0dce67e214a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '734c97c0-3f4e-4780-8e98-aa17fa837d2d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:55:29.242623 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.250110 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d15c3ed-db3e-4ec4-8c80-2a32aa12d5dd req-a2ce4242-1f7f-4a5a-b43b-c21ec6ad8376 service neutron] 10.222.0.77 "GET /v2.0/networks/1ea7eb4d-b144-45b9-b757-636689bba550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961462 Mar 23 12:55:29.294066 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0610c039-e023-478a-9216-7713c42e2db3 req-a734d96d-e265-4f9f-ba15-7ab0770454e8 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2b67251-160d-4abb-b742-eb0c7707657f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554878 Mar 23 12:55:29.328600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] For port eeb6c54c-25f0-4dc1-9160-51a18d9741cd, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:55:29.336047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] For port eeb6c54c-25f0-4dc1-9160-51a18d9741cd, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=eeb6c54c-25f0-4dc1-9160-51a18d9741cd,segment=NetworkSegment(aec0df31-ab67-4eee-b510-0dce67e214a9),segment_id=aec0df31-ab67-4eee-b510-0dce67e214a9)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:55:29.343449 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6cea6edc-4c48-4d1b-b45d-eff753171b74 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.344595 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.379293 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4accd62d-576f-4830-aea7-3a2d4f796888 req-76862b3a-e5bb-4596-9e8e-cf9d728b437f tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/security-groups?id=767c8308-acb1-4348-a717-64dda9d1df51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272180 Mar 23 12:55:29.381035 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6e3b2-688e-4175-acca-5a843698e025 req-b7f2db20-0a97-4a4b-8c29-14bc0c34b29f tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:29.382523 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbe6e3b2-688e-4175-acca-5a843698e025 req-b7f2db20-0a97-4a4b-8c29-14bc0c34b29f tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 946 time: 0.5004318 Mar 23 12:55:29.408275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-c2cb2a1c-473c-42e1-8dc5-002d54170129 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Allocated IP 2001:db8::10 (734c97c0-3f4e-4780-8e98-aa17fa837d2d/910e472b-9c81-4aa3-b7c8-19e1ccc586f1/92f59d1d-e17f-4224-8d5f-76571fb5ca98) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:29.428038 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76153b1e-81cb-4929-a0b8-3d711856b545 None None] Pushing event updated for resources: {'Port': ['ID=eeb6c54c-25f0-4dc1-9160-51a18d9741cd,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:29.435119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-6cea6edc-4c48-4d1b-b45d-eff753171b74 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fbb79e-1979-4bda-9d13-c17668cb97c5']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:29.451870 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-6cea6edc-4c48-4d1b-b45d-eff753171b74 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1d728a-11ef-46a0-8f5c-647461b66da5') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:29.452284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-6cea6edc-4c48-4d1b-b45d-eff753171b74 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1d728a-11ef-46a0-8f5c-647461b66da5') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:29.470301 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6cea6edc-4c48-4d1b-b45d-eff753171b74 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.470543 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8d15c3ed-db3e-4ec4-8c80-2a32aa12d5dd req-d60c394a-2a26-4113-aedb-15b1bb0d19e9 service neutron] 10.222.0.77 "GET /v2.0/networks/1ea7eb4d-b144-45b9-b757-636689bba550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064037 Mar 23 12:55:29.502758 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de963e-6f10-437d-b9b9-12b56ca2413e req-67acf9c7-0a8a-493f-9f9d-891866aab097 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:29.504192 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11de963e-6f10-437d-b9b9-12b56ca2413e req-67acf9c7-0a8a-493f-9f9d-891866aab097 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 1060 time: 0.1357450 Mar 23 12:55:29.520695 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6cea6edc-4c48-4d1b-b45d-eff753171b74 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.531186 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cea6edc-4c48-4d1b-b45d-eff753171b74 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:29.531704 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6cea6edc-4c48-4d1b-b45d-eff753171b74 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:29.545938 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:29.552368 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.608368 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6cea6edc-4c48-4d1b-b45d-eff753171b74 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.617254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cea6edc-4c48-4d1b-b45d-eff753171b74 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 55fbb79e-1979-4bda-9d13-c17668cb97c5 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 12:55:29.621473 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6cea6edc-4c48-4d1b-b45d-eff753171b74 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.624924 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6cea6edc-4c48-4d1b-b45d-eff753171b74 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "DELETE /v2.0/networks/55fbb79e-1979-4bda-9d13-c17668cb97c5 HTTP/1.1" status: 204 len: 168 time: 0.9672520 Mar 23 12:55:29.633087 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36616) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:29.645323 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea6edc-4c48-4d1b-b45d-eff753171b74 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Pushing event deleted for resources: {'Network': ['ID=55fbb79e-1979-4bda-9d13-c17668cb97c5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:29.646308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b67aebb3-ca5d-453b-841c-63ae1a550b70 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Request body: {'network': {'name': 'tempest-network--746602626'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:29.668610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-cbe6e3b2-688e-4175-acca-5a843698e025 req-6349632a-ddb5-4187-b537-abb2d8074e15 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Deleting port 1a360957-d474-4b74-a78b-731a1177f7ba {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:29.675448 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cbe6e3b2-688e-4175-acca-5a843698e025 req-6349632a-ddb5-4187-b537-abb2d8074e15 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.684254 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2cb2a1c-473c-42e1-8dc5-002d54170129 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.701444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67aebb3-ca5d-453b-841c-63ae1a550b70 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Made reservation on behalf of c1cbf04c7c9d483db4247b5ca39ff2ac for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:29.704072 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b67aebb3-ca5d-453b-841c-63ae1a550b70 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.755903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebb3c1-b945-4485-b421-ab2db90c80eb req-723eab2f-2aa1-4242-8651-3544780d2b4a tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:29.757728 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a1ebb3c1-b945-4485-b421-ab2db90c80eb req-723eab2f-2aa1-4242-8651-3544780d2b4a tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 1136 time: 0.1427364 Mar 23 12:55:29.772220 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2cb2a1c-473c-42e1-8dc5-002d54170129 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.791260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67aebb3-ca5d-453b-841c-63ae1a550b70 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:29.847032 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cb2a1c-473c-42e1-8dc5-002d54170129 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network 734c97c0-3f4e-4780-8e98-aa17fa837d2d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:29.851838 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b67aebb3-ca5d-453b-841c-63ae1a550b70 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.852686 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-b67aebb3-ca5d-453b-841c-63ae1a550b70 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Added segment bb392bce-1217-421c-9add-2d3f687e1b95 of type vlan for network f3294d6d-2d2b-4723-bc66-6116262ff813 Mar 23 12:55:29.858363 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a1ebb3c1-b945-4485-b421-ab2db90c80eb req-b76577b4-fcb2-418f-a5d8-cdf64aaf7d45 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0779791 Mar 23 12:55:29.874969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c2cb2a1c-473c-42e1-8dc5-002d54170129 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:29.884142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-cbe6e3b2-688e-4175-acca-5a843698e025 req-6349632a-ddb5-4187-b537-abb2d8074e15 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] For port 1a360957-d474-4b74-a78b-731a1177f7ba, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1a360957-d474-4b74-a78b-731a1177f7ba,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:29.884527 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cbe6e3b2-688e-4175-acca-5a843698e025 req-6349632a-ddb5-4187-b537-abb2d8074e15 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.886894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36622) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:29.904342 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cb2a1c-473c-42e1-8dc5-002d54170129 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:29.911033 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cb2a1c-473c-42e1-8dc5-002d54170129 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:29.911714 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2cb2a1c-473c-42e1-8dc5-002d54170129 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:29.976375 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb2a1c-473c-42e1-8dc5-002d54170129 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=92f59d1d-e17f-4224-8d5f-76571fb5ca98,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:29.986939 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96333b9b-fc9b-4faf-8368-c54e710ad418 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:29.991249 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-96333b9b-fc9b-4faf-8368-c54e710ad418 tempest-TestSecurityGroupsBasicOps-500545009 tempest-TestSecurityGroupsBasicOps-500545009-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 1055 time: 0.1005812 Mar 23 12:55:29.991380 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c2cb2a1c-473c-42e1-8dc5-002d54170129 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5875697 Mar 23 12:55:29.993182 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36628) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:29.997101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-61b05760-8813-4305-8c73-49fb1177495f tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'network_id': '734c97c0-3f4e-4780-8e98-aa17fa837d2d', 'name': 'tempest-PortsIpV6TestJSON-190212886', 'fixed_ips': [{'subnet_id': '910e472b-9c81-4aa3-b7c8-19e1ccc586f1', 'ip_address': '2001:db8::f'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:30.022427 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b67aebb3-ca5d-453b-841c-63ae1a550b70 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:30.237320 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b67aebb3-ca5d-453b-841c-63ae1a550b70 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:30.237320 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67aebb3-ca5d-453b-841c-63ae1a550b70 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:30.238888 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b67aebb3-ca5d-453b-841c-63ae1a550b70 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:30.245389 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device eeb6c54c-25f0-4dc1-9160-51a18d9741cd up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:30.265023 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cbe6e3b2-688e-4175-acca-5a843698e025 req-6349632a-ddb5-4187-b537-abb2d8074e15 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:30.265744 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cbe6e3b2-688e-4175-acca-5a843698e025 req-6349632a-ddb5-4187-b537-abb2d8074e15 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:30.266287 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-cbe6e3b2-688e-4175-acca-5a843698e025 req-6349632a-ddb5-4187-b537-abb2d8074e15 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Floating IP 058666ef-1fb8-4b68-9854-47625d478bd0 disassociated. External IP: 172.25.2.54, port: 1a360957-d474-4b74-a78b-731a1177f7ba. Mar 23 12:55:30.266849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-cbe6e3b2-688e-4175-acca-5a843698e025 req-6349632a-ddb5-4187-b537-abb2d8074e15 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Calling delete_port for 1a360957-d474-4b74-a78b-731a1177f7ba owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:30.333731 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port eeb6c54c-25f0-4dc1-9160-51a18d9741cd triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:30.334912 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:30.353358 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b67aebb3-ca5d-453b-841c-63ae1a550b70 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7191317 Mar 23 12:55:30.354672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67aebb3-ca5d-453b-841c-63ae1a550b70 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Pushing event updated for resources: {'Network': ['ID=f3294d6d-2d2b-4723-bc66-6116262ff813,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:30.366011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36642) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:30.380154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-28f36faf-4d93-435d-a215-287c2b887a77 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:30.382428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network f3294d6d-2d2b-4723-bc66-6116262ff813 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:30.473915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-6f16d248-c664-4f53-b4ae-6f0d3352a61a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:30.482031 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-6f16d248-c664-4f53-b4ae-6f0d3352a61a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 812 time: 0.4130173 Mar 23 12:55:30.496131 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-0fdc0e29-c951-401b-b5d4-f43ad35db918 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/quotas/a83d57a27e704c44abb036185c95fcaf HTTP/1.1" status: 200 len: 375 time: 0.0129981 Mar 23 12:55:30.554209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e9e32-91fa-4547-8425-e3adbd07d4bf req-1920ad13-3be2-45cc-8d35-f8b08dae486b tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:30.556478 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-103e9e32-91fa-4547-8425-e3adbd07d4bf req-1920ad13-3be2-45cc-8d35-f8b08dae486b tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 909 time: 0.2740011 Mar 23 12:55:30.581917 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:30.582389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b05760-8813-4305-8c73-49fb1177495f tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:30.609046 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cbe6e3b2-688e-4175-acca-5a843698e025 req-6349632a-ddb5-4187-b537-abb2d8074e15 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:30.656143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port eeb6c54c-25f0-4dc1-9160-51a18d9741cd, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=eeb6c54c-25f0-4dc1-9160-51a18d9741cd,segment=NetworkSegment(aec0df31-ab67-4eee-b510-0dce67e214a9),segment_id=aec0df31-ab67-4eee-b510-0dce67e214a9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:30.666447 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:30.688065 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28f36faf-4d93-435d-a215-287c2b887a77 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:30.698779 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349632a-ddb5-4187-b537-abb2d8074e15 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event deleted for resources: {'Port': ['ID=1a360957-d474-4b74-a78b-731a1177f7ba,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:30.727594 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28f36faf-4d93-435d-a215-287c2b887a77 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:30.736150 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28f36faf-4d93-435d-a215-287c2b887a77 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Network f3294d6d-2d2b-4723-bc66-6116262ff813 is not hosted by any dhcp agent {{(pid=102779) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 12:55:30.737048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f36faf-4d93-435d-a215-287c2b887a77 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:30.737648 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-28f36faf-4d93-435d-a215-287c2b887a77 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:30.742091 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-28f36faf-4d93-435d-a215-287c2b887a77 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "PUT /v2.0/networks/f3294d6d-2d2b-4723-bc66-6116262ff813 HTTP/1.1" status: 200 len: 857 time: 0.3726058 Mar 23 12:55:30.747119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36646) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:30.817939 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8d76f9d3-5ded-4e97-98de-20259f37a1f4 req-11812ab3-e35d-4abc-83e9-8a5a008c6783 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 210 time: 0.0403218 Mar 23 12:55:30.822157 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=eeb6c54c-25f0-4dc1-9160-51a18d9741cd,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:30.838292 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a1651b0-1c9c-4d8a-bc01-28383f1cbc7d tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:30.848285 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61b05760-8813-4305-8c73-49fb1177495f tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:30.928858 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-3c70b2f8-9adc-40e7-b7e6-b069806204e5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3434191 Mar 23 12:55:30.938696 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-61b05760-8813-4305-8c73-49fb1177495f tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] device_id is not set on port 6f449615-62ef-4f53-b1d8-74cb9f5dbf7c yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:55:30.988807 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10651cd9-aa9e-48de-9bd8-c9e2ea8be1fa None None] Network 734c97c0-3f4e-4780-8e98-aa17fa837d2d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:31.017560 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f36faf-4d93-435d-a215-287c2b887a77 tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Pushing event updated for resources: {'Network': ['ID=f3294d6d-2d2b-4723-bc66-6116262ff813,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:31.027487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbe6e3b2-688e-4175-acca-5a843698e025 req-6349632a-ddb5-4187-b537-abb2d8074e15 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:55:31.074447 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a1651b0-1c9c-4d8a-bc01-28383f1cbc7d tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:31.077497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9cdc6-e49d-43a8-a173-5f0455adbb82 req-29585f1a-3bbf-4fc1-835b-0c74acc7a61f tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:31.077654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b72399a0-7d2d-4145-8109-bd098d93bfc6 None None] Provisioning complete for port eeb6c54c-25f0-4dc1-9160-51a18d9741cd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:31.077654 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b72399a0-7d2d-4145-8109-bd098d93bfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:31.078795 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d5b9cdc6-e49d-43a8-a173-5f0455adbb82 req-29585f1a-3bbf-4fc1-835b-0c74acc7a61f tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 943 time: 0.1561501 Mar 23 12:55:31.112049 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8a1651b0-1c9c-4d8a-bc01-28383f1cbc7d tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3294d6d-2d2b-4723-bc66-6116262ff813']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:31.127008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8a1651b0-1c9c-4d8a-bc01-28383f1cbc7d tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb392bce-1217-421c-9add-2d3f687e1b95') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:31.127008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8a1651b0-1c9c-4d8a-bc01-28383f1cbc7d tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb392bce-1217-421c-9add-2d3f687e1b95') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:31.129894 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-b0e6c649-af2b-4541-b6bf-d5a7b0ba2d20 service neutron] 10.222.0.52 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772330 Mar 23 12:55:31.210137 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d5b9cdc6-e49d-43a8-a173-5f0455adbb82 req-00928d14-5c3c-4cd8-acda-7e5fde5347b8 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/security-groups?id=767c8308-acb1-4348-a717-64dda9d1df51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232514 Mar 23 12:55:31.240911 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a1651b0-1c9c-4d8a-bc01-28383f1cbc7d tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:31.244769 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-e5c23be9-a0c8-4e5c-ab14-eb91d0aea289 service neutron] 10.222.0.52 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056261 Mar 23 12:55:31.262955 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a1651b0-1c9c-4d8a-bc01-28383f1cbc7d tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:31.275422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1651b0-1c9c-4d8a-bc01-28383f1cbc7d tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:31.275833 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a1651b0-1c9c-4d8a-bc01-28383f1cbc7d tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:31.277918 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:31.280804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-61b05760-8813-4305-8c73-49fb1177495f tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Allocated IP 2001:db8::f (734c97c0-3f4e-4780-8e98-aa17fa837d2d/910e472b-9c81-4aa3-b7c8-19e1ccc586f1/6f449615-62ef-4f53-b1d8-74cb9f5dbf7c) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:31.298819 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbe6e3b2-688e-4175-acca-5a843698e025 req-6349632a-ddb5-4187-b537-abb2d8074e15 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:55:31.333720 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f3e4f-81dd-4130-9d0f-57d7fca0f26d None None] Sync routers for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:55:31.357656 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a1651b0-1c9c-4d8a-bc01-28383f1cbc7d tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:31.370855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe6e3b2-688e-4175-acca-5a843698e025 req-6349632a-ddb5-4187-b537-abb2d8074e15 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] No DVR routers for this DVR port 1a360957-d474-4b74-a78b-731a1177f7ba on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:31.375280 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cbe6e3b2-688e-4175-acca-5a843698e025 req-6349632a-ddb5-4187-b537-abb2d8074e15 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:31.378991 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbe6e3b2-688e-4175-acca-5a843698e025 req-6349632a-ddb5-4187-b537-abb2d8074e15 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.77 "DELETE /v2.0/ports/1a360957-d474-4b74-a78b-731a1177f7ba HTTP/1.1" status: 204 len: 173 time: 1.9868293 Mar 23 12:55:31.379561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eabebd4-6597-4c56-9278-1dfda5f74ee3', 'name': 'network-vif-deleted', 'tag': '1a360957-d474-4b74-a78b-731a1177f7ba'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:55:31.383074 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff27358b-9ca1-474a-9348-aef1883b6781" -d '{"events": [{"server_uuid": "4eabebd4-6597-4c56-9278-1dfda5f74ee3", "name": "network-vif-deleted", "tag": "1a360957-d474-4b74-a78b-731a1177f7ba"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:55:31.388936 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1651b0-1c9c-4d8a-bc01-28383f1cbc7d tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f3294d6d-2d2b-4723-bc66-6116262ff813 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 12:55:31.402660 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1651b0-1c9c-4d8a-bc01-28383f1cbc7d tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Pushing event deleted for resources: {'Network': ['ID=f3294d6d-2d2b-4723-bc66-6116262ff813,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:31.411554 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a1651b0-1c9c-4d8a-bc01-28383f1cbc7d tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:31.418459 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8a1651b0-1c9c-4d8a-bc01-28383f1cbc7d tempest-ExternalNetworksTestJSON-1315844720 tempest-ExternalNetworksTestJSON-1315844720-project-admin] 10.222.0.52 "DELETE /v2.0/networks/f3294d6d-2d2b-4723-bc66-6116262ff813 HTTP/1.1" status: 204 len: 168 time: 0.6693921 Mar 23 12:55:31.423507 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36650) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:31.437427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f3e4f-81dd-4130-9d0f-57d7fca0f26d None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:31.437834 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b63f3e4f-81dd-4130-9d0f-57d7fca0f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:31.483335 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178d39a3-77be-4381-bbb7-b8708628a9f7 x-openstack-request-id: req-178d39a3-77be-4381-bbb7-b8708628a9f7 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:55:31.483752 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eabebd4-6597-4c56-9278-1dfda5f74ee3", "name": "network-vif-deleted", "tag": "1a360957-d474-4b74-a78b-731a1177f7ba", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:55:31.484093 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-178d39a3-77be-4381-bbb7-b8708628a9f7 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:55:31.484559 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eabebd4-6597-4c56-9278-1dfda5f74ee3', 'name': 'network-vif-deleted', 'tag': '1a360957-d474-4b74-a78b-731a1177f7ba', 'status': 'completed', 'code': 200} Mar 23 12:55:31.510540 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b645e14-c25d-42d2-9209-4dd06872ea74 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] DELETE failed (client error): The resource could not be found. Mar 23 12:55:31.511244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b645e14-c25d-42d2-9209-4dd06872ea74 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:55:31.523304 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1b645e14-c25d-42d2-9209-4dd06872ea74 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] 10.222.0.52 "DELETE /v2.0/subnets/fb161bb1-d14b-4c0c-825c-153cf111e5a1 HTTP/1.1" status: 404 len: 337 time: 0.0951867 Mar 23 12:55:31.523538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36654) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:31.687885 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39646d99-810b-4acd-8f44-90e8d618e8b8 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:31.725310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b63f3e4f-81dd-4130-9d0f-57d7fca0f26d None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:31.785410 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e1654a37-65dd-40fb-bde1-76601258a760 req-604ce010-32fd-406e-994c-29f52e9893ae tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 210 time: 0.0816326 Mar 23 12:55:31.979126 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61b05760-8813-4305-8c73-49fb1177495f tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:32.004268 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39646d99-810b-4acd-8f44-90e8d618e8b8 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:32.011318 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee61e5-acb5-46e1-a347-00b3c931e92c req-6e5346fb-46b9-4e19-8c3d-6188055d5ee2 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:32.013581 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54ee61e5-acb5-46e1-a347-00b3c931e92c req-6e5346fb-46b9-4e19-8c3d-6188055d5ee2 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.73 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 909 time: 0.2046280 Mar 23 12:55:32.031185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:55:32.096969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-39646d99-810b-4acd-8f44-90e8d618e8b8 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf57c47-c683-4c01-9588-466a58238a6f']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:32.107603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff39ff-ab80-4bb8-b643-f0e7b94363a6 req-504b2e90-0d9c-43a4-8503-be7028d52940 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:32.122179 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7dff39ff-ab80-4bb8-b643-f0e7b94363a6 req-504b2e90-0d9c-43a4-8503-be7028d52940 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 909 time: 0.3478105 Mar 23 12:55:32.134385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-39646d99-810b-4acd-8f44-90e8d618e8b8 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b573dce-c319-4bd0-a44c-56cc0826f725') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:32.134911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-39646d99-810b-4acd-8f44-90e8d618e8b8 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b573dce-c319-4bd0-a44c-56cc0826f725') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:32.153523 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39646d99-810b-4acd-8f44-90e8d618e8b8 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:32.186245 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39646d99-810b-4acd-8f44-90e8d618e8b8 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:32.206279 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39646d99-810b-4acd-8f44-90e8d618e8b8 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:32.208579 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39646d99-810b-4acd-8f44-90e8d618e8b8 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:32.215642 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc0fa14d-81be-4d88-ab70-76bd893724ea req-e7871d29-3a3e-4407-a9f0-29da7b59c4e3 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eabebd4-6597-4c56-9278-1dfda5f74ee3 HTTP/1.1" status: 200 len: 210 time: 0.0461349 Mar 23 12:55:32.252063 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ba7849f3-27cc-4620-928d-ca6ad1e52fb7 None None] Provisioning complete for port eeb6c54c-25f0-4dc1-9160-51a18d9741cd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:32.254828 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba7849f3-27cc-4620-928d-ca6ad1e52fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:32.272190 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:32.292259 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:55:32.322667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-54ee61e5-acb5-46e1-a347-00b3c931e92c req-307a0525-5b58-40df-8f69-c6b1f423101c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Deleting port c20183d9-e424-4941-b111-427b74a71baa {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:32.323525 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-54ee61e5-acb5-46e1-a347-00b3c931e92c req-307a0525-5b58-40df-8f69-c6b1f423101c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:32.366298 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61b05760-8813-4305-8c73-49fb1177495f tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:32.395518 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b05760-8813-4305-8c73-49fb1177495f tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network 734c97c0-3f4e-4780-8e98-aa17fa837d2d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:32.402130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-61b05760-8813-4305-8c73-49fb1177495f tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:32.402380 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device eeb6c54c-25f0-4dc1-9160-51a18d9741cd up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:32.405367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b05760-8813-4305-8c73-49fb1177495f tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:32.415189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b05760-8813-4305-8c73-49fb1177495f tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:32.415408 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61b05760-8813-4305-8c73-49fb1177495f tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:32.457527 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39646d99-810b-4acd-8f44-90e8d618e8b8 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:32.471448 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39646d99-810b-4acd-8f44-90e8d618e8b8 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:32.474621 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-39646d99-810b-4acd-8f44-90e8d618e8b8 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] 10.222.0.52 "DELETE /v2.0/networks/adf57c47-c683-4c01-9588-466a58238a6f HTTP/1.1" status: 204 len: 168 time: 0.9498942 Mar 23 12:55:32.487329 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39646d99-810b-4acd-8f44-90e8d618e8b8 tempest-ExternalNetworksTestJSON-779555740 tempest-ExternalNetworksTestJSON-779555740-project] Pushing event deleted for resources: {'Network': ['ID=adf57c47-c683-4c01-9588-466a58238a6f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:32.513082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6213763-a93e-4202-80ef-4e3b765b7299 req-bfad94fc-1da8-404a-99b8-cf4b9a2856bb tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:32.517552 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-61b05760-8813-4305-8c73-49fb1177495f tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5243268 Mar 23 12:55:32.521662 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6213763-a93e-4202-80ef-4e3b765b7299 req-bfad94fc-1da8-404a-99b8-cf4b9a2856bb tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 943 time: 0.1155765 Mar 23 12:55:32.529522 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36674) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:32.603487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b05760-8813-4305-8c73-49fb1177495f tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=6f449615-62ef-4f53-b1d8-74cb9f5dbf7c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:32.617290 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6213763-a93e-4202-80ef-4e3b765b7299 req-687995dd-47af-41c8-b1a1-90dfe11d955a tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/security-groups?id=767c8308-acb1-4348-a717-64dda9d1df51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944340 Mar 23 12:55:32.645450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a13d1d6-8c06-4ee3-afab-e39928d55be3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:32.647258 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0a13d1d6-8c06-4ee3-afab-e39928d55be3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1158693 Mar 23 12:55:32.650238 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36676) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:32.678412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-54ee61e5-acb5-46e1-a347-00b3c931e92c req-307a0525-5b58-40df-8f69-c6b1f423101c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] For port c20183d9-e424-4941-b111-427b74a71baa, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c20183d9-e424-4941-b111-427b74a71baa,segment=NetworkSegment(9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6),segment_id=9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:32.678794 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-54ee61e5-acb5-46e1-a347-00b3c931e92c req-307a0525-5b58-40df-8f69-c6b1f423101c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:32.724345 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-54ee61e5-acb5-46e1-a347-00b3c931e92c req-307a0525-5b58-40df-8f69-c6b1f423101c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Calling delete_port for c20183d9-e424-4941-b111-427b74a71baa owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:32.732639 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c731e5ef-6cd6-472e-9430-ca757d205153 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:32.739028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c731e5ef-6cd6-472e-9430-ca757d205153 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:32.746102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c731e5ef-6cd6-472e-9430-ca757d205153 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:32.748509 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c731e5ef-6cd6-472e-9430-ca757d205153 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.0970531 Mar 23 12:55:32.752728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36678) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:32.764295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 7a3b9e3d-1bda-4531-baa7-02fba3b7d156, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=7a3b9e3d-1bda-4531-baa7-02fba3b7d156,segment=NetworkSegment(470b9611-3caf-4838-a4db-b60253fb0d38),segment_id=470b9611-3caf-4838-a4db-b60253fb0d38)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:32.910560 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0040b477-d849-489e-a207-7773a4a8e912 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port 6f449615-62ef-4f53-b1d8-74cb9f5dbf7c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:32.911419 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0040b477-d849-489e-a207-7773a4a8e912 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:32.987049 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4426b2a4-0a01-45ed-a7ff-aa853fc36334 req-3bfccc95-461e-44b6-a446-7b9e4840b4a8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 210 time: 0.0457389 Mar 23 12:55:32.995839 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-54ee61e5-acb5-46e1-a347-00b3c931e92c req-307a0525-5b58-40df-8f69-c6b1f423101c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:33.046118 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0040b477-d849-489e-a207-7773a4a8e912 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:33.064070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36686) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:33.072195 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0040b477-d849-489e-a207-7773a4a8e912 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for 6f449615-62ef-4f53-b1d8-74cb9f5dbf7c owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:33.072306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a0525-5b58-40df-8f69-c6b1f423101c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event deleted for resources: {'Port': ['ID=c20183d9-e424-4941-b111-427b74a71baa,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:33.088148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ee61e5-acb5-46e1-a347-00b3c931e92c req-307a0525-5b58-40df-8f69-c6b1f423101c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] No DVR routers for this DVR port c20183d9-e424-4941-b111-427b74a71baa on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:33.091578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b63f3e4f-81dd-4130-9d0f-57d7fca0f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:33.092998 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-54ee61e5-acb5-46e1-a347-00b3c931e92c req-307a0525-5b58-40df-8f69-c6b1f423101c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:33.096476 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-54ee61e5-acb5-46e1-a347-00b3c931e92c req-307a0525-5b58-40df-8f69-c6b1f423101c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.73 "DELETE /v2.0/ports/c20183d9-e424-4941-b111-427b74a71baa HTTP/1.1" status: 204 len: 173 time: 1.0764384 Mar 23 12:55:33.104510 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '7a3b9e3d-1bda-4531-baa7-02fba3b7d156', 'network_id': '1ea7eb4d-b144-45b9-b757-636689bba550', 'port_id': '7a3b9e3d-1bda-4531-baa7-02fba3b7d156', 'mac_address': 'fa:16:3e:31:db:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbb05f8-05d2-4e39-b338-43804a42bd2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:55:33.209923 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port eeb6c54c-25f0-4dc1-9160-51a18d9741cd triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:33.210615 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:33.222297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f3e4f-81dd-4130-9d0f-57d7fca0f26d None None] Checking router: d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:55:33.274622 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:33.289769 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f3e4f-81dd-4130-9d0f-57d7fca0f26d None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:33.290476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b63f3e4f-81dd-4130-9d0f-57d7fca0f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:33.376262 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-66dd575c-b04d-4e34-b0a3-028150c29c46 req-7ed10b24-2d31-4231-a716-1dc5726dd590 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=e46f8905-c630-42b8-814b-3dca0d338409 HTTP/1.1" status: 200 len: 210 time: 0.1239197 Mar 23 12:55:33.378525 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0040b477-d849-489e-a207-7773a4a8e912 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:33.405596 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:55:33.407667 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36696) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:33.432128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 7a3b9e3d-1bda-4531-baa7-02fba3b7d156, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=7a3b9e3d-1bda-4531-baa7-02fba3b7d156,segment=NetworkSegment(470b9611-3caf-4838-a4db-b60253fb0d38),segment_id=470b9611-3caf-4838-a4db-b60253fb0d38)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:33.441668 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ba7849f3-27cc-4620-928d-ca6ad1e52fb7 None None] Provisioning complete for port 92f59d1d-e17f-4224-8d5f-76571fb5ca98 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:33.442615 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ba7849f3-27cc-4620-928d-ca6ad1e52fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:33.450902 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040b477-d849-489e-a207-7773a4a8e912 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=6f449615-62ef-4f53-b1d8-74cb9f5dbf7c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:33.456810 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:33.498978 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46f8905-c630-42b8-814b-3dca0d338409', 'name': 'network-vif-deleted', 'tag': 'c20183d9-e424-4941-b111-427b74a71baa'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:55:33.506357 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ba0cdd-3755-49f2-b97e-61a8406cf8fc" -d '{"events": [{"server_uuid": "e46f8905-c630-42b8-814b-3dca0d338409", "name": "network-vif-deleted", "tag": "c20183d9-e424-4941-b111-427b74a71baa"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:55:33.535867 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-412b90bd-dd41-4918-b795-8ad95bb4d87f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f00d3f3acdfd41e5a466509c817d6550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4705245 Mar 23 12:55:33.544499 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36700) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:33.553622 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0040b477-d849-489e-a207-7773a4a8e912 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:33.563430 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0040b477-d849-489e-a207-7773a4a8e912 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/6f449615-62ef-4f53-b1d8-74cb9f5dbf7c HTTP/1.1" status: 204 len: 168 time: 0.8043334 Mar 23 12:55:33.586454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36702) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:33.593066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-b88c61bc-fb30-4d6b-a846-746e46482cf3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:33.609937 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-b88c61bc-fb30-4d6b-a846-746e46482cf3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 812 time: 0.2081468 Mar 23 12:55:33.616148 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d9e9c6-e0bc-4a2a-b1f0-f7dcf1ffc4b9 x-openstack-request-id: req-67d9e9c6-e0bc-4a2a-b1f0-f7dcf1ffc4b9 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:55:33.617558 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46f8905-c630-42b8-814b-3dca0d338409", "name": "network-vif-deleted", "tag": "c20183d9-e424-4941-b111-427b74a71baa", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:55:33.619812 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67d9e9c6-e0bc-4a2a-b1f0-f7dcf1ffc4b9 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:55:33.620441 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46f8905-c630-42b8-814b-3dca0d338409', 'name': 'network-vif-deleted', 'tag': 'c20183d9-e424-4941-b111-427b74a71baa', 'status': 'completed', 'code': 200} Mar 23 12:55:33.627089 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-2ca70838-dfbe-4739-9a58-07e95e327a81 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Request body: {'port': {'device_id': '8c4bebae-98b4-4d69-b212-c9e53bef0ca7', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'admin_state_up': True, 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:33.660504 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce569dee-a438-46e6-a1b6-636d4373f884 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:33.671406 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a9cf37-7a7e-42c7-9488-a29c5ab72aba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] GET failed (client error): The resource could not be found. Mar 23 12:55:33.673100 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-61a9cf37-7a7e-42c7-9488-a29c5ab72aba tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports/6f449615-62ef-4f53-b1d8-74cb9f5dbf7c HTTP/1.1" status: 404 len: 333 time: 0.0856764 Mar 23 12:55:33.678249 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ba7849f3-27cc-4620-928d-ca6ad1e52fb7 None None] Port 92f59d1d-e17f-4224-8d5f-76571fb5ca98 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:33.681530 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36706) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:33.712532 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=7a3b9e3d-1bda-4531-baa7-02fba3b7d156,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:33.732257 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b63f3e4f-81dd-4130-9d0f-57d7fca0f26d None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:33.830709 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce569dee-a438-46e6-a1b6-636d4373f884 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:33.858907 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['7a3b9e3d-1bda-4531-baa7-02fba3b7d156'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:55:33.927470 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8042cdb-0289-4874-8ffe-1b55dcf51d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:33.933146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-2ca70838-dfbe-4739-9a58-07e95e327a81 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Made reservation on behalf of a83d57a27e704c44abb036185c95fcaf for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:33.937165 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-2ca70838-dfbe-4739-9a58-07e95e327a81 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:33.961811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a25f27-f129-45f8-b360-e27896ade4ba req-d4d10cef-b71b-4cdb-824e-d1ad0d7feb83 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:33.963484 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b3a25f27-f129-45f8-b360-e27896ade4ba req-d4d10cef-b71b-4cdb-824e-d1ad0d7feb83 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 944 time: 0.0888937 Mar 23 12:55:33.986650 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8042cdb-0289-4874-8ffe-1b55dcf51d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:33.998175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1a360957-d474-4b74-a78b-731a1177f7ba no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:34.035141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-35b91115-d972-44ab-ab54-c89ff041a952 None None] Provisioning complete for port 92f59d1d-e17f-4224-8d5f-76571fb5ca98 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:34.035626 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-35b91115-d972-44ab-ab54-c89ff041a952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:34.038493 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce569dee-a438-46e6-a1b6-636d4373f884 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:34.041791 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ce569dee-a438-46e6-a1b6-636d4373f884 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:34.046985 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ce569dee-a438-46e6-a1b6-636d4373f884 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "DELETE /v2.0/security-groups/a2b67251-160d-4abb-b742-eb0c7707657f HTTP/1.1" status: 204 len: 168 time: 0.6144683 Mar 23 12:55:34.047572 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 1a360957-d474-4b74-a78b-731a1177f7ba {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:55:34.047886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1a360957-d474-4b74-a78b-731a1177f7ba not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:34.049802 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36710) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:34.066122 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce569dee-a438-46e6-a1b6-636d4373f884 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b67251-160d-4abb-b742-eb0c7707657f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:34.071149 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-86216945-f706-4ab5-844b-9a9f45dc2ae5 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port 92f59d1d-e17f-4224-8d5f-76571fb5ca98 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:34.071497 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86216945-f706-4ab5-844b-9a9f45dc2ae5 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:34.147842 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-35b91115-d972-44ab-ab54-c89ff041a952 None None] Port 92f59d1d-e17f-4224-8d5f-76571fb5ca98 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:34.154540 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b3a25f27-f129-45f8-b360-e27896ade4ba req-7769b403-eae7-4772-9ec9-d680ea54dfc7 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/security-groups?id=767c8308-acb1-4348-a717-64dda9d1df51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672637 Mar 23 12:55:34.160322 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-93ba4a68-64cc-4f4b-aeab-5ace90bf92ba tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] show failed (client error): The resource could not be found. Mar 23 12:55:34.162448 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-93ba4a68-64cc-4f4b-aeab-5ace90bf92ba tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "GET /v2.0/security-groups/a2b67251-160d-4abb-b742-eb0c7707657f HTTP/1.1" status: 404 len: 347 time: 0.0853918 Mar 23 12:55:34.164724 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-35b91115-d972-44ab-ab54-c89ff041a952 None None] Could not find standard attr ID for object 6f449615-62ef-4f53-b1d8-74cb9f5dbf7c. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:55:34.166743 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36712) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:34.265575 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86216945-f706-4ab5-844b-9a9f45dc2ae5 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:34.287807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-86216945-f706-4ab5-844b-9a9f45dc2ae5 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for 92f59d1d-e17f-4224-8d5f-76571fb5ca98 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:34.299156 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b63f3e4f-81dd-4130-9d0f-57d7fca0f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:34.328383 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f3e4f-81dd-4130-9d0f-57d7fca0f26d None None] The sync data for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 is: [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '87d5cbaa-705f-462f-b64c-b49153f2707a', 'name': '', 'network_id': '8ad59140-5a4c-426f-a608-38c6929a8267', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'mac_address': 'fa:16:3e:48:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '887f27a5-c519-4323-8382-2219821540c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:10Z', 'updated_at': '2022-03-23T12:46:19Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'subnets': [{'id': '887f27a5-c519-4323-8382-2219821540c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:55:34.390935 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2a41b4b5-66ef-451a-9a1b-90e203f54616 req-cde60b41-8f5d-44d3-85ab-cd9e8b17e3cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 210 time: 0.0416429 Mar 23 12:55:34.405981 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8042cdb-0289-4874-8ffe-1b55dcf51d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:34.408956 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8042cdb-0289-4874-8ffe-1b55dcf51d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:34.412741 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b8042cdb-0289-4874-8ffe-1b55dcf51d90 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a191388b-8b47-41eb-9cd6-82287d85270a HTTP/1.1" status: 204 len: 168 time: 0.8639526 Mar 23 12:55:34.426827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8042cdb-0289-4874-8ffe-1b55dcf51d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a191388b-8b47-41eb-9cd6-82287d85270a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:34.471628 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36724) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:34.533607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-2ca70838-dfbe-4739-9a58-07e95e327a81 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Allocated IP 172.20.0.9 (bb56f7c4-c411-4c3a-9aa2-28215b8b28c1/870de485-4fe7-463d-99a0-400760616840/3669332b-0e46-4544-8a53-9fdb03783062) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:34.565433 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86216945-f706-4ab5-844b-9a9f45dc2ae5 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:34.630298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e91d7bc1-0eaa-4921-86ec-57702d4b6992 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Deleting port e083a7e9-0e43-4405-97ea-15da469c56ea {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:34.630752 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e91d7bc1-0eaa-4921-86ec-57702d4b6992 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:34.684708 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86216945-f706-4ab5-844b-9a9f45dc2ae5 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=92f59d1d-e17f-4224-8d5f-76571fb5ca98,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:34.687250 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86216945-f706-4ab5-844b-9a9f45dc2ae5 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:34.694031 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-86216945-f706-4ab5-844b-9a9f45dc2ae5 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/92f59d1d-e17f-4224-8d5f-76571fb5ca98 HTTP/1.1" status: 204 len: 168 time: 0.9972620 Mar 23 12:55:34.694757 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36728) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:34.722836 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4cc96cc-1d5a-45f5-85e8-6105416fb267 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] GET failed (client error): The resource could not be found. Mar 23 12:55:34.728025 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c4cc96cc-1d5a-45f5-85e8-6105416fb267 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports/92f59d1d-e17f-4224-8d5f-76571fb5ca98 HTTP/1.1" status: 404 len: 333 time: 0.0318129 Mar 23 12:55:34.728717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36730) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:34.834625 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f98ee7-2d61-48d0-9a68-4542184482df None None] New status for floating IP 058666ef-1fb8-4b68-9854-47625d478bd0: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:55:34.850043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b127b56-9d41-472a-9fe0-a6fa069db8ab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting subnet 910e472b-9c81-4aa3-b7c8-19e1ccc586f1 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:55:34.858149 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b127b56-9d41-472a-9fe0-a6fa069db8ab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:34.940002 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b127b56-9d41-472a-9fe0-a6fa069db8ab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:34.971122 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36732) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:35.110353 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b2a6e9ee-097f-428f-971d-92c6c2361399 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c1cbf04c7c9d483db4247b5ca39ff2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347508 Mar 23 12:55:35.111010 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36734) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:35.135006 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b127b56-9d41-472a-9fe0-a6fa069db8ab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:35.243388 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e91d7bc1-0eaa-4921-86ec-57702d4b6992 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:35.243985 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e91d7bc1-0eaa-4921-86ec-57702d4b6992 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:35.250290 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c57bac0-fe7a-4cfb-84dd-33de577c5c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:35.256956 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e91d7bc1-0eaa-4921-86ec-57702d4b6992 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Calling delete_port for e083a7e9-0e43-4405-97ea-15da469c56ea owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:35.267872 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b127b56-9d41-472a-9fe0-a6fa069db8ab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:35.355372 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c57bac0-fe7a-4cfb-84dd-33de577c5c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:35.361985 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3b127b56-9d41-472a-9fe0-a6fa069db8ab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:35.365707 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3b127b56-9d41-472a-9fe0-a6fa069db8ab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/910e472b-9c81-4aa3-b7c8-19e1ccc586f1 HTTP/1.1" status: 204 len: 168 time: 0.6359768 Mar 23 12:55:35.373197 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d91f50d-f6e4-48ce-8caa-33b5c0db14f9 None None] Network 734c97c0-3f4e-4780-8e98-aa17fa837d2d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:35.374175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b127b56-9d41-472a-9fe0-a6fa069db8ab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Subnet': ['ID=910e472b-9c81-4aa3-b7c8-19e1ccc586f1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:35.383353 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36740) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:35.563792 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1fada-9031-40f7-873f-b4d7735b9052 req-46ae944c-a5dc-40e6-94a9-4b236610ef91 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:35.567580 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-83a1fada-9031-40f7-873f-b4d7735b9052 req-46ae944c-a5dc-40e6-94a9-4b236610ef91 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 944 time: 0.2871211 Mar 23 12:55:35.582614 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dab3bb92-7eb6-4597-bc31-540362edbcb8 req-eaec883a-3ca1-463e-a737-f13ba0ed6b42 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 210 time: 0.0511472 Mar 23 12:55:35.588668 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:35.601271 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-2ca70838-dfbe-4739-9a58-07e95e327a81 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:35.642875 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db838110-662f-4592-8f58-ce2829515153 None None] DHCP port deletion for 734c97c0-3f4e-4780-8e98-aa17fa837d2d request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:55:35.670715 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c57bac0-fe7a-4cfb-84dd-33de577c5c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:35.673656 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c57bac0-fe7a-4cfb-84dd-33de577c5c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:35.677348 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4c57bac0-fe7a-4cfb-84dd-33de577c5c0d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/79b54f7c-69e8-4e36-858a-f60c74cdc07f HTTP/1.1" status: 204 len: 168 time: 0.5625963 Mar 23 12:55:35.708258 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-83a1fada-9031-40f7-873f-b4d7735b9052 req-22ecf050-42af-47c3-af30-602e354cab49 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/security-groups?id=767c8308-acb1-4348-a717-64dda9d1df51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316202 Mar 23 12:55:35.729865 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57bac0-fe7a-4cfb-84dd-33de577c5c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b54f7c-69e8-4e36-858a-f60c74cdc07f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:35.745876 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-db838110-662f-4592-8f58-ce2829515153 None None] Deleting port eeb6c54c-25f0-4dc1-9160-51a18d9741cd {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:35.746492 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-db838110-662f-4592-8f58-ce2829515153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:35.772970 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port eeb6c54c-25f0-4dc1-9160-51a18d9741cd {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:35.773415 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:35.826251 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-2ca70838-dfbe-4739-9a58-07e95e327a81 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:35.855134 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-db838110-662f-4592-8f58-ce2829515153 None None] For port eeb6c54c-25f0-4dc1-9160-51a18d9741cd, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=eeb6c54c-25f0-4dc1-9160-51a18d9741cd,segment=NetworkSegment(aec0df31-ab67-4eee-b510-0dce67e214a9),segment_id=aec0df31-ab67-4eee-b510-0dce67e214a9)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:35.856195 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-db838110-662f-4592-8f58-ce2829515153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:35.876506 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-db838110-662f-4592-8f58-ce2829515153 None None] Calling delete_port for eeb6c54c-25f0-4dc1-9160-51a18d9741cd owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:35.880440 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] For port eeb6c54c-25f0-4dc1-9160-51a18d9741cd, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=eeb6c54c-25f0-4dc1-9160-51a18d9741cd,segment=NetworkSegment(aec0df31-ab67-4eee-b510-0dce67e214a9),segment_id=aec0df31-ab67-4eee-b510-0dce67e214a9)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:35.880809 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:35.895256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for eeb6c54c-25f0-4dc1-9160-51a18d9741cd owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:35.901829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca70838-dfbe-4739-9a58-07e95e327a81 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'Port': ['ID=3669332b-0e46-4544-8a53-9fdb03783062,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:35.914827 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e91d7bc1-0eaa-4921-86ec-57702d4b6992 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:35.971134 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-2ca70838-dfbe-4739-9a58-07e95e327a81 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:35.975477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d7bc1-0eaa-4921-86ec-57702d4b6992 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Pushing event deleted for resources: {'Port': ['ID=e083a7e9-0e43-4405-97ea-15da469c56ea,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:35.983321 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-2ca70838-dfbe-4739-9a58-07e95e327a81 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:35.996021 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-2ca70838-dfbe-4739-9a58-07e95e327a81 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:36.002893 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:36.030954 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['b91249d8-0e29-42d6-bc10-521aea2f1853'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:55:36.033083 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:36.067381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=eeb6c54c-25f0-4dc1-9160-51a18d9741cd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:36.096941 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No DVR routers for this DVR port eeb6c54c-25f0-4dc1-9160-51a18d9741cd on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:36.100389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-2ca70838-dfbe-4739-9a58-07e95e327a81 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:36.101457 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-2ca70838-dfbe-4739-9a58-07e95e327a81 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:36.201876 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-2ca70838-dfbe-4739-9a58-07e95e327a81 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5907955 Mar 23 12:55:36.266456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Request body: {'port': {'device_id': '8c4bebae-98b4-4d69-b212-c9e53bef0ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:36.275816 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-db838110-662f-4592-8f58-ce2829515153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:36.316601 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db838110-662f-4592-8f58-ce2829515153 None None] Pushing event deleted for resources: {'Port': ['ID=eeb6c54c-25f0-4dc1-9160-51a18d9741cd,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:36.322451 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device eeb6c54c-25f0-4dc1-9160-51a18d9741cd no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:36.361701 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:36.427892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: eeb6c54c-25f0-4dc1-9160-51a18d9741cd {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:55:36.428741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device eeb6c54c-25f0-4dc1-9160-51a18d9741cd not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:36.434728 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e91d7bc1-0eaa-4921-86ec-57702d4b6992 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:36.435622 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734c97c0-3f4e-4780-8e98-aa17fa837d2d']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:36.437904 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e91d7bc1-0eaa-4921-86ec-57702d4b6992 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:36.439252 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e91d7bc1-0eaa-4921-86ec-57702d4b6992 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] 10.222.0.52 "DELETE /v2.0/floatingips/058666ef-1fb8-4b68-9854-47625d478bd0 HTTP/1.1" status: 204 len: 168 time: 2.2730780 Mar 23 12:55:36.444640 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db838110-662f-4592-8f58-ce2829515153 None None] No DVR routers for this DVR port eeb6c54c-25f0-4dc1-9160-51a18d9741cd on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:36.447407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:55:36.458876 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec0df31-ab67-4eee-b510-0dce67e214a9') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:36.459519 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec0df31-ab67-4eee-b510-0dce67e214a9') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:36.466477 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:36.466890 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:36.468038 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:36.480399 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:36.504262 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:36.520423 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:36.520860 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:36.524447 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:36.615630 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73f2122b-5177-45a1-b989-daaa712e18b5 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:36.728276 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bb550c75-cb1f-4498-943c-5aa210d60aa3 None None] Provisioning complete for port 3669332b-0e46-4544-8a53-9fdb03783062 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:36.728671 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bb550c75-cb1f-4498-943c-5aa210d60aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:36.841752 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:36.851672 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:36.870121 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/networks/734c97c0-3f4e-4780-8e98-aa17fa837d2d HTTP/1.1" status: 204 len: 168 time: 1.4686217 Mar 23 12:55:36.887211 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36768) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:36.896735 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c4c85-3859-4b39-94a7-18b829f2de2c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Network': ['ID=734c97c0-3f4e-4780-8e98-aa17fa837d2d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:36.938253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-21cff78a-500e-49dc-9840-15e31cc2b75c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1830455361'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:36.981885 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9a422-f330-4e0f-8c28-b8bf32d61b3d req-125f188b-4ae0-40bc-b6e3-cf50fb5379b1 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:36.983597 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-06a9a422-f330-4e0f-8c28-b8bf32d61b3d req-125f188b-4ae0-40bc-b6e3-cf50fb5379b1 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 944 time: 0.0846584 Mar 23 12:55:37.034911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bb550c75-cb1f-4498-943c-5aa210d60aa3 None None] Port 3669332b-0e46-4544-8a53-9fdb03783062 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:37.056825 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:37.066848 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-06a9a422-f330-4e0f-8c28-b8bf32d61b3d req-b53b6685-259c-47bb-aef4-dbede5845fb6 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/security-groups?id=767c8308-acb1-4348-a717-64dda9d1df51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762131 Mar 23 12:55:37.119020 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077b58d0-bd98-4b04-99b7-c25f4656d488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3b9e3d-1bda-4531-baa7-02fba3b7d156'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:55:37.121439 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8506fd-499d-4db0-8125-6d1539e6ff3f" -d '{"events": [{"server_uuid": "077b58d0-bd98-4b04-99b7-c25f4656d488", "name": "network-vif-plugged", "status": "completed", "tag": "7a3b9e3d-1bda-4531-baa7-02fba3b7d156"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:55:37.156121 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 7a3b9e3d-1bda-4531-baa7-02fba3b7d156, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=7a3b9e3d-1bda-4531-baa7-02fba3b7d156,segment=NetworkSegment(470b9611-3caf-4838-a4db-b60253fb0d38),segment_id=470b9611-3caf-4838-a4db-b60253fb0d38)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:37.166641 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:37.213306 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8733466-43fc-4b4c-9724-ea45fd493c2f x-openstack-request-id: req-c8733466-43fc-4b4c-9724-ea45fd493c2f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:55:37.224425 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077b58d0-bd98-4b04-99b7-c25f4656d488", "name": "network-vif-plugged", "status": "completed", "tag": "7a3b9e3d-1bda-4531-baa7-02fba3b7d156", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:55:37.224930 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c8733466-43fc-4b4c-9724-ea45fd493c2f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:55:37.225534 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077b58d0-bd98-4b04-99b7-c25f4656d488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3b9e3d-1bda-4531-baa7-02fba3b7d156', 'code': 200} Mar 23 12:55:37.239897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device c20183d9-e424-4941-b111-427b74a71baa no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:37.251152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36776) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:37.294092 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cff78a-500e-49dc-9840-15e31cc2b75c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:37.302862 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: c20183d9-e424-4941-b111-427b74a71baa {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:55:37.305479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device c20183d9-e424-4941-b111-427b74a71baa not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:37.316851 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21cff78a-500e-49dc-9840-15e31cc2b75c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:37.357065 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=7a3b9e3d-1bda-4531-baa7-02fba3b7d156,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:37.399251 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b32875-2d8e-4234-a397-2d00ffeea8d1 req-bd0bccc5-d06b-4951-a036-649c5a4fa8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:37.402985 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f2b32875-2d8e-4234-a397-2d00ffeea8d1 req-bd0bccc5-d06b-4951-a036-649c5a4fa8fe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 1096 time: 0.1055293 Mar 23 12:55:37.425122 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21cff78a-500e-49dc-9840-15e31cc2b75c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:37.440819 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7b990c15-b533-427f-94c9-34704ecd94d1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-320223144'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:37.475746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b990c15-b533-427f-94c9-34704ecd94d1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Made reservation on behalf of 899cf59fe2d0418189f0adec37a3e6d1 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:37.480338 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b990c15-b533-427f-94c9-34704ecd94d1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:37.499915 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b990c15-b533-427f-94c9-34704ecd94d1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:37.505590 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f2b32875-2d8e-4234-a397-2d00ffeea8d1 req-c06de7a0-f4df-4c4a-ad1c-ec4164fdced2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=767c8308-acb1-4348-a717-64dda9d1df51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942998 Mar 23 12:55:37.586834 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626992b2-004f-4ddd-b2db-a0c90f7c6d93 req-b4384d18-1d3d-4ed4-b210-043ffac4d382 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:37.588890 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-626992b2-004f-4ddd-b2db-a0c90f7c6d93 req-b4384d18-1d3d-4ed4-b210-043ffac4d382 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 931 time: 0.6959450 Mar 23 12:55:37.615471 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21cff78a-500e-49dc-9840-15e31cc2b75c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:37.615963 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-21cff78a-500e-49dc-9840-15e31cc2b75c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Added segment 92c53aa3-fb9f-4651-a754-1bb2de9cfa96 of type vlan for network 3996a2d4-f50e-4d75-9835-eb4d22218ffc Mar 23 12:55:37.626509 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b990c15-b533-427f-94c9-34704ecd94d1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:37.638274 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b990c15-b533-427f-94c9-34704ecd94d1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:37.650400 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3669332b-0e46-4544-8a53-9fdb03783062 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:55:37.662805 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b990c15-b533-427f-94c9-34704ecd94d1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:37.670715 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:37.674795 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b990c15-b533-427f-94c9-34704ecd94d1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:37.676308 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-7b990c15-b533-427f-94c9-34704ecd94d1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Added segment bf5f3ba9-da8e-4722-9146-d987a81eb20a of type vlan for network 2c81586d-299a-4b38-8bd8-60a04da37fe8 Mar 23 12:55:37.736090 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b990c15-b533-427f-94c9-34704ecd94d1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:37.771187 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-626992b2-004f-4ddd-b2db-a0c90f7c6d93 req-5c20e9af-9d38-4a8f-93a5-2561c00e7d75 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729760 Mar 23 12:55:37.773474 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b990c15-b533-427f-94c9-34704ecd94d1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:37.780829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b990c15-b533-427f-94c9-34704ecd94d1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:37.781390 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7b990c15-b533-427f-94c9-34704ecd94d1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:37.795122 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Transition to ACTIVE for port object 3669332b-0e46-4544-8a53-9fdb03783062 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:55:37.797019 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21cff78a-500e-49dc-9840-15e31cc2b75c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:37.810435 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7b990c15-b533-427f-94c9-34704ecd94d1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.5534699 Mar 23 12:55:37.819998 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36782) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:37.845609 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b990c15-b533-427f-94c9-34704ecd94d1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c29eed-29b3-45f0-af2e-661f38e75b8b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:37.866022 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:37.870972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-39504ab5-dfab-42ce-bd2c-e57a51c65376 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Request body: {'subnet': {'network_id': '2c81586d-299a-4b38-8bd8-60a04da37fe8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:37.896460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b990c15-b533-427f-94c9-34704ecd94d1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event updated for resources: {'Network': ['ID=2c81586d-299a-4b38-8bd8-60a04da37fe8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:37.908595 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 2c81586d-299a-4b38-8bd8-60a04da37fe8 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:38.038590 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21cff78a-500e-49dc-9840-15e31cc2b75c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:38.045457 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cff78a-500e-49dc-9840-15e31cc2b75c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:38.046044 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21cff78a-500e-49dc-9840-15e31cc2b75c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:38.111942 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Pushing event updated for resources: {'Port': ['ID=3669332b-0e46-4544-8a53-9fdb03783062,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:38.127511 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-21cff78a-500e-49dc-9840-15e31cc2b75c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2020767 Mar 23 12:55:38.130438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36786) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:38.135918 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-009d40cc-eae6-413e-b1d9-5833d3987b92 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'subnet': {'network_id': '3996a2d4-f50e-4d75-9835-eb4d22218ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:38.191822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-73f2122b-5177-45a1-b989-daaa712e18b5 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Deleting port 8f96f864-8bcc-45c8-9dfc-c214032bb0a1 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:38.204991 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73f2122b-5177-45a1-b989-daaa712e18b5 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:38.334588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cff78a-500e-49dc-9840-15e31cc2b75c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Network': ['ID=3996a2d4-f50e-4d75-9835-eb4d22218ffc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:38.347966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 3996a2d4-f50e-4d75-9835-eb4d22218ffc details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:38.352253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39504ab5-dfab-42ce-bd2c-e57a51c65376 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Made reservation on behalf of 899cf59fe2d0418189f0adec37a3e6d1 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:38.355993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39504ab5-dfab-42ce-bd2c-e57a51c65376 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:38.624701 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Attempting to bind port 3669332b-0e46-4544-8a53-9fdb03783062 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:55:38.625041 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Attempting to bind port 3669332b-0e46-4544-8a53-9fdb03783062 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:55:38.625372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Attempting to bind port 3669332b-0e46-4544-8a53-9fdb03783062 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:38.630515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-73f2122b-5177-45a1-b989-daaa712e18b5 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] For port 8f96f864-8bcc-45c8-9dfc-c214032bb0a1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8f96f864-8bcc-45c8-9dfc-c214032bb0a1,segment=NetworkSegment(9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6),segment_id=9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:38.631121 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73f2122b-5177-45a1-b989-daaa712e18b5 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:38.650280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Port 3669332b-0e46-4544-8a53-9fdb03783062 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:55:38.650739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Attempting to bind port 3669332b-0e46-4544-8a53-9fdb03783062 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:38.663962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-73f2122b-5177-45a1-b989-daaa712e18b5 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Calling delete_port for 8f96f864-8bcc-45c8-9dfc-c214032bb0a1 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:38.673334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:55:38.673837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Checking segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:38.674459 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Bound using segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:55:38.675219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Bound port: 3669332b-0e46-4544-8a53-9fdb03783062, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:55:38.675829 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:38.697265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009d40cc-eae6-413e-b1d9-5833d3987b92 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:38.703176 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-009d40cc-eae6-413e-b1d9-5833d3987b92 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:38.743728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4efe1-ef06-4ee9-9199-7c2b283aaaac req-ecf4a1de-c2c5-4758-b627-d5ef61fbc835 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:38.755888 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-15e4efe1-ef06-4ee9-9199-7c2b283aaaac req-ecf4a1de-c2c5-4758-b627-d5ef61fbc835 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 945 time: 0.1515365 Mar 23 12:55:38.930693 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-15e4efe1-ef06-4ee9-9199-7c2b283aaaac req-1685919c-50b4-46ca-a643-48a6368d907b tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/security-groups?id=767c8308-acb1-4348-a717-64dda9d1df51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734734 Mar 23 12:55:39.153792 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] For port 3669332b-0e46-4544-8a53-9fdb03783062, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:55:39.156215 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73f2122b-5177-45a1-b989-daaa712e18b5 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:39.187795 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39504ab5-dfab-42ce-bd2c-e57a51c65376 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:39.192950 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] For port 3669332b-0e46-4544-8a53-9fdb03783062, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3669332b-0e46-4544-8a53-9fdb03783062,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:55:39.212596 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-009d40cc-eae6-413e-b1d9-5833d3987b92 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:39.272960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39504ab5-dfab-42ce-bd2c-e57a51c65376 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event updated for resources: {'Subnet': ['ID=4ef5b3bc-801a-4943-8ef1-1bb9af7d4d2c,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:39.280748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2122b-5177-45a1-b989-daaa712e18b5 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event deleted for resources: {'Port': ['ID=8f96f864-8bcc-45c8-9dfc-c214032bb0a1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:39.291576 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:39.304326 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009d40cc-eae6-413e-b1d9-5833d3987b92 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Checking segment: {'id': '92c53aa3-fb9f-4651-a754-1bb2de9cfa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3996a2d4-f50e-4d75-9835-eb4d22218ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:39.307872 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009d40cc-eae6-413e-b1d9-5833d3987b92 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network hostable DHCP agents. Network: 3996a2d4-f50e-4d75-9835-eb4d22218ffc, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:55:39.314001 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d40cc-eae6-413e-b1d9-5833d3987b92 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Subnet': ['ID=d650050a-ee0b-4f88-8460-8e8983410975,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:39.339760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009d40cc-eae6-413e-b1d9-5833d3987b92 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network 3996a2d4-f50e-4d75-9835-eb4d22218ffc is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:55:39.369686 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-009d40cc-eae6-413e-b1d9-5833d3987b92 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 3996a2d4-f50e-4d75-9835-eb4d22218ffc) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:39.380405 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec129e75-63f3-4aaa-96a8-50ba883b8cfc None None] Network 3996a2d4-f50e-4d75-9835-eb4d22218ffc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:39.397456 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009d40cc-eae6-413e-b1d9-5833d3987b92 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:39.403760 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-009d40cc-eae6-413e-b1d9-5833d3987b92 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:39.434701 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-009d40cc-eae6-413e-b1d9-5833d3987b92 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3029923 Mar 23 12:55:39.438018 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36792) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:39.441423 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Pushing event updated for resources: {'Port': ['ID=3669332b-0e46-4544-8a53-9fdb03783062,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:39.450003 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6df48ba5-6c68-4b96-89fe-8dde45c6904b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1785674437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:39.498676 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6df48ba5-6c68-4b96-89fe-8dde45c6904b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:39.499865 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6df48ba5-6c68-4b96-89fe-8dde45c6904b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:39.562422 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1f5da-9b0c-4c2a-8206-770fce5e5398 req-11fe38b9-9cee-442b-bb3c-2b0ce419b638 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:39.564825 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-04a1f5da-9b0c-4c2a-8206-770fce5e5398 req-11fe38b9-9cee-442b-bb3c-2b0ce419b638 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 943 time: 0.5916891 Mar 23 12:55:39.599071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:39.599071 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:39.606944 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-17e1e7dd-a3c6-402d-a4c6-3d06fd922b9d service neutron] 10.222.0.77 "PUT /v2.0/ports/3669332b-0e46-4544-8a53-9fdb03783062 HTTP/1.1" status: 200 len: 1091 time: 3.3674505 Mar 23 12:55:39.624688 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4bebae-98b4-4d69-b212-c9e53bef0ca7', 'tag': '3669332b-0e46-4544-8a53-9fdb03783062'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:55:39.628381 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637b1b8e-8a81-43b5-bded-c439de428d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c4bebae-98b4-4d69-b212-c9e53bef0ca7", "tag": "3669332b-0e46-4544-8a53-9fdb03783062"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:55:39.691761 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6df48ba5-6c68-4b96-89fe-8dde45c6904b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:39.703266 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6df48ba5-6c68-4b96-89fe-8dde45c6904b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:39.755496 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6df48ba5-6c68-4b96-89fe-8dde45c6904b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:39.760605 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6df48ba5-6c68-4b96-89fe-8dde45c6904b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3210075 Mar 23 12:55:39.761965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36796) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:39.773816 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39504ab5-dfab-42ce-bd2c-e57a51c65376 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Checking segment: {'id': 'bf5f3ba9-da8e-4722-9146-d987a81eb20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2c81586d-299a-4b38-8bd8-60a04da37fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:39.774692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39504ab5-dfab-42ce-bd2c-e57a51c65376 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Network hostable DHCP agents. Network: 2c81586d-299a-4b38-8bd8-60a04da37fe8, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:55:39.775292 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fa9adb85-ab96-40ef-b6b1-6df1fd13b8d0 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'network_id': '3996a2d4-f50e-4d75-9835-eb4d22218ffc', 'name': 'tempest-PortsIpV6TestJSON-45045034'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:39.787763 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-3996a2d4-f50e-4d75-9835-eb4d22218ffc', 'network_id': '3996a2d4-f50e-4d75-9835-eb4d22218ffc', 'tenant_id': 'cc1f7d95fe8845b090b13694d31892f2', 'fixed_ips': [{'subnet_id': 'd650050a-ee0b-4f88-8460-8e8983410975'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:55:39.788739 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e602499-8a42-470e-a7e0-585628ec8e15 x-openstack-request-id: req-5e602499-8a42-470e-a7e0-585628ec8e15 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:55:39.788907 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:39.789238 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c4bebae-98b4-4d69-b212-c9e53bef0ca7", "tag": "3669332b-0e46-4544-8a53-9fdb03783062", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:55:39.789706 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e602499-8a42-470e-a7e0-585628ec8e15 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:55:39.790358 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4bebae-98b4-4d69-b212-c9e53bef0ca7', 'tag': '3669332b-0e46-4544-8a53-9fdb03783062', 'status': 'completed', 'code': 200} Mar 23 12:55:39.832677 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-04a1f5da-9b0c-4c2a-8206-770fce5e5398 req-a778f027-aff4-469c-be90-1661b1771555 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011657 Mar 23 12:55:39.907194 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39504ab5-dfab-42ce-bd2c-e57a51c65376 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Network 2c81586d-299a-4b38-8bd8-60a04da37fe8 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:55:39.925713 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-ad55f430-0c17-4fec-be27-2da0112a100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:39.927523 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-ad55f430-0c17-4fec-be27-2da0112a100d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 1094 time: 0.2547610 Mar 23 12:55:39.935835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-39504ab5-dfab-42ce-bd2c-e57a51c65376 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 2c81586d-299a-4b38-8bd8-60a04da37fe8) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:39.985868 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39504ab5-dfab-42ce-bd2c-e57a51c65376 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:39.986811 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39504ab5-dfab-42ce-bd2c-e57a51c65376 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:40.031867 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-4cbc2263-8c1b-4e6a-89e3-b68466e8560c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3669332b-0e46-4544-8a53-9fdb03783062 HTTP/1.1" status: 200 len: 217 time: 0.0903809 Mar 23 12:55:40.171886 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-39504ab5-dfab-42ce-bd2c-e57a51c65376 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3077879 Mar 23 12:55:40.179547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36802) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:40.186842 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9adb85-ab96-40ef-b6b1-6df1fd13b8d0 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:40.189971 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9463dc6b-72f1-4126-8fe2-f3d1686646c1 None None] Network 2c81586d-299a-4b38-8bd8-60a04da37fe8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:40.192306 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa9adb85-ab96-40ef-b6b1-6df1fd13b8d0 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:40.200384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2051e3b9-4da0-47e3-aa8e-185798760017 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Request body: {'port': {'network_id': '2c81586d-299a-4b38-8bd8-60a04da37fe8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-889183807'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:40.242773 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-fa9adb85-ab96-40ef-b6b1-6df1fd13b8d0 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] device_id is not set on port 266392bb-6f4b-4ff9-afbe-994b24c7b079 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:55:40.299790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7ce68-7ad2-43c0-bb08-571d77258662 req-ccf64eb9-56d9-43e9-858b-543a7150361d tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:40.301365 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34b7ce68-7ad2-43c0-bb08-571d77258662 req-ccf64eb9-56d9-43e9-858b-543a7150361d tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 945 time: 0.1216502 Mar 23 12:55:40.319278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-d8d50ed8-e706-4686-8e36-5c822922b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:40.322797 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-d8d50ed8-e706-4686-8e36-5c822922b2a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.2510939 Mar 23 12:55:40.389768 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34b7ce68-7ad2-43c0-bb08-571d77258662 req-5767be2f-ad03-4c6b-80b2-bc5b1d9b5fd3 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/security-groups?id=767c8308-acb1-4348-a717-64dda9d1df51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758235 Mar 23 12:55:40.452325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-73f2122b-5177-45a1-b989-daaa712e18b5 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:40.638125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2051e3b9-4da0-47e3-aa8e-185798760017 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Made reservation on behalf of 899cf59fe2d0418189f0adec37a3e6d1 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:40.646638 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2051e3b9-4da0-47e3-aa8e-185798760017 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:40.679463 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-2051e3b9-4da0-47e3-aa8e-185798760017 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] device_id is not set on port a640aba2-ef43-4ca8-881e-d2e916794fdb yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:55:40.713755 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-4ce62cbd-cf70-4cd5-b6d5-4cfe4ece0db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:40.716235 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-4ce62cbd-cf70-4cd5-b6d5-4cfe4ece0db3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3827460 Mar 23 12:55:40.726264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Allocated IP 2001:db8::2 (3996a2d4-f50e-4d75-9835-eb4d22218ffc/d650050a-ee0b-4f88-8460-8e8983410975/317dcbad-4abf-44ff-8133-463054d202ec) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:40.846308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-2c81586d-299a-4b38-8bd8-60a04da37fe8', 'network_id': '2c81586d-299a-4b38-8bd8-60a04da37fe8', 'tenant_id': '899cf59fe2d0418189f0adec37a3e6d1', 'fixed_ips': [{'subnet_id': '4ef5b3bc-801a-4943-8ef1-1bb9af7d4d2c'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:55:40.859461 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:41.362034 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Allocated IP 2001:db8::2 (2c81586d-299a-4b38-8bd8-60a04da37fe8/4ef5b3bc-801a-4943-8ef1-1bb9af7d4d2c/89a47dbb-2b79-43f7-afd3-375f40740069) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:41.380550 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:41.391793 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:41.501297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Network 3996a2d4-f50e-4d75-9835-eb4d22218ffc is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:41.504582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Pushing event updated for resources: {'Port': ['ID=317dcbad-4abf-44ff-8133-463054d202ec,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:41.511395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:41.523168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:41.539711 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:41.540155 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:41.540655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:41.541042 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:41.541345 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:41.541781 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:41.542150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:41.542533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:41.542915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:41.543327 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:41.544506 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:41.545404 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:41.617385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-fa9adb85-ab96-40ef-b6b1-6df1fd13b8d0 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Allocated IP 2001:db8::1cb (3996a2d4-f50e-4d75-9835-eb4d22218ffc/d650050a-ee0b-4f88-8460-8e8983410975/266392bb-6f4b-4ff9-afbe-994b24c7b079) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:41.709191 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040352a3-b36e-46b9-8ac5-e7fc956b087f req-fa4de740-666d-4e12-bb7b-7442741e0364 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:41.710916 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-040352a3-b36e-46b9-8ac5-e7fc956b087f req-fa4de740-666d-4e12-bb7b-7442741e0364 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 943 time: 0.2050848 Mar 23 12:55:41.773385 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Attempting to bind port 317dcbad-4abf-44ff-8133-463054d202ec on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:55:41.773893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Attempting to bind port 317dcbad-4abf-44ff-8133-463054d202ec by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '92c53aa3-fb9f-4651-a754-1bb2de9cfa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3996a2d4-f50e-4d75-9835-eb4d22218ffc'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:55:41.773998 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Attempting to bind port 317dcbad-4abf-44ff-8133-463054d202ec on network 3996a2d4-f50e-4d75-9835-eb4d22218ffc {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:41.798880 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:55:41.799335 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Checking segment: {'id': '92c53aa3-fb9f-4651-a754-1bb2de9cfa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3996a2d4-f50e-4d75-9835-eb4d22218ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:41.799737 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:41.800147 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Bound using segment: {'id': '92c53aa3-fb9f-4651-a754-1bb2de9cfa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3996a2d4-f50e-4d75-9835-eb4d22218ffc'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:55:41.800617 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Bound port: 317dcbad-4abf-44ff-8133-463054d202ec, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c53aa3-fb9f-4651-a754-1bb2de9cfa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3996a2d4-f50e-4d75-9835-eb4d22218ffc'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:55:41.800992 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:41.865185 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:41.881464 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-a712f3db-1447-4633-b0e6-577b6fd73939 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766878 Mar 23 12:55:41.910758 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:41.946093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Network 2c81586d-299a-4b38-8bd8-60a04da37fe8 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:41.963178 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:42.019141 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-040352a3-b36e-46b9-8ac5-e7fc956b087f req-13c2d7ea-e668-458d-b24a-3ed84f4a2246 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988997 Mar 23 12:55:42.046945 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Pushing event updated for resources: {'Port': ['ID=89a47dbb-2b79-43f7-afd3-375f40740069,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:42.049351 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:42.135697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] For port 317dcbad-4abf-44ff-8133-463054d202ec, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:55:42.167195 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Attempting to bind port 89a47dbb-2b79-43f7-afd3-375f40740069 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:55:42.167570 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Attempting to bind port 89a47dbb-2b79-43f7-afd3-375f40740069 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'bf5f3ba9-da8e-4722-9146-d987a81eb20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2c81586d-299a-4b38-8bd8-60a04da37fe8'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:55:42.168104 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Attempting to bind port 89a47dbb-2b79-43f7-afd3-375f40740069 on network 2c81586d-299a-4b38-8bd8-60a04da37fe8 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:42.176357 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] For port 317dcbad-4abf-44ff-8133-463054d202ec, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=317dcbad-4abf-44ff-8133-463054d202ec,segment=NetworkSegment(92c53aa3-fb9f-4651-a754-1bb2de9cfa96),segment_id=92c53aa3-fb9f-4651-a754-1bb2de9cfa96)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:55:42.187443 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:42.191820 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa9adb85-ab96-40ef-b6b1-6df1fd13b8d0 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:42.195334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:55:42.195722 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Checking segment: {'id': 'bf5f3ba9-da8e-4722-9146-d987a81eb20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2c81586d-299a-4b38-8bd8-60a04da37fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:55:42.196129 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:42.199942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Bound using segment: {'id': 'bf5f3ba9-da8e-4722-9146-d987a81eb20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2c81586d-299a-4b38-8bd8-60a04da37fe8'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:55:42.200507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Bound port: 89a47dbb-2b79-43f7-afd3-375f40740069, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5f3ba9-da8e-4722-9146-d987a81eb20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2c81586d-299a-4b38-8bd8-60a04da37fe8'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:55:42.200932 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:42.282645 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa9adb85-ab96-40ef-b6b1-6df1fd13b8d0 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:42.316109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-2051e3b9-4da0-47e3-aa8e-185798760017 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Allocated IP 2001:db8::b1 (2c81586d-299a-4b38-8bd8-60a04da37fe8/4ef5b3bc-801a-4943-8ef1-1bb9af7d4d2c/a640aba2-ef43-4ca8-881e-d2e916794fdb) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:42.451951 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f2122b-5177-45a1-b989-daaa712e18b5 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Router ae2ae8ed-d7ea-420c-92bb-a23958b64fc2 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:55:42.457924 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9adb85-ab96-40ef-b6b1-6df1fd13b8d0 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network 3996a2d4-f50e-4d75-9835-eb4d22218ffc is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:42.488831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-fa9adb85-ab96-40ef-b6b1-6df1fd13b8d0 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:42.502728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9adb85-ab96-40ef-b6b1-6df1fd13b8d0 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:42.504424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] For port 89a47dbb-2b79-43f7-afd3-375f40740069, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:55:42.516159 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] For port 89a47dbb-2b79-43f7-afd3-375f40740069, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=89a47dbb-2b79-43f7-afd3-375f40740069,segment=NetworkSegment(bf5f3ba9-da8e-4722-9146-d987a81eb20a),segment_id=bf5f3ba9-da8e-4722-9146-d987a81eb20a)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:55:42.528995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9adb85-ab96-40ef-b6b1-6df1fd13b8d0 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:42.532871 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fa9adb85-ab96-40ef-b6b1-6df1fd13b8d0 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:42.558887 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:42.620989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1613ba8-accb-4ca1-827e-da484efa7709 None None] Pushing event updated for resources: {'Port': ['ID=317dcbad-4abf-44ff-8133-463054d202ec,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:42.677366 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fa9adb85-ab96-40ef-b6b1-6df1fd13b8d0 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9128554 Mar 23 12:55:42.680589 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36830) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:42.684745 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9adb85-ab96-40ef-b6b1-6df1fd13b8d0 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=266392bb-6f4b-4ff9-afbe-994b24c7b079,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:42.687747 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71c995e5-64cf-4411-bea8-0efb2e5c537a req-852071eb-7139-4a4b-93af-4faca1e6d7d0 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7957678 Mar 23 12:55:42.723346 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:55:42.861119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd345d-79b5-4a1b-b4df-f43e6e088838 None None] Pushing event updated for resources: {'Port': ['ID=89a47dbb-2b79-43f7-afd3-375f40740069,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:43.039651 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2051e3b9-4da0-47e3-aa8e-185798760017 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:43.111685 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2051e3b9-4da0-47e3-aa8e-185798760017 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:43.264354 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051e3b9-4da0-47e3-aa8e-185798760017 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event updated for resources: {'Port': ['ID=a640aba2-ef43-4ca8-881e-d2e916794fdb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:43.291455 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b1b8e-8a81-43b5-bded-c439de428d7d req-ace5b9dc-d96b-4333-a699-0ded88d92704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:43.293451 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-637b1b8e-8a81-43b5-bded-c439de428d7d req-ace5b9dc-d96b-4333-a699-0ded88d92704 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 1094 time: 0.5379121 Mar 23 12:55:43.298176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f2122b-5177-45a1-b989-daaa712e18b5 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:55:43.317140 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-73f2122b-5177-45a1-b989-daaa712e18b5 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "PUT /v2.0/routers/ae2ae8ed-d7ea-420c-92bb-a23958b64fc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8408921 Mar 23 12:55:43.319705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2051e3b9-4da0-47e3-aa8e-185798760017 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Network 2c81586d-299a-4b38-8bd8-60a04da37fe8 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:43.321913 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36834) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:43.353979 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07dbe3e-cbfb-4e11-bafd-3e82c2b627e1 None None] Sync routers for ids ['ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:55:43.392199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07dbe3e-cbfb-4e11-bafd-3e82c2b627e1 None None] Routers {'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:43.397271 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b07dbe3e-cbfb-4e11-bafd-3e82c2b627e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:43.419721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2051e3b9-4da0-47e3-aa8e-185798760017 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:43.425579 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a98bd16-2134-44d8-b7e7-7211f311befe tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Deleting subnet 5f8e73a6-4118-4bfe-9c1e-07e2de2848a5 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:55:43.440402 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a98bd16-2134-44d8-b7e7-7211f311befe tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:43.533746 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2051e3b9-4da0-47e3-aa8e-185798760017 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:43.547813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2051e3b9-4da0-47e3-aa8e-185798760017 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:43.548814 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2051e3b9-4da0-47e3-aa8e-185798760017 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:43.672825 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2051e3b9-4da0-47e3-aa8e-185798760017 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.4846001 Mar 23 12:55:43.678405 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36842) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:43.705558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-aac128e2-9b07-4d6a-be71-de37ef849d5b tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Request body: {'port': {'network_id': '2c81586d-299a-4b38-8bd8-60a04da37fe8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-116790685', 'allowed_address_pairs': [{'ip_address': '2001:db8::b1', 'mac_address': 'fa:16:3e:4a:36:f9'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:43.723330 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a98bd16-2134-44d8-b7e7-7211f311befe tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:43.729154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b07dbe3e-cbfb-4e11-bafd-3e82c2b627e1 None None] Set router ae2ae8ed-d7ea-420c-92bb-a23958b64fc2 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:43.744472 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907bea1-a7a1-46e8-997a-dbb12629942b req-ddc9b139-e34d-4a44-bcc4-02bc08b8ea9b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:43.753834 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5907bea1-a7a1-46e8-997a-dbb12629942b req-ddc9b139-e34d-4a44-bcc4-02bc08b8ea9b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 943 time: 0.4366059 Mar 23 12:55:43.846963 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5907bea1-a7a1-46e8-997a-dbb12629942b req-cca30f93-980e-4ba9-aaac-f74caffdabc2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922773 Mar 23 12:55:43.974704 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:43.977887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b1b8e-8a81-43b5-bded-c439de428d7d req-1b0e2e48-0d87-40b5-a1c3-2e377653a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:43.979373 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-637b1b8e-8a81-43b5-bded-c439de428d7d req-1b0e2e48-0d87-40b5-a1c3-2e377653a777 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 913 time: 0.6778519 Mar 23 12:55:44.124344 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-637b1b8e-8a81-43b5-bded-c439de428d7d req-0497e249-5b43-4564-9796-d4b8cd4e8182 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3669332b-0e46-4544-8a53-9fdb03783062 HTTP/1.1" status: 200 len: 217 time: 0.0777595 Mar 23 12:55:44.259655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b07dbe3e-cbfb-4e11-bafd-3e82c2b627e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378299836', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:58Z', 'updated_at': '2022-03-23T12:55:39Z', 'revision_number': 5, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:55:00Z', 'updated_at': '2022-03-23T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:44.370742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07dbe3e-cbfb-4e11-bafd-3e82c2b627e1 None None] Checking router: ae2ae8ed-d7ea-420c-92bb-a23958b64fc2 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:55:44.395728 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07dbe3e-cbfb-4e11-bafd-3e82c2b627e1 None None] Routers {'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:44.397595 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b07dbe3e-cbfb-4e11-bafd-3e82c2b627e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:44.425357 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a98bd16-2134-44d8-b7e7-7211f311befe tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:44.535979 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b1b8e-8a81-43b5-bded-c439de428d7d req-b89a1159-9a21-4746-9570-491a48ab33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:44.548334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 89a47dbb-2b79-43f7-afd3-375f40740069 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:44.549964 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-637b1b8e-8a81-43b5-bded-c439de428d7d req-b89a1159-9a21-4746-9570-491a48ab33d0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.3973620 Mar 23 12:55:44.614280 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:44.622665 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:44.757885 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac128e2-9b07-4d6a-be71-de37ef849d5b tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Made reservation on behalf of 899cf59fe2d0418189f0adec37a3e6d1 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:44.884049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b07dbe3e-cbfb-4e11-bafd-3e82c2b627e1 None None] Set router ae2ae8ed-d7ea-420c-92bb-a23958b64fc2 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:44.907830 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=266392bb-6f4b-4ff9-afbe-994b24c7b079,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:44.939031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b1b8e-8a81-43b5-bded-c439de428d7d req-d3b63009-acd1-422b-acf7-2786f17ea2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:44.940950 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-637b1b8e-8a81-43b5-bded-c439de428d7d req-d3b63009-acd1-422b-acf7-2786f17ea2f8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3672907 Mar 23 12:55:45.063513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 89a47dbb-2b79-43f7-afd3-375f40740069 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:45.063889 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:45.120329 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-637b1b8e-8a81-43b5-bded-c439de428d7d req-f31f5a75-5767-4189-9d2d-bf8cf1c61ba6 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665442 Mar 23 12:55:45.174835 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a98bd16-2134-44d8-b7e7-7211f311befe tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:45.193989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f136181-6e07-40d6-9adf-5820c9e881f5 None None] Network 2c81586d-299a-4b38-8bd8-60a04da37fe8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:45.200656 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:45.269711 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c473743e-4c3a-4863-a9e2-f6502b052392 None None] Network 3996a2d4-f50e-4d75-9835-eb4d22218ffc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:45.307071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98bd16-2134-44d8-b7e7-7211f311befe tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8e73a6-4118-4bfe-9c1e-07e2de2848a5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:45.322451 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aac128e2-9b07-4d6a-be71-de37ef849d5b tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:45.398399 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f245ca91-5b36-48f8-91f1-0a1ee85809e9 None None] Provisioning complete for port 89a47dbb-2b79-43f7-afd3-375f40740069 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:45.398890 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f245ca91-5b36-48f8-91f1-0a1ee85809e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:45.408075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1224aad-f25e-42e1-8ba8-c584ab8cc790 req-6f4a4833-fe03-4966-bcbc-8eecb6b564f9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:45.414067 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f1224aad-f25e-42e1-8ba8-c584ab8cc790 req-6f4a4833-fe03-4966-bcbc-8eecb6b564f9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 943 time: 0.2895157 Mar 23 12:55:45.447075 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a98bd16-2134-44d8-b7e7-7211f311befe tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:45.458734 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4a98bd16-2134-44d8-b7e7-7211f311befe tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "DELETE /v2.0/subnets/5f8e73a6-4118-4bfe-9c1e-07e2de2848a5 HTTP/1.1" status: 204 len: 168 time: 2.1355004 Mar 23 12:55:45.467429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36860) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:45.467620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dde242-a95e-4f31-b536-c1d8af12f30d None None] Network 323727f5-3ee9-48e4-820d-806b08847c94 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:45.474500 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-aac128e2-9b07-4d6a-be71-de37ef849d5b tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] device_id is not set on port c513f30e-5c34-49b5-9d31-02d7292a004f yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:55:45.494368 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:45.948933 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f1224aad-f25e-42e1-8ba8-c584ab8cc790 req-2c59b6a0-9e71-4f03-ac5c-382288205c9f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835916 Mar 23 12:55:45.955169 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f81d883-7ad8-42c9-b08b-9f8808152aa6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:45.974012 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:46.177319 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-aac128e2-9b07-4d6a-be71-de37ef849d5b tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Allocated IP 2001:db8::34 (2c81586d-299a-4b38-8bd8-60a04da37fe8/4ef5b3bc-801a-4943-8ef1-1bb9af7d4d2c/c513f30e-5c34-49b5-9d31-02d7292a004f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:46.234362 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-637b1b8e-8a81-43b5-bded-c439de428d7d req-16fa573f-7707-4da8-a584-b3fc302cc82b service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1017854 Mar 23 12:55:46.244881 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 89a47dbb-2b79-43f7-afd3-375f40740069, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=89a47dbb-2b79-43f7-afd3-375f40740069,segment=NetworkSegment(bf5f3ba9-da8e-4722-9146-d987a81eb20a),segment_id=bf5f3ba9-da8e-4722-9146-d987a81eb20a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:46.252572 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:46.256455 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:46.264213 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:46.265004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 317dcbad-4abf-44ff-8133-463054d202ec up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:46.267233 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:46.268457 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:46.356957 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=89a47dbb-2b79-43f7-afd3-375f40740069,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:46.367107 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f245ca91-5b36-48f8-91f1-0a1ee85809e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:46.417303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=266392bb-6f4b-4ff9-afbe-994b24c7b079,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:46.447067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:46.447067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:46.447067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:46.448502 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:46.448502 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:46.449345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:46.449718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:46.450119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:46.451459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:46.451882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:46.452342 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:46.455039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:46.525617 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network 3996a2d4-f50e-4d75-9835-eb4d22218ffc is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:46.541456 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:46.577512 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b07dbe3e-cbfb-4e11-bafd-3e82c2b627e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378299836', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:58Z', 'updated_at': '2022-03-23T12:55:39Z', 'revision_number': 5, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:55:00Z', 'updated_at': '2022-03-23T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:46.663196 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f643ce91-08ac-40e6-ad09-a903858dedbc None None] DHCP port deletion for 323727f5-3ee9-48e4-820d-806b08847c94 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:55:46.671223 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07dbe3e-cbfb-4e11-bafd-3e82c2b627e1 None None] The sync data for ids ['ae2ae8ed-d7ea-420c-92bb-a23958b64fc2'] in n-d-834854-1 is: [{'id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-378299836', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:58Z', 'updated_at': '2022-03-23T12:55:39Z', 'revision_number': 5, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'bd46d3ab-91c9-44e3-8736-10eb17cfa3ea', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2ae8ed-d7ea-420c-92bb-a23958b64fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:55:00Z', 'updated_at': '2022-03-23T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:55:46.685417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 317dcbad-4abf-44ff-8133-463054d202ec triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:46.686830 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:46.765832 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-f245ca91-5b36-48f8-91f1-0a1ee85809e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:55:46.766192 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-f245ca91-5b36-48f8-91f1-0a1ee85809e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:55:46.775299 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f81d883-7ad8-42c9-b08b-9f8808152aa6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:46.781590 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aac128e2-9b07-4d6a-be71-de37ef849d5b tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:46.875730 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Router 33a67585-0fa8-4fba-bc29-33aa07993425 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:55:46.922143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f643ce91-08ac-40e6-ad09-a903858dedbc None None] Deleting port 7c844a1a-6b23-4055-b908-f49a848c734e {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:46.922520 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f643ce91-08ac-40e6-ad09-a903858dedbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:46.967354 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a67dd-c8da-4fcf-a738-34a1bf712680 req-a5d10642-6253-4880-96e9-cedc322b9418 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:46.985348 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-383a67dd-c8da-4fcf-a738-34a1bf712680 req-a5d10642-6253-4880-96e9-cedc322b9418 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 945 time: 0.4586313 Mar 23 12:55:47.020817 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:47.099916 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:55:47.113029 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55487c08-519a-4228-bead-0f0b9c1c046f None None] Sync routers for ids ['33a67585-0fa8-4fba-bc29-33aa07993425'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:55:47.126204 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aac128e2-9b07-4d6a-be71-de37ef849d5b tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:47.136114 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55487c08-519a-4228-bead-0f0b9c1c046f None None] Routers {'33a67585-0fa8-4fba-bc29-33aa07993425'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:47.139441 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c40a5de9-fddb-4de4-b63f-328fb16130d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "PUT /v2.0/routers/33a67585-0fa8-4fba-bc29-33aa07993425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4420984 Mar 23 12:55:47.150109 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-55487c08-519a-4228-bead-0f0b9c1c046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['33a67585-0fa8-4fba-bc29-33aa07993425'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:47.167617 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-383a67dd-c8da-4fcf-a738-34a1bf712680 req-7f0dbcea-1b92-4d2b-b56f-152b1a3cb45b tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/security-groups?id=767c8308-acb1-4348-a717-64dda9d1df51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806145 Mar 23 12:55:47.170909 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36880) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:47.178119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f643ce91-08ac-40e6-ad09-a903858dedbc None None] For port 7c844a1a-6b23-4055-b908-f49a848c734e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=7c844a1a-6b23-4055-b908-f49a848c734e,segment=NetworkSegment(9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6),segment_id=9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:47.178864 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f643ce91-08ac-40e6-ad09-a903858dedbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:47.196633 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f643ce91-08ac-40e6-ad09-a903858dedbc None None] Calling delete_port for 7c844a1a-6b23-4055-b908-f49a848c734e owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:47.268646 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-55487c08-519a-4228-bead-0f0b9c1c046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:47.279417 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55487c08-519a-4228-bead-0f0b9c1c046f None None] Routers {'33a67585-0fa8-4fba-bc29-33aa07993425'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:47.280460 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-55487c08-519a-4228-bead-0f0b9c1c046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['33a67585-0fa8-4fba-bc29-33aa07993425'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:47.284994 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 317dcbad-4abf-44ff-8133-463054d202ec, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=317dcbad-4abf-44ff-8133-463054d202ec,segment=NetworkSegment(92c53aa3-fb9f-4651-a754-1bb2de9cfa96),segment_id=92c53aa3-fb9f-4651-a754-1bb2de9cfa96)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:47.295266 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08abae-c1d2-4dc8-8507-ac5e52959f58 req-d4ee4e41-70cd-498d-b07f-63286b7a7ba7 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:47.299150 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:47.302807 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c08abae-c1d2-4dc8-8507-ac5e52959f58 req-d4ee4e41-70cd-498d-b07f-63286b7a7ba7 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 943 time: 0.1621530 Mar 23 12:55:47.356433 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-55487c08-519a-4228-bead-0f0b9c1c046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:47.373956 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55487c08-519a-4228-bead-0f0b9c1c046f None None] The sync data for ids ['33a67585-0fa8-4fba-bc29-33aa07993425'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:55:47.410613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=317dcbad-4abf-44ff-8133-463054d202ec,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:47.414107 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c08abae-c1d2-4dc8-8507-ac5e52959f58 req-c5043d2c-e2d3-4547-a2bf-8997ab0aedcb tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006725 Mar 23 12:55:47.507467 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f643ce91-08ac-40e6-ad09-a903858dedbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:47.550040 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643ce91-08ac-40e6-ad09-a903858dedbc None None] Pushing event deleted for resources: {'Port': ['ID=7c844a1a-6b23-4055-b908-f49a848c734e,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:47.562888 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 89a47dbb-2b79-43f7-afd3-375f40740069 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:47.631380 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f643ce91-08ac-40e6-ad09-a903858dedbc None None] No DVR routers for this DVR port 7c844a1a-6b23-4055-b908-f49a848c734e on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:47.656300 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:47.660248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4d6c1e39-b3c8-4b17-86f9-34a643f962c7 None None] Provisioning complete for port a640aba2-ef43-4ca8-881e-d2e916794fdb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:47.660673 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4d6c1e39-b3c8-4b17-86f9-34a643f962c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:47.689754 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 89a47dbb-2b79-43f7-afd3-375f40740069 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:47.690204 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:47.745160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c1e39-b3c8-4b17-86f9-34a643f962c7 None None] Port a640aba2-ef43-4ca8-881e-d2e916794fdb cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:47.778187 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4d6c1e39-b3c8-4b17-86f9-34a643f962c7 None None] Provisioning complete for port 317dcbad-4abf-44ff-8133-463054d202ec triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:47.778536 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4d6c1e39-b3c8-4b17-86f9-34a643f962c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:47.807308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7f81d883-7ad8-42c9-b08b-9f8808152aa6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Deleting port bd46d3ab-91c9-44e3-8736-10eb17cfa3ea {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:47.808362 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f81d883-7ad8-42c9-b08b-9f8808152aa6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:47.874109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac128e2-9b07-4d6a-be71-de37ef849d5b tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event updated for resources: {'Port': ['ID=c513f30e-5c34-49b5-9d31-02d7292a004f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:47.948170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac128e2-9b07-4d6a-be71-de37ef849d5b tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Network 2c81586d-299a-4b38-8bd8-60a04da37fe8 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:47.948585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 7c844a1a-6b23-4055-b908-f49a848c734e no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:47.960286 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-aac128e2-9b07-4d6a-be71-de37ef849d5b tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:47.965880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-7f81d883-7ad8-42c9-b08b-9f8808152aa6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] For port bd46d3ab-91c9-44e3-8736-10eb17cfa3ea, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bd46d3ab-91c9-44e3-8736-10eb17cfa3ea,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:47.966345 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f81d883-7ad8-42c9-b08b-9f8808152aa6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:47.969992 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac128e2-9b07-4d6a-be71-de37ef849d5b tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:47.977040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac128e2-9b07-4d6a-be71-de37ef849d5b tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:47.978214 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aac128e2-9b07-4d6a-be71-de37ef849d5b tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:47.982978 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 7c844a1a-6b23-4055-b908-f49a848c734e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:55:47.983544 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 7c844a1a-6b23-4055-b908-f49a848c734e not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:47.984793 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8f96f864-8bcc-45c8-9dfc-c214032bb0a1 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:48.022923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e9ef9d-f1e3-4bc8-948d-f54975b27d4e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:48.024724 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a0e9ef9d-f1e3-4bc8-948d-f54975b27d4e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a67585-0fa8-4fba-bc29-33aa07993425 HTTP/1.1" status: 200 len: 987 time: 0.8505023 Mar 23 12:55:48.028452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36884) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:48.041746 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 8f96f864-8bcc-45c8-9dfc-c214032bb0a1 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:55:48.042210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8f96f864-8bcc-45c8-9dfc-c214032bb0a1 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:48.046563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7f81d883-7ad8-42c9-b08b-9f8808152aa6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Calling delete_port for bd46d3ab-91c9-44e3-8736-10eb17cfa3ea owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:48.057017 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4d6c1e39-b3c8-4b17-86f9-34a643f962c7 None None] Provisioning complete for port 266392bb-6f4b-4ff9-afbe-994b24c7b079 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:48.059633 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4d6c1e39-b3c8-4b17-86f9-34a643f962c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:48.117024 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c1e39-b3c8-4b17-86f9-34a643f962c7 None None] Port 266392bb-6f4b-4ff9-afbe-994b24c7b079 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:48.150188 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4d6c1e39-b3c8-4b17-86f9-34a643f962c7 None None] Provisioning complete for port 89a47dbb-2b79-43f7-afd3-375f40740069 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:48.150564 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4d6c1e39-b3c8-4b17-86f9-34a643f962c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:48.359266 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f81d883-7ad8-42c9-b08b-9f8808152aa6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:48.365740 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-aac128e2-9b07-4d6a-be71-de37ef849d5b tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.6704483 Mar 23 12:55:48.369800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36896) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:48.441676 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81d883-7ad8-42c9-b08b-9f8808152aa6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event deleted for resources: {'Port': ['ID=bd46d3ab-91c9-44e3-8736-10eb17cfa3ea,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:48.505868 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-97457246-e5c5-4813-9a7a-4ff16db90d61 None None] Provisioning complete for port 266392bb-6f4b-4ff9-afbe-994b24c7b079 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:48.507611 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-97457246-e5c5-4813-9a7a-4ff16db90d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:48.565137 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836ed48-b115-42e5-9046-5d2487037e0f req-4c8d8518-574d-4df9-aebf-c6bfc09d1b3d tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:48.568011 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2836ed48-b115-42e5-9046-5d2487037e0f req-4c8d8518-574d-4df9-aebf-c6bfc09d1b3d tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.77 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 945 time: 0.2247980 Mar 23 12:55:48.613557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-97457246-e5c5-4813-9a7a-4ff16db90d61 None None] Port 266392bb-6f4b-4ff9-afbe-994b24c7b079 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:48.639615 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f81d883-7ad8-42c9-b08b-9f8808152aa6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:48.677317 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c03ed-8ac3-4c30-b36d-c191d57ca930 req-d1d4aad3-b66c-4cdb-9269-45b663cf525d tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:48.679014 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ae8c03ed-8ac3-4c30-b36d-c191d57ca930 req-d1d4aad3-b66c-4cdb-9269-45b663cf525d tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 945 time: 0.4011962 Mar 23 12:55:48.741834 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-25455472-72d7-4ff3-b25d-a31ccfd7e830 None None] Provisioning complete for port 266392bb-6f4b-4ff9-afbe-994b24c7b079 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:48.742299 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25455472-72d7-4ff3-b25d-a31ccfd7e830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:48.780737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b6b6b-f1fd-423f-b1f5-248f06dd3ef7 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:48.796867 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b6b6b-f1fd-423f-b1f5-248f06dd3ef7 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:48.804140 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b6b6b-f1fd-423f-b1f5-248f06dd3ef7 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:48.814724 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-165b6b6b-f1fd-423f-b1f5-248f06dd3ef7 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.4411156 Mar 23 12:55:48.815803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36904) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:48.826396 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f81d883-7ad8-42c9-b08b-9f8808152aa6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:48.829697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-25455472-72d7-4ff3-b25d-a31ccfd7e830 None None] Port 266392bb-6f4b-4ff9-afbe-994b24c7b079 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:48.839059 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f81d883-7ad8-42c9-b08b-9f8808152aa6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:48.857360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-25455472-72d7-4ff3-b25d-a31ccfd7e830 None None] Provisioning complete for port c513f30e-5c34-49b5-9d31-02d7292a004f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:48.857731 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25455472-72d7-4ff3-b25d-a31ccfd7e830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:48.869623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b09ab2-a5c2-4fc7-88f0-c64912923691 req-72e14a25-aa7b-43fc-bc78-9d0a0195221a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:48.871887 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41b09ab2-a5c2-4fc7-88f0-c64912923691 req-72e14a25-aa7b-43fc-bc78-9d0a0195221a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 943 time: 0.2505894 Mar 23 12:55:48.914063 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ae8c03ed-8ac3-4c30-b36d-c191d57ca930 req-cdcc52b7-d5e0-4a9c-8613-a3ff41ae07da tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/security-groups?id=767c8308-acb1-4348-a717-64dda9d1df51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221925 Mar 23 12:55:48.929545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-25455472-72d7-4ff3-b25d-a31ccfd7e830 None None] Port c513f30e-5c34-49b5-9d31-02d7292a004f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:48.997546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f81d883-7ad8-42c9-b08b-9f8808152aa6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:48.998061 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f81d883-7ad8-42c9-b08b-9f8808152aa6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Fanout notify agent at l3_agent the message router_deleted on router ae2ae8ed-d7ea-420c-92bb-a23958b64fc2 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:55:49.005501 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f81d883-7ad8-42c9-b08b-9f8808152aa6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:49.009713 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7f81d883-7ad8-42c9-b08b-9f8808152aa6 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "DELETE /v2.0/routers/ae2ae8ed-d7ea-420c-92bb-a23958b64fc2 HTTP/1.1" status: 204 len: 168 time: 3.5244911 Mar 23 12:55:49.014661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36908) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:49.080670 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41b09ab2-a5c2-4fc7-88f0-c64912923691 req-f9a1d24c-08f1-4791-a41b-141c38e985d9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011936 Mar 23 12:55:49.100815 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-2836ed48-b115-42e5-9046-5d2487037e0f req-3ff1f363-7e66-4617-b215-a704d5a38c32 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Deleting port 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:49.101171 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2836ed48-b115-42e5-9046-5d2487037e0f req-3ff1f363-7e66-4617-b215-a704d5a38c32 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:49.236782 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-bff34230-2219-48db-abad-657bdbc08e6e tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Deleting port c513f30e-5c34-49b5-9d31-02d7292a004f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:49.237329 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bff34230-2219-48db-abad-657bdbc08e6e tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:49.252200 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6773e8b-1571-42b8-8139-e27a4748ec6c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:49.375705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2836ed48-b115-42e5-9046-5d2487037e0f req-3ff1f363-7e66-4617-b215-a704d5a38c32 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] For port 7a3b9e3d-1bda-4531-baa7-02fba3b7d156, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=7a3b9e3d-1bda-4531-baa7-02fba3b7d156,segment=NetworkSegment(470b9611-3caf-4838-a4db-b60253fb0d38),segment_id=470b9611-3caf-4838-a4db-b60253fb0d38)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:49.376510 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2836ed48-b115-42e5-9046-5d2487037e0f req-3ff1f363-7e66-4617-b215-a704d5a38c32 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:49.453130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-2836ed48-b115-42e5-9046-5d2487037e0f req-3ff1f363-7e66-4617-b215-a704d5a38c32 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Calling delete_port for 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:49.462011 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bff34230-2219-48db-abad-657bdbc08e6e tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:49.519037 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-bff34230-2219-48db-abad-657bdbc08e6e tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Calling delete_port for c513f30e-5c34-49b5-9d31-02d7292a004f owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:49.557330 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6773e8b-1571-42b8-8139-e27a4748ec6c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:49.564621 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-111399d8-578a-47ec-871c-a6f3cafc6655 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:49.598176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d6773e8b-1571-42b8-8139-e27a4748ec6c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323727f5-3ee9-48e4-820d-806b08847c94']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:49.653671 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d6773e8b-1571-42b8-8139-e27a4748ec6c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:49.653964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d6773e8b-1571-42b8-8139-e27a4748ec6c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3ac3cd-4ff2-42cd-86a4-4fd4e746dbc6') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:49.673729 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6773e8b-1571-42b8-8139-e27a4748ec6c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:49.707190 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6773e8b-1571-42b8-8139-e27a4748ec6c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:49.733124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6773e8b-1571-42b8-8139-e27a4748ec6c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:49.733541 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6773e8b-1571-42b8-8139-e27a4748ec6c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:49.737639 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:49.760184 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 317dcbad-4abf-44ff-8133-463054d202ec up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:49.827411 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 317dcbad-4abf-44ff-8133-463054d202ec triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:49.827908 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:49.833825 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6773e8b-1571-42b8-8139-e27a4748ec6c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:49.882724 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d6773e8b-1571-42b8-8139-e27a4748ec6c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:49.886333 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d6773e8b-1571-42b8-8139-e27a4748ec6c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "DELETE /v2.0/networks/323727f5-3ee9-48e4-820d-806b08847c94 HTTP/1.1" status: 204 len: 168 time: 0.8706996 Mar 23 12:55:49.889970 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36912) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:49.906986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-111399d8-578a-47ec-871c-a6f3cafc6655 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port 266392bb-6f4b-4ff9-afbe-994b24c7b079 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:49.907323 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-111399d8-578a-47ec-871c-a6f3cafc6655 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:49.958166 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6773e8b-1571-42b8-8139-e27a4748ec6c tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event deleted for resources: {'Network': ['ID=323727f5-3ee9-48e4-820d-806b08847c94,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:49.995615 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2836ed48-b115-42e5-9046-5d2487037e0f req-3ff1f363-7e66-4617-b215-a704d5a38c32 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:50.004293 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bff34230-2219-48db-abad-657bdbc08e6e tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:50.016467 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['7a3b9e3d-1bda-4531-baa7-02fba3b7d156'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:55:50.049600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1f363-7e66-4617-b215-a704d5a38c32 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Pushing event deleted for resources: {'Port': ['ID=7a3b9e3d-1bda-4531-baa7-02fba3b7d156,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:50.096583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bd46d3ab-91c9-44e3-8736-10eb17cfa3ea no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:50.165407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: bd46d3ab-91c9-44e3-8736-10eb17cfa3ea {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:55:50.165937 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bd46d3ab-91c9-44e3-8736-10eb17cfa3ea not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:50.227282 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7cc44208-b27e-42f1-a214-dc3d1509db58 req-c7da5d32-276c-412a-863f-3d0302d4ff0a tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 210 time: 0.0697479 Mar 23 12:55:50.233294 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2836ed48-b115-42e5-9046-5d2487037e0f req-3ff1f363-7e66-4617-b215-a704d5a38c32 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] No DVR routers for this DVR port 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:50.235528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff34230-2219-48db-abad-657bdbc08e6e tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event deleted for resources: {'Port': ['ID=c513f30e-5c34-49b5-9d31-02d7292a004f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:50.247346 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2836ed48-b115-42e5-9046-5d2487037e0f req-3ff1f363-7e66-4617-b215-a704d5a38c32 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:50.250838 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2836ed48-b115-42e5-9046-5d2487037e0f req-3ff1f363-7e66-4617-b215-a704d5a38c32 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.77 "DELETE /v2.0/ports/7a3b9e3d-1bda-4531-baa7-02fba3b7d156 HTTP/1.1" status: 204 len: 173 time: 1.6765444 Mar 23 12:55:50.251405 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077b58d0-bd98-4b04-99b7-c25f4656d488', 'name': 'network-vif-deleted', 'tag': '7a3b9e3d-1bda-4531-baa7-02fba3b7d156'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:55:50.254611 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa47a9d0-4710-47a6-bcc3-0ac9c0dcc4b5" -d '{"events": [{"server_uuid": "077b58d0-bd98-4b04-99b7-c25f4656d488", "name": "network-vif-deleted", "tag": "7a3b9e3d-1bda-4531-baa7-02fba3b7d156"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:55:50.364899 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-111399d8-578a-47ec-871c-a6f3cafc6655 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:50.404506 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac21cf3-9735-43c7-b3f4-4e006055cd99 x-openstack-request-id: req-bac21cf3-9735-43c7-b3f4-4e006055cd99 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:55:50.404872 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077b58d0-bd98-4b04-99b7-c25f4656d488", "name": "network-vif-deleted", "tag": "7a3b9e3d-1bda-4531-baa7-02fba3b7d156", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:55:50.405067 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bac21cf3-9735-43c7-b3f4-4e006055cd99 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:55:50.405456 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077b58d0-bd98-4b04-99b7-c25f4656d488', 'name': 'network-vif-deleted', 'tag': '7a3b9e3d-1bda-4531-baa7-02fba3b7d156', 'status': 'completed', 'code': 200} Mar 23 12:55:50.406242 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-111399d8-578a-47ec-871c-a6f3cafc6655 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for 266392bb-6f4b-4ff9-afbe-994b24c7b079 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:50.495532 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-189a3502-f538-4225-b2c2-fbe718a98316 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Deleting port 563df849-560a-4991-b5c2-ba46f56847b5 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:50.496789 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-189a3502-f538-4225-b2c2-fbe718a98316 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:50.563031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133c03e-00bc-4aa7-bf58-817171a21689 req-5a60f2f6-36bf-4067-bd16-686855636fd3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:50.582596 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7133c03e-00bc-4aa7-bf58-817171a21689 req-5a60f2f6-36bf-4067-bd16-686855636fd3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 943 time: 0.3445363 Mar 23 12:55:50.611954 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bff34230-2219-48db-abad-657bdbc08e6e tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:50.631522 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bff34230-2219-48db-abad-657bdbc08e6e tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "DELETE /v2.0/ports/c513f30e-5c34-49b5-9d31-02d7292a004f HTTP/1.1" status: 204 len: 168 time: 1.8134551 Mar 23 12:55:50.636896 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36922) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:50.717030 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7bf0b7-0fd0-4431-a70e-ed95d9ba0b3e tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] GET failed (client error): The resource could not be found. Mar 23 12:55:50.720577 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7f7bf0b7-0fd0-4431-a70e-ed95d9ba0b3e tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "GET /v2.0/ports/c513f30e-5c34-49b5-9d31-02d7292a004f HTTP/1.1" status: 404 len: 333 time: 0.0821881 Mar 23 12:55:50.721337 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-189a3502-f538-4225-b2c2-fbe718a98316 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:50.721891 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-189a3502-f538-4225-b2c2-fbe718a98316 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:50.733770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36926) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:50.740547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5d6688f3-6ab7-490c-9671-0a2833f3f083 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Request body: {'port': {'network_id': '2c81586d-299a-4b38-8bd8-60a04da37fe8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-667592076'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:50.784267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7133c03e-00bc-4aa7-bf58-817171a21689 req-25444f54-1a92-4c82-a13a-e52c1a76a982 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995697 Mar 23 12:55:50.826061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-189a3502-f538-4225-b2c2-fbe718a98316 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Calling delete_port for 563df849-560a-4991-b5c2-ba46f56847b5 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:51.015270 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-111399d8-578a-47ec-871c-a6f3cafc6655 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:51.090624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111399d8-578a-47ec-871c-a6f3cafc6655 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=266392bb-6f4b-4ff9-afbe-994b24c7b079,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:51.165381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6688f3-6ab7-490c-9671-0a2833f3f083 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Made reservation on behalf of 899cf59fe2d0418189f0adec37a3e6d1 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:51.170972 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d6688f3-6ab7-490c-9671-0a2833f3f083 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:51.376774 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-5d6688f3-6ab7-490c-9671-0a2833f3f083 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] device_id is not set on port 4dd39ff4-9b7e-4423-8e7f-172c6e88daa2 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:55:51.405587 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-111399d8-578a-47ec-871c-a6f3cafc6655 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:51.507055 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7c598612-2535-4ca6-928d-c27fcffc8f21 req-5c4bd42f-db6d-4940-91aa-5ccc556d4f83 tempest-VolumesActionsTest-929475250 tempest-VolumesActionsTest-929475250-project] 10.222.0.52 "GET /v2.0/ports?device_id=077b58d0-bd98-4b04-99b7-c25f4656d488 HTTP/1.1" status: 200 len: 210 time: 0.1170623 Mar 23 12:55:51.588280 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-189a3502-f538-4225-b2c2-fbe718a98316 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:51.637969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a3502-f538-4225-b2c2-fbe718a98316 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event deleted for resources: {'Port': ['ID=563df849-560a-4991-b5c2-ba46f56847b5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:51.821345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111399d8-578a-47ec-871c-a6f3cafc6655 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Router 33a67585-0fa8-4fba-bc29-33aa07993425 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:55:51.834239 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-5d6688f3-6ab7-490c-9671-0a2833f3f083 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Allocated IP 2001:db8::1ac (2c81586d-299a-4b38-8bd8-60a04da37fe8/4ef5b3bc-801a-4943-8ef1-1bb9af7d4d2c/4dd39ff4-9b7e-4423-8e7f-172c6e88daa2) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:51.851257 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-189a3502-f538-4225-b2c2-fbe718a98316 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:51.851607 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-189a3502-f538-4225-b2c2-fbe718a98316 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Floating IP efd43984-f70b-4326-8e41-b35d6bc93a25 disassociated (deleted). External IP: 172.25.2.181, port: 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03. Mar 23 12:55:51.972243 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5dd3f-87c0-47a0-9ceb-27c94927d56b req-009d87a2-cf9e-4c36-975d-24752da020e1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:51.981200 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:51.998877 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-90f5dd3f-87c0-47a0-9ceb-27c94927d56b req-009d87a2-cf9e-4c36-975d-24752da020e1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 943 time: 0.1136229 Mar 23 12:55:52.001376 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36940) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:52.018952 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:55:52.019486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 7a3b9e3d-1bda-4531-baa7-02fba3b7d156 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:52.071424 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-90f5dd3f-87c0-47a0-9ceb-27c94927d56b req-37664c53-29d9-42b8-83aa-10b1176bafbd tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715029 Mar 23 12:55:52.090941 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111399d8-578a-47ec-871c-a6f3cafc6655 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:55:52.101415 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-111399d8-578a-47ec-871c-a6f3cafc6655 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "PUT /v2.0/routers/33a67585-0fa8-4fba-bc29-33aa07993425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0713315 Mar 23 12:55:52.105128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36944) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:52.107158 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16abb7b4-75c0-4105-9f2d-2090daa26b2a None None] Sync routers for ids ['33a67585-0fa8-4fba-bc29-33aa07993425'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:55:52.126717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16abb7b4-75c0-4105-9f2d-2090daa26b2a None None] Routers {'33a67585-0fa8-4fba-bc29-33aa07993425'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:52.127633 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-16abb7b4-75c0-4105-9f2d-2090daa26b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['33a67585-0fa8-4fba-bc29-33aa07993425'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:52.145343 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3592f1a-4fd4-4281-9902-00ecbdb2af65 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] GET failed (client error): The resource could not be found. Mar 23 12:55:52.145343 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e3592f1a-4fd4-4281-9902-00ecbdb2af65 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports/266392bb-6f4b-4ff9-afbe-994b24c7b079 HTTP/1.1" status: 404 len: 333 time: 0.0346072 Mar 23 12:55:52.146569 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36946) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:52.190292 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-16abb7b4-75c0-4105-9f2d-2090daa26b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:52.208928 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16abb7b4-75c0-4105-9f2d-2090daa26b2a None None] Routers {'33a67585-0fa8-4fba-bc29-33aa07993425'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:52.209741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-16abb7b4-75c0-4105-9f2d-2090daa26b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['33a67585-0fa8-4fba-bc29-33aa07993425'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:52.342636 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d6688f3-6ab7-490c-9671-0a2833f3f083 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:52.438339 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189a3502-f538-4225-b2c2-fbe718a98316 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Router d654ecdd-8c54-43d1-a4e5-00d426e9f703 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:55:52.510110 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-16abb7b4-75c0-4105-9f2d-2090daa26b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:52.513307 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d6688f3-6ab7-490c-9671-0a2833f3f083 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:52.515017 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16abb7b4-75c0-4105-9f2d-2090daa26b2a None None] The sync data for ids ['33a67585-0fa8-4fba-bc29-33aa07993425'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:55:52.577413 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6688f3-6ab7-490c-9671-0a2833f3f083 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Network 2c81586d-299a-4b38-8bd8-60a04da37fe8 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:52.587551 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5d6688f3-6ab7-490c-9671-0a2833f3f083 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:52.595985 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6688f3-6ab7-490c-9671-0a2833f3f083 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:52.609252 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6688f3-6ab7-490c-9671-0a2833f3f083 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:52.610012 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d6688f3-6ab7-490c-9671-0a2833f3f083 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:52.688146 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f548b344-2d20-41cd-8568-90785f6bbefb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:52.691849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189a3502-f538-4225-b2c2-fbe718a98316 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:55:52.701985 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6688f3-6ab7-490c-9671-0a2833f3f083 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event updated for resources: {'Port': ['ID=4dd39ff4-9b7e-4423-8e7f-172c6e88daa2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:52.704320 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5dd96e-7787-4416-8e82-fa2319d3a311 None None] Sync routers for ids ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:55:52.726623 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-189a3502-f538-4225-b2c2-fbe718a98316 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:52.730123 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5dd96e-7787-4416-8e82-fa2319d3a311 None None] Routers {'d654ecdd-8c54-43d1-a4e5-00d426e9f703'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:52.733489 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0f5dd96e-7787-4416-8e82-fa2319d3a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:52.794738 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5d6688f3-6ab7-490c-9671-0a2833f3f083 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0579970 Mar 23 12:55:52.798859 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36952) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:52.807225 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c599b6eb-0bf4-42b4-ac40-9d4ddb46dbe1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b1', 'mac_address': 'fa:16:3e:4a:36:f9'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:52.852323 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-189a3502-f538-4225-b2c2-fbe718a98316 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "DELETE /v2.0/floatingips/efd43984-f70b-4326-8e41-b35d6bc93a25 HTTP/1.1" status: 204 len: 168 time: 2.9591033 Mar 23 12:55:53.038108 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0f5dd96e-7787-4416-8e82-fa2319d3a311 None None] Set router d654ecdd-8c54-43d1-a4e5-00d426e9f703 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:53.123887 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-69051b88-5902-4d35-8832-889c9ab75eb5 None None] Provisioning complete for port 4dd39ff4-9b7e-4423-8e7f-172c6e88daa2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:53.131061 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-69051b88-5902-4d35-8832-889c9ab75eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:53.240186 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-69051b88-5902-4d35-8832-889c9ab75eb5 None None] Port 4dd39ff4-9b7e-4423-8e7f-172c6e88daa2 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:53.436210 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0f5dd96e-7787-4416-8e82-fa2319d3a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312964928', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:02Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:03Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f42d47c5-2423-43c9-91a1-24f1b7cc18c9', 'name': '', 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'mac_address': 'fa:16:3e:c1:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:10Z', 'updated_at': '2022-03-23T12:53:17Z', 'revision_number': 5, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'subnets': [{'id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:53.467060 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5dd96e-7787-4416-8e82-fa2319d3a311 None None] Checking router: d654ecdd-8c54-43d1-a4e5-00d426e9f703 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:55:53.477831 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5dd96e-7787-4416-8e82-fa2319d3a311 None None] Routers {'d654ecdd-8c54-43d1-a4e5-00d426e9f703'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:53.478484 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0f5dd96e-7787-4416-8e82-fa2319d3a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:53.656375 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0f5dd96e-7787-4416-8e82-fa2319d3a311 None None] Set router d654ecdd-8c54-43d1-a4e5-00d426e9f703 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:53.669380 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c9957f-86e5-49ad-9cd7-31a313bad6ab', 'tag': '2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:55:53.671734 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb215f0f-e1d5-408c-9107-62291e20422d" -d '{"events": [{"name": "network-changed", "server_uuid": "67c9957f-86e5-49ad-9cd7-31a313bad6ab", "tag": "2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:55:53.859878 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a298c-1f21-4a71-8606-064d282ba9ef req-750de089-23d3-40c1-9bf5-6a2765c1a333 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:53.872790 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f1a298c-1f21-4a71-8606-064d282ba9ef req-750de089-23d3-40c1-9bf5-6a2765c1a333 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 943 time: 0.2172902 Mar 23 12:55:53.902940 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f548b344-2d20-41cd-8568-90785f6bbefb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:53.906177 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f548b344-2d20-41cd-8568-90785f6bbefb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:53.926236 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c599b6eb-0bf4-42b4-ac40-9d4ddb46dbe1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:53.958239 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7f1a298c-1f21-4a71-8606-064d282ba9ef req-566bbdbe-6621-4ffd-926b-f1cfee90a7a8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790300 Mar 23 12:55:54.062935 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11607ab9-866d-47b3-9d71-491cd16aaa09 req-f904b872-757c-4d09-ac4c-6a41011a5a35 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:54.067990 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3542e202-e3dd-41f9-82a9-7e248c467c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:54.071241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-11607ab9-866d-47b3-9d71-491cd16aaa09 req-f904b872-757c-4d09-ac4c-6a41011a5a35 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 985 time: 0.2179551 Mar 23 12:55:54.075259 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f548b344-2d20-41cd-8568-90785f6bbefb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:54.075797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f548b344-2d20-41cd-8568-90785f6bbefb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Fanout notify agent at l3_agent the message router_deleted on router 33a67585-0fa8-4fba-bc29-33aa07993425 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:55:54.089975 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f548b344-2d20-41cd-8568-90785f6bbefb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:54.093911 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f548b344-2d20-41cd-8568-90785f6bbefb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/routers/33a67585-0fa8-4fba-bc29-33aa07993425 HTTP/1.1" status: 204 len: 168 time: 1.9449749 Mar 23 12:55:54.102315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36968) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:54.157145 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd614175-53a5-4f62-8e1d-e65f186a4aae x-openstack-request-id: req-dd614175-53a5-4f62-8e1d-e65f186a4aae {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:55:54.157145 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c9957f-86e5-49ad-9cd7-31a313bad6ab", "tag": "2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:55:54.157686 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd614175-53a5-4f62-8e1d-e65f186a4aae {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:55:54.158334 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c9957f-86e5-49ad-9cd7-31a313bad6ab', 'tag': '2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03', 'status': 'completed', 'code': 200} Mar 23 12:55:54.170740 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0f5dd96e-7787-4416-8e82-fa2319d3a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312964928', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:02Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:03Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f42d47c5-2423-43c9-91a1-24f1b7cc18c9', 'name': '', 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'mac_address': 'fa:16:3e:c1:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:10Z', 'updated_at': '2022-03-23T12:53:17Z', 'revision_number': 5, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'subnets': [{'id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:54.214266 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5dd96e-7787-4416-8e82-fa2319d3a311 None None] The sync data for ids ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'] in n-d-834854-1 is: [{'id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312964928', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:02Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:03Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f42d47c5-2423-43c9-91a1-24f1b7cc18c9', 'name': '', 'network_id': '418e4da7-3f91-4acf-9c8d-b6060cea49cb', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'mac_address': 'fa:16:3e:c1:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:10Z', 'updated_at': '2022-03-23T12:53:17Z', 'revision_number': 5, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'subnets': [{'id': 'c44bda33-7d34-4ba5-8c4e-8b6acbd59b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:55:54.306878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-851f2c71-ad82-4b27-a4aa-218f8ea81c56 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting subnet d650050a-ee0b-4f88-8460-8e8983410975 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:55:54.311618 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-851f2c71-ad82-4b27-a4aa-218f8ea81c56 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:54.312617 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c599b6eb-0bf4-42b4-ac40-9d4ddb46dbe1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:54.319205 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c599b6eb-0bf4-42b4-ac40-9d4ddb46dbe1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:54.376168 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c599b6eb-0bf4-42b4-ac40-9d4ddb46dbe1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] In _notify_port_updated(), no bound segment for port 4dd39ff4-9b7e-4423-8e7f-172c6e88daa2 on network 2c81586d-299a-4b38-8bd8-60a04da37fe8 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:55:54.383677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c599b6eb-0bf4-42b4-ac40-9d4ddb46dbe1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:54.385036 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c599b6eb-0bf4-42b4-ac40-9d4ddb46dbe1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:54.386988 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c599b6eb-0bf4-42b4-ac40-9d4ddb46dbe1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "PUT /v2.0/ports/4dd39ff4-9b7e-4423-8e7f-172c6e88daa2 HTTP/1.1" status: 200 len: 1001 time: 1.5871143 Mar 23 12:55:54.393068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 36972) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:54.460942 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599b6eb-0bf4-42b4-ac40-9d4ddb46dbe1 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event updated for resources: {'Port': ['ID=4dd39ff4-9b7e-4423-8e7f-172c6e88daa2,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:54.470433 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-11607ab9-866d-47b3-9d71-491cd16aaa09 req-f1372cac-323e-4309-972e-35907f43944a tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3980503 Mar 23 12:55:54.503422 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb215f0f-e1d5-408c-9107-62291e20422d req-18d1c92e-8948-4595-bb2f-4b4c544f9ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:54.506408 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb215f0f-e1d5-408c-9107-62291e20422d req-18d1c92e-8948-4595-bb2f-4b4c544f9ea5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4578e949d6db4514a22d0490934f3e80&device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 1136 time: 0.3488684 Mar 23 12:55:54.537396 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-851f2c71-ad82-4b27-a4aa-218f8ea81c56 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:54.568529 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a568f-da77-414f-a621-2c3f4640db25 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Deleting port 4dd39ff4-9b7e-4423-8e7f-172c6e88daa2 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:54.569031 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb4a568f-da77-414f-a621-2c3f4640db25 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:54.645976 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-defe103d-f5d4-401a-852c-6e9173bf417a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:54.694919 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb4a568f-da77-414f-a621-2c3f4640db25 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:54.711253 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a568f-da77-414f-a621-2c3f4640db25 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Calling delete_port for 4dd39ff4-9b7e-4423-8e7f-172c6e88daa2 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:54.737011 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361d550-5aef-4d84-b2da-404b9538adc3 None None] New status for floating IP efd43984-f70b-4326-8e41-b35d6bc93a25: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:55:54.881268 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a8b94116-47c1-4b62-916c-cafc15de03c2 None None] Provisioning complete for port 4dd39ff4-9b7e-4423-8e7f-172c6e88daa2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:54.881984 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a8b94116-47c1-4b62-916c-cafc15de03c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:54.900960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb215f0f-e1d5-408c-9107-62291e20422d req-8f1dc8db-3170-4f3b-82ea-7bbe7e573dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:54.903399 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb215f0f-e1d5-408c-9107-62291e20422d req-8f1dc8db-3170-4f3b-82ea-7bbe7e573dab service neutron] 10.222.0.77 "GET /v2.0/networks?id=418e4da7-3f91-4acf-9c8d-b6060cea49cb HTTP/1.1" status: 200 len: 898 time: 0.3813629 Mar 23 12:55:54.933225 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c3956-2a2f-4e61-b4ff-b32759529d7c req-04a6159c-cd43-4529-971b-0a6c26796296 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:54.934910 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed2c3956-2a2f-4e61-b4ff-b32759529d7c req-04a6159c-cd43-4529-971b-0a6c26796296 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 985 time: 0.1326323 Mar 23 12:55:54.942416 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb4a568f-da77-414f-a621-2c3f4640db25 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:54.962593 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a8b94116-47c1-4b62-916c-cafc15de03c2 None None] Port 4dd39ff4-9b7e-4423-8e7f-172c6e88daa2 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:55.016523 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb215f0f-e1d5-408c-9107-62291e20422d req-6c73d3e3-1a26-4cfc-ae8c-2bde713f0f2d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 HTTP/1.1" status: 200 len: 217 time: 0.1035919 Mar 23 12:55:55.027110 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-851f2c71-ad82-4b27-a4aa-218f8ea81c56 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:55.088891 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a568f-da77-414f-a621-2c3f4640db25 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event deleted for resources: {'Port': ['ID=4dd39ff4-9b7e-4423-8e7f-172c6e88daa2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:55.152196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb215f0f-e1d5-408c-9107-62291e20422d req-abf22728-ea58-4de6-b4bb-11c09605a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:55.156287 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb215f0f-e1d5-408c-9107-62291e20422d req-abf22728-ea58-4de6-b4bb-11c09605a4ee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c44bda33-7d34-4ba5-8c4e-8b6acbd59b63 HTTP/1.1" status: 200 len: 835 time: 0.0776274 Mar 23 12:55:55.257611 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cb4a568f-da77-414f-a621-2c3f4640db25 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:55.265842 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-851f2c71-ad82-4b27-a4aa-218f8ea81c56 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:55.273426 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cb4a568f-da77-414f-a621-2c3f4640db25 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "DELETE /v2.0/ports/4dd39ff4-9b7e-4423-8e7f-172c6e88daa2 HTTP/1.1" status: 204 len: 168 time: 0.8789046 Mar 23 12:55:55.277814 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36980) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:55.286286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9129b-f737-437e-8d78-f0e425ab1338 req-29c0583e-ef09-4ff0-98ac-9a0db73bdbf4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:55.289327 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f5f9129b-f737-437e-8d78-f0e425ab1338 req-29c0583e-ef09-4ff0-98ac-9a0db73bdbf4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 943 time: 0.1919641 Mar 23 12:55:55.345403 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-851f2c71-ad82-4b27-a4aa-218f8ea81c56 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:55.346702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-ed2c3956-2a2f-4e61-b4ff-b32759529d7c req-b6c876c9-1543-4671-b405-e0d427974fb0 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Deleting port 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:55.347043 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed2c3956-2a2f-4e61-b4ff-b32759529d7c req-b6c876c9-1543-4671-b405-e0d427974fb0 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:55.349088 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-851f2c71-ad82-4b27-a4aa-218f8ea81c56 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/d650050a-ee0b-4f88-8460-8e8983410975 HTTP/1.1" status: 204 len: 168 time: 1.2456901 Mar 23 12:55:55.351863 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f2c71-ad82-4b27-a4aa-218f8ea81c56 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Subnet': ['ID=d650050a-ee0b-4f88-8460-8e8983410975,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:55.354163 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38608fc1-6898-4ea0-9f25-6876507dc800 None None] Network 3996a2d4-f50e-4d75-9835-eb4d22218ffc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:55.354665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36984) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:55.355847 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-64decec3-5bd0-4a23-9dc6-6aa24558df2f tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] GET failed (client error): The resource could not be found. Mar 23 12:55:55.357456 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-64decec3-5bd0-4a23-9dc6-6aa24558df2f tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "GET /v2.0/ports/4dd39ff4-9b7e-4423-8e7f-172c6e88daa2 HTTP/1.1" status: 404 len: 333 time: 0.0736928 Mar 23 12:55:55.362013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 36986) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:55.390961 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e93a68bc-934b-4d7d-973d-cee932b7adfd tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Request body: {'port': {'network_id': '2c81586d-299a-4b38-8bd8-60a04da37fe8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1861072710'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:55.447492 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb215f0f-e1d5-408c-9107-62291e20422d req-dedd9453-f9c0-42b9-9a3b-230abe0e21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:55.449095 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb215f0f-e1d5-408c-9107-62291e20422d req-dedd9453-f9c0-42b9-9a3b-230abe0e21f1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=418e4da7-3f91-4acf-9c8d-b6060cea49cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2578082 Mar 23 12:55:55.476347 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-ed2c3956-2a2f-4e61-b4ff-b32759529d7c req-b6c876c9-1543-4671-b405-e0d427974fb0 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] For port 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03,segment=NetworkSegment(265af318-e985-4510-b063-8775ae762b03),segment_id=265af318-e985-4510-b063-8775ae762b03)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:55.476726 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed2c3956-2a2f-4e61-b4ff-b32759529d7c req-b6c876c9-1543-4671-b405-e0d427974fb0 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:55.492973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-ed2c3956-2a2f-4e61-b4ff-b32759529d7c req-b6c876c9-1543-4671-b405-e0d427974fb0 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Calling delete_port for 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:55.577721 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:55.728551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c506b1e8-71e2-4724-9821-e48b723a35ef None None] DHCP port deletion for 3996a2d4-f50e-4d75-9835-eb4d22218ffc request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:55:55.785192 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f5f9129b-f737-437e-8d78-f0e425ab1338 req-343da6d8-c4a7-4eb3-9a88-29d186955f94 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874504 Mar 23 12:55:55.802245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015c68d-d94c-4d77-ba17-3bac641c7a23 req-d70f3c68-83c3-43e5-86a1-ea684caa7bca tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:55.803841 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4015c68d-d94c-4d77-ba17-3bac641c7a23 req-d70f3c68-83c3-43e5-86a1-ea684caa7bca tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/ports?device_id=67c9957f-86e5-49ad-9cd7-31a313bad6ab HTTP/1.1" status: 200 len: 985 time: 0.1901860 Mar 23 12:55:55.823481 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed2c3956-2a2f-4e61-b4ff-b32759529d7c req-b6c876c9-1543-4671-b405-e0d427974fb0 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:55.827726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c506b1e8-71e2-4724-9821-e48b723a35ef None None] Deleting port 317dcbad-4abf-44ff-8133-463054d202ec {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:55.829796 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c506b1e8-71e2-4724-9821-e48b723a35ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:55.832551 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb215f0f-e1d5-408c-9107-62291e20422d req-c4d26d53-91fb-47b1-9eac-09645bbbe61a service neutron] 10.222.0.77 "GET /v2.0/networks/418e4da7-3f91-4acf-9c8d-b6060cea49cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632245 Mar 23 12:55:55.895966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c876c9-1543-4671-b405-e0d427974fb0 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event deleted for resources: {'Port': ['ID=2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:55.902767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-defe103d-f5d4-401a-852c-6e9173bf417a admin admin] Deleting port 87d5cbaa-705f-462f-b64c-b49153f2707a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:55.903118 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-defe103d-f5d4-401a-852c-6e9173bf417a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:55.912758 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93a68bc-934b-4d7d-973d-cee932b7adfd tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Made reservation on behalf of 899cf59fe2d0418189f0adec37a3e6d1 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:55.916457 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e93a68bc-934b-4d7d-973d-cee932b7adfd tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:55.932513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c506b1e8-71e2-4724-9821-e48b723a35ef None None] For port 317dcbad-4abf-44ff-8133-463054d202ec, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=317dcbad-4abf-44ff-8133-463054d202ec,segment=NetworkSegment(92c53aa3-fb9f-4651-a754-1bb2de9cfa96),segment_id=92c53aa3-fb9f-4651-a754-1bb2de9cfa96)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:55.932967 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c506b1e8-71e2-4724-9821-e48b723a35ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:55.959495 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c506b1e8-71e2-4724-9821-e48b723a35ef None None] Calling delete_port for 317dcbad-4abf-44ff-8133-463054d202ec owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:55.992871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2c3956-2a2f-4e61-b4ff-b32759529d7c req-b6c876c9-1543-4671-b405-e0d427974fb0 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] No DVR routers for this DVR port 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 on host n-h1-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:55.998761 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-ed2c3956-2a2f-4e61-b4ff-b32759529d7c req-b6c876c9-1543-4671-b405-e0d427974fb0 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:56.004684 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed2c3956-2a2f-4e61-b4ff-b32759529d7c req-b6c876c9-1543-4671-b405-e0d427974fb0 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.77 "DELETE /v2.0/ports/2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 HTTP/1.1" status: 204 len: 173 time: 1.0600314 Mar 23 12:55:56.016329 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4015c68d-d94c-4d77-ba17-3bac641c7a23 req-6841fd06-0876-4424-832d-7959dd125365 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "GET /v2.0/security-groups?id=55dd3df0-63d6-45e1-aa8d-17f0f032bae8&id=53d690a8-cc7a-4d1b-9d1b-fde642a51e96&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1933730 Mar 23 12:55:56.034836 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-e93a68bc-934b-4d7d-973d-cee932b7adfd tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] device_id is not set on port 4949a24f-0255-49cb-b94c-c03db96eb4f5 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:55:56.048880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port 317dcbad-4abf-44ff-8133-463054d202ec {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:56.050048 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:56.122002 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c506b1e8-71e2-4724-9821-e48b723a35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:56.159693 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c9957f-86e5-49ad-9cd7-31a313bad6ab', 'name': 'network-vif-deleted', 'tag': '2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:55:56.162826 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d277e979-df32-4527-9a5b-5ddcde5ce3ff" -d '{"events": [{"server_uuid": "67c9957f-86e5-49ad-9cd7-31a313bad6ab", "name": "network-vif-deleted", "tag": "2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:55:56.163356 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506b1e8-71e2-4724-9821-e48b723a35ef None None] Pushing event deleted for resources: {'Port': ['ID=317dcbad-4abf-44ff-8133-463054d202ec,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:56.167056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506b1e8-71e2-4724-9821-e48b723a35ef None None] No DVR routers for this DVR port 317dcbad-4abf-44ff-8133-463054d202ec on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:56.243246 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee3d9f7-0fd7-494d-9c2c-068405ad47a8 x-openstack-request-id: req-9ee3d9f7-0fd7-494d-9c2c-068405ad47a8 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:55:56.243667 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c9957f-86e5-49ad-9cd7-31a313bad6ab", "name": "network-vif-deleted", "tag": "2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:55:56.244021 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ee3d9f7-0fd7-494d-9c2c-068405ad47a8 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:55:56.244427 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c9957f-86e5-49ad-9cd7-31a313bad6ab', 'name': 'network-vif-deleted', 'tag': '2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03', 'status': 'completed', 'code': 200} Mar 23 12:55:56.299834 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb215f0f-e1d5-408c-9107-62291e20422d req-3f50b243-4280-4d47-99a3-067a19404fd4 service neutron] 10.222.0.77 "GET /v2.0/networks/418e4da7-3f91-4acf-9c8d-b6060cea49cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455080 Mar 23 12:55:56.303754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] For port 317dcbad-4abf-44ff-8133-463054d202ec, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=317dcbad-4abf-44ff-8133-463054d202ec,segment=NetworkSegment(92c53aa3-fb9f-4651-a754-1bb2de9cfa96),segment_id=92c53aa3-fb9f-4651-a754-1bb2de9cfa96)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:56.304040 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:56.354917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for 317dcbad-4abf-44ff-8133-463054d202ec owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:56.358492 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-defe103d-f5d4-401a-852c-6e9173bf417a admin admin] For port 87d5cbaa-705f-462f-b64c-b49153f2707a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=87d5cbaa-705f-462f-b64c-b49153f2707a,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:56.358857 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-defe103d-f5d4-401a-852c-6e9173bf417a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:56.387060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-defe103d-f5d4-401a-852c-6e9173bf417a admin admin] Calling delete_port for 87d5cbaa-705f-462f-b64c-b49153f2707a owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:56.471739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-e93a68bc-934b-4d7d-973d-cee932b7adfd tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Allocated IP 2001:db8::2a5 (2c81586d-299a-4b38-8bd8-60a04da37fe8/4ef5b3bc-801a-4943-8ef1-1bb9af7d4d2c/4949a24f-0255-49cb-b94c-c03db96eb4f5) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:56.609076 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:56.648725 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No DVR routers for this DVR port 317dcbad-4abf-44ff-8133-463054d202ec on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:56.668394 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=317dcbad-4abf-44ff-8133-463054d202ec,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:56.897613 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-18bf12ea-9433-4bc3-b429-fe65846d60d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.094404 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37004) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:57.156802 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd5293d4-f5bd-4070-a23a-487685ec3788 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.180899 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd5293d4-f5bd-4070-a23a-487685ec3788 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.186363 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.238666 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546d1e6-540a-4fbc-b773-bb50dc85e917 req-cf2f06f4-8289-42cb-8245-2356d986915f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:57.240233 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1546d1e6-540a-4fbc-b773-bb50dc85e917 req-cf2f06f4-8289-42cb-8245-2356d986915f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 943 time: 0.1841760 Mar 23 12:55:57.248884 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd5293d4-f5bd-4070-a23a-487685ec3788 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.251901 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd5293d4-f5bd-4070-a23a-487685ec3788 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.252331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3996a2d4-f50e-4d75-9835-eb4d22218ffc']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:57.256406 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fd5293d4-f5bd-4070-a23a-487685ec3788 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "DELETE /v2.0/security-groups/53d690a8-cc7a-4d1b-9d1b-fde642a51e96 HTTP/1.1" status: 204 len: 168 time: 0.1577337 Mar 23 12:55:57.256588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37006) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:57.263342 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5293d4-f5bd-4070-a23a-487685ec3788 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d690a8-cc7a-4d1b-9d1b-fde642a51e96,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:57.313445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c53aa3-fb9f-4651-a754-1bb2de9cfa96') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:57.313747 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c53aa3-fb9f-4651-a754-1bb2de9cfa96') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:57.334810 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e93a68bc-934b-4d7d-973d-cee932b7adfd tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.372767 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.411566 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.422869 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 317dcbad-4abf-44ff-8133-463054d202ec no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:57.428149 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1546d1e6-540a-4fbc-b773-bb50dc85e917 req-db47b972-d9ef-4468-8df4-7870f2004e22 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776724 Mar 23 12:55:57.446526 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:57.447001 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:57.451539 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:57.456239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 317dcbad-4abf-44ff-8133-463054d202ec {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:55:57.457105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 317dcbad-4abf-44ff-8133-463054d202ec not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:57.476046 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-defe103d-f5d4-401a-852c-6e9173bf417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.575890 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe103d-f5d4-401a-852c-6e9173bf417a admin admin] Pushing event deleted for resources: {'Port': ['ID=87d5cbaa-705f-462f-b64c-b49153f2707a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:57.607791 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cced70c2-5d63-417a-94d8-db95637d1c22 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.637426 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e93a68bc-934b-4d7d-973d-cee932b7adfd tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.642552 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.647169 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.652611 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/networks/3996a2d4-f50e-4d75-9835-eb4d22218ffc HTTP/1.1" status: 204 len: 168 time: 2.2919793 Mar 23 12:55:57.658310 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37008) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:57.713425 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ee201f-1017-4c00-95de-072364f8f552 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:57.721816 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-27ee201f-1017-4c00-95de-072364f8f552 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports/be34351c-2cec-49f7-8b29-6e9e18970386 HTTP/1.1" status: 200 len: 845 time: 0.0612402 Mar 23 12:55:57.722274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37010) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:57.753146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b07259-f582-4ba7-9d0b-37c92d4c6039 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Network': ['ID=3996a2d4-f50e-4d75-9835-eb4d22218ffc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:57.757117 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cced70c2-5d63-417a-94d8-db95637d1c22 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.783337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93a68bc-934b-4d7d-973d-cee932b7adfd tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Network 2c81586d-299a-4b38-8bd8-60a04da37fe8 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:57.792723 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e93a68bc-934b-4d7d-973d-cee932b7adfd tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:57.794050 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e267dbeb-d27d-4e36-b2c2-8c337042c4c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports/be34351c-2cec-49f7-8b29-6e9e18970386?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0705063 Mar 23 12:55:57.795008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37014) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:57.796014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93a68bc-934b-4d7d-973d-cee932b7adfd tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:57.800437 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-68595b90-6adf-4822-a3d8-d3ba8389e5ca tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'subnet': {'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:57.802171 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93a68bc-934b-4d7d-973d-cee932b7adfd tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:57.802855 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e93a68bc-934b-4d7d-973d-cee932b7adfd tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.822489 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:57.844733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a68bc-934b-4d7d-973d-cee932b7adfd tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event updated for resources: {'Port': ['ID=4949a24f-0255-49cb-b94c-c03db96eb4f5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:57.914944 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e93a68bc-934b-4d7d-973d-cee932b7adfd tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5277157 Mar 23 12:55:57.921807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37018) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:57.930823 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-96d73017-7a04-42c6-a7f2-f0e29877d825 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4a:36:f9'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:57.986886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68595b90-6adf-4822-a3d8-d3ba8389e5ca tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:57.991832 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68595b90-6adf-4822-a3d8-d3ba8389e5ca tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:58.016183 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cced70c2-5d63-417a-94d8-db95637d1c22 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:58.019406 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cced70c2-5d63-417a-94d8-db95637d1c22 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:58.023773 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cced70c2-5d63-417a-94d8-db95637d1c22 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "DELETE /v2.0/security-groups/55dd3df0-63d6-45e1-aa8d-17f0f032bae8 HTTP/1.1" status: 204 len: 168 time: 0.7570009 Mar 23 12:55:58.025290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37020) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:58.066166 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced70c2-5d63-417a-94d8-db95637d1c22 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dd3df0-63d6-45e1-aa8d-17f0f032bae8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:58.087628 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-defe103d-f5d4-401a-852c-6e9173bf417a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:58.296567 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-525a2977-9927-47c6-b768-bf69ecbc6c54 None None] Provisioning complete for port 4949a24f-0255-49cb-b94c-c03db96eb4f5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:58.297602 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-525a2977-9927-47c6-b768-bf69ecbc6c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:58.437659 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-525a2977-9927-47c6-b768-bf69ecbc6c54 None None] Port 4949a24f-0255-49cb-b94c-c03db96eb4f5 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:58.486875 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96d73017-7a04-42c6-a7f2-f0e29877d825 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:58.805034 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96d73017-7a04-42c6-a7f2-f0e29877d825 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:58.813663 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fb159-f281-4766-a757-11d5df8a0462 req-4d11b0a5-0078-4d97-9fe8-8a21c0a9933b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:58.814358 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96d73017-7a04-42c6-a7f2-f0e29877d825 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:58.815753 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1b9fb159-f281-4766-a757-11d5df8a0462 req-4d11b0a5-0078-4d97-9fe8-8a21c0a9933b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 943 time: 0.2275786 Mar 23 12:55:58.826685 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defe103d-f5d4-401a-852c-6e9173bf417a admin admin] Router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:55:58.833941 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-96d73017-7a04-42c6-a7f2-f0e29877d825 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] In _notify_port_updated(), no bound segment for port 4949a24f-0255-49cb-b94c-c03db96eb4f5 on network 2c81586d-299a-4b38-8bd8-60a04da37fe8 {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:55:58.839493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d73017-7a04-42c6-a7f2-f0e29877d825 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:58.840560 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96d73017-7a04-42c6-a7f2-f0e29877d825 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:58.842082 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68595b90-6adf-4822-a3d8-d3ba8389e5ca tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:58.845478 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-96d73017-7a04-42c6-a7f2-f0e29877d825 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "PUT /v2.0/ports/4949a24f-0255-49cb-b94c-c03db96eb4f5 HTTP/1.1" status: 200 len: 1003 time: 0.9226177 Mar 23 12:55:58.846317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37032) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:59.016474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68595b90-6adf-4822-a3d8-d3ba8389e5ca tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network b0356315-2a87-4e74-bb04-66a6480b6241 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:59.030204 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-68595b90-6adf-4822-a3d8-d3ba8389e5ca tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:59.033986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68595b90-6adf-4822-a3d8-d3ba8389e5ca tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:59.034784 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68595b90-6adf-4822-a3d8-d3ba8389e5ca tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:59.043011 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a5f29-751c-4afb-86eb-b099c2448b67 None None] Network b0356315-2a87-4e74-bb04-66a6480b6241 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:55:59.071645 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68595b90-6adf-4822-a3d8-d3ba8389e5ca tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Subnet': ['ID=4034d376-402d-42a3-8974-725d20b1f967,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:59.087842 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-68595b90-6adf-4822-a3d8-d3ba8389e5ca tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2885125 Mar 23 12:55:59.091649 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1b9fb159-f281-4766-a757-11d5df8a0462 req-be3464dd-4c0b-48d1-97ac-02c922facfc4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627735 Mar 23 12:55:59.096399 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37034) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:59.102673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f0de2fcb-1d05-40ad-8381-c836c850264b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'security_group': {'name': 'tempest-secgroup-1913839320'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:59.179305 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0de2fcb-1d05-40ad-8381-c836c850264b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:59.218354 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d73017-7a04-42c6-a7f2-f0e29877d825 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event updated for resources: {'Port': ['ID=4949a24f-0255-49cb-b94c-c03db96eb4f5,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:59.231136 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defe103d-f5d4-401a-852c-6e9173bf417a admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:55:59.244309 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0709ad-d6e5-431d-8a1e-d1d7d3795807 None None] Sync routers for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:55:59.246642 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-defe103d-f5d4-401a-852c-6e9173bf417a admin admin] 10.222.0.52 "PUT /v2.0/routers/d1486ce9-dbb3-4199-b9e0-f2f04c06fce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2429574 Mar 23 12:55:59.248635 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37036) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:59.256700 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0709ad-d6e5-431d-8a1e-d1d7d3795807 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:59.257805 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ee0709ad-d6e5-431d-8a1e-d1d7d3795807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:59.356308 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:59.370592 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0de2fcb-1d05-40ad-8381-c836c850264b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:59.379768 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0de2fcb-1d05-40ad-8381-c836c850264b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:59.444570 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ee0709ad-d6e5-431d-8a1e-d1d7d3795807 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:59.480657 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de2fcb-1d05-40ad-8381-c836c850264b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3baba5fe-c973-4a0d-bd92-bca821c6837d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:59.493531 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a86eb475-3883-441b-8441-631194bca383 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:59.499886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-20ef9288-c767-4d11-a594-f2fd0428cb81 None None] Provisioning complete for port 4949a24f-0255-49cb-b94c-c03db96eb4f5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:55:59.501889 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-20ef9288-c767-4d11-a594-f2fd0428cb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:59.555523 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b248e6b-45cb-4d49-a51d-650367369ce6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:59.580113 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f0de2fcb-1d05-40ad-8381-c836c850264b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:59.584217 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f0de2fcb-1d05-40ad-8381-c836c850264b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4840655 Mar 23 12:55:59.585272 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37040) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:55:59.591061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d1eab974-3650-4ca9-8512-27f1408ef3e1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'security_group': {'name': 'tempest-secgroup-2098513590'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:59.617556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8054bf97-7e8f-4fd6-adeb-d0d6b81c0762 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Deleting port 4949a24f-0255-49cb-b94c-c03db96eb4f5 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:59.617556 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8054bf97-7e8f-4fd6-adeb-d0d6b81c0762 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:59.640925 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1eab974-3650-4ca9-8512-27f1408ef3e1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:59.647382 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:59.656239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-b0356315-2a87-4e74-bb04-66a6480b6241', 'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241', 'tenant_id': 'cc1f7d95fe8845b090b13694d31892f2', 'fixed_ips': [{'subnet_id': '4034d376-402d-42a3-8974-725d20b1f967'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:55:59.657134 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:59.672085 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-20ef9288-c767-4d11-a594-f2fd0428cb81 None None] Port 4949a24f-0255-49cb-b94c-c03db96eb4f5 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:55:59.740333 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ee0709ad-d6e5-431d-8a1e-d1d7d3795807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:55:57Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:59.770623 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0709ad-d6e5-431d-8a1e-d1d7d3795807 None None] Checking router: d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:55:59.780805 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0709ad-d6e5-431d-8a1e-d1d7d3795807 None None] Routers {'d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:59.781887 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ee0709ad-d6e5-431d-8a1e-d1d7d3795807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:59.798160 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b248e6b-45cb-4d49-a51d-650367369ce6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:59.803713 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8054bf97-7e8f-4fd6-adeb-d0d6b81c0762 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:59.822337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8054bf97-7e8f-4fd6-adeb-d0d6b81c0762 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Calling delete_port for 4949a24f-0255-49cb-b94c-c03db96eb4f5 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:55:59.859110 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Allocated IP 2001:db8::2 (b0356315-2a87-4e74-bb04-66a6480b6241/4034d376-402d-42a3-8974-725d20b1f967/fc23779f-86ed-4e3e-a1d8-af678bcbd687) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:59.898523 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ee0709ad-d6e5-431d-8a1e-d1d7d3795807 None None] Set router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:59.923581 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1eab974-3650-4ca9-8512-27f1408ef3e1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:59.939493 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1eab974-3650-4ca9-8512-27f1408ef3e1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:55:59.963976 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1b248e6b-45cb-4d49-a51d-650367369ce6 admin admin] Deleting port 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:55:59.964389 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b248e6b-45cb-4d49-a51d-650367369ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:00.028825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eab974-3650-4ca9-8512-27f1408ef3e1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62378cb4-a91a-4895-ad2e-43b8441d696c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:00.037278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:00.037966 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1eab974-3650-4ca9-8512-27f1408ef3e1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:00.039325 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d1eab974-3650-4ca9-8512-27f1408ef3e1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4530051 Mar 23 12:56:00.043101 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37042) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:00.048453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-24dd6fbf-2a4e-430b-af44-304408d2031d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1384149908', 'security_groups': ['62378cb4-a91a-4895-ad2e-43b8441d696c'], 'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4034d376-402d-42a3-8974-725d20b1f967'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:00.127437 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:56:00.127437 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 2055dc3e-1ae2-4b6c-80aa-3f62cfeb2b03 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:00.138070 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ee0709ad-d6e5-431d-8a1e-d1d7d3795807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:55:57Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:00.155849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-1b248e6b-45cb-4d49-a51d-650367369ce6 admin admin] For port 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1f3a94a6-db1b-4e2e-bb1b-38a125c2028f,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:00.156589 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b248e6b-45cb-4d49-a51d-650367369ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:00.172888 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0709ad-d6e5-431d-8a1e-d1d7d3795807 None None] The sync data for ids ['d1486ce9-dbb3-4199-b9e0-f2f04c06fce4'] in n-d-834854-1 is: [{'id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'name': 'tempest-AttachVolumeNegativeTest-780486114-router', 'tenant_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:46:05Z', 'updated_at': '2022-03-23T12:55:57Z', 'revision_number': 5, 'project_id': 'c31ff6c0586f49588d5192b65f6a4e62', 'gw_port': {'id': '1f3a94a6-db1b-4e2e-bb1b-38a125c2028f', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1486ce9-dbb3-4199-b9e0-f2f04c06fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:46:06Z', 'updated_at': '2022-03-23T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:00.184229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1b248e6b-45cb-4d49-a51d-650367369ce6 admin admin] Calling delete_port for 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:00.185853 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:00.186680 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8054bf97-7e8f-4fd6-adeb-d0d6b81c0762 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:00.196960 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:00.269078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054bf97-7e8f-4fd6-adeb-d0d6b81c0762 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event deleted for resources: {'Port': ['ID=4949a24f-0255-49cb-b94c-c03db96eb4f5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:00.275333 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Pushing event updated for resources: {'Port': ['ID=fc23779f-86ed-4e3e-a1d8-af678bcbd687,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:00.290175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Network b0356315-2a87-4e74-bb04-66a6480b6241 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:00.292475 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:00.293478 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a86eb475-3883-441b-8441-631194bca383 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Deleting port f42d47c5-2423-43c9-91a1-24f1b7cc18c9 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:00.293899 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a86eb475-3883-441b-8441-631194bca383 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:00.296354 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:00.329880 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dd6fbf-2a4e-430b-af44-304408d2031d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:00.377833 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8054bf97-7e8f-4fd6-adeb-d0d6b81c0762 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:00.378793 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Attempting to bind port fc23779f-86ed-4e3e-a1d8-af678bcbd687 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:56:00.379277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Attempting to bind port fc23779f-86ed-4e3e-a1d8-af678bcbd687 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '5bf499a3-2170-4e1a-a925-b41c0647bafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:56:00.379766 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Attempting to bind port fc23779f-86ed-4e3e-a1d8-af678bcbd687 on network b0356315-2a87-4e74-bb04-66a6480b6241 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:56:00.385599 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8054bf97-7e8f-4fd6-adeb-d0d6b81c0762 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "DELETE /v2.0/ports/4949a24f-0255-49cb-b94c-c03db96eb4f5 HTTP/1.1" status: 204 len: 168 time: 1.5155134 Mar 23 12:56:00.386623 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37046) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:00.388988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:56:00.389640 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Checking segment: {'id': '5bf499a3-2170-4e1a-a925-b41c0647bafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:56:00.390230 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:00.390602 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Bound using segment: {'id': '5bf499a3-2170-4e1a-a925-b41c0647bafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:56:00.391071 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Bound port: fc23779f-86ed-4e3e-a1d8-af678bcbd687, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf499a3-2170-4e1a-a925-b41c0647bafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:56:00.391452 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:00.410923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c9477-ff27-448e-8b3d-3d4487cad89c req-23da4d37-c308-4131-b08b-5016f3dab832 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:00.421533 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a33c9477-ff27-448e-8b3d-3d4487cad89c req-23da4d37-c308-4131-b08b-5016f3dab832 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 943 time: 0.1653185 Mar 23 12:56:00.455413 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-20689d09-9a5a-4f60-ae2a-8f749d23b27f tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] GET failed (client error): The resource could not be found. Mar 23 12:56:00.460061 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-20689d09-9a5a-4f60-ae2a-8f749d23b27f tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "GET /v2.0/ports/4949a24f-0255-49cb-b94c-c03db96eb4f5 HTTP/1.1" status: 404 len: 333 time: 0.0668945 Mar 23 12:56:00.460732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37048) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:00.465716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6b618ebb-5bc4-4496-8933-55375a29f545 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Request body: {'port': {'network_id': '2c81586d-299a-4b38-8bd8-60a04da37fe8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-16354547'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:00.474189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] For port fc23779f-86ed-4e3e-a1d8-af678bcbd687, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:56:00.478999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] For port fc23779f-86ed-4e3e-a1d8-af678bcbd687, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fc23779f-86ed-4e3e-a1d8-af678bcbd687,segment=NetworkSegment(5bf499a3-2170-4e1a-a925-b41c0647bafb),segment_id=5bf499a3-2170-4e1a-a925-b41c0647bafb)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:56:00.487095 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:00.527084 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a33c9477-ff27-448e-8b3d-3d4487cad89c req-8e7b27f3-771b-4d73-b153-cfedb7fe6dc3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043618 Mar 23 12:56:00.588977 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0499-f89b-48cb-9d0d-101e2dc0143e None None] Pushing event updated for resources: {'Port': ['ID=fc23779f-86ed-4e3e-a1d8-af678bcbd687,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:00.630259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-a86eb475-3883-441b-8441-631194bca383 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] For port f42d47c5-2423-43c9-91a1-24f1b7cc18c9, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f42d47c5-2423-43c9-91a1-24f1b7cc18c9,segment=NetworkSegment(265af318-e985-4510-b063-8775ae762b03),segment_id=265af318-e985-4510-b063-8775ae762b03)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:00.630616 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a86eb475-3883-441b-8441-631194bca383 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:00.682605 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b248e6b-45cb-4d49-a51d-650367369ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:00.689329 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24dd6fbf-2a4e-430b-af44-304408d2031d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:00.691979 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a86eb475-3883-441b-8441-631194bca383 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Calling delete_port for f42d47c5-2423-43c9-91a1-24f1b7cc18c9 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:00.762680 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-24dd6fbf-2a4e-430b-af44-304408d2031d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] device_id is not set on port 293e9691-4473-4554-a0d7-fc4ec2b91009 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:56:00.780372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b248e6b-45cb-4d49-a51d-650367369ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3a94a6-db1b-4e2e-bb1b-38a125c2028f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:00.839230 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b248e6b-45cb-4d49-a51d-650367369ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:00.886953 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b618ebb-5bc4-4496-8933-55375a29f545 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Made reservation on behalf of 899cf59fe2d0418189f0adec37a3e6d1 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:00.891050 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b618ebb-5bc4-4496-8933-55375a29f545 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:00.982305 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-6b618ebb-5bc4-4496-8933-55375a29f545 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] device_id is not set on port c899e08e-b824-4806-8b44-3cdfeb8e18b8 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:56:01.297541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-24dd6fbf-2a4e-430b-af44-304408d2031d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Allocated IP 2001:db8::1eb (b0356315-2a87-4e74-bb04-66a6480b6241/4034d376-402d-42a3-8974-725d20b1f967/293e9691-4473-4554-a0d7-fc4ec2b91009) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:01.325483 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-6b618ebb-5bc4-4496-8933-55375a29f545 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Allocated IP 2001:db8::162 (2c81586d-299a-4b38-8bd8-60a04da37fe8/4ef5b3bc-801a-4943-8ef1-1bb9af7d4d2c/c899e08e-b824-4806-8b44-3cdfeb8e18b8) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:01.420175 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b248e6b-45cb-4d49-a51d-650367369ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:01.422525 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b248e6b-45cb-4d49-a51d-650367369ce6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:01.431492 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a86eb475-3883-441b-8441-631194bca383 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:01.484735 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b248e6b-45cb-4d49-a51d-650367369ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:01.485515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b248e6b-45cb-4d49-a51d-650367369ce6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:56:01.510183 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1b248e6b-45cb-4d49-a51d-650367369ce6 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:01.511812 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1b248e6b-45cb-4d49-a51d-650367369ce6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d1486ce9-dbb3-4199-b9e0-f2f04c06fce4 HTTP/1.1" status: 204 len: 168 time: 2.2604964 Mar 23 12:56:01.514513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37060) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:01.570400 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86eb475-3883-441b-8441-631194bca383 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event deleted for resources: {'Port': ['ID=f42d47c5-2423-43c9-91a1-24f1b7cc18c9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:01.636035 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc6ea7f-bf97-4d03-ba94-4153d5b2e4fb admin admin] Deleting subnet 887f27a5-c519-4323-8382-2219821540c0 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:56:01.645341 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ea7f-bf97-4d03-ba94-4153d5b2e4fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:01.702060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fc23779f-86ed-4e3e-a1d8-af678bcbd687 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:56:01.746440 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ea7f-bf97-4d03-ba94-4153d5b2e4fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:01.848918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port fc23779f-86ed-4e3e-a1d8-af678bcbd687 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:01.850502 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:01.969221 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ea7f-bf97-4d03-ba94-4153d5b2e4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.030823 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.054783 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ea7f-bf97-4d03-ba94-4153d5b2e4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.077896 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port fc23779f-86ed-4e3e-a1d8-af678bcbd687, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fc23779f-86ed-4e3e-a1d8-af678bcbd687,segment=NetworkSegment(5bf499a3-2170-4e1a-a925-b41c0647bafb),segment_id=5bf499a3-2170-4e1a-a925-b41c0647bafb)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:02.085295 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.113293 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 87d5cbaa-705f-462f-b64c-b49153f2707a no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:02.130302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6ea7f-bf97-4d03-ba94-4153d5b2e4fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887f27a5-c519-4323-8382-2219821540c0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:02.160239 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ea7f-bf97-4d03-ba94-4153d5b2e4fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.166992 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7dc6ea7f-bf97-4d03-ba94-4153d5b2e4fb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/887f27a5-c519-4323-8382-2219821540c0 HTTP/1.1" status: 204 len: 168 time: 0.6491597 Mar 23 12:56:02.169491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37066) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:02.237726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 87d5cbaa-705f-462f-b64c-b49153f2707a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:56:02.238347 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 87d5cbaa-705f-462f-b64c-b49153f2707a not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:02.242833 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0db57f-dce4-4488-95d3-0873e0d7ec69 None None] Network 8ad59140-5a4c-426f-a608-38c6929a8267 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:02.270263 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=fc23779f-86ed-4e3e-a1d8-af678bcbd687,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:02.308947 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.404236 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] Deleting port bdd32593-0298-4202-af52-17d7bd973d09 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:02.404604 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.429760 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24dd6fbf-2a4e-430b-af44-304408d2031d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.450891 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8747b1ed-da12-47c1-8825-7af6afb4d0f7 None None] Provisioning complete for port fc23779f-86ed-4e3e-a1d8-af678bcbd687 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:02.451598 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8747b1ed-da12-47c1-8825-7af6afb4d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.498098 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] For port bdd32593-0298-4202-af52-17d7bd973d09, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bdd32593-0298-4202-af52-17d7bd973d09,segment=NetworkSegment(75d77761-c8ef-4476-9de0-587a51210dc2),segment_id=75d77761-c8ef-4476-9de0-587a51210dc2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:02.498513 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.518707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc32287-368b-4d15-b0df-1e4f0368e365 None None] DHCP port deletion for 8ad59140-5a4c-426f-a608-38c6929a8267 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:56:02.519052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] Calling delete_port for bdd32593-0298-4202-af52-17d7bd973d09 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:02.526041 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc5698-b330-40a7-88e3-38b1645f263a req-7f631cf8-2abf-469f-a096-405d7540a70c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:02.527626 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9fcc5698-b330-40a7-88e3-38b1645f263a req-7f631cf8-2abf-469f-a096-405d7540a70c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 943 time: 0.2282407 Mar 23 12:56:02.618111 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.627859 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8747b1ed-da12-47c1-8825-7af6afb4d0f7 None None] Provisioning complete for port be34351c-2cec-49f7-8b29-6e9e18970386 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:02.628641 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8747b1ed-da12-47c1-8825-7af6afb4d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.634993 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9fcc5698-b330-40a7-88e3-38b1645f263a req-a38bfc8a-59f8-40aa-bfa1-b0ca6f450948 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704694 Mar 23 12:56:02.657433 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24dd6fbf-2a4e-430b-af44-304408d2031d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.664144 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd32593-0298-4202-af52-17d7bd973d09,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:02.668969 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1bc32287-368b-4d15-b0df-1e4f0368e365 None None] Deleting port bdd32593-0298-4202-af52-17d7bd973d09 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:02.669878 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1bc32287-368b-4d15-b0df-1e4f0368e365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.673503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] No DVR routers for this DVR port bdd32593-0298-4202-af52-17d7bd973d09 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:02.747576 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b618ebb-5bc4-4496-8933-55375a29f545 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.753838 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8747b1ed-da12-47c1-8825-7af6afb4d0f7 None None] Port be34351c-2cec-49f7-8b29-6e9e18970386 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:02.772623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1bc32287-368b-4d15-b0df-1e4f0368e365 None None] For port bdd32593-0298-4202-af52-17d7bd973d09, host n-d-834854-1, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:02.773324 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1bc32287-368b-4d15-b0df-1e4f0368e365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.777571 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.788042 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1bc32287-368b-4d15-b0df-1e4f0368e365 None None] Calling delete_port for bdd32593-0298-4202-af52-17d7bd973d09 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:02.791420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-1bc32287-368b-4d15-b0df-1e4f0368e365 None None] Port bdd32593-0298-4202-af52-17d7bd973d09 was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 12:56:02.793835 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1bc32287-368b-4d15-b0df-1e4f0368e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.803820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad59140-5a4c-426f-a608-38c6929a8267']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:02.809702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dd6fbf-2a4e-430b-af44-304408d2031d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network b0356315-2a87-4e74-bb04-66a6480b6241 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:02.816306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d77761-c8ef-4476-9de0-587a51210dc2') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:02.816611 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d77761-c8ef-4476-9de0-587a51210dc2') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:02.824630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc32287-368b-4d15-b0df-1e4f0368e365 None None] Pushing event deleted for resources: {'Port': ['ID=bdd32593-0298-4202-af52-17d7bd973d09,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:02.828604 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-24dd6fbf-2a4e-430b-af44-304408d2031d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:02.831213 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.832336 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc32287-368b-4d15-b0df-1e4f0368e365 None None] No DVR routers for this DVR port bdd32593-0298-4202-af52-17d7bd973d09 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:02.833920 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dd6fbf-2a4e-430b-af44-304408d2031d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:02.842772 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dd6fbf-2a4e-430b-af44-304408d2031d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:02.843687 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24dd6fbf-2a4e-430b-af44-304408d2031d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.858675 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.865743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd6fbf-2a4e-430b-af44-304408d2031d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=293e9691-4473-4554-a0d7-fc4ec2b91009,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:02.876320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:56:02.876690 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a86eb475-3883-441b-8441-631194bca383 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.876821 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.894265 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-24dd6fbf-2a4e-430b-af44-304408d2031d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8498833 Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:56:02.894716 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:56:02.897939 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b618ebb-5bc4-4496-8933-55375a29f545 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.901023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37068) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:02.937445 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fad101ee-9b67-4c23-8373-7e0e12d287c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'subnet': {'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:02.957355 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.965382 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:02.970230 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] 10.222.0.52 "DELETE /v2.0/networks/8ad59140-5a4c-426f-a608-38c6929a8267 HTTP/1.1" status: 204 len: 168 time: 0.7988973 Mar 23 12:56:02.996940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b618ebb-5bc4-4496-8933-55375a29f545 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Network 2c81586d-299a-4b38-8bd8-60a04da37fe8 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:02.997240 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e4b65-1cbb-42fa-a1b0-9f5c0dc9856b admin admin] Pushing event deleted for resources: {'Network': ['ID=8ad59140-5a4c-426f-a608-38c6929a8267,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:03.047784 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6b618ebb-5bc4-4496-8933-55375a29f545 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:03.098753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b618ebb-5bc4-4496-8933-55375a29f545 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:03.106586 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b618ebb-5bc4-4496-8933-55375a29f545 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:03.107175 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b618ebb-5bc4-4496-8933-55375a29f545 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:03.119162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b618ebb-5bc4-4496-8933-55375a29f545 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event updated for resources: {'Port': ['ID=c899e08e-b824-4806-8b44-3cdfeb8e18b8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:03.204926 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:03.209600 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6b618ebb-5bc4-4496-8933-55375a29f545 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7477415 Mar 23 12:56:03.214920 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37074) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:03.221908 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-89e8af8d-e9e7-4963-876d-8d433a08f5a6 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Request body: {'port': {'network_id': '2c81586d-299a-4b38-8bd8-60a04da37fe8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1985630201'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:03.309981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d7e0a9d8-47d7-4076-acb0-30afe33ed9b3 None None] Provisioning complete for port 293e9691-4473-4554-a0d7-fc4ec2b91009 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:03.311571 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad101ee-9b67-4c23-8373-7e0e12d287c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:03.311861 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a9d8-47d7-4076-acb0-30afe33ed9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:03.321834 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fad101ee-9b67-4c23-8373-7e0e12d287c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:03.367883 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3c49b979-ea44-4f21-a56c-1e8d2a29d9a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c31ff6c0586f49588d5192b65f6a4e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611373 Mar 23 12:56:03.375684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37080) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:03.421137 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d7e0a9d8-47d7-4076-acb0-30afe33ed9b3 None None] Port 293e9691-4473-4554-a0d7-fc4ec2b91009 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:03.469264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e8af8d-e9e7-4963-876d-8d433a08f5a6 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Made reservation on behalf of 899cf59fe2d0418189f0adec37a3e6d1 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:03.473165 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89e8af8d-e9e7-4963-876d-8d433a08f5a6 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:03.490150 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-55e8f6db-f036-459d-bb38-3924a5032c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:03.511003 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-89e8af8d-e9e7-4963-876d-8d433a08f5a6 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] device_id is not set on port 67624fc0-3fe7-43c9-a09f-d107fe029169 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:56:03.599390 n-d-834854-1 neutron-server[102779]: INFO neutron.db.ipam_backend_mixin [None req-fad101ee-9b67-4c23-8373-7e0e12d287c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4034d376-402d-42a3-8974-725d20b1f967 (CIDR: 2001:db8::/64) Mar 23 12:56:03.610538 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad101ee-9b67-4c23-8373-7e0e12d287c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:56:03.611086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad101ee-9b67-4c23-8373-7e0e12d287c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:56:03.623637 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86eb475-3883-441b-8441-631194bca383 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Router d654ecdd-8c54-43d1-a4e5-00d426e9f703 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:03.638506 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fc23779f-86ed-4e3e-a1d8-af678bcbd687 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:56:03.651291 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fad101ee-9b67-4c23-8373-7e0e12d287c6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7467213 Mar 23 12:56:03.655378 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37082) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:03.681079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-89e8af8d-e9e7-4963-876d-8d433a08f5a6 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Allocated IP 2001:db8::e7 (2c81586d-299a-4b38-8bd8-60a04da37fe8/4ef5b3bc-801a-4943-8ef1-1bb9af7d4d2c/67624fc0-3fe7-43c9-a09f-d107fe029169) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:03.761922 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8c8206f4-ca04-4308-83f4-c1103f13a9ed None None] Provisioning complete for port c899e08e-b824-4806-8b44-3cdfeb8e18b8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:03.763644 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c8206f4-ca04-4308-83f4-c1103f13a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:03.845961 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a42a4f9b-5f09-4d6a-b6fc-372f0ca4f829 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'subnet': {'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:03.851280 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86eb475-3883-441b-8441-631194bca383 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:03.867680 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a86eb475-3883-441b-8441-631194bca383 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "PUT /v2.0/routers/d654ecdd-8c54-43d1-a4e5-00d426e9f703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8376508 Mar 23 12:56:03.870192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37090) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:03.887424 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-55e8f6db-f036-459d-bb38-3924a5032c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:03.899655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e7a98-fcfe-400d-a593-9fe218c2cd13 None None] Sync routers for ids ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:03.932760 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8c8206f4-ca04-4308-83f4-c1103f13a9ed None None] Port c899e08e-b824-4806-8b44-3cdfeb8e18b8 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:03.944400 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port fc23779f-86ed-4e3e-a1d8-af678bcbd687 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:03.945140 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:03.978641 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e7a98-fcfe-400d-a593-9fe218c2cd13 None None] Routers {'d654ecdd-8c54-43d1-a4e5-00d426e9f703'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:03.980657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9b4e7a98-fcfe-400d-a593-9fe218c2cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:03.981688 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc27e840-abf3-40bc-93e3-6ca1e738cb44 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Deleting subnet c44bda33-7d34-4ba5-8c4e-8b6acbd59b63 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:56:03.987456 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc27e840-abf3-40bc-93e3-6ca1e738cb44 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:04.035677 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c843b5-4897-435c-8a17-772bd7c66d56 req-4d791ae5-b61f-4f9b-b36c-cb8f8b244742 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:04.037964 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-26c843b5-4897-435c-8a17-772bd7c66d56 req-4d791ae5-b61f-4f9b-b36c-cb8f8b244742 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 943 time: 0.1653004 Mar 23 12:56:04.041824 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89e8af8d-e9e7-4963-876d-8d433a08f5a6 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:04.107281 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-26c843b5-4897-435c-8a17-772bd7c66d56 req-b474f49f-797a-47da-acdf-d8e68f125859 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473564 Mar 23 12:56:04.117682 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-55e8f6db-f036-459d-bb38-3924a5032c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:04.120784 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-55e8f6db-f036-459d-bb38-3924a5032c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:04.121933 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-55e8f6db-f036-459d-bb38-3924a5032c4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/adaa45ed-1e2f-4cf3-affc-49b91457f5b6 HTTP/1.1" status: 204 len: 168 time: 0.7452836 Mar 23 12:56:04.133784 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc27e840-abf3-40bc-93e3-6ca1e738cb44 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:04.157772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8f6db-f036-459d-bb38-3924a5032c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaa45ed-1e2f-4cf3-affc-49b91457f5b6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:04.168293 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89e8af8d-e9e7-4963-876d-8d433a08f5a6 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:04.170558 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-9b4e7a98-fcfe-400d-a593-9fe218c2cd13 None None] Set router d654ecdd-8c54-43d1-a4e5-00d426e9f703 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:56:04.209014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42a4f9b-5f09-4d6a-b6fc-372f0ca4f829 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:04.213543 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a42a4f9b-5f09-4d6a-b6fc-372f0ca4f829 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:04.239013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e8af8d-e9e7-4963-876d-8d433a08f5a6 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Network 2c81586d-299a-4b38-8bd8-60a04da37fe8 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:04.243246 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-89e8af8d-e9e7-4963-876d-8d433a08f5a6 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:04.250210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e8af8d-e9e7-4963-876d-8d433a08f5a6 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:04.258059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e8af8d-e9e7-4963-876d-8d433a08f5a6 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:04.258531 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-89e8af8d-e9e7-4963-876d-8d433a08f5a6 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:04.287418 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-89e8af8d-e9e7-4963-876d-8d433a08f5a6 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0710585 Mar 23 12:56:04.290271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37096) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:04.296118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f6806ce5-58de-4833-924a-5edb2104d01d tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b1', 'mac_address': 'fa:16:3e:4a:36:f9'}, {'ip_address': '2001:db8::162', 'mac_address': 'fa:16:3e:24:b6:ed'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:04.331977 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8af8d-e9e7-4963-876d-8d433a08f5a6 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event updated for resources: {'Port': ['ID=67624fc0-3fe7-43c9-a09f-d107fe029169,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:04.477743 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:04.478537 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc27e840-abf3-40bc-93e3-6ca1e738cb44 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:04.513881 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:56:04.514237 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1f3a94a6-db1b-4e2e-bb1b-38a125c2028f not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:04.514730 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bdd32593-0298-4202-af52-17d7bd973d09 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:04.544799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: bdd32593-0298-4202-af52-17d7bd973d09 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:56:04.545097 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bdd32593-0298-4202-af52-17d7bd973d09 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:04.599757 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9b4e7a98-fcfe-400d-a593-9fe218c2cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312964928', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:02Z', 'updated_at': '2022-03-23T12:56:01Z', 'revision_number': 5, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:03Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:04.672297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e7a98-fcfe-400d-a593-9fe218c2cd13 None None] Checking router: d654ecdd-8c54-43d1-a4e5-00d426e9f703 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:56:04.693949 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e7a98-fcfe-400d-a593-9fe218c2cd13 None None] Routers {'d654ecdd-8c54-43d1-a4e5-00d426e9f703'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:04.694681 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9b4e7a98-fcfe-400d-a593-9fe218c2cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:04.732020 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6806ce5-58de-4833-924a-5edb2104d01d tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:04.751104 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc27e840-abf3-40bc-93e3-6ca1e738cb44 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:04.815248 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27e840-abf3-40bc-93e3-6ca1e738cb44 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event deleted for resources: {'Subnet': ['ID=c44bda33-7d34-4ba5-8c4e-8b6acbd59b63,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:04.817889 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc27e840-abf3-40bc-93e3-6ca1e738cb44 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:04.826683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62625f1-c9d7-455f-9899-215efe1daf9d None None] Network 418e4da7-3f91-4acf-9c8d-b6060cea49cb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:04.827623 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fc27e840-abf3-40bc-93e3-6ca1e738cb44 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "DELETE /v2.0/subnets/c44bda33-7d34-4ba5-8c4e-8b6acbd59b63 HTTP/1.1" status: 204 len: 168 time: 0.9556546 Mar 23 12:56:04.832235 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37098) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:04.875047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-876dd442-f1c0-4afa-8e63-11bf389f9a1e None None] Provisioning complete for port 67624fc0-3fe7-43c9-a09f-d107fe029169 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:04.875428 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-876dd442-f1c0-4afa-8e63-11bf389f9a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:05.144983 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a42a4f9b-5f09-4d6a-b6fc-372f0ca4f829 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:05.174979 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42a4f9b-5f09-4d6a-b6fc-372f0ca4f829 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network b0356315-2a87-4e74-bb04-66a6480b6241 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:05.180652 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a42a4f9b-5f09-4d6a-b6fc-372f0ca4f829 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:05.211384 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42a4f9b-5f09-4d6a-b6fc-372f0ca4f829 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:05.212342 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a42a4f9b-5f09-4d6a-b6fc-372f0ca4f829 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:05.239910 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433adbf8-7cee-4846-9a1f-ee4d2cb60ee9 None None] Network b0356315-2a87-4e74-bb04-66a6480b6241 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:05.245782 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6d89a55-8b8b-402c-b806-1a339b873320 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:05.253148 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6806ce5-58de-4833-924a-5edb2104d01d tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:05.265666 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6806ce5-58de-4833-924a-5edb2104d01d tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:05.327037 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f6806ce5-58de-4833-924a-5edb2104d01d tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] In _notify_port_updated(), no bound segment for port 67624fc0-3fe7-43c9-a09f-d107fe029169 on network 2c81586d-299a-4b38-8bd8-60a04da37fe8 {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:56:05.335867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6806ce5-58de-4833-924a-5edb2104d01d tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:05.336593 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6806ce5-58de-4833-924a-5edb2104d01d tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:05.337947 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f6806ce5-58de-4833-924a-5edb2104d01d tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "PUT /v2.0/ports/67624fc0-3fe7-43c9-a09f-d107fe029169 HTTP/1.1" status: 200 len: 1066 time: 1.0467405 Mar 23 12:56:05.342166 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37114) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:05.459575 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6806ce5-58de-4833-924a-5edb2104d01d tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event updated for resources: {'Port': ['ID=67624fc0-3fe7-43c9-a09f-d107fe029169,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:05.466288 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-9b4e7a98-fcfe-400d-a593-9fe218c2cd13 None None] Set router d654ecdd-8c54-43d1-a4e5-00d426e9f703 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:56:05.513126 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a42a4f9b-5f09-4d6a-b6fc-372f0ca4f829 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6698995 Mar 23 12:56:05.521266 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37116) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:05.542895 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6bc83b8b-f1d4-48dc-89e0-af391fcd9fe6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1598265223', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8f46cbc2-03a0-478c-957b-9dff1b185cdc'}], 'security_groups': ['3baba5fe-c973-4a0d-bd92-bca821c6837d']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:05.564634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-876dd442-f1c0-4afa-8e63-11bf389f9a1e None None] Port 67624fc0-3fe7-43c9-a09f-d107fe029169 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:05.576242 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6d89a55-8b8b-402c-b806-1a339b873320 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:05.582175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a4f9b-5f09-4d6a-b6fc-372f0ca4f829 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Subnet': ['ID=8f46cbc2-03a0-478c-957b-9dff1b185cdc,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:05.678503 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9934607-3dbe-455e-8f55-d0ade27fc064 req-d28505b4-f6d0-41ea-93ff-52cb137221c1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:05.689570 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c9934607-3dbe-455e-8f55-d0ade27fc064 req-d28505b4-f6d0-41ea-93ff-52cb137221c1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 943 time: 0.2079492 Mar 23 12:56:05.732429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Deleting port 67624fc0-3fe7-43c9-a09f-d107fe029169 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:05.732780 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:05.803131 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c9934607-3dbe-455e-8f55-d0ade27fc064 req-42fbed80-6972-4414-ba3a-3b404ecd5e92 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971844 Mar 23 12:56:05.810962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d6d89a55-8b8b-402c-b806-1a339b873320 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Deleting port c8629f7a-3f94-4cf2-bb48-d4198b626f70 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:05.811784 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6d89a55-8b8b-402c-b806-1a339b873320 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:05.866039 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9b4e7a98-fcfe-400d-a593-9fe218c2cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312964928', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:02Z', 'updated_at': '2022-03-23T12:56:01Z', 'revision_number': 5, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:03Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:05.904155 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e7a98-fcfe-400d-a593-9fe218c2cd13 None None] The sync data for ids ['d654ecdd-8c54-43d1-a4e5-00d426e9f703'] in n-d-834854-1 is: [{'id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312964928', 'tenant_id': '4578e949d6db4514a22d0490934f3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:53:02Z', 'updated_at': '2022-03-23T12:56:01Z', 'revision_number': 5, 'project_id': '4578e949d6db4514a22d0490934f3e80', 'gw_port': {'id': 'c8629f7a-3f94-4cf2-bb48-d4198b626f70', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd654ecdd-8c54-43d1-a4e5-00d426e9f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:53:03Z', 'updated_at': '2022-03-23T12:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:05.921882 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fc6bc8a2-a472-4267-b2cb-e0943c6c7f34 None None] Provisioning complete for port 67624fc0-3fe7-43c9-a09f-d107fe029169 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:05.922401 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc8a2-a472-4267-b2cb-e0943c6c7f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:05.957809 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6bc83b8b-f1d4-48dc-89e0-af391fcd9fe6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:05.988209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-d6d89a55-8b8b-402c-b806-1a339b873320 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] For port c8629f7a-3f94-4cf2-bb48-d4198b626f70, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c8629f7a-3f94-4cf2-bb48-d4198b626f70,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:05.988363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0f9ecc-07b1-4f4b-9419-958fce6471eb None None] DHCP port deletion for 418e4da7-3f91-4acf-9c8d-b6060cea49cb request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:56:05.988464 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6d89a55-8b8b-402c-b806-1a339b873320 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:06.010808 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d6d89a55-8b8b-402c-b806-1a339b873320 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Calling delete_port for c8629f7a-3f94-4cf2-bb48-d4198b626f70 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:06.038252 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:06.075325 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3669332b-0e46-4544-8a53-9fdb03783062 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:56:06.075726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Calling delete_port for 67624fc0-3fe7-43c9-a09f-d107fe029169 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:06.164784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fc6bc8a2-a472-4267-b2cb-e0943c6c7f34 None None] Port 67624fc0-3fe7-43c9-a09f-d107fe029169 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:06.226745 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.resource_extend [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:56:06.296505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5830229-90f1-4966-8d83-0b6c040dd3ec None None] Update dhcp port {'port': {'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241', 'fixed_ips': [{'subnet_id': '4034d376-402d-42a3-8974-725d20b1f967', 'ip_address': '2001:db8::2'}, {'subnet_id': '8f46cbc2-03a0-478c-957b-9dff1b185cdc'}], 'binding:host_id': 'n-d-834854-1'}, 'id': 'fc23779f-86ed-4e3e-a1d8-af678bcbd687'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:56:06.350840 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b5830229-90f1-4966-8d83-0b6c040dd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:06.388372 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6d89a55-8b8b-402c-b806-1a339b873320 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:06.466986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d89a55-8b8b-402c-b806-1a339b873320 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event deleted for resources: {'Port': ['ID=c8629f7a-3f94-4cf2-bb48-d4198b626f70,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:06.571190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-6bc83b8b-f1d4-48dc-89e0-af391fcd9fe6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Delete allocated IP 2001:db8::1eb (b0356315-2a87-4e74-bb04-66a6480b6241/4034d376-402d-42a3-8974-725d20b1f967) {{(pid=102778) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 12:56:06.595055 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6d89a55-8b8b-402c-b806-1a339b873320 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:06.600079 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3669332b-0e46-4544-8a53-9fdb03783062, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3669332b-0e46-4544-8a53-9fdb03783062,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:06.612853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f9ecc-07b1-4f4b-9419-958fce6471eb None None] Deleting port f1b40782-7627-4713-bcb4-306264926948 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:06.613306 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd0f9ecc-07b1-4f4b-9419-958fce6471eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:06.627588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-6bc83b8b-f1d4-48dc-89e0-af391fcd9fe6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Allocated IP 2001:db8:0:1::269 (b0356315-2a87-4e74-bb04-66a6480b6241/8f46cbc2-03a0-478c-957b-9dff1b185cdc/293e9691-4473-4554-a0d7-fc4ec2b91009) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:06.687784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bd0f9ecc-07b1-4f4b-9419-958fce6471eb None None] For port f1b40782-7627-4713-bcb4-306264926948, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f1b40782-7627-4713-bcb4-306264926948,segment=NetworkSegment(265af318-e985-4510-b063-8775ae762b03),segment_id=265af318-e985-4510-b063-8775ae762b03)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:06.688341 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd0f9ecc-07b1-4f4b-9419-958fce6471eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:06.706052 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f9ecc-07b1-4f4b-9419-958fce6471eb None None] Calling delete_port for f1b40782-7627-4713-bcb4-306264926948 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:06.710765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '3669332b-0e46-4544-8a53-9fdb03783062', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'port_id': '3669332b-0e46-4544-8a53-9fdb03783062', 'mac_address': 'fa:16:3e:1a:49:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:56:06.759000 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6d89a55-8b8b-402c-b806-1a339b873320 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:06.762545 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6d89a55-8b8b-402c-b806-1a339b873320 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:06.821127 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:06.829664 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6d89a55-8b8b-402c-b806-1a339b873320 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:06.830223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d89a55-8b8b-402c-b806-1a339b873320 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Fanout notify agent at l3_agent the message router_deleted on router d654ecdd-8c54-43d1-a4e5-00d426e9f703 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:56:06.841066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3669332b-0e46-4544-8a53-9fdb03783062 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:56:06.841343 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6d89a55-8b8b-402c-b806-1a339b873320 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:06.842951 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d6d89a55-8b8b-402c-b806-1a339b873320 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "DELETE /v2.0/routers/d654ecdd-8c54-43d1-a4e5-00d426e9f703 HTTP/1.1" status: 204 len: 168 time: 2.0090921 Mar 23 12:56:06.850270 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37144) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:06.881337 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3669332b-0e46-4544-8a53-9fdb03783062, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3669332b-0e46-4544-8a53-9fdb03783062,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:06.893204 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:06.930151 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:06.969039 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd0f9ecc-07b1-4f4b-9419-958fce6471eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:07.050445 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f9ecc-07b1-4f4b-9419-958fce6471eb None None] No DVR routers for this DVR port f1b40782-7627-4713-bcb4-306264926948 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:07.059043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event deleted for resources: {'Port': ['ID=67624fc0-3fe7-43c9-a09f-d107fe029169,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:07.067152 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=3669332b-0e46-4544-8a53-9fdb03783062,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:07.106341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f9ecc-07b1-4f4b-9419-958fce6471eb None None] Pushing event deleted for resources: {'Port': ['ID=f1b40782-7627-4713-bcb4-306264926948,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:07.170705 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0868e61-3cf6-4630-9ba6-3c568ecc6233 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:07.186108 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:07.186471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:07.186821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:07.187163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:07.187502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:07.187843 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:07.188231 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:07.188560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:07.188905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:07.189230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:07.189558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:07.189879 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:07.219162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262263e-8b99-464e-8610-58f01c78106d req-8566bcfb-bfd4-489f-bd7f-2c93eae22d3a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:07.220781 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a262263e-8b99-464e-8610-58f01c78106d req-8566bcfb-bfd4-489f-bd7f-2c93eae22d3a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 944 time: 0.1960835 Mar 23 12:56:07.248087 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['3669332b-0e46-4544-8a53-9fdb03783062'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:56:07.356933 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0868e61-3cf6-4630-9ba6-3c568ecc6233 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:07.387012 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e0868e61-3cf6-4630-9ba6-3c568ecc6233 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418e4da7-3f91-4acf-9c8d-b6060cea49cb']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:07.387196 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6bc83b8b-f1d4-48dc-89e0-af391fcd9fe6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:07.401185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e0868e61-3cf6-4630-9ba6-3c568ecc6233 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265af318-e985-4510-b063-8775ae762b03') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:07.401473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e0868e61-3cf6-4630-9ba6-3c568ecc6233 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265af318-e985-4510-b063-8775ae762b03') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:07.414057 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:07.419276 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f5d5d28d-48d1-417d-8f7a-efab9a72ccc5 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "DELETE /v2.0/ports/67624fc0-3fe7-43c9-a09f-d107fe029169 HTTP/1.1" status: 204 len: 168 time: 2.0758891 Mar 23 12:56:07.420453 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6bc83b8b-f1d4-48dc-89e0-af391fcd9fe6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:07.427469 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0868e61-3cf6-4630-9ba6-3c568ecc6233 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:07.430048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37156) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:07.461422 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0868e61-3cf6-4630-9ba6-3c568ecc6233 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:07.498138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0868e61-3cf6-4630-9ba6-3c568ecc6233 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:56:07.498138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0868e61-3cf6-4630-9ba6-3c568ecc6233 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:07.500040 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec0dc75-ceb3-4665-a268-9ca78b0a4516 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] GET failed (client error): The resource could not be found. Mar 23 12:56:07.501733 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4ec0dc75-ceb3-4665-a268-9ca78b0a4516 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "GET /v2.0/ports/67624fc0-3fe7-43c9-a09f-d107fe029169 HTTP/1.1" status: 404 len: 333 time: 0.0669918 Mar 23 12:56:07.548035 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6bc83b8b-f1d4-48dc-89e0-af391fcd9fe6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] In _notify_port_updated(), no bound segment for port 293e9691-4473-4554-a0d7-fc4ec2b91009 on network b0356315-2a87-4e74-bb04-66a6480b6241 {{(pid=102778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:56:07.581319 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc83b8b-f1d4-48dc-89e0-af391fcd9fe6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:07.582958 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6bc83b8b-f1d4-48dc-89e0-af391fcd9fe6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:07.608220 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6bc83b8b-f1d4-48dc-89e0-af391fcd9fe6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "PUT /v2.0/ports/293e9691-4473-4554-a0d7-fc4ec2b91009 HTTP/1.1" status: 200 len: 931 time: 2.0790119 Mar 23 12:56:07.614249 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37160) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:07.615184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37162) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:56:07.616649 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:56:07.643388 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0868e61-3cf6-4630-9ba6-3c568ecc6233 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:07.646610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc83b8b-f1d4-48dc-89e0-af391fcd9fe6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=293e9691-4473-4554-a0d7-fc4ec2b91009,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:07.649267 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-b5830229-90f1-4966-8d83-0b6c040dd3ec None None] Allocated IP 2001:db8:0:1::2 (b0356315-2a87-4e74-bb04-66a6480b6241/8f46cbc2-03a0-478c-957b-9dff1b185cdc/fc23779f-86ed-4e3e-a1d8-af678bcbd687) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:07.680253 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c8629f7a-3f94-4cf2-bb48-d4198b626f70 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:07.716423 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0868e61-3cf6-4630-9ba6-3c568ecc6233 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:07.720330 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e0868e61-3cf6-4630-9ba6-3c568ecc6233 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] 10.222.0.52 "DELETE /v2.0/networks/418e4da7-3f91-4acf-9c8d-b6060cea49cb HTTP/1.1" status: 204 len: 168 time: 0.8687959 Mar 23 12:56:07.721526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c8629f7a-3f94-4cf2-bb48-d4198b626f70 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:56:07.721965 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c8629f7a-3f94-4cf2-bb48-d4198b626f70 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:07.722680 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f42d47c5-2423-43c9-91a1-24f1b7cc18c9 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:07.767439 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f42d47c5-2423-43c9-91a1-24f1b7cc18c9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:56:07.768318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f42d47c5-2423-43c9-91a1-24f1b7cc18c9 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:07.768842 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f1b40782-7627-4713-bcb4-306264926948 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:07.785666 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0868e61-3cf6-4630-9ba6-3c568ecc6233 tempest-TestSecurityGroupsBasicOps-887595879 tempest-TestSecurityGroupsBasicOps-887595879-project] Pushing event deleted for resources: {'Network': ['ID=418e4da7-3f91-4acf-9c8d-b6060cea49cb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:07.836759 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f1b40782-7627-4713-bcb4-306264926948 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:56:07.837268 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f1b40782-7627-4713-bcb4-306264926948 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:07.877060 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a262263e-8b99-464e-8610-58f01c78106d req-6b062cd4-d844-423f-983c-3e324f2481dd tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6298063 Mar 23 12:56:07.894964 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b5830229-90f1-4966-8d83-0b6c040dd3ec None None] For port fc23779f-86ed-4e3e-a1d8-af678bcbd687, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fc23779f-86ed-4e3e-a1d8-af678bcbd687,segment=NetworkSegment(5bf499a3-2170-4e1a-a925-b41c0647bafb),segment_id=5bf499a3-2170-4e1a-a925-b41c0647bafb)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:07.943010 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b5830229-90f1-4966-8d83-0b6c040dd3ec None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:07.950966 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b5830229-90f1-4966-8d83-0b6c040dd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:07.976704 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4c388799-90d9-4a6f-a87b-ce159fa6e3e7 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Deleting port c899e08e-b824-4806-8b44-3cdfeb8e18b8 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:07.977438 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c388799-90d9-4a6f-a87b-ce159fa6e3e7 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:08.012780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-47b44548-ac8a-4f46-9b5e-3aff84592be1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port 293e9691-4473-4554-a0d7-fc4ec2b91009 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:08.013493 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47b44548-ac8a-4f46-9b5e-3aff84592be1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:08.035057 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5830229-90f1-4966-8d83-0b6c040dd3ec None None] Pushing event updated for resources: {'Port': ['ID=fc23779f-86ed-4e3e-a1d8-af678bcbd687,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:08.367897 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37180) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:08.633583 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b692af07-a141-406a-9b81-fbefe9407ffb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4578e949d6db4514a22d0490934f3e80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641697 Mar 23 12:56:08.637402 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37194) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:08.741853 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cec6e1f2-6ce0-43a5-8aca-8b6fce96eebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:08.772200 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c388799-90d9-4a6f-a87b-ce159fa6e3e7 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:08.776097 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cec6e1f2-6ce0-43a5-8aca-8b6fce96eebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:08.805094 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47b44548-ac8a-4f46-9b5e-3aff84592be1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:08.807654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4c388799-90d9-4a6f-a87b-ce159fa6e3e7 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Calling delete_port for c899e08e-b824-4806-8b44-3cdfeb8e18b8 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:08.826471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-47b44548-ac8a-4f46-9b5e-3aff84592be1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for 293e9691-4473-4554-a0d7-fc4ec2b91009 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:08.852505 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cec6e1f2-6ce0-43a5-8aca-8b6fce96eebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:08.855179 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cec6e1f2-6ce0-43a5-8aca-8b6fce96eebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:08.858904 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cec6e1f2-6ce0-43a5-8aca-8b6fce96eebd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6a429aa-e4d6-4b2c-9545-ba5e4c9b1c28 HTTP/1.1" status: 204 len: 168 time: 0.2175601 Mar 23 12:56:08.867512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6e1f2-6ce0-43a5-8aca-8b6fce96eebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a429aa-e4d6-4b2c-9545-ba5e4c9b1c28,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:09.133972 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d00296-cab0-49af-abdc-65f12a40a96c req-32367a1c-0729-46f9-adaf-7d2c0d299ad9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:09.135592 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-49d00296-cab0-49af-abdc-65f12a40a96c req-32367a1c-0729-46f9-adaf-7d2c0d299ad9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 944 time: 0.1339192 Mar 23 12:56:09.163618 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3a7e95e9-0552-422f-a5ac-37813e355544 None None] Provisioning complete for port 293e9691-4473-4554-a0d7-fc4ec2b91009 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:09.164067 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3a7e95e9-0552-422f-a5ac-37813e355544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:09.210093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e95e9-0552-422f-a5ac-37813e355544 None None] Port 293e9691-4473-4554-a0d7-fc4ec2b91009 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:09.222893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3a7e95e9-0552-422f-a5ac-37813e355544 None None] Provisioning complete for port fc23779f-86ed-4e3e-a1d8-af678bcbd687 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:09.223704 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3a7e95e9-0552-422f-a5ac-37813e355544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:09.296783 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c388799-90d9-4a6f-a87b-ce159fa6e3e7 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:09.315958 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-49d00296-cab0-49af-abdc-65f12a40a96c req-b1db41bc-2215-4595-85f9-273402a84226 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701157 Mar 23 12:56:09.360279 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47b44548-ac8a-4f46-9b5e-3aff84592be1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:09.390998 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c388799-90d9-4a6f-a87b-ce159fa6e3e7 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event deleted for resources: {'Port': ['ID=c899e08e-b824-4806-8b44-3cdfeb8e18b8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:09.402461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3a7e95e9-0552-422f-a5ac-37813e355544 None None] Provisioning complete for port be34351c-2cec-49f7-8b29-6e9e18970386 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:09.406502 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c388799-90d9-4a6f-a87b-ce159fa6e3e7 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:09.407439 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3a7e95e9-0552-422f-a5ac-37813e355544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:09.409864 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4c388799-90d9-4a6f-a87b-ce159fa6e3e7 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "DELETE /v2.0/ports/c899e08e-b824-4806-8b44-3cdfeb8e18b8 HTTP/1.1" status: 204 len: 168 time: 1.7922275 Mar 23 12:56:09.413576 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37210) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:09.431860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b44548-ac8a-4f46-9b5e-3aff84592be1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=293e9691-4473-4554-a0d7-fc4ec2b91009,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:09.476226 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-47b44548-ac8a-4f46-9b5e-3aff84592be1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:09.481446 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-47b44548-ac8a-4f46-9b5e-3aff84592be1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/293e9691-4473-4554-a0d7-fc4ec2b91009 HTTP/1.1" status: 204 len: 168 time: 1.8624597 Mar 23 12:56:09.483890 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37212) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:09.498786 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e95e9-0552-422f-a5ac-37813e355544 None None] Port be34351c-2cec-49f7-8b29-6e9e18970386 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:09.522937 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fc23779f-86ed-4e3e-a1d8-af678bcbd687 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:56:09.524820 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b44c2e-f0f5-45ec-bfbf-22b706ae21be tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] GET failed (client error): The resource could not be found. Mar 23 12:56:09.529616 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c2b44c2e-f0f5-45ec-bfbf-22b706ae21be tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports/293e9691-4473-4554-a0d7-fc4ec2b91009 HTTP/1.1" status: 404 len: 333 time: 0.0445161 Mar 23 12:56:09.530396 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37214) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:09.532117 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b31da9b-4188-4510-bda0-73d9370baef8 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] GET failed (client error): The resource could not be found. Mar 23 12:56:09.544443 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8b31da9b-4188-4510-bda0-73d9370baef8 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "GET /v2.0/ports/c899e08e-b824-4806-8b44-3cdfeb8e18b8 HTTP/1.1" status: 404 len: 333 time: 0.1296713 Mar 23 12:56:09.545388 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37216) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:09.545950 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37218) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:09.607780 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-468b46be-7792-4525-9aca-51f245e6eee7 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:09.626578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port fc23779f-86ed-4e3e-a1d8-af678bcbd687 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:09.626957 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bd3544b-4688-42f1-b213-31ae03e69561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:09.632232 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:09.634123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1f6b7c20-1bc4-4cd7-ad81-dca52a3f9cab None None] Could not find standard attr ID for object 293e9691-4473-4554-a0d7-fc4ec2b91009. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:56:09.635656 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-468b46be-7792-4525-9aca-51f245e6eee7 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:09.725795 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-468b46be-7792-4525-9aca-51f245e6eee7 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:09.733500 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-468b46be-7792-4525-9aca-51f245e6eee7 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:09.734830 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-468b46be-7792-4525-9aca-51f245e6eee7 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/security-groups/62378cb4-a91a-4895-ad2e-43b8441d696c HTTP/1.1" status: 204 len: 168 time: 0.2029824 Mar 23 12:56:09.739847 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37226) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:09.843461 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b46be-7792-4525-9aca-51f245e6eee7 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62378cb4-a91a-4895-ad2e-43b8441d696c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:09.951002 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de6768fd-730f-456c-b006-d09d232c241a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:09.951907 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bd3544b-4688-42f1-b213-31ae03e69561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:09.975081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-61702686-f906-46ee-8d70-f20f48e8c48c tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Deleting port a640aba2-ef43-4ca8-881e-d2e916794fdb {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:09.975766 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61702686-f906-46ee-8d70-f20f48e8c48c tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:09.981190 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bd3544b-4688-42f1-b213-31ae03e69561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:10.040630 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de6768fd-730f-456c-b006-d09d232c241a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:10.048775 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3669332b-0e46-4544-8a53-9fdb03783062 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:56:10.151783 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de6768fd-730f-456c-b006-d09d232c241a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:10.155748 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-de6768fd-730f-456c-b006-d09d232c241a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:10.161452 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-de6768fd-730f-456c-b006-d09d232c241a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/security-groups/3baba5fe-c973-4a0d-bd92-bca821c6837d HTTP/1.1" status: 204 len: 168 time: 0.4177999 Mar 23 12:56:10.162613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37230) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:10.165758 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61702686-f906-46ee-8d70-f20f48e8c48c tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:10.174508 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 3669332b-0e46-4544-8a53-9fdb03783062 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:56:10.181585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 3669332b-0e46-4544-8a53-9fdb03783062 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:10.182244 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:10.285408 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0bd3544b-4688-42f1-b213-31ae03e69561 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d74f0a8de0214c269a1d58546d15e35e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7324281 Mar 23 12:56:10.322534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37236) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:10.325270 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-61702686-f906-46ee-8d70-f20f48e8c48c tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Calling delete_port for a640aba2-ef43-4ca8-881e-d2e916794fdb owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:10.330129 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6768fd-730f-456c-b006-d09d232c241a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baba5fe-c973-4a0d-bd92-bca821c6837d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:10.483573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37244) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:10.494454 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3544b-4688-42f1-b213-31ae03e69561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7293524f-12aa-4902-87bb-6671898d05ed,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:10.559508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc39b2d-0244-4a7f-b4f4-46ed28d8dccd tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting subnet 4034d376-402d-42a3-8974-725d20b1f967 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:56:10.598703 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ecc39b2d-0244-4a7f-b4f4-46ed28d8dccd tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:10.648893 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61702686-f906-46ee-8d70-f20f48e8c48c tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:10.675180 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d33ff1e8-bc26-4319-a2f7-b8777f47e45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:10.700760 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d33ff1e8-bc26-4319-a2f7-b8777f47e45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:10.725546 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61702686-f906-46ee-8d70-f20f48e8c48c tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event deleted for resources: {'Port': ['ID=a640aba2-ef43-4ca8-881e-d2e916794fdb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:10.800524 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ecc39b2d-0244-4a7f-b4f4-46ed28d8dccd tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:10.824460 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:10.842262 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-61702686-f906-46ee-8d70-f20f48e8c48c tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:10.847381 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-61702686-f906-46ee-8d70-f20f48e8c48c tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "DELETE /v2.0/ports/a640aba2-ef43-4ca8-881e-d2e916794fdb HTTP/1.1" status: 204 len: 168 time: 1.3002644 Mar 23 12:56:10.862742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37256) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:10.866954 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4bebae-98b4-4d69-b212-c9e53bef0ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3669332b-0e46-4544-8a53-9fdb03783062'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:56:10.869706 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fe733b-91ca-4f17-b8c5-5d0a5e0e0e54" -d '{"events": [{"server_uuid": "8c4bebae-98b4-4d69-b212-c9e53bef0ca7", "name": "network-vif-plugged", "status": "completed", "tag": "3669332b-0e46-4544-8a53-9fdb03783062"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:56:10.894654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 3669332b-0e46-4544-8a53-9fdb03783062, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3669332b-0e46-4544-8a53-9fdb03783062,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:10.896484 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857c34f-3f30-48e2-994f-ce82bb2f7502 req-2dafce5c-de53-4e6c-bbde-571fa0745cfc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:10.898160 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5857c34f-3f30-48e2-994f-ce82bb2f7502 req-2dafce5c-de53-4e6c-bbde-571fa0745cfc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 944 time: 0.4096501 Mar 23 12:56:10.904408 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:10.984120 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad94abf-b9c2-4287-bdfe-cc499987dddc req-82d811ff-35b9-4bfc-b90b-6d7affa598ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:10.986439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aad94abf-b9c2-4287-bdfe-cc499987dddc req-82d811ff-35b9-4bfc-b90b-6d7affa598ca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 1097 time: 0.5017030 Mar 23 12:56:11.019571 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd90385-7f5e-4892-84c8-aa0c8b82c3bf x-openstack-request-id: req-4bd90385-7f5e-4892-84c8-aa0c8b82c3bf {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:56:11.026251 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-3445d55c-327a-46c2-8dc4-faf8ed127a84 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Deleting subnet 4ef5b3bc-801a-4943-8ef1-1bb9af7d4d2c {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:56:11.030298 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4bebae-98b4-4d69-b212-c9e53bef0ca7", "name": "network-vif-plugged", "status": "completed", "tag": "3669332b-0e46-4544-8a53-9fdb03783062", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:56:11.030791 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4bd90385-7f5e-4892-84c8-aa0c8b82c3bf {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:56:11.031214 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4bebae-98b4-4d69-b212-c9e53bef0ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3669332b-0e46-4544-8a53-9fdb03783062', 'code': 200} Mar 23 12:56:11.033024 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3445d55c-327a-46c2-8dc4-faf8ed127a84 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:11.052108 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=3669332b-0e46-4544-8a53-9fdb03783062,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:11.076614 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aad94abf-b9c2-4287-bdfe-cc499987dddc req-30540feb-f9fa-4729-80b9-f9e5546da408 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f23d1ebb-f8aa-4b34-995e-9601f8174f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819108 Mar 23 12:56:11.094703 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3445d55c-327a-46c2-8dc4-faf8ed127a84 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:11.128185 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d33ff1e8-bc26-4319-a2f7-b8777f47e45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:11.131061 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d33ff1e8-bc26-4319-a2f7-b8777f47e45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:11.132242 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d33ff1e8-bc26-4319-a2f7-b8777f47e45a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7293524f-12aa-4902-87bb-6671898d05ed HTTP/1.1" status: 204 len: 168 time: 0.8057952 Mar 23 12:56:11.187892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ff1e8-bc26-4319-a2f7-b8777f47e45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7293524f-12aa-4902-87bb-6671898d05ed,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:11.193500 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ecc39b2d-0244-4a7f-b4f4-46ed28d8dccd tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:11.217836 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5857c34f-3f30-48e2-994f-ce82bb2f7502 req-d358091b-ed38-4c1c-825d-89e9c639cc45 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487459 Mar 23 12:56:11.257497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae58074-5780-474b-9250-090403c53ac4 req-d2396e8e-faae-4c00-ac80-70a191af64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:11.262642 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eae58074-5780-474b-9250-090403c53ac4 req-d2396e8e-faae-4c00-ac80-70a191af64ce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 1096 time: 0.1320930 Mar 23 12:56:11.320376 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3445d55c-327a-46c2-8dc4-faf8ed127a84 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:11.325917 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ecc39b2d-0244-4a7f-b4f4-46ed28d8dccd tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:11.357157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc39b2d-0244-4a7f-b4f4-46ed28d8dccd tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Subnet': ['ID=4034d376-402d-42a3-8974-725d20b1f967,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:11.362445 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ecc39b2d-0244-4a7f-b4f4-46ed28d8dccd tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:11.364164 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eae58074-5780-474b-9250-090403c53ac4 req-e145ac88-51b8-4606-9596-bb2e8478fc9f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914903 Mar 23 12:56:11.367622 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ecc39b2d-0244-4a7f-b4f4-46ed28d8dccd tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/4034d376-402d-42a3-8974-725d20b1f967 HTTP/1.1" status: 204 len: 168 time: 1.1917570 Mar 23 12:56:11.375769 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9f807c-aaf9-4601-9fa0-c23c4a05e61d None None] Network b0356315-2a87-4e74-bb04-66a6480b6241 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:11.379422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37274) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:11.394156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c3914d37-917d-4c64-a3e2-97a5d4565bab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'subnet': {'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:11.428755 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3445d55c-327a-46c2-8dc4-faf8ed127a84 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:11.525389 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3445d55c-327a-46c2-8dc4-faf8ed127a84 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:11.535443 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3445d55c-327a-46c2-8dc4-faf8ed127a84 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "DELETE /v2.0/subnets/4ef5b3bc-801a-4943-8ef1-1bb9af7d4d2c HTTP/1.1" status: 204 len: 168 time: 0.6642711 Mar 23 12:56:11.537075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37280) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:11.541640 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f37ffd0-51be-40a5-bafa-db44b0c4d5bc None None] Network 2c81586d-299a-4b38-8bd8-60a04da37fe8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:11.542109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445d55c-327a-46c2-8dc4-faf8ed127a84 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef5b3bc-801a-4943-8ef1-1bb9af7d4d2c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:11.645632 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:11.707001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Deleting port 89a47dbb-2b79-43f7-afd3-375f40740069 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:11.707494 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:11.742859 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3914d37-917d-4c64-a3e2-97a5d4565bab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:11.750993 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3914d37-917d-4c64-a3e2-97a5d4565bab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:11.873828 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] For port 89a47dbb-2b79-43f7-afd3-375f40740069, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=89a47dbb-2b79-43f7-afd3-375f40740069,segment=NetworkSegment(bf5f3ba9-da8e-4722-9146-d987a81eb20a),segment_id=bf5f3ba9-da8e-4722-9146-d987a81eb20a)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:11.875220 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:11.909404 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Calling delete_port for 89a47dbb-2b79-43f7-afd3-375f40740069 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:11.940919 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b59a764-6d79-4bfd-8c4b-a3117f9c8a78 None None] DHCP port deletion for 2c81586d-299a-4b38-8bd8-60a04da37fe8 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:56:11.954235 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37286) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:12.024811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b59a764-6d79-4bfd-8c4b-a3117f9c8a78 None None] Deleting port 89a47dbb-2b79-43f7-afd3-375f40740069 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:12.025427 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b59a764-6d79-4bfd-8c4b-a3117f9c8a78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:12.085652 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:12.116436 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e9747707-3114-4dd5-894b-3cdafc6907a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe0e34c0f00d4017b1943f6afebb0258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582603 Mar 23 12:56:12.116436 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37290) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:12.155817 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b59a764-6d79-4bfd-8c4b-a3117f9c8a78 None None] For port 89a47dbb-2b79-43f7-afd3-375f40740069, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=89a47dbb-2b79-43f7-afd3-375f40740069,segment=NetworkSegment(bf5f3ba9-da8e-4722-9146-d987a81eb20a),segment_id=bf5f3ba9-da8e-4722-9146-d987a81eb20a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:12.156488 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b59a764-6d79-4bfd-8c4b-a3117f9c8a78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:12.163290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] No DVR routers for this DVR port 89a47dbb-2b79-43f7-afd3-375f40740069 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:12.200045 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3b59a764-6d79-4bfd-8c4b-a3117f9c8a78 None None] Calling delete_port for 89a47dbb-2b79-43f7-afd3-375f40740069 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:12.228741 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba7b7-a5f6-43de-b4e8-5860895259be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:12.229893 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event deleted for resources: {'Port': ['ID=89a47dbb-2b79-43f7-afd3-375f40740069,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:12.265769 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba7b7-a5f6-43de-b4e8-5860895259be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:12.339855 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba7b7-a5f6-43de-b4e8-5860895259be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:12.342525 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba7b7-a5f6-43de-b4e8-5860895259be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:12.343122 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b59a764-6d79-4bfd-8c4b-a3117f9c8a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:12.343702 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9d6ba7b7-a5f6-43de-b4e8-5860895259be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17a22ca7-4b01-4b30-8c49-0552970ad645 HTTP/1.1" status: 204 len: 168 time: 0.2263205 Mar 23 12:56:12.380396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59a764-6d79-4bfd-8c4b-a3117f9c8a78 None None] Pushing event deleted for resources: {'Port': ['ID=89a47dbb-2b79-43f7-afd3-375f40740069,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:12.390295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b59a764-6d79-4bfd-8c4b-a3117f9c8a78 None None] No DVR routers for this DVR port 89a47dbb-2b79-43f7-afd3-375f40740069 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:12.407749 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ba7b7-a5f6-43de-b4e8-5860895259be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a22ca7-4b01-4b30-8c49-0552970ad645,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:12.424382 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:12.505882 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c81586d-299a-4b38-8bd8-60a04da37fe8']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:12.536833 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5f3ba9-da8e-4722-9146-d987a81eb20a') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:12.537122 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5f3ba9-da8e-4722-9146-d987a81eb20a') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:12.545397 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3914d37-917d-4c64-a3e2-97a5d4565bab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:12.550388 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d4f36-5277-4e75-95f1-501cd0e6949f req-f5849483-8892-4990-beb5-f1b80b818130 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:12.558463 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca7d4f36-5277-4e75-95f1-501cd0e6949f req-f5849483-8892-4990-beb5-f1b80b818130 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 945 time: 0.1218300 Mar 23 12:56:12.584014 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:12.630041 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3914d37-917d-4c64-a3e2-97a5d4565bab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network b0356315-2a87-4e74-bb04-66a6480b6241 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:12.636760 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:12.646527 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c3914d37-917d-4c64-a3e2-97a5d4565bab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:12.652532 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3914d37-917d-4c64-a3e2-97a5d4565bab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:12.653064 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c3914d37-917d-4c64-a3e2-97a5d4565bab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:12.665164 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ca7d4f36-5277-4e75-95f1-501cd0e6949f req-1d87a3cc-f008-482f-9acf-e5f8c481d59d tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054814 Mar 23 12:56:12.666336 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:56:12.666749 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:12.673965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3914d37-917d-4c64-a3e2-97a5d4565bab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Subnet': ['ID=7f08106c-9b18-44e5-a140-9efe35e6e16f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:12.684882 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c3914d37-917d-4c64-a3e2-97a5d4565bab tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2961922 Mar 23 12:56:12.687634 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37308) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:12.694712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ddfedfa4-1762-4a7d-a164-fe632a8d370e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'security_group': {'name': 'tempest-secgroup-245923819'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:56:12.728961 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:56:12.736776 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddfedfa4-1762-4a7d-a164-fe632a8d370e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:12.882060 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:12.939081 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:12.953561 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] 10.222.0.52 "DELETE /v2.0/networks/2c81586d-299a-4b38-8bd8-60a04da37fe8 HTTP/1.1" status: 204 len: 168 time: 1.4025927 Mar 23 12:56:12.957657 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b32c30-e3e8-4393-b97f-73c7b2de1365 tempest-AllowedAddressPairIpV6TestJSON-424138005 tempest-AllowedAddressPairIpV6TestJSON-424138005-project] Pushing event deleted for resources: {'Network': ['ID=2c81586d-299a-4b38-8bd8-60a04da37fe8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:12.965614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7bb72b-59df-471e-bfc9-b1400b0ef9e6 None None] Network b0356315-2a87-4e74-bb04-66a6480b6241 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:13.001862 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddfedfa4-1762-4a7d-a164-fe632a8d370e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:13.022587 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddfedfa4-1762-4a7d-a164-fe632a8d370e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:13.082050 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddfedfa4-1762-4a7d-a164-fe632a8d370e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:13.083600 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ddfedfa4-1762-4a7d-a164-fe632a8d370e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3945782 Mar 23 12:56:13.087674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37316) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:13.089953 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfedfa4-1762-4a7d-a164-fe632a8d370e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca89bee-be87-45af-9f6d-46f06e4c42ae,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:13.101144 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a1b33e69-fd68-45ce-813a-16f9692c7329 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'security_group': {'name': 'tempest-secgroup-1054504827'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:13.138430 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1b33e69-fd68-45ce-813a-16f9692c7329 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:13.199075 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d8154761-4527-4452-9e97-525dee2f3d91 None None] Provisioning complete for port fc23779f-86ed-4e3e-a1d8-af678bcbd687 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:13.199852 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d8154761-4527-4452-9e97-525dee2f3d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:13.257110 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1b33e69-fd68-45ce-813a-16f9692c7329 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:13.262592 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1b33e69-fd68-45ce-813a-16f9692c7329 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:13.314030 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1b33e69-fd68-45ce-813a-16f9692c7329 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:13.315690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a1b33e69-fd68-45ce-813a-16f9692c7329 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2279291 Mar 23 12:56:13.317783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b33e69-fd68-45ce-813a-16f9692c7329 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b8c7d9-dccf-415d-823d-573d432af280,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:13.318586 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37320) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:13.333044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-308a9405-0ede-4694-aa42-1d08117b26e5 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'security_group': {'name': 'tempest-secgroup-1630987545'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:13.384933 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-308a9405-0ede-4694-aa42-1d08117b26e5 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:13.446607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37328) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:13.483116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 89a47dbb-2b79-43f7-afd3-375f40740069 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:13.571541 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 89a47dbb-2b79-43f7-afd3-375f40740069 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:56:13.572525 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 89a47dbb-2b79-43f7-afd3-375f40740069 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:13.658345 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-308a9405-0ede-4694-aa42-1d08117b26e5 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:13.681618 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-308a9405-0ede-4694-aa42-1d08117b26e5 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:13.730492 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-308a9405-0ede-4694-aa42-1d08117b26e5 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:13.736614 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-308a9405-0ede-4694-aa42-1d08117b26e5 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4158669 Mar 23 12:56:13.737847 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37340) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:13.739313 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-41b594ae-7cc3-4a23-9e32-3b234d34dfd5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=899cf59fe2d0418189f0adec37a3e6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753060 Mar 23 12:56:13.740094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37344) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:13.756070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d8154761-4527-4452-9e97-525dee2f3d91 None None] Provisioning complete for port be34351c-2cec-49f7-8b29-6e9e18970386 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:13.756454 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d8154761-4527-4452-9e97-525dee2f3d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:13.778180 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c594b62a-83aa-43ff-aa6a-601f42fa631a None None] Update dhcp port {'port': {'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241', 'fixed_ips': [{'subnet_id': '8f46cbc2-03a0-478c-957b-9dff1b185cdc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7f08106c-9b18-44e5-a140-9efe35e6e16f'}], 'binding:host_id': 'n-d-834854-1'}, 'id': 'fc23779f-86ed-4e3e-a1d8-af678bcbd687'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:56:13.786128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2d77d49d-6aac-4c89-a8fc-7f9b4659e0bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1388116042', 'security_groups': ['e661a249-0139-4af2-beca-cc7cb53b4e40'], 'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7f08106c-9b18-44e5-a140-9efe35e6e16f'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:13.809662 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c594b62a-83aa-43ff-aa6a-601f42fa631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:13.825168 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a9405-0ede-4694-aa42-1d08117b26e5 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e661a249-0139-4af2-beca-cc7cb53b4e40,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:13.884144 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e46e64eb-6de3-470a-8ac9-bba4d84ecdea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:13.924737 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d8154761-4527-4452-9e97-525dee2f3d91 None None] Port be34351c-2cec-49f7-8b29-6e9e18970386 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:13.929316 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e46e64eb-6de3-470a-8ac9-bba4d84ecdea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:14.021103 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e46e64eb-6de3-470a-8ac9-bba4d84ecdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:14.025537 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e46e64eb-6de3-470a-8ac9-bba4d84ecdea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:14.029720 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e46e64eb-6de3-470a-8ac9-bba4d84ecdea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b6c29eed-29b3-45f0-af2e-661f38e75b8b HTTP/1.1" status: 204 len: 168 time: 0.2781470 Mar 23 12:56:14.050253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d68d3e-428a-4dd9-b083-575139847d05 req-4853a164-baa1-4f5d-9152-47c404db9d9d tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:14.051829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-92d68d3e-428a-4dd9-b083-575139847d05 req-4853a164-baa1-4f5d-9152-47c404db9d9d tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 945 time: 0.2175121 Mar 23 12:56:14.061596 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e64eb-6de3-470a-8ac9-bba4d84ecdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c29eed-29b3-45f0-af2e-661f38e75b8b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:14.071615 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d77d49d-6aac-4c89-a8fc-7f9b4659e0bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:14.197684 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-92d68d3e-428a-4dd9-b083-575139847d05 req-b153b355-ce23-457a-a075-c1bc14ee51ce tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325848 Mar 23 12:56:14.209371 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-c594b62a-83aa-43ff-aa6a-601f42fa631a None None] Allocated IP 2001:db8::2 (b0356315-2a87-4e74-bb04-66a6480b6241/7f08106c-9b18-44e5-a140-9efe35e6e16f/fc23779f-86ed-4e3e-a1d8-af678bcbd687) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:14.263114 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d77d49d-6aac-4c89-a8fc-7f9b4659e0bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:14.311224 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-2d77d49d-6aac-4c89-a8fc-7f9b4659e0bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] device_id is not set on port dd8258ae-0f86-4158-b7e3-0509872991f4 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:56:14.384628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab6630-33bb-46ce-bb6f-80055cb149a1 req-65f151fc-8893-489e-bbe8-5dd49638bf96 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:14.395211 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7ab6630-33bb-46ce-bb6f-80055cb149a1 req-65f151fc-8893-489e-bbe8-5dd49638bf96 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 945 time: 0.1034102 Mar 23 12:56:14.459458 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7ab6630-33bb-46ce-bb6f-80055cb149a1 req-ce1fddc5-7475-49e2-bbf3-cf5bbc36aafb tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624263 Mar 23 12:56:14.511170 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c594b62a-83aa-43ff-aa6a-601f42fa631a None None] For port fc23779f-86ed-4e3e-a1d8-af678bcbd687, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fc23779f-86ed-4e3e-a1d8-af678bcbd687,segment=NetworkSegment(5bf499a3-2170-4e1a-a925-b41c0647bafb),segment_id=5bf499a3-2170-4e1a-a925-b41c0647bafb)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:14.586451 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c594b62a-83aa-43ff-aa6a-601f42fa631a None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:14.594504 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c594b62a-83aa-43ff-aa6a-601f42fa631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:14.652051 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594b62a-83aa-43ff-aa6a-601f42fa631a None None] Pushing event updated for resources: {'Port': ['ID=fc23779f-86ed-4e3e-a1d8-af678bcbd687,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:15.097742 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54b84b-8e24-4bd2-a0b2-aac5a264ab46 req-34cd5999-3220-48e8-82ec-1b6bfaf10d6c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:15.107148 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e54b84b-8e24-4bd2-a0b2-aac5a264ab46 req-34cd5999-3220-48e8-82ec-1b6bfaf10d6c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 945 time: 0.1203313 Mar 23 12:56:15.172656 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37380) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:15.205584 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e54b84b-8e24-4bd2-a0b2-aac5a264ab46 req-b09d7eee-7c6f-4ded-85d2-f33fe2076004 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885673 Mar 23 12:56:15.237781 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-2d77d49d-6aac-4c89-a8fc-7f9b4659e0bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Allocated IP 2001:db8::380 (b0356315-2a87-4e74-bb04-66a6480b6241/7f08106c-9b18-44e5-a140-9efe35e6e16f/dd8258ae-0f86-4158-b7e3-0509872991f4) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:15.344665 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d61ad6da-9d82-4e1e-9057-dbf9d7ff1dde tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-931688'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:15.382234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61ad6da-9d82-4e1e-9057-dbf9d7ff1dde tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Made reservation on behalf of 006988889d1c4903b19e602e0d9d59a2 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:15.385802 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d61ad6da-9d82-4e1e-9057-dbf9d7ff1dde tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:15.411729 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d61ad6da-9d82-4e1e-9057-dbf9d7ff1dde tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:15.478909 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fc23779f-86ed-4e3e-a1d8-af678bcbd687 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:56:15.506455 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d77d49d-6aac-4c89-a8fc-7f9b4659e0bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:15.550433 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port fc23779f-86ed-4e3e-a1d8-af678bcbd687 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:15.551456 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:15.570723 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d61ad6da-9d82-4e1e-9057-dbf9d7ff1dde tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:15.571619 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d77d49d-6aac-4c89-a8fc-7f9b4659e0bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:15.582675 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d61ad6da-9d82-4e1e-9057-dbf9d7ff1dde tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:15.627405 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61ad6da-9d82-4e1e-9057-dbf9d7ff1dde tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:56:15.638762 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ad6da-9d82-4e1e-9057-dbf9d7ff1dde tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10175ce3-c832-4e87-b9c9-c290037ef505,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:15.645621 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d61ad6da-9d82-4e1e-9057-dbf9d7ff1dde tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:15.646268 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-d61ad6da-9d82-4e1e-9057-dbf9d7ff1dde tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Added segment e7acf5dc-4026-40a7-9331-6f742fe88192 of type vlan for network 5a64ef4a-a94d-4055-a965-1fca8170e238 Mar 23 12:56:15.685536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77d49d-6aac-4c89-a8fc-7f9b4659e0bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=dd8258ae-0f86-4158-b7e3-0509872991f4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:15.710473 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d61ad6da-9d82-4e1e-9057-dbf9d7ff1dde tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:15.719254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d77d49d-6aac-4c89-a8fc-7f9b4659e0bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network b0356315-2a87-4e74-bb04-66a6480b6241 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:15.721520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2d77d49d-6aac-4c89-a8fc-7f9b4659e0bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:15.725746 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d77d49d-6aac-4c89-a8fc-7f9b4659e0bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:15.735721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d77d49d-6aac-4c89-a8fc-7f9b4659e0bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:15.736614 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d77d49d-6aac-4c89-a8fc-7f9b4659e0bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:15.753809 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d61ad6da-9d82-4e1e-9057-dbf9d7ff1dde tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:15.761826 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2d77d49d-6aac-4c89-a8fc-7f9b4659e0bf tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0093942 Mar 23 12:56:15.762445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37386) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:15.762572 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ad6da-9d82-4e1e-9057-dbf9d7ff1dde tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:15.763257 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d61ad6da-9d82-4e1e-9057-dbf9d7ff1dde tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:15.772908 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8d43da10-b161-4bec-9d61-af2c534ae76c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'subnet': {'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:15.846589 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d61ad6da-9d82-4e1e-9057-dbf9d7ff1dde tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6664279 Mar 23 12:56:15.846816 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37388) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:15.851535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-78b3abf4-0300-4cf1-8b57-71cac81bdada tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'subnet': {'network_id': '5a64ef4a-a94d-4055-a965-1fca8170e238', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:15.853164 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ad6da-9d82-4e1e-9057-dbf9d7ff1dde tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Network': ['ID=5a64ef4a-a94d-4055-a965-1fca8170e238,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:15.866016 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 5a64ef4a-a94d-4055-a965-1fca8170e238 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:56:16.000350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b3abf4-0300-4cf1-8b57-71cac81bdada tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Made reservation on behalf of 006988889d1c4903b19e602e0d9d59a2 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:16.004612 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78b3abf4-0300-4cf1-8b57-71cac81bdada tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:16.072584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ed26b4cb-9d50-490d-84c9-00d4a991387a None None] Provisioning complete for port fc23779f-86ed-4e3e-a1d8-af678bcbd687 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:16.073916 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed26b4cb-9d50-490d-84c9-00d4a991387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:16.098821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d43da10-b161-4bec-9d61-af2c534ae76c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:16.102732 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d43da10-b161-4bec-9d61-af2c534ae76c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:16.209048 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:16.290346 n-d-834854-1 neutron-server[102778]: INFO neutron.db.ipam_backend_mixin [None req-8d43da10-b161-4bec-9d61-af2c534ae76c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f08106c-9b18-44e5-a140-9efe35e6e16f (CIDR: 2001:db8::/64) Mar 23 12:56:16.309722 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ed26b4cb-9d50-490d-84c9-00d4a991387a None None] Provisioning complete for port be34351c-2cec-49f7-8b29-6e9e18970386 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:16.310365 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ed26b4cb-9d50-490d-84c9-00d4a991387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:16.347572 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d43da10-b161-4bec-9d61-af2c534ae76c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:56:16.348111 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d43da10-b161-4bec-9d61-af2c534ae76c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:56:16.368683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ed26b4cb-9d50-490d-84c9-00d4a991387a None None] Port be34351c-2cec-49f7-8b29-6e9e18970386 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:16.378136 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8d43da10-b161-4bec-9d61-af2c534ae76c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6132758 Mar 23 12:56:16.382298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37396) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:16.387398 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e157644-51e6-472e-926d-c2d41d86d8c0 req-196e22d5-7ec2-400b-a23a-28d7101a529b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:16.390469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2f8bfab3-ec25-47db-9bef-0395422c6346 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'subnet': {'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:16.395301 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0e157644-51e6-472e-926d-c2d41d86d8c0 req-196e22d5-7ec2-400b-a23a-28d7101a529b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 945 time: 0.0755720 Mar 23 12:56:16.449850 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0e157644-51e6-472e-926d-c2d41d86d8c0 req-3af18a33-2899-47f3-a0c7-aace1da4a07a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477087 Mar 23 12:56:16.500945 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-13cf4e44-3f01-40ff-9374-3ce3fc93beb5 None None] Provisioning complete for port dd8258ae-0f86-4158-b7e3-0509872991f4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:16.501319 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-13cf4e44-3f01-40ff-9374-3ce3fc93beb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:16.539440 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78b3abf4-0300-4cf1-8b57-71cac81bdada tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:16.573540 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-13cf4e44-3f01-40ff-9374-3ce3fc93beb5 None None] Port dd8258ae-0f86-4158-b7e3-0509872991f4 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:16.587300 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8bfab3-ec25-47db-9bef-0395422c6346 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:16.591999 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f8bfab3-ec25-47db-9bef-0395422c6346 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:16.674117 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3abf4-0300-4cf1-8b57-71cac81bdada tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Subnet': ['ID=5bad0668-6fc0-4b4f-8f96-2606d6b69126,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:16.717463 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b3abf4-0300-4cf1-8b57-71cac81bdada tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Checking segment: {'id': 'e7acf5dc-4026-40a7-9331-6f742fe88192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5a64ef4a-a94d-4055-a965-1fca8170e238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:56:16.717463 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b3abf4-0300-4cf1-8b57-71cac81bdada tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network hostable DHCP agents. Network: 5a64ef4a-a94d-4055-a965-1fca8170e238, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:56:16.761860 n-d-834854-1 neutron-server[102778]: INFO neutron.db.ipam_backend_mixin [None req-2f8bfab3-ec25-47db-9bef-0395422c6346 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8f46cbc2-03a0-478c-957b-9dff1b185cdc (CIDR: 2001:db8:0:1::/64) Mar 23 12:56:16.766548 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8bfab3-ec25-47db-9bef-0395422c6346 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:56:16.766986 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8bfab3-ec25-47db-9bef-0395422c6346 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:56:16.798466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b3abf4-0300-4cf1-8b57-71cac81bdada tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network 5a64ef4a-a94d-4055-a965-1fca8170e238 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:56:16.812492 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9cec0-876a-481d-9e6b-65eb48679dc5 req-0fdb41b7-7fcf-4f93-bfaa-6d814e226212 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:16.815144 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f1b9cec0-876a-481d-9e6b-65eb48679dc5 req-0fdb41b7-7fcf-4f93-bfaa-6d814e226212 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 945 time: 0.0906124 Mar 23 12:56:16.823997 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2f8bfab3-ec25-47db-9bef-0395422c6346 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4373567 Mar 23 12:56:16.825014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37402) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:16.835968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-393ad856-c77c-4c4c-9633-6cc78e27ebfc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'subnet': {'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:16.892630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-78b3abf4-0300-4cf1-8b57-71cac81bdada tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 5a64ef4a-a94d-4055-a965-1fca8170e238) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:16.900951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc874226-8788-482f-9a5b-5d8694841047 None None] Network 5a64ef4a-a94d-4055-a965-1fca8170e238 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:16.938125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b3abf4-0300-4cf1-8b57-71cac81bdada tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:16.938731 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-78b3abf4-0300-4cf1-8b57-71cac81bdada tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:16.995692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f1b9cec0-876a-481d-9e6b-65eb48679dc5 req-f6d6eb03-89e6-441a-8f34-c627d77fdb69 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Deleting port 3669332b-0e46-4544-8a53-9fdb03783062 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:17.002869 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1b9cec0-876a-481d-9e6b-65eb48679dc5 req-f6d6eb03-89e6-441a-8f34-c627d77fdb69 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:17.014111 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-78b3abf4-0300-4cf1-8b57-71cac81bdada tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1677763 Mar 23 12:56:17.014788 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37412) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:17.032418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1643747819', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:17.111222 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:17.112919 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:17.132151 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393ad856-c77c-4c4c-9633-6cc78e27ebfc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Made reservation on behalf of cc1f7d95fe8845b090b13694d31892f2 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:17.136758 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-393ad856-c77c-4c4c-9633-6cc78e27ebfc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:17.170588 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b55956-c5ec-444a-b4fc-c190e47496ad None None] Network 5a64ef4a-a94d-4055-a965-1fca8170e238 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:17.188723 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f1b9cec0-876a-481d-9e6b-65eb48679dc5 req-f6d6eb03-89e6-441a-8f34-c627d77fdb69 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] For port 3669332b-0e46-4544-8a53-9fdb03783062, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=3669332b-0e46-4544-8a53-9fdb03783062,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:17.189095 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1b9cec0-876a-481d-9e6b-65eb48679dc5 req-f6d6eb03-89e6-441a-8f34-c627d77fdb69 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:17.205065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f1b9cec0-876a-481d-9e6b-65eb48679dc5 req-f6d6eb03-89e6-441a-8f34-c627d77fdb69 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Calling delete_port for 3669332b-0e46-4544-8a53-9fdb03783062 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:17.494886 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1b9cec0-876a-481d-9e6b-65eb48679dc5 req-f6d6eb03-89e6-441a-8f34-c627d77fdb69 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:17.506014 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:17.518821 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['b91249d8-0e29-42d6-bc10-521aea2f1853', '3669332b-0e46-4544-8a53-9fdb03783062'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:56:17.651032 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb0918fa-9a59-4c1d-8a70-f9406e343021 req-179b429b-ef3e-4d4e-99fb-294103d4b595 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 210 time: 0.0729649 Mar 23 12:56:17.675103 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:17.730170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6eb03-89e6-441a-8f34-c627d77fdb69 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event deleted for resources: {'Port': ['ID=3669332b-0e46-4544-8a53-9fdb03783062,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:17.774100 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-393ad856-c77c-4c4c-9633-6cc78e27ebfc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:17.785044 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37430) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:17.790612 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b9cec0-876a-481d-9e6b-65eb48679dc5 req-f6d6eb03-89e6-441a-8f34-c627d77fdb69 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] No DVR routers for this DVR port 3669332b-0e46-4544-8a53-9fdb03783062 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:17.817307 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f1b9cec0-876a-481d-9e6b-65eb48679dc5 req-f6d6eb03-89e6-441a-8f34-c627d77fdb69 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:17.822360 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f1b9cec0-876a-481d-9e6b-65eb48679dc5 req-f6d6eb03-89e6-441a-8f34-c627d77fdb69 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "DELETE /v2.0/ports/3669332b-0e46-4544-8a53-9fdb03783062 HTTP/1.1" status: 204 len: 173 time: 0.9924383 Mar 23 12:56:17.825849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4bebae-98b4-4d69-b212-c9e53bef0ca7', 'name': 'network-vif-deleted', 'tag': '3669332b-0e46-4544-8a53-9fdb03783062'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:56:17.831769 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e1bf1f-3fa9-4606-97ac-f3e02f0d4770" -d '{"events": [{"server_uuid": "8c4bebae-98b4-4d69-b212-c9e53bef0ca7", "name": "network-vif-deleted", "tag": "3669332b-0e46-4544-8a53-9fdb03783062"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:56:17.846661 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393ad856-c77c-4c4c-9633-6cc78e27ebfc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Network b0356315-2a87-4e74-bb04-66a6480b6241 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:17.852151 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-393ad856-c77c-4c4c-9633-6cc78e27ebfc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:17.858637 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ad856-c77c-4c4c-9633-6cc78e27ebfc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:17.859661 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-393ad856-c77c-4c4c-9633-6cc78e27ebfc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:17.864089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad856-c77c-4c4c-9633-6cc78e27ebfc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Subnet': ['ID=29200f86-bd8a-4f3a-a5d8-52e4ea4392aa,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:17.894860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea65dea1-cafb-4a58-abe0-9d84e637f47c None None] Network b0356315-2a87-4e74-bb04-66a6480b6241 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:17.903474 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-393ad856-c77c-4c4c-9633-6cc78e27ebfc tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0769136 Mar 23 12:56:17.904446 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37436) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:17.910534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2f54464a-c121-4747-adf9-24b415df58bb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1192475366', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '29200f86-bd8a-4f3a-a5d8-52e4ea4392aa'}], 'security_groups': ['9ca89bee-be87-45af-9f6d-46f06e4c42ae', '36b8c7d9-dccf-415d-823d-573d432af280']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:18.022514 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136acae4-c80f-4ffb-9d19-4ec55a7b1ca0 x-openstack-request-id: req-136acae4-c80f-4ffb-9d19-4ec55a7b1ca0 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:56:18.023206 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4bebae-98b4-4d69-b212-c9e53bef0ca7", "name": "network-vif-deleted", "tag": "3669332b-0e46-4544-8a53-9fdb03783062", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:56:18.023479 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-136acae4-c80f-4ffb-9d19-4ec55a7b1ca0 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:56:18.025067 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4bebae-98b4-4d69-b212-c9e53bef0ca7', 'name': 'network-vif-deleted', 'tag': '3669332b-0e46-4544-8a53-9fdb03783062', 'status': 'completed', 'code': 200} Mar 23 12:56:18.032288 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:18.107388 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c367214-02d9-476c-850d-73329bcfc618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:18.289780 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f54464a-c121-4747-adf9-24b415df58bb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:18.382246 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c367214-02d9-476c-850d-73329bcfc618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:18.426383 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0633a3e3-a09a-4530-a1c2-1abfca822229 None None] Update dhcp port {'port': {'network_id': 'b0356315-2a87-4e74-bb04-66a6480b6241', 'fixed_ips': [{'subnet_id': '8f46cbc2-03a0-478c-957b-9dff1b185cdc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7f08106c-9b18-44e5-a140-9efe35e6e16f', 'ip_address': '2001:db8::2'}, {'subnet_id': '29200f86-bd8a-4f3a-a5d8-52e4ea4392aa'}], 'binding:host_id': 'n-d-834854-1'}, 'id': 'fc23779f-86ed-4e3e-a1d8-af678bcbd687'} from n-d-834854-1. {{(pid=102780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 23 12:56:18.432481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c367214-02d9-476c-850d-73329bcfc618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:18.465404 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0633a3e3-a09a-4530-a1c2-1abfca822229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:18.479228 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:18.529710 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:18.563678 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1c367214-02d9-476c-850d-73329bcfc618 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=33ecd51856b1457db00c5d21ec261870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7740860 Mar 23 12:56:18.564418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37440) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:18.580079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c367214-02d9-476c-850d-73329bcfc618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b001a95-b1ed-4e09-8dcc-3e279e139467,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:18.721524 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74199eb5-2901-471f-b998-c82b91741cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:18.739120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-2f54464a-c121-4747-adf9-24b415df58bb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Delete allocated IP 2001:db8::380 (b0356315-2a87-4e74-bb04-66a6480b6241/7f08106c-9b18-44e5-a140-9efe35e6e16f) {{(pid=102779) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 12:56:18.748133 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74199eb5-2901-471f-b998-c82b91741cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:18.777728 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-802154db-b2a3-494b-8467-743a1dc10ce2 req-f5b48407-f019-4b57-82e4-57cc8dd80167 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 210 time: 0.0401852 Mar 23 12:56:18.778938 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-2f54464a-c121-4747-adf9-24b415df58bb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Allocated IP 2001:db8:0:2::3e0 (b0356315-2a87-4e74-bb04-66a6480b6241/29200f86-bd8a-4f3a-a5d8-52e4ea4392aa/dd8258ae-0f86-4158-b7e3-0509872991f4) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:18.808454 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Allocated IP 172.25.2.85 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/30d5448b-5a4a-4930-9d0a-4d77631592d7) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:18.851365 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74199eb5-2901-471f-b998-c82b91741cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:18.854390 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-74199eb5-2901-471f-b998-c82b91741cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:18.855698 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-74199eb5-2901-471f-b998-c82b91741cb2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b001a95-b1ed-4e09-8dcc-3e279e139467 HTTP/1.1" status: 204 len: 168 time: 0.2887871 Mar 23 12:56:18.893977 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74199eb5-2901-471f-b998-c82b91741cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b001a95-b1ed-4e09-8dcc-3e279e139467,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:18.982428 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:19.028990 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:19.065295 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f54464a-c121-4747-adf9-24b415df58bb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:19.072861 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f54464a-c121-4747-adf9-24b415df58bb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:19.117540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=30d5448b-5a4a-4930-9d0a-4d77631592d7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:19.138260 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:19.146417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-0633a3e3-a09a-4530-a1c2-1abfca822229 None None] Allocated IP 2001:db8:0:2::2 (b0356315-2a87-4e74-bb04-66a6480b6241/29200f86-bd8a-4f3a-a5d8-52e4ea4392aa/fc23779f-86ed-4e3e-a1d8-af678bcbd687) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:19.150396 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:19.172130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:19.214387 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-2f54464a-c121-4747-adf9-24b415df58bb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] In _notify_port_updated(), no bound segment for port dd8258ae-0f86-4158-b7e3-0509872991f4 on network b0356315-2a87-4e74-bb04-66a6480b6241 {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:56:19.220279 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f54464a-c121-4747-adf9-24b415df58bb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:19.220918 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2f54464a-c121-4747-adf9-24b415df58bb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:19.225461 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2f54464a-c121-4747-adf9-24b415df58bb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "PUT /v2.0/ports/dd8258ae-0f86-4158-b7e3-0509872991f4 HTTP/1.1" status: 200 len: 970 time: 1.3197672 Mar 23 12:56:19.226124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37452) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:19.325662 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54464a-c121-4747-adf9-24b415df58bb tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event updated for resources: {'Port': ['ID=dd8258ae-0f86-4158-b7e3-0509872991f4,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:19.388784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0633a3e3-a09a-4530-a1c2-1abfca822229 None None] For port fc23779f-86ed-4e3e-a1d8-af678bcbd687, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fc23779f-86ed-4e3e-a1d8-af678bcbd687,segment=NetworkSegment(5bf499a3-2170-4e1a-a925-b41c0647bafb),segment_id=5bf499a3-2170-4e1a-a925-b41c0647bafb)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:19.393526 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c5614268-5a3f-4d26-b2bb-4bc278bec2c1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port dd8258ae-0f86-4158-b7e3-0509872991f4 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:19.394225 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c5614268-5a3f-4d26-b2bb-4bc278bec2c1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:19.431155 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0633a3e3-a09a-4530-a1c2-1abfca822229 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:19.440797 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0633a3e3-a09a-4530-a1c2-1abfca822229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:19.549933 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c5614268-5a3f-4d26-b2bb-4bc278bec2c1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:19.567117 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-c5614268-5a3f-4d26-b2bb-4bc278bec2c1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for dd8258ae-0f86-4158-b7e3-0509872991f4 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:19.681410 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:56:19.832517 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633a3e3-a09a-4530-a1c2-1abfca822229 None None] Pushing event updated for resources: {'Port': ['ID=fc23779f-86ed-4e3e-a1d8-af678bcbd687,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:19.840190 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c5614268-5a3f-4d26-b2bb-4bc278bec2c1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:19.885367 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:19.980884 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c5614268-5a3f-4d26-b2bb-4bc278bec2c1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:19.987824 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c5614268-5a3f-4d26-b2bb-4bc278bec2c1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/dd8258ae-0f86-4158-b7e3-0509872991f4 HTTP/1.1" status: 204 len: 168 time: 0.7578225 Mar 23 12:56:19.990261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5614268-5a3f-4d26-b2bb-4bc278bec2c1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=dd8258ae-0f86-4158-b7e3-0509872991f4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:19.993641 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37478) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:20.077810 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3669332b-0e46-4544-8a53-9fdb03783062 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:20.079773 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8113b5d0-0903-4190-9eb1-efffafd926e3 req-24f87263-a6ee-4690-b182-95aadc140330 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 210 time: 0.0544806 Mar 23 12:56:20.112366 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0317d4-aae1-496c-aee2-a897823736c8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] GET failed (client error): The resource could not be found. Mar 23 12:56:20.117046 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9d0317d4-aae1-496c-aee2-a897823736c8 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports/dd8258ae-0f86-4158-b7e3-0509872991f4 HTTP/1.1" status: 404 len: 333 time: 0.1222184 Mar 23 12:56:20.117778 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37484) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:20.126765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 3669332b-0e46-4544-8a53-9fdb03783062 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:56:20.127119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 3669332b-0e46-4544-8a53-9fdb03783062 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:20.254072 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02e6caa9-1a89-44bd-a252-ea432ddc70ae tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:20.301801 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02e6caa9-1a89-44bd-a252-ea432ddc70ae tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:20.424301 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02e6caa9-1a89-44bd-a252-ea432ddc70ae tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:20.427639 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-02e6caa9-1a89-44bd-a252-ea432ddc70ae tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:20.431223 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-02e6caa9-1a89-44bd-a252-ea432ddc70ae tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/security-groups/e661a249-0139-4af2-beca-cc7cb53b4e40 HTTP/1.1" status: 204 len: 168 time: 0.3117995 Mar 23 12:56:20.433951 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37494) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:20.476116 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:20.494730 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6caa9-1a89-44bd-a252-ea432ddc70ae tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e661a249-0139-4af2-beca-cc7cb53b4e40,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:20.533317 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-694642e8-357a-4535-8d34-952c95dee079 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:20.589126 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-694642e8-357a-4535-8d34-952c95dee079 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:20.689276 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-694642e8-357a-4535-8d34-952c95dee079 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:20.692211 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-694642e8-357a-4535-8d34-952c95dee079 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:20.696410 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-694642e8-357a-4535-8d34-952c95dee079 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/security-groups/36b8c7d9-dccf-415d-823d-573d432af280 HTTP/1.1" status: 204 len: 168 time: 0.2530289 Mar 23 12:56:20.697045 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37498) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:20.721601 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694642e8-357a-4535-8d34-952c95dee079 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b8c7d9-dccf-415d-823d-573d432af280,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:20.757394 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router d7aa8147-b340-42be-ab38-22304ee3dbb0 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:56:20.809249 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ed03caa-d7a3-4781-9607-97558760a9d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:20.848566 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ed03caa-d7a3-4781-9607-97558760a9d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:20.935732 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ed03caa-d7a3-4781-9607-97558760a9d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:20.938301 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ed03caa-d7a3-4781-9607-97558760a9d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:20.939628 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2ed03caa-d7a3-4781-9607-97558760a9d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/security-groups/9ca89bee-be87-45af-9f6d-46f06e4c42ae HTTP/1.1" status: 204 len: 168 time: 0.2375498 Mar 23 12:56:20.942922 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37502) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:20.960079 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-178293da-f4da-4eca-9b80-cb1bafb91ff7 None None] Could not find standard attr ID for object dd8258ae-0f86-4158-b7e3-0509872991f4. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:56:21.001912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-178293da-f4da-4eca-9b80-cb1bafb91ff7 None None] Provisioning complete for port fc23779f-86ed-4e3e-a1d8-af678bcbd687 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:21.002994 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-178293da-f4da-4eca-9b80-cb1bafb91ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:21.036685 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:21.054132 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e544cc58-8ffe-4d6d-b085-6fca6175020c None None] Sync routers for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:21.056692 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed03caa-d7a3-4781-9607-97558760a9d3 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca89bee-be87-45af-9f6d-46f06e4c42ae,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:21.076285 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:21.077627 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2b687f27-87f8-4f6b-a369-5b18209f932a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0604889 Mar 23 12:56:21.083977 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37504) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:21.086597 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e544cc58-8ffe-4d6d-b085-6fca6175020c None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:21.093273 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e544cc58-8ffe-4d6d-b085-6fca6175020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:21.146140 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb84231e-4d5e-4b6c-82e7-48c26da08f2d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting subnet 7f08106c-9b18-44e5-a140-9efe35e6e16f {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:56:21.150609 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb84231e-4d5e-4b6c-82e7-48c26da08f2d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:21.190321 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e544cc58-8ffe-4d6d-b085-6fca6175020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:21.215570 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e544cc58-8ffe-4d6d-b085-6fca6175020c None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:21.219221 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e544cc58-8ffe-4d6d-b085-6fca6175020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:21.255374 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb84231e-4d5e-4b6c-82e7-48c26da08f2d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:21.317058 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e544cc58-8ffe-4d6d-b085-6fca6175020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:21.319675 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e544cc58-8ffe-4d6d-b085-6fca6175020c None None] The sync data for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:21.400556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-178293da-f4da-4eca-9b80-cb1bafb91ff7 None None] Provisioning complete for port be34351c-2cec-49f7-8b29-6e9e18970386 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:21.400887 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-178293da-f4da-4eca-9b80-cb1bafb91ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:21.542497 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-178293da-f4da-4eca-9b80-cb1bafb91ff7 None None] Port be34351c-2cec-49f7-8b29-6e9e18970386 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:21.544435 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fc23779f-86ed-4e3e-a1d8-af678bcbd687 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:56:21.617326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port fc23779f-86ed-4e3e-a1d8-af678bcbd687 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:21.617957 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:21.629454 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb84231e-4d5e-4b6c-82e7-48c26da08f2d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:21.673927 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9d000d4d-1077-4f54-9865-3aa4fd1ab374 None None] Could not find standard attr ID for object dd8258ae-0f86-4158-b7e3-0509872991f4. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:56:21.774943 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ae80c525-ea73-4469-b834-7572f4ceae06 req-abfecf9b-05b1-4fdd-bf16-7d74efc27a6f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 210 time: 0.3920052 Mar 23 12:56:21.853657 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb84231e-4d5e-4b6c-82e7-48c26da08f2d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:21.890058 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84231e-4d5e-4b6c-82e7-48c26da08f2d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Subnet': ['ID=7f08106c-9b18-44e5-a140-9efe35e6e16f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:21.902101 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb84231e-4d5e-4b6c-82e7-48c26da08f2d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:21.903712 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622972a2-6304-4931-840d-b81f9f531573 None None] Network b0356315-2a87-4e74-bb04-66a6480b6241 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:21.909727 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-eb84231e-4d5e-4b6c-82e7-48c26da08f2d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/7f08106c-9b18-44e5-a140-9efe35e6e16f HTTP/1.1" status: 204 len: 168 time: 0.9567833 Mar 23 12:56:21.911035 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37520) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:21.997409 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ab8f09-df9d-4d2f-b29a-e0ca6784cf9c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting subnet 29200f86-bd8a-4f3a-a5d8-52e4ea4392aa {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:56:22.001309 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8f09-df9d-4d2f-b29a-e0ca6784cf9c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:22.064429 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8f09-df9d-4d2f-b29a-e0ca6784cf9c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:22.206038 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8f09-df9d-4d2f-b29a-e0ca6784cf9c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:22.206646 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:22.292887 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8f09-df9d-4d2f-b29a-e0ca6784cf9c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:22.346727 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab8f09-df9d-4d2f-b29a-e0ca6784cf9c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Subnet': ['ID=29200f86-bd8a-4f3a-a5d8-52e4ea4392aa,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:22.358616 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8f09-df9d-4d2f-b29a-e0ca6784cf9c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:22.372152 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f1ab8f09-df9d-4d2f-b29a-e0ca6784cf9c tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/29200f86-bd8a-4f3a-a5d8-52e4ea4392aa HTTP/1.1" status: 204 len: 168 time: 0.4591024 Mar 23 12:56:22.375376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37528) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:22.435064 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a316af75-6475-4e31-af36-2dffeb968ffa tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] DELETE failed (client error): The resource could not be found. Mar 23 12:56:22.435529 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a316af75-6475-4e31-af36-2dffeb968ffa tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:56:22.439315 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a316af75-6475-4e31-af36-2dffeb968ffa tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/7f08106c-9b18-44e5-a140-9efe35e6e16f HTTP/1.1" status: 404 len: 337 time: 0.0620735 Mar 23 12:56:22.441532 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37532) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:22.554574 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdea3ab-3cba-4874-9fd5-cad75a37286e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting subnet 8f46cbc2-03a0-478c-957b-9dff1b185cdc {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:56:22.558923 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cdea3ab-3cba-4874-9fd5-cad75a37286e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:22.629423 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cdea3ab-3cba-4874-9fd5-cad75a37286e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:22.794462 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cdea3ab-3cba-4874-9fd5-cad75a37286e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:22.900352 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cdea3ab-3cba-4874-9fd5-cad75a37286e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:22.961369 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdea3ab-3cba-4874-9fd5-cad75a37286e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Subnet': ['ID=8f46cbc2-03a0-478c-957b-9dff1b185cdc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:22.962500 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ffdd422-c3c9-4ded-b6b3-e7d61a0945d6 req-3ae32dd7-9cf4-4546-b7a9-8a00a74352cf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 210 time: 0.0579095 Mar 23 12:56:22.967038 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4cdea3ab-3cba-4874-9fd5-cad75a37286e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:22.971638 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4cdea3ab-3cba-4874-9fd5-cad75a37286e tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/8f46cbc2-03a0-478c-957b-9dff1b185cdc HTTP/1.1" status: 204 len: 168 time: 0.5291145 Mar 23 12:56:22.975033 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37542) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:23.029520 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f68f27d-3115-4974-8735-f08b627c5d8b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] DELETE failed (client error): The resource could not be found. Mar 23 12:56:23.030139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f68f27d-3115-4974-8735-f08b627c5d8b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:56:23.036211 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8f68f27d-3115-4974-8735-f08b627c5d8b tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/4034d376-402d-42a3-8974-725d20b1f967 HTTP/1.1" status: 404 len: 337 time: 0.0585876 Mar 23 12:56:23.037148 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37544) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:23.071135 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-14b1b9ae-0e19-489f-b098-bf882f485779 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "GET /v2.0/ports?device_id=33a67585-0fa8-4fba-bc29-33aa07993425 HTTP/1.1" status: 200 len: 205 time: 0.0325794 Mar 23 12:56:23.071681 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37546) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:23.112298 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-f0e8b273-b91d-490e-95d3-0bd1b5d0054f tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] delete failed (client error): The resource could not be found. Mar 23 12:56:23.117575 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f0e8b273-b91d-490e-95d3-0bd1b5d0054f tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/routers/33a67585-0fa8-4fba-bc29-33aa07993425 HTTP/1.1" status: 404 len: 336 time: 0.0447190 Mar 23 12:56:23.117794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37550) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:23.176413 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-020218f2-3c60-4afa-80be-93997e03ffd0 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] DELETE failed (client error): The resource could not be found. Mar 23 12:56:23.177003 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020218f2-3c60-4afa-80be-93997e03ffd0 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:56:23.184303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37552) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:23.190272 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d7e518-5f90-4e0c-88ea-1553601b7a7c None None] Network b0356315-2a87-4e74-bb04-66a6480b6241 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:23.196757 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-020218f2-3c60-4afa-80be-93997e03ffd0 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/d650050a-ee0b-4f88-8460-8e8983410975 HTTP/1.1" status: 404 len: 337 time: 0.0726244 Mar 23 12:56:23.234996 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fb48c1-27e8-4027-a695-a4fb6f6076c1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] DELETE failed (client error): The resource could not be found. Mar 23 12:56:23.235458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fb48c1-27e8-4027-a695-a4fb6f6076c1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:56:23.239110 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-40fb48c1-27e8-4027-a695-a4fb6f6076c1 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/910e472b-9c81-4aa3-b7c8-19e1ccc586f1 HTTP/1.1" status: 404 len: 337 time: 0.0538580 Mar 23 12:56:23.241339 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37554) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:23.282461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Allocated IP 172.20.0.1 (5a64ef4a-a94d-4055-a965-1fca8170e238/5bad0668-6fc0-4b4f-8f96-2606d6b69126/1c3944ee-1411-4d18-80c8-6ae9b6a62495) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:23.283170 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-894047f5-fd98-4418-adc3-c5f3c3049951 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] DELETE failed (client error): The resource could not be found. Mar 23 12:56:23.283581 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894047f5-fd98-4418-adc3-c5f3c3049951 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:56:23.291147 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-894047f5-fd98-4418-adc3-c5f3c3049951 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/65b0d43b-2ce7-45e0-b08c-c156f5205474 HTTP/1.1" status: 404 len: 337 time: 0.0487635 Mar 23 12:56:23.292211 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37556) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:23.324558 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d504e39-fddf-4afa-a43a-be68f00dbb9d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] DELETE failed (client error): The resource could not be found. Mar 23 12:56:23.325265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d504e39-fddf-4afa-a43a-be68f00dbb9d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:56:23.332789 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0d504e39-fddf-4afa-a43a-be68f00dbb9d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/f01dad1e-e02d-4866-a0e3-78dbb56e7503 HTTP/1.1" status: 404 len: 333 time: 0.0390019 Mar 23 12:56:23.333543 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37558) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:23.373410 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-722d2782-dbbe-449f-836b-5753d043572d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] DELETE failed (client error): The resource could not be found. Mar 23 12:56:23.374454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722d2782-dbbe-449f-836b-5753d043572d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:56:23.384989 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-722d2782-dbbe-449f-836b-5753d043572d tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/950e8f77-0fe8-4714-a3a3-953a42b153a2 HTTP/1.1" status: 404 len: 337 time: 0.0503871 Mar 23 12:56:23.386523 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37560) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:23.415855 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:23.420359 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1948be3-3be8-4db7-b522-1ace32c4ecb9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] DELETE failed (client error): The resource could not be found. Mar 23 12:56:23.421563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1948be3-3be8-4db7-b522-1ace32c4ecb9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:56:23.428244 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d1948be3-3be8-4db7-b522-1ace32c4ecb9 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/7ec34a74-dea4-4538-a19c-f65674682b8c HTTP/1.1" status: 404 len: 337 time: 0.0405207 Mar 23 12:56:23.429850 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37562) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:23.455507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-be0e8561-84c9-4a47-912a-fff6cd561842 None None] Provisioning complete for port fc23779f-86ed-4e3e-a1d8-af678bcbd687 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:23.455967 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be0e8561-84c9-4a47-912a-fff6cd561842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:23.458186 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:23.466172 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-de72d4f2-a827-45a7-9a31-9762d3b0eb3a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] DELETE failed (client error): The resource could not be found. Mar 23 12:56:23.467031 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de72d4f2-a827-45a7-9a31-9762d3b0eb3a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:56:23.474022 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-de72d4f2-a827-45a7-9a31-9762d3b0eb3a tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/0a355903-d590-4cb0-9d95-f397e549a840 HTTP/1.1" status: 404 len: 333 time: 0.0428603 Mar 23 12:56:23.474790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37564) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:23.512679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network 5a64ef4a-a94d-4055-a965-1fca8170e238 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:23.516432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:23.523621 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:23.538160 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80e99b5-2b9a-451d-84ee-df4fda85f7aa tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] DELETE failed (client error): The resource could not be found. Mar 23 12:56:23.538743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80e99b5-2b9a-451d-84ee-df4fda85f7aa tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:56:23.547580 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d80e99b5-2b9a-451d-84ee-df4fda85f7aa tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/18912c2e-d3c9-4872-a070-645be3c5bf0f HTTP/1.1" status: 404 len: 337 time: 0.0716455 Mar 23 12:56:23.550228 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37570) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:23.566017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=1c3944ee-1411-4d18-80c8-6ae9b6a62495,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:23.597508 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:23.615807 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-27dbf229-506d-4f10-bf30-53a0c8b53dfa tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] DELETE failed (client error): The resource could not be found. Mar 23 12:56:23.616289 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27dbf229-506d-4f10-bf30-53a0c8b53dfa tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:56:23.624503 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-27dbf229-506d-4f10-bf30-53a0c8b53dfa tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/subnets/1e3bb66f-5909-4755-9642-92c05054d8ca HTTP/1.1" status: 404 len: 337 time: 0.0700161 Mar 23 12:56:23.625518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37576) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:23.663118 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-be0e8561-84c9-4a47-912a-fff6cd561842 None None] Provisioning complete for port be34351c-2cec-49f7-8b29-6e9e18970386 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:23.665253 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be0e8561-84c9-4a47-912a-fff6cd561842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:23.749187 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-be0e8561-84c9-4a47-912a-fff6cd561842 None None] Port be34351c-2cec-49f7-8b29-6e9e18970386 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:23.750704 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beab79a5-a731-4bc4-b142-07f7ab2443f3 None None] DHCP port deletion for b0356315-2a87-4e74-bb04-66a6480b6241 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:56:23.804691 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37586) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:23.806818 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-beab79a5-a731-4bc4-b142-07f7ab2443f3 None None] Deleting port fc23779f-86ed-4e3e-a1d8-af678bcbd687 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:23.807290 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-beab79a5-a731-4bc4-b142-07f7ab2443f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:23.856937 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7dd69-e1db-46ca-a2bd-bbe9cda9fdaa tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Deleting port be34351c-2cec-49f7-8b29-6e9e18970386 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:23.857547 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ed7dd69-e1db-46ca-a2bd-bbe9cda9fdaa tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:23.882779 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-beab79a5-a731-4bc4-b142-07f7ab2443f3 None None] For port fc23779f-86ed-4e3e-a1d8-af678bcbd687, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=fc23779f-86ed-4e3e-a1d8-af678bcbd687,segment=NetworkSegment(5bf499a3-2170-4e1a-a925-b41c0647bafb),segment_id=5bf499a3-2170-4e1a-a925-b41c0647bafb)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:23.883119 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-beab79a5-a731-4bc4-b142-07f7ab2443f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:23.901079 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-beab79a5-a731-4bc4-b142-07f7ab2443f3 None None] Calling delete_port for fc23779f-86ed-4e3e-a1d8-af678bcbd687 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:23.955196 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:23.999311 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-beab79a5-a731-4bc4-b142-07f7ab2443f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:24.004620 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ed7dd69-e1db-46ca-a2bd-bbe9cda9fdaa tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:24.051781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7dd69-e1db-46ca-a2bd-bbe9cda9fdaa tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Calling delete_port for be34351c-2cec-49f7-8b29-6e9e18970386 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:24.084812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beab79a5-a731-4bc4-b142-07f7ab2443f3 None None] No DVR routers for this DVR port fc23779f-86ed-4e3e-a1d8-af678bcbd687 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:24.087816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab79a5-a731-4bc4-b142-07f7ab2443f3 None None] Pushing event deleted for resources: {'Port': ['ID=fc23779f-86ed-4e3e-a1d8-af678bcbd687,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:24.139143 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8757e191-d295-4cda-a363-45d37da6d0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:24.200486 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa15fcfb-a4f1-43a2-8824-8d7577b16265 req-e89c0b63-895a-4c75-afea-d2c27481ee1f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c4bebae-98b4-4d69-b212-c9e53bef0ca7 HTTP/1.1" status: 200 len: 210 time: 0.0665483 Mar 23 12:56:24.210399 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1f77ed7-6700-4bab-99a7-16d57554a218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:24.358917 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ed7dd69-e1db-46ca-a2bd-bbe9cda9fdaa tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:24.421593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7dd69-e1db-46ca-a2bd-bbe9cda9fdaa tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Port': ['ID=be34351c-2cec-49f7-8b29-6e9e18970386,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:24.441244 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ed7dd69-e1db-46ca-a2bd-bbe9cda9fdaa tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:24.446550 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9ed7dd69-e1db-46ca-a2bd-bbe9cda9fdaa tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/ports/be34351c-2cec-49f7-8b29-6e9e18970386 HTTP/1.1" status: 204 len: 168 time: 0.8204658 Mar 23 12:56:24.451385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37592) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:24.483220 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1f77ed7-6700-4bab-99a7-16d57554a218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:24.492172 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1f77ed7-6700-4bab-99a7-16d57554a218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:24.546142 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d1f77ed7-6700-4bab-99a7-16d57554a218 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be520a12f83a43e1b06a82e3b385f950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7291131 Mar 23 12:56:24.548758 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37594) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:24.554801 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:24.562743 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:24.562990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f77ed7-6700-4bab-99a7-16d57554a218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af0e4f3-fb78-483c-a6e2-2a594c4992c8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:24.652408 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df74e7be-dc0d-4fdf-b481-09e3a1586f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:24.671001 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:24.683016 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df74e7be-dc0d-4fdf-b481-09e3a1586f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:24.767027 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33a95842-7bcc-4c41-b547-fadeb104bcf6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:24.768874 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df74e7be-dc0d-4fdf-b481-09e3a1586f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:24.772986 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df74e7be-dc0d-4fdf-b481-09e3a1586f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:24.776279 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=1c3944ee-1411-4d18-80c8-6ae9b6a62495,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:24.779957 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-df74e7be-dc0d-4fdf-b481-09e3a1586f20 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6af0e4f3-fb78-483c-a6e2-2a594c4992c8 HTTP/1.1" status: 204 len: 168 time: 0.2293704 Mar 23 12:56:24.789358 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74e7be-dc0d-4fdf-b481-09e3a1586f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af0e4f3-fb78-483c-a6e2-2a594c4992c8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:24.973337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network 5a64ef4a-a94d-4055-a965-1fca8170e238 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:24.975320 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33a95842-7bcc-4c41-b547-fadeb104bcf6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:24.978264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:25.078341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-33a95842-7bcc-4c41-b547-fadeb104bcf6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0356315-2a87-4e74-bb04-66a6480b6241']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:25.103742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-33a95842-7bcc-4c41-b547-fadeb104bcf6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf499a3-2170-4e1a-a925-b41c0647bafb') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:25.104588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-33a95842-7bcc-4c41-b547-fadeb104bcf6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf499a3-2170-4e1a-a925-b41c0647bafb') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:25.124070 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33a95842-7bcc-4c41-b547-fadeb104bcf6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:25.190138 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33a95842-7bcc-4c41-b547-fadeb104bcf6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:25.210205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a95842-7bcc-4c41-b547-fadeb104bcf6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:56:25.210624 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33a95842-7bcc-4c41-b547-fadeb104bcf6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:56:25.275271 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:56:25.299334 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37606) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:25.306008 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router d7aa8147-b340-42be-ab38-22304ee3dbb0 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:25.311337 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33a95842-7bcc-4c41-b547-fadeb104bcf6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:25.320667 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-33a95842-7bcc-4c41-b547-fadeb104bcf6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:25.320829 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f872198c-3801-48fa-b711-b1fedd61ac35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:25.324385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-33a95842-7bcc-4c41-b547-fadeb104bcf6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] 10.222.0.52 "DELETE /v2.0/networks/b0356315-2a87-4e74-bb04-66a6480b6241 HTTP/1.1" status: 204 len: 168 time: 0.8718650 Mar 23 12:56:25.395461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a95842-7bcc-4c41-b547-fadeb104bcf6 tempest-PortsIpV6TestJSON-363364564 tempest-PortsIpV6TestJSON-363364564-project] Pushing event deleted for resources: {'Network': ['ID=b0356315-2a87-4e74-bb04-66a6480b6241,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:25.459324 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f872198c-3801-48fa-b711-b1fedd61ac35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:25.467863 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f872198c-3801-48fa-b711-b1fedd61ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:25.491316 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fc23779f-86ed-4e3e-a1d8-af678bcbd687 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:25.513636 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f872198c-3801-48fa-b711-b1fedd61ac35 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=27207a4873974197b3b8c48e2c7eb7b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2131798 Mar 23 12:56:25.514586 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872198c-3801-48fa-b711-b1fedd61ac35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e625ff-ed2c-43e3-a5a7-715de4a2f3a7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:25.516889 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37610) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:25.549454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: fc23779f-86ed-4e3e-a1d8-af678bcbd687 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:56:25.560783 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device fc23779f-86ed-4e3e-a1d8-af678bcbd687 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:25.579406 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:25.593359 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-56a3a8d0-c435-407a-af13-cf014974521e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "PUT /v2.0/routers/d7aa8147-b340-42be-ab38-22304ee3dbb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5082755 Mar 23 12:56:25.596256 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4227a4f5-4334-4d4e-b962-4ff8fed04732 None None] Sync routers for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:25.606235 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37612) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:25.612136 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4227a4f5-4334-4d4e-b962-4ff8fed04732 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:25.613890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4227a4f5-4334-4d4e-b962-4ff8fed04732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:25.617036 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8f81373d-3929-49e1-93f8-ee70a6c36b3c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'port': {'network_id': '5a64ef4a-a94d-4055-a965-1fca8170e238', 'name': 'tempest-FloatingIPTestJSON-572560083'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:25.664169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4227a4f5-4334-4d4e-b962-4ff8fed04732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:25.674124 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4227a4f5-4334-4d4e-b962-4ff8fed04732 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:25.677422 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4227a4f5-4334-4d4e-b962-4ff8fed04732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:55:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:25.677877 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eca19c86-c1f4-4c6d-b203-42e734d66b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:25.706116 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eca19c86-c1f4-4c6d-b203-42e734d66b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:25.742912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4227a4f5-4334-4d4e-b962-4ff8fed04732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:25.744199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4227a4f5-4334-4d4e-b962-4ff8fed04732 None None] The sync data for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:25.786780 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eca19c86-c1f4-4c6d-b203-42e734d66b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:25.789348 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eca19c86-c1f4-4c6d-b203-42e734d66b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:25.792355 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-eca19c86-c1f4-4c6d-b203-42e734d66b0d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62e625ff-ed2c-43e3-a5a7-715de4a2f3a7 HTTP/1.1" status: 204 len: 168 time: 0.2725799 Mar 23 12:56:25.826742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37618) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:25.842699 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca19c86-c1f4-4c6d-b203-42e734d66b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e625ff-ed2c-43e3-a5a7-715de4a2f3a7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:25.900575 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f81373d-3929-49e1-93f8-ee70a6c36b3c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Made reservation on behalf of 006988889d1c4903b19e602e0d9d59a2 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:25.905316 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f81373d-3929-49e1-93f8-ee70a6c36b3c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:25.924791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-8f81373d-3929-49e1-93f8-ee70a6c36b3c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] device_id is not set on port befcda53-6f0d-478e-aa4f-556638e595a8 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:56:26.028466 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-85f346ba-4065-4760-94ad-ffb856f743eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc1f7d95fe8845b090b13694d31892f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2001605 Mar 23 12:56:26.030449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37626) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:26.096957 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f014dd7e-e6c1-4911-86db-527c4975a755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:26.128407 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f014dd7e-e6c1-4911-86db-527c4975a755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:26.191725 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-8f81373d-3929-49e1-93f8-ee70a6c36b3c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Allocated IP 172.20.0.4 (5a64ef4a-a94d-4055-a965-1fca8170e238/5bad0668-6fc0-4b4f-8f96-2606d6b69126/befcda53-6f0d-478e-aa4f-556638e595a8) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:26.213061 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f014dd7e-e6c1-4911-86db-527c4975a755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:26.221714 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f014dd7e-e6c1-4911-86db-527c4975a755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:26.224031 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f014dd7e-e6c1-4911-86db-527c4975a755 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cda97fa5-1c1c-40ee-b013-24a994b24fdf HTTP/1.1" status: 204 len: 168 time: 0.1922779 Mar 23 12:56:26.247306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014dd7e-e6c1-4911-86db-527c4975a755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda97fa5-1c1c-40ee-b013-24a994b24fdf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:26.499446 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f81373d-3929-49e1-93f8-ee70a6c36b3c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:26.585150 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f81373d-3929-49e1-93f8-ee70a6c36b3c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:26.667624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81373d-3929-49e1-93f8-ee70a6c36b3c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=befcda53-6f0d-478e-aa4f-556638e595a8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:26.676036 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f81373d-3929-49e1-93f8-ee70a6c36b3c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network 5a64ef4a-a94d-4055-a965-1fca8170e238 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:26.677353 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-8f81373d-3929-49e1-93f8-ee70a6c36b3c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:26.680296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f81373d-3929-49e1-93f8-ee70a6c36b3c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:26.747007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f81373d-3929-49e1-93f8-ee70a6c36b3c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:26.752974 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f81373d-3929-49e1-93f8-ee70a6c36b3c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:26.778207 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8f81373d-3929-49e1-93f8-ee70a6c36b3c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1710060 Mar 23 12:56:26.780747 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37656) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:26.790276 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6341fbac-b113-4b48-9c17-0f97fa217074 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'port': {'network_id': '5a64ef4a-a94d-4055-a965-1fca8170e238', 'name': 'tempest-FloatingIPTestJSON-1099823928'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:26.906692 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-97cbb12d-9636-449c-ac00-c909944f2cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:26.946790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6341fbac-b113-4b48-9c17-0f97fa217074 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Made reservation on behalf of 006988889d1c4903b19e602e0d9d59a2 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:26.950895 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6341fbac-b113-4b48-9c17-0f97fa217074 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:26.978224 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-6341fbac-b113-4b48-9c17-0f97fa217074 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] device_id is not set on port 963eb474-44fd-4f10-aac4-fad91ad0c4b5 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:56:27.183428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37672) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:27.230259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-6341fbac-b113-4b48-9c17-0f97fa217074 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Allocated IP 172.20.0.8 (5a64ef4a-a94d-4055-a965-1fca8170e238/5bad0668-6fc0-4b4f-8f96-2606d6b69126/963eb474-44fd-4f10-aac4-fad91ad0c4b5) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:27.271915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbe3a48-7ced-49ac-8558-ba2cf32621dc admin admin] Deleting subnet 1bbb05f8-05d2-4e39-b338-43804a42bd2e {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:56:27.278862 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3a48-7ced-49ac-8558-ba2cf32621dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:27.345216 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3a48-7ced-49ac-8558-ba2cf32621dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:27.350569 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37676) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:27.390370 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3a48-7ced-49ac-8558-ba2cf32621dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:27.481727 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3a48-7ced-49ac-8558-ba2cf32621dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:27.560878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe3a48-7ced-49ac-8558-ba2cf32621dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bbb05f8-05d2-4e39-b338-43804a42bd2e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:27.564736 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6341fbac-b113-4b48-9c17-0f97fa217074 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:27.572050 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3a48-7ced-49ac-8558-ba2cf32621dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:27.582466 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0bbe3a48-7ced-49ac-8558-ba2cf32621dc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1bbb05f8-05d2-4e39-b338-43804a42bd2e HTTP/1.1" status: 204 len: 168 time: 0.3977108 Mar 23 12:56:27.583326 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37690) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:27.613508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-734c99cb-bf95-4591-9cef-a1a4cfe1ca8f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'network': {'name': 'tempest-RoutersTest-4264484'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:27.620116 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6341fbac-b113-4b48-9c17-0f97fa217074 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:27.650843 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6341fbac-b113-4b48-9c17-0f97fa217074 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network 5a64ef4a-a94d-4055-a965-1fca8170e238 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:27.656702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6341fbac-b113-4b48-9c17-0f97fa217074 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:27.692583 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341fbac-b113-4b48-9c17-0f97fa217074 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:27.697788 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230faf5d-215e-4a07-b3a6-a483b71bc6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:27.767874 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6341fbac-b113-4b48-9c17-0f97fa217074 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:27.768923 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6341fbac-b113-4b48-9c17-0f97fa217074 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:27.792526 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:27.803907 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6341fbac-b113-4b48-9c17-0f97fa217074 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0219045 Mar 23 12:56:27.806545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341fbac-b113-4b48-9c17-0f97fa217074 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=963eb474-44fd-4f10-aac4-fad91ad0c4b5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:27.812098 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37696) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:27.819280 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': '963eb474-44fd-4f10-aac4-fad91ad0c4b5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:27.829800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734c99cb-bf95-4591-9cef-a1a4cfe1ca8f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:27.834047 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-734c99cb-bf95-4591-9cef-a1a4cfe1ca8f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:27.836835 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230faf5d-215e-4a07-b3a6-a483b71bc6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:27.850264 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-734c99cb-bf95-4591-9cef-a1a4cfe1ca8f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:27.878647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-230faf5d-215e-4a07-b3a6-a483b71bc6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea7eb4d-b144-45b9-b757-636689bba550']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:27.891713 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-230faf5d-215e-4a07-b3a6-a483b71bc6c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470b9611-3caf-4838-a4db-b60253fb0d38') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:27.892068 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-230faf5d-215e-4a07-b3a6-a483b71bc6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470b9611-3caf-4838-a4db-b60253fb0d38') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:27.919518 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230faf5d-215e-4a07-b3a6-a483b71bc6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:27.942971 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230faf5d-215e-4a07-b3a6-a483b71bc6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:27.952348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230faf5d-215e-4a07-b3a6-a483b71bc6c0 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:56:27.952988 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230faf5d-215e-4a07-b3a6-a483b71bc6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:56:27.956007 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:56:27.971216 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.021257 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-734c99cb-bf95-4591-9cef-a1a4cfe1ca8f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.029298 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-734c99cb-bf95-4591-9cef-a1a4cfe1ca8f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.065746 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230faf5d-215e-4a07-b3a6-a483b71bc6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.074164 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230faf5d-215e-4a07-b3a6-a483b71bc6c0 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.079524 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-230faf5d-215e-4a07-b3a6-a483b71bc6c0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1ea7eb4d-b144-45b9-b757-636689bba550 HTTP/1.1" status: 204 len: 168 time: 0.4948146 Mar 23 12:56:28.090639 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37704) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:28.094545 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230faf5d-215e-4a07-b3a6-a483b71bc6c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ea7eb4d-b144-45b9-b757-636689bba550,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:28.108302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734c99cb-bf95-4591-9cef-a1a4cfe1ca8f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:56:28.152169 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c99cb-bf95-4591-9cef-a1a4cfe1ca8f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fca367-092f-4449-b580-e1fe1c57ef16,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:28.161642 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-734c99cb-bf95-4591-9cef-a1a4cfe1ca8f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.161840 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-734c99cb-bf95-4591-9cef-a1a4cfe1ca8f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Added segment 2d4bc567-13e8-498d-86c8-dd4f70893c1e of type vlan for network 23ad6508-e2dd-4ee5-afd3-c6b348f4b24e Mar 23 12:56:28.201484 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabac89c-4258-4350-a9de-5e09055fbc26 admin admin] Deleting subnet d0ff5e1a-a7dc-4c30-91e1-be615d44732a {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:56:28.224317 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dabac89c-4258-4350-a9de-5e09055fbc26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.255660 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-734c99cb-bf95-4591-9cef-a1a4cfe1ca8f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.292541 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dabac89c-4258-4350-a9de-5e09055fbc26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.347075 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-734c99cb-bf95-4591-9cef-a1a4cfe1ca8f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.353062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c99cb-bf95-4591-9cef-a1a4cfe1ca8f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:28.353635 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-734c99cb-bf95-4591-9cef-a1a4cfe1ca8f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.362661 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.381411 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dabac89c-4258-4350-a9de-5e09055fbc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.502231 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-734c99cb-bf95-4591-9cef-a1a4cfe1ca8f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 1.1505768 Mar 23 12:56:28.506894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37716) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:28.513068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c99cb-bf95-4591-9cef-a1a4cfe1ca8f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Network': ['ID=23ad6508-e2dd-4ee5-afd3-c6b348f4b24e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:28.514598 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1ad3d40a-f44d-488b-a663-6ecf39544962 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'network': {'name': 'tempest-RoutersTest-1751081331'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:28.525607 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 23ad6508-e2dd-4ee5-afd3-c6b348f4b24e details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:56:28.584069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad3d40a-f44d-488b-a663-6ecf39544962 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:28.593235 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ad3d40a-f44d-488b-a663-6ecf39544962 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.594828 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dabac89c-4258-4350-a9de-5e09055fbc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.634827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabac89c-4258-4350-a9de-5e09055fbc26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ff5e1a-a7dc-4c30-91e1-be615d44732a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:28.638496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Allocated IP 172.25.2.54 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/55c63183-8509-4c8e-9fa5-7c909df4b64c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:28.643766 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dabac89c-4258-4350-a9de-5e09055fbc26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.648500 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dabac89c-4258-4350-a9de-5e09055fbc26 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d0ff5e1a-a7dc-4c30-91e1-be615d44732a HTTP/1.1" status: 204 len: 168 time: 0.5567317 Mar 23 12:56:28.652665 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37722) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:28.662691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad3d40a-f44d-488b-a663-6ecf39544962 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:56:28.685456 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ad3d40a-f44d-488b-a663-6ecf39544962 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.688859 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-1ad3d40a-f44d-488b-a663-6ecf39544962 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Added segment a7f5a743-12bd-4bec-be34-238fa9153199 of type vlan for network ff5462ee-1f31-4a71-addc-ec6faaaa51f4 Mar 23 12:56:28.778727 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ad3d40a-f44d-488b-a663-6ecf39544962 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.796752 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a33174b4-5e47-4709-8caa-84fe707d41ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.816612 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ad3d40a-f44d-488b-a663-6ecf39544962 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.825115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad3d40a-f44d-488b-a663-6ecf39544962 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:28.825722 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1ad3d40a-f44d-488b-a663-6ecf39544962 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:28.903913 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1ad3d40a-f44d-488b-a663-6ecf39544962 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3953023 Mar 23 12:56:28.910056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37728) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:28.919528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-dab5a1fc-062d-4943-9214-36ce885f50fd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'subnet': {'network_id': '23ad6508-e2dd-4ee5-afd3-c6b348f4b24e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:28.923126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3d40a-f44d-488b-a663-6ecf39544962 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Network': ['ID=ff5462ee-1f31-4a71-addc-ec6faaaa51f4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:28.934179 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network ff5462ee-1f31-4a71-addc-ec6faaaa51f4 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:56:29.054741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab5a1fc-062d-4943-9214-36ce885f50fd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:29.062979 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dab5a1fc-062d-4943-9214-36ce885f50fd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:29.115445 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:29.292126 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dab5a1fc-062d-4943-9214-36ce885f50fd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:29.352059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5a1fc-062d-4943-9214-36ce885f50fd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Subnet': ['ID=b053e7a1-9e75-4fd7-823f-9307bff64862,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:29.356622 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:29.363874 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a33174b4-5e47-4709-8caa-84fe707d41ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:29.373899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5a1fc-062d-4943-9214-36ce885f50fd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Checking segment: {'id': '2d4bc567-13e8-498d-86c8-dd4f70893c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '23ad6508-e2dd-4ee5-afd3-c6b348f4b24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:56:29.374265 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab5a1fc-062d-4943-9214-36ce885f50fd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network hostable DHCP agents. Network: 23ad6508-e2dd-4ee5-afd3-c6b348f4b24e, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:56:29.391249 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a33174b4-5e47-4709-8caa-84fe707d41ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169b33a5-54e1-43aa-9977-1b42d33fdb01']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:29.391811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab5a1fc-062d-4943-9214-36ce885f50fd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 23ad6508-e2dd-4ee5-afd3-c6b348f4b24e is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:56:29.402029 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-dab5a1fc-062d-4943-9214-36ce885f50fd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 23ad6508-e2dd-4ee5-afd3-c6b348f4b24e) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:29.406604 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab5a1fc-062d-4943-9214-36ce885f50fd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:29.406877 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dab5a1fc-062d-4943-9214-36ce885f50fd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:29.411791 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36954371-a4f0-413e-8637-ed2b9ba4912b None None] Network 23ad6508-e2dd-4ee5-afd3-c6b348f4b24e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:29.413840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a33174b4-5e47-4709-8caa-84fe707d41ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acfcaf28-0447-40b0-9527-cb60f7621984') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:29.414154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-a33174b4-5e47-4709-8caa-84fe707d41ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acfcaf28-0447-40b0-9527-cb60f7621984') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:29.426795 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a33174b4-5e47-4709-8caa-84fe707d41ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:29.431986 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dab5a1fc-062d-4943-9214-36ce885f50fd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5186605 Mar 23 12:56:29.433582 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37734) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:29.440238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1f17afa9-0703-4214-b101-b9fc0051eff8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'subnet': {'network_id': 'ff5462ee-1f31-4a71-addc-ec6faaaa51f4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:29.446659 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a33174b4-5e47-4709-8caa-84fe707d41ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:29.452906 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:29.469748 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33174b4-5e47-4709-8caa-84fe707d41ce admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:56:29.470154 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a33174b4-5e47-4709-8caa-84fe707d41ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:56:29.471963 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:56:29.514251 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:29.548617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f17afa9-0703-4214-b101-b9fc0051eff8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:29.554401 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:29.554711 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f17afa9-0703-4214-b101-b9fc0051eff8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:29.562071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:29.594371 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:29.600744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=55c63183-8509-4c8e-9fa5-7c909df4b64c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:29.607628 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a33174b4-5e47-4709-8caa-84fe707d41ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:29.614302 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a33174b4-5e47-4709-8caa-84fe707d41ce admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:29.617919 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a33174b4-5e47-4709-8caa-84fe707d41ce admin admin] 10.222.0.52 "DELETE /v2.0/networks/169b33a5-54e1-43aa-9977-1b42d33fdb01 HTTP/1.1" status: 204 len: 168 time: 0.9639165 Mar 23 12:56:29.635036 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33174b4-5e47-4709-8caa-84fe707d41ce admin admin] Pushing event deleted for resources: {'Network': ['ID=169b33a5-54e1-43aa-9977-1b42d33fdb01,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:29.639656 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-23ad6508-e2dd-4ee5-afd3-c6b348f4b24e', 'network_id': '23ad6508-e2dd-4ee5-afd3-c6b348f4b24e', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'fixed_ips': [{'subnet_id': 'b053e7a1-9e75-4fd7-823f-9307bff64862'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:56:29.640581 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:29.801982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Allocated IP 172.20.0.2 (23ad6508-e2dd-4ee5-afd3-c6b348f4b24e/b053e7a1-9e75-4fd7-823f-9307bff64862/42a9ea88-0c2d-4f7f-84ae-77866c4f7844) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:29.817449 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f17afa9-0703-4214-b101-b9fc0051eff8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:29.920874 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17afa9-0703-4214-b101-b9fc0051eff8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Subnet': ['ID=c516e9fd-c4a2-4c02-80f0-f143c098a7ce,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:29.926244 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f17afa9-0703-4214-b101-b9fc0051eff8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Checking segment: {'id': 'a7f5a743-12bd-4bec-be34-238fa9153199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ff5462ee-1f31-4a71-addc-ec6faaaa51f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:56:29.926607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17afa9-0703-4214-b101-b9fc0051eff8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network hostable DHCP agents. Network: ff5462ee-1f31-4a71-addc-ec6faaaa51f4, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:56:29.949491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17afa9-0703-4214-b101-b9fc0051eff8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network ff5462ee-1f31-4a71-addc-ec6faaaa51f4 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:56:29.969175 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-1f17afa9-0703-4214-b101-b9fc0051eff8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, ff5462ee-1f31-4a71-addc-ec6faaaa51f4) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:29.976804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f17afa9-0703-4214-b101-b9fc0051eff8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:29.978303 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1f17afa9-0703-4214-b101-b9fc0051eff8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:29.988431 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08416e60-879a-4137-9cfc-814769fda6ed None None] Network ff5462ee-1f31-4a71-addc-ec6faaaa51f4 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:30.000623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37744) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:30.031598 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1f17afa9-0703-4214-b101-b9fc0051eff8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5954401 Mar 23 12:56:30.034241 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37748) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:30.040322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-72356565-a0b2-49ea-9f7e-c0082685c594 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1861480149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:30.101423 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1741c913-7c32-4217-bf11-937fabc4a1f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=880838a762b74be985201e785167e526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0995831 Mar 23 12:56:30.108290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37752) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:30.121669 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72356565-a0b2-49ea-9f7e-c0082685c594 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.122597 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72356565-a0b2-49ea-9f7e-c0082685c594 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.143909 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.157065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6028e25-b3cb-44f8-bcbf-efb9e3747ec0 req-d8eefaf3-2415-48e7-b762-9bff8592062c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:30.158630 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6028e25-b3cb-44f8-bcbf-efb9e3747ec0 req-d8eefaf3-2415-48e7-b762-9bff8592062c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 946 time: 0.0748932 Mar 23 12:56:30.165617 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.201508 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72356565-a0b2-49ea-9f7e-c0082685c594 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.213897 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37754) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:30.223868 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72356565-a0b2-49ea-9f7e-c0082685c594 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.248892 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-446e7c07-4243-46e1-a747-d9a2f3df9c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.254472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6028e25-b3cb-44f8-bcbf-efb9e3747ec0 req-90b77dfe-21d2-41f6-bea1-105c6d7be607 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842769 Mar 23 12:56:30.255767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Pushing event updated for resources: {'Port': ['ID=42a9ea88-0c2d-4f7f-84ae-77866c4f7844,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:30.283095 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Network 23ad6508-e2dd-4ee5-afd3-c6b348f4b24e is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:30.288350 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72356565-a0b2-49ea-9f7e-c0082685c594 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.288834 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:30.290155 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-446e7c07-4243-46e1-a747-d9a2f3df9c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.294306 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:30.298396 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-72356565-a0b2-49ea-9f7e-c0082685c594 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2632620 Mar 23 12:56:30.299041 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37758) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:30.387004 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.389436 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-446e7c07-4243-46e1-a747-d9a2f3df9c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.392083 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-446e7c07-4243-46e1-a747-d9a2f3df9c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.395428 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-446e7c07-4243-46e1-a747-d9a2f3df9c74 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/767c8308-acb1-4348-a717-64dda9d1df51 HTTP/1.1" status: 204 len: 168 time: 0.2848055 Mar 23 12:56:30.425567 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e7c07-4243-46e1-a747-d9a2f3df9c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767c8308-acb1-4348-a717-64dda9d1df51,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:30.427689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Attempting to bind port 42a9ea88-0c2d-4f7f-84ae-77866c4f7844 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:56:30.428286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Attempting to bind port 42a9ea88-0c2d-4f7f-84ae-77866c4f7844 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '2d4bc567-13e8-498d-86c8-dd4f70893c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '23ad6508-e2dd-4ee5-afd3-c6b348f4b24e'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:56:30.428845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Attempting to bind port 42a9ea88-0c2d-4f7f-84ae-77866c4f7844 on network 23ad6508-e2dd-4ee5-afd3-c6b348f4b24e {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:56:30.436530 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:56:30.437232 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Checking segment: {'id': '2d4bc567-13e8-498d-86c8-dd4f70893c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '23ad6508-e2dd-4ee5-afd3-c6b348f4b24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:56:30.438261 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.439019 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Bound using segment: {'id': '2d4bc567-13e8-498d-86c8-dd4f70893c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '23ad6508-e2dd-4ee5-afd3-c6b348f4b24e'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:56:30.439694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Bound port: 42a9ea88-0c2d-4f7f-84ae-77866c4f7844, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4bc567-13e8-498d-86c8-dd4f70893c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '23ad6508-e2dd-4ee5-afd3-c6b348f4b24e'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:56:30.440306 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.445988 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6720a361-886e-4b09-8acd-18f9346942b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.446718 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-ff5462ee-1f31-4a71-addc-ec6faaaa51f4', 'network_id': 'ff5462ee-1f31-4a71-addc-ec6faaaa51f4', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'fixed_ips': [{'subnet_id': 'c516e9fd-c4a2-4c02-80f0-f143c098a7ce'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:56:30.447593 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.477651 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.592236 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6720a361-886e-4b09-8acd-18f9346942b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.621780 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6720a361-886e-4b09-8acd-18f9346942b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.677017 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] For port 42a9ea88-0c2d-4f7f-84ae-77866c4f7844, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:56:30.711317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] For port 42a9ea88-0c2d-4f7f-84ae-77866c4f7844, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=42a9ea88-0c2d-4f7f-84ae-77866c4f7844,segment=NetworkSegment(2d4bc567-13e8-498d-86c8-dd4f70893c1e),segment_id=2d4bc567-13e8-498d-86c8-dd4f70893c1e)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:56:30.722963 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.725699 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.732737 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6720a361-886e-4b09-8acd-18f9346942b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc273ca962884a9aac74f268aee57066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5177791 Mar 23 12:56:30.733236 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.736596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37764) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:30.751575 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720a361-886e-4b09-8acd-18f9346942b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a335c1-25e0-4528-8a28-4b1d28fe6d95,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:30.805428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37766) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:30.863899 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=55c63183-8509-4c8e-9fa5-7c909df4b64c,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:30.877963 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.878353 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.909686 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50d94be5-b4e5-48ae-9b26-eef28e59a150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:30.919985 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-189f36a0-a843-4a9d-9e8d-46702f52266a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=81873079a84243dd9c8e03ce04e58a73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1111851 Mar 23 12:56:30.921089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37768) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:30.943903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Allocated IP 172.21.0.2 (ff5462ee-1f31-4a71-addc-ec6faaaa51f4/c516e9fd-c4a2-4c02-80f0-f143c098a7ce/13aa1ef7-e3d3-47cf-9680-469b77824570) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:30.965336 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a04409-1d97-4de0-93aa-4c812ad2120c None None] Pushing event updated for resources: {'Port': ['ID=42a9ea88-0c2d-4f7f-84ae-77866c4f7844,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:31.022024 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50d94be5-b4e5-48ae-9b26-eef28e59a150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:31.049801 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9525d7d-0b2a-4496-95bf-3f102922acbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:31.054856 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Floating IP e988a83d-9b5b-4dca-9eba-ea84a40cbaa2 associated. External IP: 172.25.2.54, port: 963eb474-44fd-4f10-aac4-fad91ad0c4b5. Mar 23 12:56:31.148109 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:31.158839 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:31.171593 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9525d7d-0b2a-4496-95bf-3f102922acbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:31.215512 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Network ff5462ee-1f31-4a71-addc-ec6faaaa51f4 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:31.218702 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:31.224089 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:31.233091 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Pushing event updated for resources: {'Port': ['ID=13aa1ef7-e3d3-47cf-9680-469b77824570,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:31.345910 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Attempting to bind port 13aa1ef7-e3d3-47cf-9680-469b77824570 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:56:31.346550 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Attempting to bind port 13aa1ef7-e3d3-47cf-9680-469b77824570 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'a7f5a743-12bd-4bec-be34-238fa9153199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ff5462ee-1f31-4a71-addc-ec6faaaa51f4'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:56:31.347163 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Attempting to bind port 13aa1ef7-e3d3-47cf-9680-469b77824570 on network ff5462ee-1f31-4a71-addc-ec6faaaa51f4 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:56:31.354185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:56:31.354905 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Checking segment: {'id': 'a7f5a743-12bd-4bec-be34-238fa9153199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ff5462ee-1f31-4a71-addc-ec6faaaa51f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:56:31.355557 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:31.356278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Bound using segment: {'id': 'a7f5a743-12bd-4bec-be34-238fa9153199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ff5462ee-1f31-4a71-addc-ec6faaaa51f4'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:56:31.356941 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Bound port: 13aa1ef7-e3d3-47cf-9680-469b77824570, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f5a743-12bd-4bec-be34-238fa9153199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ff5462ee-1f31-4a71-addc-ec6faaaa51f4'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:56:31.357497 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:31.424637 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router d7aa8147-b340-42be-ab38-22304ee3dbb0 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:31.429431 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9525d7d-0b2a-4496-95bf-3f102922acbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:31.433190 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9525d7d-0b2a-4496-95bf-3f102922acbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:31.434431 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c9525d7d-0b2a-4496-95bf-3f102922acbf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e71b59b-2216-4f5a-865b-b6d15b1e42bc HTTP/1.1" status: 204 len: 168 time: 0.5122917 Mar 23 12:56:31.476635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9525d7d-0b2a-4496-95bf-3f102922acbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e71b59b-2216-4f5a-865b-b6d15b1e42bc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:31.565335 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] For port 13aa1ef7-e3d3-47cf-9680-469b77824570, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:56:31.575056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] For port 13aa1ef7-e3d3-47cf-9680-469b77824570, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=13aa1ef7-e3d3-47cf-9680-469b77824570,segment=NetworkSegment(a7f5a743-12bd-4bec-be34-238fa9153199),segment_id=a7f5a743-12bd-4bec-be34-238fa9153199)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:56:31.589702 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:31.630067 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50d94be5-b4e5-48ae-9b26-eef28e59a150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:31.641954 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-50d94be5-b4e5-48ae-9b26-eef28e59a150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:31.644865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-50d94be5-b4e5-48ae-9b26-eef28e59a150 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e6a335c1-25e0-4528-8a28-4b1d28fe6d95 HTTP/1.1" status: 204 len: 168 time: 0.9042602 Mar 23 12:56:31.656891 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:31.668129 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9f7098-6fd6-4a91-87ab-b2e86567aad3 None None] Sync routers for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:31.690687 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9f7098-6fd6-4a91-87ab-b2e86567aad3 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:31.693632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524abca-a84e-48ba-b6b1-5d87b2357f60 None None] Pushing event updated for resources: {'Port': ['ID=13aa1ef7-e3d3-47cf-9680-469b77824570,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:31.695049 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9a9f7098-6fd6-4a91-87ab-b2e86567aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:31.711176 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 42a9ea88-0c2d-4f7f-84ae-77866c4f7844 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:56:31.721276 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b773ba-4e97-4014-9695-4ba08f92497d req-3a0dcfaf-8f80-41d5-8183-c3b929759d6f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:31.725183 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d4b773ba-4e97-4014-9695-4ba08f92497d req-3a0dcfaf-8f80-41d5-8183-c3b929759d6f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 946 time: 0.3058419 Mar 23 12:56:31.731452 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:31.763888 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d40b00f6-6c1f-4fc3-ba61-cfe345a6948f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9501631 Mar 23 12:56:31.792921 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37776) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:31.793355 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 42a9ea88-0c2d-4f7f-84ae-77866c4f7844 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:31.794066 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:31.799444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-513ee38b-120c-4823-b2c3-c0b5f47be2cd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:31.806409 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d94be5-b4e5-48ae-9b26-eef28e59a150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a335c1-25e0-4528-8a28-4b1d28fe6d95,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:31.809520 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9a9f7098-6fd6-4a91-87ab-b2e86567aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:31.833761 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9f7098-6fd6-4a91-87ab-b2e86567aad3 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:31.835200 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9a9f7098-6fd6-4a91-87ab-b2e86567aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:31.871249 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d4b773ba-4e97-4014-9695-4ba08f92497d req-14dbf0af-86d1-401f-8204-28cbffc8f9c1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092691 Mar 23 12:56:31.918311 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-513ee38b-120c-4823-b2c3-c0b5f47be2cd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:31.949287 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9a9f7098-6fd6-4a91-87ab-b2e86567aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:31.949287 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9f7098-6fd6-4a91-87ab-b2e86567aad3 None None] The sync data for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:32.007568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f68c15-b601-4363-9517-e569bcdedcb2 req-00f991e0-ece9-4b88-a8a7-bdcfd3862ab4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:32.021765 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f5f68c15-b601-4363-9517-e569bcdedcb2 req-00f991e0-ece9-4b88-a8a7-bdcfd3862ab4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 946 time: 0.3581617 Mar 23 12:56:32.034491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Allocated IP 172.20.0.1 (23ad6508-e2dd-4ee5-afd3-c6b348f4b24e/b053e7a1-9e75-4fd7-823f-9307bff64862/77656ac4-f2bc-4c04-8f7a-73e1c0bbc6de) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:32.098124 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:32.178877 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 42a9ea88-0c2d-4f7f-84ae-77866c4f7844, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=42a9ea88-0c2d-4f7f-84ae-77866c4f7844,segment=NetworkSegment(2d4bc567-13e8-498d-86c8-dd4f70893c1e),segment_id=2d4bc567-13e8-498d-86c8-dd4f70893c1e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:32.186629 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:32.275070 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-513ee38b-120c-4823-b2c3-c0b5f47be2cd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:32.282402 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-513ee38b-120c-4823-b2c3-c0b5f47be2cd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:32.282784 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-513ee38b-120c-4823-b2c3-c0b5f47be2cd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Floating IP e988a83d-9b5b-4dca-9eba-ea84a40cbaa2 disassociated. External IP: 172.25.2.54, port: 963eb474-44fd-4f10-aac4-fad91ad0c4b5. Mar 23 12:56:32.302440 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=42a9ea88-0c2d-4f7f-84ae-77866c4f7844,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:32.361613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f5f68c15-b601-4363-9517-e569bcdedcb2 req-8b3a74fc-e327-49a7-97e0-0c148de1b2e4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Deleting port b91249d8-0e29-42d6-bc10-521aea2f1853 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:32.365092 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f5f68c15-b601-4363-9517-e569bcdedcb2 req-8b3a74fc-e327-49a7-97e0-0c148de1b2e4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:32.408430 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:32.423502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37790) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:32.530871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f5f68c15-b601-4363-9517-e569bcdedcb2 req-8b3a74fc-e327-49a7-97e0-0c148de1b2e4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] For port b91249d8-0e29-42d6-bc10-521aea2f1853, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b91249d8-0e29-42d6-bc10-521aea2f1853,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:32.531376 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f5f68c15-b601-4363-9517-e569bcdedcb2 req-8b3a74fc-e327-49a7-97e0-0c148de1b2e4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:32.556076 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-f5f68c15-b601-4363-9517-e569bcdedcb2 req-8b3a74fc-e327-49a7-97e0-0c148de1b2e4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Calling delete_port for b91249d8-0e29-42d6-bc10-521aea2f1853 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:32.558619 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76a7cc9a-1fa6-4702-afee-b5c6e56b680e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:32.604678 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513ee38b-120c-4823-b2c3-c0b5f47be2cd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router d7aa8147-b340-42be-ab38-22304ee3dbb0 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:32.728210 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:32.735607 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513ee38b-120c-4823-b2c3-c0b5f47be2cd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:32.736839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d0e294-0d2f-4e60-b9f8-2636677f1e34 None None] Network 23ad6508-e2dd-4ee5-afd3-c6b348f4b24e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:32.740154 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-513ee38b-120c-4823-b2c3-c0b5f47be2cd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:32.766407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db9e93-1b05-42e9-abb4-acc3eb5113c6 None None] Sync routers for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:32.769038 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-513ee38b-120c-4823-b2c3-c0b5f47be2cd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "PUT /v2.0/floatingips/e988a83d-9b5b-4dca-9eba-ea84a40cbaa2 HTTP/1.1" status: 200 len: 687 time: 0.9733689 Mar 23 12:56:32.772102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37798) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:32.835836 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65db9e93-1b05-42e9-abb4-acc3eb5113c6 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:32.836794 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-65db9e93-1b05-42e9-abb4-acc3eb5113c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:32.840302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 23ad6508-e2dd-4ee5-afd3-c6b348f4b24e is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:32.857178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:32.871315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:32.884192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-18b45c55-a472-470f-bec6-0a0735e3598a None None] Provisioning complete for port 42a9ea88-0c2d-4f7f-84ae-77866c4f7844 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:32.884732 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-18b45c55-a472-470f-bec6-0a0735e3598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:32.891463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-65db9e93-1b05-42e9-abb4-acc3eb5113c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:32.927118 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-86b5a2af-7bf9-4712-a223-4d54423abbb4 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Deleting port 55c63183-8509-4c8e-9fa5-7c909df4b64c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:32.927715 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86b5a2af-7bf9-4712-a223-4d54423abbb4 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:32.968285 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65db9e93-1b05-42e9-abb4-acc3eb5113c6 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:32.968845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-65db9e93-1b05-42e9-abb4-acc3eb5113c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:32.985722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=77656ac4-f2bc-4c04-8f7a-73e1c0bbc6de,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:33.040726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-65db9e93-1b05-42e9-abb4-acc3eb5113c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:33.041402 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db9e93-1b05-42e9-abb4-acc3eb5113c6 None None] The sync data for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:33.075767 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86b5a2af-7bf9-4712-a223-4d54423abbb4 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:33.076217 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86b5a2af-7bf9-4712-a223-4d54423abbb4 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:33.090458 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:33.092319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-86b5a2af-7bf9-4712-a223-4d54423abbb4 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Calling delete_port for 55c63183-8509-4c8e-9fa5-7c909df4b64c owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:33.226143 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76a7cc9a-1fa6-4702-afee-b5c6e56b680e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:33.290279 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76a7cc9a-1fa6-4702-afee-b5c6e56b680e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:33.343660 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86b5a2af-7bf9-4712-a223-4d54423abbb4 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:33.353436 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f5f68c15-b601-4363-9517-e569bcdedcb2 req-8b3a74fc-e327-49a7-97e0-0c148de1b2e4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:33.366487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['b91249d8-0e29-42d6-bc10-521aea2f1853'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:56:33.370629 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:33.408832 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-76a7cc9a-1fa6-4702-afee-b5c6e56b680e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=473492c87ab7492594b53fb5577525e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9819739 Mar 23 12:56:33.412188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37810) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:33.442390 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5a2af-7bf9-4712-a223-4d54423abbb4 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Port': ['ID=55c63183-8509-4c8e-9fa5-7c909df4b64c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:33.545687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1255ba-b886-47d1-bdff-67fa55b007f6 req-c6004636-3b39-4a69-8d21-abc5228a2a98 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:33.551407 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a1255ba-b886-47d1-bdff-67fa55b007f6 req-c6004636-3b39-4a69-8d21-abc5228a2a98 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 867 time: 0.3328402 Mar 23 12:56:33.573982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7cc9a-1fa6-4702-afee-b5c6e56b680e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48cab25-2ec3-4f77-8583-a8ce4bccd018,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:33.585708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a74fc-e327-49a7-97e0-0c148de1b2e4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event deleted for resources: {'Port': ['ID=b91249d8-0e29-42d6-bc10-521aea2f1853,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:33.625762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d9d303-8049-480b-9773-45ad38e1f606 None None] Network ff5462ee-1f31-4a71-addc-ec6faaaa51f4 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:33.688336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37814) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:33.698279 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1bc7109b-8913-4984-9feb-94256364fca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:33.703050 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86b5a2af-7bf9-4712-a223-4d54423abbb4 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:33.707429 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-86b5a2af-7bf9-4712-a223-4d54423abbb4 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:33.712909 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-86b5a2af-7bf9-4712-a223-4d54423abbb4 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/floatingips/e988a83d-9b5b-4dca-9eba-ea84a40cbaa2 HTTP/1.1" status: 204 len: 168 time: 0.9395874 Mar 23 12:56:33.716078 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37818) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:33.716936 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 13aa1ef7-e3d3-47cf-9680-469b77824570 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:56:33.722734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f68c15-b601-4363-9517-e569bcdedcb2 req-8b3a74fc-e327-49a7-97e0-0c148de1b2e4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] No DVR routers for this DVR port b91249d8-0e29-42d6-bc10-521aea2f1853 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:33.728969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': 'befcda53-6f0d-478e-aa4f-556638e595a8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:33.731664 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f5f68c15-b601-4363-9517-e569bcdedcb2 req-8b3a74fc-e327-49a7-97e0-0c148de1b2e4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:33.735212 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f5f68c15-b601-4363-9517-e569bcdedcb2 req-8b3a74fc-e327-49a7-97e0-0c148de1b2e4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "DELETE /v2.0/ports/b91249d8-0e29-42d6-bc10-521aea2f1853 HTTP/1.1" status: 204 len: 173 time: 1.7025709 Mar 23 12:56:33.755820 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1bc7109b-8913-4984-9feb-94256364fca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:33.775222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bccc318-da5f-4c12-9e3e-04386d1711c3', 'name': 'network-vif-deleted', 'tag': 'b91249d8-0e29-42d6-bc10-521aea2f1853'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:56:33.778597 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc466d0e-041e-43be-9eb1-d71c77aaa059" -d '{"events": [{"server_uuid": "8bccc318-da5f-4c12-9e3e-04386d1711c3", "name": "network-vif-deleted", "tag": "b91249d8-0e29-42d6-bc10-521aea2f1853"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:56:33.791400 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:33.852724 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cd1eddc3-c795-43fd-a082-73d1339f9c5b None None] Provisioning complete for port 13aa1ef7-e3d3-47cf-9680-469b77824570 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:33.853676 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd1eddc3-c795-43fd-a082-73d1339f9c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:33.886400 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f719768b-638f-46ef-ae78-46bd5d55ad0a x-openstack-request-id: req-f719768b-638f-46ef-ae78-46bd5d55ad0a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:56:33.887025 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bccc318-da5f-4c12-9e3e-04386d1711c3", "name": "network-vif-deleted", "tag": "b91249d8-0e29-42d6-bc10-521aea2f1853", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:56:33.887707 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f719768b-638f-46ef-ae78-46bd5d55ad0a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:56:33.888343 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bccc318-da5f-4c12-9e3e-04386d1711c3', 'name': 'network-vif-deleted', 'tag': 'b91249d8-0e29-42d6-bc10-521aea2f1853', 'status': 'completed', 'code': 200} Mar 23 12:56:33.897128 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a1255ba-b886-47d1-bdff-67fa55b007f6 req-ca071504-3247-4138-b40c-2a52392b4d61 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032286 Mar 23 12:56:34.087496 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 13aa1ef7-e3d3-47cf-9680-469b77824570 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:34.089038 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:34.169821 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:34.180488 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:34.211176 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd1eddc3-c795-43fd-a082-73d1339f9c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:34.282670 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cd1eddc3-c795-43fd-a082-73d1339f9c5b None None] For port 13aa1ef7-e3d3-47cf-9680-469b77824570, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=13aa1ef7-e3d3-47cf-9680-469b77824570,segment=NetworkSegment(a7f5a743-12bd-4bec-be34-238fa9153199),segment_id=a7f5a743-12bd-4bec-be34-238fa9153199)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:34.296307 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd1eddc3-c795-43fd-a082-73d1339f9c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:34.311598 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=77656ac4-f2bc-4c04-8f7a-73e1c0bbc6de,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:34.324143 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:34.331160 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:34.376117 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1eddc3-c795-43fd-a082-73d1339f9c5b None None] Pushing event updated for resources: {'Port': ['ID=13aa1ef7-e3d3-47cf-9680-469b77824570,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:34.442851 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:56:34.443248 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:56:34.450230 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e3cfe20-7fd4-44d7-b78b-fef31f6a9c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:34.454904 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6a6fb97d-d002-4f6c-8a98-51ed0354158f None None] Provisioning complete for port 42a9ea88-0c2d-4f7f-84ae-77866c4f7844 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:34.455262 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a6fb97d-d002-4f6c-8a98-51ed0354158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:34.475234 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1bc7109b-8913-4984-9feb-94256364fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:34.478226 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1bc7109b-8913-4984-9feb-94256364fca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:34.482294 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1bc7109b-8913-4984-9feb-94256364fca7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c48cab25-2ec3-4f77-8583-a8ce4bccd018 HTTP/1.1" status: 204 len: 168 time: 1.0616765 Mar 23 12:56:34.508393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7109b-8913-4984-9feb-94256364fca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48cab25-2ec3-4f77-8583-a8ce4bccd018,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:34.582855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 23ad6508-e2dd-4ee5-afd3-c6b348f4b24e is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:34.593227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:34.621586 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e3cfe20-7fd4-44d7-b78b-fef31f6a9c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:34.625152 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:34.635666 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e3cfe20-7fd4-44d7-b78b-fef31f6a9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:34.727637 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4e3cfe20-7fd4-44d7-b78b-fef31f6a9c2a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=79ea4fdcd576411c9fb1cdadb3ae83d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0357633 Mar 23 12:56:34.727637 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3cfe20-7fd4-44d7-b78b-fef31f6a9c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0352ed17-2c20-4e0a-b871-fa79d089236b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:34.735063 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37824) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:34.768929 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6a6fb97d-d002-4f6c-8a98-51ed0354158f None None] Provisioning complete for port 77656ac4-f2bc-4c04-8f7a-73e1c0bbc6de triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:34.769298 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a6fb97d-d002-4f6c-8a98-51ed0354158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:34.852230 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Allocated IP 172.25.2.76 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/51d8d7c5-f30f-4962-9ecb-0a7d3b5e38b5) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:34.858882 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6a6fb97d-d002-4f6c-8a98-51ed0354158f None None] Port 77656ac4-f2bc-4c04-8f7a-73e1c0bbc6de cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:34.860181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 7ec151a4-0707-43f3-bca7-58892dd9e32e is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:56:34.860616 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14517ce8-dfea-479c-8923-9cca60f419d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:34.906537 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14517ce8-dfea-479c-8923-9cca60f419d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:35.014930 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:35.032783 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6ba9cdc6-aea5-445f-95a2-1b6bfe59cb90 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/7ec151a4-0707-43f3-bca7-58892dd9e32e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7213981 Mar 23 12:56:35.034132 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37832) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:35.037971 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ec335-4953-42f9-8891-a384721102d1 None None] Sync routers for ids ['7ec151a4-0707-43f3-bca7-58892dd9e32e'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:35.060389 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ec335-4953-42f9-8891-a384721102d1 None None] Routers {'7ec151a4-0707-43f3-bca7-58892dd9e32e'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:35.061131 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1c7ec335-4953-42f9-8891-a384721102d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7ec151a4-0707-43f3-bca7-58892dd9e32e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:35.079218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2ad2ea9b-2bda-49e2-8d92-eccb46b0fe14 req-95197300-9f77-44ab-ba9d-2489aace4b9e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 210 time: 0.0841825 Mar 23 12:56:35.099069 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 42a9ea88-0c2d-4f7f-84ae-77866c4f7844 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:56:35.106515 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1c7ec335-4953-42f9-8891-a384721102d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:35.121067 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ec335-4953-42f9-8891-a384721102d1 None None] Routers {'7ec151a4-0707-43f3-bca7-58892dd9e32e'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:35.122045 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1c7ec335-4953-42f9-8891-a384721102d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7ec151a4-0707-43f3-bca7-58892dd9e32e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:35.153271 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:35.157436 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14517ce8-dfea-479c-8923-9cca60f419d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:35.160723 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-14517ce8-dfea-479c-8923-9cca60f419d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:35.163194 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-14517ce8-dfea-479c-8923-9cca60f419d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0352ed17-2c20-4e0a-b871-fa79d089236b HTTP/1.1" status: 204 len: 168 time: 0.4273224 Mar 23 12:56:35.179497 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1c7ec335-4953-42f9-8891-a384721102d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:35.180538 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ec335-4953-42f9-8891-a384721102d1 None None] The sync data for ids ['7ec151a4-0707-43f3-bca7-58892dd9e32e'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:35.202458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06ed969-0803-4442-82b6-5341bbcb37da tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:35.202811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-49d985a4-f994-46ae-8fe7-3dc75ea483df None None] Provisioning complete for port 13aa1ef7-e3d3-47cf-9680-469b77824570 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:35.203452 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-49d985a4-f994-46ae-8fe7-3dc75ea483df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:35.207895 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14517ce8-dfea-479c-8923-9cca60f419d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0352ed17-2c20-4e0a-b871-fa79d089236b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:35.209762 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37840) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:35.210161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c06ed969-0803-4442-82b6-5341bbcb37da tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports/77656ac4-f2bc-4c04-8f7a-73e1c0bbc6de HTTP/1.1" status: 200 len: 910 time: 0.1747108 Mar 23 12:56:35.295185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 42a9ea88-0c2d-4f7f-84ae-77866c4f7844 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:35.295185 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:35.392317 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:35.486771 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:35.493087 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:35.501170 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:35.524116 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=51d8d7c5-f30f-4962-9ecb-0a7d3b5e38b5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:35.606394 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0098a821-868d-4cab-81ca-66e1aa6a2a7d None None] Provisioning complete for port 77656ac4-f2bc-4c04-8f7a-73e1c0bbc6de triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:35.607859 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0098a821-868d-4cab-81ca-66e1aa6a2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:35.700340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0098a821-868d-4cab-81ca-66e1aa6a2a7d None None] Port 77656ac4-f2bc-4c04-8f7a-73e1c0bbc6de cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:35.746564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 13aa1ef7-e3d3-47cf-9680-469b77824570 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:56:35.850973 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:35.868002 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 13aa1ef7-e3d3-47cf-9680-469b77824570 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:35.868546 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:36.161640 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b91249d8-0e29-42d6-bc10-521aea2f1853 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:36.210955 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: b91249d8-0e29-42d6-bc10-521aea2f1853 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:56:36.211321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b91249d8-0e29-42d6-bc10-521aea2f1853 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:36.316348 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:36.339688 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-952a46d4-ce0d-49c6-a3ba-3402e26237ae req-8b483fe4-5f92-4d38-8c90-1c69594f1f63 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 210 time: 0.0625451 Mar 23 12:56:36.382449 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Allocated IP 172.21.0.1 (ff5462ee-1f31-4a71-addc-ec6faaaa51f4/c516e9fd-c4a2-4c02-80f0-f143c098a7ce/cd91aaeb-5735-4bb2-a31a-912f8b14676e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:36.456291 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:36.521038 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37882) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:36.685790 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:36.769480 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:36.776961 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:36.783344 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:36.835472 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network ff5462ee-1f31-4a71-addc-ec6faaaa51f4 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:36.844234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:36.868369 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:36.903685 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f7b44b6f-a96a-4b1c-bdad-3a7a81e82e55 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1974330776-network', 'tenant_id': '13ec23006c054fe79489c2b8176a3dde'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:36.933002 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:36.958867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b44b6f-a96a-4b1c-bdad-3a7a81e82e55 admin admin] Made reservation on behalf of 13ec23006c054fe79489c2b8176a3dde for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:36.961357 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f7b44b6f-a96a-4b1c-bdad-3a7a81e82e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:36.982891 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f7b44b6f-a96a-4b1c-bdad-3a7a81e82e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:37.044931 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=51d8d7c5-f30f-4962-9ecb-0a7d3b5e38b5,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:37.093344 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:37.108157 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f7b44b6f-a96a-4b1c-bdad-3a7a81e82e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:37.115466 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f7b44b6f-a96a-4b1c-bdad-3a7a81e82e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:37.137269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b44b6f-a96a-4b1c-bdad-3a7a81e82e55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:56:37.144530 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:37.156210 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f7b44b6f-a96a-4b1c-bdad-3a7a81e82e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:37.156548 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-f7b44b6f-a96a-4b1c-bdad-3a7a81e82e55 admin admin] Added segment cf7fae1f-20df-4daf-975a-c599a14d2ec2 of type vlan for network afb999fe-088a-4693-bbaa-0b8bd9d8b944 Mar 23 12:56:37.234001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fc3587de-aad4-4a1a-82cd-04ea9ac4d0a6 None None] Provisioning complete for port cd91aaeb-5735-4bb2-a31a-912f8b14676e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:37.234727 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc3587de-aad4-4a1a-82cd-04ea9ac4d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:37.245767 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f7b44b6f-a96a-4b1c-bdad-3a7a81e82e55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:37.269628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=cd91aaeb-5735-4bb2-a31a-912f8b14676e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:37.282543 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f7b44b6f-a96a-4b1c-bdad-3a7a81e82e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:37.284865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b44b6f-a96a-4b1c-bdad-3a7a81e82e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:37.285498 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f7b44b6f-a96a-4b1c-bdad-3a7a81e82e55 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:37.340362 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fc3587de-aad4-4a1a-82cd-04ea9ac4d0a6 None None] Port cd91aaeb-5735-4bb2-a31a-912f8b14676e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:37.397226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b44b6f-a96a-4b1c-bdad-3a7a81e82e55 admin admin] Pushing event updated for resources: {'Network': ['ID=afb999fe-088a-4693-bbaa-0b8bd9d8b944,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:37.414498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network afb999fe-088a-4693-bbaa-0b8bd9d8b944 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:56:37.440982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b44b6f-a96a-4b1c-bdad-3a7a81e82e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c91452-c3c0-4913-a6ed-7125d6e57e3d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:37.455697 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f7b44b6f-a96a-4b1c-bdad-3a7a81e82e55 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9329684 Mar 23 12:56:37.459559 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37910) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:37.470898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e967dfd6-c1cf-4ea7-b556-cccf88dd6bde admin admin] Request body: {'subnet': {'network_id': 'afb999fe-088a-4693-bbaa-0b8bd9d8b944', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1974330776-subnet', 'tenant_id': '13ec23006c054fe79489c2b8176a3dde', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:37.514848 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e967dfd6-c1cf-4ea7-b556-cccf88dd6bde admin admin] Made reservation on behalf of 13ec23006c054fe79489c2b8176a3dde for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:37.518474 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e967dfd6-c1cf-4ea7-b556-cccf88dd6bde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:37.700479 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Floating IP 0aa4999e-5f37-4a47-8014-8d13b09d39dc associated. External IP: 172.25.2.76, port: befcda53-6f0d-478e-aa4f-556638e595a8. Mar 23 12:56:37.767349 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e967dfd6-c1cf-4ea7-b556-cccf88dd6bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:37.778744 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:37.792769 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ced87660-6634-4127-92dc-30f6bcd77fc1 req-9f0b40a7-ed61-4023-99df-0f70798641d3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 210 time: 0.1147709 Mar 23 12:56:37.824245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967dfd6-c1cf-4ea7-b556-cccf88dd6bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b685554-43b7-442d-95aa-54ad8b1912fd,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:37.854217 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e967dfd6-c1cf-4ea7-b556-cccf88dd6bde admin admin] Checking segment: {'id': 'cf7fae1f-20df-4daf-975a-c599a14d2ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'afb999fe-088a-4693-bbaa-0b8bd9d8b944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:56:37.855022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e967dfd6-c1cf-4ea7-b556-cccf88dd6bde admin admin] Network hostable DHCP agents. Network: afb999fe-088a-4693-bbaa-0b8bd9d8b944, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:56:37.878231 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e967dfd6-c1cf-4ea7-b556-cccf88dd6bde admin admin] Network afb999fe-088a-4693-bbaa-0b8bd9d8b944 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:56:37.889810 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e967dfd6-c1cf-4ea7-b556-cccf88dd6bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, afb999fe-088a-4693-bbaa-0b8bd9d8b944) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:37.894655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e967dfd6-c1cf-4ea7-b556-cccf88dd6bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:37.895327 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e967dfd6-c1cf-4ea7-b556-cccf88dd6bde admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:37.901920 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9444827f-8917-4a26-bbaf-71635d398133 None None] Network afb999fe-088a-4693-bbaa-0b8bd9d8b944 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:37.938068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e967dfd6-c1cf-4ea7-b556-cccf88dd6bde admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4753225 Mar 23 12:56:37.939117 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37926) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:37.944980 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1974330776-router', 'tenant_id': '13ec23006c054fe79489c2b8176a3dde', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:37.972993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:37.972993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:38.125039 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:38.297297 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:38.345894 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9033cd23-0047-458c-befb-937052d90442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-afb999fe-088a-4693-bbaa-0b8bd9d8b944', 'network_id': 'afb999fe-088a-4693-bbaa-0b8bd9d8b944', 'tenant_id': '13ec23006c054fe79489c2b8176a3dde', 'fixed_ips': [{'subnet_id': '0b685554-43b7-442d-95aa-54ad8b1912fd'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:56:38.346785 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9033cd23-0047-458c-befb-937052d90442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:38.348565 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:38.402451 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37934) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:38.414308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=cd91aaeb-5735-4bb2-a31a-912f8b14676e,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:38.431624 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:38.608709 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-9033cd23-0047-458c-befb-937052d90442 None None] Allocated IP 172.20.0.2 (afb999fe-088a-4693-bbaa-0b8bd9d8b944/0b685554-43b7-442d-95aa-54ad8b1912fd/de816f41-d2f4-4108-9f42-68fd6a5199cc) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:38.636325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:38.651307 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network ff5462ee-1f31-4a71-addc-ec6faaaa51f4 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:38.652520 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9673b2f-abb9-487d-ab4c-c2fac4471a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:38.657545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:38.660624 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:38.693971 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router d7aa8147-b340-42be-ab38-22304ee3dbb0 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:38.813849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Allocated IP 172.25.2.218 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/be0cd015-1a71-445b-a980-8a5140778955) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:38.835021 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9033cd23-0047-458c-befb-937052d90442 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:38.850849 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9033cd23-0047-458c-befb-937052d90442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:38.949353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9033cd23-0047-458c-befb-937052d90442 None None] Network afb999fe-088a-4693-bbaa-0b8bd9d8b944 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:38.953432 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033cd23-0047-458c-befb-937052d90442 None None] Pushing event updated for resources: {'Port': ['ID=de816f41-d2f4-4108-9f42-68fd6a5199cc,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:38.956672 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-9033cd23-0047-458c-befb-937052d90442 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:38.959504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9033cd23-0047-458c-befb-937052d90442 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:38.990402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 7ec151a4-0707-43f3-bca7-58892dd9e32e has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:38.995528 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad42ba47-cd17-4271-8c29-98ab77196885 req-ab2d33d8-017b-41ec-8867-5cd296a953ee tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bccc318-da5f-4c12-9e3e-04386d1711c3 HTTP/1.1" status: 200 len: 210 time: 0.0393999 Mar 23 12:56:39.033554 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9033cd23-0047-458c-befb-937052d90442 None None] Attempting to bind port de816f41-d2f4-4108-9f42-68fd6a5199cc on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:56:39.034153 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9033cd23-0047-458c-befb-937052d90442 None None] Attempting to bind port de816f41-d2f4-4108-9f42-68fd6a5199cc by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'cf7fae1f-20df-4daf-975a-c599a14d2ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'afb999fe-088a-4693-bbaa-0b8bd9d8b944'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:56:39.034631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033cd23-0047-458c-befb-937052d90442 None None] Attempting to bind port de816f41-d2f4-4108-9f42-68fd6a5199cc on network afb999fe-088a-4693-bbaa-0b8bd9d8b944 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:56:39.040635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033cd23-0047-458c-befb-937052d90442 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:56:39.041315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033cd23-0047-458c-befb-937052d90442 None None] Checking segment: {'id': 'cf7fae1f-20df-4daf-975a-c599a14d2ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'afb999fe-088a-4693-bbaa-0b8bd9d8b944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:56:39.041831 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9033cd23-0047-458c-befb-937052d90442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:39.042307 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033cd23-0047-458c-befb-937052d90442 None None] Bound using segment: {'id': 'cf7fae1f-20df-4daf-975a-c599a14d2ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'afb999fe-088a-4693-bbaa-0b8bd9d8b944'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:56:39.042883 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9033cd23-0047-458c-befb-937052d90442 None None] Bound port: de816f41-d2f4-4108-9f42-68fd6a5199cc, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7fae1f-20df-4daf-975a-c599a14d2ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'afb999fe-088a-4693-bbaa-0b8bd9d8b944'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:56:39.043494 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9033cd23-0047-458c-befb-937052d90442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:39.048056 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9673b2f-abb9-487d-ab4c-c2fac4471a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:39.049027 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:39.063271 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9673b2f-abb9-487d-ab4c-c2fac4471a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:39.109918 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:39.125199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-036eb1fd-33d1-4f8f-bee4-b08ebcf4320f None None] Provisioning complete for port cd91aaeb-5735-4bb2-a31a-912f8b14676e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:39.125716 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-036eb1fd-33d1-4f8f-bee4-b08ebcf4320f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:39.174826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:39.178147 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9033cd23-0047-458c-befb-937052d90442 None None] For port de816f41-d2f4-4108-9f42-68fd6a5199cc, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:56:39.185876 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9673b2f-abb9-487d-ab4c-c2fac4471a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c401a4-3dc1-4e4d-a1dc-aec64ae78546,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:39.191896 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-036eb1fd-33d1-4f8f-bee4-b08ebcf4320f None None] Port cd91aaeb-5735-4bb2-a31a-912f8b14676e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:39.199271 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda1177f-347b-40f9-955b-2ed58363dfa2 None None] Sync routers for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:39.220837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9033cd23-0047-458c-befb-937052d90442 None None] For port de816f41-d2f4-4108-9f42-68fd6a5199cc, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=de816f41-d2f4-4108-9f42-68fd6a5199cc,segment=NetworkSegment(cf7fae1f-20df-4daf-975a-c599a14d2ec2),segment_id=cf7fae1f-20df-4daf-975a-c599a14d2ec2)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:56:39.223250 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1177f-347b-40f9-955b-2ed58363dfa2 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:39.223414 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:39.224093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-eda1177f-347b-40f9-955b-2ed58363dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:39.228297 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9033cd23-0047-458c-befb-937052d90442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:39.234435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:39.246967 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Pushing event updated for resources: {'Port': ['ID=be0cd015-1a71-445b-a980-8a5140778955,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:39.251816 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:39.287506 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d9673b2f-abb9-487d-ab4c-c2fac4471a48 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d9c622c2d9bb4f609a2f1ccaae670932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8783782 Mar 23 12:56:39.290735 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37940) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:39.324053 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033cd23-0047-458c-befb-937052d90442 None None] Pushing event updated for resources: {'Port': ['ID=de816f41-d2f4-4108-9f42-68fd6a5199cc,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:39.326229 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:39.330672 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-eda1177f-347b-40f9-955b-2ed58363dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:39.346943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1177f-347b-40f9-955b-2ed58363dfa2 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:39.347689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-eda1177f-347b-40f9-955b-2ed58363dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:39.376225 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-afbd5fed-0205-4f39-b189-6e045699f52c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.6576693 Mar 23 12:56:39.382322 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37942) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:39.404811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-eda1177f-347b-40f9-955b-2ed58363dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:39.405374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda1177f-347b-40f9-955b-2ed58363dfa2 None None] The sync data for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:39.459069 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-106aeab1-225d-4f6b-9bb3-5d28c575ef94 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "GET /v2.0/floatingips/0aa4999e-5f37-4a47-8014-8d13b09d39dc HTTP/1.1" status: 200 len: 976 time: 0.0753875 Mar 23 12:56:39.462222 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37944) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:39.469715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:39.480055 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b22726d3-926c-4c1e-bae1-8012ee7f4865 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/7ec151a4-0707-43f3-bca7-58892dd9e32e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2592936 Mar 23 12:56:39.490563 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8cd052-8196-45dc-b08a-94d08ac9dd69 None None] Sync routers for ids ['7ec151a4-0707-43f3-bca7-58892dd9e32e'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:39.500157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37946) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:39.505467 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8cd052-8196-45dc-b08a-94d08ac9dd69 None None] Routers {'7ec151a4-0707-43f3-bca7-58892dd9e32e'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:39.505998 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c9b31bd-6728-4a66-8a75-21b07d91991c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:39.506662 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8b8cd052-8196-45dc-b08a-94d08ac9dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7ec151a4-0707-43f3-bca7-58892dd9e32e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:39.560447 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8b8cd052-8196-45dc-b08a-94d08ac9dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:39.592143 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c5707c-1e3b-428f-9b34-5bf18a904256 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:39.597796 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d7c5707c-1e3b-428f-9b34-5bf18a904256 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports/cd91aaeb-5735-4bb2-a31a-912f8b14676e HTTP/1.1" status: 200 len: 910 time: 0.0928276 Mar 23 12:56:39.598446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 37948) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:39.598738 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8cd052-8196-45dc-b08a-94d08ac9dd69 None None] Routers {'7ec151a4-0707-43f3-bca7-58892dd9e32e'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:39.599591 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8b8cd052-8196-45dc-b08a-94d08ac9dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7ec151a4-0707-43f3-bca7-58892dd9e32e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:39.686500 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-71592fcc-9b85-4b26-8116-794cd6c2bf36 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2214139 Mar 23 12:56:39.687999 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8b8cd052-8196-45dc-b08a-94d08ac9dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:39.688865 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8cd052-8196-45dc-b08a-94d08ac9dd69 None None] The sync data for ids ['7ec151a4-0707-43f3-bca7-58892dd9e32e'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:39.689363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37950) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:39.705899 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e641aab0-2979-4a10-aa7c-5cd3c5f5c565 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'floatingip': {'port_id': '963eb474-44fd-4f10-aac4-fad91ad0c4b5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:39.789683 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e641aab0-2979-4a10-aa7c-5cd3c5f5c565 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:39.829424 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c9b31bd-6728-4a66-8a75-21b07d91991c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:40.370226 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:40.372299 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c9b31bd-6728-4a66-8a75-21b07d91991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:40.375128 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c9b31bd-6728-4a66-8a75-21b07d91991c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:40.378997 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3c9b31bd-6728-4a66-8a75-21b07d91991c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05c401a4-3dc1-4e4d-a1dc-aec64ae78546 HTTP/1.1" status: 204 len: 168 time: 1.0843315 Mar 23 12:56:40.388585 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e641aab0-2979-4a10-aa7c-5cd3c5f5c565 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:40.400159 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e641aab0-2979-4a10-aa7c-5cd3c5f5c565 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:40.438007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b31bd-6728-4a66-8a75-21b07d91991c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c401a4-3dc1-4e4d-a1dc-aec64ae78546,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:40.518978 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-e641aab0-2979-4a10-aa7c-5cd3c5f5c565 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Floating IP 0aa4999e-5f37-4a47-8014-8d13b09d39dc associated. External IP: 172.25.2.76, port: befcda53-6f0d-478e-aa4f-556638e595a8. Mar 23 12:56:40.668058 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c401bf6-27f2-48ae-957e-1820a96a9e18 None None] Network afb999fe-088a-4693-bbaa-0b8bd9d8b944 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:40.766684 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:40.838858 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e641aab0-2979-4a10-aa7c-5cd3c5f5c565 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router d7aa8147-b340-42be-ab38-22304ee3dbb0 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:40.846514 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ce6a9f5f-df7f-4e63-b6b2-baac97b8c9b2 None None] Provisioning complete for port de816f41-d2f4-4108-9f42-68fd6a5199cc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:40.847134 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce6a9f5f-df7f-4e63-b6b2-baac97b8c9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:40.893658 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12d5b4aa-f9fd-4d8f-8e54-65c20c5878b1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:40.917937 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37960) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:40.936684 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44adc2f7-d731-4c82-94bd-a8a6f987fb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:41.046515 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce6a9f5f-df7f-4e63-b6b2-baac97b8c9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:41.056151 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e641aab0-2979-4a10-aa7c-5cd3c5f5c565 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:41.089673 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cabd285-b941-42ad-bd7e-74081fa56369 None None] Sync routers for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:41.093923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Router 523badfa-dbfb-4194-8f7d-f52f89c8bf5e is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:56:41.133803 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ce6a9f5f-df7f-4e63-b6b2-baac97b8c9b2 None None] For port de816f41-d2f4-4108-9f42-68fd6a5199cc, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=de816f41-d2f4-4108-9f42-68fd6a5199cc,segment=NetworkSegment(cf7fae1f-20df-4daf-975a-c599a14d2ec2),segment_id=cf7fae1f-20df-4daf-975a-c599a14d2ec2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:41.137779 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cabd285-b941-42ad-bd7e-74081fa56369 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:41.138666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6cabd285-b941-42ad-bd7e-74081fa56369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:41.147892 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce6a9f5f-df7f-4e63-b6b2-baac97b8c9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:41.261752 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6cabd285-b941-42ad-bd7e-74081fa56369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:41.279580 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cabd285-b941-42ad-bd7e-74081fa56369 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:41.280297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6cabd285-b941-42ad-bd7e-74081fa56369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:41.350266 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6cabd285-b941-42ad-bd7e-74081fa56369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:41.350933 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cabd285-b941-42ad-bd7e-74081fa56369 None None] The sync data for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:41.364136 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:41.379434 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Sync routers for ids ['523badfa-dbfb-4194-8f7d-f52f89c8bf5e'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:41.390309 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44adc2f7-d731-4c82-94bd-a8a6f987fb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:41.407005 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:41.407227 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44adc2f7-d731-4c82-94bd-a8a6f987fb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:41.410959 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-956d2e6d-6f5f-4941-b198-34d649c03fcd admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.4673147 Mar 23 12:56:41.413550 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37964) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:41.418107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a9f5f-df7f-4e63-b6b2-baac97b8c9b2 None None] Pushing event updated for resources: {'Port': ['ID=de816f41-d2f4-4108-9f42-68fd6a5199cc,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:41.421376 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-12d5b4aa-f9fd-4d8f-8e54-65c20c5878b1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port cd91aaeb-5735-4bb2-a31a-912f8b14676e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:41.421730 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12d5b4aa-f9fd-4d8f-8e54-65c20c5878b1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:41.476807 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4d40bab7-0c64-4b73-9316-a4b0ce4b74f0 None None] Provisioning complete for port de816f41-d2f4-4108-9f42-68fd6a5199cc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:41.477170 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4d40bab7-0c64-4b73-9316-a4b0ce4b74f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:41.530136 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12d5b4aa-f9fd-4d8f-8e54-65c20c5878b1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:41.561956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adc2f7-d731-4c82-94bd-a8a6f987fb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c1c969-4fb2-4390-a56d-d89a90b133c1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:41.566139 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-12d5b4aa-f9fd-4d8f-8e54-65c20c5878b1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for cd91aaeb-5735-4bb2-a31a-912f8b14676e owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:41.568363 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Routers {'523badfa-dbfb-4194-8f7d-f52f89c8bf5e'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:41.569127 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['523badfa-dbfb-4194-8f7d-f52f89c8bf5e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:41.622039 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-44adc2f7-d731-4c82-94bd-a8a6f987fb9c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=883d33c641514c50abbdfb944da3c4de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7028089 Mar 23 12:56:41.630367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37966) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:41.711132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device de816f41-d2f4-4108-9f42-68fd6a5199cc up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:56:41.753189 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Set router 523badfa-dbfb-4194-8f7d-f52f89c8bf5e gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:56:41.761303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e641aab0-2979-4a10-aa7c-5cd3c5f5c565 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router d7aa8147-b340-42be-ab38-22304ee3dbb0 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:41.765027 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78575adc-3a6d-4353-9197-db4a5402620f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:41.780463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port de816f41-d2f4-4108-9f42-68fd6a5199cc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:41.781916 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:41.858607 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78575adc-3a6d-4353-9197-db4a5402620f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:41.887074 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12d5b4aa-f9fd-4d8f-8e54-65c20c5878b1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:41.927709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5b4aa-f9fd-4d8f-8e54-65c20c5878b1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=cd91aaeb-5735-4bb2-a31a-912f8b14676e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:41.972203 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'name': 'tempest-ImageQuotaTest-1974330776-router', 'tenant_id': '13ec23006c054fe79489c2b8176a3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'be0cd015-1a71-445b-a980-8a5140778955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:56:37Z', 'updated_at': '2022-03-23T12:56:39Z', 'revision_number': 3, 'project_id': '13ec23006c054fe79489c2b8176a3dde', 'gw_port': {'id': 'be0cd015-1a71-445b-a980-8a5140778955', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:56:38Z', 'updated_at': '2022-03-23T12:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:42.005576 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Checking router: 523badfa-dbfb-4194-8f7d-f52f89c8bf5e for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:56:42.006185 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Updating router 523badfa-dbfb-4194-8f7d-f52f89c8bf5e port be0cd015-1a71-445b-a980-8a5140778955 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:56:42.035661 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:42.139541 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12d5b4aa-f9fd-4d8f-8e54-65c20c5878b1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:42.416230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d5b4aa-f9fd-4d8f-8e54-65c20c5878b1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 7ec151a4-0707-43f3-bca7-58892dd9e32e has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:42.440358 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:42.449711 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:42.534090 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Attempting to bind port be0cd015-1a71-445b-a980-8a5140778955 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:56:42.535210 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Attempting to bind port be0cd015-1a71-445b-a980-8a5140778955 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:56:42.535677 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Attempting to bind port be0cd015-1a71-445b-a980-8a5140778955 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:56:42.547885 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:56:42.549887 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:56:42.550532 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:42.551022 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:56:42.551919 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Bound port: be0cd015-1a71-445b-a980-8a5140778955, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:56:42.552455 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:42.560810 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d5b4aa-f9fd-4d8f-8e54-65c20c5878b1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:42.571852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f657af9c-ddcf-4c41-9e8d-1ac7f4118bd5 None None] Sync routers for ids ['7ec151a4-0707-43f3-bca7-58892dd9e32e'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:42.584336 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-12d5b4aa-f9fd-4d8f-8e54-65c20c5878b1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/7ec151a4-0707-43f3-bca7-58892dd9e32e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8891368 Mar 23 12:56:42.584563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 37986) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:42.586520 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef44b8-cc5d-41a7-9f1c-b1eede7cfb47 None None] Pushing event updated for resources: {'Port': ['ID=be0cd015-1a71-445b-a980-8a5140778955,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:42.589363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f657af9c-ddcf-4c41-9e8d-1ac7f4118bd5 None None] Routers {'7ec151a4-0707-43f3-bca7-58892dd9e32e'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:42.590255 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f657af9c-ddcf-4c41-9e8d-1ac7f4118bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7ec151a4-0707-43f3-bca7-58892dd9e32e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:42.597908 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef44b8-cc5d-41a7-9f1c-b1eede7cfb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.597908 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef44b8-cc5d-41a7-9f1c-b1eede7cfb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.599253 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef44b8-cc5d-41a7-9f1c-b1eede7cfb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.599253 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef44b8-cc5d-41a7-9f1c-b1eede7cfb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.599253 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef44b8-cc5d-41a7-9f1c-b1eede7cfb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.599536 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef44b8-cc5d-41a7-9f1c-b1eede7cfb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.600442 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef44b8-cc5d-41a7-9f1c-b1eede7cfb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.600995 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef44b8-cc5d-41a7-9f1c-b1eede7cfb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.601385 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef44b8-cc5d-41a7-9f1c-b1eede7cfb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.601775 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef44b8-cc5d-41a7-9f1c-b1eede7cfb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.602153 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef44b8-cc5d-41a7-9f1c-b1eede7cfb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.602889 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef44b8-cc5d-41a7-9f1c-b1eede7cfb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.645786 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f657af9c-ddcf-4c41-9e8d-1ac7f4118bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:42.653236 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] For port be0cd015-1a71-445b-a980-8a5140778955, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:56:42.657261 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] For port be0cd015-1a71-445b-a980-8a5140778955, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=be0cd015-1a71-445b-a980-8a5140778955,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:56:42.662449 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f657af9c-ddcf-4c41-9e8d-1ac7f4118bd5 None None] Routers {'7ec151a4-0707-43f3-bca7-58892dd9e32e'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:42.663167 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f657af9c-ddcf-4c41-9e8d-1ac7f4118bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7ec151a4-0707-43f3-bca7-58892dd9e32e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:42.666139 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:42.702873 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f657af9c-ddcf-4c41-9e8d-1ac7f4118bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:42.703857 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f657af9c-ddcf-4c41-9e8d-1ac7f4118bd5 None None] The sync data for ids ['7ec151a4-0707-43f3-bca7-58892dd9e32e'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:42.708884 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78575adc-3a6d-4353-9197-db4a5402620f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:42.712996 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78575adc-3a6d-4353-9197-db4a5402620f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:42.714405 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-78575adc-3a6d-4353-9197-db4a5402620f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3c1c969-4fb2-4390-a56d-d89a90b133c1 HTTP/1.1" status: 204 len: 168 time: 1.0812616 Mar 23 12:56:42.759514 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef44b8-cc5d-41a7-9f1c-b1eede7cfb47 None None] Pushing event updated for resources: {'Port': ['ID=be0cd015-1a71-445b-a980-8a5140778955,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:42.782399 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e641aab0-2979-4a10-aa7c-5cd3c5f5c565 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:42.792185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78575adc-3a6d-4353-9197-db4a5402620f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c1c969-4fb2-4390-a56d-d89a90b133c1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:42.798027 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e641aab0-2979-4a10-aa7c-5cd3c5f5c565 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:42.798782 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523e9648-aee0-4b5e-963c-9c56492a87e0 None None] Sync routers for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:42.845833 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e9648-aee0-4b5e-963c-9c56492a87e0 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:42.846688 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-523e9648-aee0-4b5e-963c-9c56492a87e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:42.856283 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Routers {'523badfa-dbfb-4194-8f7d-f52f89c8bf5e'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:42.857531 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['523badfa-dbfb-4194-8f7d-f52f89c8bf5e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:42.970458 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-523e9648-aee0-4b5e-963c-9c56492a87e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:42.995649 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e9648-aee0-4b5e-963c-9c56492a87e0 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:42.996414 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-523e9648-aee0-4b5e-963c-9c56492a87e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:43.036295 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e641aab0-2979-4a10-aa7c-5cd3c5f5c565 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "PUT /v2.0/floatingips/0aa4999e-5f37-4a47-8014-8d13b09d39dc HTTP/1.1" status: 200 len: 977 time: 3.3455923 Mar 23 12:56:43.039098 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38002) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:43.044369 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2622d559-ce17-4cb8-9558-72c915ba2c1e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:43.053236 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-523e9648-aee0-4b5e-963c-9c56492a87e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:43.054310 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523e9648-aee0-4b5e-963c-9c56492a87e0 None None] The sync data for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:43.129792 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2622d559-ce17-4cb8-9558-72c915ba2c1e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:43.189662 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:43.223853 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] Set router 523badfa-dbfb-4194-8f7d-f52f89c8bf5e gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:56:43.272851 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5237d404-5995-4d49-b1a2-5ae07f2158d6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:43.409662 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2622d559-ce17-4cb8-9558-72c915ba2c1e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:43.418339 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2622d559-ce17-4cb8-9558-72c915ba2c1e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:43.418995 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-2622d559-ce17-4cb8-9558-72c915ba2c1e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Floating IP 0aa4999e-5f37-4a47-8014-8d13b09d39dc disassociated. External IP: 172.25.2.76, port: 963eb474-44fd-4f10-aac4-fad91ad0c4b5. Mar 23 12:56:43.570970 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'name': 'tempest-ImageQuotaTest-1974330776-router', 'tenant_id': '13ec23006c054fe79489c2b8176a3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'be0cd015-1a71-445b-a980-8a5140778955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:56:37Z', 'updated_at': '2022-03-23T12:56:39Z', 'revision_number': 3, 'project_id': '13ec23006c054fe79489c2b8176a3dde', 'gw_port': {'id': 'be0cd015-1a71-445b-a980-8a5140778955', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:56:38Z', 'updated_at': '2022-03-23T12:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:43.595989 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Allocated IP 172.20.0.1 (afb999fe-088a-4693-bbaa-0b8bd9d8b944/0b685554-43b7-442d-95aa-54ad8b1912fd/d064f698-334b-4daa-8531-72c9b0cc2dc6) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:43.607089 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044233b-980d-432b-b61c-aef0e57356b0 None None] The sync data for ids ['523badfa-dbfb-4194-8f7d-f52f89c8bf5e'] in n-d-834854-1 is: [{'id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'name': 'tempest-ImageQuotaTest-1974330776-router', 'tenant_id': '13ec23006c054fe79489c2b8176a3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'be0cd015-1a71-445b-a980-8a5140778955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:56:37Z', 'updated_at': '2022-03-23T12:56:39Z', 'revision_number': 3, 'project_id': '13ec23006c054fe79489c2b8176a3dde', 'gw_port': {'id': 'be0cd015-1a71-445b-a980-8a5140778955', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:56:38Z', 'updated_at': '2022-03-23T12:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:43.851001 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:43.876456 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5237d404-5995-4d49-b1a2-5ae07f2158d6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port 77656ac4-f2bc-4c04-8f7a-73e1c0bbc6de {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:43.877401 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5237d404-5995-4d49-b1a2-5ae07f2158d6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:43.983123 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:44.068310 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5237d404-5995-4d49-b1a2-5ae07f2158d6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:44.083714 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Network afb999fe-088a-4693-bbaa-0b8bd9d8b944 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:44.101784 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:44.104605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:44.108364 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5237d404-5995-4d49-b1a2-5ae07f2158d6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for 77656ac4-f2bc-4c04-8f7a-73e1c0bbc6de owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:44.110219 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Pushing event updated for resources: {'Port': ['ID=d064f698-334b-4daa-8531-72c9b0cc2dc6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:44.222411 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:44.229112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38048) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:44.231124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2622d559-ce17-4cb8-9558-72c915ba2c1e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router d7aa8147-b340-42be-ab38-22304ee3dbb0 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:44.240558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4447e6a5-019b-4efb-9dcd-58887e25e444 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1062970446', 'description': 'tempest-secgroup-smoke-1062970446 description', 'project_id': 'a83d57a27e704c44abb036185c95fcaf'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:44.433610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2622d559-ce17-4cb8-9558-72c915ba2c1e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:44.440532 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2622d559-ce17-4cb8-9558-72c915ba2c1e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:44.445182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e57d60-9103-49a7-a177-8034e79b718b None None] Sync routers for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:44.465248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e57d60-9103-49a7-a177-8034e79b718b None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:44.465890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-75e57d60-9103-49a7-a177-8034e79b718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:44.479609 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4447e6a5-019b-4efb-9dcd-58887e25e444 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:44.521666 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2622d559-ce17-4cb8-9558-72c915ba2c1e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "PUT /v2.0/floatingips/0aa4999e-5f37-4a47-8014-8d13b09d39dc HTTP/1.1" status: 200 len: 687 time: 1.4803584 Mar 23 12:56:44.526094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38054) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:44.539152 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-75e57d60-9103-49a7-a177-8034e79b718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:44.555616 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:44.561721 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e57d60-9103-49a7-a177-8034e79b718b None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:44.562777 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-75e57d60-9103-49a7-a177-8034e79b718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:44.619421 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4447e6a5-019b-4efb-9dcd-58887e25e444 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:44.646731 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-75e57d60-9103-49a7-a177-8034e79b718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:44.649450 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e57d60-9103-49a7-a177-8034e79b718b None None] The sync data for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:44.663123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fa9b592c-d1bc-4dfb-a712-716d400b4b53 None None] Provisioning complete for port d064f698-334b-4daa-8531-72c9b0cc2dc6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:44.663502 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa9b592c-d1bc-4dfb-a712-716d400b4b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:44.668915 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4447e6a5-019b-4efb-9dcd-58887e25e444 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:44.709450 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5237d404-5995-4d49-b1a2-5ae07f2158d6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:44.721601 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fa9b592c-d1bc-4dfb-a712-716d400b4b53 None None] Port d064f698-334b-4daa-8531-72c9b0cc2dc6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:44.783378 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4447e6a5-019b-4efb-9dcd-58887e25e444 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:44.784540 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4447e6a5-019b-4efb-9dcd-58887e25e444 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5522923 Mar 23 12:56:44.788564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38062) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:44.793386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f28d6d76-249c-4e32-b98e-f2ac98e65dc6 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Request body: {'security_group_rule': {'security_group_id': 'c67d9058-6234-4dc9-8061-b272492f34df', 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:44.800313 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447e6a5-019b-4efb-9dcd-58887e25e444 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67d9058-6234-4dc9-8061-b272492f34df,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:44.814394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237d404-5995-4d49-b1a2-5ae07f2158d6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=77656ac4-f2bc-4c04-8f7a-73e1c0bbc6de,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:44.849283 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f28d6d76-249c-4e32-b98e-f2ac98e65dc6 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:44.855272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a43d9-624b-40e2-be1e-1f6b33d9a9ac tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Deleting port 51d8d7c5-f30f-4962-9ecb-0a7d3b5e38b5 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:44.855682 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e0a43d9-624b-40e2-be1e-1f6b33d9a9ac tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:44.954170 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:44.967885 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f28d6d76-249c-4e32-b98e-f2ac98e65dc6 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:44.977065 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:44.982077 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f28d6d76-249c-4e32-b98e-f2ac98e65dc6 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.012402 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d6d76-249c-4e32-b98e-f2ac98e65dc6 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea2cfa6-0c2c-4e80-bad4-14fb0f255e23,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:45.028319 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e0a43d9-624b-40e2-be1e-1f6b33d9a9ac tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.028706 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e0a43d9-624b-40e2-be1e-1f6b33d9a9ac tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.034702 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f28d6d76-249c-4e32-b98e-f2ac98e65dc6 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.038672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f28d6d76-249c-4e32-b98e-f2ac98e65dc6 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2464306 Mar 23 12:56:45.041677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38066) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:45.049409 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a43d9-624b-40e2-be1e-1f6b33d9a9ac tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Calling delete_port for 51d8d7c5-f30f-4962-9ecb-0a7d3b5e38b5 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:45.050879 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e0ca49c9-d0f6-4c11-b156-2759aed2c3a8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Request body: {'security_group_rule': {'security_group_id': 'c67d9058-6234-4dc9-8061-b272492f34df', 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:45.160178 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.166241 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Pushing event updated for resources: {'Port': ['ID=d064f698-334b-4daa-8531-72c9b0cc2dc6,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:45.212373 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5237d404-5995-4d49-b1a2-5ae07f2158d6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.230196 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0ca49c9-d0f6-4c11-b156-2759aed2c3a8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.236617 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e0a43d9-624b-40e2-be1e-1f6b33d9a9ac tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.272972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a43d9-624b-40e2-be1e-1f6b33d9a9ac tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Port': ['ID=51d8d7c5-f30f-4962-9ecb-0a7d3b5e38b5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:45.343827 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e0a43d9-624b-40e2-be1e-1f6b33d9a9ac tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.347986 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e0a43d9-624b-40e2-be1e-1f6b33d9a9ac tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.349398 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5e0a43d9-624b-40e2-be1e-1f6b33d9a9ac tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/floatingips/0aa4999e-5f37-4a47-8014-8d13b09d39dc HTTP/1.1" status: 204 len: 168 time: 0.8218477 Mar 23 12:56:45.352054 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38074) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:45.397409 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-8990ff38-a179-45b6-a855-331323868daa tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] delete failed (client error): The resource could not be found. Mar 23 12:56:45.402683 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8990ff38-a179-45b6-a855-331323868daa tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/floatingips/0aa4999e-5f37-4a47-8014-8d13b09d39dc HTTP/1.1" status: 404 len: 345 time: 0.0454421 Mar 23 12:56:45.403428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38078) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:45.471559 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0ca49c9-d0f6-4c11-b156-2759aed2c3a8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.503468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d7c0f0-355c-47fc-9c98-b3a8587b3a12 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:45.505762 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0ca49c9-d0f6-4c11-b156-2759aed2c3a8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.510257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d7c0f0-355c-47fc-9c98-b3a8587b3a12 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:45.515095 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Network afb999fe-088a-4693-bbaa-0b8bd9d8b944 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:45.516429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d7c0f0-355c-47fc-9c98-b3a8587b3a12 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:45.518127 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-02d7c0f0-355c-47fc-9c98-b3a8587b3a12 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "GET /v2.0/ports?network_id=5a64ef4a-a94d-4055-a965-1fca8170e238 HTTP/1.1" status: 200 len: 2357 time: 0.1139271 Mar 23 12:56:45.520995 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38084) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:45.527759 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:45.547003 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca49c9-d0f6-4c11-b156-2759aed2c3a8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a726f5-0ba1-492c-a050-f7c4d5537369,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:45.552420 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5237d404-5995-4d49-b1a2-5ae07f2158d6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 7ec151a4-0707-43f3-bca7-58892dd9e32e has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:45.558929 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e0ca49c9-d0f6-4c11-b156-2759aed2c3a8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.563461 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e0ca49c9-d0f6-4c11-b156-2759aed2c3a8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5139401 Mar 23 12:56:45.575671 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38086) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:45.581527 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e9661688-bfd5-4c2f-b3fc-d07bf95216d1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Request body: {'security_group_rule': {'security_group_id': 'c67d9058-6234-4dc9-8061-b272492f34df', 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:45.657975 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9661688-bfd5-4c2f-b3fc-d07bf95216d1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.691999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1089f7-2865-4921-beec-b89a7ebad391 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:45.693389 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ff1089f7-2865-4921-beec-b89a7ebad391 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "GET /v2.0/subnets/5bad0668-6fc0-4b4f-8f96-2606d6b69126 HTTP/1.1" status: 200 len: 797 time: 0.1714606 Mar 23 12:56:45.698597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38090) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:45.704196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-77d421ef-e48c-42e5-a9d2-8cc3f5e5c3a3 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'port': {'network_id': '5a64ef4a-a94d-4055-a965-1fca8170e238', 'name': 'tempest-FloatingIPTestJSON-46944120', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:45.728537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5237d404-5995-4d49-b1a2-5ae07f2158d6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:45.738675 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21339ab2-434d-422f-b699-da1721b13b61 None None] Sync routers for ids ['7ec151a4-0707-43f3-bca7-58892dd9e32e'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:45.748769 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5237d404-5995-4d49-b1a2-5ae07f2158d6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/7ec151a4-0707-43f3-bca7-58892dd9e32e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1638088 Mar 23 12:56:45.753911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38092) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:45.785838 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21339ab2-434d-422f-b699-da1721b13b61 None None] Routers {'7ec151a4-0707-43f3-bca7-58892dd9e32e'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:45.790480 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-21339ab2-434d-422f-b699-da1721b13b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7ec151a4-0707-43f3-bca7-58892dd9e32e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:45.832982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device be0cd015-1a71-445b-a980-8a5140778955 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:56:45.836663 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38096) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:45.836854 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b477eab8-0a5f-4643-9770-c26e6ddabc0f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ec151a4-0707-43f3-bca7-58892dd9e32e HTTP/1.1" status: 200 len: 205 time: 0.0815122 Mar 23 12:56:45.841407 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9661688-bfd5-4c2f-b3fc-d07bf95216d1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.860677 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9661688-bfd5-4c2f-b3fc-d07bf95216d1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.868604 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Router 523badfa-dbfb-4194-8f7d-f52f89c8bf5e has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:45.870223 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-21339ab2-434d-422f-b699-da1721b13b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:45.914138 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21339ab2-434d-422f-b699-da1721b13b61 None None] Routers {'7ec151a4-0707-43f3-bca7-58892dd9e32e'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:45.914985 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-21339ab2-434d-422f-b699-da1721b13b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7ec151a4-0707-43f3-bca7-58892dd9e32e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:45.951691 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e9661688-bfd5-4c2f-b3fc-d07bf95216d1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.954424 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e9661688-bfd5-4c2f-b3fc-d07bf95216d1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3774889 Mar 23 12:56:45.959152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38100) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:45.963801 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port be0cd015-1a71-445b-a980-8a5140778955 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:45.964219 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:45.971191 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ea35ce2f-6ff7-425a-bcd7-843db02d551a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Request body: {'security_group_rule': {'security_group_id': 'c67d9058-6234-4dc9-8061-b272492f34df', 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:45.980698 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-21339ab2-434d-422f-b699-da1721b13b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:45.981365 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21339ab2-434d-422f-b699-da1721b13b61 None None] The sync data for ids ['7ec151a4-0707-43f3-bca7-58892dd9e32e'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:45.998364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-68dcd0ba-1823-4176-89ac-063cc5111cfa None None] Provisioning complete for port d064f698-334b-4daa-8531-72c9b0cc2dc6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:45.999328 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-68dcd0ba-1823-4176-89ac-063cc5111cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.022444 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b64a61e7-958b-41b8-9652-1a31c91ea492 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.024695 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9661688-bfd5-4c2f-b3fc-d07bf95216d1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92e169a-95f2-417a-915b-6c53e2cb202d,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:46.065364 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea35ce2f-6ff7-425a-bcd7-843db02d551a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.088560 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:46.103342 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-41761047-dd72-4e20-8a5a-0c425f763550 admin admin] 10.222.0.52 "PUT /v2.0/routers/523badfa-dbfb-4194-8f7d-f52f89c8bf5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6728294 Mar 23 12:56:46.127535 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-68dcd0ba-1823-4176-89ac-063cc5111cfa None None] Port d064f698-334b-4daa-8531-72c9b0cc2dc6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:46.141436 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d421ef-e48c-42e5-a9d2-8cc3f5e5c3a3 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Made reservation on behalf of 006988889d1c4903b19e602e0d9d59a2 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:46.191604 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea35ce2f-6ff7-425a-bcd7-843db02d551a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.199875 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea35ce2f-6ff7-425a-bcd7-843db02d551a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.220133 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.223871 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.234111 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ea35ce2f-6ff7-425a-bcd7-843db02d551a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.238550 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ea35ce2f-6ff7-425a-bcd7-843db02d551a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2762828 Mar 23 12:56:46.239165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38108) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:46.246242 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Request body: {'security_group_rule': {'security_group_id': 'c67d9058-6234-4dc9-8061-b272492f34df', 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:46.251350 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35ce2f-6ff7-425a-bcd7-843db02d551a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef98143-034f-45e5-87ac-32cd9e360c76,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:46.272890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port be0cd015-1a71-445b-a980-8a5140778955, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=be0cd015-1a71-445b-a980-8a5140778955,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:46.275629 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Project a83d57a27e704c44abb036185c95fcaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:56:46.279993 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.281993 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.339376 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b64a61e7-958b-41b8-9652-1a31c91ea492 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.343422 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b64a61e7-958b-41b8-9652-1a31c91ea492 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.369289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=be0cd015-1a71-445b-a980-8a5140778955,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:46.380106 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Sync routers for ids ['523badfa-dbfb-4194-8f7d-f52f89c8bf5e'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:46.409043 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77d421ef-e48c-42e5-a9d2-8cc3f5e5c3a3 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.410750 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.411496 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.413525 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.413921 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.415569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.417439 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.417897 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.418742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.419827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.421118 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.423034 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.423241 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b64a61e7-958b-41b8-9652-1a31c91ea492 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.423536 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.423796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64a61e7-958b-41b8-9652-1a31c91ea492 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Fanout notify agent at l3_agent the message router_deleted on router 7ec151a4-0707-43f3-bca7-58892dd9e32e {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:56:46.424614 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.425793 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.432393 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b64a61e7-958b-41b8-9652-1a31c91ea492 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.433555 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b64a61e7-958b-41b8-9652-1a31c91ea492 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/routers/7ec151a4-0707-43f3-bca7-58892dd9e32e HTTP/1.1" status: 204 len: 168 time: 0.5904994 Mar 23 12:56:46.440214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-77d421ef-e48c-42e5-a9d2-8cc3f5e5c3a3 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] device_id is not set on port 60fb35a7-cfc3-4c4e-bee8-b826297de0b7 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:56:46.448744 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Routers {'523badfa-dbfb-4194-8f7d-f52f89c8bf5e'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:46.450331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['523badfa-dbfb-4194-8f7d-f52f89c8bf5e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:46.453618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38112) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:46.511372 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252f6bc9-37bd-440b-af4c-f9bbb9f14415,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:46.523575 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.529828 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2881031 Mar 23 12:56:46.537799 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38116) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:46.551779 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-59e73ab3-bc2e-479d-91c3-44c1e3939fdd tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Request body: {'security_group_rule': {'security_group_id': 'c67d9058-6234-4dc9-8061-b272492f34df', 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:46.558594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.559215 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.560233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.560761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.561483 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.562020 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.562548 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.563215 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.564023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.564575 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.565217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.565761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf1c65-c42a-422e-be45-4c8685217305 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:46.607871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4af2bf-503b-4e97-a3f2-2ee1c1ed0214 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting subnet c516e9fd-c4a2-4c02-80f0-f143c098a7ce {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:56:46.612089 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb4af2bf-503b-4e97-a3f2-2ee1c1ed0214 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.630863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Set router 523badfa-dbfb-4194-8f7d-f52f89c8bf5e gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:56:46.657772 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb4af2bf-503b-4e97-a3f2-2ee1c1ed0214 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.735589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38122) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:46.761351 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb4af2bf-503b-4e97-a3f2-2ee1c1ed0214 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.821280 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-568df615-9641-417f-81cf-65be128283e0 req-a653b5a3-3c82-4065-9789-a4296503a830 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0863843 Mar 23 12:56:46.844194 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-77d421ef-e48c-42e5-a9d2-8cc3f5e5c3a3 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Allocated IP 172.20.0.14 (5a64ef4a-a94d-4055-a965-1fca8170e238/5bad0668-6fc0-4b4f-8f96-2606d6b69126/60fb35a7-cfc3-4c4e-bee8-b826297de0b7) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:46.864014 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-59e73ab3-bc2e-479d-91c3-44c1e3939fdd tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Project a83d57a27e704c44abb036185c95fcaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:56:46.867907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-77d421ef-e48c-42e5-a9d2-8cc3f5e5c3a3 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Allocated IP 172.20.0.13 (5a64ef4a-a94d-4055-a965-1fca8170e238/5bad0668-6fc0-4b4f-8f96-2606d6b69126/60fb35a7-cfc3-4c4e-bee8-b826297de0b7) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:46.880163 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59e73ab3-bc2e-479d-91c3-44c1e3939fdd tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.889177 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb4af2bf-503b-4e97-a3f2-2ee1c1ed0214 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.935960 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4af2bf-503b-4e97-a3f2-2ee1c1ed0214 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Subnet': ['ID=c516e9fd-c4a2-4c02-80f0-f143c098a7ce,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:46.950777 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb4af2bf-503b-4e97-a3f2-2ee1c1ed0214 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.951137 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-727157d9-3456-4ff1-95b8-71d14a25a5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:46.958012 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fb4af2bf-503b-4e97-a3f2-2ee1c1ed0214 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/c516e9fd-c4a2-4c02-80f0-f143c098a7ce HTTP/1.1" status: 204 len: 168 time: 0.5020974 Mar 23 12:56:46.958628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38130) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:46.960486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1e8f8e-7f91-4b6c-b70a-05b33514d764 None None] Network ff5462ee-1f31-4a71-addc-ec6faaaa51f4 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:47.005429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df615-9641-417f-81cf-65be128283e0 req-c8e262c0-fc59-4c6b-9aaf-d1e9ee81cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:47.006979 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-568df615-9641-417f-81cf-65be128283e0 req-c8e262c0-fc59-4c6b-9aaf-d1e9ee81cdae service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=19171b52f76e4157a4ec58a49fcc16cb&device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 1097 time: 0.1272345 Mar 23 12:56:47.058710 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59e73ab3-bc2e-479d-91c3-44c1e3939fdd tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.066994 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9f97fe-06c1-4103-b8c8-1e059a119ef1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting subnet b053e7a1-9e75-4fd7-823f-9307bff64862 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:56:47.071520 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59e73ab3-bc2e-479d-91c3-44c1e3939fdd tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.077854 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee9f97fe-06c1-4103-b8c8-1e059a119ef1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.124818 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e73ab3-bc2e-479d-91c3-44c1e3939fdd tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce23b4c-e81b-4a76-a422-682650bd7f72,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:47.149127 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59e73ab3-bc2e-479d-91c3-44c1e3939fdd tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.150746 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-59e73ab3-bc2e-479d-91c3-44c1e3939fdd tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6117229 Mar 23 12:56:47.155787 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee9f97fe-06c1-4103-b8c8-1e059a119ef1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.248074 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df615-9641-417f-81cf-65be128283e0 req-9eb02fce-c582-43b7-a1f9-843a4f1da869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:47.249762 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-568df615-9641-417f-81cf-65be128283e0 req-9eb02fce-c582-43b7-a1f9-843a4f1da869 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efa11817-c4f9-4668-abb8-4a3e594d3f44 HTTP/1.1" status: 200 len: 909 time: 0.2062037 Mar 23 12:56:47.251365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'name': 'tempest-ImageQuotaTest-1974330776-router', 'tenant_id': '13ec23006c054fe79489c2b8176a3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'be0cd015-1a71-445b-a980-8a5140778955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:56:37Z', 'updated_at': '2022-03-23T12:56:44Z', 'revision_number': 4, 'project_id': '13ec23006c054fe79489c2b8176a3dde', 'gw_port': {'id': 'be0cd015-1a71-445b-a980-8a5140778955', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:56:38Z', 'updated_at': '2022-03-23T12:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'd064f698-334b-4daa-8531-72c9b0cc2dc6', 'name': '', 'network_id': 'afb999fe-088a-4693-bbaa-0b8bd9d8b944', 'tenant_id': '13ec23006c054fe79489c2b8176a3dde', 'mac_address': 'fa:16:3e:c5:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '0b685554-43b7-442d-95aa-54ad8b1912fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:56:43Z', 'updated_at': '2022-03-23T12:56:44Z', 'revision_number': 2, 'project_id': '13ec23006c054fe79489c2b8176a3dde', 'subnets': [{'id': '0b685554-43b7-442d-95aa-54ad8b1912fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:47.254037 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77d421ef-e48c-42e5-a9d2-8cc3f5e5c3a3 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.273053 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-727157d9-3456-4ff1-95b8-71d14a25a5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.289615 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Checking router: 523badfa-dbfb-4194-8f7d-f52f89c8bf5e for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:56:47.289785 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Updating router 523badfa-dbfb-4194-8f7d-f52f89c8bf5e port d064f698-334b-4daa-8531-72c9b0cc2dc6 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:56:47.320302 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-727157d9-3456-4ff1-95b8-71d14a25a5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.347459 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.353112 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661003e7-f19d-40ad-9406-8e20362f356e None None] DHCP port deletion for ff5462ee-1f31-4a71-addc-ec6faaaa51f4 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:56:47.396701 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee9f97fe-06c1-4103-b8c8-1e059a119ef1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.444034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727157d9-3456-4ff1-95b8-71d14a25a5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad14c91-70ec-47fa-acd5-d0c1c27703ef,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:47.472787 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-727157d9-3456-4ff1-95b8-71d14a25a5d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=238598f5d8f445159fd8efeb8cf9e520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7361226 Mar 23 12:56:47.480396 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38164) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:47.485884 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-568df615-9641-417f-81cf-65be128283e0 req-e5f6812e-27c7-4d76-b4ef-ec9169e2c2bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92e4925a-3593-4679-9ab1-53553f9c1059 HTTP/1.1" status: 200 len: 1002 time: 0.2244952 Mar 23 12:56:47.559090 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77d421ef-e48c-42e5-a9d2-8cc3f5e5c3a3 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.600208 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee9f97fe-06c1-4103-b8c8-1e059a119ef1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.633754 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee9f97fe-06c1-4103-b8c8-1e059a119ef1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.639395 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ee9f97fe-06c1-4103-b8c8-1e059a119ef1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/b053e7a1-9e75-4fd7-823f-9307bff64862 HTTP/1.1" status: 204 len: 168 time: 0.6729527 Mar 23 12:56:47.668675 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38176) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:47.683641 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d421ef-e48c-42e5-a9d2-8cc3f5e5c3a3 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=60fb35a7-cfc3-4c4e-bee8-b826297de0b7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:47.684718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f97fe-06c1-4103-b8c8-1e059a119ef1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Subnet': ['ID=b053e7a1-9e75-4fd7-823f-9307bff64862,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:47.713183 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-420d81af-8e9a-4d7c-b664-080081a1ff72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.751939 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-420d81af-8e9a-4d7c-b664-080081a1ff72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.787709 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.817829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d421ef-e48c-42e5-a9d2-8cc3f5e5c3a3 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network 5a64ef4a-a94d-4055-a965-1fca8170e238 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:47.823888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-77d421ef-e48c-42e5-a9d2-8cc3f5e5c3a3 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:47.829819 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d421ef-e48c-42e5-a9d2-8cc3f5e5c3a3 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:47.849365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df615-9641-417f-81cf-65be128283e0 req-f9cbb0ab-e209-4a95-b3a5-eca4e534fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:47.850937 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-568df615-9641-417f-81cf-65be128283e0 req-f9cbb0ab-e209-4a95-b3a5-eca4e534fdf6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=123743e7-cb7c-46c8-b7b7-b6da5322356e HTTP/1.1" status: 200 len: 847 time: 0.3579481 Mar 23 12:56:47.855359 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec37660-492e-4d82-b868-bc08c85ebc0a None None] Network 23ad6508-e2dd-4ee5-afd3-c6b348f4b24e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:47.865440 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-420d81af-8e9a-4d7c-b664-080081a1ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.867070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device be0cd015-1a71-445b-a980-8a5140778955 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:56:47.868055 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-420d81af-8e9a-4d7c-b664-080081a1ff72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:47.869852 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-420d81af-8e9a-4d7c-b664-080081a1ff72 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dad14c91-70ec-47fa-acd5-d0c1c27703ef HTTP/1.1" status: 204 len: 168 time: 0.3879197 Mar 23 12:56:47.882958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d81af-8e9a-4d7c-b664-080081a1ff72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad14c91-70ec-47fa-acd5-d0c1c27703ef,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:48.016316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d421ef-e48c-42e5-a9d2-8cc3f5e5c3a3 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:48.017062 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77d421ef-e48c-42e5-a9d2-8cc3f5e5c3a3 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:48.029706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df615-9641-417f-81cf-65be128283e0 req-bded11c0-65fa-4645-9fd8-1a692d7ac50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:48.031214 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-568df615-9641-417f-81cf-65be128283e0 req-bded11c0-65fa-4645-9fd8-1a692d7ac50e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efa11817-c4f9-4668-abb8-4a3e594d3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413732 Mar 23 12:56:48.080133 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:48.097119 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-77d421ef-e48c-42e5-a9d2-8cc3f5e5c3a3 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.3962450 Mar 23 12:56:48.098530 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38198) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:48.105233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': '60fb35a7-cfc3-4c4e-bee8-b826297de0b7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:48.151509 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:48.189606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38214) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:48.229159 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-661003e7-f19d-40ad-9406-8e20362f356e None None] Deleting port 13aa1ef7-e3d3-47cf-9680-469b77824570 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:48.229513 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-661003e7-f19d-40ad-9406-8e20362f356e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:48.293472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-661003e7-f19d-40ad-9406-8e20362f356e None None] For port 13aa1ef7-e3d3-47cf-9680-469b77824570, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=13aa1ef7-e3d3-47cf-9680-469b77824570,segment=NetworkSegment(a7f5a743-12bd-4bec-be34-238fa9153199),segment_id=a7f5a743-12bd-4bec-be34-238fa9153199)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:48.293877 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-661003e7-f19d-40ad-9406-8e20362f356e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:48.330885 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38216) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:48.339135 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-661003e7-f19d-40ad-9406-8e20362f356e None None] Calling delete_port for 13aa1ef7-e3d3-47cf-9680-469b77824570 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:48.359116 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ce9b63b-f63b-407d-9bb3-7339b38e8399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:48.381719 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port be0cd015-1a71-445b-a980-8a5140778955 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:48.382096 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:48.446342 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:48.590265 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ce9b63b-f63b-407d-9bb3-7339b38e8399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:48.595675 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port 13aa1ef7-e3d3-47cf-9680-469b77824570 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:48.596221 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:48.635810 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acfbb1c-dfa2-4501-a18a-bbc9ef99c414 None None] DHCP port deletion for 23ad6508-e2dd-4ee5-afd3-c6b348f4b24e request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:56:48.649953 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-661003e7-f19d-40ad-9406-8e20362f356e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:48.722798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661003e7-f19d-40ad-9406-8e20362f356e None None] No DVR routers for this DVR port 13aa1ef7-e3d3-47cf-9680-469b77824570 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:48.724556 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-568df615-9641-417f-81cf-65be128283e0 req-2d8cc0d8-bfec-40e9-a168-4229629df187 service neutron] 10.222.0.77 "GET /v2.0/networks/efa11817-c4f9-4668-abb8-4a3e594d3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6810877 Mar 23 12:56:48.735848 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661003e7-f19d-40ad-9406-8e20362f356e None None] Pushing event deleted for resources: {'Port': ['ID=13aa1ef7-e3d3-47cf-9680-469b77824570,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:48.737522 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] For port 13aa1ef7-e3d3-47cf-9680-469b77824570, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=13aa1ef7-e3d3-47cf-9680-469b77824570,segment=NetworkSegment(a7f5a743-12bd-4bec-be34-238fa9153199),segment_id=a7f5a743-12bd-4bec-be34-238fa9153199)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:48.737888 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:48.779483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for 13aa1ef7-e3d3-47cf-9680-469b77824570 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:48.817710 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:48.825891 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:48.838369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 13aa1ef7-e3d3-47cf-9680-469b77824570 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:48.896551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5acfbb1c-dfa2-4501-a18a-bbc9ef99c414 None None] Deleting port 42a9ea88-0c2d-4f7f-84ae-77866c4f7844 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:48.896949 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5acfbb1c-dfa2-4501-a18a-bbc9ef99c414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:48.906184 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 13aa1ef7-e3d3-47cf-9680-469b77824570 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:56:48.906518 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 13aa1ef7-e3d3-47cf-9680-469b77824570 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:49.017048 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c7b08-ae9b-411d-891b-ce05461e01fa None None] Pushing event updated for resources: {'Port': ['ID=d064f698-334b-4daa-8531-72c9b0cc2dc6,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:49.082330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5acfbb1c-dfa2-4501-a18a-bbc9ef99c414 None None] For port 42a9ea88-0c2d-4f7f-84ae-77866c4f7844, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=42a9ea88-0c2d-4f7f-84ae-77866c4f7844,segment=NetworkSegment(2d4bc567-13e8-498d-86c8-dd4f70893c1e),segment_id=2d4bc567-13e8-498d-86c8-dd4f70893c1e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:49.083007 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5acfbb1c-dfa2-4501-a18a-bbc9ef99c414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.091527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Attempting to bind port d064f698-334b-4daa-8531-72c9b0cc2dc6 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:56:49.091893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Attempting to bind port d064f698-334b-4daa-8531-72c9b0cc2dc6 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'cf7fae1f-20df-4daf-975a-c599a14d2ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'afb999fe-088a-4693-bbaa-0b8bd9d8b944'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:56:49.092504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Attempting to bind port d064f698-334b-4daa-8531-72c9b0cc2dc6 on network afb999fe-088a-4693-bbaa-0b8bd9d8b944 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:56:49.101860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5acfbb1c-dfa2-4501-a18a-bbc9ef99c414 None None] Calling delete_port for 42a9ea88-0c2d-4f7f-84ae-77866c4f7844 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:49.106667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:56:49.107172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Checking segment: {'id': 'cf7fae1f-20df-4daf-975a-c599a14d2ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'afb999fe-088a-4693-bbaa-0b8bd9d8b944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:56:49.107575 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.107995 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Bound using segment: {'id': 'cf7fae1f-20df-4daf-975a-c599a14d2ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'afb999fe-088a-4693-bbaa-0b8bd9d8b944'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:56:49.108485 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Bound port: d064f698-334b-4daa-8531-72c9b0cc2dc6, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7fae1f-20df-4daf-975a-c599a14d2ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'afb999fe-088a-4693-bbaa-0b8bd9d8b944'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:56:49.109124 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.188559 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ce9b63b-f63b-407d-9bb3-7339b38e8399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.225558 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-568df615-9641-417f-81cf-65be128283e0 req-95a850be-b51c-4fad-bcdb-ffd815a34742 service neutron] 10.222.0.77 "GET /v2.0/networks/efa11817-c4f9-4668-abb8-4a3e594d3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901412 Mar 23 12:56:49.226180 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.255255 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] For port d064f698-334b-4daa-8531-72c9b0cc2dc6, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:56:49.260695 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] For port d064f698-334b-4daa-8531-72c9b0cc2dc6, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d064f698-334b-4daa-8531-72c9b0cc2dc6,segment=NetworkSegment(cf7fae1f-20df-4daf-975a-c599a14d2ec2),segment_id=cf7fae1f-20df-4daf-975a-c599a14d2ec2)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:56:49.269210 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9ce9b63b-f63b-407d-9bb3-7339b38e8399 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=16bccc12c00945dca56365ad183637f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9366300 Mar 23 12:56:49.270940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Allocated IP 172.25.2.211 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/f5c68735-13db-4572-9f4a-a6734b043860) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:49.273179 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9b63b-f63b-407d-9bb3-7339b38e8399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcc4691-b06a-498d-8961-e3eabba09d40,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:49.278717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38230) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:49.286608 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.301718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=13aa1ef7-e3d3-47cf-9680-469b77824570,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:49.319049 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] No DVR routers for this DVR port 13aa1ef7-e3d3-47cf-9680-469b77824570 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:49.401995 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6bc0ba86-2c98-477a-81dd-9ebd83d6173e None None] Provisioning complete for port d064f698-334b-4daa-8531-72c9b0cc2dc6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:49.401995 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ba86-2c98-477a-81dd-9ebd83d6173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.412787 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb002612-d1e6-4881-94b6-d9edcbff27f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.445154 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5acfbb1c-dfa2-4501-a18a-bbc9ef99c414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.464941 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c7b08-ae9b-411d-891b-ce05461e01fa None None] Pushing event updated for resources: {'Port': ['ID=d064f698-334b-4daa-8531-72c9b0cc2dc6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:49.466214 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb002612-d1e6-4881-94b6-d9edcbff27f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.473182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Routers {'523badfa-dbfb-4194-8f7d-f52f89c8bf5e'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:49.475161 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['523badfa-dbfb-4194-8f7d-f52f89c8bf5e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:49.487672 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.493846 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acfbb1c-dfa2-4501-a18a-bbc9ef99c414 None None] No DVR routers for this DVR port 42a9ea88-0c2d-4f7f-84ae-77866c4f7844 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:49.504655 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.568807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5462ee-1f31-4a71-addc-ec6faaaa51f4']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:49.590348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f5a743-12bd-4bec-be34-238fa9153199') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:49.590836 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f5a743-12bd-4bec-be34-238fa9153199') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:49.604426 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb002612-d1e6-4881-94b6-d9edcbff27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.607727 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.608489 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb002612-d1e6-4881-94b6-d9edcbff27f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.612218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-eb002612-d1e6-4881-94b6-d9edcbff27f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8dcc4691-b06a-498d-8961-e3eabba09d40 HTTP/1.1" status: 204 len: 168 time: 0.3303168 Mar 23 12:56:49.634132 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.639209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb002612-d1e6-4881-94b6-d9edcbff27f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcc4691-b06a-498d-8961-e3eabba09d40,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:49.657498 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbc62b70-3977-4827-9fcc-aaf25df32d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.660494 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.686813 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:49.689903 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:49.692531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:49.723291 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=f5c68735-13db-4572-9f4a-a6734b043860,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:49.731645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 42a9ea88-0c2d-4f7f-84ae-77866c4f7844 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:49.742006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:56:49.743187 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.744660 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfbb1c-dfa2-4501-a18a-bbc9ef99c414 None None] Pushing event deleted for resources: {'Port': ['ID=42a9ea88-0c2d-4f7f-84ae-77866c4f7844,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:56:49.750057 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:56:49.783121 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 42a9ea88-0c2d-4f7f-84ae-77866c4f7844 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:56:49.783443 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 42a9ea88-0c2d-4f7f-84ae-77866c4f7844 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:49.893010 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ba86-2c98-477a-81dd-9ebd83d6173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.915552 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] Set router 523badfa-dbfb-4194-8f7d-f52f89c8bf5e gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:56:49.923391 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.930897 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:49.934607 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/networks/ff5462ee-1f31-4a71-addc-ec6faaaa51f4 HTTP/1.1" status: 204 len: 168 time: 2.2526188 Mar 23 12:56:49.938881 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38234) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:49.955727 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d6fb3-1db2-4c15-843e-77d7b96fc000 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Network': ['ID=ff5462ee-1f31-4a71-addc-ec6faaaa51f4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:49.996313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6bc0ba86-2c98-477a-81dd-9ebd83d6173e None None] For port d064f698-334b-4daa-8531-72c9b0cc2dc6, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d064f698-334b-4daa-8531-72c9b0cc2dc6,segment=NetworkSegment(cf7fae1f-20df-4daf-975a-c599a14d2ec2),segment_id=cf7fae1f-20df-4daf-975a-c599a14d2ec2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:50.069504 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ba86-2c98-477a-81dd-9ebd83d6173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:50.141202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-712ac28c-2bb7-4243-af6d-e22d42dbfa60 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:50.315877 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-712ac28c-2bb7-4243-af6d-e22d42dbfa60 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:50.349859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-712ac28c-2bb7-4243-af6d-e22d42dbfa60 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ad6508-e2dd-4ee5-afd3-c6b348f4b24e']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:50.352424 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:50.388686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-712ac28c-2bb7-4243-af6d-e22d42dbfa60 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4bc567-13e8-498d-86c8-dd4f70893c1e') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:50.389071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-712ac28c-2bb7-4243-af6d-e22d42dbfa60 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4bc567-13e8-498d-86c8-dd4f70893c1e') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:50.393133 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0ba86-2c98-477a-81dd-9ebd83d6173e None None] Pushing event updated for resources: {'Port': ['ID=d064f698-334b-4daa-8531-72c9b0cc2dc6,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:50.407189 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-712ac28c-2bb7-4243-af6d-e22d42dbfa60 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:50.422797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e945e8dd-a20b-46f9-a412-b9960ebd7163 None None] Provisioning complete for port d064f698-334b-4daa-8531-72c9b0cc2dc6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:50.422797 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e945e8dd-a20b-46f9-a412-b9960ebd7163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:50.450459 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-712ac28c-2bb7-4243-af6d-e22d42dbfa60 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:50.461844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712ac28c-2bb7-4243-af6d-e22d42dbfa60 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:56:50.462266 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-712ac28c-2bb7-4243-af6d-e22d42dbfa60 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:56:50.466169 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:56:50.516540 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:50.552711 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-dbc62b70-3977-4827-9fcc-aaf25df32d1a admin admin] Deleting port d064f698-334b-4daa-8531-72c9b0cc2dc6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:50.553312 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbc62b70-3977-4827-9fcc-aaf25df32d1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:50.611420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'name': 'tempest-ImageQuotaTest-1974330776-router', 'tenant_id': '13ec23006c054fe79489c2b8176a3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'be0cd015-1a71-445b-a980-8a5140778955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:56:37Z', 'updated_at': '2022-03-23T12:56:44Z', 'revision_number': 4, 'project_id': '13ec23006c054fe79489c2b8176a3dde', 'gw_port': {'id': 'be0cd015-1a71-445b-a980-8a5140778955', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:56:38Z', 'updated_at': '2022-03-23T12:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'd064f698-334b-4daa-8531-72c9b0cc2dc6', 'name': '', 'network_id': 'afb999fe-088a-4693-bbaa-0b8bd9d8b944', 'tenant_id': '13ec23006c054fe79489c2b8176a3dde', 'mac_address': 'fa:16:3e:c5:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '0b685554-43b7-442d-95aa-54ad8b1912fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:56:43Z', 'updated_at': '2022-03-23T12:56:49Z', 'revision_number': 4, 'project_id': '13ec23006c054fe79489c2b8176a3dde', 'subnets': [{'id': '0b685554-43b7-442d-95aa-54ad8b1912fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:50.646270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868587b-3b2a-45b8-8285-57c8bbdbc6fd None None] The sync data for ids ['523badfa-dbfb-4194-8f7d-f52f89c8bf5e'] in n-d-834854-1 is: [{'id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'name': 'tempest-ImageQuotaTest-1974330776-router', 'tenant_id': '13ec23006c054fe79489c2b8176a3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'be0cd015-1a71-445b-a980-8a5140778955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:56:37Z', 'updated_at': '2022-03-23T12:56:44Z', 'revision_number': 4, 'project_id': '13ec23006c054fe79489c2b8176a3dde', 'gw_port': {'id': 'be0cd015-1a71-445b-a980-8a5140778955', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:56:38Z', 'updated_at': '2022-03-23T12:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'd064f698-334b-4daa-8531-72c9b0cc2dc6', 'name': '', 'network_id': 'afb999fe-088a-4693-bbaa-0b8bd9d8b944', 'tenant_id': '13ec23006c054fe79489c2b8176a3dde', 'mac_address': 'fa:16:3e:c5:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '0b685554-43b7-442d-95aa-54ad8b1912fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:56:43Z', 'updated_at': '2022-03-23T12:56:49Z', 'revision_number': 4, 'project_id': '13ec23006c054fe79489c2b8176a3dde', 'subnets': [{'id': '0b685554-43b7-442d-95aa-54ad8b1912fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:50.660457 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-dbc62b70-3977-4827-9fcc-aaf25df32d1a admin admin] For port d064f698-334b-4daa-8531-72c9b0cc2dc6, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d064f698-334b-4daa-8531-72c9b0cc2dc6,segment=NetworkSegment(cf7fae1f-20df-4daf-975a-c599a14d2ec2),segment_id=cf7fae1f-20df-4daf-975a-c599a14d2ec2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:50.661333 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbc62b70-3977-4827-9fcc-aaf25df32d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:50.684970 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-712ac28c-2bb7-4243-af6d-e22d42dbfa60 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:50.687833 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-dbc62b70-3977-4827-9fcc-aaf25df32d1a admin admin] Calling delete_port for d064f698-334b-4daa-8531-72c9b0cc2dc6 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:50.698123 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-712ac28c-2bb7-4243-af6d-e22d42dbfa60 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:50.702149 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-712ac28c-2bb7-4243-af6d-e22d42dbfa60 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/networks/23ad6508-e2dd-4ee5-afd3-c6b348f4b24e HTTP/1.1" status: 204 len: 168 time: 0.7502995 Mar 23 12:56:50.706094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38254) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:50.736775 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-751c7645-1cbf-4c19-8ee6-ebbda42d752f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'network': {'name': 'tempest-RoutersTest-254759385'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:50.759251 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ac28c-2bb7-4243-af6d-e22d42dbfa60 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Network': ['ID=23ad6508-e2dd-4ee5-afd3-c6b348f4b24e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:50.843183 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751c7645-1cbf-4c19-8ee6-ebbda42d752f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:50.845334 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:50.848484 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-751c7645-1cbf-4c19-8ee6-ebbda42d752f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:50.854290 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:50.950989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751c7645-1cbf-4c19-8ee6-ebbda42d752f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:56:50.969169 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-751c7645-1cbf-4c19-8ee6-ebbda42d752f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:50.969519 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-751c7645-1cbf-4c19-8ee6-ebbda42d752f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Added segment 64181d8c-c6a2-428e-ab6d-dc1452d5f18d of type vlan for network a2947bf5-89f0-49d4-be5f-9c9ec4c4637e Mar 23 12:56:50.999248 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=f5c68735-13db-4572-9f4a-a6734b043860,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:51.018233 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:51.063515 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-751c7645-1cbf-4c19-8ee6-ebbda42d752f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:51.150093 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-751c7645-1cbf-4c19-8ee6-ebbda42d752f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:51.156225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751c7645-1cbf-4c19-8ee6-ebbda42d752f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:51.156833 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-751c7645-1cbf-4c19-8ee6-ebbda42d752f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:51.223581 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Floating IP 135deb61-2480-4e73-9eeb-12c6bdd21dc6 associated. External IP: 172.25.2.211, port: 60fb35a7-cfc3-4c4e-bee8-b826297de0b7. Mar 23 12:56:51.245968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c7645-1cbf-4c19-8ee6-ebbda42d752f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Network': ['ID=a2947bf5-89f0-49d4-be5f-9c9ec4c4637e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:51.257286 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-751c7645-1cbf-4c19-8ee6-ebbda42d752f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5477054 Mar 23 12:56:51.257286 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbc62b70-3977-4827-9fcc-aaf25df32d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:51.258481 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38264) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:51.263813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network a2947bf5-89f0-49d4-be5f-9c9ec4c4637e details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:56:51.281188 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6be04ec0-8708-4820-8134-986808060c7f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'subnet': {'network_id': 'a2947bf5-89f0-49d4-be5f-9c9ec4c4637e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:51.393700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc62b70-3977-4827-9fcc-aaf25df32d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=d064f698-334b-4daa-8531-72c9b0cc2dc6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:51.639484 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router d7aa8147-b340-42be-ab38-22304ee3dbb0 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:51.708313 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be04ec0-8708-4820-8134-986808060c7f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:51.712238 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6be04ec0-8708-4820-8134-986808060c7f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:51.886068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:51.898430 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb2474a-f31d-401a-acc8-a7975198f8b6 None None] Sync routers for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:51.907671 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dbc62b70-3977-4827-9fcc-aaf25df32d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:51.918483 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb2474a-f31d-401a-acc8-a7975198f8b6 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:51.920952 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7bb2474a-f31d-401a-acc8-a7975198f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:51.921659 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:51.964433 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cc4765e0-6fda-4127-b574-21a38593740f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8646598 Mar 23 12:56:51.967097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38276) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:51.981942 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3e2f2eb4-25c0-43da-b848-2cd2df1df5ce tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'floatingip': {'port_id': '60fb35a7-cfc3-4c4e-bee8-b826297de0b7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:51.991702 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7bb2474a-f31d-401a-acc8-a7975198f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:52.021030 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb2474a-f31d-401a-acc8-a7975198f8b6 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:52.023445 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7bb2474a-f31d-401a-acc8-a7975198f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:52.062934 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3e2f2eb4-25c0-43da-b848-2cd2df1df5ce tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:52.094868 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7bb2474a-f31d-401a-acc8-a7975198f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:52.096750 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb2474a-f31d-401a-acc8-a7975198f8b6 None None] The sync data for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:52.320544 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6be04ec0-8708-4820-8134-986808060c7f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:52.850079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be04ec0-8708-4820-8134-986808060c7f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Subnet': ['ID=f81f865a-064f-489a-968f-be9fdce2f29e,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:52.882429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc62b70-3977-4827-9fcc-aaf25df32d1a admin admin] Router 523badfa-dbfb-4194-8f7d-f52f89c8bf5e has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:52.890820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be04ec0-8708-4820-8134-986808060c7f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Checking segment: {'id': '64181d8c-c6a2-428e-ab6d-dc1452d5f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a2947bf5-89f0-49d4-be5f-9c9ec4c4637e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:56:52.891228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be04ec0-8708-4820-8134-986808060c7f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network hostable DHCP agents. Network: a2947bf5-89f0-49d4-be5f-9c9ec4c4637e, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:56:52.897203 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3e2f2eb4-25c0-43da-b848-2cd2df1df5ce tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:52.909810 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3e2f2eb4-25c0-43da-b848-2cd2df1df5ce tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:52.923512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be04ec0-8708-4820-8134-986808060c7f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network a2947bf5-89f0-49d4-be5f-9c9ec4c4637e is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:56:52.983686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6be04ec0-8708-4820-8134-986808060c7f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, a2947bf5-89f0-49d4-be5f-9c9ec4c4637e) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:52.990928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be04ec0-8708-4820-8134-986808060c7f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:52.991662 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6be04ec0-8708-4820-8134-986808060c7f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:52.992115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88ccb7d-9481-46f2-a295-83b9e458d8a7 None None] Network a2947bf5-89f0-49d4-be5f-9c9ec4c4637e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:53.048002 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6be04ec0-8708-4820-8134-986808060c7f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7860839 Mar 23 12:56:53.050844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38294) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:53.056655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f66c06c2-3740-4b30-94a0-3619cf019e48 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1711836543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:53.114981 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc62b70-3977-4827-9fcc-aaf25df32d1a admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:53.127415 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f66c06c2-3740-4b30-94a0-3619cf019e48 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:53.129345 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f66c06c2-3740-4b30-94a0-3619cf019e48 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:53.153803 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03a4995-8ff9-43dd-a460-c97eda01bbf7 None None] Sync routers for ids ['523badfa-dbfb-4194-8f7d-f52f89c8bf5e'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:53.173504 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dbc62b70-3977-4827-9fcc-aaf25df32d1a admin admin] 10.222.0.52 "PUT /v2.0/routers/523badfa-dbfb-4194-8f7d-f52f89c8bf5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9820578 Mar 23 12:56:53.176929 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38298) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:53.183533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a4995-8ff9-43dd-a460-c97eda01bbf7 None None] Routers {'523badfa-dbfb-4194-8f7d-f52f89c8bf5e'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:53.184467 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c03a4995-8ff9-43dd-a460-c97eda01bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['523badfa-dbfb-4194-8f7d-f52f89c8bf5e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:53.266866 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-a2947bf5-89f0-49d4-be5f-9c9ec4c4637e', 'network_id': 'a2947bf5-89f0-49d4-be5f-9c9ec4c4637e', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'fixed_ips': [{'subnet_id': 'f81f865a-064f-489a-968f-be9fdce2f29e'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:56:53.267733 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:53.283026 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f66c06c2-3740-4b30-94a0-3619cf019e48 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:53.288959 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f66c06c2-3740-4b30-94a0-3619cf019e48 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:53.320414 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f66c06c2-3740-4b30-94a0-3619cf019e48 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:53.321611 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f66c06c2-3740-4b30-94a0-3619cf019e48 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2697346 Mar 23 12:56:53.324820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38304) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:53.330753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'port': {'network_id': 'a2947bf5-89f0-49d4-be5f-9c9ec4c4637e', 'name': 'tempest-RoutersTest-510616784'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:53.371154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2f2eb4-25c0-43da-b848-2cd2df1df5ce tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router d7aa8147-b340-42be-ab38-22304ee3dbb0 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:53.479257 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c03a4995-8ff9-43dd-a460-c97eda01bbf7 None None] Set router 523badfa-dbfb-4194-8f7d-f52f89c8bf5e gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:56:53.495620 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b61a95f8-814b-4580-8ddf-b909b1c793ca admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:53.531255 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2f2eb4-25c0-43da-b848-2cd2df1df5ce tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:53.536753 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3e2f2eb4-25c0-43da-b848-2cd2df1df5ce tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:53.544908 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec664ab8-39fd-4015-b6f1-88cf971f52cf None None] Sync routers for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:53.574280 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec664ab8-39fd-4015-b6f1-88cf971f52cf None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:53.577263 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ec664ab8-39fd-4015-b6f1-88cf971f52cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:53.625693 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ec664ab8-39fd-4015-b6f1-88cf971f52cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:53.637091 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec664ab8-39fd-4015-b6f1-88cf971f52cf None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:53.638141 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ec664ab8-39fd-4015-b6f1-88cf971f52cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:53.686908 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ec664ab8-39fd-4015-b6f1-88cf971f52cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:53.687990 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec664ab8-39fd-4015-b6f1-88cf971f52cf None None] The sync data for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:53.698755 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3e2f2eb4-25c0-43da-b848-2cd2df1df5ce tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "PUT /v2.0/floatingips/135deb61-2480-4e73-9eeb-12c6bdd21dc6 HTTP/1.1" status: 200 len: 977 time: 1.7299645 Mar 23 12:56:53.699391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38308) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:53.705374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Allocated IP 172.20.0.2 (a2947bf5-89f0-49d4-be5f-9c9ec4c4637e/f81f865a-064f-489a-968f-be9fdce2f29e/53147171-1e0b-425d-8e65-615ee90dfe3c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:53.770931 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c03a4995-8ff9-43dd-a460-c97eda01bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'name': 'tempest-ImageQuotaTest-1974330776-router', 'tenant_id': '13ec23006c054fe79489c2b8176a3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'be0cd015-1a71-445b-a980-8a5140778955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:56:37Z', 'updated_at': '2022-03-23T12:56:51Z', 'revision_number': 5, 'project_id': '13ec23006c054fe79489c2b8176a3dde', 'gw_port': {'id': 'be0cd015-1a71-445b-a980-8a5140778955', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:56:38Z', 'updated_at': '2022-03-23T12:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:53.804529 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b61a95f8-814b-4580-8ddf-b909b1c793ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:53.843881 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03a4995-8ff9-43dd-a460-c97eda01bbf7 None None] Checking router: 523badfa-dbfb-4194-8f7d-f52f89c8bf5e for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:56:53.868333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:53.873182 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:53.899037 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] device_id is not set on port da8e2563-8342-4a92-8294-216cf717e2e6 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:56:53.921997 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38312) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:53.967323 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b61a95f8-814b-4580-8ddf-b909b1c793ca admin admin] Deleting port be0cd015-1a71-445b-a980-8a5140778955 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:53.967668 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b61a95f8-814b-4580-8ddf-b909b1c793ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:53.991974 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3737ec91-3d3a-48fd-b712-88675a7a46c1 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Deleting port f5c68735-13db-4572-9f4a-a6734b043860 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:53.992335 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3737ec91-3d3a-48fd-b712-88675a7a46c1 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:53.996494 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a4995-8ff9-43dd-a460-c97eda01bbf7 None None] Routers {'523badfa-dbfb-4194-8f7d-f52f89c8bf5e'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:53.998092 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c03a4995-8ff9-43dd-a460-c97eda01bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['523badfa-dbfb-4194-8f7d-f52f89c8bf5e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:54.079226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-b61a95f8-814b-4580-8ddf-b909b1c793ca admin admin] For port be0cd015-1a71-445b-a980-8a5140778955, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=be0cd015-1a71-445b-a980-8a5140778955,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:54.079625 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b61a95f8-814b-4580-8ddf-b909b1c793ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.099357 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b61a95f8-814b-4580-8ddf-b909b1c793ca admin admin] Calling delete_port for be0cd015-1a71-445b-a980-8a5140778955 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:54.118353 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3737ec91-3d3a-48fd-b712-88675a7a46c1 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.119218 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3737ec91-3d3a-48fd-b712-88675a7a46c1 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.134273 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.137455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-3737ec91-3d3a-48fd-b712-88675a7a46c1 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Calling delete_port for f5c68735-13db-4572-9f4a-a6734b043860 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:54.141303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c03a4995-8ff9-43dd-a460-c97eda01bbf7 None None] Set router 523badfa-dbfb-4194-8f7d-f52f89c8bf5e gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:56:54.184221 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5e4e51a3-0307-4cde-95cf-5ad01cbe4595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.220259 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.264121 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Pushing event updated for resources: {'Port': ['ID=53147171-1e0b-425d-8e65-615ee90dfe3c,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:54.267852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c03a4995-8ff9-43dd-a460-c97eda01bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'name': 'tempest-ImageQuotaTest-1974330776-router', 'tenant_id': '13ec23006c054fe79489c2b8176a3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:56:37Z', 'updated_at': '2022-03-23T12:56:53Z', 'revision_number': 6, 'project_id': '13ec23006c054fe79489c2b8176a3dde', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:54.299053 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03a4995-8ff9-43dd-a460-c97eda01bbf7 None None] The sync data for ids ['523badfa-dbfb-4194-8f7d-f52f89c8bf5e'] in n-d-834854-1 is: [{'id': '523badfa-dbfb-4194-8f7d-f52f89c8bf5e', 'name': 'tempest-ImageQuotaTest-1974330776-router', 'tenant_id': '13ec23006c054fe79489c2b8176a3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:56:37Z', 'updated_at': '2022-03-23T12:56:53Z', 'revision_number': 6, 'project_id': '13ec23006c054fe79489c2b8176a3dde', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:54.310819 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Network a2947bf5-89f0-49d4-be5f-9c9ec4c4637e is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:54.317745 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.db.api [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-09f4d680-d9da-4a0b-b53d-efdd49d10375 {{(pid=102778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:56:54.318081 n-d-834854-1 neutron-server[102778]: DEBUG oslo_db.api [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:56:54.318204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:54.326023 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:54.366395 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34d1bf3d-32b8-40ee-b5df-7bad5a04e1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.377428 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3737ec91-3d3a-48fd-b712-88675a7a46c1 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.425578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Attempting to bind port 53147171-1e0b-425d-8e65-615ee90dfe3c on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:56:54.426484 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Attempting to bind port 53147171-1e0b-425d-8e65-615ee90dfe3c by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '64181d8c-c6a2-428e-ab6d-dc1452d5f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a2947bf5-89f0-49d4-be5f-9c9ec4c4637e'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:56:54.426484 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Attempting to bind port 53147171-1e0b-425d-8e65-615ee90dfe3c on network a2947bf5-89f0-49d4-be5f-9c9ec4c4637e {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:56:54.429159 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b61a95f8-814b-4580-8ddf-b909b1c793ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.432186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737ec91-3d3a-48fd-b712-88675a7a46c1 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Port': ['ID=f5c68735-13db-4572-9f4a-a6734b043860,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:54.434324 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:56:54.435427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Checking segment: {'id': '64181d8c-c6a2-428e-ab6d-dc1452d5f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a2947bf5-89f0-49d4-be5f-9c9ec4c4637e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:56:54.435427 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.435805 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Bound using segment: {'id': '64181d8c-c6a2-428e-ab6d-dc1452d5f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a2947bf5-89f0-49d4-be5f-9c9ec4c4637e'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:56:54.436437 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Bound port: 53147171-1e0b-425d-8e65-615ee90dfe3c, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64181d8c-c6a2-428e-ab6d-dc1452d5f18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a2947bf5-89f0-49d4-be5f-9c9ec4c4637e'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:56:54.436914 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.482456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a95f8-814b-4580-8ddf-b909b1c793ca admin admin] Pushing event deleted for resources: {'Port': ['ID=be0cd015-1a71-445b-a980-8a5140778955,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:54.515152 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] For port 53147171-1e0b-425d-8e65-615ee90dfe3c, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:56:54.519306 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] For port 53147171-1e0b-425d-8e65-615ee90dfe3c, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=53147171-1e0b-425d-8e65-615ee90dfe3c,segment=NetworkSegment(64181d8c-c6a2-428e-ab6d-dc1452d5f18d),segment_id=64181d8c-c6a2-428e-ab6d-dc1452d5f18d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:56:54.528866 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3737ec91-3d3a-48fd-b712-88675a7a46c1 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.529885 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-3737ec91-3d3a-48fd-b712-88675a7a46c1 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Floating IP 135deb61-2480-4e73-9eeb-12c6bdd21dc6 disassociated (deleted). External IP: 172.25.2.211, port: 60fb35a7-cfc3-4c4e-bee8-b826297de0b7. Mar 23 12:56:54.533406 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.568584 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b61a95f8-814b-4580-8ddf-b909b1c793ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.613946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1be47-5ebc-46bc-9279-2fb47cabc810 None None] Pushing event updated for resources: {'Port': ['ID=53147171-1e0b-425d-8e65-615ee90dfe3c,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:54.686512 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34d1bf3d-32b8-40ee-b5df-7bad5a04e1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.697142 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-34d1bf3d-32b8-40ee-b5df-7bad5a04e1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.722393 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b61a95f8-814b-4580-8ddf-b909b1c793ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.729417 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b61a95f8-814b-4580-8ddf-b909b1c793ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.746532 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1bf3d-32b8-40ee-b5df-7bad5a04e1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e860b08-4005-40b5-9f2c-0aa82a5da3db,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:54.790815 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-34d1bf3d-32b8-40ee-b5df-7bad5a04e1ff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff95dd02a1a1463891a6a91d35f9f1a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8675389 Mar 23 12:56:54.795012 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38318) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:54.816905 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b61a95f8-814b-4580-8ddf-b909b1c793ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.817615 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61a95f8-814b-4580-8ddf-b909b1c793ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 523badfa-dbfb-4194-8f7d-f52f89c8bf5e {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:56:54.821306 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.832313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b61a95f8-814b-4580-8ddf-b909b1c793ca admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.833740 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b61a95f8-814b-4580-8ddf-b909b1c793ca admin admin] 10.222.0.52 "DELETE /v2.0/routers/523badfa-dbfb-4194-8f7d-f52f89c8bf5e HTTP/1.1" status: 204 len: 168 time: 1.6556818 Mar 23 12:56:54.836224 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38320) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:54.890197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] device_id is not set on port 42990ab9-5024-4167-8f8d-3879691485b6 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:56:54.907052 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3dd48be1-fc0a-453e-a2e5-f6dc8607160b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.914567 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3737ec91-3d3a-48fd-b712-88675a7a46c1 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router d7aa8147-b340-42be-ab38-22304ee3dbb0 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:54.935200 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-822e2ece-a344-4d51-be8d-aa954a8e20d9 admin admin] Deleting subnet 0b685554-43b7-442d-95aa-54ad8b1912fd {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:56:54.940777 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-822e2ece-a344-4d51-be8d-aa954a8e20d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.941623 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3dd48be1-fc0a-453e-a2e5-f6dc8607160b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:54.995215 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-822e2ece-a344-4d51-be8d-aa954a8e20d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:55.079565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Allocated IP 172.20.0.9 (a2947bf5-89f0-49d4-be5f-9c9ec4c4637e/f81f865a-064f-489a-968f-be9fdce2f29e/42990ab9-5024-4167-8f8d-3879691485b6) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:55.083040 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3dd48be1-fc0a-453e-a2e5-f6dc8607160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:55.085746 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3dd48be1-fc0a-453e-a2e5-f6dc8607160b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:55.089536 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3dd48be1-fc0a-453e-a2e5-f6dc8607160b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e860b08-4005-40b5-9f2c-0aa82a5da3db HTTP/1.1" status: 204 len: 168 time: 0.2910693 Mar 23 12:56:55.090025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3737ec91-3d3a-48fd-b712-88675a7a46c1 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:55.096017 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3737ec91-3d3a-48fd-b712-88675a7a46c1 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:55.106771 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ba2146-fb71-4e74-ab29-d92e0623fcce None None] Sync routers for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:55.145280 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-822e2ece-a344-4d51-be8d-aa954a8e20d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:55.193248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ba2146-fb71-4e74-ab29-d92e0623fcce None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:55.205240 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e9ba2146-fb71-4e74-ab29-d92e0623fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:55.315463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e9ba2146-fb71-4e74-ab29-d92e0623fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:55.341317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ba2146-fb71-4e74-ab29-d92e0623fcce None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:55.343446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e9ba2146-fb71-4e74-ab29-d92e0623fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:55.384987 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-822e2ece-a344-4d51-be8d-aa954a8e20d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:55.410594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e9ba2146-fb71-4e74-ab29-d92e0623fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:55.411676 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ba2146-fb71-4e74-ab29-d92e0623fcce None None] The sync data for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:55.504217 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e2ece-a344-4d51-be8d-aa954a8e20d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b685554-43b7-442d-95aa-54ad8b1912fd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:55.561237 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:55.619859 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-822e2ece-a344-4d51-be8d-aa954a8e20d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:55.626579 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b04712-8f5d-40b9-8afe-6e166844ce12 None None] Network afb999fe-088a-4693-bbaa-0b8bd9d8b944 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:55.644838 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-822e2ece-a344-4d51-be8d-aa954a8e20d9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0b685554-43b7-442d-95aa-54ad8b1912fd HTTP/1.1" status: 204 len: 168 time: 0.7998557 Mar 23 12:56:55.659049 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38328) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:55.668309 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd48be1-fc0a-453e-a2e5-f6dc8607160b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e860b08-4005-40b5-9f2c-0aa82a5da3db,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:55.687571 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:55.689063 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38330) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:55.691773 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3737ec91-3d3a-48fd-b712-88675a7a46c1 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/floatingips/135deb61-2480-4e73-9eeb-12c6bdd21dc6 HTTP/1.1" status: 204 len: 168 time: 1.9877107 Mar 23 12:56:55.792379 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38332) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:55.809138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dba2192-2881-4dad-b4c1-be20b239f916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:55.855670 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network a2947bf5-89f0-49d4-be5f-9c9ec4c4637e is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:55.897755 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:55.906844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:55.949439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=42990ab9-5024-4167-8f8d-3879691485b6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:55.956825 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dba2192-2881-4dad-b4c1-be20b239f916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:55.964473 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8dba2192-2881-4dad-b4c1-be20b239f916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:55.995952 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:56.012246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 53147171-1e0b-425d-8e65-615ee90dfe3c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:56:56.045714 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:56.046663 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:56.054449 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba2192-2881-4dad-b4c1-be20b239f916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb9d36f-02d7-4209-b2ad-7887d66c0988,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:56.059115 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8dba2192-2881-4dad-b4c1-be20b239f916 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f19736531ead421c96744eab6a4710d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2655873 Mar 23 12:56:56.071429 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38334) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:56.125510 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ac19f0d5-5daa-4fea-a412-d47f5c130a0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.7973192 Mar 23 12:56:56.125808 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38336) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:56.163368 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 53147171-1e0b-425d-8e65-615ee90dfe3c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:56.164028 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:56.178323 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4140101-3f19-40c9-a90d-897947de4df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:56.231755 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4140101-3f19-40c9-a90d-897947de4df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:56.236065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8005f607-e338-4157-9510-1ac62bd5930e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Deleting port 60fb35a7-cfc3-4c4e-bee8-b826297de0b7 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:56.236559 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8005f607-e338-4157-9510-1ac62bd5930e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:56.305738 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:56.306593 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4140101-3f19-40c9-a90d-897947de4df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:56.309706 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406a7b9a-f242-43ff-97c3-6a39418719ca None None] DHCP port deletion for afb999fe-088a-4693-bbaa-0b8bd9d8b944 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:56:56.310062 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4140101-3f19-40c9-a90d-897947de4df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:56.311704 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c4140101-3f19-40c9-a90d-897947de4df2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6fb9d36f-02d7-4209-b2ad-7887d66c0988 HTTP/1.1" status: 204 len: 168 time: 0.2376239 Mar 23 12:56:56.320598 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] Deleting port de816f41-d2f4-4108-9f42-68fd6a5199cc {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:56.322404 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:56.358324 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4140101-3f19-40c9-a90d-897947de4df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb9d36f-02d7-4209-b2ad-7887d66c0988,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:56.372846 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 53147171-1e0b-425d-8e65-615ee90dfe3c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=53147171-1e0b-425d-8e65-615ee90dfe3c,segment=NetworkSegment(64181d8c-c6a2-428e-ab6d-dc1452d5f18d),segment_id=64181d8c-c6a2-428e-ab6d-dc1452d5f18d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:56.399281 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:56.514604 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d064f698-334b-4daa-8531-72c9b0cc2dc6 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:56.548313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=53147171-1e0b-425d-8e65-615ee90dfe3c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:56.550960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: d064f698-334b-4daa-8531-72c9b0cc2dc6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:56:56.551503 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d064f698-334b-4daa-8531-72c9b0cc2dc6 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:56.551818 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device be0cd015-1a71-445b-a980-8a5140778955 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:56.557161 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-406a7b9a-f242-43ff-97c3-6a39418719ca None None] Deleting port de816f41-d2f4-4108-9f42-68fd6a5199cc {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:56:56.557475 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-406a7b9a-f242-43ff-97c3-6a39418719ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:56.578382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: be0cd015-1a71-445b-a980-8a5140778955 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:56:56.578785 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device be0cd015-1a71-445b-a980-8a5140778955 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:56.646148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] For port de816f41-d2f4-4108-9f42-68fd6a5199cc, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=de816f41-d2f4-4108-9f42-68fd6a5199cc,segment=NetworkSegment(cf7fae1f-20df-4daf-975a-c599a14d2ec2),segment_id=cf7fae1f-20df-4daf-975a-c599a14d2ec2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:56.646838 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:56.651085 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9039516-4c90-405d-9f07-3e16a36a5c11 None None] Network a2947bf5-89f0-49d4-be5f-9c9ec4c4637e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:56:56.668921 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] Calling delete_port for de816f41-d2f4-4108-9f42-68fd6a5199cc owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:56.686871 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:56:56.732992 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-406a7b9a-f242-43ff-97c3-6a39418719ca None None] For port de816f41-d2f4-4108-9f42-68fd6a5199cc, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=de816f41-d2f4-4108-9f42-68fd6a5199cc,segment=NetworkSegment(cf7fae1f-20df-4daf-975a-c599a14d2ec2),segment_id=cf7fae1f-20df-4daf-975a-c599a14d2ec2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:56.733315 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-406a7b9a-f242-43ff-97c3-6a39418719ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:56.765147 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0a1f944c-0dd2-4055-8b0f-c6ac1f0dcb00 None None] Provisioning complete for port 53147171-1e0b-425d-8e65-615ee90dfe3c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:56.765506 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0a1f944c-0dd2-4055-8b0f-c6ac1f0dcb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:56.772970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-406a7b9a-f242-43ff-97c3-6a39418719ca None None] Calling delete_port for de816f41-d2f4-4108-9f42-68fd6a5199cc owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:56.782202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8005f607-e338-4157-9510-1ac62bd5930e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:56.826310 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-8005f607-e338-4157-9510-1ac62bd5930e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Calling delete_port for 60fb35a7-cfc3-4c4e-bee8-b826297de0b7 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:56:56.987638 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-deb3bb80-568c-4108-90e6-0618f70f7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:56.989408 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:57.029025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] Pushing event deleted for resources: {'Port': ['ID=de816f41-d2f4-4108-9f42-68fd6a5199cc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:57.030967 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] No DVR routers for this DVR port de816f41-d2f4-4108-9f42-68fd6a5199cc on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:57.069678 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dc53147-84d6-4d93-bfad-a932bda7da49 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:57.093149 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-406a7b9a-f242-43ff-97c3-6a39418719ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:57.125024 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a7b9a-f242-43ff-97c3-6a39418719ca None None] Pushing event deleted for resources: {'Port': ['ID=de816f41-d2f4-4108-9f42-68fd6a5199cc,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:57.133858 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406a7b9a-f242-43ff-97c3-6a39418719ca None None] No DVR routers for this DVR port de816f41-d2f4-4108-9f42-68fd6a5199cc on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:57.238985 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:57.336192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb999fe-088a-4693-bbaa-0b8bd9d8b944']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:57.380040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7fae1f-20df-4daf-975a-c599a14d2ec2') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:57.380339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7fae1f-20df-4daf-975a-c599a14d2ec2') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:57.402480 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:57.504374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f808c959-6d18-472f-ba6f-5488421ef4bb None None] Provisioning complete for port 53147171-1e0b-425d-8e65-615ee90dfe3c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:57.506249 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f808c959-6d18-472f-ba6f-5488421ef4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:57.704321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 53147171-1e0b-425d-8e65-615ee90dfe3c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:56:57.760925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f808c959-6d18-472f-ba6f-5488421ef4bb None None] Provisioning complete for port 42990ab9-5024-4167-8f8d-3879691485b6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:57.761297 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f808c959-6d18-472f-ba6f-5488421ef4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:57.830108 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:57.831800 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f808c959-6d18-472f-ba6f-5488421ef4bb None None] Port 42990ab9-5024-4167-8f8d-3879691485b6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:57.840765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 53147171-1e0b-425d-8e65-615ee90dfe3c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:57.841133 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:57.910588 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:57.924778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8005f607-e338-4157-9510-1ac62bd5930e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:57.927852 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:56:57.928782 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:56:57.936010 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:56:57.957816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d9dbac3c-104e-4531-834a-513f65c5bbd3 None None] Provisioning complete for port 42990ab9-5024-4167-8f8d-3879691485b6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:57.958326 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d9dbac3c-104e-4531-834a-513f65c5bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:57.975036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005f607-e338-4157-9510-1ac62bd5930e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Port': ['ID=60fb35a7-cfc3-4c4e-bee8-b826297de0b7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:57.998513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d9dbac3c-104e-4531-834a-513f65c5bbd3 None None] Port 42990ab9-5024-4167-8f8d-3879691485b6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:58.042077 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device de816f41-d2f4-4108-9f42-68fd6a5199cc no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:58.076218 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: de816f41-d2f4-4108-9f42-68fd6a5199cc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:56:58.076848 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device de816f41-d2f4-4108-9f42-68fd6a5199cc not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:58.085094 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.112090 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.115602 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] 10.222.0.52 "DELETE /v2.0/networks/afb999fe-088a-4693-bbaa-0b8bd9d8b944 HTTP/1.1" status: 204 len: 168 time: 2.4555006 Mar 23 12:56:58.131585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c45e0b-64eb-49a0-b3b1-760b0c91f40b admin admin] Pushing event deleted for resources: {'Network': ['ID=afb999fe-088a-4693-bbaa-0b8bd9d8b944,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:58.166979 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dc53147-84d6-4d93-bfad-a932bda7da49 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.175569 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dc53147-84d6-4d93-bfad-a932bda7da49 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.236658 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8005f607-e338-4157-9510-1ac62bd5930e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.240038 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8005f607-e338-4157-9510-1ac62bd5930e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/ports/60fb35a7-cfc3-4c4e-bee8-b826297de0b7 HTTP/1.1" status: 204 len: 168 time: 2.5286870 Mar 23 12:56:58.243809 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38386) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:58.248787 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:58.297126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc53147-84d6-4d93-bfad-a932bda7da49 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=42990ab9-5024-4167-8f8d-3879691485b6,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:58.303590 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.318071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38390) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:58.435336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38392) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:58.448235 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b62347f2-bcae-42ac-8817-41ac57df95a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13ec23006c054fe79489c2b8176a3dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288598 Mar 23 12:56:58.448900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38396) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:58.450554 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.534326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bfd921f6-35c0-43c6-bb2c-1fa5fc4e99c3 None None] Provisioning complete for port 42990ab9-5024-4167-8f8d-3879691485b6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:58.534880 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bfd921f6-35c0-43c6-bb2c-1fa5fc4e99c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.589048 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-bfd921f6-35c0-43c6-bb2c-1fa5fc4e99c3 None None] Port 42990ab9-5024-4167-8f8d-3879691485b6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:58.624175 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8ff25f1-40a3-4f03-97ee-5d6f1f6455b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.629061 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dc53147-84d6-4d93-bfad-a932bda7da49 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.667673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Allocated IP 172.25.2.128 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/c1eeed8f-3d0b-47c7-9cc8-6dad97cd68ed) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:58.675277 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69ddcff1-3809-4c97-916c-e177f664ba59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.733011 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69ddcff1-3809-4c97-916c-e177f664ba59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.758985 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dc53147-84d6-4d93-bfad-a932bda7da49 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.887933 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8ff25f1-40a3-4f03-97ee-5d6f1f6455b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.891607 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.893247 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69ddcff1-3809-4c97-916c-e177f664ba59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.895777 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-69ddcff1-3809-4c97-916c-e177f664ba59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.899405 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-69ddcff1-3809-4c97-916c-e177f664ba59 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06c91452-c3c0-4913-a6ed-7125d6e57e3d HTTP/1.1" status: 204 len: 168 time: 0.3915000 Mar 23 12:56:58.909144 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8ff25f1-40a3-4f03-97ee-5d6f1f6455b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:58.920273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddcff1-3809-4c97-916c-e177f664ba59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c91452-c3c0-4913-a6ed-7125d6e57e3d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:58.975970 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f8ff25f1-40a3-4f03-97ee-5d6f1f6455b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a79ea4941694fbf9bbf039176feca94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5390220 Mar 23 12:56:58.977521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38402) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:58.990611 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff25f1-40a3-4f03-97ee-5d6f1f6455b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b65ad3-89fc-43b1-9ece-48118d4bcb22,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:59.017500 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.091609 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:59.103672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:59.107376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=c1eeed8f-3d0b-47c7-9cc8-6dad97cd68ed,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:59.111736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:59.117003 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c70cb089-2749-4806-a8ad-f15e1f079ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.126474 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.156909 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dc53147-84d6-4d93-bfad-a932bda7da49 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.162676 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dc53147-84d6-4d93-bfad-a932bda7da49 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.167084 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c70cb089-2749-4806-a8ad-f15e1f079ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.253552 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.259100 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc53147-84d6-4d93-bfad-a932bda7da49 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=42990ab9-5024-4167-8f8d-3879691485b6,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:59.277543 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dc53147-84d6-4d93-bfad-a932bda7da49 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.289656 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c70cb089-2749-4806-a8ad-f15e1f079ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.292244 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c70cb089-2749-4806-a8ad-f15e1f079ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.296256 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c70cb089-2749-4806-a8ad-f15e1f079ed4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/78b65ad3-89fc-43b1-9ece-48118d4bcb22 HTTP/1.1" status: 204 len: 168 time: 0.3158855 Mar 23 12:56:59.309279 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.311115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cb089-2749-4806-a8ad-f15e1f079ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b65ad3-89fc-43b1-9ece-48118d4bcb22,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:59.343374 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38408) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:59.362463 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bdad1e86-28e6-4d43-8075-0ca5f7a66316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.418821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc53147-84d6-4d93-bfad-a932bda7da49 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network a2947bf5-89f0-49d4-be5f-9c9ec4c4637e is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:59.419717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-9dc53147-84d6-4d93-bfad-a932bda7da49 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:59.557245 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.568941 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bdad1e86-28e6-4d43-8075-0ca5f7a66316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.574398 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bdad1e86-28e6-4d43-8075-0ca5f7a66316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.602297 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.613135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc53147-84d6-4d93-bfad-a932bda7da49 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 855f074c-7b96-4301-8001-435141e96ec9 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:56:59.623176 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.643834 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bdad1e86-28e6-4d43-8075-0ca5f7a66316 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2981739 Mar 23 12:56:59.662865 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38412) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:59.672456 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad1e86-28e6-4d43-8075-0ca5f7a66316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcde3e68-4c89-417c-8415-4bc2927c9d82,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:59.778965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=c1eeed8f-3d0b-47c7-9cc8-6dad97cd68ed,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:59.783894 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.788153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc53147-84d6-4d93-bfad-a932bda7da49 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:59.797436 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9dc53147-84d6-4d93-bfad-a932bda7da49 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/855f074c-7b96-4301-8001-435141e96ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6707206 Mar 23 12:56:59.798059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38418) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:59.800035 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e527463b-84dc-4e5c-b75f-2c776fe85f4c None None] Sync routers for ids ['855f074c-7b96-4301-8001-435141e96ec9'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:59.803560 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c325f736-f9b7-4dab-9b88-8bbcd9cd251e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.818774 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e527463b-84dc-4e5c-b75f-2c776fe85f4c None None] Routers {'855f074c-7b96-4301-8001-435141e96ec9'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:59.820934 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e527463b-84dc-4e5c-b75f-2c776fe85f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['855f074c-7b96-4301-8001-435141e96ec9'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:59.829931 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6a13a6c6-7943-4524-94e5-f3dc56c873be None None] Provisioning complete for port 42990ab9-5024-4167-8f8d-3879691485b6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:56:59.830302 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a13a6c6-7943-4524-94e5-f3dc56c873be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.868378 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c325f736-f9b7-4dab-9b88-8bbcd9cd251e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.882627 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e527463b-84dc-4e5c-b75f-2c776fe85f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:59.894635 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ca2711-bd7c-4009-98d8-cb322202497c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:59.894771 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e527463b-84dc-4e5c-b75f-2c776fe85f4c None None] Routers {'855f074c-7b96-4301-8001-435141e96ec9'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:59.895350 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e527463b-84dc-4e5c-b75f-2c776fe85f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['855f074c-7b96-4301-8001-435141e96ec9'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:59.899211 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-66ca2711-bd7c-4009-98d8-cb322202497c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports/42990ab9-5024-4167-8f8d-3879691485b6 HTTP/1.1" status: 200 len: 976 time: 0.1001422 Mar 23 12:56:59.899859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38424) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:59.912999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6a13a6c6-7943-4524-94e5-f3dc56c873be None None] Port 42990ab9-5024-4167-8f8d-3879691485b6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:56:59.937651 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e527463b-84dc-4e5c-b75f-2c776fe85f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:59.938822 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e527463b-84dc-4e5c-b75f-2c776fe85f4c None None] The sync data for ids ['855f074c-7b96-4301-8001-435141e96ec9'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:59.941564 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.944021 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-81d99e0b-de12-4f58-9930-64c8ee7c4953 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6979475 Mar 23 12:56:59.946004 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38426) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:56:59.952472 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f79554a9-17e2-407c-bcc7-ec9ba654297f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'port': {'network_id': '5a64ef4a-a94d-4055-a965-1fca8170e238', 'name': 'tempest-FloatingIPTestJSON-1835176033'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:59.972356 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c325f736-f9b7-4dab-9b88-8bbcd9cd251e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.974084 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c325f736-f9b7-4dab-9b88-8bbcd9cd251e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:56:59.977533 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c325f736-f9b7-4dab-9b88-8bbcd9cd251e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fcde3e68-4c89-417c-8415-4bc2927c9d82 HTTP/1.1" status: 204 len: 168 time: 0.3113589 Mar 23 12:56:59.989541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325f736-f9b7-4dab-9b88-8bbcd9cd251e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcde3e68-4c89-417c-8415-4bc2927c9d82,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:00.174120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79554a9-17e2-407c-bcc7-ec9ba654297f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Made reservation on behalf of 006988889d1c4903b19e602e0d9d59a2 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:00.179551 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f79554a9-17e2-407c-bcc7-ec9ba654297f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:00.230692 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-f79554a9-17e2-407c-bcc7-ec9ba654297f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] device_id is not set on port d44ce202-bbcc-405b-981e-380291548c3b yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:57:00.412972 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-f79554a9-17e2-407c-bcc7-ec9ba654297f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Allocated IP 172.20.0.5 (5a64ef4a-a94d-4055-a965-1fca8170e238/5bad0668-6fc0-4b4f-8f96-2606d6b69126/d44ce202-bbcc-405b-981e-380291548c3b) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:00.519725 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30daf732-e617-4886-b076-68f7ee3e0440 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:00.706047 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f79554a9-17e2-407c-bcc7-ec9ba654297f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:00.764885 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f79554a9-17e2-407c-bcc7-ec9ba654297f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:00.823265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79554a9-17e2-407c-bcc7-ec9ba654297f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network 5a64ef4a-a94d-4055-a965-1fca8170e238 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:00.827724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f79554a9-17e2-407c-bcc7-ec9ba654297f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:00.835473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79554a9-17e2-407c-bcc7-ec9ba654297f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:00.842328 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79554a9-17e2-407c-bcc7-ec9ba654297f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=d44ce202-bbcc-405b-981e-380291548c3b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:00.849687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-30daf732-e617-4886-b076-68f7ee3e0440 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port 42990ab9-5024-4167-8f8d-3879691485b6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:00.851653 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30daf732-e617-4886-b076-68f7ee3e0440 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:00.891728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79554a9-17e2-407c-bcc7-ec9ba654297f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:00.893144 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f79554a9-17e2-407c-bcc7-ec9ba654297f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:00.917018 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f79554a9-17e2-407c-bcc7-ec9ba654297f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9697628 Mar 23 12:57:00.917694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38446) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:00.923606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e33fe9b1-18e6-4757-b614-8a0c0e21e23a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'floatingip': {'port_id': 'd44ce202-bbcc-405b-981e-380291548c3b'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:00.975867 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e33fe9b1-18e6-4757-b614-8a0c0e21e23a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:00.988318 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30daf732-e617-4886-b076-68f7ee3e0440 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:01.017631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-30daf732-e617-4886-b076-68f7ee3e0440 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for 42990ab9-5024-4167-8f8d-3879691485b6 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:01.261754 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30daf732-e617-4886-b076-68f7ee3e0440 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:01.316095 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30daf732-e617-4886-b076-68f7ee3e0440 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=42990ab9-5024-4167-8f8d-3879691485b6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:01.489732 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30daf732-e617-4886-b076-68f7ee3e0440 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:01.572484 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e33fe9b1-18e6-4757-b614-8a0c0e21e23a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:01.581867 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e33fe9b1-18e6-4757-b614-8a0c0e21e23a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:01.720867 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-e33fe9b1-18e6-4757-b614-8a0c0e21e23a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Floating IP 0e137eb3-3188-4194-b58e-1af012c4b3e7 associated. External IP: 172.25.2.128, port: d44ce202-bbcc-405b-981e-380291548c3b. Mar 23 12:57:01.722375 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30daf732-e617-4886-b076-68f7ee3e0440 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 855f074c-7b96-4301-8001-435141e96ec9 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:01.809425 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30daf732-e617-4886-b076-68f7ee3e0440 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:01.812804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-30daf732-e617-4886-b076-68f7ee3e0440 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/855f074c-7b96-4301-8001-435141e96ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9117823 Mar 23 12:57:01.815782 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38468) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:01.818657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd86b78-34d3-4760-85ea-9c4b5fc3d2a1 None None] Sync routers for ids ['855f074c-7b96-4301-8001-435141e96ec9'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:01.833972 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd86b78-34d3-4760-85ea-9c4b5fc3d2a1 None None] Routers {'855f074c-7b96-4301-8001-435141e96ec9'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:01.834709 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3bd86b78-34d3-4760-85ea-9c4b5fc3d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['855f074c-7b96-4301-8001-435141e96ec9'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:01.886227 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3bd86b78-34d3-4760-85ea-9c4b5fc3d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:01.906727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd86b78-34d3-4760-85ea-9c4b5fc3d2a1 None None] Routers {'855f074c-7b96-4301-8001-435141e96ec9'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:01.907635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3bd86b78-34d3-4760-85ea-9c4b5fc3d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['855f074c-7b96-4301-8001-435141e96ec9'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:01.970405 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3bd86b78-34d3-4760-85ea-9c4b5fc3d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:01.971072 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd86b78-34d3-4760-85ea-9c4b5fc3d2a1 None None] The sync data for ids ['855f074c-7b96-4301-8001-435141e96ec9'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:02.026303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33fe9b1-18e6-4757-b614-8a0c0e21e23a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router d7aa8147-b340-42be-ab38-22304ee3dbb0 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:02.070928 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-0515e074-eadf-4df9-8971-7024ae5b99d0 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] remove_router_interface failed (client error): The resource could not be found. Mar 23 12:57:02.077517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38486) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:02.080200 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0515e074-eadf-4df9-8971-7024ae5b99d0 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/855f074c-7b96-4301-8001-435141e96ec9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2632415 Mar 23 12:57:02.110771 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8574eb16-8069-4800-92d1-96e40328d9d9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports?device_id=855f074c-7b96-4301-8001-435141e96ec9 HTTP/1.1" status: 200 len: 205 time: 0.0319238 Mar 23 12:57:02.113710 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38496) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:02.183367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33fe9b1-18e6-4757-b614-8a0c0e21e23a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:02.188248 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e33fe9b1-18e6-4757-b614-8a0c0e21e23a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:02.194554 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88c2a3c-3912-4753-9c81-b8028f2657da None None] Sync routers for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:02.206898 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88c2a3c-3912-4753-9c81-b8028f2657da None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:02.211426 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b88c2a3c-3912-4753-9c81-b8028f2657da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:02.229171 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99bebc37-ef57-42be-a04b-f2b589f5a78b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:02.233001 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e33fe9b1-18e6-4757-b614-8a0c0e21e23a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "PUT /v2.0/floatingips/0e137eb3-3188-4194-b58e-1af012c4b3e7 HTTP/1.1" status: 200 len: 978 time: 1.3138552 Mar 23 12:57:02.235469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38508) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:02.262465 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b88c2a3c-3912-4753-9c81-b8028f2657da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:02.272018 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88c2a3c-3912-4753-9c81-b8028f2657da None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:02.272642 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b88c2a3c-3912-4753-9c81-b8028f2657da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:02.307566 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b88c2a3c-3912-4753-9c81-b8028f2657da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:02.308269 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88c2a3c-3912-4753-9c81-b8028f2657da None None] The sync data for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:02.800984 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99bebc37-ef57-42be-a04b-f2b589f5a78b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:02.804257 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99bebc37-ef57-42be-a04b-f2b589f5a78b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:02.829759 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38544) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:02.863210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-30a61c4f-bac2-413f-a61c-b4a04026502c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Deleting port d44ce202-bbcc-405b-981e-380291548c3b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:02.863551 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30a61c4f-bac2-413f-a61c-b4a04026502c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:02.869654 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99bebc37-ef57-42be-a04b-f2b589f5a78b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:02.869654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bebc37-ef57-42be-a04b-f2b589f5a78b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Fanout notify agent at l3_agent the message router_deleted on router 855f074c-7b96-4301-8001-435141e96ec9 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:57:02.888154 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99bebc37-ef57-42be-a04b-f2b589f5a78b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:02.889500 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-99bebc37-ef57-42be-a04b-f2b589f5a78b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/routers/855f074c-7b96-4301-8001-435141e96ec9 HTTP/1.1" status: 204 len: 168 time: 0.7741857 Mar 23 12:57:02.892146 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38548) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:02.948894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c541707-10e0-4fe6-af11-a75001a60eed tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting subnet f81f865a-064f-489a-968f-be9fdce2f29e {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:57:02.952810 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c541707-10e0-4fe6-af11-a75001a60eed tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:02.981370 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30a61c4f-bac2-413f-a61c-b4a04026502c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.003333 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da998be0-1560-4c87-9b7d-a25db67f63d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.022223 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c541707-10e0-4fe6-af11-a75001a60eed tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.163199 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c541707-10e0-4fe6-af11-a75001a60eed tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.199082 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30a61c4f-bac2-413f-a61c-b4a04026502c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.199396 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30a61c4f-bac2-413f-a61c-b4a04026502c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.199698 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-30a61c4f-bac2-413f-a61c-b4a04026502c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Floating IP 0e137eb3-3188-4194-b58e-1af012c4b3e7 disassociated. External IP: 172.25.2.128, port: d44ce202-bbcc-405b-981e-380291548c3b. Mar 23 12:57:03.200047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-30a61c4f-bac2-413f-a61c-b4a04026502c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Calling delete_port for d44ce202-bbcc-405b-981e-380291548c3b owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:03.204401 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da998be0-1560-4c87-9b7d-a25db67f63d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.210205 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da998be0-1560-4c87-9b7d-a25db67f63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.244473 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-da998be0-1560-4c87-9b7d-a25db67f63d9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a91df10fca8b452c9931c1517d17cff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130383 Mar 23 12:57:03.247575 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38552) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:03.266033 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da998be0-1560-4c87-9b7d-a25db67f63d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79f7356-e719-4683-8b4c-c3108ac834e6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:03.280783 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c541707-10e0-4fe6-af11-a75001a60eed tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.313916 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c541707-10e0-4fe6-af11-a75001a60eed tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Subnet': ['ID=f81f865a-064f-489a-968f-be9fdce2f29e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:03.315899 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2c541707-10e0-4fe6-af11-a75001a60eed tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.322585 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2c541707-10e0-4fe6-af11-a75001a60eed tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/f81f865a-064f-489a-968f-be9fdce2f29e HTTP/1.1" status: 204 len: 168 time: 0.4293568 Mar 23 12:57:03.323611 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa983b3-9110-46eb-939c-84985093e110 None None] Network a2947bf5-89f0-49d4-be5f-9c9ec4c4637e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:03.324158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38554) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:03.353917 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e92b824a-f3ef-46ee-ade5-7944fe403f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.409779 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e92b824a-f3ef-46ee-ade5-7944fe403f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.413199 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.458584 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30a61c4f-bac2-413f-a61c-b4a04026502c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.476136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port 53147171-1e0b-425d-8e65-615ee90dfe3c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:03.476479 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.540905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a61c4f-bac2-413f-a61c-b4a04026502c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Port': ['ID=d44ce202-bbcc-405b-981e-380291548c3b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:03.547095 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e92b824a-f3ef-46ee-ade5-7944fe403f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.549951 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e92b824a-f3ef-46ee-ade5-7944fe403f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.552673 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e92b824a-f3ef-46ee-ade5-7944fe403f3f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f79f7356-e719-4683-8b4c-c3108ac834e6 HTTP/1.1" status: 204 len: 168 time: 0.3038955 Mar 23 12:57:03.552834 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] For port 53147171-1e0b-425d-8e65-615ee90dfe3c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=53147171-1e0b-425d-8e65-615ee90dfe3c,segment=NetworkSegment(64181d8c-c6a2-428e-ab6d-dc1452d5f18d),segment_id=64181d8c-c6a2-428e-ab6d-dc1452d5f18d)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:03.553198 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.591759 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for 53147171-1e0b-425d-8e65-615ee90dfe3c owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:03.601928 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2517aae1-609e-4858-9789-17c1e8a8b9bd None None] DHCP port deletion for a2947bf5-89f0-49d4-be5f-9c9ec4c4637e request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:57:03.684033 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b824a-f3ef-46ee-ade5-7944fe403f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79f7356-e719-4683-8b4c-c3108ac834e6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:03.693191 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2517aae1-609e-4858-9789-17c1e8a8b9bd None None] Deleting port 53147171-1e0b-425d-8e65-615ee90dfe3c {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:03.693847 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2517aae1-609e-4858-9789-17c1e8a8b9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.700770 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a61c4f-bac2-413f-a61c-b4a04026502c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router d7aa8147-b340-42be-ab38-22304ee3dbb0 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:03.775053 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.795496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] No DVR routers for this DVR port 53147171-1e0b-425d-8e65-615ee90dfe3c on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:57:03.841590 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=53147171-1e0b-425d-8e65-615ee90dfe3c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:03.869189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2517aae1-609e-4858-9789-17c1e8a8b9bd None None] For port 53147171-1e0b-425d-8e65-615ee90dfe3c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=53147171-1e0b-425d-8e65-615ee90dfe3c,segment=NetworkSegment(64181d8c-c6a2-428e-ab6d-dc1452d5f18d),segment_id=64181d8c-c6a2-428e-ab6d-dc1452d5f18d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:03.869189 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2517aae1-609e-4858-9789-17c1e8a8b9bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.895389 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2517aae1-609e-4858-9789-17c1e8a8b9bd None None] Calling delete_port for 53147171-1e0b-425d-8e65-615ee90dfe3c owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:03.919118 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:03.939741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a61c4f-bac2-413f-a61c-b4a04026502c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:03.960953 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2947bf5-89f0-49d4-be5f-9c9ec4c4637e']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:03.977592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64181d8c-c6a2-428e-ab6d-dc1452d5f18d') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:03.978592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64181d8c-c6a2-428e-ab6d-dc1452d5f18d') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:03.991022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f676c2-c42e-491b-b21b-671879f60da0 None None] Sync routers for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:03.991679 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.008493 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.018410 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:57:04.018823 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:57:04.028237 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38560) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:04.030505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f676c2-c42e-491b-b21b-671879f60da0 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:04.030505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-71f676c2-c42e-491b-b21b-671879f60da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:04.060189 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-30a61c4f-bac2-413f-a61c-b4a04026502c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.064553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-30a61c4f-bac2-413f-a61c-b4a04026502c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/ports/d44ce202-bbcc-405b-981e-380291548c3b HTTP/1.1" status: 204 len: 168 time: 1.8276086 Mar 23 12:57:04.067832 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38562) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:04.070155 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-71f676c2-c42e-491b-b21b-671879f60da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:04.086801 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-37ad84d9-8aa6-4a47-b685-1bfe2c9e27d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.119310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f676c2-c42e-491b-b21b-671879f60da0 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:04.119955 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-71f676c2-c42e-491b-b21b-671879f60da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:04.133077 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4a7e92c5-84a6-4878-ad17-68c9f650fdbd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "GET /v2.0/floatingips/0e137eb3-3188-4194-b58e-1af012c4b3e7 HTTP/1.1" status: 200 len: 688 time: 0.0641065 Mar 23 12:57:04.138119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38566) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:04.164204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-71f676c2-c42e-491b-b21b-671879f60da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:04.164965 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f676c2-c42e-491b-b21b-671879f60da0 None None] The sync data for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:04.171800 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2517aae1-609e-4858-9789-17c1e8a8b9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.181466 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2517aae1-609e-4858-9789-17c1e8a8b9bd None None] Network a2947bf5-89f0-49d4-be5f-9c9ec4c4637e is not hosted by any dhcp agent {{(pid=102780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 12:57:04.181931 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517aae1-609e-4858-9789-17c1e8a8b9bd None None] No DVR routers for this DVR port 53147171-1e0b-425d-8e65-615ee90dfe3c on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:57:04.192333 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.209265 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.215878 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517aae1-609e-4858-9789-17c1e8a8b9bd None None] Pushing event deleted for resources: {'Port': ['ID=53147171-1e0b-425d-8e65-615ee90dfe3c,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:04.217146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38568) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:04.221211 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/networks/a2947bf5-89f0-49d4-be5f-9c9ec4c4637e HTTP/1.1" status: 204 len: 168 time: 0.8956869 Mar 23 12:57:04.222444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-56576486-5528-4800-9d44-65bdaa25190d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'network': {'name': 'tempest-RoutersTest-1366436502'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:04.243251 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56576486-5528-4800-9d44-65bdaa25190d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:04.247097 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56576486-5528-4800-9d44-65bdaa25190d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.274054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37100bb-0bc3-49e6-8770-9a1d0f1af56b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Network': ['ID=a2947bf5-89f0-49d4-be5f-9c9ec4c4637e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:04.281709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56576486-5528-4800-9d44-65bdaa25190d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:04.303409 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56576486-5528-4800-9d44-65bdaa25190d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.303744 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-56576486-5528-4800-9d44-65bdaa25190d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Added segment 27878c47-8605-4560-b6fd-f78acd7af253 of type vlan for network 8177b138-466c-4e5b-9aa5-a9f34beac63c Mar 23 12:57:04.345845 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56576486-5528-4800-9d44-65bdaa25190d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.375750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc4fed-5419-4e3f-8f7e-1415f92f746b tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Deleting port c1eeed8f-3d0b-47c7-9cc8-6dad97cd68ed {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:04.378127 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4fed-5419-4e3f-8f7e-1415f92f746b tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.386508 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56576486-5528-4800-9d44-65bdaa25190d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.392652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56576486-5528-4800-9d44-65bdaa25190d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:04.393238 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56576486-5528-4800-9d44-65bdaa25190d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.394847 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-37ad84d9-8aa6-4a47-b685-1bfe2c9e27d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.401517 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-37ad84d9-8aa6-4a47-b685-1bfe2c9e27d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.423818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-56576486-5528-4800-9d44-65bdaa25190d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2055774 Mar 23 12:57:04.438232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38570) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:04.453760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-382e11b7-ca5c-40c5-85af-f8c18b845198 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'subnet': {'network_id': '8177b138-466c-4e5b-9aa5-a9f34beac63c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:04.465125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56576486-5528-4800-9d44-65bdaa25190d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Network': ['ID=8177b138-466c-4e5b-9aa5-a9f34beac63c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:04.477892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 8177b138-466c-4e5b-9aa5-a9f34beac63c details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:04.503218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-37ad84d9-8aa6-4a47-b685-1bfe2c9e27d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09ed3bdadec24940b7a9c75e8be53f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4719028 Mar 23 12:57:04.504870 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38572) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:04.538349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad84d9-8aa6-4a47-b685-1bfe2c9e27d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3168307b-8620-48ea-a3dd-82d741122377,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:04.574896 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4fed-5419-4e3f-8f7e-1415f92f746b tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.575233 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4fed-5419-4e3f-8f7e-1415f92f746b tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.585311 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-291ee280-844b-4fae-bf69-8a8c3ed918e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.594771 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc4fed-5419-4e3f-8f7e-1415f92f746b tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Calling delete_port for c1eeed8f-3d0b-47c7-9cc8-6dad97cd68ed owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:04.613281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382e11b7-ca5c-40c5-85af-f8c18b845198 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:04.614580 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-291ee280-844b-4fae-bf69-8a8c3ed918e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.616816 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-382e11b7-ca5c-40c5-85af-f8c18b845198 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.672523 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-291ee280-844b-4fae-bf69-8a8c3ed918e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.675806 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-291ee280-844b-4fae-bf69-8a8c3ed918e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.679557 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-291ee280-844b-4fae-bf69-8a8c3ed918e5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3168307b-8620-48ea-a3dd-82d741122377 HTTP/1.1" status: 204 len: 168 time: 0.1724143 Mar 23 12:57:04.689335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ee280-844b-4fae-bf69-8a8c3ed918e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3168307b-8620-48ea-a3dd-82d741122377,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:04.882960 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4fed-5419-4e3f-8f7e-1415f92f746b tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.920618 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-382e11b7-ca5c-40c5-85af-f8c18b845198 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:04.926054 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc4fed-5419-4e3f-8f7e-1415f92f746b tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Port': ['ID=c1eeed8f-3d0b-47c7-9cc8-6dad97cd68ed,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:05.020073 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e11b7-ca5c-40c5-85af-f8c18b845198 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Subnet': ['ID=161a91ca-1549-41a7-bf18-75dfd00b86f6,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:05.045674 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382e11b7-ca5c-40c5-85af-f8c18b845198 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Checking segment: {'id': '27878c47-8605-4560-b6fd-f78acd7af253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8177b138-466c-4e5b-9aa5-a9f34beac63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:05.046036 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382e11b7-ca5c-40c5-85af-f8c18b845198 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network hostable DHCP agents. Network: 8177b138-466c-4e5b-9aa5-a9f34beac63c, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:05.049368 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4fed-5419-4e3f-8f7e-1415f92f746b tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:05.051875 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4fed-5419-4e3f-8f7e-1415f92f746b tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:05.056509 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e7dc4fed-5419-4e3f-8f7e-1415f92f746b tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/floatingips/0e137eb3-3188-4194-b58e-1af012c4b3e7 HTTP/1.1" status: 204 len: 168 time: 0.9054518 Mar 23 12:57:05.057371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38582) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:05.061668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': '963eb474-44fd-4f10-aac4-fad91ad0c4b5'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:05.085114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382e11b7-ca5c-40c5-85af-f8c18b845198 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 8177b138-466c-4e5b-9aa5-a9f34beac63c is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:05.094283 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:05.098205 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-382e11b7-ca5c-40c5-85af-f8c18b845198 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 8177b138-466c-4e5b-9aa5-a9f34beac63c) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:05.106330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef04c9f-c4dc-4979-9aa2-ac48ff908088 None None] Network 8177b138-466c-4e5b-9aa5-a9f34beac63c requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:05.115494 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382e11b7-ca5c-40c5-85af-f8c18b845198 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:05.116122 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-382e11b7-ca5c-40c5-85af-f8c18b845198 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:05.172092 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-382e11b7-ca5c-40c5-85af-f8c18b845198 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7290823 Mar 23 12:57:05.172447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38590) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:05.177936 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7a2353b3-3095-4693-8371-ab1ccc474ee9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1115823578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:05.220154 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a2353b3-3095-4693-8371-ab1ccc474ee9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:05.222745 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a2353b3-3095-4693-8371-ab1ccc474ee9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:05.249814 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:05.323121 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a2353b3-3095-4693-8371-ab1ccc474ee9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:05.355503 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a2353b3-3095-4693-8371-ab1ccc474ee9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:05.392602 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8177b138-466c-4e5b-9aa5-a9f34beac63c', 'network_id': '8177b138-466c-4e5b-9aa5-a9f34beac63c', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'fixed_ips': [{'subnet_id': '161a91ca-1549-41a7-bf18-75dfd00b86f6'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:57:05.393872 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:05.408103 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Allocated IP 172.25.2.212 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/c0d85d35-d94f-4dfe-99e7-d9b7f1e929ec) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:05.414311 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7a2353b3-3095-4693-8371-ab1ccc474ee9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:05.415645 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7a2353b3-3095-4693-8371-ab1ccc474ee9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2416105 Mar 23 12:57:05.418325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38596) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:05.558667 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:05.626297 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:05.684062 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Allocated IP 172.20.0.2 (8177b138-466c-4e5b-9aa5-a9f34beac63c/161a91ca-1549-41a7-bf18-75dfd00b86f6/5e9b55e8-34c0-46da-ae83-41bce8da841c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:05.693051 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 53147171-1e0b-425d-8e65-615ee90dfe3c no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:57:05.715893 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:05.722014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:05.736918 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:05.754332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 53147171-1e0b-425d-8e65-615ee90dfe3c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:57:05.754332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 53147171-1e0b-425d-8e65-615ee90dfe3c not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:57:05.818576 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=c0d85d35-d94f-4dfe-99e7-d9b7f1e929ec,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:05.848534 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:06.177405 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:06.186290 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:06.244595 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Network 8177b138-466c-4e5b-9aa5-a9f34beac63c is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:06.249532 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:06.261010 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:06.285544 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Allocated IP 172.20.0.1 (8177b138-466c-4e5b-9aa5-a9f34beac63c/161a91ca-1549-41a7-bf18-75dfd00b86f6/ec57983d-2f2a-499e-8d88-55b1596fdfbf) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:06.316136 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Pushing event updated for resources: {'Port': ['ID=5e9b55e8-34c0-46da-ae83-41bce8da841c,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:06.376782 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Attempting to bind port 5e9b55e8-34c0-46da-ae83-41bce8da841c on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:06.377414 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Attempting to bind port 5e9b55e8-34c0-46da-ae83-41bce8da841c by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '27878c47-8605-4560-b6fd-f78acd7af253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8177b138-466c-4e5b-9aa5-a9f34beac63c'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:06.377871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Attempting to bind port 5e9b55e8-34c0-46da-ae83-41bce8da841c on network 8177b138-466c-4e5b-9aa5-a9f34beac63c {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:06.387622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:06.388986 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Checking segment: {'id': '27878c47-8605-4560-b6fd-f78acd7af253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8177b138-466c-4e5b-9aa5-a9f34beac63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:06.389490 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:06.391371 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Bound using segment: {'id': '27878c47-8605-4560-b6fd-f78acd7af253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8177b138-466c-4e5b-9aa5-a9f34beac63c'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:06.391985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Bound port: 5e9b55e8-34c0-46da-ae83-41bce8da841c, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27878c47-8605-4560-b6fd-f78acd7af253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8177b138-466c-4e5b-9aa5-a9f34beac63c'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:06.392594 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:06.486842 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] For port 5e9b55e8-34c0-46da-ae83-41bce8da841c, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:06.491100 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] For port 5e9b55e8-34c0-46da-ae83-41bce8da841c, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5e9b55e8-34c0-46da-ae83-41bce8da841c,segment=NetworkSegment(27878c47-8605-4560-b6fd-f78acd7af253),segment_id=27878c47-8605-4560-b6fd-f78acd7af253)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:06.498018 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:06.570944 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3248749-ba29-49e0-88a8-8e9932354b3f None None] Pushing event updated for resources: {'Port': ['ID=5e9b55e8-34c0-46da-ae83-41bce8da841c,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:06.618118 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:06.667778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:06.694576 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:06.736582 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 8177b138-466c-4e5b-9aa5-a9f34beac63c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:06.740061 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:06.745886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:06.791405 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:06.804208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=ec57983d-2f2a-499e-8d88-55b1596fdfbf,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:06.829446 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:07.037983 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:07.095369 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:07.101758 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:07.218394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=c0d85d35-d94f-4dfe-99e7-d9b7f1e929ec,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:07.231448 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:07.398850 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Floating IP f00558f8-42e3-495f-9e4d-7d1e8f3900c7 associated. External IP: 172.25.2.212, port: 963eb474-44fd-4f10-aac4-fad91ad0c4b5. Mar 23 12:57:07.477624 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:07.494523 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:07.589769 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:07.592293 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=ec57983d-2f2a-499e-8d88-55b1596fdfbf,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:07.608202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:07.608553 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:07.608900 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:07.609234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:07.609856 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:07.609986 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:07.610263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:07.610589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:07.610912 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:07.612721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:07.613057 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:07.613387 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:07.770684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 8177b138-466c-4e5b-9aa5-a9f34beac63c is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:07.772169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:07.790581 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5e9b55e8-34c0-46da-ae83-41bce8da841c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:07.845608 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38690) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:07.860425 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router d7aa8147-b340-42be-ab38-22304ee3dbb0 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:07.892780 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 5e9b55e8-34c0-46da-ae83-41bce8da841c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:07.893443 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.003596 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.019531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:08.030776 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 1b27e201-4d09-477f-98f1-fd2ad252e51f is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:57:08.031397 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf58c6b-a82f-4031-90de-33a9027e9d3b None None] Sync routers for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:08.054363 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf58c6b-a82f-4031-90de-33a9027e9d3b None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:08.054984 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9cf58c6b-a82f-4031-90de-33a9027e9d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:08.058809 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 5e9b55e8-34c0-46da-ae83-41bce8da841c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5e9b55e8-34c0-46da-ae83-41bce8da841c,segment=NetworkSegment(27878c47-8605-4560-b6fd-f78acd7af253),segment_id=27878c47-8605-4560-b6fd-f78acd7af253)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:08.061369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549d3ab6-fe52-4c88-96c0-7202c2b15b00 None None] Network 8177b138-466c-4e5b-9aa5-a9f34beac63c requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:08.075165 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.082288 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.106395 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4004e353-bc3b-46a0-9f36-eb314ad63835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.144253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:08.151082 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f0af6f7f-4a9b-40c6-a24d-5fd4151f3251 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/1b27e201-4d09-477f-98f1-fd2ad252e51f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7313650 Mar 23 12:57:08.156525 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38694) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:08.167787 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b6252b-2116-490f-be70-15b49c1a1328 None None] Sync routers for ids ['1b27e201-4d09-477f-98f1-fd2ad252e51f'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:08.197030 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4d101c45-9028-4d69-8988-8e8e2c1f66a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1386163 Mar 23 12:57:08.205045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7436abb2-22b9-45f4-9a4c-662497955ea3 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:08.205682 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38696) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:08.205883 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bddd149a-4011-4f1e-9b35-2376296cc8cd None None] Provisioning complete for port 5e9b55e8-34c0-46da-ae83-41bce8da841c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:08.206242 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bddd149a-4011-4f1e-9b35-2376296cc8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.207813 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7436abb2-22b9-45f4-9a4c-662497955ea3 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports/ec57983d-2f2a-499e-8d88-55b1596fdfbf HTTP/1.1" status: 200 len: 910 time: 0.0500612 Mar 23 12:57:08.210348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38698) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:08.220137 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-aaa4ee86-7528-4c6e-a569-cc54d96a17fd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-655184096'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:08.274319 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b6252b-2116-490f-be70-15b49c1a1328 None None] Routers {'1b27e201-4d09-477f-98f1-fd2ad252e51f'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:08.275645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-15b6252b-2116-490f-be70-15b49c1a1328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1b27e201-4d09-477f-98f1-fd2ad252e51f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:08.283964 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa4ee86-7528-4c6e-a569-cc54d96a17fd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Made reservation on behalf of 006988889d1c4903b19e602e0d9d59a2 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:08.287466 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ee86-7528-4c6e-a569-cc54d96a17fd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.288718 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=5e9b55e8-34c0-46da-ae83-41bce8da841c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:08.333257 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-15b6252b-2116-490f-be70-15b49c1a1328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:08.336548 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa4ee86-7528-4c6e-a569-cc54d96a17fd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:08.347132 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ee86-7528-4c6e-a569-cc54d96a17fd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.347487 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-aaa4ee86-7528-4c6e-a569-cc54d96a17fd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Added segment 6f5aa2d2-e320-4d08-9618-e5f288902bac of type vlan for network 62c3c86c-17f9-40fd-824a-9fd1066d6a75 Mar 23 12:57:08.365928 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9cf58c6b-a82f-4031-90de-33a9027e9d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:08.393243 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf58c6b-a82f-4031-90de-33a9027e9d3b None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:08.393477 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ee86-7528-4c6e-a569-cc54d96a17fd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.394129 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9cf58c6b-a82f-4031-90de-33a9027e9d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:08.403115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b6252b-2116-490f-be70-15b49c1a1328 None None] Routers {'1b27e201-4d09-477f-98f1-fd2ad252e51f'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:08.404035 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-15b6252b-2116-490f-be70-15b49c1a1328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1b27e201-4d09-477f-98f1-fd2ad252e51f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:08.435725 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ee86-7528-4c6e-a569-cc54d96a17fd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.441460 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa4ee86-7528-4c6e-a569-cc54d96a17fd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:08.442086 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ee86-7528-4c6e-a569-cc54d96a17fd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.457021 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-15b6252b-2116-490f-be70-15b49c1a1328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:08.457600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b6252b-2116-490f-be70-15b49c1a1328 None None] The sync data for ids ['1b27e201-4d09-477f-98f1-fd2ad252e51f'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:08.486775 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9cf58c6b-a82f-4031-90de-33a9027e9d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:08.490346 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf58c6b-a82f-4031-90de-33a9027e9d3b None None] The sync data for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:08.541914 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-aaa4ee86-7528-4c6e-a569-cc54d96a17fd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3351529 Mar 23 12:57:08.545539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38702) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:08.552082 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4004e353-bc3b-46a0-9f36-eb314ad63835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.553448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4ee86-7528-4c6e-a569-cc54d96a17fd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Network': ['ID=62c3c86c-17f9-40fd-824a-9fd1066d6a75,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:08.559830 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4004e353-bc3b-46a0-9f36-eb314ad63835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.563870 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9f71f3fe-1085-4f5a-8b18-59560bc8d8a5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'subnet': {'network_id': '62c3c86c-17f9-40fd-824a-9fd1066d6a75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:08.566533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 62c3c86c-17f9-40fd-824a-9fd1066d6a75 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:08.604091 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4004e353-bc3b-46a0-9f36-eb314ad63835 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee82119e263742b6bec4d8746b864025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7571354 Mar 23 12:57:08.604992 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004e353-bc3b-46a0-9f36-eb314ad63835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019e1ced-8b4d-4fff-b6c5-6e8bbc76b4dd,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:08.607466 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38704) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:08.660793 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad2a759d-593f-463d-a7ad-643d13cd721b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.689311 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad2a759d-593f-463d-a7ad-643d13cd721b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.722144 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f71f3fe-1085-4f5a-8b18-59560bc8d8a5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Made reservation on behalf of 006988889d1c4903b19e602e0d9d59a2 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:08.725711 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f71f3fe-1085-4f5a-8b18-59560bc8d8a5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.766856 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad2a759d-593f-463d-a7ad-643d13cd721b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.770992 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad2a759d-593f-463d-a7ad-643d13cd721b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.772666 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ad2a759d-593f-463d-a7ad-643d13cd721b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/019e1ced-8b4d-4fff-b6c5-6e8bbc76b4dd HTTP/1.1" status: 204 len: 168 time: 0.1642394 Mar 23 12:57:08.781978 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a759d-593f-463d-a7ad-643d13cd721b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019e1ced-8b4d-4fff-b6c5-6e8bbc76b4dd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:08.883834 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f53c9df-8214-4844-b1fe-ac92683583b6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.884839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1e6b0f89-3577-4df2-90f6-697139417947 None None] Provisioning complete for port ec57983d-2f2a-499e-8d88-55b1596fdfbf triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:08.885353 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e6b0f89-3577-4df2-90f6-697139417947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:08.945545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b0f89-3577-4df2-90f6-697139417947 None None] Port ec57983d-2f2a-499e-8d88-55b1596fdfbf cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:57:08.968940 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1e6b0f89-3577-4df2-90f6-697139417947 None None] Provisioning complete for port 5e9b55e8-34c0-46da-ae83-41bce8da841c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:08.969712 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e6b0f89-3577-4df2-90f6-697139417947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.214813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cc626abc-62a0-467e-aa09-58629260ff9a None None] Provisioning complete for port ec57983d-2f2a-499e-8d88-55b1596fdfbf triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:09.215245 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc626abc-62a0-467e-aa09-58629260ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.251099 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38710) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:09.265852 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf028b6-6a99-4acc-b368-4d35743720f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.270122 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cc626abc-62a0-467e-aa09-58629260ff9a None None] Port ec57983d-2f2a-499e-8d88-55b1596fdfbf cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:57:09.370802 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf028b6-6a99-4acc-b368-4d35743720f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.374799 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7bf028b6-6a99-4acc-b368-4d35743720f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.425761 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7bf028b6-6a99-4acc-b368-4d35743720f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4dd13003617a45e9950b4fa8e98065fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706471 Mar 23 12:57:09.425761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf028b6-6a99-4acc-b368-4d35743720f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c25c99-a540-469f-81ca-93e6bdb02287,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:09.426906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38712) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:09.513642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ffb0ba4f-cec3-4195-be9a-3ded886c8ed0 None None] Provisioning complete for port ec57983d-2f2a-499e-8d88-55b1596fdfbf triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:09.514028 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ffb0ba4f-cec3-4195-be9a-3ded886c8ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.515647 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfbccd14-a52c-4ad0-b029-67d251a195bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.543486 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f71f3fe-1085-4f5a-8b18-59560bc8d8a5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.547016 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfbccd14-a52c-4ad0-b029-67d251a195bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.581399 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ffb0ba4f-cec3-4195-be9a-3ded886c8ed0 None None] Port ec57983d-2f2a-499e-8d88-55b1596fdfbf cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:57:09.636933 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfbccd14-a52c-4ad0-b029-67d251a195bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.640333 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfbccd14-a52c-4ad0-b029-67d251a195bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.641966 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cfbccd14-a52c-4ad0-b029-67d251a195bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/14c25c99-a540-469f-81ca-93e6bdb02287 HTTP/1.1" status: 204 len: 168 time: 0.2142651 Mar 23 12:57:09.658420 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbccd14-a52c-4ad0-b029-67d251a195bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c25c99-a540-469f-81ca-93e6bdb02287,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:09.670698 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71f3fe-1085-4f5a-8b18-59560bc8d8a5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Subnet': ['ID=f07be4c0-fe76-441b-beeb-04f8f91c44f1,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:09.675430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f71f3fe-1085-4f5a-8b18-59560bc8d8a5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Checking segment: {'id': '6f5aa2d2-e320-4d08-9618-e5f288902bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '62c3c86c-17f9-40fd-824a-9fd1066d6a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:09.675791 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f71f3fe-1085-4f5a-8b18-59560bc8d8a5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network hostable DHCP agents. Network: 62c3c86c-17f9-40fd-824a-9fd1066d6a75, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:09.697224 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5e9b55e8-34c0-46da-ae83-41bce8da841c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:09.717188 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f71f3fe-1085-4f5a-8b18-59560bc8d8a5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network 62c3c86c-17f9-40fd-824a-9fd1066d6a75 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:09.732262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-9f71f3fe-1085-4f5a-8b18-59560bc8d8a5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 62c3c86c-17f9-40fd-824a-9fd1066d6a75) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:09.744820 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e800f5b-e66b-4153-8c68-9ccf00b926d0 None None] Network 62c3c86c-17f9-40fd-824a-9fd1066d6a75 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:09.758794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f71f3fe-1085-4f5a-8b18-59560bc8d8a5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:09.759899 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f71f3fe-1085-4f5a-8b18-59560bc8d8a5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.788478 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38718) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:09.788684 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9f71f3fe-1085-4f5a-8b18-59560bc8d8a5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2407427 Mar 23 12:57:09.793359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1810566326', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:09.806855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2f53c9df-8214-4844-b1fe-ac92683583b6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port ec57983d-2f2a-499e-8d88-55b1596fdfbf {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:09.807272 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f53c9df-8214-4844-b1fe-ac92683583b6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.830378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 5e9b55e8-34c0-46da-ae83-41bce8da841c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:09.830751 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.836297 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.840175 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.943317 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f53c9df-8214-4844-b1fe-ac92683583b6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.952501 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:09.962848 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2f53c9df-8214-4844-b1fe-ac92683583b6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for ec57983d-2f2a-499e-8d88-55b1596fdfbf owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:10.015945 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-62c3c86c-17f9-40fd-824a-9fd1066d6a75', 'network_id': '62c3c86c-17f9-40fd-824a-9fd1066d6a75', 'tenant_id': '006988889d1c4903b19e602e0d9d59a2', 'fixed_ips': [{'subnet_id': 'f07be4c0-fe76-441b-beeb-04f8f91c44f1'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:57:10.019343 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:10.259544 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:10.379745 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f53c9df-8214-4844-b1fe-ac92683583b6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:10.389341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Allocated IP 172.20.0.2 (62c3c86c-17f9-40fd-824a-9fd1066d6a75/f07be4c0-fe76-441b-beeb-04f8f91c44f1/2e8a4f16-34aa-4cf5-9dbb-165837043e8e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:10.421897 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53c9df-8214-4844-b1fe-ac92683583b6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=ec57983d-2f2a-499e-8d88-55b1596fdfbf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:10.662695 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2f53c9df-8214-4844-b1fe-ac92683583b6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:10.769019 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:10.786273 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:10.788653 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:10.823916 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:10.861976 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Network 62c3c86c-17f9-40fd-824a-9fd1066d6a75 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:10.866140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:10.884155 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:10.946868 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Pushing event updated for resources: {'Port': ['ID=2e8a4f16-34aa-4cf5-9dbb-165837043e8e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:10.960007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Allocated IP 172.25.2.25 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/c40c3dbe-57a9-47a9-89c8-6bff3249f486) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:10.966302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f53c9df-8214-4844-b1fe-ac92683583b6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 1b27e201-4d09-477f-98f1-fd2ad252e51f has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:11.022333 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Attempting to bind port 2e8a4f16-34aa-4cf5-9dbb-165837043e8e on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:11.023299 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Attempting to bind port 2e8a4f16-34aa-4cf5-9dbb-165837043e8e by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '6f5aa2d2-e320-4d08-9618-e5f288902bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '62c3c86c-17f9-40fd-824a-9fd1066d6a75'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:11.024247 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Attempting to bind port 2e8a4f16-34aa-4cf5-9dbb-165837043e8e on network 62c3c86c-17f9-40fd-824a-9fd1066d6a75 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:11.035220 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:11.038503 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Checking segment: {'id': '6f5aa2d2-e320-4d08-9618-e5f288902bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '62c3c86c-17f9-40fd-824a-9fd1066d6a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:11.039024 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:11.039526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Bound using segment: {'id': '6f5aa2d2-e320-4d08-9618-e5f288902bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '62c3c86c-17f9-40fd-824a-9fd1066d6a75'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:11.040373 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Bound port: 2e8a4f16-34aa-4cf5-9dbb-165837043e8e, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5aa2d2-e320-4d08-9618-e5f288902bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '62c3c86c-17f9-40fd-824a-9fd1066d6a75'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:11.042103 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:11.067157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f53c9df-8214-4844-b1fe-ac92683583b6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:11.077403 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f210ec6-2534-430f-b1f5-3ca0604aa32d None None] Sync routers for ids ['1b27e201-4d09-477f-98f1-fd2ad252e51f'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:11.093503 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2f53c9df-8214-4844-b1fe-ac92683583b6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/1b27e201-4d09-477f-98f1-fd2ad252e51f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8815913 Mar 23 12:57:11.095892 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38742) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:11.112704 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f210ec6-2534-430f-b1f5-3ca0604aa32d None None] Routers {'1b27e201-4d09-477f-98f1-fd2ad252e51f'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:11.114716 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6f210ec6-2534-430f-b1f5-3ca0604aa32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1b27e201-4d09-477f-98f1-fd2ad252e51f'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:11.152603 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5f0321a5-f206-4856-b2e5-bad0693d44e3 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b27e201-4d09-477f-98f1-fd2ad252e51f HTTP/1.1" status: 200 len: 205 time: 0.0523679 Mar 23 12:57:11.152974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38744) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:11.177623 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6f210ec6-2534-430f-b1f5-3ca0604aa32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:11.183081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:11.183579 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] For port 2e8a4f16-34aa-4cf5-9dbb-165837043e8e, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:11.190093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] For port 2e8a4f16-34aa-4cf5-9dbb-165837043e8e, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2e8a4f16-34aa-4cf5-9dbb-165837043e8e,segment=NetworkSegment(6f5aa2d2-e320-4d08-9618-e5f288902bac),segment_id=6f5aa2d2-e320-4d08-9618-e5f288902bac)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:11.195275 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f210ec6-2534-430f-b1f5-3ca0604aa32d None None] Routers {'1b27e201-4d09-477f-98f1-fd2ad252e51f'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:11.197681 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6f210ec6-2534-430f-b1f5-3ca0604aa32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['1b27e201-4d09-477f-98f1-fd2ad252e51f'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:11.199372 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:11.249940 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6f210ec6-2534-430f-b1f5-3ca0604aa32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:11.250845 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f210ec6-2534-430f-b1f5-3ca0604aa32d None None] The sync data for ids ['1b27e201-4d09-477f-98f1-fd2ad252e51f'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:11.263863 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:11.293701 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc409170-a253-4a26-b65d-92f2a1d0faa9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:11.321160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bf43b-50db-401e-83fe-bc4815d9ec87 None None] Pushing event updated for resources: {'Port': ['ID=2e8a4f16-34aa-4cf5-9dbb-165837043e8e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:11.362259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=c40c3dbe-57a9-47a9-89c8-6bff3249f486,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:11.376245 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:11.377816 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:11.385925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:11.516843 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc409170-a253-4a26-b65d-92f2a1d0faa9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:11.520516 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc409170-a253-4a26-b65d-92f2a1d0faa9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:11.604861 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc409170-a253-4a26-b65d-92f2a1d0faa9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:11.605532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc409170-a253-4a26-b65d-92f2a1d0faa9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Fanout notify agent at l3_agent the message router_deleted on router 1b27e201-4d09-477f-98f1-fd2ad252e51f {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:57:11.613974 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bc409170-a253-4a26-b65d-92f2a1d0faa9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:11.615090 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bc409170-a253-4a26-b65d-92f2a1d0faa9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/routers/1b27e201-4d09-477f-98f1-fd2ad252e51f HTTP/1.1" status: 204 len: 168 time: 0.4613357 Mar 23 12:57:11.627827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38752) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:11.735081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d7c909-3b89-4177-9ba6-831d7c55cbdd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting subnet 161a91ca-1549-41a7-bf18-75dfd00b86f6 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:57:11.746630 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-32d7c909-3b89-4177-9ba6-831d7c55cbdd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:11.781628 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:11.837017 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-32d7c909-3b89-4177-9ba6-831d7c55cbdd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:11.934545 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-32d7c909-3b89-4177-9ba6-831d7c55cbdd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.001354 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-32d7c909-3b89-4177-9ba6-831d7c55cbdd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.040909 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7c909-3b89-4177-9ba6-831d7c55cbdd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Subnet': ['ID=161a91ca-1549-41a7-bf18-75dfd00b86f6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:12.045677 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-32d7c909-3b89-4177-9ba6-831d7c55cbdd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.048362 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.052399 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-32d7c909-3b89-4177-9ba6-831d7c55cbdd tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/161a91ca-1549-41a7-bf18-75dfd00b86f6 HTTP/1.1" status: 204 len: 168 time: 0.4207275 Mar 23 12:57:12.052645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38768) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:12.055272 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c20758c-d6d5-40b8-b846-a966f979c21c None None] Network 8177b138-466c-4e5b-9aa5-a9f34beac63c requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:12.144597 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.209836 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router ecc30d71-a63e-4f07-9920-54da87314645 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:57:12.214766 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port 5e9b55e8-34c0-46da-ae83-41bce8da841c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:12.215445 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.311831 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3452ac-f7a6-4aad-9ac9-be50060d9330 None None] DHCP port deletion for 8177b138-466c-4e5b-9aa5-a9f34beac63c request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:57:12.313048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] For port 5e9b55e8-34c0-46da-ae83-41bce8da841c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5e9b55e8-34c0-46da-ae83-41bce8da841c,segment=NetworkSegment(27878c47-8605-4560-b6fd-f78acd7af253),segment_id=27878c47-8605-4560-b6fd-f78acd7af253)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:12.313428 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.334665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for 5e9b55e8-34c0-46da-ae83-41bce8da841c owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:12.371371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:12.390326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e9de1-4eef-4f04-a92c-9a200f49a788 None None] Sync routers for ids ['ecc30d71-a63e-4f07-9920-54da87314645'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:12.407595 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.411411 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9d8ddd2a-6d72-4c72-9813-4d035199cf6a tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6219275 Mar 23 12:57:12.416590 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38792) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:12.423890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1c3452ac-f7a6-4aad-9ac9-be50060d9330 None None] Deleting port 5e9b55e8-34c0-46da-ae83-41bce8da841c {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:12.424322 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c3452ac-f7a6-4aad-9ac9-be50060d9330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.489790 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130e9de1-4eef-4f04-a92c-9a200f49a788 None None] Routers {'ecc30d71-a63e-4f07-9920-54da87314645'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:12.490427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-130e9de1-4eef-4f04-a92c-9a200f49a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ecc30d71-a63e-4f07-9920-54da87314645'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:12.503768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1c3452ac-f7a6-4aad-9ac9-be50060d9330 None None] For port 5e9b55e8-34c0-46da-ae83-41bce8da841c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5e9b55e8-34c0-46da-ae83-41bce8da841c,segment=NetworkSegment(27878c47-8605-4560-b6fd-f78acd7af253),segment_id=27878c47-8605-4560-b6fd-f78acd7af253)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:12.504236 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c3452ac-f7a6-4aad-9ac9-be50060d9330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.517231 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.534677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1c3452ac-f7a6-4aad-9ac9-be50060d9330 None None] Calling delete_port for 5e9b55e8-34c0-46da-ae83-41bce8da841c owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:12.564009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] No DVR routers for this DVR port 5e9b55e8-34c0-46da-ae83-41bce8da841c on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:57:12.607949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=5e9b55e8-34c0-46da-ae83-41bce8da841c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:12.676465 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-130e9de1-4eef-4f04-a92c-9a200f49a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:12.698430 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.703003 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a420934d-095a-4047-8bb5-4b3a863583a3 None None] Network 62c3c86c-17f9-40fd-824a-9fd1066d6a75 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:12.722619 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8177b138-466c-4e5b-9aa5-a9f34beac63c']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:12.727844 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130e9de1-4eef-4f04-a92c-9a200f49a788 None None] Routers {'ecc30d71-a63e-4f07-9920-54da87314645'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:12.728979 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-130e9de1-4eef-4f04-a92c-9a200f49a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ecc30d71-a63e-4f07-9920-54da87314645'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:12.735715 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27878c47-8605-4560-b6fd-f78acd7af253') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:12.736068 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27878c47-8605-4560-b6fd-f78acd7af253') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:12.747453 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.762366 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.769971 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:57:12.770374 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:57:12.774399 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:57:12.816435 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c3452ac-f7a6-4aad-9ac9-be50060d9330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.855800 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.858162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-130e9de1-4eef-4f04-a92c-9a200f49a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:12.859111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e9de1-4eef-4f04-a92c-9a200f49a788 None None] The sync data for ids ['ecc30d71-a63e-4f07-9920-54da87314645'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:12.870465 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.880135 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/networks/8177b138-466c-4e5b-9aa5-a9f34beac63c HTTP/1.1" status: 204 len: 168 time: 0.8260853 Mar 23 12:57:12.881215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38838) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:12.907424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3452ac-f7a6-4aad-9ac9-be50060d9330 None None] Pushing event deleted for resources: {'Port': ['ID=5e9b55e8-34c0-46da-ae83-41bce8da841c,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:12.912037 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-005a3587-e8d8-4cf2-9862-b61dda59e248 None None] Provisioning complete for port 2e8a4f16-34aa-4cf5-9dbb-165837043e8e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:12.912662 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-005a3587-e8d8-4cf2-9862-b61dda59e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:12.942436 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2109362763', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:12.956438 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677aa52-0e65-439b-a7c3-f69f11522ba9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Network': ['ID=8177b138-466c-4e5b-9aa5-a9f34beac63c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:12.985407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3452ac-f7a6-4aad-9ac9-be50060d9330 None None] No DVR routers for this DVR port 5e9b55e8-34c0-46da-ae83-41bce8da841c on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:57:13.015738 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:13.017149 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:13.061254 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-005a3587-e8d8-4cf2-9862-b61dda59e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:13.127382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-005a3587-e8d8-4cf2-9862-b61dda59e248 None None] For port 2e8a4f16-34aa-4cf5-9dbb-165837043e8e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2e8a4f16-34aa-4cf5-9dbb-165837043e8e,segment=NetworkSegment(6f5aa2d2-e320-4d08-9618-e5f288902bac),segment_id=6f5aa2d2-e320-4d08-9618-e5f288902bac)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:13.142405 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:13.155045 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-005a3587-e8d8-4cf2-9862-b61dda59e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:13.318149 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a3587-e8d8-4cf2-9862-b61dda59e248 None None] Pushing event updated for resources: {'Port': ['ID=2e8a4f16-34aa-4cf5-9dbb-165837043e8e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:13.344702 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:13.354206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38852) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:13.393706 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-333064b3-baad-48ff-9fae-407661805d36 req-9f020596-82ef-42df-8d47-5eb3d81e1626 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062970446&fields=id&tenant_id=a83d57a27e704c44abb036185c95fcaf HTTP/1.1" status: 200 len: 267 time: 0.0901425 Mar 23 12:57:13.550666 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c453972-5940-431d-b278-d51b383d7e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:13.589560 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:13.591405 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1327b84a-e6d0-4336-8fda-b641731f7b28 None None] Provisioning complete for port 2e8a4f16-34aa-4cf5-9dbb-165837043e8e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:13.591815 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1327b84a-e6d0-4336-8fda-b641731f7b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:13.593446 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:13.616309 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333064b3-baad-48ff-9fae-407661805d36 req-23df6e19-2215-47c5-b934-f393553c5357 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:13.617743 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-333064b3-baad-48ff-9fae-407661805d36 req-23df6e19-2215-47c5-b934-f393553c5357 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 812 time: 0.2108018 Mar 23 12:57:13.624084 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:13.674696 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-333064b3-baad-48ff-9fae-407661805d36 req-ebc11138-a7ba-4a12-ba2d-3a8fe53e4fbb tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/quotas/a83d57a27e704c44abb036185c95fcaf HTTP/1.1" status: 200 len: 375 time: 0.0168037 Mar 23 12:57:13.733924 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2e8a4f16-34aa-4cf5-9dbb-165837043e8e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:13.773927 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c453972-5940-431d-b278-d51b383d7e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:13.783631 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-333064b3-baad-48ff-9fae-407661805d36 req-4ee6bb38-0063-4708-97e2-59e0e2afe63f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984635 Mar 23 12:57:13.788684 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c453972-5940-431d-b278-d51b383d7e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:13.791558 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2e8a4f16-34aa-4cf5-9dbb-165837043e8e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:13.792424 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:13.792544 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Allocated IP 172.25.2.61 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/dff16d3c-9efc-47fd-9754-ae74c87f5142) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:13.840847 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c453972-5940-431d-b278-d51b383d7e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c085f107-4a1f-446a-9614-bcb1688e72d4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:13.859796 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38858) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:13.859961 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2c453972-5940-431d-b278-d51b383d7e33 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2d8913aaff454578a187b58e913cf21e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5044043 Mar 23 12:57:13.952455 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:13.954927 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5e9b55e8-34c0-46da-ae83-41bce8da841c no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:57:13.975910 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 5e9b55e8-34c0-46da-ae83-41bce8da841c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:57:13.976243 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5e9b55e8-34c0-46da-ae83-41bce8da841c not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:57:13.992285 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:14.038809 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:14.044968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:14.047516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:14.072289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=dff16d3c-9efc-47fd-9754-ae74c87f5142,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:14.076938 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4301efe5-16a9-4bbc-b37f-4e438ad33190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:14.110761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Allocated IP 172.20.0.1 (62c3c86c-17f9-40fd-824a-9fd1066d6a75/f07be4c0-fe76-441b-beeb-04f8f91c44f1/97113e01-367e-477d-a8b6-a1611480af86) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:14.151175 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4301efe5-16a9-4bbc-b37f-4e438ad33190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:14.195511 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-333064b3-baad-48ff-9fae-407661805d36 req-487e0e7d-f083-46a6-b858-5a4e83d0a5a3 service neutron] 10.222.0.52 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655903 Mar 23 12:57:14.312382 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4301efe5-16a9-4bbc-b37f-4e438ad33190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:14.314790 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4301efe5-16a9-4bbc-b37f-4e438ad33190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:14.318216 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4301efe5-16a9-4bbc-b37f-4e438ad33190 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c085f107-4a1f-446a-9614-bcb1688e72d4 HTTP/1.1" status: 204 len: 168 time: 0.4552336 Mar 23 12:57:14.339249 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301efe5-16a9-4bbc-b37f-4e438ad33190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c085f107-4a1f-446a-9614-bcb1688e72d4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:14.356575 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:14.391779 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-333064b3-baad-48ff-9fae-407661805d36 req-8e82002e-14fd-4807-bf75-61bf414863d1 service neutron] 10.222.0.52 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679952 Mar 23 12:57:14.405539 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:14.446957 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:14.471024 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network 62c3c86c-17f9-40fd-824a-9fd1066d6a75 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:14.493259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:14.497481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:14.555169 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=97113e01-367e-477d-a8b6-a1611480af86,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:14.568807 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:14.622175 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:14.754401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38872) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:14.777414 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd9795c5-9c6e-4a4b-a9ff-51432e378f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:14.816041 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 36c17aeb-1747-4f35-ae6e-7cd9000363fe is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:57:14.825645 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:14.862792 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9e79a67-9275-433b-a8ad-1441c9482123 req-e3b99b0a-80fd-4134-b4ac-f921b51fce99 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 210 time: 0.0544271 Mar 23 12:57:14.945558 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7a74b113-42fe-48c6-9176-042dad723015 None None] Provisioning complete for port 97113e01-367e-477d-a8b6-a1611480af86 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:14.946776 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7a74b113-42fe-48c6-9176-042dad723015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:14.989064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7a74b113-42fe-48c6-9176-042dad723015 None None] Port 97113e01-367e-477d-a8b6-a1611480af86 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:57:15.194276 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:15.199147 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:15.278655 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=97113e01-367e-477d-a8b6-a1611480af86,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:15.289889 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:15.339434 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:15.342537 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd9795c5-9c6e-4a4b-a9ff-51432e378f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:15.355096 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a985552f-e00c-412c-a533-9f5f201dc560 None None] Sync routers for ids ['36c17aeb-1747-4f35-ae6e-7cd9000363fe'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:15.358513 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd9795c5-9c6e-4a4b-a9ff-51432e378f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:15.367639 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a985552f-e00c-412c-a533-9f5f201dc560 None None] Routers {'36c17aeb-1747-4f35-ae6e-7cd9000363fe'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:15.368423 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a985552f-e00c-412c-a533-9f5f201dc560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['36c17aeb-1747-4f35-ae6e-7cd9000363fe'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:15.392422 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:15.394248 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8bc0d0f4-5027-4e9d-8545-9101856b688f tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.4981759 Mar 23 12:57:15.397007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38882) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:15.407830 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a985552f-e00c-412c-a533-9f5f201dc560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:15.418237 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9795c5-9c6e-4a4b-a9ff-51432e378f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd3228c-8d59-425d-a813-f026ba60407d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:15.419054 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a985552f-e00c-412c-a533-9f5f201dc560 None None] Routers {'36c17aeb-1747-4f35-ae6e-7cd9000363fe'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:15.419824 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a985552f-e00c-412c-a533-9f5f201dc560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['36c17aeb-1747-4f35-ae6e-7cd9000363fe'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:15.435728 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cd9795c5-9c6e-4a4b-a9ff-51432e378f2a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=330da90e3080440b959d2aaef1aa5844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6783817 Mar 23 12:57:15.436238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38884) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:15.465066 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a985552f-e00c-412c-a533-9f5f201dc560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:15.465722 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a985552f-e00c-412c-a533-9f5f201dc560 None None] The sync data for ids ['36c17aeb-1747-4f35-ae6e-7cd9000363fe'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:15.476756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network 62c3c86c-17f9-40fd-824a-9fd1066d6a75 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:15.480007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:15.502080 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-faafdf7f-f547-468c-83b7-c1400a50a63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:15.530739 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-faafdf7f-f547-468c-83b7-c1400a50a63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:15.588258 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a95b7e86-6f0a-4c4d-a03f-59a5bd2a114a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/routers/36c17aeb-1747-4f35-ae6e-7cd9000363fe HTTP/1.1" status: 200 len: 880 time: 0.1892524 Mar 23 12:57:15.593931 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-faafdf7f-f547-468c-83b7-c1400a50a63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:15.595830 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38886) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:15.597410 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-faafdf7f-f547-468c-83b7-c1400a50a63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:15.598569 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-faafdf7f-f547-468c-83b7-c1400a50a63c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5fd3228c-8d59-425d-a813-f026ba60407d HTTP/1.1" status: 204 len: 168 time: 0.1616786 Mar 23 12:57:15.609601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafdf7f-f547-468c-83b7-c1400a50a63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd3228c-8d59-425d-a813-f026ba60407d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:15.713300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router ecc30d71-a63e-4f07-9920-54da87314645 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:15.824844 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-00d949bc-30ca-48a7-abd3-844b98812ca0 None None] Provisioning complete for port 97113e01-367e-477d-a8b6-a1611480af86 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:15.825290 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-00d949bc-30ca-48a7-abd3-844b98812ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:15.901897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-00d949bc-30ca-48a7-abd3-844b98812ca0 None None] Port 97113e01-367e-477d-a8b6-a1611480af86 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:57:15.945551 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:15.952786 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5e274446-7bd3-4a15-9aa8-e563a577a8f5 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "PUT /v2.0/routers/ecc30d71-a63e-4f07-9920-54da87314645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5348892 Mar 23 12:57:15.955296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38894) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:15.959330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b765d79-36fc-45d1-8018-ae5952086f89 None None] Sync routers for ids ['ecc30d71-a63e-4f07-9920-54da87314645'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:15.967360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-dd4033a9-0b65-4501-9ac0-e0d49d65ac9c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'port': {'network_id': '62c3c86c-17f9-40fd-824a-9fd1066d6a75', 'name': 'tempest-FloatingIPTestJSON-1788772605'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:15.972958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333064b3-baad-48ff-9fae-407661805d36 req-8479d734-7fe6-4141-bdd7-120ea6687a04 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:15.976171 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b765d79-36fc-45d1-8018-ae5952086f89 None None] Routers {'ecc30d71-a63e-4f07-9920-54da87314645'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:15.977238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2b765d79-36fc-45d1-8018-ae5952086f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ecc30d71-a63e-4f07-9920-54da87314645'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:15.984470 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-333064b3-baad-48ff-9fae-407661805d36 req-8479d734-7fe6-4141-bdd7-120ea6687a04 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.73 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 812 time: 0.1967669 Mar 23 12:57:16.044959 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2b765d79-36fc-45d1-8018-ae5952086f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:16.057984 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b765d79-36fc-45d1-8018-ae5952086f89 None None] Routers {'ecc30d71-a63e-4f07-9920-54da87314645'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:16.059778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2b765d79-36fc-45d1-8018-ae5952086f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ecc30d71-a63e-4f07-9920-54da87314645'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:16.061604 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-333064b3-baad-48ff-9fae-407661805d36 req-9f8a45d7-f638-456d-a1cb-477fe08ea012 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83d57a27e704c44abb036185c95fcaf HTTP/1.1" status: 200 len: 380 time: 0.0684898 Mar 23 12:57:16.075143 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-333064b3-baad-48ff-9fae-407661805d36 req-da2bf253-e3b7-4131-839a-a3fdfd85e84b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Request body: {'port': {'device_id': '46f8729f-9bcd-4685-b5e1-2283db9a1368', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'admin_state_up': True, 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'security_groups': ['c67d9058-6234-4dc9-8061-b272492f34df']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:16.114065 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-197ec7bf-790d-4790-b060-a563dfb424a6 req-b2b2b6fd-fb5a-49f0-ab8a-df39d6aa5909 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 210 time: 0.0500855 Mar 23 12:57:16.195662 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f8e729d0-abe4-430c-8c97-7c6c37e06aec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5984612 Mar 23 12:57:16.198157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38902) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:16.205096 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-19c0e26f-a89d-429e-aa4f-4954ac514301 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2109362763'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:16.267222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-333064b3-baad-48ff-9fae-407661805d36 req-da2bf253-e3b7-4131-839a-a3fdfd85e84b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Made reservation on behalf of a83d57a27e704c44abb036185c95fcaf for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:16.277249 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-333064b3-baad-48ff-9fae-407661805d36 req-da2bf253-e3b7-4131-839a-a3fdfd85e84b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:16.388311 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2b765d79-36fc-45d1-8018-ae5952086f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:16.389004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b765d79-36fc-45d1-8018-ae5952086f89 None None] The sync data for ids ['ecc30d71-a63e-4f07-9920-54da87314645'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:16.412505 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:16.508014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-333064b3-baad-48ff-9fae-407661805d36 req-da2bf253-e3b7-4131-839a-a3fdfd85e84b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Allocated IP 172.20.0.9 (bb56f7c4-c411-4c3a-9aa2-28215b8b28c1/870de485-4fe7-463d-99a0-400760616840/f1c3bdcd-03b7-4159-8b56-29c66f759062) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:16.678322 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4033a9-0b65-4501-9ac0-e0d49d65ac9c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Made reservation on behalf of 006988889d1c4903b19e602e0d9d59a2 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:16.682497 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd4033a9-0b65-4501-9ac0-e0d49d65ac9c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:16.688663 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-333064b3-baad-48ff-9fae-407661805d36 req-da2bf253-e3b7-4131-839a-a3fdfd85e84b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:16.703517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38914) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:16.718549 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-dd4033a9-0b65-4501-9ac0-e0d49d65ac9c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] device_id is not set on port ef34a412-4ca5-482b-98db-cb3d085e2f28 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:57:16.755667 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-333064b3-baad-48ff-9fae-407661805d36 req-da2bf253-e3b7-4131-839a-a3fdfd85e84b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:16.809235 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-333064b3-baad-48ff-9fae-407661805d36 req-da2bf253-e3b7-4131-839a-a3fdfd85e84b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:16.813731 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-333064b3-baad-48ff-9fae-407661805d36 req-da2bf253-e3b7-4131-839a-a3fdfd85e84b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:16.815264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-333064b3-baad-48ff-9fae-407661805d36 req-da2bf253-e3b7-4131-839a-a3fdfd85e84b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:16.870608 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-df858e9d-2635-41cd-997a-df290c43f34c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2123112023'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:16.871104 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333064b3-baad-48ff-9fae-407661805d36 req-da2bf253-e3b7-4131-839a-a3fdfd85e84b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:16.871869 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-333064b3-baad-48ff-9fae-407661805d36 req-da2bf253-e3b7-4131-839a-a3fdfd85e84b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:16.895197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bf253-e3b7-4131-839a-a3fdfd85e84b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'Port': ['ID=f1c3bdcd-03b7-4159-8b56-29c66f759062,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:16.911284 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-333064b3-baad-48ff-9fae-407661805d36 req-da2bf253-e3b7-4131-839a-a3fdfd85e84b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8434572 Mar 23 12:57:16.928193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Request body: {'port': {'device_id': '46f8729f-9bcd-4685-b5e1-2283db9a1368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:16.991060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df858e9d-2635-41cd-997a-df290c43f34c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Made reservation on behalf of 8bab4d0ef139413eba27bb8b1e30a39c for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:16.992103 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:16.995883 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df858e9d-2635-41cd-997a-df290c43f34c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.010894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-dd4033a9-0b65-4501-9ac0-e0d49d65ac9c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Allocated IP 172.20.0.14 (62c3c86c-17f9-40fd-824a-9fd1066d6a75/f07be4c0-fe76-441b-beeb-04f8f91c44f1/ef34a412-4ca5-482b-98db-cb3d085e2f28) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:17.017211 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df858e9d-2635-41cd-997a-df290c43f34c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.135402 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4ec41909-812e-4e42-bebf-6373641e4273 None None] Provisioning complete for port f1c3bdcd-03b7-4159-8b56-29c66f759062 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:17.136496 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4ec41909-812e-4e42-bebf-6373641e4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.186683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4ec41909-812e-4e42-bebf-6373641e4273 None None] Port f1c3bdcd-03b7-4159-8b56-29c66f759062 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:57:17.205397 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-19c0e26f-a89d-429e-aa4f-4954ac514301 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.229899 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df858e9d-2635-41cd-997a-df290c43f34c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.239021 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df858e9d-2635-41cd-997a-df290c43f34c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.250975 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-19c0e26f-a89d-429e-aa4f-4954ac514301 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.292640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df858e9d-2635-41cd-997a-df290c43f34c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:17.318736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aee5d7-2e4c-49c6-8399-6a6fe900831b req-8505f819-12ed-452b-9097-632b49c7c031 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:17.320250 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f5aee5d7-2e4c-49c6-8399-6a6fe900831b req-8505f819-12ed-452b-9097-632b49c7c031 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 931 time: 0.1174655 Mar 23 12:57:17.368304 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df858e9d-2635-41cd-997a-df290c43f34c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b2186c-deb9-4cb3-bd26-5aeac44768cc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:17.373211 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df858e9d-2635-41cd-997a-df290c43f34c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.373559 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-df858e9d-2635-41cd-997a-df290c43f34c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Added segment 4cf04eb0-ca6e-4f37-a4ba-fbcb9a2c8007 of type vlan for network 94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b Mar 23 12:57:17.405982 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f5aee5d7-2e4c-49c6-8399-6a6fe900831b req-e1e66078-2a66-4116-9d39-1c69fd619e37 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772488 Mar 23 12:57:17.427090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c3bdcd-03b7-4159-8b56-29c66f759062 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:57:17.436232 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.452392 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Transition to ACTIVE for port object f1c3bdcd-03b7-4159-8b56-29c66f759062 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:57:17.456897 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.481837 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df858e9d-2635-41cd-997a-df290c43f34c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.524088 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Pushing event updated for resources: {'Port': ['ID=f1c3bdcd-03b7-4159-8b56-29c66f759062,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:17.538395 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.579821 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df858e9d-2635-41cd-997a-df290c43f34c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.586715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df858e9d-2635-41cd-997a-df290c43f34c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:17.587891 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df858e9d-2635-41cd-997a-df290c43f34c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.604484 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c0e26f-a89d-429e-aa4f-4954ac514301 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 36c17aeb-1747-4f35-ae6e-7cd9000363fe has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:17.609152 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd4033a9-0b65-4501-9ac0-e0d49d65ac9c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.636389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Attempting to bind port f1c3bdcd-03b7-4159-8b56-29c66f759062 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:17.637058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Attempting to bind port f1c3bdcd-03b7-4159-8b56-29c66f759062 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:17.637399 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Attempting to bind port f1c3bdcd-03b7-4159-8b56-29c66f759062 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:17.647410 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Port f1c3bdcd-03b7-4159-8b56-29c66f759062 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:57:17.647822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Attempting to bind port f1c3bdcd-03b7-4159-8b56-29c66f759062 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:17.656169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:17.656543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Checking segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:17.657226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Bound using segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:17.657668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Bound port: f1c3bdcd-03b7-4159-8b56-29c66f759062, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:17.658027 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.680965 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-df858e9d-2635-41cd-997a-df290c43f34c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9763346 Mar 23 12:57:17.687282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38920) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:17.694943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b8aa6748-30ff-474e-8fb8-fb66c952ee31 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Request body: {'subnet': {'network_id': '94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:17.746420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] For port f1c3bdcd-03b7-4159-8b56-29c66f759062, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:17.750660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] For port f1c3bdcd-03b7-4159-8b56-29c66f759062, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f1c3bdcd-03b7-4159-8b56-29c66f759062,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:17.756847 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.761779 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df858e9d-2635-41cd-997a-df290c43f34c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Pushing event updated for resources: {'Network': ['ID=94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:17.773798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:17.844167 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd4033a9-0b65-4501-9ac0-e0d49d65ac9c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.854090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:17.856688 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:17.858213 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-333064b3-baad-48ff-9fae-407661805d36 req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] 10.222.0.73 "PUT /v2.0/ports/f1c3bdcd-03b7-4159-8b56-29c66f759062 HTTP/1.1" status: 200 len: 1091 time: 0.9350696 Mar 23 12:57:17.858687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f8729f-9bcd-4685-b5e1-2283db9a1368', 'tag': 'f1c3bdcd-03b7-4159-8b56-29c66f759062'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:57:17.861901 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7654d125-6057-47b7-bab1-4ff91ea0ddb8" -d '{"events": [{"name": "network-changed", "server_uuid": "46f8729f-9bcd-4685-b5e1-2283db9a1368", "tag": "f1c3bdcd-03b7-4159-8b56-29c66f759062"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:57:17.960465 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4235a-b3e6-4b5b-9c56-0c19023fed7c service neutron] Pushing event updated for resources: {'Port': ['ID=f1c3bdcd-03b7-4159-8b56-29c66f759062,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:17.966532 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056c20f8-28dd-4dcf-91c5-917d3eaf672e x-openstack-request-id: req-056c20f8-28dd-4dcf-91c5-917d3eaf672e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:57:17.966770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4033a9-0b65-4501-9ac0-e0d49d65ac9c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Network 62c3c86c-17f9-40fd-824a-9fd1066d6a75 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:17.966884 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f8729f-9bcd-4685-b5e1-2283db9a1368", "tag": "f1c3bdcd-03b7-4159-8b56-29c66f759062", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:57:17.967118 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-056c20f8-28dd-4dcf-91c5-917d3eaf672e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:57:17.967502 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f8729f-9bcd-4685-b5e1-2283db9a1368', 'tag': 'f1c3bdcd-03b7-4159-8b56-29c66f759062', 'status': 'completed', 'code': 200} Mar 23 12:57:17.984019 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-dd4033a9-0b65-4501-9ac0-e0d49d65ac9c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:17.987399 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4033a9-0b65-4501-9ac0-e0d49d65ac9c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:17.988252 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333064b3-baad-48ff-9fae-407661805d36 req-3577fed4-0247-4885-a66d-4a7301ba8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:17.989984 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-333064b3-baad-48ff-9fae-407661805d36 req-3577fed4-0247-4885-a66d-4a7301ba8b19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 1094 time: 0.0678191 Mar 23 12:57:18.022783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aa6748-30ff-474e-8fb8-fb66c952ee31 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Made reservation on behalf of 8bab4d0ef139413eba27bb8b1e30a39c for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:18.026388 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8aa6748-30ff-474e-8fb8-fb66c952ee31 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:18.051352 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4033a9-0b65-4501-9ac0-e0d49d65ac9c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event updated for resources: {'Port': ['ID=ef34a412-4ca5-482b-98db-cb3d085e2f28,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:18.052964 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-333064b3-baad-48ff-9fae-407661805d36 req-619a17c4-495a-4970-8534-662604d753f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1c3bdcd-03b7-4159-8b56-29c66f759062 HTTP/1.1" status: 200 len: 217 time: 0.0536957 Mar 23 12:57:18.055177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c0e26f-a89d-429e-aa4f-4954ac514301 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:18.065693 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c7589f-4564-440a-ba8e-23d68dd4918b None None] Sync routers for ids ['36c17aeb-1747-4f35-ae6e-7cd9000363fe'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:18.070856 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-19c0e26f-a89d-429e-aa4f-4954ac514301 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:18.075374 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-19c0e26f-a89d-429e-aa4f-4954ac514301 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/36c17aeb-1747-4f35-ae6e-7cd9000363fe HTTP/1.1" status: 200 len: 887 time: 1.8761783 Mar 23 12:57:18.081050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38924) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:18.082017 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c7589f-4564-440a-ba8e-23d68dd4918b None None] Routers {'36c17aeb-1747-4f35-ae6e-7cd9000363fe'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:18.084180 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b5c7589f-4564-440a-ba8e-23d68dd4918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['36c17aeb-1747-4f35-ae6e-7cd9000363fe'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:18.151950 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b5c7589f-4564-440a-ba8e-23d68dd4918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:18.179409 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c7589f-4564-440a-ba8e-23d68dd4918b None None] Routers {'36c17aeb-1747-4f35-ae6e-7cd9000363fe'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:18.180075 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b5c7589f-4564-440a-ba8e-23d68dd4918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['36c17aeb-1747-4f35-ae6e-7cd9000363fe'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:18.183769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333064b3-baad-48ff-9fae-407661805d36 req-9006f8ae-a49c-48d8-a038-7abce5227b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:18.185380 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-333064b3-baad-48ff-9fae-407661805d36 req-9006f8ae-a49c-48d8-a038-7abce5227b6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.1239853 Mar 23 12:57:18.256851 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-b5c7589f-4564-440a-ba8e-23d68dd4918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:18.257513 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c7589f-4564-440a-ba8e-23d68dd4918b None None] The sync data for ids ['36c17aeb-1747-4f35-ae6e-7cd9000363fe'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:18.258270 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333064b3-baad-48ff-9fae-407661805d36 req-8c526588-4fcb-4992-9a71-733c0fc060f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:18.261434 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-333064b3-baad-48ff-9fae-407661805d36 req-8c526588-4fcb-4992-9a71-733c0fc060f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685706 Mar 23 12:57:18.274795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4033a9-0b65-4501-9ac0-e0d49d65ac9c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:18.275418 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd4033a9-0b65-4501-9ac0-e0d49d65ac9c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:18.311495 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-383e270e-a575-4737-a4f1-bd148ed6bc14 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/routers/36c17aeb-1747-4f35-ae6e-7cd9000363fe HTTP/1.1" status: 200 len: 887 time: 0.2293277 Mar 23 12:57:18.315507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38926) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:18.332446 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dd4033a9-0b65-4501-9ac0-e0d49d65ac9c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3758659 Mar 23 12:57:18.332839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38928) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:18.354975 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c93c7128-23f9-4da0-a98b-0f45e62dc4d8 None None] Provisioning complete for port ef34a412-4ca5-482b-98db-cb3d085e2f28 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:18.355550 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5d18717c-f325-43e4-9c1d-e9e4619d74ca tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Request body: {'floatingip': {'port_id': 'ef34a412-4ca5-482b-98db-cb3d085e2f28'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:18.356272 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c93c7128-23f9-4da0-a98b-0f45e62dc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:18.359741 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bcc9642b-0c78-4bb5-9419-2eb32eb49503 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports?device_id=36c17aeb-1747-4f35-ae6e-7cd9000363fe HTTP/1.1" status: 200 len: 205 time: 0.0429425 Mar 23 12:57:18.363221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38930) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:18.409770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c93c7128-23f9-4da0-a98b-0f45e62dc4d8 None None] Port ef34a412-4ca5-482b-98db-cb3d085e2f28 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:57:18.472607 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8aa6748-30ff-474e-8fb8-fb66c952ee31 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:18.485665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d18717c-f325-43e4-9c1d-e9e4619d74ca tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:18.544892 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-333064b3-baad-48ff-9fae-407661805d36 req-706335ca-79d9-4445-87ff-a447a8f5d021 service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759736 Mar 23 12:57:18.545578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa6748-30ff-474e-8fb8-fb66c952ee31 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Pushing event updated for resources: {'Subnet': ['ID=3f99dcd4-95d2-47c3-944a-49669e12978d,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:18.552359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa6748-30ff-474e-8fb8-fb66c952ee31 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Checking segment: {'id': '4cf04eb0-ca6e-4f37-a4ba-fbcb9a2c8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:18.552759 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa6748-30ff-474e-8fb8-fb66c952ee31 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Network hostable DHCP agents. Network: 94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:18.570726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa6748-30ff-474e-8fb8-fb66c952ee31 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Network 94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:18.583564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b8aa6748-30ff-474e-8fb8-fb66c952ee31 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:18.589767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aa6748-30ff-474e-8fb8-fb66c952ee31 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:18.590364 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8aa6748-30ff-474e-8fb8-fb66c952ee31 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:18.598098 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba51d33-dc84-4836-8276-2c6185cbb723 None None] Network 94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:18.613597 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b8aa6748-30ff-474e-8fb8-fb66c952ee31 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9225249 Mar 23 12:57:18.614276 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38934) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:18.621725 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-284e9010-94e1-493b-8e35-1b28b5c9cd13 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Request body: {'port': {'network_id': '94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1203460328'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:18.659451 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-333064b3-baad-48ff-9fae-407661805d36 req-0f62c9fa-e240-44d6-9bd6-2c0b4f83f7ba service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948226 Mar 23 12:57:18.774959 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284e9010-94e1-493b-8e35-1b28b5c9cd13 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Made reservation on behalf of 8bab4d0ef139413eba27bb8b1e30a39c for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:18.781170 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-284e9010-94e1-493b-8e35-1b28b5c9cd13 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:18.812655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b', 'network_id': '94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b', 'tenant_id': '8bab4d0ef139413eba27bb8b1e30a39c', 'fixed_ips': [{'subnet_id': '3f99dcd4-95d2-47c3-944a-49669e12978d'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:57:18.813298 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-284e9010-94e1-493b-8e35-1b28b5c9cd13 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] device_id is not set on port 182c6370-a3ba-4396-96c7-a633e3953564 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:57:18.813932 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8d0b2-8bc6-4cdb-8ca2-10b6d5010ad6 req-21cf8184-3a85-480d-ae9a-7724615b52bf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:18.814396 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:18.815644 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eec8d0b2-8bc6-4cdb-8ca2-10b6d5010ad6 req-21cf8184-3a85-480d-ae9a-7724615b52bf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 943 time: 0.2896347 Mar 23 12:57:18.824290 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76e5cf54-95e9-4585-bcd2-694df48c4b3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:18.913914 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654d125-6057-47b7-bab1-4ff91ea0ddb8 req-e5b502c8-195d-4012-badc-3bd8a92629df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:18.917078 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7654d125-6057-47b7-bab1-4ff91ea0ddb8 req-e5b502c8-195d-4012-badc-3bd8a92629df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 1094 time: 0.1809871 Mar 23 12:57:18.955789 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-284e9010-94e1-493b-8e35-1b28b5c9cd13 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Allocated IP 2001:db8::285 (94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b/3f99dcd4-95d2-47c3-944a-49669e12978d/182c6370-a3ba-4396-96c7-a633e3953564) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:19.080186 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eec8d0b2-8bc6-4cdb-8ca2-10b6d5010ad6 req-6d7bc601-70bd-441e-b24e-1448dea27a07 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523358 Mar 23 12:57:19.127476 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-284e9010-94e1-493b-8e35-1b28b5c9cd13 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:19.168655 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76e5cf54-95e9-4585-bcd2-694df48c4b3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:19.174323 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-284e9010-94e1-493b-8e35-1b28b5c9cd13 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:19.186056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654d125-6057-47b7-bab1-4ff91ea0ddb8 req-6e857e70-c841-42bb-912b-a093dc913a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:19.187605 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7654d125-6057-47b7-bab1-4ff91ea0ddb8 req-6e857e70-c841-42bb-912b-a093dc913a25 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 913 time: 0.2599502 Mar 23 12:57:19.239382 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e9010-94e1-493b-8e35-1b28b5c9cd13 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Network 94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:19.243644 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e9010-94e1-493b-8e35-1b28b5c9cd13 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Pushing event updated for resources: {'Port': ['ID=182c6370-a3ba-4396-96c7-a633e3953564,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:19.250031 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Allocated IP 2001:db8::2 (94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b/3f99dcd4-95d2-47c3-944a-49669e12978d/626fb74c-011d-40e4-bfd5-f7f92e07f792) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:19.253863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-284e9010-94e1-493b-8e35-1b28b5c9cd13 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:19.257168 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e9010-94e1-493b-8e35-1b28b5c9cd13 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:19.263741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284e9010-94e1-493b-8e35-1b28b5c9cd13 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:19.264462 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-284e9010-94e1-493b-8e35-1b28b5c9cd13 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:19.288521 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-284e9010-94e1-493b-8e35-1b28b5c9cd13 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6693289 Mar 23 12:57:19.288735 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7654d125-6057-47b7-bab1-4ff91ea0ddb8 req-fb83f2ec-dae1-45c6-aaf4-86b750e8b71f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1c3bdcd-03b7-4159-8b56-29c66f759062 HTTP/1.1" status: 200 len: 217 time: 0.0722640 Mar 23 12:57:19.288958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38936) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:19.293376 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-dcec5b2e-528b-4d04-88e1-01c6dc989a0a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Request body: {'port': {'network_id': '94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1197865843', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:19.294102 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.api.validators [None req-dcec5b2e-528b-4d04-88e1-01c6dc989a0a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] bootfile-name is not in valid_values {{(pid=102779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 12:57:19.294456 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.api.validators [None req-dcec5b2e-528b-4d04-88e1-01c6dc989a0a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] tftp-server is not in valid_values {{(pid=102779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 12:57:19.295854 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.api.validators [None req-dcec5b2e-528b-4d04-88e1-01c6dc989a0a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] server-ip-address is not in valid_values {{(pid=102779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 12:57:19.435995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcec5b2e-528b-4d04-88e1-01c6dc989a0a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Made reservation on behalf of 8bab4d0ef139413eba27bb8b1e30a39c for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:19.440375 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcec5b2e-528b-4d04-88e1-01c6dc989a0a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:19.442438 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654d125-6057-47b7-bab1-4ff91ea0ddb8 req-fa87a8c7-c685-49b2-bdc2-eaa4f1e39963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:19.444328 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7654d125-6057-47b7-bab1-4ff91ea0ddb8 req-fa87a8c7-c685-49b2-bdc2-eaa4f1e39963 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.1482458 Mar 23 12:57:19.469456 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-dcec5b2e-528b-4d04-88e1-01c6dc989a0a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] device_id is not set on port dce42cdc-093e-405b-baee-0d145e6c9d3a yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:57:19.506352 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:19.514225 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:19.517035 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-76e5cf54-95e9-4585-bcd2-694df48c4b3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port dff16d3c-9efc-47fd-9754-ae74c87f5142 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:19.517554 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76e5cf54-95e9-4585-bcd2-694df48c4b3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:19.561642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Pushing event updated for resources: {'Port': ['ID=626fb74c-011d-40e4-bfd5-f7f92e07f792,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:19.574006 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Network 94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:19.575524 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:19.579029 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:19.656937 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Attempting to bind port 626fb74c-011d-40e4-bfd5-f7f92e07f792 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:19.657827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Attempting to bind port 626fb74c-011d-40e4-bfd5-f7f92e07f792 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '4cf04eb0-ca6e-4f37-a4ba-fbcb9a2c8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:19.658297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Attempting to bind port 626fb74c-011d-40e4-bfd5-f7f92e07f792 on network 94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:19.664886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:19.666005 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Checking segment: {'id': '4cf04eb0-ca6e-4f37-a4ba-fbcb9a2c8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:19.666506 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:19.666993 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Bound using segment: {'id': '4cf04eb0-ca6e-4f37-a4ba-fbcb9a2c8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:19.667570 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Bound port: 626fb74c-011d-40e4-bfd5-f7f92e07f792, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf04eb0-ca6e-4f37-a4ba-fbcb9a2c8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:19.668101 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:19.751669 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] For port 626fb74c-011d-40e4-bfd5-f7f92e07f792, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:19.756420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] For port 626fb74c-011d-40e4-bfd5-f7f92e07f792, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=626fb74c-011d-40e4-bfd5-f7f92e07f792,segment=NetworkSegment(4cf04eb0-ca6e-4f37-a4ba-fbcb9a2c8007),segment_id=4cf04eb0-ca6e-4f37-a4ba-fbcb9a2c8007)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:19.762566 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:19.875178 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7a85b-e38c-4ce1-ae54-d06db7b593d0 None None] Pushing event updated for resources: {'Port': ['ID=626fb74c-011d-40e4-bfd5-f7f92e07f792,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:19.971263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-dcec5b2e-528b-4d04-88e1-01c6dc989a0a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Allocated IP 2001:db8::90 (94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b/3f99dcd4-95d2-47c3-944a-49669e12978d/dce42cdc-093e-405b-baee-0d145e6c9d3a) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:20.019502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654d125-6057-47b7-bab1-4ff91ea0ddb8 req-6a1dcf2f-c37a-4218-ab84-6e0b873ad3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:20.021351 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7654d125-6057-47b7-bab1-4ff91ea0ddb8 req-6a1dcf2f-c37a-4218-ab84-6e0b873ad3cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5669656 Mar 23 12:57:20.221660 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76e5cf54-95e9-4585-bcd2-694df48c4b3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:20.270324 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcec5b2e-528b-4d04-88e1-01c6dc989a0a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:20.275577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-76e5cf54-95e9-4585-bcd2-694df48c4b3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for dff16d3c-9efc-47fd-9754-ae74c87f5142 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:20.280217 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.db.resource_extend [None req-5d18717c-f325-43e4-9c1d-e9e4619d74ca tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:57:20.323384 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7654d125-6057-47b7-bab1-4ff91ea0ddb8 req-d437f8bd-add1-4829-ae49-05db65b2d8ee service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927473 Mar 23 12:57:20.341972 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe475a-734c-40e5-bb43-b3e387d1b7d6 req-f392293f-9b5d-46bb-a1d2-6a4703d3ad89 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:20.343489 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b5fe475a-734c-40e5-bb43-b3e387d1b7d6 req-f392293f-9b5d-46bb-a1d2-6a4703d3ad89 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 943 time: 0.0902607 Mar 23 12:57:20.381200 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcec5b2e-528b-4d04-88e1-01c6dc989a0a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:20.423697 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d18717c-f325-43e4-9c1d-e9e4619d74ca tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:20.424874 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b5fe475a-734c-40e5-bb43-b3e387d1b7d6 req-eaaa366d-a28d-4a60-9db6-55939c75c736 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743287 Mar 23 12:57:20.435090 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d18717c-f325-43e4-9c1d-e9e4619d74ca tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:20.435746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcec5b2e-528b-4d04-88e1-01c6dc989a0a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Network 94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:20.444618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-dcec5b2e-528b-4d04-88e1-01c6dc989a0a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:20.453027 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec5b2e-528b-4d04-88e1-01c6dc989a0a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:20.460038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcec5b2e-528b-4d04-88e1-01c6dc989a0a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:20.461005 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcec5b2e-528b-4d04-88e1-01c6dc989a0a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:20.490392 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dcec5b2e-528b-4d04-88e1-01c6dc989a0a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.2010679 Mar 23 12:57:20.491247 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec5b2e-528b-4d04-88e1-01c6dc989a0a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Pushing event updated for resources: {'Port': ['ID=dce42cdc-093e-405b-baee-0d145e6c9d3a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:20.497166 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38940) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:20.591111 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7654d125-6057-47b7-bab1-4ff91ea0ddb8 req-2cf3881c-40d8-40d3-8041-f0315004eaaf service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593358 Mar 23 12:57:20.668159 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f30d39-c764-445d-bb34-889c888e081c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:20.674056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f30d39-c764-445d-bb34-889c888e081c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:20.680201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f30d39-c764-445d-bb34-889c888e081c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:20.681997 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-44f30d39-c764-445d-bb34-889c888e081c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1819203 Mar 23 12:57:20.685087 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38942) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:20.713761 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-5d18717c-f325-43e4-9c1d-e9e4619d74ca tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Floating IP f00558f8-42e3-495f-9e4d-7d1e8f3900c7 associated. External IP: 172.25.2.212, port: 963eb474-44fd-4f10-aac4-fad91ad0c4b5. Mar 23 12:57:20.790588 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76e5cf54-95e9-4585-bcd2-694df48c4b3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:20.804493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b18e497c-8c97-4bc2-a9ac-aa8b6d1439ad tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Deleting port dce42cdc-093e-405b-baee-0d145e6c9d3a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:20.804838 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b18e497c-8c97-4bc2-a9ac-aa8b6d1439ad tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:20.874178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5cf54-95e9-4585-bcd2-694df48c4b3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=dff16d3c-9efc-47fd-9754-ae74c87f5142,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:20.913266 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b18e497c-8c97-4bc2-a9ac-aa8b6d1439ad tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:20.925981 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b18e497c-8c97-4bc2-a9ac-aa8b6d1439ad tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Calling delete_port for dce42cdc-093e-405b-baee-0d145e6c9d3a owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:20.985871 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76e5cf54-95e9-4585-bcd2-694df48c4b3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.098191 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76e5cf54-95e9-4585-bcd2-694df48c4b3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.104060 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76e5cf54-95e9-4585-bcd2-694df48c4b3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.136935 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b18e497c-8c97-4bc2-a9ac-aa8b6d1439ad tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.170463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae52257-58df-4876-a83c-cbf496f072f8 None None] Network 94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:21.171120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e497c-8c97-4bc2-a9ac-aa8b6d1439ad tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Pushing event deleted for resources: {'Port': ['ID=dce42cdc-093e-405b-baee-0d145e6c9d3a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:21.197838 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76e5cf54-95e9-4585-bcd2-694df48c4b3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.198249 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e5cf54-95e9-4585-bcd2-694df48c4b3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Fanout notify agent at l3_agent the message router_deleted on router 36c17aeb-1747-4f35-ae6e-7cd9000363fe {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:57:21.206909 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76e5cf54-95e9-4585-bcd2-694df48c4b3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.211236 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-76e5cf54-95e9-4585-bcd2-694df48c4b3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/routers/36c17aeb-1747-4f35-ae6e-7cd9000363fe HTTP/1.1" status: 204 len: 168 time: 2.8173478 Mar 23 12:57:21.212065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d18717c-f325-43e4-9c1d-e9e4619d74ca tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router d7aa8147-b340-42be-ab38-22304ee3dbb0 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:21.212719 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38944) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:21.217894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b87d2374-56a0-447e-9078-250b39f74b9e tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'network': {'name': 'tempest-RoutersTest-714487029'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:21.222323 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b18e497c-8c97-4bc2-a9ac-aa8b6d1439ad tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.230319 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b18e497c-8c97-4bc2-a9ac-aa8b6d1439ad tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] 10.222.0.52 "DELETE /v2.0/ports/dce42cdc-093e-405b-baee-0d145e6c9d3a HTTP/1.1" status: 204 len: 168 time: 0.5438318 Mar 23 12:57:21.231197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38946) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:21.236712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b2ee226f-9651-4406-842d-4a7e2f6fa3bd tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Request body: {'port': {'name': 'tempest-new-port-name-786106012', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:21.237187 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.api.validators [None req-b2ee226f-9651-4406-842d-4a7e2f6fa3bd tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] bootfile-name is not in valid_values {{(pid=102779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 12:57:21.237592 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.api.validators [None req-b2ee226f-9651-4406-842d-4a7e2f6fa3bd tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] tftp-server is not in valid_values {{(pid=102779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 12:57:21.238018 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.api.validators [None req-b2ee226f-9651-4406-842d-4a7e2f6fa3bd tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] server-ip-address is not in valid_values {{(pid=102779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 12:57:21.247979 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e73f82fc-cb86-4e8b-aeb8-a1f039255c9e None None] Provisioning complete for port 626fb74c-011d-40e4-bfd5-f7f92e07f792 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:21.248458 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e73f82fc-cb86-4e8b-aeb8-a1f039255c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.281464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87d2374-56a0-447e-9078-250b39f74b9e tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:21.285088 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b87d2374-56a0-447e-9078-250b39f74b9e tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.329531 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b2ee226f-9651-4406-842d-4a7e2f6fa3bd tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.351397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87d2374-56a0-447e-9078-250b39f74b9e tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:21.376955 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b87d2374-56a0-447e-9078-250b39f74b9e tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.377225 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-b87d2374-56a0-447e-9078-250b39f74b9e tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Added segment 970592cf-f9d7-4705-b846-bca29272a5ed of type vlan for network 1d1c3a77-822f-4f27-8520-9911310b2227 Mar 23 12:57:21.409442 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e73f82fc-cb86-4e8b-aeb8-a1f039255c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.417303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d18717c-f325-43e4-9c1d-e9e4619d74ca tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:21.442653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943283db-d882-413e-ba96-769fffa3af98 None None] Sync routers for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:21.465015 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e73f82fc-cb86-4e8b-aeb8-a1f039255c9e None None] For port 626fb74c-011d-40e4-bfd5-f7f92e07f792, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=626fb74c-011d-40e4-bfd5-f7f92e07f792,segment=NetworkSegment(4cf04eb0-ca6e-4f37-a4ba-fbcb9a2c8007),segment_id=4cf04eb0-ca6e-4f37-a4ba-fbcb9a2c8007)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:21.465854 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b87d2374-56a0-447e-9078-250b39f74b9e tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.474732 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e73f82fc-cb86-4e8b-aeb8-a1f039255c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.504720 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943283db-d882-413e-ba96-769fffa3af98 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:21.504720 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-943283db-d882-413e-ba96-769fffa3af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:21.549000 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b87d2374-56a0-447e-9078-250b39f74b9e tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.549697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-943283db-d882-413e-ba96-769fffa3af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:21.556612 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d2374-56a0-447e-9078-250b39f74b9e tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:21.557830 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b87d2374-56a0-447e-9078-250b39f74b9e tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.601439 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943283db-d882-413e-ba96-769fffa3af98 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:21.602833 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-943283db-d882-413e-ba96-769fffa3af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:21.644971 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b2ee226f-9651-4406-842d-4a7e2f6fa3bd tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.651785 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b87d2374-56a0-447e-9078-250b39f74b9e tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4374974 Mar 23 12:57:21.657539 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38950) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:21.663687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7721fa16-57d9-49e3-810b-fa3bc9087a39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'subnet': {'network_id': '1d1c3a77-822f-4f27-8520-9911310b2227', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:21.675624 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b2ee226f-9651-4406-842d-4a7e2f6fa3bd tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.699429 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-943283db-d882-413e-ba96-769fffa3af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:21.700132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943283db-d882-413e-ba96-769fffa3af98 None None] The sync data for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:21.702824 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f82fc-cb86-4e8b-aeb8-a1f039255c9e None None] Pushing event updated for resources: {'Port': ['ID=626fb74c-011d-40e4-bfd5-f7f92e07f792,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:21.735583 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee226f-9651-4406-842d-4a7e2f6fa3bd tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] In _notify_port_updated(), no bound segment for port 182c6370-a3ba-4396-96c7-a633e3953564 on network 94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b {{(pid=102779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 23 12:57:21.737999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 626fb74c-011d-40e4-bfd5-f7f92e07f792 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:21.741919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ee226f-9651-4406-842d-4a7e2f6fa3bd tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:21.742677 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b2ee226f-9651-4406-842d-4a7e2f6fa3bd tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.742825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d2374-56a0-447e-9078-250b39f74b9e tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Network': ['ID=1d1c3a77-822f-4f27-8520-9911310b2227,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:21.747063 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b2ee226f-9651-4406-842d-4a7e2f6fa3bd tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] 10.222.0.52 "PUT /v2.0/ports/182c6370-a3ba-4396-96c7-a633e3953564 HTTP/1.1" status: 200 len: 1129 time: 0.5147789 Mar 23 12:57:21.747712 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38952) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:21.776392 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01884ae4-4ff8-4657-af92-dcb02dfd36db req-fc02834a-b460-409b-b965-f1837f558e42 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:21.779316 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-01884ae4-4ff8-4657-af92-dcb02dfd36db req-fc02834a-b460-409b-b965-f1837f558e42 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 943 time: 0.2064745 Mar 23 12:57:21.790780 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 1d1c3a77-822f-4f27-8520-9911310b2227 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:21.873315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 626fb74c-011d-40e4-bfd5-f7f92e07f792 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:21.873789 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:21.883125 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-01884ae4-4ff8-4657-af92-dcb02dfd36db req-34ee67b6-a349-4fbd-9819-791e9a6aaf5c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968060 Mar 23 12:57:21.887018 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df2b19b-443f-4ed9-aa51-22dbb5230fac tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:21.891623 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7df2b19b-443f-4ed9-aa51-22dbb5230fac tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] 10.222.0.52 "GET /v2.0/ports/182c6370-a3ba-4396-96c7-a633e3953564 HTTP/1.1" status: 200 len: 1129 time: 0.1091349 Mar 23 12:57:21.891623 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee226f-9651-4406-842d-4a7e2f6fa3bd tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Pushing event updated for resources: {'Port': ['ID=182c6370-a3ba-4396-96c7-a633e3953564,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:21.893556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38954) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:21.903860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d18717c-f325-43e4-9c1d-e9e4619d74ca tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router ecc30d71-a63e-4f07-9920-54da87314645 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:21.979415 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1812c36a-a84a-4579-8666-d2d8ab408f4d None None] Provisioning complete for port 182c6370-a3ba-4396-96c7-a633e3953564 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:21.979792 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1812c36a-a84a-4579-8666-d2d8ab408f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.011244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7721fa16-57d9-49e3-810b-fa3bc9087a39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:22.015687 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7721fa16-57d9-49e3-810b-fa3bc9087a39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.030370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d18717c-f325-43e4-9c1d-e9e4619d74ca tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:22.037626 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5d18717c-f325-43e4-9c1d-e9e4619d74ca tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.047550 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7a02b8-02a7-4765-aa0d-c21a91e050a8 None None] Sync routers for ids ['ecc30d71-a63e-4f07-9920-54da87314645'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:22.060801 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a02b8-02a7-4765-aa0d-c21a91e050a8 None None] Routers {'ecc30d71-a63e-4f07-9920-54da87314645'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:22.061613 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3b7a02b8-02a7-4765-aa0d-c21a91e050a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ecc30d71-a63e-4f07-9920-54da87314645'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:22.061957 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1812c36a-a84a-4579-8666-d2d8ab408f4d None None] Port 182c6370-a3ba-4396-96c7-a633e3953564 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:57:22.083803 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1812c36a-a84a-4579-8666-d2d8ab408f4d None None] Provisioning complete for port 626fb74c-011d-40e4-bfd5-f7f92e07f792 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:22.084199 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1812c36a-a84a-4579-8666-d2d8ab408f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.117176 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3b7a02b8-02a7-4765-aa0d-c21a91e050a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:22.120348 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5c326382-a274-4178-b2b2-d2fcc9f9fb3a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Deleting port 182c6370-a3ba-4396-96c7-a633e3953564 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:22.120855 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c326382-a274-4178-b2b2-d2fcc9f9fb3a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.127016 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a02b8-02a7-4765-aa0d-c21a91e050a8 None None] Routers {'ecc30d71-a63e-4f07-9920-54da87314645'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:22.127621 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3b7a02b8-02a7-4765-aa0d-c21a91e050a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ecc30d71-a63e-4f07-9920-54da87314645'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:22.141132 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5d18717c-f325-43e4-9c1d-e9e4619d74ca tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "PUT /v2.0/floatingips/f00558f8-42e3-495f-9e4d-7d1e8f3900c7 HTTP/1.1" status: 200 len: 979 time: 3.7886879 Mar 23 12:57:22.145989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38956) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:22.183459 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3b7a02b8-02a7-4765-aa0d-c21a91e050a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:22.183949 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7a02b8-02a7-4765-aa0d-c21a91e050a8 None None] The sync data for ids ['ecc30d71-a63e-4f07-9920-54da87314645'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:22.226101 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c326382-a274-4178-b2b2-d2fcc9f9fb3a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.242526 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-5c326382-a274-4178-b2b2-d2fcc9f9fb3a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Calling delete_port for 182c6370-a3ba-4396-96c7-a633e3953564 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:22.255581 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c213c16c-fe06-4963-9400-8b3fa74efe71 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Deleting port ef34a412-4ca5-482b-98db-cb3d085e2f28 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:22.256065 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c213c16c-fe06-4963-9400-8b3fa74efe71 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.361703 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a7570008-1256-4f56-8320-6cc4a30f0a63 None None] Provisioning complete for port 182c6370-a3ba-4396-96c7-a633e3953564 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:22.362301 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7570008-1256-4f56-8320-6cc4a30f0a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.401742 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7721fa16-57d9-49e3-810b-fa3bc9087a39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.425001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a7570008-1256-4f56-8320-6cc4a30f0a63 None None] Port 182c6370-a3ba-4396-96c7-a633e3953564 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:57:22.510438 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721fa16-57d9-49e3-810b-fa3bc9087a39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Subnet': ['ID=0496ecdf-43c2-449c-8454-61abddd3c773,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:22.526250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721fa16-57d9-49e3-810b-fa3bc9087a39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Checking segment: {'id': '970592cf-f9d7-4705-b846-bca29272a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1d1c3a77-822f-4f27-8520-9911310b2227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:22.526610 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7721fa16-57d9-49e3-810b-fa3bc9087a39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network hostable DHCP agents. Network: 1d1c3a77-822f-4f27-8520-9911310b2227, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:22.545926 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3d2dffa9-3bde-4a63-88d9-8f39bf81eefc None None] Could not find standard attr ID for object dce42cdc-093e-405b-baee-0d145e6c9d3a. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:57:22.557538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7721fa16-57d9-49e3-810b-fa3bc9087a39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 1d1c3a77-822f-4f27-8520-9911310b2227 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:22.561614 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c326382-a274-4178-b2b2-d2fcc9f9fb3a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.597168 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7721fa16-57d9-49e3-810b-fa3bc9087a39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 1d1c3a77-822f-4f27-8520-9911310b2227) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:22.600171 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c326382-a274-4178-b2b2-d2fcc9f9fb3a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Pushing event deleted for resources: {'Port': ['ID=182c6370-a3ba-4396-96c7-a633e3953564,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:22.605907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721fa16-57d9-49e3-810b-fa3bc9087a39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:22.606495 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7721fa16-57d9-49e3-810b-fa3bc9087a39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.610805 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a220bcd9-8c28-4367-81f6-e8b20e71400a None None] Network 1d1c3a77-822f-4f27-8520-9911310b2227 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:22.632888 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c326382-a274-4178-b2b2-d2fcc9f9fb3a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.639913 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5c326382-a274-4178-b2b2-d2fcc9f9fb3a tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] 10.222.0.52 "DELETE /v2.0/ports/182c6370-a3ba-4396-96c7-a633e3953564 HTTP/1.1" status: 204 len: 168 time: 0.7452726 Mar 23 12:57:22.640614 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38958) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:22.699516 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7721fa16-57d9-49e3-810b-fa3bc9087a39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0407226 Mar 23 12:57:22.702676 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38960) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:22.706716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-774235de-cfe5-4bd2-ac81-cc96f52355f6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1498658638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:22.731051 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c213c16c-fe06-4963-9400-8b3fa74efe71 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.751974 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ccbdf45-5988-4a1c-9527-cd9411774f9c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Deleting subnet 3f99dcd4-95d2-47c3-944a-49669e12978d {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:57:22.755337 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ccbdf45-5988-4a1c-9527-cd9411774f9c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.758111 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-774235de-cfe5-4bd2-ac81-cc96f52355f6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.759199 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-774235de-cfe5-4bd2-ac81-cc96f52355f6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.809238 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ccbdf45-5988-4a1c-9527-cd9411774f9c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.829114 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-1d1c3a77-822f-4f27-8520-9911310b2227', 'network_id': '1d1c3a77-822f-4f27-8520-9911310b2227', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'fixed_ips': [{'subnet_id': '0496ecdf-43c2-449c-8454-61abddd3c773'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:57:22.830124 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.882471 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-774235de-cfe5-4bd2-ac81-cc96f52355f6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.893073 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-774235de-cfe5-4bd2-ac81-cc96f52355f6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.938221 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-774235de-cfe5-4bd2-ac81-cc96f52355f6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:22.942001 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-774235de-cfe5-4bd2-ac81-cc96f52355f6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2363055 Mar 23 12:57:22.944482 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38964) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:23.003732 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ccbdf45-5988-4a1c-9527-cd9411774f9c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.011555 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Allocated IP 172.20.0.2 (1d1c3a77-822f-4f27-8520-9911310b2227/0496ecdf-43c2-449c-8454-61abddd3c773/2d245082-0de6-4761-8102-f4212ba7b623) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:23.113315 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d49ec-6d8f-4024-b0be-4be0d7e62557 req-c4c974a9-a35c-4d5b-98fb-155300a48262 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:23.114898 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0a7d49ec-6d8f-4024-b0be-4be0d7e62557 req-c4c974a9-a35c-4d5b-98fb-155300a48262 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 943 time: 0.0771306 Mar 23 12:57:23.131667 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c213c16c-fe06-4963-9400-8b3fa74efe71 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.132052 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c213c16c-fe06-4963-9400-8b3fa74efe71 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.132383 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-c213c16c-fe06-4963-9400-8b3fa74efe71 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Floating IP f00558f8-42e3-495f-9e4d-7d1e8f3900c7 disassociated. External IP: 172.25.2.212, port: ef34a412-4ca5-482b-98db-cb3d085e2f28. Mar 23 12:57:23.132750 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c213c16c-fe06-4963-9400-8b3fa74efe71 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Calling delete_port for ef34a412-4ca5-482b-98db-cb3d085e2f28 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:23.139636 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ccbdf45-5988-4a1c-9527-cd9411774f9c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.156594 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ccbdf45-5988-4a1c-9527-cd9411774f9c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.162614 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8ccbdf45-5988-4a1c-9527-cd9411774f9c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] 10.222.0.52 "DELETE /v2.0/subnets/3f99dcd4-95d2-47c3-944a-49669e12978d HTTP/1.1" status: 204 len: 168 time: 0.5165405 Mar 23 12:57:23.185083 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38966) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:23.197577 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbdf45-5988-4a1c-9527-cd9411774f9c tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Pushing event deleted for resources: {'Subnet': ['ID=3f99dcd4-95d2-47c3-944a-49669e12978d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:23.235019 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0a7d49ec-6d8f-4024-b0be-4be0d7e62557 req-7a886deb-06ba-47a0-b429-7b91744aba29 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072941 Mar 23 12:57:23.256993 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.268595 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9c651990-a87e-47b6-b1e4-b5383401d8d1 None None] Could not find standard attr ID for object 182c6370-a3ba-4396-96c7-a633e3953564. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:57:23.272547 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.295274 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.314146 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Network 1d1c3a77-822f-4f27-8520-9911310b2227 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:23.321620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:23.324394 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:23.356293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Deleting port 626fb74c-011d-40e4-bfd5-f7f92e07f792 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:23.356634 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.360692 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Pushing event updated for resources: {'Port': ['ID=2d245082-0de6-4761-8102-f4212ba7b623,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:23.390422 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a27b8d-be07-440d-a4f2-0cb583d648fd None None] Network 94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:23.423465 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c213c16c-fe06-4963-9400-8b3fa74efe71 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.430277 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] For port 626fb74c-011d-40e4-bfd5-f7f92e07f792, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=626fb74c-011d-40e4-bfd5-f7f92e07f792,segment=NetworkSegment(4cf04eb0-ca6e-4f37-a4ba-fbcb9a2c8007),segment_id=4cf04eb0-ca6e-4f37-a4ba-fbcb9a2c8007)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:23.431387 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.445649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Calling delete_port for 626fb74c-011d-40e4-bfd5-f7f92e07f792 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:23.453434 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Attempting to bind port 2d245082-0de6-4761-8102-f4212ba7b623 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:23.453598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Attempting to bind port 2d245082-0de6-4761-8102-f4212ba7b623 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '970592cf-f9d7-4705-b846-bca29272a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1d1c3a77-822f-4f27-8520-9911310b2227'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:23.453997 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Attempting to bind port 2d245082-0de6-4761-8102-f4212ba7b623 on network 1d1c3a77-822f-4f27-8520-9911310b2227 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:23.459894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213c16c-fe06-4963-9400-8b3fa74efe71 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Port': ['ID=ef34a412-4ca5-482b-98db-cb3d085e2f28,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:23.469306 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:23.470134 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Checking segment: {'id': '970592cf-f9d7-4705-b846-bca29272a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1d1c3a77-822f-4f27-8520-9911310b2227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:23.470644 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.470941 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Bound using segment: {'id': '970592cf-f9d7-4705-b846-bca29272a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1d1c3a77-822f-4f27-8520-9911310b2227'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:23.471424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Bound port: 2d245082-0de6-4761-8102-f4212ba7b623, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970592cf-f9d7-4705-b846-bca29272a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1d1c3a77-822f-4f27-8520-9911310b2227'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:23.471800 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.489826 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.543425 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.583185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] No DVR routers for this DVR port 626fb74c-011d-40e4-bfd5-f7f92e07f792 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:57:23.587295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] For port 2d245082-0de6-4761-8102-f4212ba7b623, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:23.592026 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Pushing event deleted for resources: {'Port': ['ID=626fb74c-011d-40e4-bfd5-f7f92e07f792,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:23.604936 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] For port 2d245082-0de6-4761-8102-f4212ba7b623, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2d245082-0de6-4761-8102-f4212ba7b623,segment=NetworkSegment(970592cf-f9d7-4705-b846-bca29272a5ed),segment_id=970592cf-f9d7-4705-b846-bca29272a5ed)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:23.611049 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.701023 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7541e-1d4f-4be0-8608-5294486ef945 None None] Pushing event updated for resources: {'Port': ['ID=2d245082-0de6-4761-8102-f4212ba7b623,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:23.723447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 626fb74c-011d-40e4-bfd5-f7f92e07f792 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:23.727762 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.756678 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 626fb74c-011d-40e4-bfd5-f7f92e07f792 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:57:23.756955 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 626fb74c-011d-40e4-bfd5-f7f92e07f792 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 12:57:23.761480 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee2a51d-e4e4-4700-b0a7-88f7362b767a None None] DHCP port deletion for 94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:57:23.780925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:23.787240 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c213c16c-fe06-4963-9400-8b3fa74efe71 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router ecc30d71-a63e-4f07-9920-54da87314645 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:23.788177 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Port 626fb74c-011d-40e4-bfd5-f7f92e07f792 not found, will not notify nova. {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 12:57:23.811469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf04eb0-ca6e-4f37-a4ba-fbcb9a2c8007') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:23.811907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf04eb0-ca6e-4f37-a4ba-fbcb9a2c8007') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:23.826514 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.845921 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.858835 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:57:23.859223 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:57:23.862457 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:57:23.936276 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.941325 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:23.944685 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] 10.222.0.52 "DELETE /v2.0/networks/94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b HTTP/1.1" status: 204 len: 168 time: 0.7560325 Mar 23 12:57:23.994587 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279f6e9-9a32-41fa-9219-31a4a48914b9 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174 tempest-ExtraDHCPOptionsIpV6TestJSON-357576174-project] Pushing event deleted for resources: {'Network': ['ID=94f06af1-e5c4-48f0-82d5-d2f7efa4bd7b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:24.013882 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c213c16c-fe06-4963-9400-8b3fa74efe71 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:24.027282 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Allocated IP 172.20.0.1 (1d1c3a77-822f-4f27-8520-9911310b2227/0496ecdf-43c2-449c-8454-61abddd3c773/60a752fd-ade4-44e4-b75e-af6d5d5d8368) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:24.029127 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceb4e70-c86d-445a-885f-a5402ef4877b None None] Sync routers for ids ['ecc30d71-a63e-4f07-9920-54da87314645'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:24.054272 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb4e70-c86d-445a-885f-a5402ef4877b None None] Routers {'ecc30d71-a63e-4f07-9920-54da87314645'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:24.054686 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-eceb4e70-c86d-445a-885f-a5402ef4877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ecc30d71-a63e-4f07-9920-54da87314645'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:24.101737 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-eceb4e70-c86d-445a-885f-a5402ef4877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:24.105875 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a17fe5ad-8712-4835-bebb-19736ee8a397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:24.114181 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb4e70-c86d-445a-885f-a5402ef4877b None None] Routers {'ecc30d71-a63e-4f07-9920-54da87314645'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:24.114815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-eceb4e70-c86d-445a-885f-a5402ef4877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ecc30d71-a63e-4f07-9920-54da87314645'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:24.157515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-eceb4e70-c86d-445a-885f-a5402ef4877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:24.158170 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceb4e70-c86d-445a-885f-a5402ef4877b None None] The sync data for ids ['ecc30d71-a63e-4f07-9920-54da87314645'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:24.179517 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c213c16c-fe06-4963-9400-8b3fa74efe71 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:24.183062 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c213c16c-fe06-4963-9400-8b3fa74efe71 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/ports/ef34a412-4ca5-482b-98db-cb3d085e2f28 HTTP/1.1" status: 204 len: 168 time: 2.0393813 Mar 23 12:57:24.186081 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38970) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:24.253105 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:24.302107 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:24.343118 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 38976) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:24.379898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 1d1c3a77-822f-4f27-8520-9911310b2227 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:24.388209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:24.391104 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:24.422811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=60a752fd-ade4-44e4-b75e-af6d5d5d8368,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:24.441700 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:24.454171 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cf155-b958-4f41-8c3d-ace5e88a7ff1 req-572a6abc-e7cb-4028-b8ee-33f9f5794287 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:24.455660 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a7cf155-b958-4f41-8c3d-ace5e88a7ff1 req-572a6abc-e7cb-4028-b8ee-33f9f5794287 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 943 time: 0.1165795 Mar 23 12:57:24.551436 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1a7cf155-b958-4f41-8c3d-ace5e88a7ff1 req-e0bcfe3b-263a-4614-9482-54dde93e196c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620987 Mar 23 12:57:24.564231 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cde55d9b-c646-4f73-b7ba-22a8671e9d44 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8bab4d0ef139413eba27bb8b1e30a39c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180784 Mar 23 12:57:24.577622 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38980) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:24.642449 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:24.671883 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-096f4e3a-8222-47bc-a741-a4497175ff91 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:24.699267 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d768696-126b-4966-8753-0d5f31e7bfcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:24.734824 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d768696-126b-4966-8753-0d5f31e7bfcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:24.909875 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d768696-126b-4966-8753-0d5f31e7bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:24.913132 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d768696-126b-4966-8753-0d5f31e7bfcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:24.916701 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8d768696-126b-4966-8753-0d5f31e7bfcd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c6b2186c-deb9-4cb3-bd26-5aeac44768cc HTTP/1.1" status: 204 len: 168 time: 0.3322384 Mar 23 12:57:24.933036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d768696-126b-4966-8753-0d5f31e7bfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b2186c-deb9-4cb3-bd26-5aeac44768cc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:25.015213 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9d4a93-7c50-4089-a51c-bf08bfa5c365 None None] Network 1d1c3a77-822f-4f27-8520-9911310b2227 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:25.037121 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:25.043731 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:25.134369 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:25.145065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=60a752fd-ade4-44e4-b75e-af6d5d5d8368,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:25.198093 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-096f4e3a-8222-47bc-a741-a4497175ff91 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Deleting port 97113e01-367e-477d-a8b6-a1611480af86 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:25.198438 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-096f4e3a-8222-47bc-a741-a4497175ff91 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:25.242455 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 1d1c3a77-822f-4f27-8520-9911310b2227 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:25.242455 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:25.300336 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-096f4e3a-8222-47bc-a741-a4497175ff91 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:25.313521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-096f4e3a-8222-47bc-a741-a4497175ff91 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Calling delete_port for 97113e01-367e-477d-a8b6-a1611480af86 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:25.379366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router e43a02c4-7f8b-404b-af9a-3019db86846a is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:57:25.394989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cf23fb54-decd-4618-aebd-9751c93c3c14 None None] Provisioning complete for port 2d245082-0de6-4761-8102-f4212ba7b623 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:25.395354 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf23fb54-decd-4618-aebd-9751c93c3c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:25.483215 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf23fb54-decd-4618-aebd-9751c93c3c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:25.520653 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:25.531871 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e61d8414-1100-4b40-b5d9-af9a782b9a5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/e43a02c4-7f8b-404b-af9a-3019db86846a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5857079 Mar 23 12:57:25.532760 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 38994) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:25.534634 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f30456-4d6a-4032-a46b-4c97b254cc17 None None] Sync routers for ids ['e43a02c4-7f8b-404b-af9a-3019db86846a'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:25.535768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cf23fb54-decd-4618-aebd-9751c93c3c14 None None] For port 2d245082-0de6-4761-8102-f4212ba7b623, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2d245082-0de6-4761-8102-f4212ba7b623,segment=NetworkSegment(970592cf-f9d7-4705-b846-bca29272a5ed),segment_id=970592cf-f9d7-4705-b846-bca29272a5ed)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:25.544587 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cf23fb54-decd-4618-aebd-9751c93c3c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:25.552619 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f30456-4d6a-4032-a46b-4c97b254cc17 None None] Routers {'e43a02c4-7f8b-404b-af9a-3019db86846a'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:25.553486 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-31f30456-4d6a-4032-a46b-4c97b254cc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e43a02c4-7f8b-404b-af9a-3019db86846a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:25.614969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ef1e7d-8459-4940-a26a-da040e6b08fb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:25.616826 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-51ef1e7d-8459-4940-a26a-da040e6b08fb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports/60a752fd-ade4-44e4-b75e-af6d5d5d8368 HTTP/1.1" status: 200 len: 910 time: 0.0831144 Mar 23 12:57:25.620370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39000) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:25.626720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d802b0a7-831f-4635-a506-2a532938fa57 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0496ecdf-43c2-449c-8454-61abddd3c773'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:25.663311 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-096f4e3a-8222-47bc-a741-a4497175ff91 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:25.670250 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23fb54-decd-4618-aebd-9751c93c3c14 None None] Pushing event updated for resources: {'Port': ['ID=2d245082-0de6-4761-8102-f4212ba7b623,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:25.679222 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-31f30456-4d6a-4032-a46b-4c97b254cc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:25.704128 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f30456-4d6a-4032-a46b-4c97b254cc17 None None] Routers {'e43a02c4-7f8b-404b-af9a-3019db86846a'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:25.705418 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-31f30456-4d6a-4032-a46b-4c97b254cc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e43a02c4-7f8b-404b-af9a-3019db86846a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:25.746921 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f4e3a-8222-47bc-a741-a4497175ff91 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Port': ['ID=97113e01-367e-477d-a8b6-a1611480af86,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:25.772186 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-31f30456-4d6a-4032-a46b-4c97b254cc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:25.775233 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f30456-4d6a-4032-a46b-4c97b254cc17 None None] The sync data for ids ['e43a02c4-7f8b-404b-af9a-3019db86846a'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:25.879486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-86aaaca0-610a-4588-adf8-c2a322c3aa28 None None] Provisioning complete for port 2d245082-0de6-4761-8102-f4212ba7b623 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:25.879871 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86aaaca0-610a-4588-adf8-c2a322c3aa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:25.913880 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddfba9-1dda-4425-aea7-b07f97d8daac req-810a3f0b-6e29-47eb-a614-e76bd4826834 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:25.913880 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81ddfba9-1dda-4425-aea7-b07f97d8daac req-810a3f0b-6e29-47eb-a614-e76bd4826834 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 943 time: 0.1578224 Mar 23 12:57:26.015688 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d802b0a7-831f-4635-a506-2a532938fa57 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.030991 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2d245082-0de6-4761-8102-f4212ba7b623 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:26.114506 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81ddfba9-1dda-4425-aea7-b07f97d8daac req-1a1e4b47-f77c-41fc-8c48-19d78fe4128f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769159 Mar 23 12:57:26.137295 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39008) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:26.161521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-86aaaca0-610a-4588-adf8-c2a322c3aa28 None None] Provisioning complete for port 60a752fd-ade4-44e4-b75e-af6d5d5d8368 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:26.162145 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-86aaaca0-610a-4588-adf8-c2a322c3aa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.200084 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-096f4e3a-8222-47bc-a741-a4497175ff91 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.203880 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2d245082-0de6-4761-8102-f4212ba7b623 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:26.204395 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.253029 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-86aaaca0-610a-4588-adf8-c2a322c3aa28 None None] Port 60a752fd-ade4-44e4-b75e-af6d5d5d8368 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:57:26.337123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3fd28f45-f310-4ac4-8f85-ce4d0d03ed66 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-37752547'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:26.389652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d638e531-a7d8-4409-ab95-03743ba8f749 None None] Provisioning complete for port 60a752fd-ade4-44e4-b75e-af6d5d5d8368 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:26.390300 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d638e531-a7d8-4409-ab95-03743ba8f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.419015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd28f45-f310-4ac4-8f85-ce4d0d03ed66 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Made reservation on behalf of 9f64ddb627a542e7926b187223e3e86d for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:26.425295 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3fd28f45-f310-4ac4-8f85-ce4d0d03ed66 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.430116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 626fb74c-011d-40e4-bfd5-f7f92e07f792 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:57:26.448188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3fd28f45-f310-4ac4-8f85-ce4d0d03ed66 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.467386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 626fb74c-011d-40e4-bfd5-f7f92e07f792 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:57:26.468011 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 626fb74c-011d-40e4-bfd5-f7f92e07f792 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:57:26.468163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096f4e3a-8222-47bc-a741-a4497175ff91 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router ecc30d71-a63e-4f07-9920-54da87314645 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:26.475539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d638e531-a7d8-4409-ab95-03743ba8f749 None None] Port 60a752fd-ade4-44e4-b75e-af6d5d5d8368 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:57:26.587149 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096f4e3a-8222-47bc-a741-a4497175ff91 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:26.592673 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-096f4e3a-8222-47bc-a741-a4497175ff91 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "PUT /v2.0/routers/ecc30d71-a63e-4f07-9920-54da87314645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4056025 Mar 23 12:57:26.595500 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39012) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:26.603093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c47c03f-a21b-47fe-b24d-081fe431b01e None None] Sync routers for ids ['ecc30d71-a63e-4f07-9920-54da87314645'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:26.614949 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-23c564c6-680c-46e0-b6fe-7badf1364c85 None None] Provisioning complete for port 60a752fd-ade4-44e4-b75e-af6d5d5d8368 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:26.617075 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-23c564c6-680c-46e0-b6fe-7badf1364c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.645407 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3fd28f45-f310-4ac4-8f85-ce4d0d03ed66 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.650692 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3fd28f45-f310-4ac4-8f85-ce4d0d03ed66 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.652080 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c47c03f-a21b-47fe-b24d-081fe431b01e None None] Routers {'ecc30d71-a63e-4f07-9920-54da87314645'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:26.652950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2c47c03f-a21b-47fe-b24d-081fe431b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ecc30d71-a63e-4f07-9920-54da87314645'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:26.674081 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d802b0a7-831f-4635-a506-2a532938fa57 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.694709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd28f45-f310-4ac4-8f85-ce4d0d03ed66 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:26.696722 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d802b0a7-831f-4635-a506-2a532938fa57 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.698620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2c47c03f-a21b-47fe-b24d-081fe431b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:26.711975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd28f45-f310-4ac4-8f85-ce4d0d03ed66 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db19d3ee-b5e5-4b1e-978e-ccc7477bcbfc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:26.715106 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c47c03f-a21b-47fe-b24d-081fe431b01e None None] Routers {'ecc30d71-a63e-4f07-9920-54da87314645'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:26.716055 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2c47c03f-a21b-47fe-b24d-081fe431b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:56:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ecc30d71-a63e-4f07-9920-54da87314645'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:26.719771 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-23c564c6-680c-46e0-b6fe-7badf1364c85 None None] Port 60a752fd-ade4-44e4-b75e-af6d5d5d8368 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:57:26.751026 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7217-db9c-435e-b8b8-7f29b5d5b509 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.751599 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3fd28f45-f310-4ac4-8f85-ce4d0d03ed66 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.751691 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2c47c03f-a21b-47fe-b24d-081fe431b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:26.751983 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-3fd28f45-f310-4ac4-8f85-ce4d0d03ed66 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Added segment c6b3847d-0920-4818-a583-981a1fb2f62d of type vlan for network 80b012f7-6333-4afd-9000-b9e8c9c7c482 Mar 23 12:57:26.752443 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c47c03f-a21b-47fe-b24d-081fe431b01e None None] The sync data for ids ['ecc30d71-a63e-4f07-9920-54da87314645'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:26.812867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802b0a7-831f-4635-a506-2a532938fa57 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=60a752fd-ade4-44e4-b75e-af6d5d5d8368,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:26.830376 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d802b0a7-831f-4635-a506-2a532938fa57 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:26.831004 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d802b0a7-831f-4635-a506-2a532938fa57 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.832560 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d802b0a7-831f-4635-a506-2a532938fa57 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/ports/60a752fd-ade4-44e4-b75e-af6d5d5d8368 HTTP/1.1" status: 200 len: 910 time: 1.2108879 Mar 23 12:57:26.835295 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39014) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:26.842261 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3fd28f45-f310-4ac4-8f85-ce4d0d03ed66 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.881667 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7217-db9c-435e-b8b8-7f29b5d5b509 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.905687 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61612212-65f1-44ec-a872-ea1da65963fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.948120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb7217-db9c-435e-b8b8-7f29b5d5b509 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Deleting port c40c3dbe-57a9-47a9-89c8-6bff3249f486 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:26.948476 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7217-db9c-435e-b8b8-7f29b5d5b509 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.964900 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3fd28f45-f310-4ac4-8f85-ce4d0d03ed66 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:26.970328 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd28f45-f310-4ac4-8f85-ce4d0d03ed66 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:26.970894 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3fd28f45-f310-4ac4-8f85-ce4d0d03ed66 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:27.031531 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7217-db9c-435e-b8b8-7f29b5d5b509 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:27.044139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb7217-db9c-435e-b8b8-7f29b5d5b509 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Calling delete_port for c40c3dbe-57a9-47a9-89c8-6bff3249f486 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:27.098355 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3fd28f45-f310-4ac4-8f85-ce4d0d03ed66 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9601367 Mar 23 12:57:27.108589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd28f45-f310-4ac4-8f85-ce4d0d03ed66 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event updated for resources: {'Network': ['ID=80b012f7-6333-4afd-9000-b9e8c9c7c482,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:27.125422 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 80b012f7-6333-4afd-9000-b9e8c9c7c482 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:27.239420 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7217-db9c-435e-b8b8-7f29b5d5b509 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:27.298974 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb7217-db9c-435e-b8b8-7f29b5d5b509 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Port': ['ID=c40c3dbe-57a9-47a9-89c8-6bff3249f486,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:27.344787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d5e30-f77f-4f8a-a0ed-d1da3f627e09 req-fd6960be-12dd-4bcf-9441-3ff2f348042c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:27.345031 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7217-db9c-435e-b8b8-7f29b5d5b509 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:27.347672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-944d5e30-f77f-4f8a-a0ed-d1da3f627e09 req-fd6960be-12dd-4bcf-9441-3ff2f348042c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 943 time: 0.0920472 Mar 23 12:57:27.370057 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bcb3d58-c7e8-4e5f-ab6b-4ea292cc23a3 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:27.457290 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7217-db9c-435e-b8b8-7f29b5d5b509 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:27.460881 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7217-db9c-435e-b8b8-7f29b5d5b509 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:27.527896 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7217-db9c-435e-b8b8-7f29b5d5b509 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:27.528496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfb7217-db9c-435e-b8b8-7f29b5d5b509 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Fanout notify agent at l3_agent the message router_deleted on router ecc30d71-a63e-4f07-9920-54da87314645 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:57:27.535767 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7217-db9c-435e-b8b8-7f29b5d5b509 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:27.539551 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9bfb7217-db9c-435e-b8b8-7f29b5d5b509 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/routers/ecc30d71-a63e-4f07-9920-54da87314645 HTTP/1.1" status: 204 len: 168 time: 0.9404128 Mar 23 12:57:27.539849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39018) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:27.629320 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-be474d61-f4e5-46ca-8241-c74fad557b1c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Deleting subnet f07be4c0-fe76-441b-beeb-04f8f91c44f1 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:57:27.632828 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be474d61-f4e5-46ca-8241-c74fad557b1c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:27.672227 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2d245082-0de6-4761-8102-f4212ba7b623 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:27.697352 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be474d61-f4e5-46ca-8241-c74fad557b1c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:27.729628 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device f1c3bdcd-03b7-4159-8b56-29c66f759062 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:57:27.825794 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be474d61-f4e5-46ca-8241-c74fad557b1c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:27.838336 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-944d5e30-f77f-4f8a-a0ed-d1da3f627e09 req-52c40e75-4019-434e-80ec-77f7d9a3d24a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4800279 Mar 23 12:57:27.850804 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port f1c3bdcd-03b7-4159-8b56-29c66f759062, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f1c3bdcd-03b7-4159-8b56-29c66f759062,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:27.869760 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'f1c3bdcd-03b7-4159-8b56-29c66f759062', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'port_id': 'f1c3bdcd-03b7-4159-8b56-29c66f759062', 'mac_address': 'fa:16:3e:d1:74:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:57:27.894644 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2d245082-0de6-4761-8102-f4212ba7b623 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:27.895250 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:27.898005 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:27.932615 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be474d61-f4e5-46ca-8241-c74fad557b1c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:27.959788 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:27.974049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c3bdcd-03b7-4159-8b56-29c66f759062 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:57:27.974523 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be474d61-f4e5-46ca-8241-c74fad557b1c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Subnet': ['ID=f07be4c0-fe76-441b-beeb-04f8f91c44f1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:27.976839 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be474d61-f4e5-46ca-8241-c74fad557b1c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:27.980310 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-be474d61-f4e5-46ca-8241-c74fad557b1c tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/subnets/f07be4c0-fe76-441b-beeb-04f8f91c44f1 HTTP/1.1" status: 204 len: 168 time: 0.4393733 Mar 23 12:57:27.982888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39020) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:27.997017 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port f1c3bdcd-03b7-4159-8b56-29c66f759062, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f1c3bdcd-03b7-4159-8b56-29c66f759062,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:28.000331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfae6899-0126-4bd5-8fed-328e518a87ca None None] Network 62c3c86c-17f9-40fd-824a-9fd1066d6a75 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:28.077795 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.085927 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb3d58-c7e8-4e5f-ab6b-4ea292cc23a3 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port 60a752fd-ade4-44e4-b75e-af6d5d5d8368 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:28.086281 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bcb3d58-c7e8-4e5f-ab6b-4ea292cc23a3 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.093498 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.149546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Deleting port 2e8a4f16-34aa-4cf5-9dbb-165837043e8e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:28.149708 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.165816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=f1c3bdcd-03b7-4159-8b56-29c66f759062,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:28.222705 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bcb3d58-c7e8-4e5f-ab6b-4ea292cc23a3 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.244206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb3d58-c7e8-4e5f-ab6b-4ea292cc23a3 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for 60a752fd-ade4-44e4-b75e-af6d5d5d8368 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:28.256883 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] For port 2e8a4f16-34aa-4cf5-9dbb-165837043e8e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2e8a4f16-34aa-4cf5-9dbb-165837043e8e,segment=NetworkSegment(6f5aa2d2-e320-4d08-9618-e5f288902bac),segment_id=6f5aa2d2-e320-4d08-9618-e5f288902bac)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:28.257945 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.281785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Calling delete_port for 2e8a4f16-34aa-4cf5-9dbb-165837043e8e owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:28.319311 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c2d71c-16fe-45a3-9383-95859093ba51 None None] DHCP port deletion for 62c3c86c-17f9-40fd-824a-9fd1066d6a75 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:57:28.354032 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['f1c3bdcd-03b7-4159-8b56-29c66f759062'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:57:28.383976 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.399359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] No DVR routers for this DVR port 2e8a4f16-34aa-4cf5-9dbb-165837043e8e on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:57:28.428500 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Port': ['ID=2e8a4f16-34aa-4cf5-9dbb-165837043e8e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:28.468143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2d71c-16fe-45a3-9383-95859093ba51 None None] Deleting port 2e8a4f16-34aa-4cf5-9dbb-165837043e8e {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:28.469345 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f9c2d71c-16fe-45a3-9383-95859093ba51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.518493 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.531092 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bcb3d58-c7e8-4e5f-ab6b-4ea292cc23a3 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.542351 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c3c86c-17f9-40fd-824a-9fd1066d6a75']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:28.552488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5aa2d2-e320-4d08-9618-e5f288902bac') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:28.552992 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5aa2d2-e320-4d08-9618-e5f288902bac') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:28.562917 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.572569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f9c2d71c-16fe-45a3-9383-95859093ba51 None None] For port 2e8a4f16-34aa-4cf5-9dbb-165837043e8e, host n-d-834854-1, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:28.573226 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f9c2d71c-16fe-45a3-9383-95859093ba51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.578149 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.584897 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:57:28.585648 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.596393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2d71c-16fe-45a3-9383-95859093ba51 None None] Calling delete_port for 2e8a4f16-34aa-4cf5-9dbb-165837043e8e owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:28.601242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-f9c2d71c-16fe-45a3-9383-95859093ba51 None None] Port 2e8a4f16-34aa-4cf5-9dbb-165837043e8e was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:57:28.605126 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:57:28.613367 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f9c2d71c-16fe-45a3-9383-95859093ba51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.640259 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb3d58-c7e8-4e5f-ab6b-4ea292cc23a3 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=60a752fd-ade4-44e4-b75e-af6d5d5d8368,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:28.674644 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.678155 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2d71c-16fe-45a3-9383-95859093ba51 None None] Pushing event deleted for resources: {'Port': ['ID=2e8a4f16-34aa-4cf5-9dbb-165837043e8e,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:28.700540 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c2d71c-16fe-45a3-9383-95859093ba51 None None] No DVR routers for this DVR port 2e8a4f16-34aa-4cf5-9dbb-165837043e8e on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:57:28.715954 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.726889 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/networks/62c3c86c-17f9-40fd-824a-9fd1066d6a75 HTTP/1.1" status: 204 len: 168 time: 0.7403715 Mar 23 12:57:28.729367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39022) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:28.729972 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c73b42-1ab0-4884-8790-696719e96cec tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Network': ['ID=62c3c86c-17f9-40fd-824a-9fd1066d6a75,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:28.858560 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5bcb3d58-c7e8-4e5f-ab6b-4ea292cc23a3 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:28.987824 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335c4dd-40b6-4e92-8d4e-408488d044f6 req-c9c7c744-2c60-42ce-9a45-5d203314bb69 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:28.989291 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e335c4dd-40b6-4e92-8d4e-408488d044f6 req-c9c7c744-2c60-42ce-9a45-5d203314bb69 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 944 time: 0.0666625 Mar 23 12:57:29.042268 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e335c4dd-40b6-4e92-8d4e-408488d044f6 req-c216c959-bc5b-4bde-ac55-db55d6a64fb4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433519 Mar 23 12:57:29.098538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcb3d58-c7e8-4e5f-ab6b-4ea292cc23a3 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router e43a02c4-7f8b-404b-af9a-3019db86846a has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:29.110839 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.114819 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e6a80-78b1-420f-a687-2f03d266abfa tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Deleting port c0d85d35-d94f-4dfe-99e7-d9b7f1e929ec {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:29.115171 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6a80-78b1-420f-a687-2f03d266abfa tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.226891 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcb3d58-c7e8-4e5f-ab6b-4ea292cc23a3 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:29.235370 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5bcb3d58-c7e8-4e5f-ab6b-4ea292cc23a3 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/e43a02c4-7f8b-404b-af9a-3019db86846a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3965118 Mar 23 12:57:29.236150 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39026) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:29.239974 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876a245-a0c2-45b3-bef6-a219a0eb7ba4 None None] Sync routers for ids ['e43a02c4-7f8b-404b-af9a-3019db86846a'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:29.259819 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876a245-a0c2-45b3-bef6-a219a0eb7ba4 None None] Routers {'e43a02c4-7f8b-404b-af9a-3019db86846a'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:29.260726 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1876a245-a0c2-45b3-bef6-a219a0eb7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e43a02c4-7f8b-404b-af9a-3019db86846a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:29.264786 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6a80-78b1-420f-a687-2f03d266abfa tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.265238 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6a80-78b1-420f-a687-2f03d266abfa tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.277963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e6a80-78b1-420f-a687-2f03d266abfa tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Calling delete_port for c0d85d35-d94f-4dfe-99e7-d9b7f1e929ec owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:29.293723 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9725f7d6-732e-4cc7-b4e9-b48929d15605 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports?device_id=e43a02c4-7f8b-404b-af9a-3019db86846a HTTP/1.1" status: 200 len: 205 time: 0.0546429 Mar 23 12:57:29.295141 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39028) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:29.314559 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1876a245-a0c2-45b3-bef6-a219a0eb7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:29.324078 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876a245-a0c2-45b3-bef6-a219a0eb7ba4 None None] Routers {'e43a02c4-7f8b-404b-af9a-3019db86846a'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:29.324889 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1876a245-a0c2-45b3-bef6-a219a0eb7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e43a02c4-7f8b-404b-af9a-3019db86846a'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:29.360244 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1876a245-a0c2-45b3-bef6-a219a0eb7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:29.361143 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876a245-a0c2-45b3-bef6-a219a0eb7ba4 None None] The sync data for ids ['e43a02c4-7f8b-404b-af9a-3019db86846a'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:29.375187 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-548277bd-0d72-4f9a-ab70-63f8a57889fb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.433404 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6a80-78b1-420f-a687-2f03d266abfa tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.458876 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e6a80-78b1-420f-a687-2f03d266abfa tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Port': ['ID=c0d85d35-d94f-4dfe-99e7-d9b7f1e929ec,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:29.523039 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6a80-78b1-420f-a687-2f03d266abfa tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.526954 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6a80-78b1-420f-a687-2f03d266abfa tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.533409 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0f5e6a80-78b1-420f-a687-2f03d266abfa tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/floatingips/f00558f8-42e3-495f-9e4d-7d1e8f3900c7 HTTP/1.1" status: 204 len: 168 time: 0.7190902 Mar 23 12:57:29.534117 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39030) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:29.546595 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.561748 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fa98d0-20bb-49cb-94bb-1feecf111159 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] DELETE failed (client error): The resource could not be found. Mar 23 12:57:29.562851 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fa98d0-20bb-49cb-94bb-1feecf111159 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:57:29.568551 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e3fa98d0-20bb-49cb-94bb-1feecf111159 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/ports/ef34a412-4ca5-482b-98db-cb3d085e2f28 HTTP/1.1" status: 404 len: 333 time: 0.0310295 Mar 23 12:57:29.568757 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39032) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:29.612809 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-25a9679f-5056-4043-a573-fe0ce0529f91 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc30d71-a63e-4f07-9920-54da87314645 HTTP/1.1" status: 200 len: 205 time: 0.0322237 Mar 23 12:57:29.613159 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39034) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:29.657220 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-571a3d1c-6b38-4abe-abc1-f9ae44a5482f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] delete failed (client error): The resource could not be found. Mar 23 12:57:29.659977 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-571a3d1c-6b38-4abe-abc1-f9ae44a5482f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/routers/ecc30d71-a63e-4f07-9920-54da87314645 HTTP/1.1" status: 404 len: 336 time: 0.0439129 Mar 23 12:57:29.662017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39036) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:29.683992 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2e8a4f16-34aa-4cf5-9dbb-165837043e8e no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:57:29.696597 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bba28d3-6628-4d2b-991d-cba4c8634bb2 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] DELETE failed (client error): The resource could not be found. Mar 23 12:57:29.697322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bba28d3-6628-4d2b-991d-cba4c8634bb2 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:57:29.700799 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1bba28d3-6628-4d2b-991d-cba4c8634bb2 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/subnets/f07be4c0-fe76-441b-beeb-04f8f91c44f1 HTTP/1.1" status: 404 len: 337 time: 0.0376375 Mar 23 12:57:29.703245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39038) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:29.717901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 2e8a4f16-34aa-4cf5-9dbb-165837043e8e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:57:29.718284 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2e8a4f16-34aa-4cf5-9dbb-165837043e8e not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:57:29.739269 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device f1c3bdcd-03b7-4159-8b56-29c66f759062 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:29.793512 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-548277bd-0d72-4f9a-ab70-63f8a57889fb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.796355 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-548277bd-0d72-4f9a-ab70-63f8a57889fb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.813773 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port f1c3bdcd-03b7-4159-8b56-29c66f759062 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 12:57:29.820280 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port f1c3bdcd-03b7-4159-8b56-29c66f759062 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:29.821047 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.826953 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-146648c0-576b-46bb-a09c-660350332fbd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Deleting port 963eb474-44fd-4f10-aac4-fad91ad0c4b5 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:29.827529 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-146648c0-576b-46bb-a09c-660350332fbd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.849823 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-548277bd-0d72-4f9a-ab70-63f8a57889fb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.850663 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548277bd-0d72-4f9a-ab70-63f8a57889fb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Fanout notify agent at l3_agent the message router_deleted on router e43a02c4-7f8b-404b-af9a-3019db86846a {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:57:29.875975 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-548277bd-0d72-4f9a-ab70-63f8a57889fb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.880570 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-548277bd-0d72-4f9a-ab70-63f8a57889fb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/routers/e43a02c4-7f8b-404b-af9a-3019db86846a HTTP/1.1" status: 204 len: 168 time: 0.5855324 Mar 23 12:57:29.881431 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39040) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:29.917192 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.943775 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f8729f-9bcd-4685-b5e1-2283db9a1368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c3bdcd-03b7-4159-8b56-29c66f759062'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:57:29.944532 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-146648c0-576b-46bb-a09c-660350332fbd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.945822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-97750a70-ef21-4bcb-8235-cfb28ca50034 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting subnet 0496ecdf-43c2-449c-8454-61abddd3c773 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:57:29.946213 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d16cce-2b20-435d-97f3-6fba7694912b" -d '{"events": [{"server_uuid": "46f8729f-9bcd-4685-b5e1-2283db9a1368", "name": "network-vif-plugged", "status": "completed", "tag": "f1c3bdcd-03b7-4159-8b56-29c66f759062"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:57:29.949482 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97750a70-ef21-4bcb-8235-cfb28ca50034 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:29.959898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-146648c0-576b-46bb-a09c-660350332fbd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Calling delete_port for 963eb474-44fd-4f10-aac4-fad91ad0c4b5 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:29.963314 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port f1c3bdcd-03b7-4159-8b56-29c66f759062, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f1c3bdcd-03b7-4159-8b56-29c66f759062,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:29.970416 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.029034 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97750a70-ef21-4bcb-8235-cfb28ca50034 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.037742 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7f8b77-ca92-429b-9ea2-4502ef7ff4ec x-openstack-request-id: req-dd7f8b77-ca92-429b-9ea2-4502ef7ff4ec {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:57:30.038018 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f8729f-9bcd-4685-b5e1-2283db9a1368", "name": "network-vif-plugged", "status": "completed", "tag": "f1c3bdcd-03b7-4159-8b56-29c66f759062", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:57:30.038333 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd7f8b77-ca92-429b-9ea2-4502ef7ff4ec {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:57:30.038889 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f8729f-9bcd-4685-b5e1-2283db9a1368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c3bdcd-03b7-4159-8b56-29c66f759062', 'code': 200} Mar 23 12:57:30.090950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=f1c3bdcd-03b7-4159-8b56-29c66f759062,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:30.179315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b2a29-9b3e-4734-a987-403a1da45bfa req-c6464484-bc6e-4348-b6ec-2ce8045c2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:30.181080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c59b2a29-9b3e-4734-a987-403a1da45bfa req-c6464484-bc6e-4348-b6ec-2ce8045c2c1b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 1096 time: 0.0828922 Mar 23 12:57:30.199971 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-146648c0-576b-46bb-a09c-660350332fbd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.229261 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97750a70-ef21-4bcb-8235-cfb28ca50034 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.246681 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146648c0-576b-46bb-a09c-660350332fbd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Port': ['ID=963eb474-44fd-4f10-aac4-fad91ad0c4b5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:30.267272 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39046) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:30.274734 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-59752b36-a414-43b9-9bcb-8bcd17ae0a63 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Request body: {'subnet': {'network_id': '80b012f7-6333-4afd-9000-b9e8c9c7c482', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:30.301986 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c59b2a29-9b3e-4734-a987-403a1da45bfa req-da535e75-3ad9-437f-aa3f-7fc990cfa8ae service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138582 Mar 23 12:57:30.310697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc31e8-a673-4e4c-bf2f-3b4172d155d6 req-7594f906-8e36-4986-9dbc-b60b0cf2da8e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:30.312173 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-16bc31e8-a673-4e4c-bf2f-3b4172d155d6 req-7594f906-8e36-4986-9dbc-b60b0cf2da8e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 945 time: 0.1454880 Mar 23 12:57:30.328279 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-146648c0-576b-46bb-a09c-660350332fbd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.331613 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-146648c0-576b-46bb-a09c-660350332fbd tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/ports/963eb474-44fd-4f10-aac4-fad91ad0c4b5 HTTP/1.1" status: 204 len: 168 time: 0.6270483 Mar 23 12:57:30.334512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39048) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:30.388123 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97750a70-ef21-4bcb-8235-cfb28ca50034 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.426690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4016ca99-63f2-4032-a7bb-523fcb306e00 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Deleting port befcda53-6f0d-478e-aa4f-556638e595a8 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:30.427036 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4016ca99-63f2-4032-a7bb-523fcb306e00 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.437102 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97750a70-ef21-4bcb-8235-cfb28ca50034 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.440495 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-97750a70-ef21-4bcb-8235-cfb28ca50034 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/0496ecdf-43c2-449c-8454-61abddd3c773 HTTP/1.1" status: 204 len: 168 time: 0.5579371 Mar 23 12:57:30.442965 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ccedac-e898-4a29-ba3f-d548b336675f None None] Network 1d1c3a77-822f-4f27-8520-9911310b2227 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:30.443335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39050) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:30.451193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97750a70-ef21-4bcb-8235-cfb28ca50034 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Subnet': ['ID=0496ecdf-43c2-449c-8454-61abddd3c773,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:30.461074 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-16bc31e8-a673-4e4c-bf2f-3b4172d155d6 req-cd3dff16-726d-4e07-be2a-f648781042b5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123846 Mar 23 12:57:30.487375 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59752b36-a414-43b9-9bcb-8bcd17ae0a63 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Made reservation on behalf of 9f64ddb627a542e7926b187223e3e86d for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:30.487375 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59752b36-a414-43b9-9bcb-8bcd17ae0a63 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.581078 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.600518 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4016ca99-63f2-4032-a7bb-523fcb306e00 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.622547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4016ca99-63f2-4032-a7bb-523fcb306e00 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Calling delete_port for befcda53-6f0d-478e-aa4f-556638e595a8 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:30.665933 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dda8cd-4d12-410c-9718-f49fc7cd3134 None None] DHCP port deletion for 1d1c3a77-822f-4f27-8520-9911310b2227 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:57:30.714179 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59752b36-a414-43b9-9bcb-8bcd17ae0a63 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.726568 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a8dda8cd-4d12-410c-9718-f49fc7cd3134 None None] Deleting port 2d245082-0de6-4761-8102-f4212ba7b623 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:30.727287 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a8dda8cd-4d12-410c-9718-f49fc7cd3134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.730551 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port 2d245082-0de6-4761-8102-f4212ba7b623 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:30.730891 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.778196 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59752b36-a414-43b9-9bcb-8bcd17ae0a63 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event updated for resources: {'Subnet': ['ID=3edf2364-e01e-494c-9e06-c791a0d199b8,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:30.789908 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59752b36-a414-43b9-9bcb-8bcd17ae0a63 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Checking segment: {'id': 'c6b3847d-0920-4818-a583-981a1fb2f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80b012f7-6333-4afd-9000-b9e8c9c7c482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:30.789908 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59752b36-a414-43b9-9bcb-8bcd17ae0a63 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Network hostable DHCP agents. Network: 80b012f7-6333-4afd-9000-b9e8c9c7c482, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:30.798596 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a8dda8cd-4d12-410c-9718-f49fc7cd3134 None None] For port 2d245082-0de6-4761-8102-f4212ba7b623, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2d245082-0de6-4761-8102-f4212ba7b623,segment=NetworkSegment(970592cf-f9d7-4705-b846-bca29272a5ed),segment_id=970592cf-f9d7-4705-b846-bca29272a5ed)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:30.801990 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a8dda8cd-4d12-410c-9718-f49fc7cd3134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.811567 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59752b36-a414-43b9-9bcb-8bcd17ae0a63 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Network 80b012f7-6333-4afd-9000-b9e8c9c7c482 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:30.822782 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a8dda8cd-4d12-410c-9718-f49fc7cd3134 None None] Calling delete_port for 2d245082-0de6-4761-8102-f4212ba7b623 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:30.823236 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-59752b36-a414-43b9-9bcb-8bcd17ae0a63 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 80b012f7-6333-4afd-9000-b9e8c9c7c482) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:30.828146 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59752b36-a414-43b9-9bcb-8bcd17ae0a63 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:30.828905 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59752b36-a414-43b9-9bcb-8bcd17ae0a63 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.843244 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55db68a9-f085-43d5-96fd-51c26b699caa None None] Network 80b012f7-6333-4afd-9000-b9e8c9c7c482 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:30.847819 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] For port 2d245082-0de6-4761-8102-f4212ba7b623, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2d245082-0de6-4761-8102-f4212ba7b623,segment=NetworkSegment(970592cf-f9d7-4705-b846-bca29272a5ed),segment_id=970592cf-f9d7-4705-b846-bca29272a5ed)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:30.848089 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-59752b36-a414-43b9-9bcb-8bcd17ae0a63 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5772607 Mar 23 12:57:30.848221 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.851104 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39052) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:30.858959 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-13f55514-78df-421c-8efb-d215475ef2f5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1582110760'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:30.869559 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for 2d245082-0de6-4761-8102-f4212ba7b623 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:30.885788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f55514-78df-421c-8efb-d215475ef2f5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Made reservation on behalf of 9f64ddb627a542e7926b187223e3e86d for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:30.889540 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13f55514-78df-421c-8efb-d215475ef2f5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.916482 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f55514-78df-421c-8efb-d215475ef2f5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:30.924407 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4016ca99-63f2-4032-a7bb-523fcb306e00 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.927470 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13f55514-78df-421c-8efb-d215475ef2f5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:30.928031 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-13f55514-78df-421c-8efb-d215475ef2f5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Added segment 8ebcd5c4-e43f-4adc-bef2-c179be653d35 of type vlan for network e97ea236-2f1b-4429-a69c-d06b6cf766bb Mar 23 12:57:30.971274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016ca99-63f2-4032-a7bb-523fcb306e00 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Port': ['ID=befcda53-6f0d-478e-aa4f-556638e595a8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:30.978468 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13f55514-78df-421c-8efb-d215475ef2f5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.017632 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a8dda8cd-4d12-410c-9718-f49fc7cd3134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.025573 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13f55514-78df-421c-8efb-d215475ef2f5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.031944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f55514-78df-421c-8efb-d215475ef2f5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:31.032719 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13f55514-78df-421c-8efb-d215475ef2f5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.071660 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.076681 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4016ca99-63f2-4032-a7bb-523fcb306e00 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.083230 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4016ca99-63f2-4032-a7bb-523fcb306e00 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/ports/befcda53-6f0d-478e-aa4f-556638e595a8 HTTP/1.1" status: 204 len: 168 time: 0.7453713 Mar 23 12:57:31.084372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39054) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:31.119302 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-13f55514-78df-421c-8efb-d215475ef2f5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2666810 Mar 23 12:57:31.122692 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39056) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:31.130122 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-75f41771-0665-4bbe-8a94-b028c8078004 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Request body: {'subnet': {'network_id': 'e97ea236-2f1b-4429-a69c-d06b6cf766bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:31.135827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f55514-78df-421c-8efb-d215475ef2f5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event updated for resources: {'Network': ['ID=e97ea236-2f1b-4429-a69c-d06b6cf766bb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:31.142563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=2d245082-0de6-4761-8102-f4212ba7b623,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:31.150872 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] No DVR routers for this DVR port 2d245082-0de6-4761-8102-f4212ba7b623 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:57:31.238739 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network e97ea236-2f1b-4429-a69c-d06b6cf766bb details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:31.240641 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f41771-0665-4bbe-8a94-b028c8078004 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Made reservation on behalf of 9f64ddb627a542e7926b187223e3e86d for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:31.245781 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75f41771-0665-4bbe-8a94-b028c8078004 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.245995 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dda8cd-4d12-410c-9718-f49fc7cd3134 None None] Pushing event deleted for resources: {'Port': ['ID=2d245082-0de6-4761-8102-f4212ba7b623,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:31.257088 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9511409-2426-43bc-9941-3c00343356d8 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:31.258704 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f9511409-2426-43bc-9941-3c00343356d8 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7aa8147-b340-42be-ab38-22304ee3dbb0 HTTP/1.1" status: 200 len: 913 time: 0.1733975 Mar 23 12:57:31.261914 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39058) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:31.266474 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dda8cd-4d12-410c-9718-f49fc7cd3134 None None] No DVR routers for this DVR port 2d245082-0de6-4761-8102-f4212ba7b623 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:57:31.272622 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.347779 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-80b012f7-6333-4afd-9000-b9e8c9c7c482', 'network_id': '80b012f7-6333-4afd-9000-b9e8c9c7c482', 'tenant_id': '9f64ddb627a542e7926b187223e3e86d', 'fixed_ips': [{'subnet_id': '3edf2364-e01e-494c-9e06-c791a0d199b8'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:57:31.348709 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.357371 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1c3a77-822f-4f27-8520-9911310b2227']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:31.376446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970592cf-f9d7-4705-b846-bca29272a5ed') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:31.376750 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970592cf-f9d7-4705-b846-bca29272a5ed') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:31.442206 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.460748 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.475237 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:57:31.475796 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:57:31.479751 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:57:31.513175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Allocated IP 2001:db8:0:ffff::2 (80b012f7-6333-4afd-9000-b9e8c9c7c482/3edf2364-e01e-494c-9e06-c791a0d199b8/f6f2f09e-7457-4eb1-a5c9-cb897f92dd99) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:31.672778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.679544 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2d245082-0de6-4761-8102-f4212ba7b623 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:57:31.694019 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.701074 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/networks/1d1c3a77-822f-4f27-8520-9911310b2227 HTTP/1.1" status: 204 len: 168 time: 1.2501805 Mar 23 12:57:31.708400 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 2d245082-0de6-4761-8102-f4212ba7b623 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:57:31.708745 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2d245082-0de6-4761-8102-f4212ba7b623 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:57:31.719692 n-d-834854-1 neutron-server[102779]: DEBUG neutron.objects.ports [None req-75f41771-0665-4bbe-8a94-b028c8078004 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:57:31.721522 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39062) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:31.725904 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75f41771-0665-4bbe-8a94-b028c8078004 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.727564 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.732087 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-88e19d35-6fad-4a67-b426-fd13eafd903d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1741643602', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:31.735869 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.748395 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2f338-80ae-4362-8abc-e11fa208137a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Network': ['ID=1d1c3a77-822f-4f27-8520-9911310b2227,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:31.765813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ca369-828b-4eab-8004-04acd065c628 req-ab501f05-d3b9-4898-ad98-d1d8d4bd5921 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:31.767313 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f12ca369-828b-4eab-8004-04acd065c628 req-ab501f05-d3b9-4898-ad98-d1d8d4bd5921 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 945 time: 0.1624269 Mar 23 12:57:31.773225 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Network 80b012f7-6333-4afd-9000-b9e8c9c7c482 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:31.783567 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:31.787640 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:31.801499 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Pushing event updated for resources: {'Port': ['ID=f6f2f09e-7457-4eb1-a5c9-cb897f92dd99,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:31.827969 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88e19d35-6fad-4a67-b426-fd13eafd903d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.829006 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88e19d35-6fad-4a67-b426-fd13eafd903d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.850206 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f41771-0665-4bbe-8a94-b028c8078004 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event updated for resources: {'Subnet': ['ID=c94998a4-5246-446a-9c6d-e918ed15e49a,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:31.851628 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f12ca369-828b-4eab-8004-04acd065c628 req-b71f594b-a5d3-4970-8878-a38eb6c18f5e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765109 Mar 23 12:57:31.864066 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f41771-0665-4bbe-8a94-b028c8078004 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Checking segment: {'id': '8ebcd5c4-e43f-4adc-bef2-c179be653d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e97ea236-2f1b-4429-a69c-d06b6cf766bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:31.864387 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f41771-0665-4bbe-8a94-b028c8078004 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Network hostable DHCP agents. Network: e97ea236-2f1b-4429-a69c-d06b6cf766bb, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:31.869175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Attempting to bind port f6f2f09e-7457-4eb1-a5c9-cb897f92dd99 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:31.869858 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Attempting to bind port f6f2f09e-7457-4eb1-a5c9-cb897f92dd99 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'c6b3847d-0920-4818-a583-981a1fb2f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80b012f7-6333-4afd-9000-b9e8c9c7c482'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:31.870389 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Attempting to bind port f6f2f09e-7457-4eb1-a5c9-cb897f92dd99 on network 80b012f7-6333-4afd-9000-b9e8c9c7c482 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:31.876923 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:31.877578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Checking segment: {'id': 'c6b3847d-0920-4818-a583-981a1fb2f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80b012f7-6333-4afd-9000-b9e8c9c7c482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:31.878275 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.878826 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Bound using segment: {'id': 'c6b3847d-0920-4818-a583-981a1fb2f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80b012f7-6333-4afd-9000-b9e8c9c7c482'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:31.879462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Bound port: f6f2f09e-7457-4eb1-a5c9-cb897f92dd99, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b3847d-0920-4818-a583-981a1fb2f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80b012f7-6333-4afd-9000-b9e8c9c7c482'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:31.880089 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.924666 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88e19d35-6fad-4a67-b426-fd13eafd903d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.925510 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f41771-0665-4bbe-8a94-b028c8078004 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Network e97ea236-2f1b-4429-a69c-d06b6cf766bb is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:31.933146 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88e19d35-6fad-4a67-b426-fd13eafd903d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.942345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-75f41771-0665-4bbe-8a94-b028c8078004 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, e97ea236-2f1b-4429-a69c-d06b6cf766bb) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:31.949000 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f41771-0665-4bbe-8a94-b028c8078004 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:31.949625 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75f41771-0665-4bbe-8a94-b028c8078004 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.953764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06e7c94-3d6b-4026-a62a-427228eacf0a None None] Network e97ea236-2f1b-4429-a69c-d06b6cf766bb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:31.961074 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88e19d35-6fad-4a67-b426-fd13eafd903d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.965730 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-88e19d35-6fad-4a67-b426-fd13eafd903d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2414594 Mar 23 12:57:31.966389 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39064) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:31.971904 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fafbb8bb-c587-4223-9257-c8ef6a8fecc6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'network': {'name': 'tempest-RoutersTest-1145403989'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:31.972252 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bcc96eb-1d86-40dc-b398-a5629e8d1114 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:31.981286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] For port f6f2f09e-7457-4eb1-a5c9-cb897f92dd99, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:31.984426 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-75f41771-0665-4bbe-8a94-b028c8078004 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8605707 Mar 23 12:57:31.987236 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39066) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:31.992694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ac18b23c-9e97-47d4-ac5c-24e920f0491b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Request body: {'port': {'network_id': 'e97ea236-2f1b-4429-a69c-d06b6cf766bb', 'name': 'tempest-NetworksIpV6TestAttrs-1354295334'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:32.028370 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] For port f6f2f09e-7457-4eb1-a5c9-cb897f92dd99, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f6f2f09e-7457-4eb1-a5c9-cb897f92dd99,segment=NetworkSegment(c6b3847d-0920-4818-a583-981a1fb2f62d),segment_id=c6b3847d-0920-4818-a583-981a1fb2f62d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:32.033673 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.048144 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafbb8bb-c587-4223-9257-c8ef6a8fecc6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:32.051638 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fafbb8bb-c587-4223-9257-c8ef6a8fecc6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.102641 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fafbb8bb-c587-4223-9257-c8ef6a8fecc6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:32.122918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59aad3-1d4c-4af1-88c3-6dd0d39960c6 None None] Pushing event updated for resources: {'Port': ['ID=f6f2f09e-7457-4eb1-a5c9-cb897f92dd99,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:32.123714 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fafbb8bb-c587-4223-9257-c8ef6a8fecc6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.124117 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-fafbb8bb-c587-4223-9257-c8ef6a8fecc6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Added segment 87715a6e-4f6c-430d-a502-56cc3cafca1f of type vlan for network 55905117-8780-45fe-a901-360e8e4db092 Mar 23 12:57:32.171546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac18b23c-9e97-47d4-ac5c-24e920f0491b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Made reservation on behalf of 9f64ddb627a542e7926b187223e3e86d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:32.175163 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac18b23c-9e97-47d4-ac5c-24e920f0491b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.187342 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fafbb8bb-c587-4223-9257-c8ef6a8fecc6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.208327 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-ac18b23c-9e97-47d4-ac5c-24e920f0491b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] device_id is not set on port b123be48-e3a7-43f6-ac77-57a6dd152826 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:57:32.218860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-e97ea236-2f1b-4429-a69c-d06b6cf766bb', 'network_id': 'e97ea236-2f1b-4429-a69c-d06b6cf766bb', 'tenant_id': '9f64ddb627a542e7926b187223e3e86d', 'fixed_ips': [{'subnet_id': 'c94998a4-5246-446a-9c6d-e918ed15e49a'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:57:32.219799 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.274707 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fafbb8bb-c587-4223-9257-c8ef6a8fecc6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.280301 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafbb8bb-c587-4223-9257-c8ef6a8fecc6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:32.280884 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fafbb8bb-c587-4223-9257-c8ef6a8fecc6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.332592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2bcc96eb-1d86-40dc-b398-a5629e8d1114 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Deleting port 1c3944ee-1411-4d18-80c8-6ae9b6a62495 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:32.333578 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bcc96eb-1d86-40dc-b398-a5629e8d1114 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.337794 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fafbb8bb-c587-4223-9257-c8ef6a8fecc6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3689647 Mar 23 12:57:32.346634 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39068) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:32.372110 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-38cc7024-982f-486b-8107-955407f30a3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'subnet': {'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:32.419610 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Allocated IP 2001:db8::f816:3eff:fe91:3071 (e97ea236-2f1b-4429-a69c-d06b6cf766bb/c94998a4-5246-446a-9c6d-e918ed15e49a/4035eff8-9553-41b4-a0ef-dd51284ec584) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:32.468739 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bcc96eb-1d86-40dc-b398-a5629e8d1114 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.477117 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbb8bb-c587-4223-9257-c8ef6a8fecc6 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Network': ['ID=55905117-8780-45fe-a901-360e8e4db092,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:32.482299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2bcc96eb-1d86-40dc-b398-a5629e8d1114 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Calling delete_port for 1c3944ee-1411-4d18-80c8-6ae9b6a62495 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:32.511479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 55905117-8780-45fe-a901-360e8e4db092 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:32.526918 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cc7024-982f-486b-8107-955407f30a3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:32.530773 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38cc7024-982f-486b-8107-955407f30a3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.675634 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.684207 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.729884 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bcc96eb-1d86-40dc-b398-a5629e8d1114 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.732300 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Network e97ea236-2f1b-4429-a69c-d06b6cf766bb is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:32.736304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:32.738317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Pushing event updated for resources: {'Port': ['ID=4035eff8-9553-41b4-a0ef-dd51284ec584,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:32.740748 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:32.783223 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38cc7024-982f-486b-8107-955407f30a3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.786313 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc96eb-1d86-40dc-b398-a5629e8d1114 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Port': ['ID=1c3944ee-1411-4d18-80c8-6ae9b6a62495,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:32.786511 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-ac18b23c-9e97-47d4-ac5c-24e920f0491b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Allocated IP 2001:db8::f816:3eff:fe3e:ad76 (e97ea236-2f1b-4429-a69c-d06b6cf766bb/c94998a4-5246-446a-9c6d-e918ed15e49a/b123be48-e3a7-43f6-ac77-57a6dd152826) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:32.809592 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Attempting to bind port 4035eff8-9553-41b4-a0ef-dd51284ec584 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:32.810115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Attempting to bind port 4035eff8-9553-41b4-a0ef-dd51284ec584 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '8ebcd5c4-e43f-4adc-bef2-c179be653d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e97ea236-2f1b-4429-a69c-d06b6cf766bb'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:32.810597 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Attempting to bind port 4035eff8-9553-41b4-a0ef-dd51284ec584 on network e97ea236-2f1b-4429-a69c-d06b6cf766bb {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:32.817206 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:32.817721 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Checking segment: {'id': '8ebcd5c4-e43f-4adc-bef2-c179be653d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e97ea236-2f1b-4429-a69c-d06b6cf766bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:32.818223 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.818714 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Bound using segment: {'id': '8ebcd5c4-e43f-4adc-bef2-c179be653d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e97ea236-2f1b-4429-a69c-d06b6cf766bb'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:32.820054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Bound port: 4035eff8-9553-41b4-a0ef-dd51284ec584, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ebcd5c4-e43f-4adc-bef2-c179be653d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e97ea236-2f1b-4429-a69c-d06b6cf766bb'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:32.821436 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.886360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc7024-982f-486b-8107-955407f30a3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Subnet': ['ID=ec6236e8-74fe-4523-934f-bce14a72075a,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:32.893603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] For port 4035eff8-9553-41b4-a0ef-dd51284ec584, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:32.897556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] For port 4035eff8-9553-41b4-a0ef-dd51284ec584, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4035eff8-9553-41b4-a0ef-dd51284ec584,segment=NetworkSegment(8ebcd5c4-e43f-4adc-bef2-c179be653d35),segment_id=8ebcd5c4-e43f-4adc-bef2-c179be653d35)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:32.900504 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cc7024-982f-486b-8107-955407f30a3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Checking segment: {'id': '87715a6e-4f6c-430d-a502-56cc3cafca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '55905117-8780-45fe-a901-360e8e4db092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:32.900803 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cc7024-982f-486b-8107-955407f30a3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network hostable DHCP agents. Network: 55905117-8780-45fe-a901-360e8e4db092, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:32.907822 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:32.967639 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c81f6-08cd-4f99-99a2-54e4b4ba05b7 None None] Pushing event updated for resources: {'Port': ['ID=4035eff8-9553-41b4-a0ef-dd51284ec584,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:33.025481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bcc96eb-1d86-40dc-b398-a5629e8d1114 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:33.031828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cc7024-982f-486b-8107-955407f30a3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 55905117-8780-45fe-a901-360e8e4db092 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:33.072850 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-38cc7024-982f-486b-8107-955407f30a3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 55905117-8780-45fe-a901-360e8e4db092) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:33.085878 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cc7024-982f-486b-8107-955407f30a3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:33.086360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721506a7-4fb5-4a1e-a43c-f7f67c6ab6dc None None] Network 55905117-8780-45fe-a901-360e8e4db092 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:33.086869 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-38cc7024-982f-486b-8107-955407f30a3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:33.114656 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc95692-e37f-4763-bfcc-f7251ff67bb5 req-af5c0850-6ce4-4617-8f47-55217e55be1e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:33.117239 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-edc95692-e37f-4763-bfcc-f7251ff67bb5 req-af5c0850-6ce4-4617-8f47-55217e55be1e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 945 time: 0.1196914 Mar 23 12:57:33.163519 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac18b23c-9e97-47d4-ac5c-24e920f0491b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:33.171227 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-38cc7024-982f-486b-8107-955407f30a3a tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8230362 Mar 23 12:57:33.174554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39072) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:33.284636 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-edc95692-e37f-4763-bfcc-f7251ff67bb5 req-d6d291a7-19ca-4e90-84c9-2385421d5f59 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477599 Mar 23 12:57:33.340363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-55905117-8780-45fe-a901-360e8e4db092', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:57:33.347573 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:33.504952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca8dea-c957-4888-886c-521d490753ad req-de248d08-872a-444a-bc0e-33cafe06696d tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:33.512702 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bcca8dea-c957-4888-886c-521d490753ad req-de248d08-872a-444a-bc0e-33cafe06696d tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 945 time: 0.1167960 Mar 23 12:57:33.533872 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Allocated IP 172.20.0.2 (55905117-8780-45fe-a901-360e8e4db092/ec6236e8-74fe-4523-934f-bce14a72075a/2152ad51-9feb-4789-bd3b-5f49edf66ac0) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:33.534964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcc96eb-1d86-40dc-b398-a5629e8d1114 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Router d7aa8147-b340-42be-ab38-22304ee3dbb0 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:33.542695 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d98bc8b-f4b0-40c2-aa43-f132f17efadd None None] Network 80b012f7-6333-4afd-9000-b9e8c9c7c482 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:33.563423 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac18b23c-9e97-47d4-ac5c-24e920f0491b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:33.658881 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bcca8dea-c957-4888-886c-521d490753ad req-b336d12e-bcda-4542-b8c8-327e92f881da tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259692 Mar 23 12:57:33.678412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39078) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:33.687870 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:57:33.688502 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac18b23c-9e97-47d4-ac5c-24e920f0491b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Network e97ea236-2f1b-4429-a69c-d06b6cf766bb is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:33.691390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a2210b11-4b6d-49a6-8ee4-5e466451521e None None] Provisioning complete for port f6f2f09e-7457-4eb1-a5c9-cb897f92dd99 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:33.692057 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2210b11-4b6d-49a6-8ee4-5e466451521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:33.699645 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ac18b23c-9e97-47d4-ac5c-24e920f0491b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:33.716265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac18b23c-9e97-47d4-ac5c-24e920f0491b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:33.722039 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac18b23c-9e97-47d4-ac5c-24e920f0491b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:33.722741 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac18b23c-9e97-47d4-ac5c-24e920f0491b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:33.744394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18b23c-9e97-47d4-ac5c-24e920f0491b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event updated for resources: {'Port': ['ID=b123be48-e3a7-43f6-ac77-57a6dd152826,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:33.760124 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ac18b23c-9e97-47d4-ac5c-24e920f0491b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7717140 Mar 23 12:57:33.779405 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39082) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:33.781281 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:33.837985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f6f2f09e-7457-4eb1-a5c9-cb897f92dd99 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:33.894086 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcc96eb-1d86-40dc-b398-a5629e8d1114 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:33.902982 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2bcc96eb-1d86-40dc-b398-a5629e8d1114 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "PUT /v2.0/routers/d7aa8147-b340-42be-ab38-22304ee3dbb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6401532 Mar 23 12:57:33.907641 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-af23f105-4dc9-480a-9bcc-7f0048ad6654 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Deleting subnet c94998a4-5246-446a-9c6d-e918ed15e49a {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:57:33.909989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39084) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:33.917879 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3de384-3236-4214-bd81-c093fdbe96a5 None None] Sync routers for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:33.987642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3de384-3236-4214-bd81-c093fdbe96a5 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:33.988241 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7c3de384-3236-4214-bd81-c093fdbe96a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:33.990624 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.071327 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.081314 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7c3de384-3236-4214-bd81-c093fdbe96a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:34.096671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Allocated IP 172.20.0.1 (55905117-8780-45fe-a901-360e8e4db092/ec6236e8-74fe-4523-934f-bce14a72075a/45d2634b-4a75-4cda-8d5d-b48e08af3f49) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:34.158615 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2210b11-4b6d-49a6-8ee4-5e466451521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.164756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f6f2f09e-7457-4eb1-a5c9-cb897f92dd99 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:34.165371 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.204815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Network 55905117-8780-45fe-a901-360e8e4db092 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:34.206472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3de384-3236-4214-bd81-c093fdbe96a5 None None] Routers {'d7aa8147-b340-42be-ab38-22304ee3dbb0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:34.207174 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7c3de384-3236-4214-bd81-c093fdbe96a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d7aa8147-b340-42be-ab38-22304ee3dbb0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:34.222770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:34.281132 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.305487 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af23f105-4dc9-480a-9bcc-7f0048ad6654 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.326185 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.379579 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 55905117-8780-45fe-a901-360e8e4db092 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:34.388667 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:34.393133 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:34.423568 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af23f105-4dc9-480a-9bcc-7f0048ad6654 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.428042 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:34.430480 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Pushing event updated for resources: {'Port': ['ID=2152ad51-9feb-4789-bd3b-5f49edf66ac0,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:34.449186 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.451889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7c3de384-3236-4214-bd81-c093fdbe96a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:34.452571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3de384-3236-4214-bd81-c093fdbe96a5 None None] The sync data for ids ['d7aa8147-b340-42be-ab38-22304ee3dbb0'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:34.562424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a2210b11-4b6d-49a6-8ee4-5e466451521e None None] For port f6f2f09e-7457-4eb1-a5c9-cb897f92dd99, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f6f2f09e-7457-4eb1-a5c9-cb897f92dd99,segment=NetworkSegment(c6b3847d-0920-4818-a583-981a1fb2f62d),segment_id=c6b3847d-0920-4818-a583-981a1fb2f62d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:34.587122 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.589422 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Attempting to bind port 2152ad51-9feb-4789-bd3b-5f49edf66ac0 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:34.589875 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2635f435-91fc-45a0-8fd2-8712393cbaa9 tempest-TestVolumeBootPattern-992189751 tempest-TestVolumeBootPattern-992189751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:34.590017 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Attempting to bind port 2152ad51-9feb-4789-bd3b-5f49edf66ac0 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '87715a6e-4f6c-430d-a502-56cc3cafca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '55905117-8780-45fe-a901-360e8e4db092'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:34.590585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Attempting to bind port 2152ad51-9feb-4789-bd3b-5f49edf66ac0 on network 55905117-8780-45fe-a901-360e8e4db092 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:34.594125 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2635f435-91fc-45a0-8fd2-8712393cbaa9 tempest-TestVolumeBootPattern-992189751 tempest-TestVolumeBootPattern-992189751-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 1091 time: 0.9117186 Mar 23 12:57:34.594320 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=45d2634b-4a75-4cda-8d5d-b48e08af3f49,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:34.594441 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2210b11-4b6d-49a6-8ee4-5e466451521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.596736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39086) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:34.608305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': 'f1c3bdcd-03b7-4159-8b56-29c66f759062', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:34.626239 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42d55ecd-10b9-4dc4-a0a5-fbc16cf7b14f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.672324 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79aef21-f565-4dd5-8755-a328103b7775 None None] Network e97ea236-2f1b-4429-a69c-d06b6cf766bb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:34.693736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:34.695523 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Checking segment: {'id': '87715a6e-4f6c-430d-a502-56cc3cafca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '55905117-8780-45fe-a901-360e8e4db092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:34.696699 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.697261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Bound using segment: {'id': '87715a6e-4f6c-430d-a502-56cc3cafca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '55905117-8780-45fe-a901-360e8e4db092'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:34.697972 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Bound port: 2152ad51-9feb-4789-bd3b-5f49edf66ac0, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87715a6e-4f6c-430d-a502-56cc3cafca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '55905117-8780-45fe-a901-360e8e4db092'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:34.698525 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.716539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2210b11-4b6d-49a6-8ee4-5e466451521e None None] Pushing event updated for resources: {'Port': ['ID=f6f2f09e-7457-4eb1-a5c9-cb897f92dd99,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:34.794409 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.819566 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42d55ecd-10b9-4dc4-a0a5-fbc16cf7b14f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.845825 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-58ddb1ff-2472-4398-b99b-97072b92d10d None None] Provisioning complete for port 4035eff8-9553-41b4-a0ef-dd51284ec584 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:34.846200 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58ddb1ff-2472-4398-b99b-97072b92d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.890429 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4035eff8-9553-41b4-a0ef-dd51284ec584 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:34.925180 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af23f105-4dc9-480a-9bcc-7f0048ad6654 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.935894 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] For port 2152ad51-9feb-4789-bd3b-5f49edf66ac0, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:34.951516 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.956956 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:34.979973 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] For port 2152ad51-9feb-4789-bd3b-5f49edf66ac0, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2152ad51-9feb-4789-bd3b-5f49edf66ac0,segment=NetworkSegment(87715a6e-4f6c-430d-a502-56cc3cafca1f),segment_id=87715a6e-4f6c-430d-a502-56cc3cafca1f)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:34.991103 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:35.007069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-42d55ecd-10b9-4dc4-a0a5-fbc16cf7b14f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Deleting port 30d5448b-5a4a-4930-9d0a-4d77631592d7 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:35.007406 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42d55ecd-10b9-4dc4-a0a5-fbc16cf7b14f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:35.031141 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af23f105-4dc9-480a-9bcc-7f0048ad6654 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:35.053722 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af23f105-4dc9-480a-9bcc-7f0048ad6654 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:35.061440 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-af23f105-4dc9-480a-9bcc-7f0048ad6654 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/subnets/c94998a4-5246-446a-9c6d-e918ed15e49a HTTP/1.1" status: 204 len: 168 time: 1.2788155 Mar 23 12:57:35.064890 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:35.065080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39088) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:35.121708 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4035eff8-9553-41b4-a0ef-dd51284ec584 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:35.122086 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:35.131966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec33277-30f9-4b44-9591-684d54d1d50d None None] Pushing event updated for resources: {'Port': ['ID=2152ad51-9feb-4789-bd3b-5f49edf66ac0,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:35.167168 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58ddb1ff-2472-4398-b99b-97072b92d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:35.176446 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=45d2634b-4a75-4cda-8d5d-b48e08af3f49,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:35.211222 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-58ddb1ff-2472-4398-b99b-97072b92d10d None None] For port 4035eff8-9553-41b4-a0ef-dd51284ec584, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4035eff8-9553-41b4-a0ef-dd51284ec584,segment=NetworkSegment(8ebcd5c4-e43f-4adc-bef2-c179be653d35),segment_id=8ebcd5c4-e43f-4adc-bef2-c179be653d35)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:35.215340 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 55905117-8780-45fe-a901-360e8e4db092 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:35.217057 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:35.217269 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58ddb1ff-2472-4398-b99b-97072b92d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:35.225333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23f105-4dc9-480a-9bcc-7f0048ad6654 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event deleted for resources: {'Subnet': ['ID=c94998a4-5246-446a-9c6d-e918ed15e49a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:35.237130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692af3b1-61a1-4e05-aaf5-63383494ac81 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:35.238770 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692af3b1-61a1-4e05-aaf5-63383494ac81 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:35.240490 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-692af3b1-61a1-4e05-aaf5-63383494ac81 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1266434 Mar 23 12:57:35.245995 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39090) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:35.311653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddb1ff-2472-4398-b99b-97072b92d10d None None] Pushing event updated for resources: {'Port': ['ID=4035eff8-9553-41b4-a0ef-dd51284ec584,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:35.334380 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:35.366385 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42d55ecd-10b9-4dc4-a0a5-fbc16cf7b14f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:35.380782 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8200d59f-8a50-489a-b2bd-9a5752693383 None None] Provisioning complete for port f6f2f09e-7457-4eb1-a5c9-cb897f92dd99 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:35.381180 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8200d59f-8a50-489a-b2bd-9a5752693383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:35.469354 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64c87af5-9608-4521-8b25-f3a3ecf18309 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:35.479094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-42d55ecd-10b9-4dc4-a0a5-fbc16cf7b14f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Calling delete_port for 30d5448b-5a4a-4930-9d0a-4d77631592d7 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:35.500975 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c87af5-9608-4521-8b25-f3a3ecf18309 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 23 12:57:35.501817 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c87af5-9608-4521-8b25-f3a3ecf18309 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:57:35.513935 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-64c87af5-9608-4521-8b25-f3a3ecf18309 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/networks/e97ea236-2f1b-4429-a69c-d06b6cf766bb HTTP/1.1" status: 409 len: 405 time: 0.2660854 Mar 23 12:57:35.517409 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39092) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:35.563667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-982a4376-a77f-4b39-b6ca-7ca940d9398c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-230635285'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:35.595717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b556940c-49c3-4a2e-adc2-a93bfea4f7bb None None] Network e97ea236-2f1b-4429-a69c-d06b6cf766bb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:35.672432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982a4376-a77f-4b39-b6ca-7ca940d9398c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Made reservation on behalf of 9f64ddb627a542e7926b187223e3e86d for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:35.676176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-982a4376-a77f-4b39-b6ca-7ca940d9398c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:35.726906 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Allocated IP 172.25.2.167 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/c9865c58-6dca-4ddd-b9d9-9068607b7b34) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:35.739547 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2e41b75e-30af-469e-8b9c-635282cd8f50 None None] Provisioning complete for port 4035eff8-9553-41b4-a0ef-dd51284ec584 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:35.740084 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e41b75e-30af-469e-8b9c-635282cd8f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:35.815145 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982a4376-a77f-4b39-b6ca-7ca940d9398c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:35.815735 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:57:35.855721 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f6f2f09e-7457-4eb1-a5c9-cb897f92dd99 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:35.866262 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-982a4376-a77f-4b39-b6ca-7ca940d9398c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:35.866601 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-982a4376-a77f-4b39-b6ca-7ca940d9398c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Added segment ca5d9486-ea29-482e-82b4-93ad4b3c4832 of type vlan for network b0cee74f-0115-4c17-af22-7b2c8a7b781c Mar 23 12:57:35.915600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2e41b75e-30af-469e-8b9c-635282cd8f50 None None] Provisioning complete for port b123be48-e3a7-43f6-ac77-57a6dd152826 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:35.916117 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2e41b75e-30af-469e-8b9c-635282cd8f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:35.956373 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f6f2f09e-7457-4eb1-a5c9-cb897f92dd99 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:35.956620 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:35.956870 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:35.963483 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e6c43243-6ebc-4037-b834-55137706b1df tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/0351b77c-27f5-4b13-982e-0d4f2e4f3e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7877150 Mar 23 12:57:35.967340 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39094) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:35.971805 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Sync routers for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:35.979408 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2e41b75e-30af-469e-8b9c-635282cd8f50 None None] Port b123be48-e3a7-43f6-ac77-57a6dd152826 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:57:35.980740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6afe4b26-4642-41fc-a559-ab3e43bc3883 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'network': {'name': 'tempest-RoutersTest-284894442'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:35.990136 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0596fc6a-ca1a-44b1-9483-9466a5135673 None None] DHCP port deletion for e97ea236-2f1b-4429-a69c-d06b6cf766bb request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:57:36.005033 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:36.007625 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:36.023442 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afe4b26-4642-41fc-a559-ab3e43bc3883 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:36.027212 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6afe4b26-4642-41fc-a559-ab3e43bc3883 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.090341 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afe4b26-4642-41fc-a559-ab3e43bc3883 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:36.094551 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.100234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2152ad51-9feb-4789-bd3b-5f49edf66ac0 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:36.105110 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0596fc6a-ca1a-44b1-9483-9466a5135673 None None] Deleting port 4035eff8-9553-41b4-a0ef-dd51284ec584 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:36.105479 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0596fc6a-ca1a-44b1-9483-9466a5135673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.107097 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42d55ecd-10b9-4dc4-a0a5-fbc16cf7b14f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.122795 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6afe4b26-4642-41fc-a559-ab3e43bc3883 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.123056 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-6afe4b26-4642-41fc-a559-ab3e43bc3883 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Added segment a1e0d0e3-484e-43a7-b788-4ed391c2c407 of type vlan for network 0cfb2e21-8c70-4504-a13f-db4c62698f96 Mar 23 12:57:36.124202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-982a4376-a77f-4b39-b6ca-7ca940d9398c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.157871 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-982a4376-a77f-4b39-b6ca-7ca940d9398c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.165342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982a4376-a77f-4b39-b6ca-7ca940d9398c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:36.166196 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-982a4376-a77f-4b39-b6ca-7ca940d9398c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.191634 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:57:36.208341 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6afe4b26-4642-41fc-a559-ab3e43bc3883 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.238796 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0596fc6a-ca1a-44b1-9483-9466a5135673 None None] For port 4035eff8-9553-41b4-a0ef-dd51284ec584, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4035eff8-9553-41b4-a0ef-dd51284ec584,segment=NetworkSegment(8ebcd5c4-e43f-4adc-bef2-c179be653d35),segment_id=8ebcd5c4-e43f-4adc-bef2-c179be653d35)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:36.239189 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0596fc6a-ca1a-44b1-9483-9466a5135673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.255968 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0596fc6a-ca1a-44b1-9483-9466a5135673 None None] Calling delete_port for 4035eff8-9553-41b4-a0ef-dd51284ec584 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:36.264330 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6afe4b26-4642-41fc-a559-ab3e43bc3883 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.272823 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2152ad51-9feb-4789-bd3b-5f49edf66ac0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:36.274272 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.274399 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afe4b26-4642-41fc-a559-ab3e43bc3883 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:36.274752 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6afe4b26-4642-41fc-a559-ab3e43bc3883 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.290066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a4376-a77f-4b39-b6ca-7ca940d9398c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event updated for resources: {'Network': ['ID=b0cee74f-0115-4c17-af22-7b2c8a7b781c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:36.298212 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-982a4376-a77f-4b39-b6ca-7ca940d9398c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7755430 Mar 23 12:57:36.301142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39096) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:36.313268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d55ecd-10b9-4dc4-a0a5-fbc16cf7b14f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Port': ['ID=30d5448b-5a4a-4930-9d0a-4d77631592d7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:36.331530 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1d1f5087-55e0-49cb-acaf-c69977fc1107 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Request body: {'subnet': {'network_id': 'b0cee74f-0115-4c17-af22-7b2c8a7b781c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:36.345996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network b0cee74f-0115-4c17-af22-7b2c8a7b781c details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:36.376893 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42d55ecd-10b9-4dc4-a0a5-fbc16cf7b14f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.494785 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42d55ecd-10b9-4dc4-a0a5-fbc16cf7b14f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.497202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42d55ecd-10b9-4dc4-a0a5-fbc16cf7b14f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.550406 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42d55ecd-10b9-4dc4-a0a5-fbc16cf7b14f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.551192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d55ecd-10b9-4dc4-a0a5-fbc16cf7b14f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Fanout notify agent at l3_agent the message router_deleted on router d7aa8147-b340-42be-ab38-22304ee3dbb0 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:57:36.561147 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42d55ecd-10b9-4dc4-a0a5-fbc16cf7b14f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.564620 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-42d55ecd-10b9-4dc4-a0a5-fbc16cf7b14f tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/routers/d7aa8147-b340-42be-ab38-22304ee3dbb0 HTTP/1.1" status: 204 len: 168 time: 2.2665033 Mar 23 12:57:36.566456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39098) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:36.614438 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0596fc6a-ca1a-44b1-9483-9466a5135673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.635382 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.637866 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6afe4b26-4642-41fc-a559-ab3e43bc3883 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6697085 Mar 23 12:57:36.642015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1e9a43-c56b-4886-817b-9b141638c81e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Deleting subnet 5bad0668-6fc0-4b4f-8f96-2606d6b69126 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:57:36.645625 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9a43-c56b-4886-817b-9b141638c81e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.646146 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39100) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:36.654634 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:34Z', 'revision_number': 2, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:34Z', 'revision_number': 2, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:36.659230 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e2e0b83c-fa1f-41da-8a7b-29c6cb1cf661 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'subnet': {'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:36.669519 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe4b26-4642-41fc-a559-ab3e43bc3883 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Network': ['ID=0cfb2e21-8c70-4504-a13f-db4c62698f96,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:36.700763 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9a43-c56b-4886-817b-9b141638c81e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.725366 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Checking router: 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:57:36.725717 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Updating router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 port 45d2634b-4a75-4cda-8d5d-b48e08af3f49 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:57:36.726447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596fc6a-ca1a-44b1-9483-9466a5135673 None None] Pushing event deleted for resources: {'Port': ['ID=4035eff8-9553-41b4-a0ef-dd51284ec584,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:36.730919 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 0cfb2e21-8c70-4504-a13f-db4c62698f96 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:36.768229 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9a43-c56b-4886-817b-9b141638c81e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.769097 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.803491 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1f5087-55e0-49cb-acaf-c69977fc1107 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Made reservation on behalf of 9f64ddb627a542e7926b187223e3e86d for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:36.808698 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d1f5087-55e0-49cb-acaf-c69977fc1107 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.817411 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3224b9e5-ebd3-4762-8e35-b4f450fdd127 None None] Network 55905117-8780-45fe-a901-360e8e4db092 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:36.822837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 2152ad51-9feb-4789-bd3b-5f49edf66ac0, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2152ad51-9feb-4789-bd3b-5f49edf66ac0,segment=NetworkSegment(87715a6e-4f6c-430d-a502-56cc3cafca1f),segment_id=87715a6e-4f6c-430d-a502-56cc3cafca1f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:36.841078 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.842032 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4035eff8-9553-41b4-a0ef-dd51284ec584 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:36.863597 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9a43-c56b-4886-817b-9b141638c81e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.866118 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0596fc6a-ca1a-44b1-9483-9466a5135673 None None] No DVR routers for this DVR port 4035eff8-9553-41b4-a0ef-dd51284ec584 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:57:36.886727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 4035eff8-9553-41b4-a0ef-dd51284ec584 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:57:36.886727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4035eff8-9553-41b4-a0ef-dd51284ec584 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 12:57:36.900078 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9a43-c56b-4886-817b-9b141638c81e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.903736 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cc1e9a43-c56b-4886-817b-9b141638c81e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/subnets/5bad0668-6fc0-4b4f-8f96-2606d6b69126 HTTP/1.1" status: 204 len: 168 time: 0.3362720 Mar 23 12:57:36.905508 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.915458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39102) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:36.936191 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Port 4035eff8-9553-41b4-a0ef-dd51284ec584 not found, will not notify nova. {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 12:57:36.977861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'Port': ['ID=c9865c58-6dca-4ddd-b9d9-9068607b7b34,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:36.986973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e9a43-c56b-4886-817b-9b141638c81e tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Subnet': ['ID=5bad0668-6fc0-4b4f-8f96-2606d6b69126,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:36.989122 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-936e0400-f7db-4329-b9b6-548252f0ac36 None None] Provisioning complete for port 2152ad51-9feb-4789-bd3b-5f49edf66ac0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:36.989694 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-936e0400-f7db-4329-b9b6-548252f0ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:36.997267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:36.998888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:37.001788 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:37.109219 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e0b83c-fa1f-41da-8a7b-29c6cb1cf661 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:37.113023 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2e0b83c-fa1f-41da-8a7b-29c6cb1cf661 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:37.134539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=2152ad51-9feb-4789-bd3b-5f49edf66ac0,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:37.210564 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21a0e605-1464-4b59-8b22-0744e76692a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:37.301972 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:37.311786 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:37.457731 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dff4f-2817-41ef-aa1b-bcaa4f9b0bbe None None] Pushing event updated for resources: {'Port': ['ID=45d2634b-4a75-4cda-8d5d-b48e08af3f49,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:37.496493 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Attempting to bind port 45d2634b-4a75-4cda-8d5d-b48e08af3f49 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:37.497288 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Attempting to bind port 45d2634b-4a75-4cda-8d5d-b48e08af3f49 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '87715a6e-4f6c-430d-a502-56cc3cafca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '55905117-8780-45fe-a901-360e8e4db092'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:37.497837 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Attempting to bind port 45d2634b-4a75-4cda-8d5d-b48e08af3f49 on network 55905117-8780-45fe-a901-360e8e4db092 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:37.504481 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:37.505306 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Checking segment: {'id': '87715a6e-4f6c-430d-a502-56cc3cafca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '55905117-8780-45fe-a901-360e8e4db092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:37.505704 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:37.506092 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Bound using segment: {'id': '87715a6e-4f6c-430d-a502-56cc3cafca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '55905117-8780-45fe-a901-360e8e4db092'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:37.506590 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Bound port: 45d2634b-4a75-4cda-8d5d-b48e08af3f49, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87715a6e-4f6c-430d-a502-56cc3cafca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '55905117-8780-45fe-a901-360e8e4db092'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:37.506930 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:37.515010 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21a0e605-1464-4b59-8b22-0744e76692a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:37.588040 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-21a0e605-1464-4b59-8b22-0744e76692a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a64ef4a-a94d-4055-a965-1fca8170e238']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:37.616842 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-21a0e605-1464-4b59-8b22-0744e76692a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7acf5dc-4026-40a7-9331-6f742fe88192') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:37.617080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-21a0e605-1464-4b59-8b22-0744e76692a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7acf5dc-4026-40a7-9331-6f742fe88192') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:37.643571 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] For port 45d2634b-4a75-4cda-8d5d-b48e08af3f49, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:37.647436 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] For port 45d2634b-4a75-4cda-8d5d-b48e08af3f49, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=45d2634b-4a75-4cda-8d5d-b48e08af3f49,segment=NetworkSegment(87715a6e-4f6c-430d-a502-56cc3cafca1f),segment_id=87715a6e-4f6c-430d-a502-56cc3cafca1f)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:37.653886 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:37.683767 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:37.697471 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1c62bd49-465c-4a0c-b1bc-eb087095e892 None None] Provisioning complete for port 45d2634b-4a75-4cda-8d5d-b48e08af3f49 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:37.697471 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c62bd49-465c-4a0c-b1bc-eb087095e892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:37.702819 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2152ad51-9feb-4789-bd3b-5f49edf66ac0 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:37.717046 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dff4f-2817-41ef-aa1b-bcaa4f9b0bbe None None] Pushing event updated for resources: {'Port': ['ID=45d2634b-4a75-4cda-8d5d-b48e08af3f49,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:37.719286 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21a0e605-1464-4b59-8b22-0744e76692a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:37.761371 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:37.764121 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:37.802286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.objects.ports [None req-1d1f5087-55e0-49cb-acaf-c69977fc1107 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102779) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:57:37.804076 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21a0e605-1464-4b59-8b22-0744e76692a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:37.809531 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2e0b83c-fa1f-41da-8a7b-29c6cb1cf661 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:37.818401 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d1f5087-55e0-49cb-acaf-c69977fc1107 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:37.830710 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:37.863870 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a0e605-1464-4b59-8b22-0744e76692a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:57:37.864793 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21a0e605-1464-4b59-8b22-0744e76692a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:57:37.869071 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:57:37.891729 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:57:38.015661 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21a0e605-1464-4b59-8b22-0744e76692a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:38.024726 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-21a0e605-1464-4b59-8b22-0744e76692a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:38.032534 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-21a0e605-1464-4b59-8b22-0744e76692a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] 10.222.0.52 "DELETE /v2.0/networks/5a64ef4a-a94d-4055-a965-1fca8170e238 HTTP/1.1" status: 204 len: 168 time: 1.1151953 Mar 23 12:57:38.074014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0e605-1464-4b59-8b22-0744e76692a0 tempest-FloatingIPTestJSON-1992366604 tempest-FloatingIPTestJSON-1992366604-project] Pushing event deleted for resources: {'Network': ['ID=5a64ef4a-a94d-4055-a965-1fca8170e238,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:38.083669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0b83c-fa1f-41da-8a7b-29c6cb1cf661 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Subnet': ['ID=cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:38.094952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f5087-55e0-49cb-acaf-c69977fc1107 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Checking segment: {'id': 'ca5d9486-ea29-482e-82b4-93ad4b3c4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b0cee74f-0115-4c17-af22-7b2c8a7b781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:38.095329 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f5087-55e0-49cb-acaf-c69977fc1107 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Network hostable DHCP agents. Network: b0cee74f-0115-4c17-af22-7b2c8a7b781c, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:38.099488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0b83c-fa1f-41da-8a7b-29c6cb1cf661 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Checking segment: {'id': 'a1e0d0e3-484e-43a7-b788-4ed391c2c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:38.099852 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e0b83c-fa1f-41da-8a7b-29c6cb1cf661 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network hostable DHCP agents. Network: 0cfb2e21-8c70-4504-a13f-db4c62698f96, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:38.127736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2152ad51-9feb-4789-bd3b-5f49edf66ac0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:38.130011 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:38.135424 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:38.137196 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:38.140131 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c62bd49-465c-4a0c-b1bc-eb087095e892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:38.189942 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e0b83c-fa1f-41da-8a7b-29c6cb1cf661 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 0cfb2e21-8c70-4504-a13f-db4c62698f96 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:38.200722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f5087-55e0-49cb-acaf-c69977fc1107 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Network b0cee74f-0115-4c17-af22-7b2c8a7b781c is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:38.215441 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1d1f5087-55e0-49cb-acaf-c69977fc1107 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, b0cee74f-0115-4c17-af22-7b2c8a7b781c) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:38.223189 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1f5087-55e0-49cb-acaf-c69977fc1107 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:38.224027 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d1f5087-55e0-49cb-acaf-c69977fc1107 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:38.227232 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9863e24-27a6-496e-9b6f-c36b1ec5e08e None None] Network b0cee74f-0115-4c17-af22-7b2c8a7b781c requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:38.230238 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e2e0b83c-fa1f-41da-8a7b-29c6cb1cf661 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 0cfb2e21-8c70-4504-a13f-db4c62698f96) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:38.243465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e0b83c-fa1f-41da-8a7b-29c6cb1cf661 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:38.244193 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2e0b83c-fa1f-41da-8a7b-29c6cb1cf661 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:38.276046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f5087-55e0-49cb-acaf-c69977fc1107 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event updated for resources: {'Subnet': ['ID=61320118-538a-4209-8fac-4fa00eeffe76,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:38.279331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'Port': ['ID=c9865c58-6dca-4ddd-b9d9-9068607b7b34,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:38.286947 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e2e0b83c-fa1f-41da-8a7b-29c6cb1cf661 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6397405 Mar 23 12:57:38.301771 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39106) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:38.328657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1927355-e547-4dcc-9fe5-4e11179f4323 None None] Network 0cfb2e21-8c70-4504-a13f-db4c62698f96 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:38.330158 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:38.401623 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1d1f5087-55e0-49cb-acaf-c69977fc1107 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0989830 Mar 23 12:57:38.402274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39108) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:38.408173 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1c62bd49-465c-4a0c-b1bc-eb087095e892 None None] For port 45d2634b-4a75-4cda-8d5d-b48e08af3f49, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=45d2634b-4a75-4cda-8d5d-b48e08af3f49,segment=NetworkSegment(87715a6e-4f6c-430d-a502-56cc3cafca1f),segment_id=87715a6e-4f6c-430d-a502-56cc3cafca1f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:38.476470 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:34Z', 'revision_number': 2, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:37Z', 'revision_number': 4, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:38.477563 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c62bd49-465c-4a0c-b1bc-eb087095e892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:38.498078 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-13259491-7325-4cca-8440-4033a5e45776 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Request body: {'port': {'network_id': 'b0cee74f-0115-4c17-af22-7b2c8a7b781c', 'name': 'tempest-NetworksIpV6TestAttrs-2015834184'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:38.515367 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2019512e-4e9f-4faa-b853-5ba378e8dee6 None None] The sync data for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 is: [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:34Z', 'revision_number': 2, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:37Z', 'revision_number': 4, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:38.531893 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39112) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:38.572872 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Floating IP 9d68be79-e270-4279-bb1f-573043b39e79 associated. External IP: 172.25.2.167, port: f1c3bdcd-03b7-4159-8b56-29c66f759062. Mar 23 12:57:38.732030 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-b0cee74f-0115-4c17-af22-7b2c8a7b781c', 'network_id': 'b0cee74f-0115-4c17-af22-7b2c8a7b781c', 'tenant_id': '9f64ddb627a542e7926b187223e3e86d', 'fixed_ips': [{'subnet_id': '61320118-538a-4209-8fac-4fa00eeffe76'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:57:38.733083 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:38.750293 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1c62bd49-465c-4a0c-b1bc-eb087095e892 None None] Provisioning complete for port 2152ad51-9feb-4789-bd3b-5f49edf66ac0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:38.750681 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c62bd49-465c-4a0c-b1bc-eb087095e892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:38.782300 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e21eb6ee-a89a-4cac-9815-4276587e2d7f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=006988889d1c4903b19e602e0d9d59a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444010 Mar 23 12:57:38.807507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62bd49-465c-4a0c-b1bc-eb087095e892 None None] Pushing event updated for resources: {'Port': ['ID=45d2634b-4a75-4cda-8d5d-b48e08af3f49,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:38.849255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39116) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:38.853032 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13259491-7325-4cca-8440-4033a5e45776 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Made reservation on behalf of 9f64ddb627a542e7926b187223e3e86d for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:38.856825 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13259491-7325-4cca-8440-4033a5e45776 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:39.012672 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4035eff8-9553-41b4-a0ef-dd51284ec584 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:57:39.053717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-13259491-7325-4cca-8440-4033a5e45776 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] device_id is not set on port 1332a35e-dd0a-4425-8a3f-39a02d295429 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:57:39.121530 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 4035eff8-9553-41b4-a0ef-dd51284ec584 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:57:39.122123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4035eff8-9553-41b4-a0ef-dd51284ec584 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:57:39.134533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-0cfb2e21-8c70-4504-a13f-db4c62698f96', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:57:39.135282 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:39.240886 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:39.299882 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Allocated IP 2001:db8::f816:3eff:fe53:9613 (b0cee74f-0115-4c17-af22-7b2c8a7b781c/61320118-538a-4209-8fac-4fa00eeffe76/1cbcb01b-2f80-49c6-a270-1b890d69c609) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:39.302589 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-73f45f89-94ac-46f6-a547-3b09b7d3e8d4 None None] Provisioning complete for port 45d2634b-4a75-4cda-8d5d-b48e08af3f49 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:39.302936 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-73f45f89-94ac-46f6-a547-3b09b7d3e8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:39.437823 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-085e0204-04e9-45ba-a037-1b023291ea9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:39.446130 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Allocated IP 172.21.0.2 (0cfb2e21-8c70-4504-a13f-db4c62698f96/cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6/c6817546-285b-4222-a4f3-c52a1f7caa9a) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:39.475233 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-085e0204-04e9-45ba-a037-1b023291ea9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:39.490492 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:39.640998 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-085e0204-04e9-45ba-a037-1b023291ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:39.643540 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-085e0204-04e9-45ba-a037-1b023291ea9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:39.644759 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-085e0204-04e9-45ba-a037-1b023291ea9b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/10175ce3-c832-4e87-b9c9-c290037ef505 HTTP/1.1" status: 204 len: 168 time: 0.7937758 Mar 23 12:57:39.665827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e0204-04e9-45ba-a037-1b023291ea9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10175ce3-c832-4e87-b9c9-c290037ef505,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:39.677290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:39.683270 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:39.696919 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9f149-ad4b-4d25-89af-34945706a35f None None] Sync routers for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:39.697578 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:39.709112 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:39.734060 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e444f278-c5ad-40d5-8fe9-4c18ced994ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1357138 Mar 23 12:57:39.734711 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f8729f-9bcd-4685-b5e1-2283db9a1368', 'tag': 'f1c3bdcd-03b7-4159-8b56-29c66f759062'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:57:39.737457 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c772efc8-d6a1-455b-9d20-8122fba55e73" -d '{"events": [{"name": "network-changed", "server_uuid": "46f8729f-9bcd-4685-b5e1-2283db9a1368", "tag": "f1c3bdcd-03b7-4159-8b56-29c66f759062"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:57:39.763434 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 45d2634b-4a75-4cda-8d5d-b48e08af3f49 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:39.800939 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b7a8c6-3702-468b-8038-097f3979d2f4 x-openstack-request-id: req-43b7a8c6-3702-468b-8038-097f3979d2f4 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:57:39.800939 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f8729f-9bcd-4685-b5e1-2283db9a1368", "tag": "f1c3bdcd-03b7-4159-8b56-29c66f759062", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:57:39.800939 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43b7a8c6-3702-468b-8038-097f3979d2f4 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:57:39.801695 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f8729f-9bcd-4685-b5e1-2283db9a1368', 'tag': 'f1c3bdcd-03b7-4159-8b56-29c66f759062', 'status': 'completed', 'code': 200} Mar 23 12:57:39.806262 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Network b0cee74f-0115-4c17-af22-7b2c8a7b781c is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:39.808407 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-13259491-7325-4cca-8440-4033a5e45776 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Allocated IP 2001:db8::f816:3eff:fe6b:ee74 (b0cee74f-0115-4c17-af22-7b2c8a7b781c/61320118-538a-4209-8fac-4fa00eeffe76/1332a35e-dd0a-4425-8a3f-39a02d295429) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:39.826738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9f149-ad4b-4d25-89af-34945706a35f None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:39.827381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-82d9f149-ad4b-4d25-89af-34945706a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:39.829435 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:39.846288 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:39.876757 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772efc8-d6a1-455b-9d20-8122fba55e73 req-98c95997-e77c-49c3-83cf-c2833a86494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:39.880396 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c772efc8-d6a1-455b-9d20-8122fba55e73 req-98c95997-e77c-49c3-83cf-c2833a86494f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 1096 time: 0.0584204 Mar 23 12:57:39.928829 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Pushing event updated for resources: {'Port': ['ID=1cbcb01b-2f80-49c6-a270-1b890d69c609,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:39.949889 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:40.005537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772efc8-d6a1-455b-9d20-8122fba55e73 req-ba38b30d-3722-4d1b-a6bf-c3f8e8e836fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:40.008316 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c772efc8-d6a1-455b-9d20-8122fba55e73 req-ba38b30d-3722-4d1b-a6bf-c3f8e8e836fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 913 time: 0.1144242 Mar 23 12:57:40.053092 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13259491-7325-4cca-8440-4033a5e45776 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:40.057933 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Allocated IP 172.21.0.1 (0cfb2e21-8c70-4504-a13f-db4c62698f96/cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6/37c37369-c747-4b91-8ca8-895c273826d2) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:40.075835 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-82d9f149-ad4b-4d25-89af-34945706a35f None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:57:40.111405 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:40.113691 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 45d2634b-4a75-4cda-8d5d-b48e08af3f49 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:40.114049 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:40.143282 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c772efc8-d6a1-455b-9d20-8122fba55e73 req-d0c085f0-a04c-4571-9224-cd5ad0d42ee1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1c3bdcd-03b7-4159-8b56-29c66f759062 HTTP/1.1" status: 200 len: 999 time: 0.1257198 Mar 23 12:57:40.182574 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13259491-7325-4cca-8440-4033a5e45776 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:40.223863 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772efc8-d6a1-455b-9d20-8122fba55e73 req-75c33b99-3f40-4605-b3a9-fab22871d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:40.227279 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c772efc8-d6a1-455b-9d20-8122fba55e73 req-75c33b99-3f40-4605-b3a9-fab22871d052 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.0710263 Mar 23 12:57:40.244418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Network 0cfb2e21-8c70-4504-a13f-db4c62698f96 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:40.298953 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:40.299537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772efc8-d6a1-455b-9d20-8122fba55e73 req-22df47df-95b1-4480-8988-f5d5377d56f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:40.300894 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c772efc8-d6a1-455b-9d20-8122fba55e73 req-22df47df-95b1-4480-8988-f5d5377d56f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680389 Mar 23 12:57:40.308324 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13259491-7325-4cca-8440-4033a5e45776 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Network b0cee74f-0115-4c17-af22-7b2c8a7b781c is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:40.316691 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-13259491-7325-4cca-8440-4033a5e45776 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:40.323026 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13259491-7325-4cca-8440-4033a5e45776 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:40.330843 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13259491-7325-4cca-8440-4033a5e45776 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:40.331630 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13259491-7325-4cca-8440-4033a5e45776 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:40.345528 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13259491-7325-4cca-8440-4033a5e45776 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event updated for resources: {'Port': ['ID=1332a35e-dd0a-4425-8a3f-39a02d295429,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:40.364902 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-13259491-7325-4cca-8440-4033a5e45776 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9525068 Mar 23 12:57:40.368262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39134) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:40.425954 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:40.467347 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:40.469212 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Attempting to bind port 1cbcb01b-2f80-49c6-a270-1b890d69c609 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:40.469600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Attempting to bind port 1cbcb01b-2f80-49c6-a270-1b890d69c609 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'ca5d9486-ea29-482e-82b4-93ad4b3c4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b0cee74f-0115-4c17-af22-7b2c8a7b781c'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:40.469956 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Attempting to bind port 1cbcb01b-2f80-49c6-a270-1b890d69c609 on network b0cee74f-0115-4c17-af22-7b2c8a7b781c {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:40.472160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:40.472786 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db89435-0cba-46b9-9ad0-c4a90241d6e5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Deleting subnet 61320118-538a-4209-8fac-4fa00eeffe76 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:57:40.483444 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3db89435-0cba-46b9-9ad0-c4a90241d6e5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:40.500015 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Pushing event updated for resources: {'Port': ['ID=c6817546-285b-4222-a4f3-c52a1f7caa9a,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:40.527887 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c772efc8-d6a1-455b-9d20-8122fba55e73 req-e1f556d5-7511-4de6-8e28-e6739102405d service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147067 Mar 23 12:57:40.538442 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:40.539043 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Checking segment: {'id': 'ca5d9486-ea29-482e-82b4-93ad4b3c4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b0cee74f-0115-4c17-af22-7b2c8a7b781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:40.539694 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:40.540305 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Bound using segment: {'id': 'ca5d9486-ea29-482e-82b4-93ad4b3c4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b0cee74f-0115-4c17-af22-7b2c8a7b781c'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:40.540951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Bound port: 1cbcb01b-2f80-49c6-a270-1b890d69c609, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5d9486-ea29-482e-82b4-93ad4b3c4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b0cee74f-0115-4c17-af22-7b2c8a7b781c'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:40.541509 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:40.549027 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 0cfb2e21-8c70-4504-a13f-db4c62698f96 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:40.561337 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:40.572808 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:40.618852 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=37c37369-c747-4b91-8ca8-895c273826d2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:40.623150 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3db89435-0cba-46b9-9ad0-c4a90241d6e5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:40.625725 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Attempting to bind port c6817546-285b-4222-a4f3-c52a1f7caa9a on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:40.626560 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Attempting to bind port c6817546-285b-4222-a4f3-c52a1f7caa9a by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'a1e0d0e3-484e-43a7-b788-4ed391c2c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:40.627308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Attempting to bind port c6817546-285b-4222-a4f3-c52a1f7caa9a on network 0cfb2e21-8c70-4504-a13f-db4c62698f96 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:40.627755 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:40.707646 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:40.708111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Checking segment: {'id': 'a1e0d0e3-484e-43a7-b788-4ed391c2c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:40.708982 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:40.708982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Bound using segment: {'id': 'a1e0d0e3-484e-43a7-b788-4ed391c2c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:40.709308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Bound port: c6817546-285b-4222-a4f3-c52a1f7caa9a, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e0d0e3-484e-43a7-b788-4ed391c2c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:40.709691 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:40.720151 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c772efc8-d6a1-455b-9d20-8122fba55e73 req-b43b528d-4a4b-40f9-ad3a-3ff9acf57604 service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696393 Mar 23 12:57:40.813331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] For port 1cbcb01b-2f80-49c6-a270-1b890d69c609, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:40.834322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39146) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:40.846587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] For port 1cbcb01b-2f80-49c6-a270-1b890d69c609, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1cbcb01b-2f80-49c6-a270-1b890d69c609,segment=NetworkSegment(ca5d9486-ea29-482e-82b4-93ad4b3c4832),segment_id=ca5d9486-ea29-482e-82b4-93ad4b3c4832)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:40.873323 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:40.880013 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] For port c6817546-285b-4222-a4f3-c52a1f7caa9a, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:40.918339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] For port c6817546-285b-4222-a4f3-c52a1f7caa9a, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c6817546-285b-4222-a4f3-c52a1f7caa9a,segment=NetworkSegment(a1e0d0e3-484e-43a7-b788-4ed391c2c407),segment_id=a1e0d0e3-484e-43a7-b788-4ed391c2c407)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:40.935827 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:40.956672 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-26288c09-2f0b-4b52-819b-14b5bff720b2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-838422711'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:40.973507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63438764-84b8-4f71-9996-ae4e83aa3586 None None] Pushing event updated for resources: {'Port': ['ID=1cbcb01b-2f80-49c6-a270-1b890d69c609,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:40.987178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26288c09-2f0b-4b52-819b-14b5bff720b2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:40.992487 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26288c09-2f0b-4b52-819b-14b5bff720b2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.010279 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26288c09-2f0b-4b52-819b-14b5bff720b2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.064296 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fbf72-0ca8-4529-a732-14a75511c1c4 None None] Pushing event updated for resources: {'Port': ['ID=c6817546-285b-4222-a4f3-c52a1f7caa9a,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:41.071509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-82d9f149-ad4b-4d25-89af-34945706a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '9d68be79-e270-4279-bb1f-573043b39e79', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'floating_ip_address': '172.25.2.167', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'port_id': 'f1c3bdcd-03b7-4159-8b56-29c66f759062', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'mac_address': 'fa:16:3e:d1:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8729f-9bcd-4685-b5e1-2283db9a1368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:57:37Z', 'updated_at': '2022-03-23T12:57:37Z', 'revision_number': 0, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:41.108450 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9f149-ad4b-4d25-89af-34945706a35f None None] Checking router: dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:57:41.109625 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.137051 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9f149-ad4b-4d25-89af-34945706a35f None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:41.137051 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-82d9f149-ad4b-4d25-89af-34945706a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:41.178691 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26288c09-2f0b-4b52-819b-14b5bff720b2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.185762 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26288c09-2f0b-4b52-819b-14b5bff720b2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.233904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26288c09-2f0b-4b52-819b-14b5bff720b2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:41.249628 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26288c09-2f0b-4b52-819b-14b5bff720b2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebbb85c-88eb-43d9-9945-11e0f091908c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:41.254815 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26288c09-2f0b-4b52-819b-14b5bff720b2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.255171 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-26288c09-2f0b-4b52-819b-14b5bff720b2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Added segment 8bef82ee-3e04-4120-91a3-d06a95d07a04 of type vlan for network 53067761-b388-4910-ab4e-30e1163c943d Mar 23 12:57:41.297055 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3db89435-0cba-46b9-9ad0-c4a90241d6e5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.341246 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26288c09-2f0b-4b52-819b-14b5bff720b2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.390501 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-82d9f149-ad4b-4d25-89af-34945706a35f None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:57:41.410862 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26288c09-2f0b-4b52-819b-14b5bff720b2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.420866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26288c09-2f0b-4b52-819b-14b5bff720b2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:41.421513 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-26288c09-2f0b-4b52-819b-14b5bff720b2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.487892 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3db89435-0cba-46b9-9ad0-c4a90241d6e5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.519249 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-26288c09-2f0b-4b52-819b-14b5bff720b2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6836030 Mar 23 12:57:41.534832 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39152) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:41.537349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db89435-0cba-46b9-9ad0-c4a90241d6e5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event deleted for resources: {'Subnet': ['ID=61320118-538a-4209-8fac-4fa00eeffe76,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:41.542370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ca68abbe-44fe-4c0a-afe8-2dd9d91fa990 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-881982649'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:41.551758 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3db89435-0cba-46b9-9ad0-c4a90241d6e5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.562665 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3db89435-0cba-46b9-9ad0-c4a90241d6e5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/subnets/61320118-538a-4209-8fac-4fa00eeffe76 HTTP/1.1" status: 204 len: 168 time: 1.1932857 Mar 23 12:57:41.568740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39154) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:41.589990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26288c09-2f0b-4b52-819b-14b5bff720b2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Network': ['ID=53067761-b388-4910-ab4e-30e1163c943d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:41.620270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 53067761-b388-4910-ab4e-30e1163c943d details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:41.653453 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.658447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232629d2-1310-48fb-96ef-c801b5b67b7d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:41.659297 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.661981 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232629d2-1310-48fb-96ef-c801b5b67b7d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:41.663805 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-232629d2-1310-48fb-96ef-c801b5b67b7d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0911684 Mar 23 12:57:41.666493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca68abbe-44fe-4c0a-afe8-2dd9d91fa990 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:41.670541 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca68abbe-44fe-4c0a-afe8-2dd9d91fa990 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.672894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39156) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:41.721657 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.770729 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca68abbe-44fe-4c0a-afe8-2dd9d91fa990 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:41.794585 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cc7c7d95-9b28-447e-ab19-2337041aa4c6 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.801908 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca68abbe-44fe-4c0a-afe8-2dd9d91fa990 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.802778 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-ca68abbe-44fe-4c0a-afe8-2dd9d91fa990 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Added segment eb792820-33af-4b77-82b8-4cc7c51196b0 of type vlan for network ebd75d4e-2108-4e41-8a2b-baf7e03c884f Mar 23 12:57:41.819971 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7c7d95-9b28-447e-ab19-2337041aa4c6 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 23 12:57:41.820667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7c7d95-9b28-447e-ab19-2337041aa4c6 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:57:41.830254 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cc7c7d95-9b28-447e-ab19-2337041aa4c6 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/networks/b0cee74f-0115-4c17-af22-7b2c8a7b781c HTTP/1.1" status: 409 len: 405 time: 0.1499271 Mar 23 12:57:41.844725 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39158) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:41.848738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c6817546-285b-4222-a4f3-c52a1f7caa9a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:41.850692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-01038d6f-1b60-42b0-a572-4d79a65c3f2b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1681627696'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:41.875884 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca68abbe-44fe-4c0a-afe8-2dd9d91fa990 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.891898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01038d6f-1b60-42b0-a572-4d79a65c3f2b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Made reservation on behalf of 9f64ddb627a542e7926b187223e3e86d for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:41.895693 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01038d6f-1b60-42b0-a572-4d79a65c3f2b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.909299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 0cfb2e21-8c70-4504-a13f-db4c62698f96 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:41.913130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:41.925173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=37c37369-c747-4b91-8ca8-895c273826d2,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:41.930510 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-82d9f149-ad4b-4d25-89af-34945706a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '9d68be79-e270-4279-bb1f-573043b39e79', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'floating_ip_address': '172.25.2.167', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'port_id': 'f1c3bdcd-03b7-4159-8b56-29c66f759062', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'mac_address': 'fa:16:3e:d1:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8729f-9bcd-4685-b5e1-2283db9a1368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:57:37Z', 'updated_at': '2022-03-23T12:57:37Z', 'revision_number': 0, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:41.934747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c6817546-285b-4222-a4f3-c52a1f7caa9a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:41.935164 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.937625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01038d6f-1b60-42b0-a572-4d79a65c3f2b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:41.949255 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca68abbe-44fe-4c0a-afe8-2dd9d91fa990 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.955166 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca68abbe-44fe-4c0a-afe8-2dd9d91fa990 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:41.955875 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ca68abbe-44fe-4c0a-afe8-2dd9d91fa990 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.958882 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01038d6f-1b60-42b0-a572-4d79a65c3f2b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:41.959376 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-01038d6f-1b60-42b0-a572-4d79a65c3f2b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Added segment 916d189a-4858-49ba-bec7-2d3a85a3e97a of type vlan for network e2aa2c1f-dde5-476b-8726-268990aea290 Mar 23 12:57:41.971960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9f149-ad4b-4d25-89af-34945706a35f None None] The sync data for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 is: [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '9d68be79-e270-4279-bb1f-573043b39e79', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'floating_ip_address': '172.25.2.167', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'port_id': 'f1c3bdcd-03b7-4159-8b56-29c66f759062', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'mac_address': 'fa:16:3e:d1:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8729f-9bcd-4685-b5e1-2283db9a1368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:57:37Z', 'updated_at': '2022-03-23T12:57:37Z', 'revision_number': 0, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:42.073658 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ca68abbe-44fe-4c0a-afe8-2dd9d91fa990 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5373609 Mar 23 12:57:42.080855 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:42.083695 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39160) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:42.096288 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e57e03fe-dc0b-44b7-b569-e24607669275 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'subnet': {'network_id': '53067761-b388-4910-ab4e-30e1163c943d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:42.110208 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:42.111176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01038d6f-1b60-42b0-a572-4d79a65c3f2b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:42.125113 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68abbe-44fe-4c0a-afe8-2dd9d91fa990 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Network': ['ID=ebd75d4e-2108-4e41-8a2b-baf7e03c884f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:42.144192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port c6817546-285b-4222-a4f3-c52a1f7caa9a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c6817546-285b-4222-a4f3-c52a1f7caa9a,segment=NetworkSegment(a1e0d0e3-484e-43a7-b788-4ed391c2c407),segment_id=a1e0d0e3-484e-43a7-b788-4ed391c2c407)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:42.150977 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network ebd75d4e-2108-4e41-8a2b-baf7e03c884f details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:42.156486 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:42.157789 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1cbcb01b-2f80-49c6-a270-1b890d69c609 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:42.252173 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57e03fe-dc0b-44b7-b569-e24607669275 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:42.257372 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:42.260698 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e57e03fe-dc0b-44b7-b569-e24607669275 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:42.269308 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Sync routers for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:42.273367 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-da82cc2a-1e2a-4806-88db-c8291888feec tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/0351b77c-27f5-4b13-982e-0d4f2e4f3e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9696505 Mar 23 12:57:42.276555 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39162) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:42.281752 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1431d91f-b63f-4ae2-b89a-eb4c4455b3ac tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'network': {'name': 'tempest-RoutersTest-1261077882'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:42.286212 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01038d6f-1b60-42b0-a572-4d79a65c3f2b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:42.292986 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:42.293734 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:42.295126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01038d6f-1b60-42b0-a572-4d79a65c3f2b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:42.296093 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-01038d6f-1b60-42b0-a572-4d79a65c3f2b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:42.313716 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=c6817546-285b-4222-a4f3-c52a1f7caa9a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:42.340797 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1431d91f-b63f-4ae2-b89a-eb4c4455b3ac tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:42.344388 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1431d91f-b63f-4ae2-b89a-eb4c4455b3ac tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:42.401246 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1431d91f-b63f-4ae2-b89a-eb4c4455b3ac tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:42.409525 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-01038d6f-1b60-42b0-a572-4d79a65c3f2b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5631363 Mar 23 12:57:42.416300 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39164) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:42.423521 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1431d91f-b63f-4ae2-b89a-eb4c4455b3ac tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:42.423877 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-1431d91f-b63f-4ae2-b89a-eb4c4455b3ac tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Added segment 49db30c7-1d1a-4051-a39d-2dee8fc5abf4 of type vlan for network 9a70b1ea-dcaf-4db2-88b7-1451752aecb5 Mar 23 12:57:42.459638 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:57:42.479063 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 1cbcb01b-2f80-49c6-a270-1b890d69c609 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:42.479817 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:42.487970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d37b572-f853-4398-866b-6bfb0023d3dc None None] New status for floating IP 9d68be79-e270-4279-bb1f-573043b39e79: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:57:42.523299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c9815615-535f-472a-adfb-935663441a6d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Request body: {'subnet': {'network_id': 'e2aa2c1f-dde5-476b-8726-268990aea290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:42.536993 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1431d91f-b63f-4ae2-b89a-eb4c4455b3ac tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:42.571748 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1431d91f-b63f-4ae2-b89a-eb4c4455b3ac tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:42.580860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1431d91f-b63f-4ae2-b89a-eb4c4455b3ac tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:42.581930 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1431d91f-b63f-4ae2-b89a-eb4c4455b3ac tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:42.717924 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9815615-535f-472a-adfb-935663441a6d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Made reservation on behalf of 9f64ddb627a542e7926b187223e3e86d for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:42.722320 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9815615-535f-472a-adfb-935663441a6d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:42.729452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431d91f-b63f-4ae2-b89a-eb4c4455b3ac tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Network': ['ID=9a70b1ea-dcaf-4db2-88b7-1451752aecb5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:42.766873 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1431d91f-b63f-4ae2-b89a-eb4c4455b3ac tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4867928 Mar 23 12:57:42.768384 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39166) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:42.784627 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a18e5f23-0bde-4c76-b37e-faf95bc07761 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'subnet': {'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:42.788535 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91e88bd-9168-45a9-86cc-36397795b4aa None None] Network 0cfb2e21-8c70-4504-a13f-db4c62698f96 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:42.805327 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:41Z', 'revision_number': 3, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:41Z', 'revision_number': 2, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:42.805894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01038d6f-1b60-42b0-a572-4d79a65c3f2b tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event updated for resources: {'Network': ['ID=e2aa2c1f-dde5-476b-8726-268990aea290,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:42.809878 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 9a70b1ea-dcaf-4db2-88b7-1451752aecb5 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:42.844403 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Checking router: 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:57:42.844915 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Updating router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 port 37c37369-c747-4b91-8ca8-895c273826d2 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:57:42.872766 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:42.969231 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18e5f23-0bde-4c76-b37e-faf95bc07761 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:42.973348 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a18e5f23-0bde-4c76-b37e-faf95bc07761 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:43.086363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network e2aa2c1f-dde5-476b-8726-268990aea290 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:43.122800 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-72726bed-0f86-4068-805d-f488a810398d None None] Provisioning complete for port c6817546-285b-4222-a4f3-c52a1f7caa9a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:43.123242 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-72726bed-0f86-4068-805d-f488a810398d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:43.125625 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cb7fee-6208-45e8-b86b-7986f778cebb None None] Network b0cee74f-0115-4c17-af22-7b2c8a7b781c requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:43.255085 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a18e5f23-0bde-4c76-b37e-faf95bc07761 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:43.267389 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:43.274557 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:43.288345 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e57e03fe-dc0b-44b7-b569-e24607669275 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:43.330218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e5f23-0bde-4c76-b37e-faf95bc07761 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Subnet': ['ID=31f7b662-9dad-4ad2-989a-47a231d33bf1,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:43.365382 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e5f23-0bde-4c76-b37e-faf95bc07761 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Checking segment: {'id': '49db30c7-1d1a-4051-a39d-2dee8fc5abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:43.365822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e5f23-0bde-4c76-b37e-faf95bc07761 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network hostable DHCP agents. Network: 9a70b1ea-dcaf-4db2-88b7-1451752aecb5, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:43.381303 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d71c6d-2dac-4cc2-8aa7-1f11e4733174 None None] Pushing event updated for resources: {'Port': ['ID=37c37369-c747-4b91-8ca8-895c273826d2,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:43.391475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e5f23-0bde-4c76-b37e-faf95bc07761 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 9a70b1ea-dcaf-4db2-88b7-1451752aecb5 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:43.393423 n-d-834854-1 neutron-server[102778]: DEBUG neutron.objects.ports [None req-c9815615-535f-472a-adfb-935663441a6d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:57:43.403199 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9815615-535f-472a-adfb-935663441a6d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:43.406845 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-a18e5f23-0bde-4c76-b37e-faf95bc07761 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 9a70b1ea-dcaf-4db2-88b7-1451752aecb5) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:43.408079 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d71c6d-2dac-4cc2-8aa7-1f11e4733174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:43.409703 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d71c6d-2dac-4cc2-8aa7-1f11e4733174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:43.409703 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d71c6d-2dac-4cc2-8aa7-1f11e4733174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:43.410473 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d71c6d-2dac-4cc2-8aa7-1f11e4733174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:43.411226 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d71c6d-2dac-4cc2-8aa7-1f11e4733174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:43.411663 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d71c6d-2dac-4cc2-8aa7-1f11e4733174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:43.412162 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d71c6d-2dac-4cc2-8aa7-1f11e4733174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:43.412672 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d71c6d-2dac-4cc2-8aa7-1f11e4733174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:43.413147 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d71c6d-2dac-4cc2-8aa7-1f11e4733174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:43.413864 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d71c6d-2dac-4cc2-8aa7-1f11e4733174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:43.414004 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d71c6d-2dac-4cc2-8aa7-1f11e4733174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:43.415027 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d71c6d-2dac-4cc2-8aa7-1f11e4733174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:43.420595 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18e5f23-0bde-4c76-b37e-faf95bc07761 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:43.422014 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a18e5f23-0bde-4c76-b37e-faf95bc07761 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:43.441217 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e03fe-dc0b-44b7-b569-e24607669275 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Subnet': ['ID=0c257452-2770-418c-b06e-f99d66136b85,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:43.449571 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a18e5f23-0bde-4c76-b37e-faf95bc07761 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6787670 Mar 23 12:57:43.451122 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Attempting to bind port 37c37369-c747-4b91-8ca8-895c273826d2 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:43.451557 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Attempting to bind port 37c37369-c747-4b91-8ca8-895c273826d2 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'a1e0d0e3-484e-43a7-b788-4ed391c2c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:43.451991 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39168) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:43.453424 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Attempting to bind port 37c37369-c747-4b91-8ca8-895c273826d2 on network 0cfb2e21-8c70-4504-a13f-db4c62698f96 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:43.460621 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:43.461745 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Checking segment: {'id': 'a1e0d0e3-484e-43a7-b788-4ed391c2c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:43.463784 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:43.464358 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Bound using segment: {'id': 'a1e0d0e3-484e-43a7-b788-4ed391c2c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:43.464953 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Bound port: 37c37369-c747-4b91-8ca8-895c273826d2, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e0d0e3-484e-43a7-b788-4ed391c2c407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:43.465470 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:43.500599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9815615-535f-472a-adfb-935663441a6d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event updated for resources: {'Subnet': ['ID=89cd9608-df1b-49d3-9b91-9866a7b391fd,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:43.511365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57e03fe-dc0b-44b7-b569-e24607669275 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Checking segment: {'id': '8bef82ee-3e04-4120-91a3-d06a95d07a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '53067761-b388-4910-ab4e-30e1163c943d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:43.512288 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57e03fe-dc0b-44b7-b569-e24607669275 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network hostable DHCP agents. Network: 53067761-b388-4910-ab4e-30e1163c943d, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:43.515511 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56dabc1-8a69-4e2d-af27-2683b76ba2ad None None] Network 9a70b1ea-dcaf-4db2-88b7-1451752aecb5 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:43.557848 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57e03fe-dc0b-44b7-b569-e24607669275 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 53067761-b388-4910-ab4e-30e1163c943d is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:43.563361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9815615-535f-472a-adfb-935663441a6d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Checking segment: {'id': '916d189a-4858-49ba-bec7-2d3a85a3e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e2aa2c1f-dde5-476b-8726-268990aea290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:43.563734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9815615-535f-472a-adfb-935663441a6d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Network hostable DHCP agents. Network: e2aa2c1f-dde5-476b-8726-268990aea290, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:43.578405 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] For port 37c37369-c747-4b91-8ca8-895c273826d2, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:43.582631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e57e03fe-dc0b-44b7-b569-e24607669275 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 53067761-b388-4910-ab4e-30e1163c943d) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:43.591269 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] For port 37c37369-c747-4b91-8ca8-895c273826d2, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=37c37369-c747-4b91-8ca8-895c273826d2,segment=NetworkSegment(a1e0d0e3-484e-43a7-b788-4ed391c2c407),segment_id=a1e0d0e3-484e-43a7-b788-4ed391c2c407)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:43.600660 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:43.600930 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57e03fe-dc0b-44b7-b569-e24607669275 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:43.601603 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e57e03fe-dc0b-44b7-b569-e24607669275 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:43.609381 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9815615-535f-472a-adfb-935663441a6d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Network e2aa2c1f-dde5-476b-8726-268990aea290 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:43.621290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c9815615-535f-472a-adfb-935663441a6d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, e2aa2c1f-dde5-476b-8726-268990aea290) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:43.637304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb73f6bc-d249-4e56-b1ed-7bfa3aa7d8e8 None None] Network 53067761-b388-4910-ab4e-30e1163c943d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:43.645907 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e57e03fe-dc0b-44b7-b569-e24607669275 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5537820 Mar 23 12:57:43.647655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9815615-535f-472a-adfb-935663441a6d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:43.649366 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c9815615-535f-472a-adfb-935663441a6d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:43.650441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f38e03-4f23-4f15-a660-aa4164318e62 None None] Network e2aa2c1f-dde5-476b-8726-268990aea290 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:43.662774 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39170) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:43.673122 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e344b035-87d6-4e5d-bea5-9ab997b26f56 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'subnet': {'network_id': 'ebd75d4e-2108-4e41-8a2b-baf7e03c884f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:43.682435 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c9815615-535f-472a-adfb-935663441a6d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1804266 Mar 23 12:57:43.689526 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:43.690174 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:43.695869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39172) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:43.787165 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:43.791905 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:57:43.890139 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e344b035-87d6-4e5d-bea5-9ab997b26f56 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:43.897045 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e344b035-87d6-4e5d-bea5-9ab997b26f56 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:43.914237 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abd1531d-dd9f-4f07-9b90-23f460c5ea1d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:43.944102 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d71c6d-2dac-4cc2-8aa7-1f11e4733174 None None] Pushing event updated for resources: {'Port': ['ID=37c37369-c747-4b91-8ca8-895c273826d2,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:44.041933 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 1cbcb01b-2f80-49c6-a270-1b890d69c609, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1cbcb01b-2f80-49c6-a270-1b890d69c609,segment=NetworkSegment(ca5d9486-ea29-482e-82b4-93ad4b3c4832),segment_id=ca5d9486-ea29-482e-82b4-93ad4b3c4832)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:44.056431 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.092915 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abd1531d-dd9f-4f07-9b90-23f460c5ea1d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.106789 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:41Z', 'revision_number': 3, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:43Z', 'revision_number': 4, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:44.137682 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.146200 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b388fa4-88fc-4535-b8aa-85e0ba3f50c1 None None] The sync data for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 is: [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:41Z', 'revision_number': 3, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:43Z', 'revision_number': 4, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:44.335897 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abd1531d-dd9f-4f07-9b90-23f460c5ea1d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.373075 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e344b035-87d6-4e5d-bea5-9ab997b26f56 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.405938 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] DHCP port deletion for b0cee74f-0115-4c17-af22-7b2c8a7b781c request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:57:44.410379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1531d-dd9f-4f07-9b90-23f460c5ea1d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event deleted for resources: {'Subnet': ['ID=89cd9608-df1b-49d3-9b91-9866a7b391fd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:44.424824 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=1cbcb01b-2f80-49c6-a270-1b890d69c609,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:44.430422 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c6817546-285b-4222-a4f3-c52a1f7caa9a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:44.537330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e17ad8-05f5-468f-a954-96965424de62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-e2aa2c1f-dde5-476b-8726-268990aea290', 'network_id': 'e2aa2c1f-dde5-476b-8726-268990aea290', 'tenant_id': '9f64ddb627a542e7926b187223e3e86d', 'fixed_ips': [{'subnet_id': '89cd9608-df1b-49d3-9b91-9866a7b391fd'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:57:44.538365 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-90e17ad8-05f5-468f-a954-96965424de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.562885 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abd1531d-dd9f-4f07-9b90-23f460c5ea1d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.608571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-719eb936-4606-4aa6-ab1a-77161bf3ca27 None None] Provisioning complete for port 1cbcb01b-2f80-49c6-a270-1b890d69c609 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:44.609146 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-719eb936-4606-4aa6-ab1a-77161bf3ca27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.630415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-abd1531d-dd9f-4f07-9b90-23f460c5ea1d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2aa2c1f-dde5-476b-8726-268990aea290']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:44.647190 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Allocated IP 172.22.0.1 (9a70b1ea-dcaf-4db2-88b7-1451752aecb5/31f7b662-9dad-4ad2-989a-47a231d33bf1/f274dfe3-05d9-4c76-a5d3-8eca163c33cb) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:44.653177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-abd1531d-dd9f-4f07-9b90-23f460c5ea1d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916d189a-4858-49ba-bec7-2d3a85a3e97a') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:44.653501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-abd1531d-dd9f-4f07-9b90-23f460c5ea1d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916d189a-4858-49ba-bec7-2d3a85a3e97a') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:44.662614 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344b035-87d6-4e5d-bea5-9ab997b26f56 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Subnet': ['ID=4fe17250-8347-477c-a940-b659086b75f0,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:44.672659 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e344b035-87d6-4e5d-bea5-9ab997b26f56 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Checking segment: {'id': 'eb792820-33af-4b77-82b8-4cc7c51196b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ebd75d4e-2108-4e41-8a2b-baf7e03c884f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:44.674990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e344b035-87d6-4e5d-bea5-9ab997b26f56 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network hostable DHCP agents. Network: ebd75d4e-2108-4e41-8a2b-baf7e03c884f, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:44.682274 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abd1531d-dd9f-4f07-9b90-23f460c5ea1d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.705491 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abd1531d-dd9f-4f07-9b90-23f460c5ea1d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.721009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e344b035-87d6-4e5d-bea5-9ab997b26f56 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network ebd75d4e-2108-4e41-8a2b-baf7e03c884f is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:44.723982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'fixed_ips': [{'subnet_id': '31f7b662-9dad-4ad2-989a-47a231d33bf1'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:57:44.724952 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.728900 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd1531d-dd9f-4f07-9b90-23f460c5ea1d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:57:44.729543 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abd1531d-dd9f-4f07-9b90-23f460c5ea1d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:57:44.733322 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:57:44.755485 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e344b035-87d6-4e5d-bea5-9ab997b26f56 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, ebd75d4e-2108-4e41-8a2b-baf7e03c884f) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:44.810222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e344b035-87d6-4e5d-bea5-9ab997b26f56 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:44.811150 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e344b035-87d6-4e5d-bea5-9ab997b26f56 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.830110 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3427500f-7e10-4171-a3c7-4bd1b505d034 None None] Network ebd75d4e-2108-4e41-8a2b-baf7e03c884f requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:44.842572 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e344b035-87d6-4e5d-bea5-9ab997b26f56 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1782248 Mar 23 12:57:44.843232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39174) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:44.853832 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abd1531d-dd9f-4f07-9b90-23f460c5ea1d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.854479 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-000e0e78-b80c-4cc3-a0b7-e8b1b4679764 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-189923698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:44.862004 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-abd1531d-dd9f-4f07-9b90-23f460c5ea1d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.871425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-53067761-b388-4910-ab4e-30e1163c943d', 'network_id': '53067761-b388-4910-ab4e-30e1163c943d', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'fixed_ips': [{'subnet_id': '0c257452-2770-418c-b06e-f99d66136b85'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:57:44.871701 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.872969 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-abd1531d-dd9f-4f07-9b90-23f460c5ea1d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/networks/e2aa2c1f-dde5-476b-8726-268990aea290 HTTP/1.1" status: 204 len: 168 time: 1.1751449 Mar 23 12:57:44.873803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39176) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:44.876133 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.887098 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-22aa21c9-0d11-4c44-8ef2-c760e7bfa8e1 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2104431777'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:44.890301 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-000e0e78-b80c-4cc3-a0b7-e8b1b4679764 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.891463 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-000e0e78-b80c-4cc3-a0b7-e8b1b4679764 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.923058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1531d-dd9f-4f07-9b90-23f460c5ea1d tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event deleted for resources: {'Network': ['ID=e2aa2c1f-dde5-476b-8726-268990aea290,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:44.925554 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22aa21c9-0d11-4c44-8ef2-c760e7bfa8e1 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Made reservation on behalf of 9f64ddb627a542e7926b187223e3e86d for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:44.929194 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22aa21c9-0d11-4c44-8ef2-c760e7bfa8e1 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.975702 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c8da1e-2b38-419d-aa08-786c1d42c981 None None] Network e2aa2c1f-dde5-476b-8726-268990aea290 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:44.978948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22aa21c9-0d11-4c44-8ef2-c760e7bfa8e1 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:44.979284 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c6817546-285b-4222-a4f3-c52a1f7caa9a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:44.979659 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:44.993479 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22aa21c9-0d11-4c44-8ef2-c760e7bfa8e1 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.003677 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-22aa21c9-0d11-4c44-8ef2-c760e7bfa8e1 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Added segment d2b7c984-ec10-43c2-8601-aaebbb5228ff of type vlan for network 289781ef-5ec7-4c90-8868-f2797a98421a Mar 23 12:57:45.006326 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-000e0e78-b80c-4cc3-a0b7-e8b1b4679764 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.015464 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-000e0e78-b80c-4cc3-a0b7-e8b1b4679764 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.030163 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.065696 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22aa21c9-0d11-4c44-8ef2-c760e7bfa8e1 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.086397 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c8da1e-2b38-419d-aa08-786c1d42c981 None None] Network e2aa2c1f-dde5-476b-8726-268990aea290 could not be found, it might have been deleted concurrently. {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 23 12:57:45.100998 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-000e0e78-b80c-4cc3-a0b7-e8b1b4679764 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.104724 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-000e0e78-b80c-4cc3-a0b7-e8b1b4679764 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2568960 Mar 23 12:57:45.110445 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Deleting port 1cbcb01b-2f80-49c6-a270-1b890d69c609 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:45.110816 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.111870 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 9a70b1ea-dcaf-4db2-88b7-1451752aecb5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:45.112599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39178) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:45.123393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:45.146926 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22aa21c9-0d11-4c44-8ef2-c760e7bfa8e1 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.156527 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aa21c9-0d11-4c44-8ef2-c760e7bfa8e1 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:45.157467 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22aa21c9-0d11-4c44-8ef2-c760e7bfa8e1 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.183573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:45.200083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-22aa21c9-0d11-4c44-8ef2-c760e7bfa8e1 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3198843 Mar 23 12:57:45.203324 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39180) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:45.214624 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a51b7560-02ad-473c-b63e-0f82164b86e2 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Request body: {'subnet': {'network_id': '289781ef-5ec7-4c90-8868-f2797a98421a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:45.284757 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=f274dfe3-05d9-4c76-a5d3-8eca163c33cb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:45.329676 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa21c9-0d11-4c44-8ef2-c760e7bfa8e1 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event updated for resources: {'Network': ['ID=289781ef-5ec7-4c90-8868-f2797a98421a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:45.380769 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.400515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51b7560-02ad-473c-b63e-0f82164b86e2 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Made reservation on behalf of 9f64ddb627a542e7926b187223e3e86d for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:45.405839 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a51b7560-02ad-473c-b63e-0f82164b86e2 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.441802 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 289781ef-5ec7-4c90-8868-f2797a98421a details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:45.449485 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] For port 1cbcb01b-2f80-49c6-a270-1b890d69c609, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1cbcb01b-2f80-49c6-a270-1b890d69c609,segment=NetworkSegment(ca5d9486-ea29-482e-82b4-93ad4b3c4832),segment_id=ca5d9486-ea29-482e-82b4-93ad4b3c4832)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:45.450047 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.576294 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Calling delete_port for 1cbcb01b-2f80-49c6-a270-1b890d69c609 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:45.617045 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-ebd75d4e-2108-4e41-8a2b-baf7e03c884f', 'network_id': 'ebd75d4e-2108-4e41-8a2b-baf7e03c884f', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'fixed_ips': [{'subnet_id': '4fe17250-8347-477c-a940-b659086b75f0'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:57:45.618753 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.641895 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a51b7560-02ad-473c-b63e-0f82164b86e2 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.690626 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ac61479c-0d57-4d9c-ba7e-b908eff8de7b None None] Provisioning complete for port 37c37369-c747-4b91-8ca8-895c273826d2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:45.691539 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ac61479c-0d57-4d9c-ba7e-b908eff8de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.719493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b7560-02ad-473c-b63e-0f82164b86e2 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event updated for resources: {'Subnet': ['ID=394c348a-e902-4e8c-afd3-e767566ddea2,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:45.727557 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51b7560-02ad-473c-b63e-0f82164b86e2 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Checking segment: {'id': 'd2b7c984-ec10-43c2-8601-aaebbb5228ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '289781ef-5ec7-4c90-8868-f2797a98421a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:45.727986 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51b7560-02ad-473c-b63e-0f82164b86e2 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Network hostable DHCP agents. Network: 289781ef-5ec7-4c90-8868-f2797a98421a, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:45.751405 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51b7560-02ad-473c-b63e-0f82164b86e2 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Network 289781ef-5ec7-4c90-8868-f2797a98421a is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:45.761172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a51b7560-02ad-473c-b63e-0f82164b86e2 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 289781ef-5ec7-4c90-8868-f2797a98421a) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:45.765924 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51b7560-02ad-473c-b63e-0f82164b86e2 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:45.766509 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a51b7560-02ad-473c-b63e-0f82164b86e2 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.794531 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a51b7560-02ad-473c-b63e-0f82164b86e2 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5866339 Mar 23 12:57:45.795283 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39182) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:45.797317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb84e8e-6281-4b5b-b965-74ef7765f04a None None] Network 289781ef-5ec7-4c90-8868-f2797a98421a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:45.896285 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.925223 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:45.966297 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae1c4485-0c5b-4518-9448-8161cc2e59d4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.029837 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae1c4485-0c5b-4518-9448-8161cc2e59d4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.094442 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1cbcb01b-2f80-49c6-a270-1b890d69c609 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:57:46.124444 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae1c4485-0c5b-4518-9448-8161cc2e59d4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.168024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c4485-0c5b-4518-9448-8161cc2e59d4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event deleted for resources: {'Subnet': ['ID=394c348a-e902-4e8c-afd3-e767566ddea2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:46.226812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Allocated IP 2001:db8::2 (53067761-b388-4910-ab4e-30e1163c943d/0c257452-2770-418c-b06e-f99d66136b85/a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:46.231183 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae1c4485-0c5b-4518-9448-8161cc2e59d4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.231584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Allocated IP 172.22.0.2 (9a70b1ea-dcaf-4db2-88b7-1451752aecb5/31f7b662-9dad-4ad2-989a-47a231d33bf1/4568b214-5c97-4abc-a7a0-30086b65981b) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:46.254933 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ae1c4485-0c5b-4518-9448-8161cc2e59d4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289781ef-5ec7-4c90-8868-f2797a98421a']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:46.266813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ae1c4485-0c5b-4518-9448-8161cc2e59d4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b7c984-ec10-43c2-8601-aaebbb5228ff') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:46.267127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ae1c4485-0c5b-4518-9448-8161cc2e59d4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b7c984-ec10-43c2-8601-aaebbb5228ff') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:46.280700 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae1c4485-0c5b-4518-9448-8161cc2e59d4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.290393 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.297525 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae1c4485-0c5b-4518-9448-8161cc2e59d4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.307209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1c4485-0c5b-4518-9448-8161cc2e59d4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:57:46.307660 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae1c4485-0c5b-4518-9448-8161cc2e59d4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:57:46.311819 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:57:46.382404 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae1c4485-0c5b-4518-9448-8161cc2e59d4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.404975 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ae1c4485-0c5b-4518-9448-8161cc2e59d4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.408224 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ae1c4485-0c5b-4518-9448-8161cc2e59d4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/networks/289781ef-5ec7-4c90-8868-f2797a98421a HTTP/1.1" status: 204 len: 168 time: 0.6121366 Mar 23 12:57:46.409073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c4485-0c5b-4518-9448-8161cc2e59d4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event deleted for resources: {'Network': ['ID=289781ef-5ec7-4c90-8868-f2797a98421a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:46.412299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39184) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:46.423374 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1428439323'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:46.431329 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.439562 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.512791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Made reservation on behalf of 9f64ddb627a542e7926b187223e3e86d for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:46.515777 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Allocated IP 2001:db8:1::2 (ebd75d4e-2108-4e41-8a2b-baf7e03c884f/4fe17250-8347-477c-a940-b659086b75f0/945c83b4-5b79-4ff6-827c-5d0a9c9fcc59) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:46.516215 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.523095 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.525348 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=f274dfe3-05d9-4c76-a5d3-8eca163c33cb,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:46.537801 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.571143 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:46.599478 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Port 1cbcb01b-2f80-49c6-a270-1b890d69c609 update to DOWN by agent not found {{(pid=102780) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 23 12:57:46.618115 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.618379 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Added segment 5db9f5cc-06a9-4c73-bb6c-85c9ee7d04f8 of type vlan for network 0002d8db-fac9-4e15-8bd1-02e59925556a Mar 23 12:57:46.622364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Pushing event deleted for resources: {'Port': ['ID=1cbcb01b-2f80-49c6-a270-1b890d69c609,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:46.632372 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ac61479c-0d57-4d9c-ba7e-b908eff8de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.634889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6616a0-748d-4e54-9a6f-182085cf1df5 None None] Network 289781ef-5ec7-4c90-8868-f2797a98421a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:46.674054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] No DVR routers for this DVR port 1cbcb01b-2f80-49c6-a270-1b890d69c609 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:57:46.688125 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.702148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6616a0-748d-4e54-9a6f-182085cf1df5 None None] Network 289781ef-5ec7-4c90-8868-f2797a98421a could not be found, it might have been deleted concurrently. {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 23 12:57:46.704305 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.704649 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.704995 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.705401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.705662 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.705993 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.706323 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.706650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.706972 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.707299 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.707624 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.708095 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80766-fb26-49be-8aeb-2773e8c609e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.721345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 9a70b1ea-dcaf-4db2-88b7-1451752aecb5 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:46.726495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:46.737765 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.744782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:46.745430 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.825933 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 37c37369-c747-4b91-8ca8-895c273826d2 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:46.845693 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4323163 Mar 23 12:57:46.848666 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39188) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:46.855605 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-242934cf-0a5f-4ecf-b476-176e47a37cb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Request body: {'subnet': {'network_id': '0002d8db-fac9-4e15-8bd1-02e59925556a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:46.865388 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ac61479c-0d57-4d9c-ba7e-b908eff8de7b None None] For port 37c37369-c747-4b91-8ca8-895c273826d2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=37c37369-c747-4b91-8ca8-895c273826d2,segment=NetworkSegment(a1e0d0e3-484e-43a7-b788-4ed391c2c407),segment_id=a1e0d0e3-484e-43a7-b788-4ed391c2c407)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:46.890595 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ac61479c-0d57-4d9c-ba7e-b908eff8de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.896784 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event updated for resources: {'Network': ['ID=0002d8db-fac9-4e15-8bd1-02e59925556a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:46.906759 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:46.908933 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.909173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.909668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.910279 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.910499 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.910814 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.911133 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.911450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.911758 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.912343 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.912468 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.912717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579bb07-860f-402b-b1ed-78cdf66f2a6c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:46.916833 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.961498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242934cf-0a5f-4ecf-b476-176e47a37cb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Made reservation on behalf of 9f64ddb627a542e7926b187223e3e86d for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:46.961783 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.963784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 0002d8db-fac9-4e15-8bd1-02e59925556a details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:46.965287 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-242934cf-0a5f-4ecf-b476-176e47a37cb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:46.973243 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.013045 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.050459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Allocated IP 2001:db8::1 (53067761-b388-4910-ab4e-30e1163c943d/0c257452-2770-418c-b06e-f99d66136b85/4fc57ffe-e8b6-4874-b50f-24e9793e6f8c) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:47.060663 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:47.068966 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-72bb2500-c7af-4b81-839b-2c2782a6c8cb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/0351b77c-27f5-4b13-982e-0d4f2e4f3e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6152780 Mar 23 12:57:47.073214 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39190) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:47.078641 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e1fa8d15-80a2-4db8-8bcd-375a5ce4c038 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'network': {'name': 'tempest-RoutersTest-1352106522'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:47.081232 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Sync routers for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:47.082749 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ac61479c-0d57-4d9c-ba7e-b908eff8de7b None None] Provisioning complete for port c6817546-285b-4222-a4f3-c52a1f7caa9a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:47.083136 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ac61479c-0d57-4d9c-ba7e-b908eff8de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.109080 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:47.110703 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:47.144363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Network 53067761-b388-4910-ab4e-30e1163c943d is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:47.156309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61479c-0d57-4d9c-ba7e-b908eff8de7b None None] Pushing event updated for resources: {'Port': ['ID=37c37369-c747-4b91-8ca8-895c273826d2,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:47.156894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fa8d15-80a2-4db8-8bcd-375a5ce4c038 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:47.160788 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8d15-80a2-4db8-8bcd-375a5ce4c038 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.170654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:47.183114 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Network 9a70b1ea-dcaf-4db2-88b7-1451752aecb5 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:47.184124 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:47.217064 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.223012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:47.235912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:47.245097 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 37c37369-c747-4b91-8ca8-895c273826d2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:47.245468 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.247408 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fa8d15-80a2-4db8-8bcd-375a5ce4c038 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:47.247715 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.274034 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8d15-80a2-4db8-8bcd-375a5ce4c038 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.274815 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-e1fa8d15-80a2-4db8-8bcd-375a5ce4c038 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Added segment d6ecf05d-4dcc-4cec-af4e-73b40e7cb02d of type vlan for network 5c9aedf1-157c-4c41-ac28-428374f190e0 Mar 23 12:57:47.310816 n-d-834854-1 neutron-server[102778]: DEBUG neutron.objects.ports [None req-242934cf-0a5f-4ecf-b476-176e47a37cb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102778) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:57:47.312865 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-242934cf-0a5f-4ecf-b476-176e47a37cb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.323591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Pushing event updated for resources: {'Port': ['ID=a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:47.336935 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8d15-80a2-4db8-8bcd-375a5ce4c038 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.370413 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242934cf-0a5f-4ecf-b476-176e47a37cb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event updated for resources: {'Subnet': ['ID=efdab0db-0bb8-4099-a520-6129fcdf671c,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:47.371898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Network ebd75d4e-2108-4e41-8a2b-baf7e03c884f is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:47.396558 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:57:47.409480 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.411253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242934cf-0a5f-4ecf-b476-176e47a37cb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Checking segment: {'id': '5db9f5cc-06a9-4c73-bb6c-85c9ee7d04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0002d8db-fac9-4e15-8bd1-02e59925556a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:47.411760 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242934cf-0a5f-4ecf-b476-176e47a37cb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Network hostable DHCP agents. Network: 0002d8db-fac9-4e15-8bd1-02e59925556a, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:47.416707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:47.423414 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:47.426740 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Attempting to bind port a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:47.427111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Attempting to bind port a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '8bef82ee-3e04-4120-91a3-d06a95d07a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '53067761-b388-4910-ab4e-30e1163c943d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:47.427474 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Attempting to bind port a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c on network 53067761-b388-4910-ab4e-30e1163c943d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:47.438216 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242934cf-0a5f-4ecf-b476-176e47a37cb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Network 0002d8db-fac9-4e15-8bd1-02e59925556a is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:47.450840 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-242934cf-0a5f-4ecf-b476-176e47a37cb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 0002d8db-fac9-4e15-8bd1-02e59925556a) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:47.451703 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8d15-80a2-4db8-8bcd-375a5ce4c038 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.461921 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242934cf-0a5f-4ecf-b476-176e47a37cb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:47.463136 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-242934cf-0a5f-4ecf-b476-176e47a37cb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.465271 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa8d15-80a2-4db8-8bcd-375a5ce4c038 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:47.465832 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8d15-80a2-4db8-8bcd-375a5ce4c038 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.471548 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18b9d6e-ad42-43cc-861c-cfb5774214ce None None] Network 0002d8db-fac9-4e15-8bd1-02e59925556a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:47.486408 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-242934cf-0a5f-4ecf-b476-176e47a37cb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6356294 Mar 23 12:57:47.489291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39192) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:47.497445 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:47.497825 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Checking segment: {'id': '8bef82ee-3e04-4120-91a3-d06a95d07a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '53067761-b388-4910-ab4e-30e1163c943d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:47.498228 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.498622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Bound using segment: {'id': '8bef82ee-3e04-4120-91a3-d06a95d07a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '53067761-b388-4910-ab4e-30e1163c943d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:47.499112 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Bound port: a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bef82ee-3e04-4120-91a3-d06a95d07a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '53067761-b388-4910-ab4e-30e1163c943d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:47.499494 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.515510 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e1fa8d15-80a2-4db8-8bcd-375a5ce4c038 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4411228 Mar 23 12:57:47.519901 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39196) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:47.520283 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Attempting to bind port 4568b214-5c97-4abc-a7a0-30086b65981b on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:47.520654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Attempting to bind port 4568b214-5c97-4abc-a7a0-30086b65981b by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '49db30c7-1d1a-4051-a39d-2dee8fc5abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:47.521013 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Attempting to bind port 4568b214-5c97-4abc-a7a0-30086b65981b on network 9a70b1ea-dcaf-4db2-88b7-1451752aecb5 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:47.529603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4dfcfa48-8e8e-4a6c-af40-e8d4157dc5d2 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'subnet': {'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:47.587728 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Pushing event updated for resources: {'Port': ['ID=4568b214-5c97-4abc-a7a0-30086b65981b,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:47.625325 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.626643 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:47.627148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Checking segment: {'id': '49db30c7-1d1a-4051-a39d-2dee8fc5abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:47.627431 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.627794 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Bound using segment: {'id': '49db30c7-1d1a-4051-a39d-2dee8fc5abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:47.628416 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Bound port: 4568b214-5c97-4abc-a7a0-30086b65981b, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49db30c7-1d1a-4051-a39d-2dee8fc5abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:47.628818 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.652662 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:45Z', 'revision_number': 4, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f274dfe3-05d9-4c76-a5d3-8eca163c33cb', 'name': '', 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:e6:4e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:44Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 2, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:47.691521 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1933cc8e-6cf1-480b-91ff-15397ec7fdb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.693447 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Checking router: 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:57:47.693986 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Updating router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 port f274dfe3-05d9-4c76-a5d3-8eca163c33cb binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:57:47.718909 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.729783 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.731206 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa8d15-80a2-4db8-8bcd-375a5ce4c038 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Network': ['ID=5c9aedf1-157c-4c41-ac28-428374f190e0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:47.760742 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9a7bfaa-9799-487c-bc2d-71e1b470f983 req-9080f11f-8036-4505-bc5b-f4ed9ef89d1f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0953929 Mar 23 12:57:47.774457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 53067761-b388-4910-ab4e-30e1163c943d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:47.787669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:47.791398 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:47.792062 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.890602 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7bfaa-9799-487c-bc2d-71e1b470f983 req-3b5a5402-c6ca-4bf1-bafe-c47aa016bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:47.892143 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9a7bfaa-9799-487c-bc2d-71e1b470f983 req-3b5a5402-c6ca-4bf1-bafe-c47aa016bcfb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=19171b52f76e4157a4ec58a49fcc16cb&device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 1097 time: 0.0683100 Mar 23 12:57:47.898120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=4fc57ffe-e8b6-4874-b50f-24e9793e6f8c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:47.900446 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1933cc8e-6cf1-480b-91ff-15397ec7fdb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.927484 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 5c9aedf1-157c-4c41-ac28-428374f190e0 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:47.945828 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Attempting to bind port 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:47.946310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Attempting to bind port 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'eb792820-33af-4b77-82b8-4cc7c51196b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ebd75d4e-2108-4e41-8a2b-baf7e03c884f'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:47.946759 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Attempting to bind port 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 on network ebd75d4e-2108-4e41-8a2b-baf7e03c884f {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:47.968698 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:47.986143 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfcfa48-8e8e-4a6c-af40-e8d4157dc5d2 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Made reservation on behalf of 2f79e0e7083d4d08b9a2bbf46fc1ba56 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:47.994201 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dfcfa48-8e8e-4a6c-af40-e8d4157dc5d2 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.001838 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1933cc8e-6cf1-480b-91ff-15397ec7fdb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.032483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Pushing event updated for resources: {'Port': ['ID=945c83b4-5b79-4ff6-827c-5d0a9c9fcc59,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:48.069390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:48.069778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Checking segment: {'id': 'eb792820-33af-4b77-82b8-4cc7c51196b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ebd75d4e-2108-4e41-8a2b-baf7e03c884f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:48.070206 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.070585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Bound using segment: {'id': 'eb792820-33af-4b77-82b8-4cc7c51196b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ebd75d4e-2108-4e41-8a2b-baf7e03c884f'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:48.071080 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Bound port: 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb792820-33af-4b77-82b8-4cc7c51196b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ebd75d4e-2108-4e41-8a2b-baf7e03c884f'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:48.071459 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.105964 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1933cc8e-6cf1-480b-91ff-15397ec7fdb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.134485 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.147548 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.153860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] For port a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:48.156292 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-aa995851-a8a5-43b6-98d5-3ae3249ea8fb None None] Provisioning complete for port 37c37369-c747-4b91-8ca8-895c273826d2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:48.156670 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aa995851-a8a5-43b6-98d5-3ae3249ea8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.192317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933cc8e-6cf1-480b-91ff-15397ec7fdb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event deleted for resources: {'Subnet': ['ID=efdab0db-0bb8-4099-a520-6129fcdf671c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:48.208904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1933cc8e-6cf1-480b-91ff-15397ec7fdb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0002d8db-fac9-4e15-8bd1-02e59925556a']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:48.223828 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1933cc8e-6cf1-480b-91ff-15397ec7fdb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db9f5cc-06a9-4c73-bb6c-85c9ee7d04f8') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:48.224252 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1933cc8e-6cf1-480b-91ff-15397ec7fdb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db9f5cc-06a9-4c73-bb6c-85c9ee7d04f8') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:48.232747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] For port a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c,segment=NetworkSegment(8bef82ee-3e04-4120-91a3-d06a95d07a04),segment_id=8bef82ee-3e04-4120-91a3-d06a95d07a04)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:48.254739 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1933cc8e-6cf1-480b-91ff-15397ec7fdb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.260148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] For port 4568b214-5c97-4abc-a7a0-30086b65981b, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:48.281312 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.283652 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1933cc8e-6cf1-480b-91ff-15397ec7fdb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.286562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7bfaa-9799-487c-bc2d-71e1b470f983 req-53a7d292-e774-47b7-ab77-07170a1446f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:48.288794 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9a7bfaa-9799-487c-bc2d-71e1b470f983 req-53a7d292-e774-47b7-ab77-07170a1446f2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efa11817-c4f9-4668-abb8-4a3e594d3f44 HTTP/1.1" status: 200 len: 909 time: 0.2995131 Mar 23 12:57:48.298252 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6446d82a-1bdd-4003-b07b-21e037cbd973 None None] Network 0002d8db-fac9-4e15-8bd1-02e59925556a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:48.305442 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22aebf-5eb4-451d-8e1e-2c8b4cd0b694 None None] Pushing event updated for resources: {'Port': ['ID=f274dfe3-05d9-4c76-a5d3-8eca163c33cb,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:48.310572 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Attempting to bind port f274dfe3-05d9-4c76-a5d3-8eca163c33cb on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:48.311835 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Attempting to bind port f274dfe3-05d9-4c76-a5d3-8eca163c33cb by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '49db30c7-1d1a-4051-a39d-2dee8fc5abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:48.312461 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Attempting to bind port f274dfe3-05d9-4c76-a5d3-8eca163c33cb on network 9a70b1ea-dcaf-4db2-88b7-1451752aecb5 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:48.320728 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] For port 4568b214-5c97-4abc-a7a0-30086b65981b, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4568b214-5c97-4abc-a7a0-30086b65981b,segment=NetworkSegment(49db30c7-1d1a-4051-a39d-2dee8fc5abf4),segment_id=49db30c7-1d1a-4051-a39d-2dee8fc5abf4)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:48.325753 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:48.328193 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Checking segment: {'id': '49db30c7-1d1a-4051-a39d-2dee8fc5abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:48.328950 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.329416 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Bound using segment: {'id': '49db30c7-1d1a-4051-a39d-2dee8fc5abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:48.330059 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Bound port: f274dfe3-05d9-4c76-a5d3-8eca163c33cb, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49db30c7-1d1a-4051-a39d-2dee8fc5abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:48.332279 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.367547 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.373705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1933cc8e-6cf1-480b-91ff-15397ec7fdb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:57:48.374451 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1933cc8e-6cf1-480b-91ff-15397ec7fdb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.454573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] For port 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:48.459591 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] For port f274dfe3-05d9-4c76-a5d3-8eca163c33cb, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:57:48.463781 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:57:48.471372 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1933cc8e-6cf1-480b-91ff-15397ec7fdb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.476850 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] For port f274dfe3-05d9-4c76-a5d3-8eca163c33cb, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f274dfe3-05d9-4c76-a5d3-8eca163c33cb,segment=NetworkSegment(49db30c7-1d1a-4051-a39d-2dee8fc5abf4),segment_id=49db30c7-1d1a-4051-a39d-2dee8fc5abf4)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:48.480663 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1933cc8e-6cf1-480b-91ff-15397ec7fdb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.489135 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1933cc8e-6cf1-480b-91ff-15397ec7fdb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/networks/0002d8db-fac9-4e15-8bd1-02e59925556a HTTP/1.1" status: 204 len: 168 time: 0.9976063 Mar 23 12:57:48.490715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39200) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:48.501435 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.529198 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] For port 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=945c83b4-5b79-4ff6-827c-5d0a9c9fcc59,segment=NetworkSegment(eb792820-33af-4b77-82b8-4cc7c51196b0),segment_id=eb792820-33af-4b77-82b8-4cc7c51196b0)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:48.534445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933cc8e-6cf1-480b-91ff-15397ec7fdb5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event deleted for resources: {'Network': ['ID=0002d8db-fac9-4e15-8bd1-02e59925556a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:48.560715 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.568256 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9a7bfaa-9799-487c-bc2d-71e1b470f983 req-81766f01-dc6c-4f87-9fe6-36462f8e8ecf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92e4925a-3593-4679-9ab1-53553f9c1059 HTTP/1.1" status: 200 len: 1002 time: 0.2717259 Mar 23 12:57:48.595881 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefb1388-ff86-4c83-9c35-6ace6e8709ef tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] DELETE failed (client error): The resource could not be found. Mar 23 12:57:48.596346 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefb1388-ff86-4c83-9c35-6ace6e8709ef tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:57:48.608066 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fefb1388-ff86-4c83-9c35-6ace6e8709ef tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/subnets/efdab0db-0bb8-4099-a520-6129fcdf671c HTTP/1.1" status: 404 len: 337 time: 0.1127896 Mar 23 12:57:48.614760 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39202) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:48.620896 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14d228-7ec6-4189-bf28-672c38530024 None None] Pushing event updated for resources: {'Port': ['ID=a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:48.637415 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dfcfa48-8e8e-4a6c-af40-e8d4157dc5d2 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.643790 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:48.644777 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:48.686059 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22aebf-5eb4-451d-8e1e-2c8b4cd0b694 None None] Pushing event updated for resources: {'Port': ['ID=f274dfe3-05d9-4c76-a5d3-8eca163c33cb,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:48.706001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a7fce-3403-4e3b-b06b-8dc7a556c0af None None] Pushing event updated for resources: {'Port': ['ID=4568b214-5c97-4abc-a7a0-30086b65981b,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:48.752596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7bfaa-9799-487c-bc2d-71e1b470f983 req-01a1889b-58a0-4b3a-b3fa-ab215959ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:48.754235 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9a7bfaa-9799-487c-bc2d-71e1b470f983 req-01a1889b-58a0-4b3a-b3fa-ab215959ee12 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=123743e7-cb7c-46c8-b7b7-b6da5322356e HTTP/1.1" status: 200 len: 847 time: 0.1773026 Mar 23 12:57:48.777282 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:57:48.809342 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3083baa6-bf2a-4fe2-a0c7-659081fd0dd4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] DELETE failed (client error): The resource could not be found. Mar 23 12:57:48.809988 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3083baa6-bf2a-4fe2-a0c7-659081fd0dd4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:57:48.813131 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3083baa6-bf2a-4fe2-a0c7-659081fd0dd4 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/networks/0002d8db-fac9-4e15-8bd1-02e59925556a HTTP/1.1" status: 404 len: 339 time: 0.1971743 Mar 23 12:57:48.828881 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39204) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:48.854937 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcfa48-8e8e-4a6c-af40-e8d4157dc5d2 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Subnet': ['ID=56bcc3b5-b4cf-48d7-9169-cd5101cb9819,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:48.877336 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.889116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcab6e-82b7-472e-8fa6-d3187231024d None None] Pushing event updated for resources: {'Port': ['ID=945c83b4-5b79-4ff6-827c-5d0a9c9fcc59,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:48.940759 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.941584 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:48.954859 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6330f18-84da-4af6-b2f8-4b9c90e7a8e5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] DELETE failed (client error): The resource could not be found. Mar 23 12:57:48.955433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6330f18-84da-4af6-b2f8-4b9c90e7a8e5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:57:48.961012 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b6330f18-84da-4af6-b2f8-4b9c90e7a8e5 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/subnets/394c348a-e902-4e8c-afd3-e767566ddea2 HTTP/1.1" status: 404 len: 337 time: 0.1288443 Mar 23 12:57:48.969723 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39206) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:48.993504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 37c37369-c747-4b91-8ca8-895c273826d2 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:49.126193 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 37c37369-c747-4b91-8ca8-895c273826d2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:49.128014 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:49.200012 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfcfa48-8e8e-4a6c-af40-e8d4157dc5d2 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Checking segment: {'id': 'd6ecf05d-4dcc-4cec-af4e-73b40e7cb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:49.200293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfcfa48-8e8e-4a6c-af40-e8d4157dc5d2 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network hostable DHCP agents. Network: 5c9aedf1-157c-4c41-ac28-428374f190e0, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:49.254388 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:45Z', 'revision_number': 4, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f274dfe3-05d9-4c76-a5d3-8eca163c33cb', 'name': '', 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:e6:4e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:44Z', 'updated_at': '2022-03-23T12:57:48Z', 'revision_number': 4, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:49.311676 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=4fc57ffe-e8b6-4874-b50f-24e9793e6f8c,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:49.315547 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953438e6-8139-4d8c-9d47-cc63079a613e None None] The sync data for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 is: [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:45Z', 'revision_number': 4, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f274dfe3-05d9-4c76-a5d3-8eca163c33cb', 'name': '', 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:e6:4e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:44Z', 'updated_at': '2022-03-23T12:57:48Z', 'revision_number': 4, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:49.330373 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ee7a93-87c9-42b4-9ca0-a4933eca23b6 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] DELETE failed (client error): The resource could not be found. Mar 23 12:57:49.331439 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ee7a93-87c9-42b4-9ca0-a4933eca23b6 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:57:49.334941 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-28ee7a93-87c9-42b4-9ca0-a4933eca23b6 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/networks/289781ef-5ec7-4c90-8868-f2797a98421a HTTP/1.1" status: 404 len: 339 time: 0.3607547 Mar 23 12:57:49.338892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39208) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:49.439098 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-377b5cb8-92c5-4e7f-a147-a26fbf6aa01e tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] DELETE failed (client error): The resource could not be found. Mar 23 12:57:49.439555 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377b5cb8-92c5-4e7f-a147-a26fbf6aa01e tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:57:49.442735 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-377b5cb8-92c5-4e7f-a147-a26fbf6aa01e tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/subnets/89cd9608-df1b-49d3-9b91-9866a7b391fd HTTP/1.1" status: 404 len: 337 time: 0.0967133 Mar 23 12:57:49.447306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39210) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:49.462825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfcfa48-8e8e-4a6c-af40-e8d4157dc5d2 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 5c9aedf1-157c-4c41-ac28-428374f190e0 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:49.488150 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e90e46-6967-4392-a9b5-925e8b0c0054 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] DELETE failed (client error): The resource could not be found. Mar 23 12:57:49.488767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e90e46-6967-4392-a9b5-925e8b0c0054 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:57:49.492589 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-02e90e46-6967-4392-a9b5-925e8b0c0054 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/networks/e2aa2c1f-dde5-476b-8726-268990aea290 HTTP/1.1" status: 404 len: 339 time: 0.0391796 Mar 23 12:57:49.505344 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39212) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:49.523493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-4dfcfa48-8e8e-4a6c-af40-e8d4157dc5d2 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 5c9aedf1-157c-4c41-ac28-428374f190e0) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:49.534125 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38773bd5-7d5b-4e28-849b-5df361248a43 None None] Network 5c9aedf1-157c-4c41-ac28-428374f190e0 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:49.556495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfcfa48-8e8e-4a6c-af40-e8d4157dc5d2 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:49.557025 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4dfcfa48-8e8e-4a6c-af40-e8d4157dc5d2 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:49.594421 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7bfaa-9799-487c-bc2d-71e1b470f983 req-19687cc7-421d-4e49-b5ca-c2ee76124781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:49.597231 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9a7bfaa-9799-487c-bc2d-71e1b470f983 req-19687cc7-421d-4e49-b5ca-c2ee76124781 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efa11817-c4f9-4668-abb8-4a3e594d3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8210750 Mar 23 12:57:49.614230 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4dfcfa48-8e8e-4a6c-af40-e8d4157dc5d2 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0911031 Mar 23 12:57:49.619248 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39214) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:49.622709 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 53067761-b388-4910-ab4e-30e1163c943d is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:49.626241 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:49.772935 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-5c9aedf1-157c-4c41-ac28-428374f190e0', 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'fixed_ips': [{'subnet_id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:57:49.777939 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:49.992227 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9a7bfaa-9799-487c-bc2d-71e1b470f983 req-a8c4d94e-896f-4c65-aa0a-30493e1627e1 service neutron] 10.222.0.77 "GET /v2.0/networks/efa11817-c4f9-4668-abb8-4a3e594d3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875470 Mar 23 12:57:50.043021 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Allocated IP 172.23.0.2 (5c9aedf1-157c-4c41-ac28-428374f190e0/56bcc3b5-b4cf-48d7-9169-cd5101cb9819/b1a884fd-fc75-4260-9bd6-049211a88aac) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:50.252094 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9a7bfaa-9799-487c-bc2d-71e1b470f983 req-aa80605c-faac-48c4-9b19-46f5b235525a service neutron] 10.222.0.77 "GET /v2.0/networks/efa11817-c4f9-4668-abb8-4a3e594d3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068229 Mar 23 12:57:50.329239 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f23b6e1d-2a0f-4153-b3dd-19ba2efff890 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Deleting port 1332a35e-dd0a-4425-8a3f-39a02d295429 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:50.329573 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f23b6e1d-2a0f-4153-b3dd-19ba2efff890 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:50.332318 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:50.376576 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d9657e-0a61-4be1-a869-19f00bdb09fc None None] Network 53067761-b388-4910-ab4e-30e1163c943d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:50.416523 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:50.468801 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f23b6e1d-2a0f-4153-b3dd-19ba2efff890 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:50.484530 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:50.491049 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f23b6e1d-2a0f-4153-b3dd-19ba2efff890 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Calling delete_port for 1332a35e-dd0a-4425-8a3f-39a02d295429 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:50.502080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 8708d032-d6de-46c8-a8ff-4c4464244c84 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:57:50.549674 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-754ace21-0fbc-4020-992a-f3b9d406bf0e None None] Provisioning complete for port a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:50.550050 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-754ace21-0fbc-4020-992a-f3b9d406bf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:50.571416 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Network 5c9aedf1-157c-4c41-ac28-428374f190e0 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:50.620353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:50.627720 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:50.633934 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Pushing event updated for resources: {'Port': ['ID=b1a884fd-fc75-4260-9bd6-049211a88aac,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:50.704509 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:50.717420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39216) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:50.719438 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2ec7bf46-8bf6-4f6b-bc2b-48e1bced9a01 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/8708d032-d6de-46c8-a8ff-4c4464244c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6057308 Mar 23 12:57:50.732696 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f23b6e1d-2a0f-4153-b3dd-19ba2efff890 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:50.812075 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f23b6e1d-2a0f-4153-b3dd-19ba2efff890 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:50.818884 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae43162-a552-4250-b37e-24def16d6417 None None] Sync routers for ids ['8708d032-d6de-46c8-a8ff-4c4464244c84'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:50.820624 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f23b6e1d-2a0f-4153-b3dd-19ba2efff890 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/ports/1332a35e-dd0a-4425-8a3f-39a02d295429 HTTP/1.1" status: 204 len: 168 time: 1.3127828 Mar 23 12:57:50.823262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b6e1d-2a0f-4153-b3dd-19ba2efff890 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event deleted for resources: {'Port': ['ID=1332a35e-dd0a-4425-8a3f-39a02d295429,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:50.826256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39218) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:50.865550 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e7acb5-879c-4419-a7f0-5b5741e92259 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] DELETE failed (client error): The resource could not be found. Mar 23 12:57:50.866013 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e7acb5-879c-4419-a7f0-5b5741e92259 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:57:50.871836 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a5e7acb5-879c-4419-a7f0-5b5741e92259 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/subnets/61320118-538a-4209-8fac-4fa00eeffe76 HTTP/1.1" status: 404 len: 337 time: 0.0436876 Mar 23 12:57:50.872122 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39220) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:50.880075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c192300-ea4b-4741-91c4-4a43c6c21e9f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:50.888711 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6c192300-ea4b-4741-91c4-4a43c6c21e9f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports/4fc57ffe-e8b6-4874-b50f-24e9793e6f8c HTTP/1.1" status: 200 len: 911 time: 0.1702049 Mar 23 12:57:50.890035 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39222) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:50.918823 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5e1632-2c6b-4a3e-8111-fdb1bb363d02 None None] Network ebd75d4e-2108-4e41-8a2b-baf7e03c884f requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:50.990360 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9fed5c4d-8c29-4232-a925-cbb79e142e0c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.096407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Allocated IP 172.23.0.1 (5c9aedf1-157c-4c41-ac28-428374f190e0/56bcc3b5-b4cf-48d7-9169-cd5101cb9819/64669ebe-173e-4b7b-95e4-6727a539b5c1) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:51.102937 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Attempting to bind port b1a884fd-fc75-4260-9bd6-049211a88aac on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:51.103313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Attempting to bind port b1a884fd-fc75-4260-9bd6-049211a88aac by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'd6ecf05d-4dcc-4cec-af4e-73b40e7cb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:51.103675 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Attempting to bind port b1a884fd-fc75-4260-9bd6-049211a88aac on network 5c9aedf1-157c-4c41-ac28-428374f190e0 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:51.109253 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4568b214-5c97-4abc-a7a0-30086b65981b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:51.117913 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:51.118292 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Checking segment: {'id': 'd6ecf05d-4dcc-4cec-af4e-73b40e7cb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:51.118702 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.119110 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Bound using segment: {'id': 'd6ecf05d-4dcc-4cec-af4e-73b40e7cb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:51.119799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Bound port: b1a884fd-fc75-4260-9bd6-049211a88aac, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ecf05d-4dcc-4cec-af4e-73b40e7cb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:51.120233 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.174257 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae43162-a552-4250-b37e-24def16d6417 None None] Routers {'8708d032-d6de-46c8-a8ff-4c4464244c84'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:51.178467 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9fed5c4d-8c29-4232-a925-cbb79e142e0c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.180210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1ae43162-a552-4250-b37e-24def16d6417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8708d032-d6de-46c8-a8ff-4c4464244c84'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:51.208392 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9fed5c4d-8c29-4232-a925-cbb79e142e0c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cee74f-0115-4c17-af22-7b2c8a7b781c']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:51.219493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9fed5c4d-8c29-4232-a925-cbb79e142e0c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5d9486-ea29-482e-82b4-93ad4b3c4832') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:51.219899 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-9fed5c4d-8c29-4232-a925-cbb79e142e0c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5d9486-ea29-482e-82b4-93ad4b3c4832') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:51.231060 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9fed5c4d-8c29-4232-a925-cbb79e142e0c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.246693 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9fed5c4d-8c29-4232-a925-cbb79e142e0c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.254173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fed5c4d-8c29-4232-a925-cbb79e142e0c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:57:51.254702 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9fed5c4d-8c29-4232-a925-cbb79e142e0c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:57:51.258570 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:57:51.344121 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9fed5c4d-8c29-4232-a925-cbb79e142e0c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.367107 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9fed5c4d-8c29-4232-a925-cbb79e142e0c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.374545 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9fed5c4d-8c29-4232-a925-cbb79e142e0c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/networks/b0cee74f-0115-4c17-af22-7b2c8a7b781c HTTP/1.1" status: 204 len: 168 time: 0.4976840 Mar 23 12:57:51.374746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39224) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:51.383674 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed5c4d-8c29-4232-a925-cbb79e142e0c tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event deleted for resources: {'Network': ['ID=b0cee74f-0115-4c17-af22-7b2c8a7b781c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:51.414764 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.456043 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62fbc94-5645-4703-89f5-e1c2b70c8f3b None None] Network 9a70b1ea-dcaf-4db2-88b7-1451752aecb5 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:51.479626 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6fef2987-fd90-497c-8674-5634a5e464eb tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Deleting port b123be48-e3a7-43f6-ac77-57a6dd152826 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:51.480074 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6fef2987-fd90-497c-8674-5634a5e464eb tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.490328 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1ae43162-a552-4250-b37e-24def16d6417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:51.502512 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.562435 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6fef2987-fd90-497c-8674-5634a5e464eb tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.567823 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 5c9aedf1-157c-4c41-ac28-428374f190e0 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:51.574522 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:51.578551 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6fef2987-fd90-497c-8674-5634a5e464eb tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Calling delete_port for b123be48-e3a7-43f6-ac77-57a6dd152826 owned by {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:51.582928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:51.596705 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae43162-a552-4250-b37e-24def16d6417 None None] Routers {'8708d032-d6de-46c8-a8ff-4c4464244c84'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:51.597353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1ae43162-a552-4250-b37e-24def16d6417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8708d032-d6de-46c8-a8ff-4c4464244c84'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:51.599110 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-754ace21-0fbc-4020-992a-f3b9d406bf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.625179 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.650069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=64669ebe-173e-4b7b-95e4-6727a539b5c1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:51.674686 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6fef2987-fd90-497c-8674-5634a5e464eb tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.675436 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1ae43162-a552-4250-b37e-24def16d6417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:51.677198 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae43162-a552-4250-b37e-24def16d6417 None None] The sync data for ids ['8708d032-d6de-46c8-a8ff-4c4464244c84'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:51.684379 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] For port b1a884fd-fc75-4260-9bd6-049211a88aac, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:51.719237 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef2987-fd90-497c-8674-5634a5e464eb tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event deleted for resources: {'Port': ['ID=b123be48-e3a7-43f6-ac77-57a6dd152826,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:51.721709 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] For port b1a884fd-fc75-4260-9bd6-049211a88aac, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b1a884fd-fc75-4260-9bd6-049211a88aac,segment=NetworkSegment(d6ecf05d-4dcc-4cec-af4e-73b40e7cb02d),segment_id=d6ecf05d-4dcc-4cec-af4e-73b40e7cb02d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:51.725433 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6fef2987-fd90-497c-8674-5634a5e464eb tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.730057 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6fef2987-fd90-497c-8674-5634a5e464eb tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/ports/b123be48-e3a7-43f6-ac77-57a6dd152826 HTTP/1.1" status: 204 len: 168 time: 0.3541496 Mar 23 12:57:51.733197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39226) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:51.737213 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.747632 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.748874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4568b214-5c97-4abc-a7a0-30086b65981b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:51.749241 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.760837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-754ace21-0fbc-4020-992a-f3b9d406bf0e None None] For port a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c,segment=NetworkSegment(8bef82ee-3e04-4120-91a3-d06a95d07a04),segment_id=8bef82ee-3e04-4120-91a3-d06a95d07a04)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:51.782930 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2196a343-df88-4bca-8dd3-558d4e4d54d8 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] DELETE failed (client error): The resource could not be found. Mar 23 12:57:51.783677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2196a343-df88-4bca-8dd3-558d4e4d54d8 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:57:51.791192 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2196a343-df88-4bca-8dd3-558d4e4d54d8 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/subnets/c94998a4-5246-446a-9c6d-e918ed15e49a HTTP/1.1" status: 404 len: 337 time: 0.0532856 Mar 23 12:57:51.792121 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39228) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:51.811946 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-754ace21-0fbc-4020-992a-f3b9d406bf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:51.923001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa7b3b-f8f7-49f2-a1a2-5a9458d2e31b None None] Pushing event updated for resources: {'Port': ['ID=b1a884fd-fc75-4260-9bd6-049211a88aac,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:51.963701 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7b6948f-a2ff-456d-acec-7ad1511fbfff tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.052471 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.053816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b440ef30-cd9a-4932-ba7d-6176b07a09d8 None None] Provisioning complete for port 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:52.054188 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b440ef30-cd9a-4932-ba7d-6176b07a09d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.096751 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ace21-0fbc-4020-992a-f3b9d406bf0e None None] Pushing event updated for resources: {'Port': ['ID=a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:52.126534 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.144159 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7b6948f-a2ff-456d-acec-7ad1511fbfff tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.174960 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e7b6948f-a2ff-456d-acec-7ad1511fbfff tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97ea236-2f1b-4429-a69c-d06b6cf766bb']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:52.183296 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 4568b214-5c97-4abc-a7a0-30086b65981b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4568b214-5c97-4abc-a7a0-30086b65981b,segment=NetworkSegment(49db30c7-1d1a-4051-a39d-2dee8fc5abf4),segment_id=49db30c7-1d1a-4051-a39d-2dee8fc5abf4)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:52.210388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e7b6948f-a2ff-456d-acec-7ad1511fbfff tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ebcd5c4-e43f-4adc-bef2-c179be653d35') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:52.210734 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e7b6948f-a2ff-456d-acec-7ad1511fbfff tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ebcd5c4-e43f-4adc-bef2-c179be653d35') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:52.216729 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.217544 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:52.229133 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7b6948f-a2ff-456d-acec-7ad1511fbfff tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.251281 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7b6948f-a2ff-456d-acec-7ad1511fbfff tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.262133 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b6948f-a2ff-456d-acec-7ad1511fbfff tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:57:52.262596 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7b6948f-a2ff-456d-acec-7ad1511fbfff tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:57:52.348305 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:57:52.367452 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7b6948f-a2ff-456d-acec-7ad1511fbfff tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.370983 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b440ef30-cd9a-4932-ba7d-6176b07a09d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.375090 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7b6948f-a2ff-456d-acec-7ad1511fbfff tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.383795 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e7b6948f-a2ff-456d-acec-7ad1511fbfff tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/networks/e97ea236-2f1b-4429-a69c-d06b6cf766bb HTTP/1.1" status: 204 len: 168 time: 0.5903594 Mar 23 12:57:52.386427 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39232) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:52.463398 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6948f-a2ff-456d-acec-7ad1511fbfff tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event deleted for resources: {'Network': ['ID=e97ea236-2f1b-4429-a69c-d06b6cf766bb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:52.514788 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=4568b214-5c97-4abc-a7a0-30086b65981b,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:52.530201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7bd6bd-e5fe-45ef-bd59-16f564167089 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Deleting subnet 3edf2364-e01e-494c-9e06-c791a0d199b8 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:57:52.533827 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd6bd-e5fe-45ef-bd59-16f564167089 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.545814 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Allocated IP 2001:db8:1::1 (ebd75d4e-2108-4e41-8a2b-baf7e03c884f/4fe17250-8347-477c-a940-b659086b75f0/ba5b7bc9-29cb-4cdc-8a99-c0c6e985ed96) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:52.550199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b440ef30-cd9a-4932-ba7d-6176b07a09d8 None None] For port 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=945c83b4-5b79-4ff6-827c-5d0a9c9fcc59,segment=NetworkSegment(eb792820-33af-4b77-82b8-4cc7c51196b0),segment_id=eb792820-33af-4b77-82b8-4cc7c51196b0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:52.560486 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b440ef30-cd9a-4932-ba7d-6176b07a09d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.614787 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd6bd-e5fe-45ef-bd59-16f564167089 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.625840 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b440ef30-cd9a-4932-ba7d-6176b07a09d8 None None] Provisioning complete for port 4568b214-5c97-4abc-a7a0-30086b65981b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:52.626271 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b440ef30-cd9a-4932-ba7d-6176b07a09d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.661193 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:52.661550 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.670284 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440ef30-cd9a-4932-ba7d-6176b07a09d8 None None] Pushing event updated for resources: {'Port': ['ID=945c83b4-5b79-4ff6-827c-5d0a9c9fcc59,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:52.734433 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd6bd-e5fe-45ef-bd59-16f564167089 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.757365 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.778746 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.838042 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f274dfe3-05d9-4c76-a5d3-8eca163c33cb up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:52.854023 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd6bd-e5fe-45ef-bd59-16f564167089 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.913232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7bd6bd-e5fe-45ef-bd59-16f564167089 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event deleted for resources: {'Subnet': ['ID=3edf2364-e01e-494c-9e06-c791a0d199b8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:52.914634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f274dfe3-05d9-4c76-a5d3-8eca163c33cb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:52.915016 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.924796 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd6bd-e5fe-45ef-bd59-16f564167089 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:52.928724 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ac7bd6bd-e5fe-45ef-bd59-16f564167089 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/subnets/3edf2364-e01e-494c-9e06-c791a0d199b8 HTTP/1.1" status: 204 len: 168 time: 0.5411623 Mar 23 12:57:52.930893 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39234) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:52.960560 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce1986e-955e-4405-8fe6-7ce9d2a8dec9 None None] Network 80b012f7-6333-4afd-9000-b9e8c9c7c482 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:53.014410 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.041549 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event updated for resources: {'Port': ['ID=64669ebe-173e-4b7b-95e4-6727a539b5c1,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:53.057503 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.141360 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.142710 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-648d03fc-48b0-4eb6-9209-af234faffc0e None None] Provisioning complete for port 4568b214-5c97-4abc-a7a0-30086b65981b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:53.143368 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-648d03fc-48b0-4eb6-9209-af234faffc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.159291 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Deleting port f6f2f09e-7457-4eb1-a5c9-cb897f92dd99 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:53.160123 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.268344 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.279562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Network 5c9aedf1-157c-4c41-ac28-428374f190e0 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:53.288868 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] For port f6f2f09e-7457-4eb1-a5c9-cb897f92dd99, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f6f2f09e-7457-4eb1-a5c9-cb897f92dd99,segment=NetworkSegment(c6b3847d-0920-4818-a583-981a1fb2f62d),segment_id=c6b3847d-0920-4818-a583-981a1fb2f62d)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:53.289633 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.319686 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.322036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:53.328174 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network ebd75d4e-2108-4e41-8a2b-baf7e03c884f is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:53.346343 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Calling delete_port for f6f2f09e-7457-4eb1-a5c9-cb897f92dd99 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:53.350254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:53.404765 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:53.404999 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.436238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port f274dfe3-05d9-4c76-a5d3-8eca163c33cb, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f274dfe3-05d9-4c76-a5d3-8eca163c33cb,segment=NetworkSegment(49db30c7-1d1a-4051-a39d-2dee8fc5abf4),segment_id=49db30c7-1d1a-4051-a39d-2dee8fc5abf4)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:53.442148 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.443160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:53.506362 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71da0a4-34ad-474f-9065-84259361c27f None None] DHCP port deletion for 80b012f7-6333-4afd-9000-b9e8c9c7c482 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:57:53.516578 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.569308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event deleted for resources: {'Port': ['ID=f6f2f09e-7457-4eb1-a5c9-cb897f92dd99,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:53.572912 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] No DVR routers for this DVR port f6f2f09e-7457-4eb1-a5c9-cb897f92dd99 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:57:53.591003 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-648d03fc-48b0-4eb6-9209-af234faffc0e None None] Provisioning complete for port f274dfe3-05d9-4c76-a5d3-8eca163c33cb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:53.591469 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-648d03fc-48b0-4eb6-9209-af234faffc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.672801 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:53.673181 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.723030 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.745117 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=f274dfe3-05d9-4c76-a5d3-8eca163c33cb,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:53.772209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b012f7-6333-4afd-9000-b9e8c9c7c482']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:53.794512 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b3847d-0920-4818-a583-981a1fb2f62d') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:53.795011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b3847d-0920-4818-a583-981a1fb2f62d') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:53.810617 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.841093 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.858962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:57:53.859725 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:57:53.950530 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:57:53.954702 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.965932 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-648d03fc-48b0-4eb6-9209-af234faffc0e None None] Provisioning complete for port 4fc57ffe-e8b6-4874-b50f-24e9793e6f8c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:53.966855 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-648d03fc-48b0-4eb6-9209-af234faffc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.978001 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:53.984488 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] 10.222.0.52 "DELETE /v2.0/networks/80b012f7-6333-4afd-9000-b9e8c9c7c482 HTTP/1.1" status: 204 len: 168 time: 1.0498576 Mar 23 12:57:53.984488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148515c-3e9d-4caf-9dd0-453d3bbd5be9 tempest-NetworksIpV6TestAttrs-271358764 tempest-NetworksIpV6TestAttrs-271358764-project] Pushing event deleted for resources: {'Network': ['ID=80b012f7-6333-4afd-9000-b9e8c9c7c482,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:54.016720 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-648d03fc-48b0-4eb6-9209-af234faffc0e None None] Port 4fc57ffe-e8b6-4874-b50f-24e9793e6f8c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:57:54.028747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-648d03fc-48b0-4eb6-9209-af234faffc0e None None] Provisioning complete for port a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:54.029128 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-648d03fc-48b0-4eb6-9209-af234faffc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:54.102902 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47de33c5-3b4c-48cf-95e0-0f3562574f91 None None] Network 5c9aedf1-157c-4c41-ac28-428374f190e0 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:54.172966 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=ba5b7bc9-29cb-4cdc-8a99-c0c6e985ed96,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:54.329976 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a99caa9-3bfc-4248-94ed-586de7429497 req-040ecbac-0d7f-4a6c-aeb6-341bd8e84336 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9370978 Mar 23 12:57:54.368632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:54.388539 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:54.425602 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4568b214-5c97-4abc-a7a0-30086b65981b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:54.503944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39240) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:54.520972 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e646fdde-0c8e-4bdb-923f-42f5cb28f015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:54.622095 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:54.634525 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Sync routers for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:54.648262 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:54.649908 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:54.657837 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-21b8f1ae-4507-47a5-a1da-64e07697d514 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/0351b77c-27f5-4b13-982e-0d4f2e4f3e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0377471 Mar 23 12:57:54.660175 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99caa9-3bfc-4248-94ed-586de7429497 req-3d53aca6-d128-4890-94a7-621d37cdc4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:54.661199 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39244) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:54.661710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a99caa9-3bfc-4248-94ed-586de7429497 req-3d53aca6-d128-4890-94a7-621d37cdc4a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 1096 time: 0.1934066 Mar 23 12:57:54.663591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4568b214-5c97-4abc-a7a0-30086b65981b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:54.665230 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:54.670780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c09b4cd2-4521-4752-96ce-cc4034849ed8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:54.671487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-648d03fc-48b0-4eb6-9209-af234faffc0e None None] Provisioning complete for port 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:54.672000 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-648d03fc-48b0-4eb6-9209-af234faffc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:54.791443 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:57:54.870596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99caa9-3bfc-4248-94ed-586de7429497 req-ffd74f68-29ca-455e-8bc4-0056c04793bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:54.878950 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a99caa9-3bfc-4248-94ed-586de7429497 req-ffd74f68-29ca-455e-8bc4-0056c04793bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 913 time: 0.1820896 Mar 23 12:57:54.912618 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bc5aee3a-e828-4886-8388-88796d4cb80b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f64ddb627a542e7926b187223e3e86d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073379 Mar 23 12:57:54.919628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39246) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:54.942075 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:55.001130 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a99caa9-3bfc-4248-94ed-586de7429497 req-6643331e-0aeb-4a0b-9946-8ad9dd896022 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1c3bdcd-03b7-4159-8b56-29c66f759062 HTTP/1.1" status: 200 len: 1001 time: 0.1162848 Mar 23 12:57:55.068028 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:55.078258 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-984530b6-4293-43df-a75e-03d9e4624de2 None None] Provisioning complete for port ba5b7bc9-29cb-4cdc-8a99-c0c6e985ed96 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:55.079115 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-984530b6-4293-43df-a75e-03d9e4624de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:55.082090 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:55.082520 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:55.082824 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:55.083847 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:55.171690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-984530b6-4293-43df-a75e-03d9e4624de2 None None] Port ba5b7bc9-29cb-4cdc-8a99-c0c6e985ed96 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:57:55.186442 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:51Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64669ebe-173e-4b7b-95e4-6727a539b5c1', 'name': '', 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:4e:c0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:50Z', 'updated_at': '2022-03-23T12:57:52Z', 'revision_number': 2, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f274dfe3-05d9-4c76-a5d3-8eca163c33cb', 'name': '', 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:e6:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:44Z', 'updated_at': '2022-03-23T12:57:53Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:55.221390 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5cbe-761e-45e0-8a99-ec97a73b08a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:55.234203 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-984530b6-4293-43df-a75e-03d9e4624de2 None None] Provisioning complete for port f274dfe3-05d9-4c76-a5d3-8eca163c33cb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:55.236853 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Checking router: 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:57:55.237213 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Updating router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 port 64669ebe-173e-4b7b-95e4-6727a539b5c1 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:57:55.237748 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-984530b6-4293-43df-a75e-03d9e4624de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:55.252957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99caa9-3bfc-4248-94ed-586de7429497 req-f430a357-fb1c-4816-9dea-54b07d0b0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:55.254434 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a99caa9-3bfc-4248-94ed-586de7429497 req-f430a357-fb1c-4816-9dea-54b07d0b0110 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.2442307 Mar 23 12:57:55.273863 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5cbe-761e-45e0-8a99-ec97a73b08a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:55.297253 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:55.370119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=ba5b7bc9-29cb-4cdc-8a99-c0c6e985ed96,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:55.397783 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f274dfe3-05d9-4c76-a5d3-8eca163c33cb up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:55.415985 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99caa9-3bfc-4248-94ed-586de7429497 req-85a1b9cb-d32f-4e1c-942d-961382bc000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:55.418244 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a99caa9-3bfc-4248-94ed-586de7429497 req-85a1b9cb-d32f-4e1c-942d-961382bc000c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292617 Mar 23 12:57:55.441014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.extraroute_db [None req-c09b4cd2-4521-4752-96ce-cc4034849ed8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 12:57:55.445961 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5cbe-761e-45e0-8a99-ec97a73b08a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:55.450375 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5cbe-761e-45e0-8a99-ec97a73b08a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:55.454645 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8c3b5cbe-761e-45e0-8a99-ec97a73b08a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db19d3ee-b5e5-4b1e-978e-ccc7477bcbfc HTTP/1.1" status: 204 len: 168 time: 0.5336714 Mar 23 12:57:55.485815 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b5cbe-761e-45e0-8a99-ec97a73b08a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db19d3ee-b5e5-4b1e-978e-ccc7477bcbfc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:55.489915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-984530b6-4293-43df-a75e-03d9e4624de2 None None] Provisioning complete for port b1a884fd-fc75-4260-9bd6-049211a88aac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:55.490295 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-984530b6-4293-43df-a75e-03d9e4624de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:55.494314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.extraroute_db [None req-c09b4cd2-4521-4752-96ce-cc4034849ed8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Removed routes are [] {{(pid=102779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 12:57:55.494972 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c09b4cd2-4521-4752-96ce-cc4034849ed8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:55.544132 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network ebd75d4e-2108-4e41-8a2b-baf7e03c884f is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:55.552473 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f274dfe3-05d9-4c76-a5d3-8eca163c33cb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:55.552789 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:55.621073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:55.824345 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b1a884fd-fc75-4260-9bd6-049211a88aac up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:55.864961 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c09b4cd2-4521-4752-96ce-cc4034849ed8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:55.881276 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c09b4cd2-4521-4752-96ce-cc4034849ed8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:55.891982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 8708d032-d6de-46c8-a8ff-4c4464244c84 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:55.925085 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a99caa9-3bfc-4248-94ed-586de7429497 req-1e39bf06-82ce-42c3-997a-e4c23d8da9b7 service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970372 Mar 23 12:57:55.987666 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-984530b6-4293-43df-a75e-03d9e4624de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:56.020697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port b1a884fd-fc75-4260-9bd6-049211a88aac triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:56.021162 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:56.064585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:56.076827 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-842d8f6e-3aeb-4aba-88cd-26b52da334b1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/8708d032-d6de-46c8-a8ff-4c4464244c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1764481 Mar 23 12:57:56.078517 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39256) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:56.092278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-984530b6-4293-43df-a75e-03d9e4624de2 None None] For port b1a884fd-fc75-4260-9bd6-049211a88aac, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b1a884fd-fc75-4260-9bd6-049211a88aac,segment=NetworkSegment(d6ecf05d-4dcc-4cec-af4e-73b40e7cb02d),segment_id=d6ecf05d-4dcc-4cec-af4e-73b40e7cb02d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:56.106223 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb7c153-7d0c-4633-91e8-5743b58e6edc None None] Sync routers for ids ['8708d032-d6de-46c8-a8ff-4c4464244c84'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:56.119231 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-984530b6-4293-43df-a75e-03d9e4624de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:56.142959 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:56.156494 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:56.171177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c57cd-ee07-41dd-a6fc-c6a9215504d7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:56.175787 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-392c57cd-ee07-41dd-a6fc-c6a9215504d7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports/ba5b7bc9-29cb-4cdc-8a99-c0c6e985ed96 HTTP/1.1" status: 200 len: 913 time: 0.0935373 Mar 23 12:57:56.178303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09b4cd2-4521-4752-96ce-cc4034849ed8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:56.180073 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39260) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:56.235049 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a99caa9-3bfc-4248-94ed-586de7429497 req-fde67262-eb30-4eaf-b75a-7dee41f3574f service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673681 Mar 23 12:57:56.245123 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0c412-692f-4b2b-9359-9f77ea61141c None None] Pushing event updated for resources: {'Port': ['ID=64669ebe-173e-4b7b-95e4-6727a539b5c1,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:56.277002 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984530b6-4293-43df-a75e-03d9e4624de2 None None] Pushing event updated for resources: {'Port': ['ID=b1a884fd-fc75-4260-9bd6-049211a88aac,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:56.283918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb7c153-7d0c-4633-91e8-5743b58e6edc None None] Routers {'8708d032-d6de-46c8-a8ff-4c4464244c84'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:56.285488 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4cb7c153-7d0c-4633-91e8-5743b58e6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8708d032-d6de-46c8-a8ff-4c4464244c84'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:56.375003 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Attempting to bind port 64669ebe-173e-4b7b-95e4-6727a539b5c1 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:57:56.375805 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Attempting to bind port 64669ebe-173e-4b7b-95e4-6727a539b5c1 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'd6ecf05d-4dcc-4cec-af4e-73b40e7cb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:57:56.376447 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Attempting to bind port 64669ebe-173e-4b7b-95e4-6727a539b5c1 on network 5c9aedf1-157c-4c41-ac28-428374f190e0 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:56.381556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-984530b6-4293-43df-a75e-03d9e4624de2 None None] Provisioning complete for port 4fc57ffe-e8b6-4874-b50f-24e9793e6f8c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:56.381988 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-984530b6-4293-43df-a75e-03d9e4624de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:56.386430 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:56.386659 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4cb7c153-7d0c-4633-91e8-5743b58e6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:56.387359 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Checking segment: {'id': 'd6ecf05d-4dcc-4cec-af4e-73b40e7cb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:56.388014 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:56.388620 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Bound using segment: {'id': 'd6ecf05d-4dcc-4cec-af4e-73b40e7cb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:56.389309 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Bound port: 64669ebe-173e-4b7b-95e4-6727a539b5c1, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ecf05d-4dcc-4cec-af4e-73b40e7cb02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:57:56.389958 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:56.444565 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:56.463057 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09b4cd2-4521-4752-96ce-cc4034849ed8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:56.478319 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c09b4cd2-4521-4752-96ce-cc4034849ed8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:56.482673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39264) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:56.484803 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c09b4cd2-4521-4752-96ce-cc4034849ed8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/0351b77c-27f5-4b13-982e-0d4f2e4f3e63 HTTP/1.1" status: 200 len: 934 time: 1.8213499 Mar 23 12:57:56.488291 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] For port 64669ebe-173e-4b7b-95e4-6727a539b5c1, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:56.495304 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] For port 64669ebe-173e-4b7b-95e4-6727a539b5c1, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=64669ebe-173e-4b7b-95e4-6727a539b5c1,segment=NetworkSegment(d6ecf05d-4dcc-4cec-af4e-73b40e7cb02d),segment_id=d6ecf05d-4dcc-4cec-af4e-73b40e7cb02d)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:56.498676 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb7c153-7d0c-4633-91e8-5743b58e6edc None None] Routers {'8708d032-d6de-46c8-a8ff-4c4464244c84'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:56.500764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4cb7c153-7d0c-4633-91e8-5743b58e6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8708d032-d6de-46c8-a8ff-4c4464244c84'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:56.504486 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:56.552814 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4cb7c153-7d0c-4633-91e8-5743b58e6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:56.553608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb7c153-7d0c-4633-91e8-5743b58e6edc None None] The sync data for ids ['8708d032-d6de-46c8-a8ff-4c4464244c84'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:56.569149 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-984530b6-4293-43df-a75e-03d9e4624de2 None None] Port 4fc57ffe-e8b6-4874-b50f-24e9793e6f8c cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:57:56.590363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:56.590788 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:56.646744 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1a76b92a-5655-4563-bbc2-0070a9aaaf5c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/routers/0351b77c-27f5-4b13-982e-0d4f2e4f3e63 HTTP/1.1" status: 200 len: 934 time: 0.1627531 Mar 23 12:57:56.647769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39270) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:56.653448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-39f6928d-d501-410e-b171-0e59df76f2b5 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'router': {'routes': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:56.701103 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0c412-692f-4b2b-9359-9f77ea61141c None None] Pushing event updated for resources: {'Port': ['ID=64669ebe-173e-4b7b-95e4-6727a539b5c1,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:56.719142 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:56.724069 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:56.725113 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5f55d0a2-250e-4605-b56a-21508b71d228 None None] Provisioning complete for port ba5b7bc9-29cb-4cdc-8a99-c0c6e985ed96 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:56.725486 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f55d0a2-250e-4605-b56a-21508b71d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:56.799287 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5f55d0a2-250e-4605-b56a-21508b71d228 None None] Port ba5b7bc9-29cb-4cdc-8a99-c0c6e985ed96 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:57:56.846661 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5f55d0a2-250e-4605-b56a-21508b71d228 None None] Provisioning complete for port b1a884fd-fc75-4260-9bd6-049211a88aac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:56.847100 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f55d0a2-250e-4605-b56a-21508b71d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:56.859618 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f6f2f09e-7457-4eb1-a5c9-cb897f92dd99 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:57:56.943235 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:57:57.003679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39276) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:57.005799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f6f2f09e-7457-4eb1-a5c9-cb897f92dd99 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:57:57.006600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f6f2f09e-7457-4eb1-a5c9-cb897f92dd99 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:57:57.048827 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f0a345b-4353-4e48-a286-6da2d34db405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.074840 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-390dee83-44f3-4d55-8abb-0b02e5ed08ba tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.135623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5f55d0a2-250e-4605-b56a-21508b71d228 None None] Provisioning complete for port 64669ebe-173e-4b7b-95e4-6727a539b5c1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:57.136237 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f55d0a2-250e-4605-b56a-21508b71d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.165428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b1a884fd-fc75-4260-9bd6-049211a88aac up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:57.261469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f7feee98-db74-4a66-8203-bd575509bb10 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-518495650'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:57.285794 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f55d0a2-250e-4605-b56a-21508b71d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.290061 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port b1a884fd-fc75-4260-9bd6-049211a88aac triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:57.290426 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.327518 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7feee98-db74-4a66-8203-bd575509bb10 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:57.332889 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f7feee98-db74-4a66-8203-bd575509bb10 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.342129 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:55Z', 'revision_number': 6, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64669ebe-173e-4b7b-95e4-6727a539b5c1', 'name': '', 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:4e:c0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:50Z', 'updated_at': '2022-03-23T12:57:56Z', 'revision_number': 4, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f274dfe3-05d9-4c76-a5d3-8eca163c33cb', 'name': '', 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:e6:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:44Z', 'updated_at': '2022-03-23T12:57:53Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:57.369645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5f55d0a2-250e-4605-b56a-21508b71d228 None None] For port 64669ebe-173e-4b7b-95e4-6727a539b5c1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=64669ebe-173e-4b7b-95e4-6727a539b5c1,segment=NetworkSegment(d6ecf05d-4dcc-4cec-af4e-73b40e7cb02d),segment_id=d6ecf05d-4dcc-4cec-af4e-73b40e7cb02d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:57.370006 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f7feee98-db74-4a66-8203-bd575509bb10 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.377748 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454cd21-7d3d-43db-868a-f98336757716 None None] The sync data for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 is: [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:55Z', 'revision_number': 6, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64669ebe-173e-4b7b-95e4-6727a539b5c1', 'name': '', 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:4e:c0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:50Z', 'updated_at': '2022-03-23T12:57:56Z', 'revision_number': 4, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f274dfe3-05d9-4c76-a5d3-8eca163c33cb', 'name': '', 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:e6:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:44Z', 'updated_at': '2022-03-23T12:57:53Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:57.379078 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f55d0a2-250e-4605-b56a-21508b71d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.554061 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-52ed0bb1-e548-4f9d-a077-316f0bf22aa2 None None] Provisioning complete for port 64669ebe-173e-4b7b-95e4-6727a539b5c1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:57.555216 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-52ed0bb1-e548-4f9d-a077-316f0bf22aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.559767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55d0a2-250e-4605-b56a-21508b71d228 None None] Pushing event updated for resources: {'Port': ['ID=64669ebe-173e-4b7b-95e4-6727a539b5c1,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:57.568401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.extraroute_db [None req-39f6928d-d501-410e-b171-0e59df76f2b5 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Added routes are [] {{(pid=102778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 12:57:57.569192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.extraroute_db [None req-39f6928d-d501-410e-b171-0e59df76f2b5 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 12:57:57.578722 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f7feee98-db74-4a66-8203-bd575509bb10 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.592119 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f7feee98-db74-4a66-8203-bd575509bb10 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.642845 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7feee98-db74-4a66-8203-bd575509bb10 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:57.657809 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39f6928d-d501-410e-b171-0e59df76f2b5 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.664972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7feee98-db74-4a66-8203-bd575509bb10 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58fce041-ca2d-4c23-97b2-24233697868e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:57.668053 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f7feee98-db74-4a66-8203-bd575509bb10 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.668413 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-f7feee98-db74-4a66-8203-bd575509bb10 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Added segment 33d62929-0b7f-4390-b9fa-ed3a7989daf3 of type vlan for network 14e45226-e964-4060-85ff-15eb42d9cbdf Mar 23 12:57:57.796773 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f7feee98-db74-4a66-8203-bd575509bb10 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.801447 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.860123 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-390dee83-44f3-4d55-8abb-0b02e5ed08ba tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port ba5b7bc9-29cb-4cdc-8a99-c0c6e985ed96 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:57:57.860717 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-390dee83-44f3-4d55-8abb-0b02e5ed08ba tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.908192 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f7feee98-db74-4a66-8203-bd575509bb10 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.914612 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7feee98-db74-4a66-8203-bd575509bb10 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:57.915484 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f7feee98-db74-4a66-8203-bd575509bb10 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.973636 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-390dee83-44f3-4d55-8abb-0b02e5ed08ba tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:57.991806 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-390dee83-44f3-4d55-8abb-0b02e5ed08ba tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for ba5b7bc9-29cb-4cdc-8a99-c0c6e985ed96 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:57:58.012599 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f7feee98-db74-4a66-8203-bd575509bb10 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0071056 Mar 23 12:57:58.022096 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39f6928d-d501-410e-b171-0e59df76f2b5 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:58.026666 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39f6928d-d501-410e-b171-0e59df76f2b5 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:58.034403 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7feee98-db74-4a66-8203-bd575509bb10 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Network': ['ID=14e45226-e964-4060-85ff-15eb42d9cbdf,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:58.047968 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 14e45226-e964-4060-85ff-15eb42d9cbdf details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:58.169644 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39280) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:58.176880 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-dd962c01-9651-4c4a-9669-28a41e9a2970 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'subnet': {'network_id': '14e45226-e964-4060-85ff-15eb42d9cbdf', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:58.218573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f6928d-d501-410e-b171-0e59df76f2b5 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:58.335025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd962c01-9651-4c4a-9669-28a41e9a2970 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:58.341056 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd962c01-9651-4c4a-9669-28a41e9a2970 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:58.365952 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-390dee83-44f3-4d55-8abb-0b02e5ed08ba tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:58.436756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390dee83-44f3-4d55-8abb-0b02e5ed08ba tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=ba5b7bc9-29cb-4cdc-8a99-c0c6e985ed96,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:58.486962 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39242ad4-0bf0-42a4-a531-38855d822189 None None] Sync routers for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:58.501616 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39242ad4-0bf0-42a4-a531-38855d822189 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:58.502741 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-39242ad4-0bf0-42a4-a531-38855d822189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:58.581664 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-390dee83-44f3-4d55-8abb-0b02e5ed08ba tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:58.612043 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-39242ad4-0bf0-42a4-a531-38855d822189 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:57:58.712673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f6928d-d501-410e-b171-0e59df76f2b5 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:58.726833 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-39f6928d-d501-410e-b171-0e59df76f2b5 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:58.731114 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-39f6928d-d501-410e-b171-0e59df76f2b5 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/0351b77c-27f5-4b13-982e-0d4f2e4f3e63 HTTP/1.1" status: 200 len: 700 time: 2.0826280 Mar 23 12:57:58.731786 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39282) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:58.842865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-756b8a95-b938-40f3-b9f3-f95b28a3f5a0 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/routers/0351b77c-27f5-4b13-982e-0d4f2e4f3e63 HTTP/1.1" status: 200 len: 700 time: 0.1098750 Mar 23 12:57:58.843492 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39284) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:58.876230 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-39242ad4-0bf0-42a4-a531-38855d822189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:57Z', 'revision_number': 7, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64669ebe-173e-4b7b-95e4-6727a539b5c1', 'name': '', 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:4e:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:50Z', 'updated_at': '2022-03-23T12:57:57Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f274dfe3-05d9-4c76-a5d3-8eca163c33cb', 'name': '', 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:e6:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:44Z', 'updated_at': '2022-03-23T12:57:53Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:58.895805 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd962c01-9651-4c4a-9669-28a41e9a2970 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:58.909661 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39242ad4-0bf0-42a4-a531-38855d822189 None None] Checking router: 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:57:58.919149 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39242ad4-0bf0-42a4-a531-38855d822189 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:58.919765 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-39242ad4-0bf0-42a4-a531-38855d822189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:58.962849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390dee83-44f3-4d55-8abb-0b02e5ed08ba tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 8708d032-d6de-46c8-a8ff-4c4464244c84 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:57:58.976751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd962c01-9651-4c4a-9669-28a41e9a2970 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Subnet': ['ID=2073f9da-7c4f-427d-b606-5f03fa06d23a,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:59.013283 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-39242ad4-0bf0-42a4-a531-38855d822189 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:57:59.026212 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd962c01-9651-4c4a-9669-28a41e9a2970 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Checking segment: {'id': '33d62929-0b7f-4390-b9fa-ed3a7989daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14e45226-e964-4060-85ff-15eb42d9cbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:59.026581 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd962c01-9651-4c4a-9669-28a41e9a2970 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network hostable DHCP agents. Network: 14e45226-e964-4060-85ff-15eb42d9cbdf, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:59.089867 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd962c01-9651-4c4a-9669-28a41e9a2970 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network 14e45226-e964-4060-85ff-15eb42d9cbdf is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:59.106936 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390dee83-44f3-4d55-8abb-0b02e5ed08ba tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:57:59.115180 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-390dee83-44f3-4d55-8abb-0b02e5ed08ba tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/8708d032-d6de-46c8-a8ff-4c4464244c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9319456 Mar 23 12:57:59.118920 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-dd962c01-9651-4c4a-9669-28a41e9a2970 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 14e45226-e964-4060-85ff-15eb42d9cbdf) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:59.119734 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:59.121780 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39286) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:59.135252 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b6f9a8-fa33-4c33-a3d1-fa9a25454b8a None None] Network 14e45226-e964-4060-85ff-15eb42d9cbdf requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:57:59.137997 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd962c01-9651-4c4a-9669-28a41e9a2970 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:59.139698 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88518b3a-f87d-4ea5-9cf7-d35cd1e53565 None None] Sync routers for ids ['8708d032-d6de-46c8-a8ff-4c4464244c84'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:59.144907 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd962c01-9651-4c4a-9669-28a41e9a2970 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:59.175094 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dd962c01-9651-4c4a-9669-28a41e9a2970 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0041735 Mar 23 12:57:59.178415 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39288) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:59.188517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-53240fe3-1c7f-4d16-9010-716fadba4b6e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-122253967'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:59.221674 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 64669ebe-173e-4b7b-95e4-6727a539b5c1 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:59.234659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53240fe3-1c7f-4d16-9010-716fadba4b6e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:59.238978 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53240fe3-1c7f-4d16-9010-716fadba4b6e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:59.256223 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88518b3a-f87d-4ea5-9cf7-d35cd1e53565 None None] Routers {'8708d032-d6de-46c8-a8ff-4c4464244c84'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:59.257301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-88518b3a-f87d-4ea5-9cf7-d35cd1e53565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8708d032-d6de-46c8-a8ff-4c4464244c84'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:59.269290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53240fe3-1c7f-4d16-9010-716fadba4b6e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:57:59.296730 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53240fe3-1c7f-4d16-9010-716fadba4b6e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:59.297123 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-53240fe3-1c7f-4d16-9010-716fadba4b6e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Added segment f0b719c2-0fdb-4191-a2f2-5b3a489f5bd2 of type vlan for network 29ad7e4f-d193-45aa-8169-caf89b6f0972 Mar 23 12:57:59.345095 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-39242ad4-0bf0-42a4-a531-38855d822189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:57Z', 'revision_number': 7, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64669ebe-173e-4b7b-95e4-6727a539b5c1', 'name': '', 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:4e:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:50Z', 'updated_at': '2022-03-23T12:57:57Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f274dfe3-05d9-4c76-a5d3-8eca163c33cb', 'name': '', 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:e6:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:44Z', 'updated_at': '2022-03-23T12:57:53Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:59.349295 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53240fe3-1c7f-4d16-9010-716fadba4b6e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:59.380408 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39242ad4-0bf0-42a4-a531-38855d822189 None None] The sync data for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 is: [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:57Z', 'revision_number': 7, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64669ebe-173e-4b7b-95e4-6727a539b5c1', 'name': '', 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:4e:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:50Z', 'updated_at': '2022-03-23T12:57:57Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f274dfe3-05d9-4c76-a5d3-8eca163c33cb', 'name': '', 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:e6:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:44Z', 'updated_at': '2022-03-23T12:57:53Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:59.381305 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53240fe3-1c7f-4d16-9010-716fadba4b6e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:59.388924 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53240fe3-1c7f-4d16-9010-716fadba4b6e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:59.390258 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-53240fe3-1c7f-4d16-9010-716fadba4b6e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:59.410384 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-88518b3a-f87d-4ea5-9cf7-d35cd1e53565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:59.424481 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-53240fe3-1c7f-4d16-9010-716fadba4b6e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2435877 Mar 23 12:57:59.428022 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39290) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:57:59.433514 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b2cdf722-f2d0-4bfb-82fe-5b624b7af1bd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'subnet': {'network_id': '29ad7e4f-d193-45aa-8169-caf89b6f0972', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:59.446472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 64669ebe-173e-4b7b-95e4-6727a539b5c1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:57:59.447152 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:59.518839 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8b688d2-c22d-4787-9a9d-8de8bc8ede0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:59.523710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53240fe3-1c7f-4d16-9010-716fadba4b6e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Network': ['ID=29ad7e4f-d193-45aa-8169-caf89b6f0972,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:59.574398 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cdf722-f2d0-4bfb-82fe-5b624b7af1bd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:59.578614 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf722-f2d0-4bfb-82fe-5b624b7af1bd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:59.699553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 29ad7e4f-d193-45aa-8169-caf89b6f0972 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:57:59.702411 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88518b3a-f87d-4ea5-9cf7-d35cd1e53565 None None] Routers {'8708d032-d6de-46c8-a8ff-4c4464244c84'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:59.703419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-88518b3a-f87d-4ea5-9cf7-d35cd1e53565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8708d032-d6de-46c8-a8ff-4c4464244c84'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:59.750261 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8313e7-43e3-4322-a34f-e720601d963f None None] Sync routers for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:57:59.762117 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8313e7-43e3-4322-a34f-e720601d963f None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:57:59.762992 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5c8313e7-43e3-4322-a34f-e720601d963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:59.776408 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcbb-e968-4e0c-9971-759c73426dae tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:59.798123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-88518b3a-f87d-4ea5-9cf7-d35cd1e53565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:57:59.799254 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88518b3a-f87d-4ea5-9cf7-d35cd1e53565 None None] The sync data for ids ['8708d032-d6de-46c8-a8ff-4c4464244c84'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:57:59.839890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-14e45226-e964-4060-85ff-15eb42d9cbdf', 'network_id': '14e45226-e964-4060-85ff-15eb42d9cbdf', 'tenant_id': 'b1b42898dfcd411bae41e066e5f4377e', 'fixed_ips': [{'subnet_id': '2073f9da-7c4f-427d-b606-5f03fa06d23a'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:57:59.840853 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:59.840983 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf722-f2d0-4bfb-82fe-5b624b7af1bd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:59.864477 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:57:59.892343 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-5c8313e7-43e3-4322-a34f-e720601d963f None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:57:59.941659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdf722-f2d0-4bfb-82fe-5b624b7af1bd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Subnet': ['ID=e836b182-74c0-4685-ae60-09eb92324241,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:59.948225 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cdf722-f2d0-4bfb-82fe-5b624b7af1bd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Checking segment: {'id': 'f0b719c2-0fdb-4191-a2f2-5b3a489f5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '29ad7e4f-d193-45aa-8169-caf89b6f0972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:57:59.948594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cdf722-f2d0-4bfb-82fe-5b624b7af1bd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network hostable DHCP agents. Network: 29ad7e4f-d193-45aa-8169-caf89b6f0972, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:57:59.971828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cdf722-f2d0-4bfb-82fe-5b624b7af1bd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network 29ad7e4f-d193-45aa-8169-caf89b6f0972 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:57:59.994579 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b2cdf722-f2d0-4bfb-82fe-5b624b7af1bd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 29ad7e4f-d193-45aa-8169-caf89b6f0972) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:00.016198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cdf722-f2d0-4bfb-82fe-5b624b7af1bd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:00.017074 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf722-f2d0-4bfb-82fe-5b624b7af1bd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.023408 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c24514-52a5-47dc-9283-76de96be841f None None] Network 29ad7e4f-d193-45aa-8169-caf89b6f0972 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:00.029358 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c8b688d2-c22d-4787-9a9d-8de8bc8ede0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port 64669ebe-173e-4b7b-95e4-6727a539b5c1 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:00.029789 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8b688d2-c22d-4787-9a9d-8de8bc8ede0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.056934 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b2cdf722-f2d0-4bfb-82fe-5b624b7af1bd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6279097 Mar 23 12:58:00.060011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39294) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:00.150859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-c8b688d2-c22d-4787-9a9d-8de8bc8ede0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] For port 64669ebe-173e-4b7b-95e4-6727a539b5c1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=64669ebe-173e-4b7b-95e4-6727a539b5c1,segment=NetworkSegment(d6ecf05d-4dcc-4cec-af4e-73b40e7cb02d),segment_id=d6ecf05d-4dcc-4cec-af4e-73b40e7cb02d)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:00.151334 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8b688d2-c22d-4787-9a9d-8de8bc8ede0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.174659 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c8b688d2-c22d-4787-9a9d-8de8bc8ede0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for 64669ebe-173e-4b7b-95e4-6727a539b5c1 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:00.190204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Allocated IP 172.20.255.242 (14e45226-e964-4060-85ff-15eb42d9cbdf/2073f9da-7c4f-427d-b606-5f03fa06d23a/8a51f162-d329-483c-be8d-44e149157431) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:00.261370 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f34bb475-101b-4f10-aed3-e16719910fee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.321469 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5c8313e7-43e3-4322-a34f-e720601d963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:57Z', 'revision_number': 7, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64669ebe-173e-4b7b-95e4-6727a539b5c1', 'name': '', 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:4e:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:50Z', 'updated_at': '2022-03-23T12:57:57Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f274dfe3-05d9-4c76-a5d3-8eca163c33cb', 'name': '', 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:e6:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:44Z', 'updated_at': '2022-03-23T12:57:53Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:00.361700 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8313e7-43e3-4322-a34f-e720601d963f None None] Checking router: 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:58:00.371891 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f34bb475-101b-4f10-aed3-e16719910fee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.377851 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8313e7-43e3-4322-a34f-e720601d963f None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:00.380081 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5c8313e7-43e3-4322-a34f-e720601d963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:00.384458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0a06bcbb-e968-4e0c-9971-759c73426dae tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port 4fc57ffe-e8b6-4874-b50f-24e9793e6f8c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:00.384907 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcbb-e968-4e0c-9971-759c73426dae tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.460395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d212b73-a3b8-4370-9d13-836762fd9669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-29ad7e4f-d193-45aa-8169-caf89b6f0972', 'network_id': '29ad7e4f-d193-45aa-8169-caf89b6f0972', 'tenant_id': 'b1b42898dfcd411bae41e066e5f4377e', 'fixed_ips': [{'subnet_id': 'e836b182-74c0-4685-ae60-09eb92324241'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:58:00.462102 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d212b73-a3b8-4370-9d13-836762fd9669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.479698 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f34bb475-101b-4f10-aed3-e16719910fee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.488835 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.499218 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.519216 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-5c8313e7-43e3-4322-a34f-e720601d963f None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:00.526267 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bb475-101b-4f10-aed3-e16719910fee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Subnet': ['ID=e836b182-74c0-4685-ae60-09eb92324241,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:00.583118 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8b688d2-c22d-4787-9a9d-8de8bc8ede0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.595610 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcbb-e968-4e0c-9971-759c73426dae tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.601109 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Network 14e45226-e964-4060-85ff-15eb42d9cbdf is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:00.604395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab90afbb-4665-40ae-90b1-1b4c0417d2fd None None] Network 29ad7e4f-d193-45aa-8169-caf89b6f0972 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:00.612457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:00.624591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:00.626772 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Pushing event updated for resources: {'Port': ['ID=8a51f162-d329-483c-be8d-44e149157431,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:00.642715 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f34bb475-101b-4f10-aed3-e16719910fee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.643279 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b688d2-c22d-4787-9a9d-8de8bc8ede0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=64669ebe-173e-4b7b-95e4-6727a539b5c1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:00.687654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0a06bcbb-e968-4e0c-9971-759c73426dae tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for 4fc57ffe-e8b6-4874-b50f-24e9793e6f8c owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:00.693907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f34bb475-101b-4f10-aed3-e16719910fee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ad7e4f-d193-45aa-8169-caf89b6f0972']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:00.705723 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f34bb475-101b-4f10-aed3-e16719910fee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b719c2-0fdb-4191-a2f2-5b3a489f5bd2') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:00.706032 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f34bb475-101b-4f10-aed3-e16719910fee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b719c2-0fdb-4191-a2f2-5b3a489f5bd2') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:00.716526 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f34bb475-101b-4f10-aed3-e16719910fee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.732883 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f34bb475-101b-4f10-aed3-e16719910fee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.741201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34bb475-101b-4f10-aed3-e16719910fee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:00.742183 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f34bb475-101b-4f10-aed3-e16719910fee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.747099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Attempting to bind port 8a51f162-d329-483c-be8d-44e149157431 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:58:00.747534 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Attempting to bind port 8a51f162-d329-483c-be8d-44e149157431 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '33d62929-0b7f-4390-b9fa-ed3a7989daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14e45226-e964-4060-85ff-15eb42d9cbdf'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:58:00.747899 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Attempting to bind port 8a51f162-d329-483c-be8d-44e149157431 on network 14e45226-e964-4060-85ff-15eb42d9cbdf {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:58:00.798483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:58:00.798928 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Checking segment: {'id': '33d62929-0b7f-4390-b9fa-ed3a7989daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14e45226-e964-4060-85ff-15eb42d9cbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:00.799283 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.799792 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Bound using segment: {'id': '33d62929-0b7f-4390-b9fa-ed3a7989daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14e45226-e964-4060-85ff-15eb42d9cbdf'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:58:00.800312 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Bound port: 8a51f162-d329-483c-be8d-44e149157431, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d62929-0b7f-4390-b9fa-ed3a7989daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14e45226-e964-4060-85ff-15eb42d9cbdf'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:58:00.800694 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:00.819548 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:00.825284 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f34bb475-101b-4f10-aed3-e16719910fee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.855038 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f34bb475-101b-4f10-aed3-e16719910fee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.864439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f34bb475-101b-4f10-aed3-e16719910fee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/29ad7e4f-d193-45aa-8169-caf89b6f0972 HTTP/1.1" status: 204 len: 168 time: 0.7971897 Mar 23 12:58:00.864439 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bb475-101b-4f10-aed3-e16719910fee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Network': ['ID=29ad7e4f-d193-45aa-8169-caf89b6f0972,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:00.870623 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39296) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:00.878233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bea13012-5271-440c-a9e1-c07e82918498 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1280463608'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:00.908682 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea13012-5271-440c-a9e1-c07e82918498 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:00.916622 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bea13012-5271-440c-a9e1-c07e82918498 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.925797 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5c8313e7-43e3-4322-a34f-e720601d963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:57Z', 'revision_number': 7, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64669ebe-173e-4b7b-95e4-6727a539b5c1', 'name': '', 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:4e:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:50Z', 'updated_at': '2022-03-23T12:57:57Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f274dfe3-05d9-4c76-a5d3-8eca163c33cb', 'name': '', 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:e6:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:44Z', 'updated_at': '2022-03-23T12:57:53Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:00.943294 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] For port 8a51f162-d329-483c-be8d-44e149157431, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:58:00.948159 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] For port 8a51f162-d329-483c-be8d-44e149157431, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8a51f162-d329-483c-be8d-44e149157431,segment=NetworkSegment(33d62929-0b7f-4390-b9fa-ed3a7989daf3),segment_id=33d62929-0b7f-4390-b9fa-ed3a7989daf3)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:58:00.950614 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea13012-5271-440c-a9e1-c07e82918498 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:58:00.955371 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.965709 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bea13012-5271-440c-a9e1-c07e82918498 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:00.966737 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-bea13012-5271-440c-a9e1-c07e82918498 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Added segment e996fdad-687f-4a14-ae07-5050b0c58e8a of type vlan for network a45f421d-25fc-476b-bd8e-699f1c7972c7 Mar 23 12:58:00.990180 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8313e7-43e3-4322-a34f-e720601d963f None None] The sync data for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 is: [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:57:57Z', 'revision_number': 7, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64669ebe-173e-4b7b-95e4-6727a539b5c1', 'name': '', 'network_id': '5c9aedf1-157c-4c41-ac28-428374f190e0', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:4e:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:50Z', 'updated_at': '2022-03-23T12:57:57Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '56bcc3b5-b4cf-48d7-9169-cd5101cb9819', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f274dfe3-05d9-4c76-a5d3-8eca163c33cb', 'name': '', 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:e6:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:44Z', 'updated_at': '2022-03-23T12:57:53Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:01.034913 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bea13012-5271-440c-a9e1-c07e82918498 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:01.069144 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8b688d2-c22d-4787-9a9d-8de8bc8ede0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:01.074765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a2e27-f136-42b6-b5be-8734306d0407 None None] Pushing event updated for resources: {'Port': ['ID=8a51f162-d329-483c-be8d-44e149157431,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:01.074970 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bea13012-5271-440c-a9e1-c07e82918498 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:01.082846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea13012-5271-440c-a9e1-c07e82918498 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:01.084038 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bea13012-5271-440c-a9e1-c07e82918498 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:01.169242 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bea13012-5271-440c-a9e1-c07e82918498 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2970581 Mar 23 12:58:01.172169 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39298) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:01.177861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b157b84c-3e5a-4f99-b543-b85e54f35a41 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'subnet': {'network_id': 'a45f421d-25fc-476b-bd8e-699f1c7972c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:01.204165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea13012-5271-440c-a9e1-c07e82918498 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Network': ['ID=a45f421d-25fc-476b-bd8e-699f1c7972c7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:01.221016 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network a45f421d-25fc-476b-bd8e-699f1c7972c7 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:01.286587 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcbb-e968-4e0c-9971-759c73426dae tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:01.328072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06bcbb-e968-4e0c-9971-759c73426dae tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=4fc57ffe-e8b6-4874-b50f-24e9793e6f8c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:01.337469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b157b84c-3e5a-4f99-b543-b85e54f35a41 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:01.342648 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b157b84c-3e5a-4f99-b543-b85e54f35a41 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:01.445605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-b157b84c-3e5a-4f99-b543-b85e54f35a41 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Performing IP validity checks on allocation pools {{(pid=102779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 23 12:58:01.448550 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.ipam_backend_mixin [None req-b157b84c-3e5a-4f99-b543-b85e54f35a41 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 23 12:58:01.661114 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b157b84c-3e5a-4f99-b543-b85e54f35a41 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:01.730954 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157b84c-3e5a-4f99-b543-b85e54f35a41 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Subnet': ['ID=77e0c3ae-8bbc-4172-8a8f-28434438e232,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:01.742189 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b157b84c-3e5a-4f99-b543-b85e54f35a41 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Checking segment: {'id': 'e996fdad-687f-4a14-ae07-5050b0c58e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a45f421d-25fc-476b-bd8e-699f1c7972c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:01.742518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b157b84c-3e5a-4f99-b543-b85e54f35a41 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network hostable DHCP agents. Network: a45f421d-25fc-476b-bd8e-699f1c7972c7, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:58:01.762938 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b157b84c-3e5a-4f99-b543-b85e54f35a41 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network a45f421d-25fc-476b-bd8e-699f1c7972c7 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:58:01.775352 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b157b84c-3e5a-4f99-b543-b85e54f35a41 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, a45f421d-25fc-476b-bd8e-699f1c7972c7) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:01.780901 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b157b84c-3e5a-4f99-b543-b85e54f35a41 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:01.781707 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b157b84c-3e5a-4f99-b543-b85e54f35a41 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:01.798155 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc0cc7c-490f-4028-a9c7-fa05079c975b None None] Network a45f421d-25fc-476b-bd8e-699f1c7972c7 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:01.810660 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b157b84c-3e5a-4f99-b543-b85e54f35a41 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6346262 Mar 23 12:58:01.810914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39300) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:01.912101 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcbb-e968-4e0c-9971-759c73426dae tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:01.932677 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2db55bb3-f7e4-4073-88f3-82a6afdf23a7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.005338 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2db55bb3-f7e4-4073-88f3-82a6afdf23a7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.009882 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787e4ae5-2cff-4a77-88bf-8522676c0148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-a45f421d-25fc-476b-bd8e-699f1c7972c7', 'network_id': 'a45f421d-25fc-476b-bd8e-699f1c7972c7', 'tenant_id': 'b1b42898dfcd411bae41e066e5f4377e', 'fixed_ips': [{'subnet_id': '77e0c3ae-8bbc-4172-8a8f-28434438e232'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:58:02.010915 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-787e4ae5-2cff-4a77-88bf-8522676c0148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.030126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b688d2-c22d-4787-9a9d-8de8bc8ede0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:02.092790 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2db55bb3-f7e4-4073-88f3-82a6afdf23a7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.124488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db55bb3-f7e4-4073-88f3-82a6afdf23a7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Subnet': ['ID=77e0c3ae-8bbc-4172-8a8f-28434438e232,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-787e4ae5-2cff-4a77-88bf-8522676c0148 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77e0c3ae-8bbc-4172-8a8f-28434438e232: This subnet is being modified by another concurrent operation. Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77e0c3ae-8bbc-4172-8a8f-28434438e232: This subnet is being modified by another concurrent operation. Mar 23 12:58:02.145904 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Mar 23 12:58:02.182900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777a0ae5-5a58-47a0-bd4a-9e925d337906 None None] Network a45f421d-25fc-476b-bd8e-699f1c7972c7 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:02.216490 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2db55bb3-f7e4-4073-88f3-82a6afdf23a7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.246995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-2db55bb3-f7e4-4073-88f3-82a6afdf23a7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45f421d-25fc-476b-bd8e-699f1c7972c7']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:02.260008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-2db55bb3-f7e4-4073-88f3-82a6afdf23a7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e996fdad-687f-4a14-ae07-5050b0c58e8a') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:02.260328 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-2db55bb3-f7e4-4073-88f3-82a6afdf23a7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e996fdad-687f-4a14-ae07-5050b0c58e8a') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:02.268657 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a06bcbb-e968-4e0c-9971-759c73426dae tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 8708d032-d6de-46c8-a8ff-4c4464244c84 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:02.271625 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2db55bb3-f7e4-4073-88f3-82a6afdf23a7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.289153 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2db55bb3-f7e4-4073-88f3-82a6afdf23a7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.297082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db55bb3-f7e4-4073-88f3-82a6afdf23a7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:02.297327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b688d2-c22d-4787-9a9d-8de8bc8ede0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:02.297518 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2db55bb3-f7e4-4073-88f3-82a6afdf23a7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:02.301382 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:02.322466 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baf16d2-feac-45e6-b1c9-d0f0973e1115 None None] Sync routers for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:02.347229 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c8b688d2-c22d-4787-9a9d-8de8bc8ede0c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/0351b77c-27f5-4b13-982e-0d4f2e4f3e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5026400 Mar 23 12:58:02.349651 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39302) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:02.362468 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf16d2-feac-45e6-b1c9-d0f0973e1115 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:02.363015 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4baf16d2-feac-45e6-b1c9-d0f0973e1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:02.381420 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2db55bb3-f7e4-4073-88f3-82a6afdf23a7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.392327 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2db55bb3-f7e4-4073-88f3-82a6afdf23a7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.401437 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2db55bb3-f7e4-4073-88f3-82a6afdf23a7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/a45f421d-25fc-476b-bd8e-699f1c7972c7 HTTP/1.1" status: 204 len: 168 time: 0.5891531 Mar 23 12:58:02.404910 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39304) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:02.411002 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a06bcbb-e968-4e0c-9971-759c73426dae tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:02.420745 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0a06bcbb-e968-4e0c-9971-759c73426dae tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/8708d032-d6de-46c8-a8ff-4c4464244c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2952461 Mar 23 12:58:02.421268 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0bd887-a20f-4aef-baa5-57343e2a6c79 None None] Sync routers for ids ['8708d032-d6de-46c8-a8ff-4c4464244c84'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:02.432508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-31c7430a-0e33-4656-84f9-a1cf9901afc3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-245057630'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:02.433605 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39306) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:02.439796 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db55bb3-f7e4-4073-88f3-82a6afdf23a7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Network': ['ID=a45f421d-25fc-476b-bd8e-699f1c7972c7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:02.456834 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0bd887-a20f-4aef-baa5-57343e2a6c79 None None] Routers {'8708d032-d6de-46c8-a8ff-4c4464244c84'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:02.458951 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4d0bd887-a20f-4aef-baa5-57343e2a6c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8708d032-d6de-46c8-a8ff-4c4464244c84'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:02.467634 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c7430a-0e33-4656-84f9-a1cf9901afc3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:02.471596 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31c7430a-0e33-4656-84f9-a1cf9901afc3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.485476 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5903064a-20e9-4b7e-82fe-6fe0dc5f6bf0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports?device_id=8708d032-d6de-46c8-a8ff-4c4464244c84 HTTP/1.1" status: 200 len: 205 time: 0.0479679 Mar 23 12:58:02.490501 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39308) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:02.504035 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3064218-ffb7-4283-93c9-6658e381e0f0 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting subnet 56bcc3b5-b4cf-48d7-9169-cd5101cb9819 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:58:02.507858 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3064218-ffb7-4283-93c9-6658e381e0f0 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.521103 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4d0bd887-a20f-4aef-baa5-57343e2a6c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:02.533219 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0bd887-a20f-4aef-baa5-57343e2a6c79 None None] Routers {'8708d032-d6de-46c8-a8ff-4c4464244c84'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:02.534891 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4d0bd887-a20f-4aef-baa5-57343e2a6c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8708d032-d6de-46c8-a8ff-4c4464244c84'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:02.550808 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4baf16d2-feac-45e6-b1c9-d0f0973e1115 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:02.556222 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3064218-ffb7-4283-93c9-6658e381e0f0 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.586193 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4d0bd887-a20f-4aef-baa5-57343e2a6c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:02.587307 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0bd887-a20f-4aef-baa5-57343e2a6c79 None None] The sync data for ids ['8708d032-d6de-46c8-a8ff-4c4464244c84'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:02.597602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c7430a-0e33-4656-84f9-a1cf9901afc3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:58:02.610309 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9dbede39-2715-479a-8457-3963066f9c05 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.647144 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31c7430a-0e33-4656-84f9-a1cf9901afc3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.647648 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-31c7430a-0e33-4656-84f9-a1cf9901afc3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Added segment 099b4e52-c234-4c60-8e53-439bbf3487b9 of type vlan for network cd1c8e97-b6a5-475a-9a92-45e126ac64ac Mar 23 12:58:02.648609 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3064218-ffb7-4283-93c9-6658e381e0f0 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.681382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad223c3-ce3d-4a9f-b680-982c090247e2 None None] Network 14e45226-e964-4060-85ff-15eb42d9cbdf requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:02.735382 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3064218-ffb7-4283-93c9-6658e381e0f0 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.764196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3064218-ffb7-4283-93c9-6658e381e0f0 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Subnet': ['ID=56bcc3b5-b4cf-48d7-9169-cd5101cb9819,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:02.768137 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3064218-ffb7-4283-93c9-6658e381e0f0 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.774919 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b3064218-ffb7-4283-93c9-6658e381e0f0 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/56bcc3b5-b4cf-48d7-9169-cd5101cb9819 HTTP/1.1" status: 204 len: 168 time: 0.4242060 Mar 23 12:58:02.775567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39310) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:02.797003 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee444a0-8620-4243-9f3b-0bb102cf8a85 None None] Network 5c9aedf1-157c-4c41-ac28-428374f190e0 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:02.807970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-80cc2f0d-7ac7-4c3f-b88f-35c8179bed05 None None] Provisioning complete for port 8a51f162-d329-483c-be8d-44e149157431 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:02.808373 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-80cc2f0d-7ac7-4c3f-b88f-35c8179bed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.860039 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:02.923836 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port b1a884fd-fc75-4260-9bd6-049211a88aac {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:02.924481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.009770 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] For port b1a884fd-fc75-4260-9bd6-049211a88aac, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b1a884fd-fc75-4260-9bd6-049211a88aac,segment=NetworkSegment(d6ecf05d-4dcc-4cec-af4e-73b40e7cb02d),segment_id=d6ecf05d-4dcc-4cec-af4e-73b40e7cb02d)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:03.010229 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.027806 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31c7430a-0e33-4656-84f9-a1cf9901afc3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.030361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for b1a884fd-fc75-4260-9bd6-049211a88aac owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:03.067472 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9dbede39-2715-479a-8457-3963066f9c05 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.072614 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9dbede39-2715-479a-8457-3963066f9c05 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.127627 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31c7430a-0e33-4656-84f9-a1cf9901afc3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.133824 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c7430a-0e33-4656-84f9-a1cf9901afc3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:03.134444 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31c7430a-0e33-4656-84f9-a1cf9901afc3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.163476 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9dbede39-2715-479a-8457-3963066f9c05 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.164036 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbede39-2715-479a-8457-3963066f9c05 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Fanout notify agent at l3_agent the message router_deleted on router 8708d032-d6de-46c8-a8ff-4c4464244c84 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:58:03.173481 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9dbede39-2715-479a-8457-3963066f9c05 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.174606 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9dbede39-2715-479a-8457-3963066f9c05 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/routers/8708d032-d6de-46c8-a8ff-4c4464244c84 HTTP/1.1" status: 204 len: 168 time: 0.6798811 Mar 23 12:58:03.177533 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39316) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:03.205247 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-31c7430a-0e33-4656-84f9-a1cf9901afc3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7779655 Mar 23 12:58:03.212248 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39318) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:03.217749 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-995fc006-c5e3-4ff6-b0cf-e99ca2b4d7b7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'subnet': {'network_id': 'cd1c8e97-b6a5-475a-9a92-45e126ac64ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:03.239823 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8a51f162-d329-483c-be8d-44e149157431 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:03.243237 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7430a-0e33-4656-84f9-a1cf9901afc3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Network': ['ID=cd1c8e97-b6a5-475a-9a92-45e126ac64ac,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:03.281970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network cd1c8e97-b6a5-475a-9a92-45e126ac64ac details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:03.287469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-df260937-e0ac-4016-b323-d5550732f87c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting subnet 4fe17250-8347-477c-a940-b659086b75f0 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:58:03.296153 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df260937-e0ac-4016-b323-d5550732f87c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.324094 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995fc006-c5e3-4ff6-b0cf-e99ca2b4d7b7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:03.328105 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-995fc006-c5e3-4ff6-b0cf-e99ca2b4d7b7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.333325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.366213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=b1a884fd-fc75-4260-9bd6-049211a88aac,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:03.371594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] No DVR routers for this DVR port b1a884fd-fc75-4260-9bd6-049211a88aac on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:03.381890 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df260937-e0ac-4016-b323-d5550732f87c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.502493 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.546606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9aedf1-157c-4c41-ac28-428374f190e0']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:03.554928 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-80cc2f0d-7ac7-4c3f-b88f-35c8179bed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.560813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8a51f162-d329-483c-be8d-44e149157431 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:03.561188 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.569568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ecf05d-4dcc-4cec-af4e-73b40e7cb02d') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:03.570278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ecf05d-4dcc-4cec-af4e-73b40e7cb02d') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:03.570504 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-995fc006-c5e3-4ff6-b0cf-e99ca2b4d7b7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.584806 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.587038 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df260937-e0ac-4016-b323-d5550732f87c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.598548 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b9f044-07c3-4af4-afd7-0131c4e69c83 None None] DHCP port deletion for 5c9aedf1-157c-4c41-ac28-428374f190e0 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:58:03.637650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4baf16d2-feac-45e6-b1c9-d0f0973e1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:58:00Z', 'revision_number': 8, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f274dfe3-05d9-4c76-a5d3-8eca163c33cb', 'name': '', 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:e6:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:44Z', 'updated_at': '2022-03-23T12:57:53Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:03.650214 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.651813 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995fc006-c5e3-4ff6-b0cf-e99ca2b4d7b7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Checking segment: {'id': '099b4e52-c234-4c60-8e53-439bbf3487b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cd1c8e97-b6a5-475a-9a92-45e126ac64ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:03.652244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995fc006-c5e3-4ff6-b0cf-e99ca2b4d7b7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network hostable DHCP agents. Network: cd1c8e97-b6a5-475a-9a92-45e126ac64ac, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:58:03.657989 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fc006-c5e3-4ff6-b0cf-e99ca2b4d7b7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Subnet': ['ID=a9019665-442d-4334-9da9-22c5881749f8,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:03.673250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:03.673668 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.674684 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995fc006-c5e3-4ff6-b0cf-e99ca2b4d7b7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network cd1c8e97-b6a5-475a-9a92-45e126ac64ac is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:03.677670 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:03.688137 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-80cc2f0d-7ac7-4c3f-b88f-35c8179bed05 None None] For port 8a51f162-d329-483c-be8d-44e149157431, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8a51f162-d329-483c-be8d-44e149157431,segment=NetworkSegment(33d62929-0b7f-4390-b9fa-ed3a7989daf3),segment_id=33d62929-0b7f-4390-b9fa-ed3a7989daf3)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:03.689286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baf16d2-feac-45e6-b1c9-d0f0973e1115 None None] Checking router: 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:58:03.693827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-995fc006-c5e3-4ff6-b0cf-e99ca2b4d7b7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, cd1c8e97-b6a5-475a-9a92-45e126ac64ac) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:03.698061 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-80cc2f0d-7ac7-4c3f-b88f-35c8179bed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.699365 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995fc006-c5e3-4ff6-b0cf-e99ca2b4d7b7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:03.700237 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-995fc006-c5e3-4ff6-b0cf-e99ca2b4d7b7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.715433 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d297f7-fca2-4ab5-802b-6dca0cb08b50 None None] Network cd1c8e97-b6a5-475a-9a92-45e126ac64ac requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:03.730817 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-995fc006-c5e3-4ff6-b0cf-e99ca2b4d7b7 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5176785 Mar 23 12:58:03.731448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39320) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:03.774259 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf16d2-feac-45e6-b1c9-d0f0973e1115 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:03.774902 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4baf16d2-feac-45e6-b1c9-d0f0973e1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:03.784863 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df260937-e0ac-4016-b323-d5550732f87c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.804517 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.807169 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df260937-e0ac-4016-b323-d5550732f87c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.815487 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-df260937-e0ac-4016-b323-d5550732f87c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/4fe17250-8347-477c-a940-b659086b75f0 HTTP/1.1" status: 204 len: 168 time: 0.6344962 Mar 23 12:58:03.817768 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39322) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:03.842834 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df260937-e0ac-4016-b323-d5550732f87c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe17250-8347-477c-a940-b659086b75f0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:03.853841 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.860591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39324) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:03.862352 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/networks/5c9aedf1-157c-4c41-ac28-428374f190e0 HTTP/1.1" status: 204 len: 168 time: 1.0856447 Mar 23 12:58:03.882534 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aac5eb-db80-4f5b-a063-47619fe328f0 None None] Network ebd75d4e-2108-4e41-8a2b-baf7e03c884f requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:03.885013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f10c7-fe30-4a26-ba41-3f8f871d370d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Network': ['ID=5c9aedf1-157c-4c41-ac28-428374f190e0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:03.933376 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83f557b8-0b9f-4150-b8fd-ac88bbb884e5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:03.990043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4a110b-bcf4-4ab8-904b-bf0ff7521b69 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting subnet 0c257452-2770-418c-b06e-f99d66136b85 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:58:03.997726 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e4a110b-bcf4-4ab8-904b-bf0ff7521b69 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.005230 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc2f0d-7ac7-4c3f-b88f-35c8179bed05 None None] Pushing event updated for resources: {'Port': ['ID=8a51f162-d329-483c-be8d-44e149157431,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:04.060023 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-4baf16d2-feac-45e6-b1c9-d0f0973e1115 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:04.064164 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e43ef6aa-b4ea-41d3-8075-81d06cf2ffcd None None] Provisioning complete for port 8a51f162-d329-483c-be8d-44e149157431 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:04.064475 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e43ef6aa-b4ea-41d3-8075-81d06cf2ffcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.154664 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e4a110b-bcf4-4ab8-904b-bf0ff7521b69 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.161652 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83f557b8-0b9f-4150-b8fd-ac88bbb884e5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.347395 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83f557b8-0b9f-4150-b8fd-ac88bbb884e5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.361764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a229b5ee-789d-4bee-9e26-6697350d078c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-cd1c8e97-b6a5-475a-9a92-45e126ac64ac', 'network_id': 'cd1c8e97-b6a5-475a-9a92-45e126ac64ac', 'tenant_id': 'b1b42898dfcd411bae41e066e5f4377e', 'fixed_ips': [{'subnet_id': 'a9019665-442d-4334-9da9-22c5881749f8'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:58:04.362731 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a229b5ee-789d-4bee-9e26-6697350d078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.384817 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e4a110b-bcf4-4ab8-904b-bf0ff7521b69 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.424884 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f557b8-0b9f-4150-b8fd-ac88bbb884e5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Subnet': ['ID=a9019665-442d-4334-9da9-22c5881749f8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:04.425948 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ba299e-ecc0-418d-b3a6-68b8b7e1f9ab None None] DHCP port deletion for ebd75d4e-2108-4e41-8a2b-baf7e03c884f request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:58:04.513272 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83f557b8-0b9f-4150-b8fd-ac88bbb884e5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.538409 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b708d541-3e51-4b0b-9d95-8773f7fc84f0 None None] Network cd1c8e97-b6a5-475a-9a92-45e126ac64ac requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:04.550315 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-83f557b8-0b9f-4150-b8fd-ac88bbb884e5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1c8e97-b6a5-475a-9a92-45e126ac64ac']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:04.559292 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e4a110b-bcf4-4ab8-904b-bf0ff7521b69 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.571859 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-83f557b8-0b9f-4150-b8fd-ac88bbb884e5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099b4e52-c234-4c60-8e53-439bbf3487b9') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:04.572229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-83f557b8-0b9f-4150-b8fd-ac88bbb884e5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099b4e52-c234-4c60-8e53-439bbf3487b9') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:04.605100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a110b-bcf4-4ab8-904b-bf0ff7521b69 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Subnet': ['ID=0c257452-2770-418c-b06e-f99d66136b85,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:04.608400 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e4a110b-bcf4-4ab8-904b-bf0ff7521b69 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.611626 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0e4a110b-bcf4-4ab8-904b-bf0ff7521b69 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/0c257452-2770-418c-b06e-f99d66136b85 HTTP/1.1" status: 204 len: 168 time: 0.7928989 Mar 23 12:58:04.613480 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83f557b8-0b9f-4150-b8fd-ac88bbb884e5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.614491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39326) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:04.622789 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7997064-0401-498e-aba8-12e273792805 None None] Network 53067761-b388-4910-ab4e-30e1163c943d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:04.644120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-01ba299e-ecc0-418d-b3a6-68b8b7e1f9ab None None] Deleting port 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:04.644499 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-01ba299e-ecc0-418d-b3a6-68b8b7e1f9ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.646511 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83f557b8-0b9f-4150-b8fd-ac88bbb884e5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.671616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f557b8-0b9f-4150-b8fd-ac88bbb884e5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:04.672035 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83f557b8-0b9f-4150-b8fd-ac88bbb884e5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:04.675626 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:04.723990 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.758148 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83f557b8-0b9f-4150-b8fd-ac88bbb884e5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.766501 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-83f557b8-0b9f-4150-b8fd-ac88bbb884e5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.773230 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-83f557b8-0b9f-4150-b8fd-ac88bbb884e5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/cd1c8e97-b6a5-475a-9a92-45e126ac64ac HTTP/1.1" status: 204 len: 168 time: 1.0373390 Mar 23 12:58:04.774333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39328) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:04.780803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f289afaf-090b-470e-9efd-f98d01d49799 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2027991933'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:04.789172 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f557b8-0b9f-4150-b8fd-ac88bbb884e5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Network': ['ID=cd1c8e97-b6a5-475a-9a92-45e126ac64ac,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:04.798578 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fe86-9c1a-4f89-b9cc-29dc8994ad09 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.816015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f289afaf-090b-470e-9efd-f98d01d49799 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:04.819600 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f289afaf-090b-470e-9efd-f98d01d49799 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.850225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f289afaf-090b-470e-9efd-f98d01d49799 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:58:04.861532 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f289afaf-090b-470e-9efd-f98d01d49799 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.861870 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-f289afaf-090b-470e-9efd-f98d01d49799 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Added segment f8098df2-c212-4f31-881a-5a5f6abeac79 of type vlan for network 3c991756-a06a-40ba-bc7a-a918831d8a0c Mar 23 12:58:04.887948 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-4baf16d2-feac-45e6-b1c9-d0f0973e1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:58:00Z', 'revision_number': 8, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f274dfe3-05d9-4c76-a5d3-8eca163c33cb', 'name': '', 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:e6:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:44Z', 'updated_at': '2022-03-23T12:57:53Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:04.895945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:04.896722 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.929400 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f289afaf-090b-470e-9efd-f98d01d49799 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:04.973413 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baf16d2-feac-45e6-b1c9-d0f0973e1115 None None] The sync data for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 is: [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:58:00Z', 'revision_number': 8, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f274dfe3-05d9-4c76-a5d3-8eca163c33cb', 'name': '', 'network_id': '9a70b1ea-dcaf-4db2-88b7-1451752aecb5', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:e6:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:44Z', 'updated_at': '2022-03-23T12:57:53Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': '31f7b662-9dad-4ad2-989a-47a231d33bf1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:04.998553 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] For port 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=945c83b4-5b79-4ff6-827c-5d0a9c9fcc59,segment=NetworkSegment(eb792820-33af-4b77-82b8-4cc7c51196b0),segment_id=eb792820-33af-4b77-82b8-4cc7c51196b0)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:04.999045 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.004939 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-01ba299e-ecc0-418d-b3a6-68b8b7e1f9ab None None] For port 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=945c83b4-5b79-4ff6-827c-5d0a9c9fcc59,segment=NetworkSegment(eb792820-33af-4b77-82b8-4cc7c51196b0),segment_id=eb792820-33af-4b77-82b8-4cc7c51196b0)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:05.005338 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-01ba299e-ecc0-418d-b3a6-68b8b7e1f9ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.014846 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f289afaf-090b-470e-9efd-f98d01d49799 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.021200 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f289afaf-090b-470e-9efd-f98d01d49799 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:05.022130 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f289afaf-090b-470e-9efd-f98d01d49799 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.035225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:05.050363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-01ba299e-ecc0-418d-b3a6-68b8b7e1f9ab None None] Calling delete_port for 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:05.105193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e4f6fe86-9c1a-4f89-b9cc-29dc8994ad09 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port f274dfe3-05d9-4c76-a5d3-8eca163c33cb {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:05.105640 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fe86-9c1a-4f89-b9cc-29dc8994ad09 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.118334 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f289afaf-090b-470e-9efd-f98d01d49799 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3401077 Mar 23 12:58:05.121381 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39330) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:05.130901 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8b975506-acc3-409d-8080-d958779af4ce tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'subnet': {'network_id': '3c991756-a06a-40ba-bc7a-a918831d8a0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:05.161154 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-01ba299e-ecc0-418d-b3a6-68b8b7e1f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.189721 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba299e-ecc0-418d-b3a6-68b8b7e1f9ab None None] Pushing event deleted for resources: {'Port': ['ID=945c83b4-5b79-4ff6-827c-5d0a9c9fcc59,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:05.200155 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ba299e-ecc0-418d-b3a6-68b8b7e1f9ab None None] No DVR routers for this DVR port 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:05.215375 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289afaf-090b-470e-9efd-f98d01d49799 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Network': ['ID=3c991756-a06a-40ba-bc7a-a918831d8a0c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:05.225764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 3c991756-a06a-40ba-bc7a-a918831d8a0c details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:05.230561 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-e4f6fe86-9c1a-4f89-b9cc-29dc8994ad09 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] For port f274dfe3-05d9-4c76-a5d3-8eca163c33cb, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f274dfe3-05d9-4c76-a5d3-8eca163c33cb,segment=NetworkSegment(49db30c7-1d1a-4051-a39d-2dee8fc5abf4),segment_id=49db30c7-1d1a-4051-a39d-2dee8fc5abf4)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:05.231341 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fe86-9c1a-4f89-b9cc-29dc8994ad09 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.256857 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e4f6fe86-9c1a-4f89-b9cc-29dc8994ad09 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for f274dfe3-05d9-4c76-a5d3-8eca163c33cb owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:05.322552 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.351912 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b975506-acc3-409d-8080-d958779af4ce tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:05.355427 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b975506-acc3-409d-8080-d958779af4ce tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.411197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=945c83b4-5b79-4ff6-827c-5d0a9c9fcc59,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:05.416835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] No DVR routers for this DVR port 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:05.419456 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0c0211-7fb3-4665-b970-338af94bdc0c None None] DHCP port deletion for 53067761-b388-4910-ab4e-30e1163c943d request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:58:05.495953 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fe86-9c1a-4f89-b9cc-29dc8994ad09 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.519600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c0211-7fb3-4665-b970-338af94bdc0c None None] Deleting port a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:05.520545 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa0c0211-7fb3-4665-b970-338af94bdc0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.532841 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6fe86-9c1a-4f89-b9cc-29dc8994ad09 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=f274dfe3-05d9-4c76-a5d3-8eca163c33cb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:05.547553 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.581777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd75d4e-2108-4e41-8a2b-baf7e03c884f']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:05.588403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8a51f162-d329-483c-be8d-44e149157431 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:05.625732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb792820-33af-4b77-82b8-4cc7c51196b0') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:05.626311 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb792820-33af-4b77-82b8-4cc7c51196b0') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:05.649900 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.661365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fa0c0211-7fb3-4665-b970-338af94bdc0c None None] For port a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c,segment=NetworkSegment(8bef82ee-3e04-4120-91a3-d06a95d07a04),segment_id=8bef82ee-3e04-4120-91a3-d06a95d07a04)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:05.662113 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa0c0211-7fb3-4665-b970-338af94bdc0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.672600 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.681533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8a51f162-d329-483c-be8d-44e149157431 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:05.681956 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.684243 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c0211-7fb3-4665-b970-338af94bdc0c None None] Calling delete_port for a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:05.715525 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:05.715981 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:05.719362 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:05.755300 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fe86-9c1a-4f89-b9cc-29dc8994ad09 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.788226 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b975506-acc3-409d-8080-d958779af4ce tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.857505 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.868953 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa0c0211-7fb3-4665-b970-338af94bdc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.873907 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:05.879966 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/networks/ebd75d4e-2108-4e41-8a2b-baf7e03c884f HTTP/1.1" status: 204 len: 168 time: 1.2610891 Mar 23 12:58:05.895839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39334) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:05.908811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b975506-acc3-409d-8080-d958779af4ce tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Subnet': ['ID=9cc49c2f-ce12-4554-9d0c-8a9866f65486,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:05.911630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8b516-5bec-4b73-abd7-b3c1fffc8bc8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Network': ['ID=ebd75d4e-2108-4e41-8a2b-baf7e03c884f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:05.935980 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b975506-acc3-409d-8080-d958779af4ce tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Checking segment: {'id': 'f8098df2-c212-4f31-881a-5a5f6abeac79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3c991756-a06a-40ba-bc7a-a918831d8a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:05.935980 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b975506-acc3-409d-8080-d958779af4ce tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network hostable DHCP agents. Network: 3c991756-a06a-40ba-bc7a-a918831d8a0c, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:58:05.946287 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0c0211-7fb3-4665-b970-338af94bdc0c None None] No DVR routers for this DVR port a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:05.954385 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c0211-7fb3-4665-b970-338af94bdc0c None None] Pushing event deleted for resources: {'Port': ['ID=a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:05.971586 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 64669ebe-173e-4b7b-95e4-6727a539b5c1 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:05.976743 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ad95ba-25a5-4599-8bd2-d24c33a1663f None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:58:05.998995 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 64669ebe-173e-4b7b-95e4-6727a539b5c1 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:58:05.999897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 64669ebe-173e-4b7b-95e4-6727a539b5c1 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:06.000367 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b1a884fd-fc75-4260-9bd6-049211a88aac no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:06.015415 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e36d039-d01f-4077-afed-eadc44aeb65f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.018661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b975506-acc3-409d-8080-d958779af4ce tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network 3c991756-a06a-40ba-bc7a-a918831d8a0c is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:58:06.037631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8b975506-acc3-409d-8080-d958779af4ce tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 3c991756-a06a-40ba-bc7a-a918831d8a0c) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:06.057451 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: b1a884fd-fc75-4260-9bd6-049211a88aac {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:58:06.057852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b1a884fd-fc75-4260-9bd6-049211a88aac not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:06.058215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:06.065122 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b975506-acc3-409d-8080-d958779af4ce tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:06.066142 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b975506-acc3-409d-8080-d958779af4ce tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.100387 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:58:06.100801 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 945c83b4-5b79-4ff6-827c-5d0a9c9fcc59 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:06.142693 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8b975506-acc3-409d-8080-d958779af4ce tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0190110 Mar 23 12:58:06.145833 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39336) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:06.149635 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e36d039-d01f-4077-afed-eadc44aeb65f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.224667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-0e36d039-d01f-4077-afed-eadc44aeb65f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53067761-b388-4910-ab4e-30e1163c943d']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:06.240831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-0e36d039-d01f-4077-afed-eadc44aeb65f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bef82ee-3e04-4120-91a3-d06a95d07a04') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:06.241201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-0e36d039-d01f-4077-afed-eadc44aeb65f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bef82ee-3e04-4120-91a3-d06a95d07a04') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:06.261194 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e36d039-d01f-4077-afed-eadc44aeb65f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.293493 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e36d039-d01f-4077-afed-eadc44aeb65f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.305397 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1972c9b-a06a-4d69-8dff-f17c00c0f73e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.307459 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e36d039-d01f-4077-afed-eadc44aeb65f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:06.307860 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e36d039-d01f-4077-afed-eadc44aeb65f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:06.310908 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:06.340213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f6fe86-9c1a-4f89-b9cc-29dc8994ad09 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:06.341386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ad95ba-25a5-4599-8bd2-d24c33a1663f None None] Unable to find a vacant binding_index for network 3c991756-a06a-40ba-bc7a-a918831d8a0c and agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 {{(pid=102780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 23 12:58:06.347710 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ad95ba-25a5-4599-8bd2-d24c33a1663f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 3c991756-a06a-40ba-bc7a-a918831d8a0c) {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:58:06.399159 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e36d039-d01f-4077-afed-eadc44aeb65f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.411445 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0e36d039-d01f-4077-afed-eadc44aeb65f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.420048 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0e36d039-d01f-4077-afed-eadc44aeb65f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/networks/53067761-b388-4910-ab4e-30e1163c943d HTTP/1.1" status: 204 len: 168 time: 0.5162315 Mar 23 12:58:06.430592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39338) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:06.436539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36d039-d01f-4077-afed-eadc44aeb65f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Network': ['ID=53067761-b388-4910-ab4e-30e1163c943d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:06.437616 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-989c0e3d-df10-49c3-abb1-a4b4ed53f086 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1622318106'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:06.446290 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1972c9b-a06a-4d69-8dff-f17c00c0f73e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.474518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f6fe86-9c1a-4f89-b9cc-29dc8994ad09 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:06.485400 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e4f6fe86-9c1a-4f89-b9cc-29dc8994ad09 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/0351b77c-27f5-4b13-982e-0d4f2e4f3e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6237490 Mar 23 12:58:06.486448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39340) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:06.498742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb7cba-a211-42c4-9420-02428f699841 None None] Sync routers for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:06.516100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989c0e3d-df10-49c3-abb1-a4b4ed53f086 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:06.519797 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-989c0e3d-df10-49c3-abb1-a4b4ed53f086 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.523223 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1972c9b-a06a-4d69-8dff-f17c00c0f73e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.551429 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989c0e3d-df10-49c3-abb1-a4b4ed53f086 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:58:06.557335 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb7cba-a211-42c4-9420-02428f699841 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:06.558019 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-43bb7cba-a211-42c4-9420-02428f699841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:06.563869 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-989c0e3d-df10-49c3-abb1-a4b4ed53f086 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.563869 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-989c0e3d-df10-49c3-abb1-a4b4ed53f086 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Added segment cfabd9fd-5a20-4c7d-9d6b-d8eddedab9f4 of type vlan for network 02ed2760-85c1-4d01-9740-f48086fca774 Mar 23 12:58:06.567527 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1972c9b-a06a-4d69-8dff-f17c00c0f73e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Subnet': ['ID=9cc49c2f-ce12-4554-9d0c-8a9866f65486,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:06.608130 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-989c0e3d-df10-49c3-abb1-a4b4ed53f086 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.629412 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1972c9b-a06a-4d69-8dff-f17c00c0f73e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.650364 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd104805-af43-4b33-a658-1d16344241b8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting subnet 31f7b662-9dad-4ad2-989a-47a231d33bf1 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:58:06.654949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c1972c9b-a06a-4d69-8dff-f17c00c0f73e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c991756-a06a-40ba-bc7a-a918831d8a0c']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:06.656772 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-989c0e3d-df10-49c3-abb1-a4b4ed53f086 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.663245 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989c0e3d-df10-49c3-abb1-a4b4ed53f086 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:06.664637 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-989c0e3d-df10-49c3-abb1-a4b4ed53f086 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.666798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c1972c9b-a06a-4d69-8dff-f17c00c0f73e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8098df2-c212-4f31-881a-5a5f6abeac79') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:06.667217 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c1972c9b-a06a-4d69-8dff-f17c00c0f73e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8098df2-c212-4f31-881a-5a5f6abeac79') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:06.667896 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd104805-af43-4b33-a658-1d16344241b8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.676215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-43bb7cba-a211-42c4-9420-02428f699841 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:06.680735 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1972c9b-a06a-4d69-8dff-f17c00c0f73e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.699048 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1972c9b-a06a-4d69-8dff-f17c00c0f73e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.708265 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1972c9b-a06a-4d69-8dff-f17c00c0f73e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:06.708739 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1972c9b-a06a-4d69-8dff-f17c00c0f73e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:06.713064 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:06.761711 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-989c0e3d-df10-49c3-abb1-a4b4ed53f086 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3302975 Mar 23 12:58:06.767863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39342) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:06.777317 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f715e0e7-7517-40e8-904d-dfd1b6b4ffb8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'subnet': {'network_id': '02ed2760-85c1-4d01-9740-f48086fca774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:06.785839 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd104805-af43-4b33-a658-1d16344241b8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.789741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c0e3d-df10-49c3-abb1-a4b4ed53f086 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Network': ['ID=02ed2760-85c1-4d01-9740-f48086fca774,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:06.801942 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1972c9b-a06a-4d69-8dff-f17c00c0f73e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.821395 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1972c9b-a06a-4d69-8dff-f17c00c0f73e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.828632 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c1972c9b-a06a-4d69-8dff-f17c00c0f73e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/3c991756-a06a-40ba-bc7a-a918831d8a0c HTTP/1.1" status: 204 len: 168 time: 0.6773560 Mar 23 12:58:06.829482 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 02ed2760-85c1-4d01-9740-f48086fca774 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:06.831496 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39344) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:06.848092 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f27c9703-da73-442c-8866-8a29214b0035 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-486877923'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:06.852301 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1972c9b-a06a-4d69-8dff-f17c00c0f73e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Network': ['ID=3c991756-a06a-40ba-bc7a-a918831d8a0c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:06.877911 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27c9703-da73-442c-8866-8a29214b0035 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:06.881541 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f27c9703-da73-442c-8866-8a29214b0035 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.905804 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c602b-bff2-4e56-ab4a-f1794ef2d4cd None None] Network 3c991756-a06a-40ba-bc7a-a918831d8a0c requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:06.912506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27c9703-da73-442c-8866-8a29214b0035 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:58:06.924713 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f27c9703-da73-442c-8866-8a29214b0035 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:06.925040 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-f27c9703-da73-442c-8866-8a29214b0035 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Added segment e6add003-0221-479b-8e9e-1e84c507d1a1 of type vlan for network a786cfd3-c5e8-4952-975b-00d37620749e Mar 23 12:58:06.937119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c602b-bff2-4e56-ab4a-f1794ef2d4cd None None] Network 3c991756-a06a-40ba-bc7a-a918831d8a0c could not be found, it might have been deleted concurrently. {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 23 12:58:06.954103 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0136a362-1cf2-4840-9d85-fb786448d7b3 None None] Network 3c991756-a06a-40ba-bc7a-a918831d8a0c requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:06.979212 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0136a362-1cf2-4840-9d85-fb786448d7b3 None None] Network 3c991756-a06a-40ba-bc7a-a918831d8a0c could not be found, it might have been deleted concurrently. {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 23 12:58:06.999947 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f27c9703-da73-442c-8866-8a29214b0035 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.023227 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd104805-af43-4b33-a658-1d16344241b8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.033354 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-43bb7cba-a211-42c4-9420-02428f699841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:58:05Z', 'revision_number': 9, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:07.035423 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f27c9703-da73-442c-8866-8a29214b0035 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.042140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27c9703-da73-442c-8866-8a29214b0035 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:07.042962 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f27c9703-da73-442c-8866-8a29214b0035 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.053930 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f715e0e7-7517-40e8-904d-dfd1b6b4ffb8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:07.057784 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f715e0e7-7517-40e8-904d-dfd1b6b4ffb8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.062576 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb7cba-a211-42c4-9420-02428f699841 None None] Checking router: 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:58:07.081847 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb7cba-a211-42c4-9420-02428f699841 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:07.082522 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-43bb7cba-a211-42c4-9420-02428f699841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:07.130489 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f27c9703-da73-442c-8866-8a29214b0035 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2989957 Mar 23 12:58:07.135209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39346) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:07.157249 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'subnet': {'network_id': 'a786cfd3-c5e8-4952-975b-00d37620749e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:07.163175 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c9703-da73-442c-8866-8a29214b0035 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Network': ['ID=a786cfd3-c5e8-4952-975b-00d37620749e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:07.183154 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd104805-af43-4b33-a658-1d16344241b8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.190951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network a786cfd3-c5e8-4952-975b-00d37620749e details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:07.202915 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dd104805-af43-4b33-a658-1d16344241b8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.208884 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dd104805-af43-4b33-a658-1d16344241b8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/31f7b662-9dad-4ad2-989a-47a231d33bf1 HTTP/1.1" status: 204 len: 168 time: 0.7210808 Mar 23 12:58:07.216247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39348) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:07.228827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-43bb7cba-a211-42c4-9420-02428f699841 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:07.230012 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd104805-af43-4b33-a658-1d16344241b8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Subnet': ['ID=31f7b662-9dad-4ad2-989a-47a231d33bf1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:07.237713 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417896f8-3357-454b-85d2-c8956f96395d None None] Network 9a70b1ea-dcaf-4db2-88b7-1451752aecb5 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:07.316326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:07.330475 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.338534 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:07.342065 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.354313 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f715e0e7-7517-40e8-904d-dfd1b6b4ffb8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.425243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715e0e7-7517-40e8-904d-dfd1b6b4ffb8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Subnet': ['ID=ff5d7caa-ab9d-49cc-a367-efaa837d748d,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:07.428525 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Performing IP validity checks on allocation pools {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 23 12:58:07.429595 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 23 12:58:07.447153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f715e0e7-7517-40e8-904d-dfd1b6b4ffb8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Checking segment: {'id': 'cfabd9fd-5a20-4c7d-9d6b-d8eddedab9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '02ed2760-85c1-4d01-9740-f48086fca774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:07.447557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f715e0e7-7517-40e8-904d-dfd1b6b4ffb8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network hostable DHCP agents. Network: 02ed2760-85c1-4d01-9740-f48086fca774, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:58:07.471195 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f715e0e7-7517-40e8-904d-dfd1b6b4ffb8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 02ed2760-85c1-4d01-9740-f48086fca774 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:58:07.486081 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f715e0e7-7517-40e8-904d-dfd1b6b4ffb8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 02ed2760-85c1-4d01-9740-f48086fca774) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:07.501539 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f715e0e7-7517-40e8-904d-dfd1b6b4ffb8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:07.502186 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f715e0e7-7517-40e8-904d-dfd1b6b4ffb8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.523290 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f715e0e7-7517-40e8-904d-dfd1b6b4ffb8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7519131 Mar 23 12:58:07.524364 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39350) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:07.528090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port 4568b214-5c97-4abc-a7a0-30086b65981b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:07.528440 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.533338 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9a53a684-4a5a-49f9-abc1-69ee5e9a644d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-525215742', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:07.543123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f7149-f943-4dec-9dd6-5fd71f06eed0 None None] Network 02ed2760-85c1-4d01-9740-f48086fca774 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:07.552166 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:58:07.552515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a7d31dbe-bdf3-43c1-95f5-73c761e6ad6c not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:07.570135 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a53a684-4a5a-49f9-abc1-69ee5e9a644d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.572298 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a53a684-4a5a-49f9-abc1-69ee5e9a644d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.632074 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a53a684-4a5a-49f9-abc1-69ee5e9a644d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.639028 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a53a684-4a5a-49f9-abc1-69ee5e9a644d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.639469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] For port 4568b214-5c97-4abc-a7a0-30086b65981b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4568b214-5c97-4abc-a7a0-30086b65981b,segment=NetworkSegment(49db30c7-1d1a-4051-a39d-2dee8fc5abf4),segment_id=49db30c7-1d1a-4051-a39d-2dee8fc5abf4)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:07.640006 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.661126 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9a53a684-4a5a-49f9-abc1-69ee5e9a644d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.665295 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for 4568b214-5c97-4abc-a7a0-30086b65981b owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:07.665473 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9a53a684-4a5a-49f9-abc1-69ee5e9a644d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1368475 Mar 23 12:58:07.665473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39352) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:07.672263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-abbdc273-e486-4c8b-b6c4-6e14465c9dbb tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'port': {'network_id': '02ed2760-85c1-4d01-9740-f48086fca774', 'name': 'tempest-RoutersIpV6Test-904733095'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:07.674634 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.769150 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Subnet': ['ID=d73f604a-f1e6-4d75-973b-898be429f831,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:07.796225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:07.796464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:07.796802 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:07.797140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:07.797470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:07.797800 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:07.798128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:07.798451 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:07.798777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:07.799220 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:07.799609 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:07.799958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:07.817812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Checking segment: {'id': 'e6add003-0221-479b-8e9e-1e84c507d1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a786cfd3-c5e8-4952-975b-00d37620749e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:07.818178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network hostable DHCP agents. Network: a786cfd3-c5e8-4952-975b-00d37620749e, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:58:07.835795 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.837345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbdc273-e486-4c8b-b6c4-6e14465c9dbb tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:07.843183 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-abbdc273-e486-4c8b-b6c4-6e14465c9dbb tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.870849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [None req-abbdc273-e486-4c8b-b6c4-6e14465c9dbb tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] device_id is not set on port d56a654a-301e-4a6e-a560-9f2c0bb22b86 yet. {{(pid=102779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:58:07.884047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network a786cfd3-c5e8-4952-975b-00d37620749e is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:58:07.890710 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=4568b214-5c97-4abc-a7a0-30086b65981b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:07.893753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] No DVR routers for this DVR port 4568b214-5c97-4abc-a7a0-30086b65981b on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:07.900955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, a786cfd3-c5e8-4952-975b-00d37620749e) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:07.914932 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-43bb7cba-a211-42c4-9420-02428f699841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:58:05Z', 'revision_number': 9, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:07.919598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-02ed2760-85c1-4d01-9740-f48086fca774', 'network_id': '02ed2760-85c1-4d01-9740-f48086fca774', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'fixed_ips': [{'subnet_id': 'ff5d7caa-ab9d-49cc-a367-efaa837d748d'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:58:07.920563 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.936904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:07.937864 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:07.956893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713bab5f-661d-42b2-a45a-70e4b270bd86 None None] Network a786cfd3-c5e8-4952-975b-00d37620749e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:07.966644 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb7cba-a211-42c4-9420-02428f699841 None None] The sync data for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 is: [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:58:05Z', 'revision_number': 9, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '37c37369-c747-4b91-8ca8-895c273826d2', 'name': '', 'network_id': '0cfb2e21-8c70-4504-a13f-db4c62698f96', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a5:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:39Z', 'updated_at': '2022-03-23T12:57:46Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:08.015855 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac1d2b6-7503-43f0-bfc7-76936781df43 None None] DHCP port deletion for 9a70b1ea-dcaf-4db2-88b7-1451752aecb5 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:58:08.028100 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d22b0704-02a3-4a70-a769-c027442edfbb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8915317 Mar 23 12:58:08.030732 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.033334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39354) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:08.038770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-abbdc273-e486-4c8b-b6c4-6e14465c9dbb tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Allocated IP 2001:db8::385 (02ed2760-85c1-4d01-9740-f48086fca774/ff5d7caa-ab9d-49cc-a367-efaa837d748d/d56a654a-301e-4a6e-a560-9f2c0bb22b86) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:08.217942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-a786cfd3-c5e8-4952-975b-00d37620749e', 'network_id': 'a786cfd3-c5e8-4952-975b-00d37620749e', 'tenant_id': 'b1b42898dfcd411bae41e066e5f4377e', 'fixed_ips': [{'subnet_id': 'd73f604a-f1e6-4d75-973b-898be429f831'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:58:08.219167 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.236980 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-abbdc273-e486-4c8b-b6c4-6e14465c9dbb tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.281243 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-abbdc273-e486-4c8b-b6c4-6e14465c9dbb tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.344526 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbdc273-e486-4c8b-b6c4-6e14465c9dbb tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 02ed2760-85c1-4d01-9740-f48086fca774 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:08.348531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-abbdc273-e486-4c8b-b6c4-6e14465c9dbb tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:08.354256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbdc273-e486-4c8b-b6c4-6e14465c9dbb tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:08.365277 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbdc273-e486-4c8b-b6c4-6e14465c9dbb tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:08.366771 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-abbdc273-e486-4c8b-b6c4-6e14465c9dbb tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.371182 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdc273-e486-4c8b-b6c4-6e14465c9dbb tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=d56a654a-301e-4a6e-a560-9f2c0bb22b86,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:08.389288 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Allocated IP 2001:db8::2 (02ed2760-85c1-4d01-9740-f48086fca774/ff5d7caa-ab9d-49cc-a367-efaa837d748d/b7990e47-9732-45c1-90f6-4df068918fde) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:08.398441 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-abbdc273-e486-4c8b-b6c4-6e14465c9dbb tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7312160 Mar 23 12:58:08.402226 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39356) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:08.434401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Allocated IP 172.20.0.3 (a786cfd3-c5e8-4952-975b-00d37620749e/d73f604a-f1e6-4d75-973b-898be429f831/c3fab083-a232-4eae-acb8-d93ae577e5b2) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:08.499042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a70b1ea-dcaf-4db2-88b7-1451752aecb5']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:08.524177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49db30c7-1d1a-4051-a39d-2dee8fc5abf4') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:08.524177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49db30c7-1d1a-4051-a39d-2dee8fc5abf4') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:08.569037 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.610968 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.622121 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.626647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:08.627347 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:08.631160 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:08.723146 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.725810 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.733864 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.739900 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/networks/9a70b1ea-dcaf-4db2-88b7-1451752aecb5 HTTP/1.1" status: 204 len: 168 time: 1.5226166 Mar 23 12:58:08.742878 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39358) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:08.745763 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.760437 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.763666 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749907cf-e810-4321-bf28-39f6b3026a43 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Network': ['ID=9a70b1ea-dcaf-4db2-88b7-1451752aecb5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:08.774115 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.805982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Network a786cfd3-c5e8-4952-975b-00d37620749e is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:08.807447 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.812613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:08.821251 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:08.833447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Pushing event updated for resources: {'Port': ['ID=c3fab083-a232-4eae-acb8-d93ae577e5b2,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:08.841940 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.846756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Network 02ed2760-85c1-4d01-9740-f48086fca774 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:08.868954 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:08.873431 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Subnet': ['ID=d73f604a-f1e6-4d75-973b-898be429f831,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:08.889436 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:08.912434 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c713-52d8-48f3-8f37-1ca3082e5dc7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.954061 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.965898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Pushing event updated for resources: {'Port': ['ID=b7990e47-9732-45c1-90f6-4df068918fde,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:08.980495 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a786cfd3-c5e8-4952-975b-00d37620749e']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:08.984168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Attempting to bind port c3fab083-a232-4eae-acb8-d93ae577e5b2 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:58:08.984539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Attempting to bind port c3fab083-a232-4eae-acb8-d93ae577e5b2 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'e6add003-0221-479b-8e9e-1e84c507d1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a786cfd3-c5e8-4952-975b-00d37620749e'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:58:08.984900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Attempting to bind port c3fab083-a232-4eae-acb8-d93ae577e5b2 on network a786cfd3-c5e8-4952-975b-00d37620749e {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:58:08.996925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:58:08.997300 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Checking segment: {'id': 'e6add003-0221-479b-8e9e-1e84c507d1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a786cfd3-c5e8-4952-975b-00d37620749e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:08.997706 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:08.998099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Bound using segment: {'id': 'e6add003-0221-479b-8e9e-1e84c507d1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a786cfd3-c5e8-4952-975b-00d37620749e'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:58:08.998581 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Bound port: c3fab083-a232-4eae-acb8-d93ae577e5b2, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6add003-0221-479b-8e9e-1e84c507d1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a786cfd3-c5e8-4952-975b-00d37620749e'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:58:08.998965 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:09.000176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6add003-0221-479b-8e9e-1e84c507d1a1') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:09.000474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6add003-0221-479b-8e9e-1e84c507d1a1') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:09.004070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Attempting to bind port b7990e47-9732-45c1-90f6-4df068918fde on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:58:09.004515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Attempting to bind port b7990e47-9732-45c1-90f6-4df068918fde by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'cfabd9fd-5a20-4c7d-9d6b-d8eddedab9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '02ed2760-85c1-4d01-9740-f48086fca774'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:58:09.004879 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Attempting to bind port b7990e47-9732-45c1-90f6-4df068918fde on network 02ed2760-85c1-4d01-9740-f48086fca774 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:58:09.015044 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:09.017631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:58:09.018010 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Checking segment: {'id': 'cfabd9fd-5a20-4c7d-9d6b-d8eddedab9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '02ed2760-85c1-4d01-9740-f48086fca774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:09.018410 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:09.018804 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Bound using segment: {'id': 'cfabd9fd-5a20-4c7d-9d6b-d8eddedab9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '02ed2760-85c1-4d01-9740-f48086fca774'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:58:09.019276 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Bound port: b7990e47-9732-45c1-90f6-4df068918fde, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfabd9fd-5a20-4c7d-9d6b-d8eddedab9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '02ed2760-85c1-4d01-9740-f48086fca774'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:58:09.019659 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:09.031048 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:09.040103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:09.040739 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:09.044166 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:09.126089 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] For port c3fab083-a232-4eae-acb8-d93ae577e5b2, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:58:09.127973 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.db.api [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 12:58:09.127973 n-d-834854-1 neutron-server[102778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 12:58:09.127973 n-d-834854-1 neutron-server[102778]: [parameters: {'id': 'a786cfd3-c5e8-4952-975b-00d37620749e'}] Mar 23 12:58:09.127973 n-d-834854-1 neutron-server[102778]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:58:09.128791 n-d-834854-1 neutron-server[102778]: DEBUG oslo_db.api [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:58:09.137636 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] For port b7990e47-9732-45c1-90f6-4df068918fde, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:58:09.143481 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] For port b7990e47-9732-45c1-90f6-4df068918fde, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b7990e47-9732-45c1-90f6-4df068918fde,segment=NetworkSegment(cfabd9fd-5a20-4c7d-9d6b-d8eddedab9f4),segment_id=cfabd9fd-5a20-4c7d-9d6b-d8eddedab9f4)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:58:09.144819 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4568b214-5c97-4abc-a7a0-30086b65981b no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:09.149885 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] For port c3fab083-a232-4eae-acb8-d93ae577e5b2, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c3fab083-a232-4eae-acb8-d93ae577e5b2,segment=NetworkSegment(e6add003-0221-479b-8e9e-1e84c507d1a1),segment_id=e6add003-0221-479b-8e9e-1e84c507d1a1)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:58:09.167774 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:09.177071 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:09.180199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 4568b214-5c97-4abc-a7a0-30086b65981b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:58:09.180538 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4568b214-5c97-4abc-a7a0-30086b65981b not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:09.180954 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f274dfe3-05d9-4c76-a5d3-8eca163c33cb no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:09.233190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f274dfe3-05d9-4c76-a5d3-8eca163c33cb {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:58:09.233605 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f274dfe3-05d9-4c76-a5d3-8eca163c33cb not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:09.279235 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d38cc-1165-42fc-9432-32f6f258abe1 None None] Pushing event updated for resources: {'Port': ['ID=b7990e47-9732-45c1-90f6-4df068918fde,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:09.352581 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6e3336-d03b-4e3c-9ada-fc2dad117adf None None] Network a786cfd3-c5e8-4952-975b-00d37620749e requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:09.369222 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9bee9-bfb9-4e52-b637-b94c9f6b8ca9 None None] Pushing event updated for resources: {'Port': ['ID=c3fab083-a232-4eae-acb8-d93ae577e5b2,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:09.630381 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:09.633895 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c713-52d8-48f3-8f37-1ca3082e5dc7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:09.645764 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c713-52d8-48f3-8f37-1ca3082e5dc7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:09.691712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Deleting port c3fab083-a232-4eae-acb8-d93ae577e5b2 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:09.692038 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:09.752995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6c713-52d8-48f3-8f37-1ca3082e5dc7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=d56a654a-301e-4a6e-a560-9f2c0bb22b86,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:09.760716 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] For port c3fab083-a232-4eae-acb8-d93ae577e5b2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c3fab083-a232-4eae-acb8-d93ae577e5b2,segment=NetworkSegment(e6add003-0221-479b-8e9e-1e84c507d1a1),segment_id=e6add003-0221-479b-8e9e-1e84c507d1a1)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:09.761220 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:09.782403 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Calling delete_port for c3fab083-a232-4eae-acb8-d93ae577e5b2 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:09.852119 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30db95b3-dbf7-4b0b-b8f7-5bb30dad6a67 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:09.865709 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:09.873509 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c713-52d8-48f3-8f37-1ca3082e5dc7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:09.895176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Port': ['ID=c3fab083-a232-4eae-acb8-d93ae577e5b2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:09.899438 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No DVR routers for this DVR port c3fab083-a232-4eae-acb8-d93ae577e5b2 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:09.983300 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.008394 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a786cfd3-c5e8-4952-975b-00d37620749e']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:10.021490 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6add003-0221-479b-8e9e-1e84c507d1a1') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:10.021831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6add003-0221-479b-8e9e-1e84c507d1a1') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:10.034887 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.050983 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.058213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:10.058418 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:10.061706 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:10.124603 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c713-52d8-48f3-8f37-1ca3082e5dc7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.135972 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.148242 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.152678 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/a786cfd3-c5e8-4952-975b-00d37620749e HTTP/1.1" status: 204 len: 168 time: 2.1182609 Mar 23 12:58:10.160628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39360) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:10.165224 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb2ae6-73f1-403c-8c63-babb385f0e08 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Network': ['ID=a786cfd3-c5e8-4952-975b-00d37620749e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:10.166800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0c5508d7-3bb6-48bf-adb6-faf77794cdd4 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1917275201'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:10.321353 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5508d7-3bb6-48bf-adb6-faf77794cdd4 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:10.324795 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c5508d7-3bb6-48bf-adb6-faf77794cdd4 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.407570 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8401ee1a-29e7-41d7-91b8-173319974ac1 None None] Network 02ed2760-85c1-4d01-9740-f48086fca774 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:10.408140 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5508d7-3bb6-48bf-adb6-faf77794cdd4 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:58:10.464721 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c5508d7-3bb6-48bf-adb6-faf77794cdd4 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.465073 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-0c5508d7-3bb6-48bf-adb6-faf77794cdd4 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Added segment e7a476a7-4a69-46aa-ad18-d90de3723e39 of type vlan for network dc48611b-e046-4e49-ae01-b5b636e59b6b Mar 23 12:58:10.488613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-30db95b3-dbf7-4b0b-b8f7-5bb30dad6a67 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port 37c37369-c747-4b91-8ca8-895c273826d2 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:10.488946 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30db95b3-dbf7-4b0b-b8f7-5bb30dad6a67 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.492202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-12044d40-8060-4c23-aea3-082470b33b0e None None] Provisioning complete for port b7990e47-9732-45c1-90f6-4df068918fde triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:10.492580 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-12044d40-8060-4c23-aea3-082470b33b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.587574 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c5508d7-3bb6-48bf-adb6-faf77794cdd4 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.649477 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-12044d40-8060-4c23-aea3-082470b33b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.667149 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c5508d7-3bb6-48bf-adb6-faf77794cdd4 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.672519 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5508d7-3bb6-48bf-adb6-faf77794cdd4 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:10.673179 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c5508d7-3bb6-48bf-adb6-faf77794cdd4 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.688722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-30db95b3-dbf7-4b0b-b8f7-5bb30dad6a67 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] For port 37c37369-c747-4b91-8ca8-895c273826d2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=37c37369-c747-4b91-8ca8-895c273826d2,segment=NetworkSegment(a1e0d0e3-484e-43a7-b788-4ed391c2c407),segment_id=a1e0d0e3-484e-43a7-b788-4ed391c2c407)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:10.689042 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:58:10.689538 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30db95b3-dbf7-4b0b-b8f7-5bb30dad6a67 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.693398 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-12044d40-8060-4c23-aea3-082470b33b0e None None] For port b7990e47-9732-45c1-90f6-4df068918fde, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b7990e47-9732-45c1-90f6-4df068918fde,segment=NetworkSegment(cfabd9fd-5a20-4c7d-9d6b-d8eddedab9f4),segment_id=cfabd9fd-5a20-4c7d-9d6b-d8eddedab9f4)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:10.698702 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-12044d40-8060-4c23-aea3-082470b33b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.716747 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c713-52d8-48f3-8f37-1ca3082e5dc7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.755579 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12044d40-8060-4c23-aea3-082470b33b0e None None] Pushing event updated for resources: {'Port': ['ID=b7990e47-9732-45c1-90f6-4df068918fde,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:10.761046 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c713-52d8-48f3-8f37-1ca3082e5dc7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.761818 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c713-52d8-48f3-8f37-1ca3082e5dc7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:10.764153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-30db95b3-dbf7-4b0b-b8f7-5bb30dad6a67 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for 37c37369-c747-4b91-8ca8-895c273826d2 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:10.782359 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0c5508d7-3bb6-48bf-adb6-faf77794cdd4 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6197374 Mar 23 12:58:10.786103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39362) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:10.799443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0002c675-94ee-4c31-9ebe-1f9855cc667e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'subnet': {'network_id': 'dc48611b-e046-4e49-ae01-b5b636e59b6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:10.822061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5508d7-3bb6-48bf-adb6-faf77794cdd4 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Network': ['ID=dc48611b-e046-4e49-ae01-b5b636e59b6b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:10.833768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network dc48611b-e046-4e49-ae01-b5b636e59b6b details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:10.885302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6c713-52d8-48f3-8f37-1ca3082e5dc7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=d56a654a-301e-4a6e-a560-9f2c0bb22b86,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:10.920964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0002c675-94ee-4c31-9ebe-1f9855cc667e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:10.924939 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0002c675-94ee-4c31-9ebe-1f9855cc667e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:11.022551 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f6c713-52d8-48f3-8f37-1ca3082e5dc7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 02ed2760-85c1-4d01-9740-f48086fca774 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:11.025418 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f6f6c713-52d8-48f3-8f37-1ca3082e5dc7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:11.253523 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d26a77c5-836f-4d3f-a653-841b6733b0c5 None None] Provisioning complete for port d56a654a-301e-4a6e-a560-9f2c0bb22b86 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:11.253884 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d26a77c5-836f-4d3f-a653-841b6733b0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:11.257411 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f6c713-52d8-48f3-8f37-1ca3082e5dc7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router d96d3d40-ea90-4add-adc0-6fa7a1ba3e34 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:58:11.267635 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30db95b3-dbf7-4b0b-b8f7-5bb30dad6a67 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:11.298303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b7990e47-9732-45c1-90f6-4df068918fde up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:11.310593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db95b3-dbf7-4b0b-b8f7-5bb30dad6a67 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=37c37369-c747-4b91-8ca8-895c273826d2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:11.316570 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0002c675-94ee-4c31-9ebe-1f9855cc667e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:11.363168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d26a77c5-836f-4d3f-a653-841b6733b0c5 None None] Port d56a654a-301e-4a6e-a560-9f2c0bb22b86 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:11.405767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d26a77c5-836f-4d3f-a653-841b6733b0c5 None None] Provisioning complete for port b7990e47-9732-45c1-90f6-4df068918fde triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:11.406433 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d26a77c5-836f-4d3f-a653-841b6733b0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:11.421164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002c675-94ee-4c31-9ebe-1f9855cc667e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Subnet': ['ID=ed7804be-f8e8-43f6-94ea-f7a22f030c49,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:11.426255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002c675-94ee-4c31-9ebe-1f9855cc667e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Checking segment: {'id': 'e7a476a7-4a69-46aa-ad18-d90de3723e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dc48611b-e046-4e49-ae01-b5b636e59b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:11.426650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0002c675-94ee-4c31-9ebe-1f9855cc667e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network hostable DHCP agents. Network: dc48611b-e046-4e49-ae01-b5b636e59b6b, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:58:11.458413 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0002c675-94ee-4c31-9ebe-1f9855cc667e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network dc48611b-e046-4e49-ae01-b5b636e59b6b is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:58:11.469389 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port b7990e47-9732-45c1-90f6-4df068918fde triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:11.469975 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:11.475267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0002c675-94ee-4c31-9ebe-1f9855cc667e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, dc48611b-e046-4e49-ae01-b5b636e59b6b) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:11.486799 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0002c675-94ee-4c31-9ebe-1f9855cc667e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:11.490169 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0002c675-94ee-4c31-9ebe-1f9855cc667e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:11.508287 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13daf66-99cd-4458-841a-7aa24fa06c3a None None] Network dc48611b-e046-4e49-ae01-b5b636e59b6b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:11.521387 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0002c675-94ee-4c31-9ebe-1f9855cc667e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7306573 Mar 23 12:58:11.521687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39364) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:11.542547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f6c713-52d8-48f3-8f37-1ca3082e5dc7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:11.552937 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f6f6c713-52d8-48f3-8f37-1ca3082e5dc7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/d96d3d40-ea90-4add-adc0-6fa7a1ba3e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1479950 Mar 23 12:58:11.554318 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39366) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:11.561035 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7624cd5d-3708-4551-9d45-101a75c5eff8 None None] Sync routers for ids ['d96d3d40-ea90-4add-adc0-6fa7a1ba3e34'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:11.587354 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7624cd5d-3708-4551-9d45-101a75c5eff8 None None] Routers {'d96d3d40-ea90-4add-adc0-6fa7a1ba3e34'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:11.589355 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7624cd5d-3708-4551-9d45-101a75c5eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d96d3d40-ea90-4add-adc0-6fa7a1ba3e34'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:11.683592 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7624cd5d-3708-4551-9d45-101a75c5eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:11.709367 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5acdd9f-2f83-48b8-a2ed-31a8bc9f4a5c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:11.718194 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7624cd5d-3708-4551-9d45-101a75c5eff8 None None] Routers {'d96d3d40-ea90-4add-adc0-6fa7a1ba3e34'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:11.719619 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7624cd5d-3708-4551-9d45-101a75c5eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d96d3d40-ea90-4add-adc0-6fa7a1ba3e34'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:11.748940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fb874d-c2b5-4292-b15a-8a97e6c333de tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:11.753521 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-94fb874d-c2b5-4292-b15a-8a97e6c333de tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports/d56a654a-301e-4a6e-a560-9f2c0bb22b86 HTTP/1.1" status: 200 len: 983 time: 0.1981657 Mar 23 12:58:11.758427 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39370) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:11.780833 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5acdd9f-2f83-48b8-a2ed-31a8bc9f4a5c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:11.801473 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7624cd5d-3708-4551-9d45-101a75c5eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:11.802510 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7624cd5d-3708-4551-9d45-101a75c5eff8 None None] The sync data for ids ['d96d3d40-ea90-4add-adc0-6fa7a1ba3e34'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:11.877652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-73bffefb-d5cf-452c-b966-f1571e9cdcb7 None None] Provisioning complete for port d56a654a-301e-4a6e-a560-9f2c0bb22b86 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:11.878073 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-73bffefb-d5cf-452c-b966-f1571e9cdcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:11.913176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5acdd9f-2f83-48b8-a2ed-31a8bc9f4a5c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:11.943679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acdd9f-2f83-48b8-a2ed-31a8bc9f4a5c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7804be-f8e8-43f6-94ea-f7a22f030c49,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:11.946069 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501aa79b-65de-43e0-8ea6-24513b7313f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-dc48611b-e046-4e49-ae01-b5b636e59b6b', 'network_id': 'dc48611b-e046-4e49-ae01-b5b636e59b6b', 'tenant_id': 'b1b42898dfcd411bae41e066e5f4377e', 'fixed_ips': [{'subnet_id': 'ed7804be-f8e8-43f6-94ea-f7a22f030c49'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:58:11.946916 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-501aa79b-65de-43e0-8ea6-24513b7313f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:11.965372 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-73bffefb-d5cf-452c-b966-f1571e9cdcb7 None None] Port d56a654a-301e-4a6e-a560-9f2c0bb22b86 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:12.052790 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5acdd9f-2f83-48b8-a2ed-31a8bc9f4a5c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.060239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f6c9d8-4c3b-4aa9-a379-87aac86eda41 None None] Network dc48611b-e046-4e49-ae01-b5b636e59b6b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:12.082541 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d5acdd9f-2f83-48b8-a2ed-31a8bc9f4a5c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc48611b-e046-4e49-ae01-b5b636e59b6b']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:12.099881 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d5acdd9f-2f83-48b8-a2ed-31a8bc9f4a5c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a476a7-4a69-46aa-ad18-d90de3723e39') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:12.100238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d5acdd9f-2f83-48b8-a2ed-31a8bc9f4a5c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a476a7-4a69-46aa-ad18-d90de3723e39') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:12.111632 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5acdd9f-2f83-48b8-a2ed-31a8bc9f4a5c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.129924 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5acdd9f-2f83-48b8-a2ed-31a8bc9f4a5c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.146865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5acdd9f-2f83-48b8-a2ed-31a8bc9f4a5c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:12.147571 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5acdd9f-2f83-48b8-a2ed-31a8bc9f4a5c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:12.153547 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:12.185992 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-30db95b3-dbf7-4b0b-b8f7-5bb30dad6a67 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.210454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af2a69e-aa3a-407a-911d-7c02f7db4659 None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:58:12.212636 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7cc2439c-9ca5-40e0-aac6-481f8b58eee6 None None] Provisioning complete for port d56a654a-301e-4a6e-a560-9f2c0bb22b86 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:12.213013 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7cc2439c-9ca5-40e0-aac6-481f8b58eee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.248454 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5acdd9f-2f83-48b8-a2ed-31a8bc9f4a5c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.264815 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5acdd9f-2f83-48b8-a2ed-31a8bc9f4a5c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.272018 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d5acdd9f-2f83-48b8-a2ed-31a8bc9f4a5c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/dc48611b-e046-4e49-ae01-b5b636e59b6b HTTP/1.1" status: 204 len: 168 time: 0.7458477 Mar 23 12:58:12.275319 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39374) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:12.280396 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-cbf41aa6-f9b1-4aa6-b68c-40ef6f589eb3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1127020373'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:12.293918 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acdd9f-2f83-48b8-a2ed-31a8bc9f4a5c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Network': ['ID=dc48611b-e046-4e49-ae01-b5b636e59b6b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:12.300255 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7cc2439c-9ca5-40e0-aac6-481f8b58eee6 None None] Port d56a654a-301e-4a6e-a560-9f2c0bb22b86 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:12.318993 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf41aa6-f9b1-4aa6-b68c-40ef6f589eb3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:12.325908 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbf41aa6-f9b1-4aa6-b68c-40ef6f589eb3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.354282 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf41aa6-f9b1-4aa6-b68c-40ef6f589eb3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:58:12.367674 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbf41aa6-f9b1-4aa6-b68c-40ef6f589eb3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.368072 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-cbf41aa6-f9b1-4aa6-b68c-40ef6f589eb3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Added segment d42b2b7b-01b2-48c2-9e2b-db04b318ea73 of type vlan for network baf13eea-5f2d-41ed-b83d-847361abd059 Mar 23 12:58:12.402104 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af2a69e-aa3a-407a-911d-7c02f7db4659 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:58:12.413033 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbf41aa6-f9b1-4aa6-b68c-40ef6f589eb3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.443477 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbf41aa6-f9b1-4aa6-b68c-40ef6f589eb3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.449790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf41aa6-f9b1-4aa6-b68c-40ef6f589eb3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:12.450326 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbf41aa6-f9b1-4aa6-b68c-40ef6f589eb3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.521926 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cbf41aa6-f9b1-4aa6-b68c-40ef6f589eb3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2454817 Mar 23 12:58:12.523082 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39376) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:12.530054 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-260d6442-30b1-4c65-bc90-982687d76da9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'subnet': {'network_id': 'baf13eea-5f2d-41ed-b83d-847361abd059', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:12.546120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30db95b3-dbf7-4b0b-b8f7-5bb30dad6a67 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:12.557006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf41aa6-f9b1-4aa6-b68c-40ef6f589eb3 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Network': ['ID=baf13eea-5f2d-41ed-b83d-847361abd059,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:12.575141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network baf13eea-5f2d-41ed-b83d-847361abd059 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:12.642638 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260d6442-30b1-4c65-bc90-982687d76da9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:12.647328 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-260d6442-30b1-4c65-bc90-982687d76da9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.731699 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30db95b3-dbf7-4b0b-b8f7-5bb30dad6a67 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:12.739994 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-30db95b3-dbf7-4b0b-b8f7-5bb30dad6a67 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/0351b77c-27f5-4b13-982e-0d4f2e4f3e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9936118 Mar 23 12:58:12.740200 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39378) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:12.761179 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c23e2f-5361-4b8b-8880-217214516631 None None] Sync routers for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:12.773036 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c23e2f-5361-4b8b-8880-217214516631 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:12.774178 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d6c23e2f-5361-4b8b-8880-217214516631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:12.857577 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad5c9d1-a290-4ecb-af05-9174aa71b7fb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting subnet cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:58:12.862500 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-260d6442-30b1-4c65-bc90-982687d76da9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.872226 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ad5c9d1-a290-4ecb-af05-9174aa71b7fb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.889719 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d6c23e2f-5361-4b8b-8880-217214516631 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:12.907970 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e2d68a1-e947-432a-99fb-6190de34aa40 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.929947 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d6442-30b1-4c65-bc90-982687d76da9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Subnet': ['ID=1c8e14cd-2607-4239-b0ae-a064665a3d33,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:12.940861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d6442-30b1-4c65-bc90-982687d76da9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Checking segment: {'id': 'd42b2b7b-01b2-48c2-9e2b-db04b318ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'baf13eea-5f2d-41ed-b83d-847361abd059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:12.941231 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260d6442-30b1-4c65-bc90-982687d76da9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network hostable DHCP agents. Network: baf13eea-5f2d-41ed-b83d-847361abd059, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:58:12.973471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260d6442-30b1-4c65-bc90-982687d76da9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network baf13eea-5f2d-41ed-b83d-847361abd059 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:58:12.985890 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-260d6442-30b1-4c65-bc90-982687d76da9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, baf13eea-5f2d-41ed-b83d-847361abd059) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:12.988440 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ad5c9d1-a290-4ecb-af05-9174aa71b7fb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:12.992532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260d6442-30b1-4c65-bc90-982687d76da9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:12.993617 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-260d6442-30b1-4c65-bc90-982687d76da9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:13.014031 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656d7b93-35bb-4da9-bf38-4f0d96ce8208 None None] Network baf13eea-5f2d-41ed-b83d-847361abd059 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:13.023179 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-260d6442-30b1-4c65-bc90-982687d76da9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4966900 Mar 23 12:58:13.023398 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39380) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:13.250346 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ad5c9d1-a290-4ecb-af05-9174aa71b7fb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:13.282391 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:13.307245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-baf13eea-5f2d-41ed-b83d-847361abd059', 'network_id': 'baf13eea-5f2d-41ed-b83d-847361abd059', 'tenant_id': 'b1b42898dfcd411bae41e066e5f4377e', 'fixed_ips': [{'subnet_id': '1c8e14cd-2607-4239-b0ae-a064665a3d33'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:58:13.308169 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:13.322120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d6c23e2f-5361-4b8b-8880-217214516631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:58:11Z', 'revision_number': 10, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:13.352435 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c23e2f-5361-4b8b-8880-217214516631 None None] Checking router: 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:58:13.427308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c23e2f-5361-4b8b-8880-217214516631 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:13.427905 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d6c23e2f-5361-4b8b-8880-217214516631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:13.433931 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ad5c9d1-a290-4ecb-af05-9174aa71b7fb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:13.479184 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:13.487023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5c9d1-a290-4ecb-af05-9174aa71b7fb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Subnet': ['ID=cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:13.513892 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ad5c9d1-a290-4ecb-af05-9174aa71b7fb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:13.518518 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5ad5c9d1-a290-4ecb-af05-9174aa71b7fb tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6 HTTP/1.1" status: 204 len: 168 time: 0.7769279 Mar 23 12:58:13.520765 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39382) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:13.530927 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7018abb5-4548-4529-af05-d74eecab2cd1 None None] Network 0cfb2e21-8c70-4504-a13f-db4c62698f96 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:13.550278 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d68a1-e947-432a-99fb-6190de34aa40 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port d56a654a-301e-4a6e-a560-9f2c0bb22b86 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:13.550533 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e2d68a1-e947-432a-99fb-6190de34aa40 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:13.623021 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d6c23e2f-5361-4b8b-8880-217214516631 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:13.626733 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Allocated IP 172.20.0.1 (baf13eea-5f2d-41ed-b83d-847361abd059/1c8e14cd-2607-4239-b0ae-a064665a3d33/a3179259-ba72-4f5e-946f-3b49087f6734) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:13.628532 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:13.648810 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e2d68a1-e947-432a-99fb-6190de34aa40 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:13.664260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d68a1-e947-432a-99fb-6190de34aa40 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for d56a654a-301e-4a6e-a560-9f2c0bb22b86 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:13.696213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port c6817546-285b-4222-a4f3-c52a1f7caa9a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:13.698623 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:13.774970 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] For port c6817546-285b-4222-a4f3-c52a1f7caa9a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c6817546-285b-4222-a4f3-c52a1f7caa9a,segment=NetworkSegment(a1e0d0e3-484e-43a7-b788-4ed391c2c407),segment_id=a1e0d0e3-484e-43a7-b788-4ed391c2c407)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:13.775323 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:13.792711 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for c6817546-285b-4222-a4f3-c52a1f7caa9a owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:13.865690 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e2d68a1-e947-432a-99fb-6190de34aa40 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:13.895844 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:13.902183 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d68a1-e947-432a-99fb-6190de34aa40 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=d56a654a-301e-4a6e-a560-9f2c0bb22b86,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:13.936613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=c6817546-285b-4222-a4f3-c52a1f7caa9a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:13.943336 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] No DVR routers for this DVR port c6817546-285b-4222-a4f3-c52a1f7caa9a on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:14.039784 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e2d68a1-e947-432a-99fb-6190de34aa40 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.114507 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.128932 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3850dc53-8b1c-4c14-85dc-108cf0bb9b67 None None] DHCP port deletion for 0cfb2e21-8c70-4504-a13f-db4c62698f96 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:58:14.152635 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfb2e21-8c70-4504-a13f-db4c62698f96']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:14.168036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e0d0e3-484e-43a7-b788-4ed391c2c407') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:14.168363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e0d0e3-484e-43a7-b788-4ed391c2c407') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:14.190065 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.212414 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.221451 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:14.222144 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.225449 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:14.225942 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:14.237958 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d6c23e2f-5361-4b8b-8880-217214516631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:58:11Z', 'revision_number': 10, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:14.240640 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.303611 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c23e2f-5361-4b8b-8880-217214516631 None None] The sync data for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 is: [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:58:11Z', 'revision_number': 10, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None, '_interfaces': [{'id': '45d2634b-4a75-4cda-8d5d-b48e08af3f49', 'name': '', 'network_id': '55905117-8780-45fe-a901-360e8e4db092', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'mac_address': 'fa:16:3e:a0:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:57:33Z', 'updated_at': '2022-03-23T12:57:38Z', 'revision_number': 5, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'subnets': [{'id': 'ec6236e8-74fe-4523-934f-bce14a72075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:14.310699 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.316652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Network baf13eea-5f2d-41ed-b83d-847361abd059 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:14.317549 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.323208 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:14.324387 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/networks/0cfb2e21-8c70-4504-a13f-db4c62698f96 HTTP/1.1" status: 204 len: 168 time: 0.8017612 Mar 23 12:58:14.329525 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:14.329976 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39386) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:14.351352 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Pushing event updated for resources: {'Port': ['ID=a3179259-ba72-4f5e-946f-3b49087f6734,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:14.354875 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949835b2-5f71-47d2-ba8f-6a130f4f4f68 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Network': ['ID=0cfb2e21-8c70-4504-a13f-db4c62698f96,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:14.472362 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Attempting to bind port a3179259-ba72-4f5e-946f-3b49087f6734 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:58:14.473845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Attempting to bind port a3179259-ba72-4f5e-946f-3b49087f6734 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'd42b2b7b-01b2-48c2-9e2b-db04b318ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'baf13eea-5f2d-41ed-b83d-847361abd059'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:58:14.474985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Attempting to bind port a3179259-ba72-4f5e-946f-3b49087f6734 on network baf13eea-5f2d-41ed-b83d-847361abd059 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:58:14.485696 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:58:14.489562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Checking segment: {'id': 'd42b2b7b-01b2-48c2-9e2b-db04b318ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'baf13eea-5f2d-41ed-b83d-847361abd059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:14.490189 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.490695 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Bound using segment: {'id': 'd42b2b7b-01b2-48c2-9e2b-db04b318ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'baf13eea-5f2d-41ed-b83d-847361abd059'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:58:14.491962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Bound port: a3179259-ba72-4f5e-946f-3b49087f6734, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42b2b7b-01b2-48c2-9e2b-db04b318ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'baf13eea-5f2d-41ed-b83d-847361abd059'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:58:14.493765 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.545345 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.592263 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] For port a3179259-ba72-4f5e-946f-3b49087f6734, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:58:14.596417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] For port a3179259-ba72-4f5e-946f-3b49087f6734, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a3179259-ba72-4f5e-946f-3b49087f6734,segment=NetworkSegment(d42b2b7b-01b2-48c2-9e2b-db04b318ea73),segment_id=d42b2b7b-01b2-48c2-9e2b-db04b318ea73)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:58:14.603153 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.624123 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Subnet': ['ID=1c8e14cd-2607-4239-b0ae-a064665a3d33,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:14.679989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e15d41-3d5a-4586-b360-a81eff5171e9 None None] Pushing event updated for resources: {'Port': ['ID=a3179259-ba72-4f5e-946f-3b49087f6734,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:14.802870 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2d68a1-e947-432a-99fb-6190de34aa40 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router d96d3d40-ea90-4add-adc0-6fa7a1ba3e34 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:14.810294 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.827398 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb27200e-8e15-49f6-9c4c-c97db6364bb9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.844579 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf13eea-5f2d-41ed-b83d-847361abd059']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:14.859741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42b2b7b-01b2-48c2-9e2b-db04b318ea73') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:14.860118 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42b2b7b-01b2-48c2-9e2b-db04b318ea73') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:14.916118 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.976670 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2d68a1-e947-432a-99fb-6190de34aa40 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:14.981874 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0e2d68a1-e947-432a-99fb-6190de34aa40 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/d96d3d40-ea90-4add-adc0-6fa7a1ba3e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2223830 Mar 23 12:58:14.982965 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.984822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39390) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:14.996218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:14.996626 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:14.999965 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:15.007958 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd08f607-e720-45ee-a171-8da035e082a7 None None] Sync routers for ids ['d96d3d40-ea90-4add-adc0-6fa7a1ba3e34'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:15.018888 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd08f607-e720-45ee-a171-8da035e082a7 None None] Routers {'d96d3d40-ea90-4add-adc0-6fa7a1ba3e34'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:15.019507 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-bd08f607-e720-45ee-a171-8da035e082a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d96d3d40-ea90-4add-adc0-6fa7a1ba3e34'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:15.088417 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-bd08f607-e720-45ee-a171-8da035e082a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:15.121893 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd08f607-e720-45ee-a171-8da035e082a7 None None] Routers {'d96d3d40-ea90-4add-adc0-6fa7a1ba3e34'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:15.122519 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-bd08f607-e720-45ee-a171-8da035e082a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d96d3d40-ea90-4add-adc0-6fa7a1ba3e34'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:15.152022 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.db.api [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 12:58:15.152022 n-d-834854-1 neutron-server[102779]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 12:58:15.152022 n-d-834854-1 neutron-server[102779]: [parameters: {'id': 'baf13eea-5f2d-41ed-b83d-847361abd059'}] Mar 23 12:58:15.152022 n-d-834854-1 neutron-server[102779]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:58:15.152459 n-d-834854-1 neutron-server[102779]: DEBUG oslo_db.api [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:58:15.165207 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-fb27200e-8e15-49f6-9c4c-c97db6364bb9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port 45d2634b-4a75-4cda-8d5d-b48e08af3f49 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:15.165696 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb27200e-8e15-49f6-9c4c-c97db6364bb9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:15.174306 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-bd08f607-e720-45ee-a171-8da035e082a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:15.175209 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd08f607-e720-45ee-a171-8da035e082a7 None None] The sync data for ids ['d96d3d40-ea90-4add-adc0-6fa7a1ba3e34'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:15.231176 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a3179259-ba72-4f5e-946f-3b49087f6734 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:15.266372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-fb27200e-8e15-49f6-9c4c-c97db6364bb9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] For port 45d2634b-4a75-4cda-8d5d-b48e08af3f49, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=45d2634b-4a75-4cda-8d5d-b48e08af3f49,segment=NetworkSegment(87715a6e-4f6c-430d-a502-56cc3cafca1f),segment_id=87715a6e-4f6c-430d-a502-56cc3cafca1f)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:15.266671 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-881d7911-8257-487a-82c4-cc9da0694e60 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] remove_router_interface failed (client error): The resource could not be found. Mar 23 12:58:15.266891 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb27200e-8e15-49f6-9c4c-c97db6364bb9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:15.268058 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-881d7911-8257-487a-82c4-cc9da0694e60 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/d96d3d40-ea90-4add-adc0-6fa7a1ba3e34/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2820134 Mar 23 12:58:15.270791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39392) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:15.285248 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-fb27200e-8e15-49f6-9c4c-c97db6364bb9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for 45d2634b-4a75-4cda-8d5d-b48e08af3f49 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:15.291632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a3179259-ba72-4f5e-946f-3b49087f6734 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:15.292051 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:15.302618 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0f9cb491-e99a-46a4-b924-ed38d9e5d802 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports?device_id=d96d3d40-ea90-4add-adc0-6fa7a1ba3e34 HTTP/1.1" status: 200 len: 205 time: 0.0306008 Mar 23 12:58:15.304954 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39394) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:15.374070 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:15.379333 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40a78ca5-557e-4041-8633-114413aa773f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:15.407496 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port a3179259-ba72-4f5e-946f-3b49087f6734, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a3179259-ba72-4f5e-946f-3b49087f6734,segment=NetworkSegment(d42b2b7b-01b2-48c2-9e2b-db04b318ea73),segment_id=d42b2b7b-01b2-48c2-9e2b-db04b318ea73)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:15.413972 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:15.470107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=a3179259-ba72-4f5e-946f-3b49087f6734,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:15.492192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 37c37369-c747-4b91-8ca8-895c273826d2 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:15.523132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 37c37369-c747-4b91-8ca8-895c273826d2 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:58:15.523412 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb27200e-8e15-49f6-9c4c-c97db6364bb9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:15.523539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 37c37369-c747-4b91-8ca8-895c273826d2 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:15.523877 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c6817546-285b-4222-a4f3-c52a1f7caa9a no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:15.543849 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c6817546-285b-4222-a4f3-c52a1f7caa9a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:58:15.544226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c6817546-285b-4222-a4f3-c52a1f7caa9a not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:15.552978 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27200e-8e15-49f6-9c4c-c97db6364bb9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=45d2634b-4a75-4cda-8d5d-b48e08af3f49,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:15.578894 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40a78ca5-557e-4041-8633-114413aa773f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:15.581260 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40a78ca5-557e-4041-8633-114413aa773f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:15.645052 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40a78ca5-557e-4041-8633-114413aa773f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:15.645577 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a78ca5-557e-4041-8633-114413aa773f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Fanout notify agent at l3_agent the message router_deleted on router d96d3d40-ea90-4add-adc0-6fa7a1ba3e34 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:58:15.654147 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40a78ca5-557e-4041-8633-114413aa773f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:15.655292 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-40a78ca5-557e-4041-8633-114413aa773f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/routers/d96d3d40-ea90-4add-adc0-6fa7a1ba3e34 HTTP/1.1" status: 204 len: 168 time: 0.3494403 Mar 23 12:58:15.655966 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:15.661986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39396) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:15.733109 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fb27200e-8e15-49f6-9c4c-c97db6364bb9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:15.742526 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb95608-55eb-4a7a-81a4-110126328470 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting subnet ff5d7caa-ab9d-49cc-a367-efaa837d748d {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:58:15.750812 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adb95608-55eb-4a7a-81a4-110126328470 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:15.803362 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adb95608-55eb-4a7a-81a4-110126328470 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:15.831845 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Deleting port a3179259-ba72-4f5e-946f-3b49087f6734 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:15.831845 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:15.921948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb27200e-8e15-49f6-9c4c-c97db6364bb9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:15.939666 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] For port a3179259-ba72-4f5e-946f-3b49087f6734, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a3179259-ba72-4f5e-946f-3b49087f6734,segment=NetworkSegment(d42b2b7b-01b2-48c2-9e2b-db04b318ea73),segment_id=d42b2b7b-01b2-48c2-9e2b-db04b318ea73)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:15.940177 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:15.965910 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Calling delete_port for a3179259-ba72-4f5e-946f-3b49087f6734 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:15.969337 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d6e7c1-8d6d-4e87-b078-7bc03dcf343d None None] Network baf13eea-5f2d-41ed-b83d-847361abd059 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:15.981223 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adb95608-55eb-4a7a-81a4-110126328470 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.004440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb27200e-8e15-49f6-9c4c-c97db6364bb9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:16.011484 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fb27200e-8e15-49f6-9c4c-c97db6364bb9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/0351b77c-27f5-4b13-982e-0d4f2e4f3e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6766062 Mar 23 12:58:16.014665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39398) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:16.033587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d9edc2-e273-4618-b7fc-afe55ecc74d2 None None] Sync routers for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:16.060322 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f035e158-ab5f-4072-b709-097a9260eb1b None None] Provisioning complete for port a3179259-ba72-4f5e-946f-3b49087f6734 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:16.060986 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f035e158-ab5f-4072-b709-097a9260eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.067417 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f20dbd-8d8c-4c31-9432-3f01eaaa98c1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting subnet ec6236e8-74fe-4523-934f-bce14a72075a {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:58:16.071701 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2f20dbd-8d8c-4c31-9432-3f01eaaa98c1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.072019 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d9edc2-e273-4618-b7fc-afe55ecc74d2 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:16.072816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-37d9edc2-e273-4618-b7fc-afe55ecc74d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:16.094925 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adb95608-55eb-4a7a-81a4-110126328470 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.111902 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-adb95608-55eb-4a7a-81a4-110126328470 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.116829 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-adb95608-55eb-4a7a-81a4-110126328470 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/ff5d7caa-ab9d-49cc-a367-efaa837d748d HTTP/1.1" status: 204 len: 168 time: 0.4532294 Mar 23 12:58:16.119647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39400) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:16.133458 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f73798d-f54c-437e-a952-d25ce43247bf None None] Network 02ed2760-85c1-4d01-9740-f48086fca774 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:16.139072 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb95608-55eb-4a7a-81a4-110126328470 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5d7caa-ab9d-49cc-a367-efaa837d748d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:16.145193 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.149543 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2f20dbd-8d8c-4c31-9432-3f01eaaa98c1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.181495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Port': ['ID=a3179259-ba72-4f5e-946f-3b49087f6734,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:16.183332 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No DVR routers for this DVR port a3179259-ba72-4f5e-946f-3b49087f6734 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:16.217110 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-37d9edc2-e273-4618-b7fc-afe55ecc74d2 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:16.255426 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.267440 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.289085 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf13eea-5f2d-41ed-b83d-847361abd059']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:16.298359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42b2b7b-01b2-48c2-9e2b-db04b318ea73') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:16.298651 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42b2b7b-01b2-48c2-9e2b-db04b318ea73') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:16.308994 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.322736 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.328739 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-37d9edc2-e273-4618-b7fc-afe55ecc74d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:58:15Z', 'revision_number': 11, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:16.331549 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:16.332330 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.333269 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f035e158-ab5f-4072-b709-097a9260eb1b None None] Could not find standard attr ID for object a3179259-ba72-4f5e-946f-3b49087f6734. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:16.336926 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:16.344317 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.345170 n-d-834854-1 neutron-server[102780]: INFO neutron.plugins.ml2.db [None req-f035e158-ab5f-4072-b709-097a9260eb1b None None] No ports have port_id starting with a3179259-ba72-4f5e-946f-3b49087f6734 Mar 23 12:58:16.352374 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2f20dbd-8d8c-4c31-9432-3f01eaaa98c1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.377561 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d9edc2-e273-4618-b7fc-afe55ecc74d2 None None] Checking router: 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:58:16.407952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port b7990e47-9732-45c1-90f6-4df068918fde {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:16.408403 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.412366 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.425797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d9edc2-e273-4618-b7fc-afe55ecc74d2 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:16.426432 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-37d9edc2-e273-4618-b7fc-afe55ecc74d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:16.450052 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.458606 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/baf13eea-5f2d-41ed-b83d-847361abd059 HTTP/1.1" status: 204 len: 168 time: 3.4279718 Mar 23 12:58:16.458606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1f35e-6efe-4f53-86b0-c4219406ae79 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Network': ['ID=baf13eea-5f2d-41ed-b83d-847361abd059,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:16.458606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39402) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:16.462942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b7b6e5-7357-4062-a797-0f9fe0f72648 None None] DHCP port deletion for baf13eea-5f2d-41ed-b83d-847361abd059 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:58:16.463766 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3be3b768-1dd5-40e0-86e9-6cad6c20dd1c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-275503610'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:16.496166 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be3b768-1dd5-40e0-86e9-6cad6c20dd1c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:16.497585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] For port b7990e47-9732-45c1-90f6-4df068918fde, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=b7990e47-9732-45c1-90f6-4df068918fde,segment=NetworkSegment(cfabd9fd-5a20-4c7d-9d6b-d8eddedab9f4),segment_id=cfabd9fd-5a20-4c7d-9d6b-d8eddedab9f4)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:16.497956 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.501084 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2f20dbd-8d8c-4c31-9432-3f01eaaa98c1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.502322 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3be3b768-1dd5-40e0-86e9-6cad6c20dd1c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.514417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-37d9edc2-e273-4618-b7fc-afe55ecc74d2 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:16.535628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be3b768-1dd5-40e0-86e9-6cad6c20dd1c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:58:16.540804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for b7990e47-9732-45c1-90f6-4df068918fde owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:16.544993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2f20dbd-8d8c-4c31-9432-3f01eaaa98c1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.549152 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3be3b768-1dd5-40e0-86e9-6cad6c20dd1c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.549320 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-3be3b768-1dd5-40e0-86e9-6cad6c20dd1c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Added segment 3fa5c7f3-b7a1-4a7c-8fb3-fc2f20e262c8 of type vlan for network fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a Mar 23 12:58:16.554820 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c2f20dbd-8d8c-4c31-9432-3f01eaaa98c1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/ec6236e8-74fe-4523-934f-bce14a72075a HTTP/1.1" status: 204 len: 168 time: 0.5356929 Mar 23 12:58:16.555721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f20dbd-8d8c-4c31-9432-3f01eaaa98c1 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6236e8-74fe-4523-934f-bce14a72075a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:16.556543 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39404) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:16.575529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460211f9-5bba-4d36-aa05-dc5401ffc738 None None] Network 55905117-8780-45fe-a901-360e8e4db092 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:16.578363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-37d9edc2-e273-4618-b7fc-afe55ecc74d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:58:15Z', 'revision_number': 11, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:16.618275 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d9edc2-e273-4618-b7fc-afe55ecc74d2 None None] The sync data for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 is: [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:58:15Z', 'revision_number': 11, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:16.645029 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.679540 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.679706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=b7990e47-9732-45c1-90f6-4df068918fde,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:16.681853 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] No DVR routers for this DVR port b7990e47-9732-45c1-90f6-4df068918fde on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:16.718943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc85e03-c937-4685-bc03-3f5f1f3e9850 None None] DHCP port deletion for 02ed2760-85c1-4d01-9740-f48086fca774 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:58:16.737150 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3be3b768-1dd5-40e0-86e9-6cad6c20dd1c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.783383 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.798815 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3be3b768-1dd5-40e0-86e9-6cad6c20dd1c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.805967 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ed2760-85c1-4d01-9740-f48086fca774']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:16.806767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be3b768-1dd5-40e0-86e9-6cad6c20dd1c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:16.807892 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3be3b768-1dd5-40e0-86e9-6cad6c20dd1c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.817462 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfabd9fd-5a20-4c7d-9d6b-d8eddedab9f4') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:16.817851 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfabd9fd-5a20-4c7d-9d6b-d8eddedab9f4') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:16.828028 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.840688 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Deleting port 2152ad51-9feb-4789-bd3b-5f49edf66ac0 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:16.841021 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.842136 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.848219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:16.848606 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:16.852357 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:16.872011 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3be3b768-1dd5-40e0-86e9-6cad6c20dd1c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4131949 Mar 23 12:58:16.891106 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39406) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:16.898325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-63e485d3-b0ce-4301-81b4-ccf01971902d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:16.933693 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3b768-1dd5-40e0-86e9-6cad6c20dd1c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Network': ['ID=fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:16.944155 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:16.955102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] For port 2152ad51-9feb-4789-bd3b-5f49edf66ac0, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2152ad51-9feb-4789-bd3b-5f49edf66ac0,segment=NetworkSegment(87715a6e-4f6c-430d-a502-56cc3cafca1f),segment_id=87715a6e-4f6c-430d-a502-56cc3cafca1f)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:16.955740 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:16.969982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Calling delete_port for 2152ad51-9feb-4789-bd3b-5f49edf66ac0 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:17.065809 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1772b934-9624-4517-8f94-de7ea2c8f903 None None] DHCP port deletion for 55905117-8780-45fe-a901-360e8e4db092 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:58:17.078489 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.096209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] No DVR routers for this DVR port 2152ad51-9feb-4789-bd3b-5f49edf66ac0 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:17.112760 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1772b934-9624-4517-8f94-de7ea2c8f903 None None] The port '2152ad51-9feb-4789-bd3b-5f49edf66ac0' was deleted {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 23 12:58:17.129608 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Port': ['ID=2152ad51-9feb-4789-bd3b-5f49edf66ac0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:17.211973 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b7990e47-9732-45c1-90f6-4df068918fde no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:17.220027 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.240899 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: b7990e47-9732-45c1-90f6-4df068918fde {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:58:17.241845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device b7990e47-9732-45c1-90f6-4df068918fde not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:17.242350 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a3179259-ba72-4f5e-946f-3b49087f6734 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:17.244324 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55905117-8780-45fe-a901-360e8e4db092']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:17.254509 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87715a6e-4f6c-430d-a502-56cc3cafca1f') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:17.255123 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87715a6e-4f6c-430d-a502-56cc3cafca1f') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:17.262645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: a3179259-ba72-4f5e-946f-3b49087f6734 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:58:17.262922 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a3179259-ba72-4f5e-946f-3b49087f6734 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:17.263338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 45d2634b-4a75-4cda-8d5d-b48e08af3f49 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:17.266497 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.282384 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.285151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 45d2634b-4a75-4cda-8d5d-b48e08af3f49 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:58:17.285500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 45d2634b-4a75-4cda-8d5d-b48e08af3f49 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:17.285927 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2152ad51-9feb-4789-bd3b-5f49edf66ac0 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:17.291097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:17.291770 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:17.295675 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:17.314707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 2152ad51-9feb-4789-bd3b-5f49edf66ac0 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:58:17.315037 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2152ad51-9feb-4789-bd3b-5f49edf66ac0 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:17.332663 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.343674 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.346946 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/networks/02ed2760-85c1-4d01-9740-f48086fca774 HTTP/1.1" status: 204 len: 168 time: 1.2259064 Mar 23 12:58:17.351785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39408) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:17.356306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8ecb2be8-4d4e-4d17-8aa2-e455b06a8706 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-58120858'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:17.368869 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.376427 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.379599 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/networks/55905117-8780-45fe-a901-360e8e4db092 HTTP/1.1" status: 204 len: 168 time: 0.8091433 Mar 23 12:58:17.380721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c011ac8-1184-4500-a773-a52b23fd8c1c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Network': ['ID=02ed2760-85c1-4d01-9740-f48086fca774,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:17.383201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39410) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:17.391912 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80f7f0-e28a-46f6-8544-c0d84f4e0645 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Pushing event deleted for resources: {'Network': ['ID=55905117-8780-45fe-a901-360e8e4db092,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:17.395419 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1a501bda-ed33-4e71-af44-c1c5d681e08d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'router': {'routes': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:17.457784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecb2be8-4d4e-4d17-8aa2-e455b06a8706 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:17.461638 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2be8-4d4e-4d17-8aa2-e455b06a8706 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.565755 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.635637 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecb2be8-4d4e-4d17-8aa2-e455b06a8706 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:58:17.661603 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.extraroute_db [None req-1a501bda-ed33-4e71-af44-c1c5d681e08d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Added routes are [] {{(pid=102778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 12:58:17.661905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.extraroute_db [None req-1a501bda-ed33-4e71-af44-c1c5d681e08d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Removed routes are [] {{(pid=102778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 12:58:17.662265 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a501bda-ed33-4e71-af44-c1c5d681e08d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.668533 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63e485d3-b0ce-4301-81b4-ccf01971902d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.710718 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2be8-4d4e-4d17-8aa2-e455b06a8706 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.710992 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-8ecb2be8-4d4e-4d17-8aa2-e455b06a8706 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Added segment 6ce68fd7-29b0-4eab-818a-f514c9300311 of type vlan for network ac657e90-182b-4f25-aa99-2ddf9ec1d613 Mar 23 12:58:17.726332 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63e485d3-b0ce-4301-81b4-ccf01971902d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.800534 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63e485d3-b0ce-4301-81b4-ccf01971902d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a is not hosted by any dhcp agent {{(pid=102778) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 12:58:17.806221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e485d3-b0ce-4301-81b4-ccf01971902d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:17.806806 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63e485d3-b0ce-4301-81b4-ccf01971902d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.808094 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-63e485d3-b0ce-4301-81b4-ccf01971902d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "PUT /v2.0/networks/fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a HTTP/1.1" status: 200 len: 723 time: 0.9159656 Mar 23 12:58:17.811193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39412) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:17.816474 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-126d1433-ee7f-425c-a167-a0cb44f03323 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'subnet': {'network_id': 'fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:17.843212 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2be8-4d4e-4d17-8aa2-e455b06a8706 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.893415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e485d3-b0ce-4301-81b4-ccf01971902d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Network': ['ID=fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:17.904917 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126d1433-ee7f-425c-a167-a0cb44f03323 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:17.906437 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:17.909004 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-126d1433-ee7f-425c-a167-a0cb44f03323 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.941134 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a501bda-ed33-4e71-af44-c1c5d681e08d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.948303 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a501bda-ed33-4e71-af44-c1c5d681e08d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.956256 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2be8-4d4e-4d17-8aa2-e455b06a8706 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:17.962682 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecb2be8-4d4e-4d17-8aa2-e455b06a8706 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:17.963188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2be8-4d4e-4d17-8aa2-e455b06a8706 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.090133 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8ecb2be8-4d4e-4d17-8aa2-e455b06a8706 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7373638 Mar 23 12:58:18.091855 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-126d1433-ee7f-425c-a167-a0cb44f03323 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.094546 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39414) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:18.106650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7c5dcbab-ce72-44c9-b1ce-303ffcd0670e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'subnet': {'network_id': 'ac657e90-182b-4f25-aa99-2ddf9ec1d613', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:18.112372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a501bda-ed33-4e71-af44-c1c5d681e08d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:18.114529 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb2be8-4d4e-4d17-8aa2-e455b06a8706 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Network': ['ID=ac657e90-182b-4f25-aa99-2ddf9ec1d613,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:18.125104 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network ac657e90-182b-4f25-aa99-2ddf9ec1d613 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:18.162294 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d1433-ee7f-425c-a167-a0cb44f03323 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Subnet': ['ID=d7542091-c035-449f-938a-9058797532d3,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:18.171072 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d1433-ee7f-425c-a167-a0cb44f03323 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Checking segment: {'id': '3fa5c7f3-b7a1-4a7c-8fb3-fc2f20e262c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:18.171964 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126d1433-ee7f-425c-a167-a0cb44f03323 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network hostable DHCP agents. Network: fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:58:18.190309 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126d1433-ee7f-425c-a167-a0cb44f03323 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:58:18.204047 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-126d1433-ee7f-425c-a167-a0cb44f03323 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:18.208275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126d1433-ee7f-425c-a167-a0cb44f03323 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:18.208930 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-126d1433-ee7f-425c-a167-a0cb44f03323 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.215458 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245310f9-46f2-4904-9c9f-e251c4fb7795 None None] Network fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:18.226409 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-126d1433-ee7f-425c-a167-a0cb44f03323 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4138639 Mar 23 12:58:18.229098 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39416) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:18.235527 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6fd929d1-9df9-4706-ba76-b6add7b86aaf tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:18.275753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a501bda-ed33-4e71-af44-c1c5d681e08d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:18.284001 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a501bda-ed33-4e71-af44-c1c5d681e08d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.288634 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1a501bda-ed33-4e71-af44-c1c5d681e08d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/0351b77c-27f5-4b13-982e-0d4f2e4f3e63 HTTP/1.1" status: 200 len: 701 time: 0.8976438 Mar 23 12:58:18.288634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39418) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:18.295218 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4b493-491a-4cc4-9bcd-8dfc099308c4 None None] Sync routers for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:18.314466 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4b493-491a-4cc4-9bcd-8dfc099308c4 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:18.315955 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0eb4b493-491a-4cc4-9bcd-8dfc099308c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:18.321205 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1735a5fc-4c39-4df1-80ac-422e860ae714 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports?device_id=0351b77c-27f5-4b13-982e-0d4f2e4f3e63 HTTP/1.1" status: 200 len: 205 time: 0.0288422 Mar 23 12:58:18.321973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39420) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:18.349693 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6fd929d1-9df9-4706-ba76-b6add7b86aaf tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25856352'] for subnet, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.404897 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-698881e9-783b-4da2-8d21-1e8bfc08a3c8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.412315 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0eb4b493-491a-4cc4-9bcd-8dfc099308c4 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:18.449467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5dcbab-ce72-44c9-b1ce-303ffcd0670e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:18.453268 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcbab-ce72-44c9-b1ce-303ffcd0670e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.468162 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0eb4b493-491a-4cc4-9bcd-8dfc099308c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:58:15Z', 'revision_number': 11, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:18.501482 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4b493-491a-4cc4-9bcd-8dfc099308c4 None None] Checking router: 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:58:18.510512 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4b493-491a-4cc4-9bcd-8dfc099308c4 None None] Routers {'0351b77c-27f5-4b13-982e-0d4f2e4f3e63'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:18.511124 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0eb4b493-491a-4cc4-9bcd-8dfc099308c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:18.532376 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6fd929d1-9df9-4706-ba76-b6add7b86aaf tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742089780920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26715292'] for subnet, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.581600 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0eb4b493-491a-4cc4-9bcd-8dfc099308c4 None None] Set router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:18.593444 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a', 'network_id': 'fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a', 'tenant_id': 'b1b42898dfcd411bae41e066e5f4377e', 'fixed_ips': [{'subnet_id': 'd7542091-c035-449f-938a-9058797532d3'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:58:18.594813 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.603025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd929d1-9df9-4706-ba76-b6add7b86aaf tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Subnet': ['ID=d7542091-c035-449f-938a-9058797532d3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:18.606414 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd929d1-9df9-4706-ba76-b6add7b86aaf tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:18.607356 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6fd929d1-9df9-4706-ba76-b6add7b86aaf tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.611076 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6fd929d1-9df9-4706-ba76-b6add7b86aaf tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "PUT /v2.0/subnets/d7542091-c035-449f-938a-9058797532d3 HTTP/1.1" status: 200 len: 806 time: 0.3777137 Mar 23 12:58:18.611812 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39422) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:18.633770 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0eb4b493-491a-4cc4-9bcd-8dfc099308c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:58:15Z', 'revision_number': 11, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:18.653885 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-698881e9-783b-4da2-8d21-1e8bfc08a3c8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.656897 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-698881e9-783b-4da2-8d21-1e8bfc08a3c8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.729887 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-698881e9-783b-4da2-8d21-1e8bfc08a3c8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.730302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698881e9-783b-4da2-8d21-1e8bfc08a3c8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Fanout notify agent at l3_agent the message router_deleted on router 0351b77c-27f5-4b13-982e-0d4f2e4f3e63 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:58:18.763462 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4b493-491a-4cc4-9bcd-8dfc099308c4 None None] The sync data for ids ['0351b77c-27f5-4b13-982e-0d4f2e4f3e63'] in n-d-834854-1 is: [{'id': '0351b77c-27f5-4b13-982e-0d4f2e4f3e63', 'name': 'tempest-RoutersTest-router-1741643602', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:57:31Z', 'updated_at': '2022-03-23T12:58:15Z', 'revision_number': 11, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:18.766336 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-698881e9-783b-4da2-8d21-1e8bfc08a3c8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.770455 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-698881e9-783b-4da2-8d21-1e8bfc08a3c8 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/routers/0351b77c-27f5-4b13-982e-0d4f2e4f3e63 HTTP/1.1" status: 204 len: 168 time: 0.4449022 Mar 23 12:58:18.775611 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39424) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:18.782242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b6835ca8-cef3-4885-8328-d4c6a2494e84 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1338389022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:18.791686 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.817788 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Allocated IP 172.20.0.2 (fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a/d7542091-c035-449f-938a-9058797532d3/13470d4b-3e1a-450c-bc30-392a740973b2) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:18.839755 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6835ca8-cef3-4885-8328-d4c6a2494e84 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.841551 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6835ca8-cef3-4885-8328-d4c6a2494e84 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.868030 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.884441 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcbab-ce72-44c9-b1ce-303ffcd0670e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.949180 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6835ca8-cef3-4885-8328-d4c6a2494e84 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.961611 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6835ca8-cef3-4885-8328-d4c6a2494e84 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.988586 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:18.999339 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.000862 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6835ca8-cef3-4885-8328-d4c6a2494e84 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.002046 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b6835ca8-cef3-4885-8328-d4c6a2494e84 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2235413 Mar 23 12:58:19.005029 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39426) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:19.005291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dcbab-ce72-44c9-b1ce-303ffcd0670e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Subnet': ['ID=2f657626-6dab-4860-a892-f5ebf521fe44,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:19.010904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5dcbab-ce72-44c9-b1ce-303ffcd0670e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Checking segment: {'id': '6ce68fd7-29b0-4eab-818a-f514c9300311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ac657e90-182b-4f25-aa99-2ddf9ec1d613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:19.011210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5dcbab-ce72-44c9-b1ce-303ffcd0670e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network hostable DHCP agents. Network: ac657e90-182b-4f25-aa99-2ddf9ec1d613, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:58:19.021214 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c4f21da0-73e1-4616-b91b-7bf87a724206 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:19.031557 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5dcbab-ce72-44c9-b1ce-303ffcd0670e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network ac657e90-182b-4f25-aa99-2ddf9ec1d613 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:58:19.045113 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7c5dcbab-ce72-44c9-b1ce-303ffcd0670e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, ac657e90-182b-4f25-aa99-2ddf9ec1d613) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:19.050543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5dcbab-ce72-44c9-b1ce-303ffcd0670e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:19.051417 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcbab-ce72-44c9-b1ce-303ffcd0670e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.060379 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Network fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:19.062718 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882cc23a-50fc-4a54-96db-fb1a5c1894e0 None None] Network ac657e90-182b-4f25-aa99-2ddf9ec1d613 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:19.068131 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:19.071858 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:19.082426 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7c5dcbab-ce72-44c9-b1ce-303ffcd0670e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9838979 Mar 23 12:58:19.084538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39428) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:19.090027 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-05079844-3fd6-4654-ab9a-2a014b924aad tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1319127466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:19.102150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Pushing event updated for resources: {'Port': ['ID=13470d4b-3e1a-450c-bc30-392a740973b2,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:19.116193 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05079844-3fd6-4654-ab9a-2a014b924aad tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.117477 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05079844-3fd6-4654-ab9a-2a014b924aad tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.175252 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05079844-3fd6-4654-ab9a-2a014b924aad tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.175482 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.180448 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05079844-3fd6-4654-ab9a-2a014b924aad tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.208823 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05079844-3fd6-4654-ab9a-2a014b924aad tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.210732 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-05079844-3fd6-4654-ab9a-2a014b924aad tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1242924 Mar 23 12:58:19.214135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39430) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:19.218544 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Attempting to bind port 13470d4b-3e1a-450c-bc30-392a740973b2 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:58:19.219065 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Attempting to bind port 13470d4b-3e1a-450c-bc30-392a740973b2 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '3fa5c7f3-b7a1-4a7c-8fb3-fc2f20e262c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:58:19.219315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Attempting to bind port 13470d4b-3e1a-450c-bc30-392a740973b2 on network fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:58:19.234068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:58:19.234462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Checking segment: {'id': '3fa5c7f3-b7a1-4a7c-8fb3-fc2f20e262c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:19.234839 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.235234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Bound using segment: {'id': '3fa5c7f3-b7a1-4a7c-8fb3-fc2f20e262c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:58:19.235710 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Bound port: 13470d4b-3e1a-450c-bc30-392a740973b2, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa5c7f3-b7a1-4a7c-8fb3-fc2f20e262c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:58:19.236230 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.237418 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Subnet': ['ID=d7542091-c035-449f-938a-9058797532d3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:19.358259 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] For port 13470d4b-3e1a-450c-bc30-392a740973b2, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:58:19.362000 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-ac657e90-182b-4f25-aa99-2ddf9ec1d613', 'network_id': 'ac657e90-182b-4f25-aa99-2ddf9ec1d613', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'fixed_ips': [{'subnet_id': '2f657626-6dab-4860-a892-f5ebf521fe44'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:58:19.362869 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.367031 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] For port 13470d4b-3e1a-450c-bc30-392a740973b2, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=13470d4b-3e1a-450c-bc30-392a740973b2,segment=NetworkSegment(3fa5c7f3-b7a1-4a7c-8fb3-fc2f20e262c8),segment_id=3fa5c7f3-b7a1-4a7c-8fb3-fc2f20e262c8)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:58:19.383304 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.518425 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.543223 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c8ae9-b3d3-45c5-a8ed-cea84a225adc None None] Pushing event updated for resources: {'Port': ['ID=13470d4b-3e1a-450c-bc30-392a740973b2,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:19.586570 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4f21da0-73e1-4616-b91b-7bf87a724206 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.590365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea099db9-15ec-48f9-a8c4-dd02500e5de2 None None] Network fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:19.629947 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.637771 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4f21da0-73e1-4616-b91b-7bf87a724206 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.671076 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Allocated IP 2001:db8::2 (ac657e90-182b-4f25-aa99-2ddf9ec1d613/2f657626-6dab-4860-a892-f5ebf521fe44/1664bca8-fbf0-47a8-b05f-29bb14bfc7e0) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:19.691449 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:19.731717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa5c7f3-b7a1-4a7c-8fb3-fc2f20e262c8') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:19.732038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa5c7f3-b7a1-4a7c-8fb3-fc2f20e262c8') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:19.744687 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.764714 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.777553 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:19.778679 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:19.782355 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:19.791843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9732185f-6fe8-428a-9d71-2962000ded21 None None] Network fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:19.800068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f21da0-73e1-4616-b91b-7bf87a724206 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Router 64be4c58-b518-42b1-b62c-8e9150261d52 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:58:19.882938 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.db.api [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 12:58:19.882938 n-d-834854-1 neutron-server[102779]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 12:58:19.882938 n-d-834854-1 neutron-server[102779]: [parameters: {'id': 'fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a'}] Mar 23 12:58:19.882938 n-d-834854-1 neutron-server[102779]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:58:19.883726 n-d-834854-1 neutron-server[102779]: DEBUG oslo_db.api [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:58:19.915136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f21da0-73e1-4616-b91b-7bf87a724206 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:19.922446 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4f21da0-73e1-4616-b91b-7bf87a724206 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.926373 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39432) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:19.926546 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c4f21da0-73e1-4616-b91b-7bf87a724206 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "PUT /v2.0/routers/64be4c58-b518-42b1-b62c-8e9150261d52 HTTP/1.1" status: 200 len: 694 time: 0.9196641 Mar 23 12:58:19.942360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3c4f9-ba69-4fdb-8d47-57a6902bb1e3 None None] Sync routers for ids ['64be4c58-b518-42b1-b62c-8e9150261d52'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:19.953173 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.963715 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:19.989231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3c4f9-ba69-4fdb-8d47-57a6902bb1e3 None None] Routers {'64be4c58-b518-42b1-b62c-8e9150261d52'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:19.989913 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-57c3c4f9-ba69-4fdb-8d47-57a6902bb1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['64be4c58-b518-42b1-b62c-8e9150261d52'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:20.076890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Network ac657e90-182b-4f25-aa99-2ddf9ec1d613 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:20.088067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:20.090820 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-57c3c4f9-ba69-4fdb-8d47-57a6902bb1e3 None None] Set router 64be4c58-b518-42b1-b62c-8e9150261d52 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:20.093108 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Pushing event updated for resources: {'Port': ['ID=1664bca8-fbf0-47a8-b05f-29bb14bfc7e0,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:20.095123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:20.150832 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-57c3c4f9-ba69-4fdb-8d47-57a6902bb1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64be4c58-b518-42b1-b62c-8e9150261d52', 'name': 'tempest-RoutersTest-router-1338389022', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:18Z', 'updated_at': '2022-03-23T12:58:19Z', 'revision_number': 2, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:20.197487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3c4f9-ba69-4fdb-8d47-57a6902bb1e3 None None] Checking router: 64be4c58-b518-42b1-b62c-8e9150261d52 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:58:20.231069 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3c4f9-ba69-4fdb-8d47-57a6902bb1e3 None None] Routers {'64be4c58-b518-42b1-b62c-8e9150261d52'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:20.231774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-57c3c4f9-ba69-4fdb-8d47-57a6902bb1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['64be4c58-b518-42b1-b62c-8e9150261d52'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:20.233746 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Attempting to bind port 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:58:20.234111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Attempting to bind port 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '6ce68fd7-29b0-4eab-818a-f514c9300311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ac657e90-182b-4f25-aa99-2ddf9ec1d613'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:58:20.234466 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Attempting to bind port 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 on network ac657e90-182b-4f25-aa99-2ddf9ec1d613 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:58:20.272368 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:58:20.272739 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Checking segment: {'id': '6ce68fd7-29b0-4eab-818a-f514c9300311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ac657e90-182b-4f25-aa99-2ddf9ec1d613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:20.273137 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:20.273520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Bound using segment: {'id': '6ce68fd7-29b0-4eab-818a-f514c9300311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ac657e90-182b-4f25-aa99-2ddf9ec1d613'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:58:20.273988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Bound port: 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce68fd7-29b0-4eab-818a-f514c9300311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ac657e90-182b-4f25-aa99-2ddf9ec1d613'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:58:20.274364 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:20.315159 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-57c3c4f9-ba69-4fdb-8d47-57a6902bb1e3 None None] Set router 64be4c58-b518-42b1-b62c-8e9150261d52 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:20.357436 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-99b4ee54-11be-43cc-803a-c0e947cc6d22 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/routers/64be4c58-b518-42b1-b62c-8e9150261d52 HTTP/1.1" status: 200 len: 700 time: 0.4294772 Mar 23 12:58:20.360521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39434) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:20.377821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Allocated IP 2001:db8::1 (ac657e90-182b-4f25-aa99-2ddf9ec1d613/2f657626-6dab-4860-a892-f5ebf521fe44/0a901be5-8fde-4148-9959-fe2e23848919) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:20.391070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-57c3c4f9-ba69-4fdb-8d47-57a6902bb1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64be4c58-b518-42b1-b62c-8e9150261d52', 'name': 'tempest-RoutersTest-router-1338389022', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:18Z', 'updated_at': '2022-03-23T12:58:19Z', 'revision_number': 2, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:20.393967 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:20.400595 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-28cad85a-df65-4cf1-bb7a-c1719ac7ea8b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports?device_id=64be4c58-b518-42b1-b62c-8e9150261d52 HTTP/1.1" status: 200 len: 205 time: 0.0365543 Mar 23 12:58:20.403412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39436) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:20.423546 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3c4f9-ba69-4fdb-8d47-57a6902bb1e3 None None] The sync data for ids ['64be4c58-b518-42b1-b62c-8e9150261d52'] in n-d-834854-1 is: [{'id': '64be4c58-b518-42b1-b62c-8e9150261d52', 'name': 'tempest-RoutersTest-router-1338389022', 'tenant_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:18Z', 'updated_at': '2022-03-23T12:58:19Z', 'revision_number': 2, 'project_id': '2f79e0e7083d4d08b9a2bbf46fc1ba56', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:20.449049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8917e707-e6f5-4263-965d-17303415f562 None None] For port 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:58:20.454822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8917e707-e6f5-4263-965d-17303415f562 None None] For port 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1664bca8-fbf0-47a8-b05f-29bb14bfc7e0,segment=NetworkSegment(6ce68fd7-29b0-4eab-818a-f514c9300311),segment_id=6ce68fd7-29b0-4eab-818a-f514c9300311)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:58:20.461071 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:20.500985 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-826f8b3d-ca80-4d03-bb41-680f6b7b9d39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:20.526056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917e707-e6f5-4263-965d-17303415f562 None None] Pushing event updated for resources: {'Port': ['ID=1664bca8-fbf0-47a8-b05f-29bb14bfc7e0,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:20.553034 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:20.604665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:20.658764 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network ac657e90-182b-4f25-aa99-2ddf9ec1d613 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:20.663699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:20.668170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:20.668858 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:20.703967 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-826f8b3d-ca80-4d03-bb41-680f6b7b9d39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:20.707617 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-826f8b3d-ca80-4d03-bb41-680f6b7b9d39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:20.711760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Deleting port 13470d4b-3e1a-450c-bc30-392a740973b2 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:20.712168 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:20.759681 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=0a901be5-8fde-4148-9959-fe2e23848919,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:20.823952 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:20.838118 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-826f8b3d-ca80-4d03-bb41-680f6b7b9d39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:20.838630 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826f8b3d-ca80-4d03-bb41-680f6b7b9d39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Fanout notify agent at l3_agent the message router_deleted on router 64be4c58-b518-42b1-b62c-8e9150261d52 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:58:20.846222 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-826f8b3d-ca80-4d03-bb41-680f6b7b9d39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:20.847345 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-826f8b3d-ca80-4d03-bb41-680f6b7b9d39 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/routers/64be4c58-b518-42b1-b62c-8e9150261d52 HTTP/1.1" status: 204 len: 168 time: 0.4430146 Mar 23 12:58:20.853727 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39438) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:20.896997 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-57d28762-88d3-4809-b3ae-5d53f91c12d9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports?device_id=64be4c58-b518-42b1-b62c-8e9150261d52 HTTP/1.1" status: 200 len: 205 time: 0.0421743 Mar 23 12:58:20.899602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] For port 13470d4b-3e1a-450c-bc30-392a740973b2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=13470d4b-3e1a-450c-bc30-392a740973b2,segment=NetworkSegment(3fa5c7f3-b7a1-4a7c-8fb3-fc2f20e262c8),segment_id=3fa5c7f3-b7a1-4a7c-8fb3-fc2f20e262c8)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:20.899989 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:20.902132 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39440) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:20.946362 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-4a26c90a-f703-408e-8ee3-4762c4aceb4e tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] delete failed (client error): The resource could not be found. Mar 23 12:58:20.947387 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4a26c90a-f703-408e-8ee3-4762c4aceb4e tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/routers/64be4c58-b518-42b1-b62c-8e9150261d52 HTTP/1.1" status: 404 len: 336 time: 0.0443580 Mar 23 12:58:20.950748 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39442) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:20.952785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Calling delete_port for 13470d4b-3e1a-450c-bc30-392a740973b2 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:20.983854 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5285e4-6923-43bf-bc0a-b57219ad8406 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:20.984244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5285e4-6923-43bf-bc0a-b57219ad8406 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:20.989950 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8c5285e4-6923-43bf-bc0a-b57219ad8406 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/56bcc3b5-b4cf-48d7-9169-cd5101cb9819 HTTP/1.1" status: 404 len: 337 time: 0.0359902 Mar 23 12:58:20.990773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39444) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.041004 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0a10a3-9dbd-4601-8d8b-a5088aba0863 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:21.041468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0a10a3-9dbd-4601-8d8b-a5088aba0863 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:21.044533 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6f0a10a3-9dbd-4601-8d8b-a5088aba0863 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/31f7b662-9dad-4ad2-989a-47a231d33bf1 HTTP/1.1" status: 404 len: 337 time: 0.0522764 Mar 23 12:58:21.048498 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39446) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.085882 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af5a8ac-112a-4980-a968-318340aeaa0d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:21.086340 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af5a8ac-112a-4980-a968-318340aeaa0d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:21.091966 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6af5a8ac-112a-4980-a968-318340aeaa0d tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/cb157ced-69eb-4dfb-a7bf-7e8eea74b9b6 HTTP/1.1" status: 404 len: 337 time: 0.0401554 Mar 23 12:58:21.092258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39448) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.113972 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.135667 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf834ad-fd4a-4725-b7d2-7cf1caa85054 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:21.136061 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf834ad-fd4a-4725-b7d2-7cf1caa85054 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:21.139097 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3bf834ad-fd4a-4725-b7d2-7cf1caa85054 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/ec6236e8-74fe-4523-934f-bce14a72075a HTTP/1.1" status: 404 len: 337 time: 0.0459089 Mar 23 12:58:21.142708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39450) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.143195 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Port': ['ID=13470d4b-3e1a-450c-bc30-392a740973b2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:21.148125 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No DVR routers for this DVR port 13470d4b-3e1a-450c-bc30-392a740973b2 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:21.180036 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4b5dbf21-7315-408c-9c6a-d0259568c25e tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports?device_id=0351b77c-27f5-4b13-982e-0d4f2e4f3e63 HTTP/1.1" status: 200 len: 205 time: 0.0358629 Mar 23 12:58:21.180392 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:21.183136 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39452) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.228056 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-2fc2e0e9-9e52-45cf-8d77-ddecc018532b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] delete failed (client error): The resource could not be found. Mar 23 12:58:21.229120 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2fc2e0e9-9e52-45cf-8d77-ddecc018532b tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/routers/0351b77c-27f5-4b13-982e-0d4f2e4f3e63 HTTP/1.1" status: 404 len: 336 time: 0.0450690 Mar 23 12:58:21.233052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39454) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.238274 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:21.239178 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.253534 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.269282 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d1e42f2b-d499-4315-9769-fa7ab4e9092e tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports?device_id=e43a02c4-7f8b-404b-af9a-3019db86846a HTTP/1.1" status: 200 len: 205 time: 0.0351501 Mar 23 12:58:21.274725 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39456) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.280186 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:21.285324 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.294318 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa5c7f3-b7a1-4a7c-8fb3-fc2f20e262c8') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:21.294618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa5c7f3-b7a1-4a7c-8fb3-fc2f20e262c8') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:21.306489 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.317114 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.317913 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.320519 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-d2ef731c-d48a-4cd7-a8e0-9ef325391249 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] delete failed (client error): The resource could not be found. Mar 23 12:58:21.321738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d2ef731c-d48a-4cd7-a8e0-9ef325391249 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/routers/e43a02c4-7f8b-404b-af9a-3019db86846a HTTP/1.1" status: 404 len: 336 time: 0.0460961 Mar 23 12:58:21.324746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39458) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.325996 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.333112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:21.333839 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.340250 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.368722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=0a901be5-8fde-4148-9959-fe2e23848919,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:21.386654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1664bca8-fbf0-47a8-b05f-29bb14bfc7e0,segment=NetworkSegment(6ce68fd7-29b0-4eab-818a-f514c9300311),segment_id=6ce68fd7-29b0-4eab-818a-f514c9300311)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:21.392045 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:21.392744 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:21.428546 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75c6f7a-7ed0-48a4-877d-38dbb6b2139c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:21.429518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75c6f7a-7ed0-48a4-877d-38dbb6b2139c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:21.432537 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b75c6f7a-7ed0-48a4-877d-38dbb6b2139c tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/0496ecdf-43c2-449c-8454-61abddd3c773 HTTP/1.1" status: 404 len: 337 time: 0.0409274 Mar 23 12:58:21.433234 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.435299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39460) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.437649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.443909 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a HTTP/1.1" status: 204 len: 168 time: 2.8311369 Mar 23 12:58:21.444564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39462) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.456135 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=1664bca8-fbf0-47a8-b05f-29bb14bfc7e0,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:21.467593 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b035ba90-b6b8-43e3-adc7-a38f20530f16 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports?device_id=36c17aeb-1747-4f35-ae6e-7cd9000363fe HTTP/1.1" status: 200 len: 205 time: 0.0311379 Mar 23 12:58:21.469026 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13eeacf-6fa1-4273-948e-4f9c55503f52 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Network': ['ID=fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:21.470013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39464) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.481381 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-740d5262-55fd-4475-85f3-d88b79f82742 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:21.482037 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-740d5262-55fd-4475-85f3-d88b79f82742 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:21.488960 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-740d5262-55fd-4475-85f3-d88b79f82742 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a HTTP/1.1" status: 404 len: 339 time: 0.0402615 Mar 23 12:58:21.489570 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39466) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.495004 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bffb2856-de5f-4f92-aaef-86244640378d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-96730935', 'description': 'd1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:21.514731 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffb2856-de5f-4f92-aaef-86244640378d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:21.518321 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bffb2856-de5f-4f92-aaef-86244640378d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.521010 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-bda1a5ab-7fa4-4fd6-ace3-bb601866b926 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] delete failed (client error): The resource could not be found. Mar 23 12:58:21.523980 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bda1a5ab-7fa4-4fd6-ace3-bb601866b926 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/routers/36c17aeb-1747-4f35-ae6e-7cd9000363fe HTTP/1.1" status: 404 len: 336 time: 0.0511465 Mar 23 12:58:21.525569 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39468) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.546022 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bffb2856-de5f-4f92-aaef-86244640378d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:58:21.554850 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bffb2856-de5f-4f92-aaef-86244640378d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.555196 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-bffb2856-de5f-4f92-aaef-86244640378d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Added segment 44c842eb-7014-4365-907d-9ba1fa13c739 of type vlan for network b9a0daa7-0cdd-4703-9533-78019974457d Mar 23 12:58:21.568278 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b3fc7619-7137-477e-812f-a77d3f341c56 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b27e201-4d09-477f-98f1-fd2ad252e51f HTTP/1.1" status: 200 len: 205 time: 0.0395579 Mar 23 12:58:21.568278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network ac657e90-182b-4f25-aa99-2ddf9ec1d613 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:21.568949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39470) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.575123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:21.597987 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bffb2856-de5f-4f92-aaef-86244640378d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.614713 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-ca0c455f-8888-41d1-bab4-05e09df22eed tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] delete failed (client error): The resource could not be found. Mar 23 12:58:21.615768 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ca0c455f-8888-41d1-bab4-05e09df22eed tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/routers/1b27e201-4d09-477f-98f1-fd2ad252e51f HTTP/1.1" status: 404 len: 336 time: 0.0458751 Mar 23 12:58:21.618863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39472) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.646809 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bffb2856-de5f-4f92-aaef-86244640378d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.652293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffb2856-de5f-4f92-aaef-86244640378d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:21.652877 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bffb2856-de5f-4f92-aaef-86244640378d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:21.655382 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb68e3e-546f-460c-b9cf-2d9e908d3575 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:21.655816 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb68e3e-546f-460c-b9cf-2d9e908d3575 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:21.661654 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dbb68e3e-546f-460c-b9cf-2d9e908d3575 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/161a91ca-1549-41a7-bf18-75dfd00b86f6 HTTP/1.1" status: 404 len: 337 time: 0.0374551 Mar 23 12:58:21.667917 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39474) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.722769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39476) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.723074 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bffb2856-de5f-4f92-aaef-86244640378d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2324390 Mar 23 12:58:21.725439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7f20304c-a1fb-43df-8c62-d450e955f411 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports?device_id=855f074c-7b96-4301-8001-435141e96ec9 HTTP/1.1" status: 200 len: 205 time: 0.0564311 Mar 23 12:58:21.733467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39478) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.767352 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb2856-de5f-4f92-aaef-86244640378d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Network': ['ID=b9a0daa7-0cdd-4703-9533-78019974457d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:21.781890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network b9a0daa7-0cdd-4703-9533-78019974457d details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:21.795200 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-e9142312-a395-4cdc-b902-d10ea8f9d037 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] delete failed (client error): The resource could not be found. Mar 23 12:58:21.796281 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e9142312-a395-4cdc-b902-d10ea8f9d037 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/routers/855f074c-7b96-4301-8001-435141e96ec9 HTTP/1.1" status: 404 len: 336 time: 0.0617101 Mar 23 12:58:21.799244 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39480) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.827098 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ee67d2-d120-41a0-975d-213b591978f3 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:21.827848 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ee67d2-d120-41a0-975d-213b591978f3 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:21.834319 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-76ee67d2-d120-41a0-975d-213b591978f3 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/f81f865a-064f-489a-968f-be9fdce2f29e HTTP/1.1" status: 404 len: 337 time: 0.0339777 Mar 23 12:58:21.836028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39482) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.857241 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 442cb03f-1375-4d9c-a0c7-924c8a7d252e is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:58:21.869836 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f937ef1c-395b-48da-a3be-cc984fd1ef9b tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:21.871399 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f937ef1c-395b-48da-a3be-cc984fd1ef9b tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "GET /v2.0/networks?id=b9a0daa7-0cdd-4703-9533-78019974457d HTTP/1.1" status: 200 len: 759 time: 0.1476614 Mar 23 12:58:21.874209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39484) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.880268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e36fd45d-5411-4522-a450-a7061369437f tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'network': {'description': 'd2'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:21.881629 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-aa890b72-ec7e-4ed4-8027-bb8b13f70024 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ec151a4-0707-43f3-bca7-58892dd9e32e HTTP/1.1" status: 200 len: 205 time: 0.0442400 Mar 23 12:58:21.882310 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39486) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.933819 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-4bc61598-d3e5-44e6-a337-a59ddd977804 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] delete failed (client error): The resource could not be found. Mar 23 12:58:21.937494 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4bc61598-d3e5-44e6-a337-a59ddd977804 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/routers/7ec151a4-0707-43f3-bca7-58892dd9e32e HTTP/1.1" status: 404 len: 336 time: 0.0516317 Mar 23 12:58:21.937670 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39488) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:21.968921 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f35d665-e5b2-48ed-8ac1-3a2f3e3d75e9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:21.969385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f35d665-e5b2-48ed-8ac1-3a2f3e3d75e9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:21.972541 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5f35d665-e5b2-48ed-8ac1-3a2f3e3d75e9 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/c516e9fd-c4a2-4c02-80f0-f143c098a7ce HTTP/1.1" status: 404 len: 337 time: 0.0338650 Mar 23 12:58:21.975086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39490) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:22.003159 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-9932bdb0-ddbd-45db-bec0-55b3f8ee9222 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:22.003624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9932bdb0-ddbd-45db-bec0-55b3f8ee9222 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:22.010059 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9932bdb0-ddbd-45db-bec0-55b3f8ee9222 tempest-RoutersTest-1261383120 tempest-RoutersTest-1261383120-project] 10.222.0.52 "DELETE /v2.0/subnets/b053e7a1-9e75-4fd7-823f-9307bff64862 HTTP/1.1" status: 404 len: 337 time: 0.0308201 Mar 23 12:58:22.104730 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:22.114255 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8ffc099a-5b9e-4843-ba80-98e905627e0c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/442cb03f-1375-4d9c-a0c7-924c8a7d252e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8963270 Mar 23 12:58:22.114393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39494) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:22.119549 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6030457a-06ec-40a8-8e81-a4b25fb6388e None None] Sync routers for ids ['442cb03f-1375-4d9c-a0c7-924c8a7d252e'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:22.138150 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6030457a-06ec-40a8-8e81-a4b25fb6388e None None] Routers {'442cb03f-1375-4d9c-a0c7-924c8a7d252e'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:22.138792 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6030457a-06ec-40a8-8e81-a4b25fb6388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['442cb03f-1375-4d9c-a0c7-924c8a7d252e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:22.156179 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e5dcab-f71c-4844-bfb4-9a1bc846d8b5 None None] Network ac657e90-182b-4f25-aa99-2ddf9ec1d613 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:22.180011 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6030457a-06ec-40a8-8e81-a4b25fb6388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:22.197330 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6030457a-06ec-40a8-8e81-a4b25fb6388e None None] Routers {'442cb03f-1375-4d9c-a0c7-924c8a7d252e'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:22.198472 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6030457a-06ec-40a8-8e81-a4b25fb6388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['442cb03f-1375-4d9c-a0c7-924c8a7d252e'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:22.212270 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e36fd45d-5411-4522-a450-a7061369437f tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:22.231094 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e36fd45d-5411-4522-a450-a7061369437f tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:22.249483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e36fd45d-5411-4522-a450-a7061369437f tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network b9a0daa7-0cdd-4703-9533-78019974457d is not hosted by any dhcp agent {{(pid=102778) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 12:58:22.250392 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-6030457a-06ec-40a8-8e81-a4b25fb6388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:22.251051 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6030457a-06ec-40a8-8e81-a4b25fb6388e None None] The sync data for ids ['442cb03f-1375-4d9c-a0c7-924c8a7d252e'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:22.251732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1a6bd7-474c-4418-83d5-9d0c1525c7a0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:22.256264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36fd45d-5411-4522-a450-a7061369437f tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:22.257659 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e36fd45d-5411-4522-a450-a7061369437f tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:22.259992 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e36fd45d-5411-4522-a450-a7061369437f tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "PUT /v2.0/networks/b9a0daa7-0cdd-4703-9533-78019974457d HTTP/1.1" status: 200 len: 756 time: 0.3848491 Mar 23 12:58:22.260807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39496) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:22.261035 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7d1a6bd7-474c-4418-83d5-9d0c1525c7a0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports/0a901be5-8fde-4148-9959-fe2e23848919 HTTP/1.1" status: 200 len: 911 time: 0.1440341 Mar 23 12:58:22.262967 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39498) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:22.289907 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-17ad762c-3fce-4f58-8d12-c19167211c0b None None] Provisioning complete for port 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:22.290468 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-17ad762c-3fce-4f58-8d12-c19167211c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:22.378805 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb937a5c-63fc-417b-9d42-88953d3dd276 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:22.380709 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bb937a5c-63fc-417b-9d42-88953d3dd276 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "GET /v2.0/networks?id=b9a0daa7-0cdd-4703-9533-78019974457d HTTP/1.1" status: 200 len: 759 time: 0.1164443 Mar 23 12:58:22.385675 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39502) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:22.389656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fd45d-5411-4522-a450-a7061369437f tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Network': ['ID=b9a0daa7-0cdd-4703-9533-78019974457d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:22.395093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b3efc5b5-be2a-4be8-ac31-722c544000fb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-271449451'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:22.404863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network b9a0daa7-0cdd-4703-9533-78019974457d details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:22.422571 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3efc5b5-be2a-4be8-ac31-722c544000fb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:22.426262 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3efc5b5-be2a-4be8-ac31-722c544000fb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:22.440889 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39504) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:22.493048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3efc5b5-be2a-4be8-ac31-722c544000fb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:58:22.534585 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3efc5b5-be2a-4be8-ac31-722c544000fb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:22.535101 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-b3efc5b5-be2a-4be8-ac31-722c544000fb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Added segment 7c6d1dd4-4b1f-4ae7-b34b-28d6780b206e of type vlan for network b5a45f1b-dcf6-46b7-ac80-473fd5651c9d Mar 23 12:58:22.589433 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3efc5b5-be2a-4be8-ac31-722c544000fb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:22.620143 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-96925a0b-52a8-4ca6-98b5-b96476745981 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f79e0e7083d4d08b9a2bbf46fc1ba56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780746 Mar 23 12:58:22.622853 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39508) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:22.665940 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3efc5b5-be2a-4be8-ac31-722c544000fb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:22.671436 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3efc5b5-be2a-4be8-ac31-722c544000fb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:22.672096 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b3efc5b5-be2a-4be8-ac31-722c544000fb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:22.681073 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3191cbe7-a695-46ef-b4d0-cb19f993c619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:22.712616 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3191cbe7-a695-46ef-b4d0-cb19f993c619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:22.743723 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b3efc5b5-be2a-4be8-ac31-722c544000fb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3549650 Mar 23 12:58:22.746548 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39510) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:22.752165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b17ae700-30a8-4fa2-a275-8e516dc43083 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'subnet': {'network_id': 'b5a45f1b-dcf6-46b7-ac80-473fd5651c9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:22.758765 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efc5b5-be2a-4be8-ac31-722c544000fb tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Network': ['ID=b5a45f1b-dcf6-46b7-ac80-473fd5651c9d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:22.770707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network b5a45f1b-dcf6-46b7-ac80-473fd5651c9d details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:22.832103 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd7ace93-025e-478e-8a8e-8f7d032597d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:22.845068 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3191cbe7-a695-46ef-b4d0-cb19f993c619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:22.848526 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3191cbe7-a695-46ef-b4d0-cb19f993c619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:22.849979 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3191cbe7-a695-46ef-b4d0-cb19f993c619 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7fca367-092f-4449-b580-e1fe1c57ef16 HTTP/1.1" status: 204 len: 168 time: 0.2261944 Mar 23 12:58:22.869821 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191cbe7-a695-46ef-b4d0-cb19f993c619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fca367-092f-4449-b580-e1fe1c57ef16,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:22.896713 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17ae700-30a8-4fa2-a275-8e516dc43083 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:22.901346 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b17ae700-30a8-4fa2-a275-8e516dc43083 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:22.931247 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9d3f6781-34b3-4ae4-9129-6a6728842c12 None None] Provisioning complete for port 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:22.931701 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6781-34b3-4ae4-9129-6a6728842c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:23.103511 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9d3f6781-34b3-4ae4-9129-6a6728842c12 None None] Provisioning complete for port 0a901be5-8fde-4148-9959-fe2e23848919 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:23.104098 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6781-34b3-4ae4-9129-6a6728842c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:23.198179 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9d3f6781-34b3-4ae4-9129-6a6728842c12 None None] Port 0a901be5-8fde-4148-9959-fe2e23848919 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:23.226654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:23.229810 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cd7ace93-025e-478e-8a8e-8f7d032597d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port 0a901be5-8fde-4148-9959-fe2e23848919 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:23.230155 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd7ace93-025e-478e-8a8e-8f7d032597d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:23.241888 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b17ae700-30a8-4fa2-a275-8e516dc43083 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:23.286033 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:23.286409 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:23.324248 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ae700-30a8-4fa2-a275-8e516dc43083 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Subnet': ['ID=ce2b1ee3-efca-4d22-ad70-97153b881c51,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:23.334129 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ae700-30a8-4fa2-a275-8e516dc43083 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Checking segment: {'id': '7c6d1dd4-4b1f-4ae7-b34b-28d6780b206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b5a45f1b-dcf6-46b7-ac80-473fd5651c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:23.334839 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ae700-30a8-4fa2-a275-8e516dc43083 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network hostable DHCP agents. Network: b5a45f1b-dcf6-46b7-ac80-473fd5651c9d, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:58:23.359171 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ae700-30a8-4fa2-a275-8e516dc43083 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network b5a45f1b-dcf6-46b7-ac80-473fd5651c9d is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:58:23.366430 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a225f24a-28a9-488a-8c9e-00bef7b77014 None None] Provisioning complete for port 0a901be5-8fde-4148-9959-fe2e23848919 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:23.366981 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a225f24a-28a9-488a-8c9e-00bef7b77014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:23.380838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b17ae700-30a8-4fa2-a275-8e516dc43083 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, b5a45f1b-dcf6-46b7-ac80-473fd5651c9d) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:23.393559 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd7ace93-025e-478e-8a8e-8f7d032597d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:23.399066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea4bd2e-9ad4-4588-8cbc-55b52e918cbb None None] Network b5a45f1b-dcf6-46b7-ac80-473fd5651c9d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:23.402929 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17ae700-30a8-4fa2-a275-8e516dc43083 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:23.403751 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b17ae700-30a8-4fa2-a275-8e516dc43083 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:23.426307 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cd7ace93-025e-478e-8a8e-8f7d032597d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for 0a901be5-8fde-4148-9959-fe2e23848919 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:23.449067 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b17ae700-30a8-4fa2-a275-8e516dc43083 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7010326 Mar 23 12:58:23.451462 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39524) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:23.471834 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a225f24a-28a9-488a-8c9e-00bef7b77014 None None] Port 0a901be5-8fde-4148-9959-fe2e23848919 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:23.643365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0bdf66b6-fed0-4ec4-8fae-46121873dec4 None None] Provisioning complete for port 0a901be5-8fde-4148-9959-fe2e23848919 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:23.643960 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0bdf66b6-fed0-4ec4-8fae-46121873dec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:23.646811 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd9827f-fa56-4434-b545-bb21725e7927 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:23.682082 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5553119f-957a-4045-a25c-a0e6e7d0755b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-b5a45f1b-dcf6-46b7-ac80-473fd5651c9d', 'network_id': 'b5a45f1b-dcf6-46b7-ac80-473fd5651c9d', 'tenant_id': 'b1b42898dfcd411bae41e066e5f4377e', 'fixed_ips': [{'subnet_id': 'ce2b1ee3-efca-4d22-ad70-97153b881c51'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:58:23.683387 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5553119f-957a-4045-a25c-a0e6e7d0755b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:23.690443 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd7ace93-025e-478e-8a8e-8f7d032597d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:23.717391 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd9827f-fa56-4434-b545-bb21725e7927 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:23.719106 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf66b6-fed0-4ec4-8fae-46121873dec4 None None] Port 0a901be5-8fde-4148-9959-fe2e23848919 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:23.776730 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ace93-025e-478e-8a8e-8f7d032597d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=0a901be5-8fde-4148-9959-fe2e23848919,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:23.828375 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd9827f-fa56-4434-b545-bb21725e7927 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-5553119f-957a-4045-a25c-a0e6e7d0755b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce2b1ee3-efca-4d22-ad70-97153b881c51: This subnet is being modified by another concurrent operation. Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce2b1ee3-efca-4d22-ad70-97153b881c51: This subnet is being modified by another concurrent operation. Mar 23 12:58:23.838743 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Mar 23 12:58:23.866965 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd7ace93-025e-478e-8a8e-8f7d032597d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:23.874046 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fbd5c2-59ca-4b4f-a275-d82410743287 None None] Network b5a45f1b-dcf6-46b7-ac80-473fd5651c9d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:23.882736 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9827f-fa56-4434-b545-bb21725e7927 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Subnet': ['ID=ce2b1ee3-efca-4d22-ad70-97153b881c51,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:23.984854 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd9827f-fa56-4434-b545-bb21725e7927 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:24.019181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4fd9827f-fa56-4434-b545-bb21725e7927 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a45f1b-dcf6-46b7-ac80-473fd5651c9d']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:24.034533 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4fd9827f-fa56-4434-b545-bb21725e7927 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6d1dd4-4b1f-4ae7-b34b-28d6780b206e') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:24.034843 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-4fd9827f-fa56-4434-b545-bb21725e7927 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6d1dd4-4b1f-4ae7-b34b-28d6780b206e') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:24.046845 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd9827f-fa56-4434-b545-bb21725e7927 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:24.062233 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd9827f-fa56-4434-b545-bb21725e7927 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:24.071695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd9827f-fa56-4434-b545-bb21725e7927 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:24.072134 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd9827f-fa56-4434-b545-bb21725e7927 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:24.074591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035747cc-1dbb-4440-9301-74aa4344c6ab None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:24.083321 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:24.090377 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7ace93-025e-478e-8a8e-8f7d032597d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 442cb03f-1375-4d9c-a0c7-924c8a7d252e has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:24.140235 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bbb0f86a-9d47-4a72-bfd5-7e18a933f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:24.165553 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd9827f-fa56-4434-b545-bb21725e7927 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:24.179331 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4fd9827f-fa56-4434-b545-bb21725e7927 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:24.184098 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4fd9827f-fa56-4434-b545-bb21725e7927 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/b5a45f1b-dcf6-46b7-ac80-473fd5651c9d HTTP/1.1" status: 204 len: 168 time: 0.7308750 Mar 23 12:58:24.186546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39540) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:24.190528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7ace93-025e-478e-8a8e-8f7d032597d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:24.199914 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cd7ace93-025e-478e-8a8e-8f7d032597d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/442cb03f-1375-4d9c-a0c7-924c8a7d252e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9349370 Mar 23 12:58:24.200568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39542) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:24.206843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1427cbe-7cbb-42ab-9e8e-1947ca5c31bf None None] Sync routers for ids ['442cb03f-1375-4d9c-a0c7-924c8a7d252e'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:24.235976 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bf88b51c-184a-4e9a-ae16-95380e8fb97d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports?device_id=442cb03f-1375-4d9c-a0c7-924c8a7d252e HTTP/1.1" status: 200 len: 205 time: 0.0341730 Mar 23 12:58:24.236627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39546) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:24.240176 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1427cbe-7cbb-42ab-9e8e-1947ca5c31bf None None] Routers {'442cb03f-1375-4d9c-a0c7-924c8a7d252e'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:24.241117 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a1427cbe-7cbb-42ab-9e8e-1947ca5c31bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['442cb03f-1375-4d9c-a0c7-924c8a7d252e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:24.244345 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035747cc-1dbb-4440-9301-74aa4344c6ab None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:58:24.254814 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58f3a8b-0254-43c5-a4d9-52734c6c6032 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] GET failed (client error): The resource could not be found. Mar 23 12:58:24.256348 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c58f3a8b-0254-43c5-a4d9-52734c6c6032 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "GET /v2.0/subnets/ce2b1ee3-efca-4d22-ad70-97153b881c51 HTTP/1.1" status: 404 len: 337 time: 0.0688539 Mar 23 12:58:24.257697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9827f-fa56-4434-b545-bb21725e7927 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Network': ['ID=b5a45f1b-dcf6-46b7-ac80-473fd5651c9d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:24.259381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39548) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:24.279131 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a1427cbe-7cbb-42ab-9e8e-1947ca5c31bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:24.282113 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48db70c-ba82-4bc6-978b-e126456abdad tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:24.282719 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48db70c-ba82-4bc6-978b-e126456abdad tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:24.286904 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a48db70c-ba82-4bc6-978b-e126456abdad tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/b5a45f1b-dcf6-46b7-ac80-473fd5651c9d HTTP/1.1" status: 404 len: 339 time: 0.0263743 Mar 23 12:58:24.291334 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39550) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:24.303476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1427cbe-7cbb-42ab-9e8e-1947ca5c31bf None None] Routers {'442cb03f-1375-4d9c-a0c7-924c8a7d252e'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:24.304531 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a1427cbe-7cbb-42ab-9e8e-1947ca5c31bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:57:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['442cb03f-1375-4d9c-a0c7-924c8a7d252e'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:24.348503 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80c5785a-4f53-4127-94bc-95a689ce3048 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:24.363363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a1427cbe-7cbb-42ab-9e8e-1947ca5c31bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:24.364183 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1427cbe-7cbb-42ab-9e8e-1947ca5c31bf None None] The sync data for ids ['442cb03f-1375-4d9c-a0c7-924c8a7d252e'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:24.530070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757cdfa1-b844-41f0-9364-5d18ee6a1d1d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:24.531647 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-757cdfa1-b844-41f0-9364-5d18ee6a1d1d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2392869 Mar 23 12:58:24.536469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39558) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:24.586714 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0854563d-0272-4949-9400-e29f7de7f8e8 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 207 time: 0.0487823 Mar 23 12:58:24.587804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39560) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:24.662191 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9c0ff4-e900-4363-93dc-3fe2f437ffd4 None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:58:24.773731 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9c0ff4-e900-4363-93dc-3fe2f437ffd4 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:58:24.831117 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a115eaf-79c2-4613-9929-3a8b402c7171 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:24.846281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a115eaf-79c2-4613-9929-3a8b402c7171 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:24.855002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a115eaf-79c2-4613-9929-3a8b402c7171 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:24.861504 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a115eaf-79c2-4613-9929-3a8b402c7171 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:24.864941 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4a115eaf-79c2-4613-9929-3a8b402c7171 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.2750158 Mar 23 12:58:24.868227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39574) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:24.934273 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80c5785a-4f53-4127-94bc-95a689ce3048 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:24.938189 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80c5785a-4f53-4127-94bc-95a689ce3048 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:24.984791 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80c5785a-4f53-4127-94bc-95a689ce3048 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:24.985403 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c5785a-4f53-4127-94bc-95a689ce3048 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Fanout notify agent at l3_agent the message router_deleted on router 442cb03f-1375-4d9c-a0c7-924c8a7d252e {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:58:24.994479 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-80c5785a-4f53-4127-94bc-95a689ce3048 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:24.997728 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-80c5785a-4f53-4127-94bc-95a689ce3048 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/routers/442cb03f-1375-4d9c-a0c7-924c8a7d252e HTTP/1.1" status: 204 len: 168 time: 0.7575998 Mar 23 12:58:24.998101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39580) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:25.078438 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2993c29-e8f8-4fbe-83bb-85c5058fda34 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting subnet 2f657626-6dab-4860-a892-f5ebf521fe44 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:58:25.082500 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2993c29-e8f8-4fbe-83bb-85c5058fda34 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.133204 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2993c29-e8f8-4fbe-83bb-85c5058fda34 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.233570 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2993c29-e8f8-4fbe-83bb-85c5058fda34 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.242466 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39584) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:25.288063 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6da3587f-22e9-41d1-bc35-6c683d2b9318 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.4185512 Mar 23 12:58:25.291386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39588) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:25.299859 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2993c29-e8f8-4fbe-83bb-85c5058fda34 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.331772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2993c29-e8f8-4fbe-83bb-85c5058fda34 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Subnet': ['ID=2f657626-6dab-4860-a892-f5ebf521fe44,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:25.337411 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2993c29-e8f8-4fbe-83bb-85c5058fda34 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.343715 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e2993c29-e8f8-4fbe-83bb-85c5058fda34 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/2f657626-6dab-4860-a892-f5ebf521fe44 HTTP/1.1" status: 204 len: 168 time: 0.3447740 Mar 23 12:58:25.344351 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39590) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:25.345919 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178200ed-c33e-485f-bade-8b9b1525b767 None None] Network ac657e90-182b-4f25-aa99-2ddf9ec1d613 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:25.389800 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfa69-f3d4-462c-87cf-32ec40cd97f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.394114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd21a570-d35a-4f34-a9e9-2097f9ce63ee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:25.396553 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd21a570-d35a-4f34-a9e9-2097f9ce63ee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:25.401287 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fd21a570-d35a-4f34-a9e9-2097f9ce63ee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1044312 Mar 23 12:58:25.401633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39592) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:25.435206 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.484827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5634cf26-ab5c-4949-9059-39b34cf0daee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['shared'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:25.487089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5634cf26-ab5c-4949-9059-39b34cf0daee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['shared'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:25.488718 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5634cf26-ab5c-4949-9059-39b34cf0daee tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0862720 Mar 23 12:58:25.492916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39594) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:25.526993 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:25.527344 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.541971 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfa69-f3d4-462c-87cf-32ec40cd97f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.546109 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfa69-f3d4-462c-87cf-32ec40cd97f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.555491 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56100039-901e-4391-a297-ca86795ed857 None None] DHCP port deletion for ac657e90-182b-4f25-aa99-2ddf9ec1d613 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:58:25.588422 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0b5dfa69-f3d4-462c-87cf-32ec40cd97f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a6ad768b81a549a6af97bafb66dc4e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448708 Mar 23 12:58:25.589403 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dfa69-f3d4-462c-87cf-32ec40cd97f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a122c074-af2a-4767-87b8-6ee010534cb3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:25.591764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39596) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:25.621872 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-56100039-901e-4391-a297-ca86795ed857 None None] Deleting port 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:25.622243 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-56100039-901e-4391-a297-ca86795ed857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.653488 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] For port 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1664bca8-fbf0-47a8-b05f-29bb14bfc7e0,segment=NetworkSegment(6ce68fd7-29b0-4eab-818a-f514c9300311),segment_id=6ce68fd7-29b0-4eab-818a-f514c9300311)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:25.653887 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.661067 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41a1d3f5-b025-4763-b73d-10ef261efdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.675544 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:25.683817 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41a1d3f5-b025-4763-b73d-10ef261efdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.685985 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50f1080-f247-466b-a9e8-ff7625d1f13a tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:25.690922 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b50f1080-f247-466b-a9e8-ff7625d1f13a tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "GET /v2.0/networks/14e45226-e964-4060-85ff-15eb42d9cbdf HTTP/1.1" status: 200 len: 799 time: 0.1933281 Mar 23 12:58:25.691076 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-56100039-901e-4391-a297-ca86795ed857 None None] For port 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1664bca8-fbf0-47a8-b05f-29bb14bfc7e0,segment=NetworkSegment(6ce68fd7-29b0-4eab-818a-f514c9300311),segment_id=6ce68fd7-29b0-4eab-818a-f514c9300311)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:25.691076 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-56100039-901e-4391-a297-ca86795ed857 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.691614 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39598) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:25.703705 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-56100039-901e-4391-a297-ca86795ed857 None None] Calling delete_port for 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:25.777443 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.791528 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-56100039-901e-4391-a297-ca86795ed857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.797425 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41a1d3f5-b025-4763-b73d-10ef261efdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.800247 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41a1d3f5-b025-4763-b73d-10ef261efdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.804510 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-41a1d3f5-b025-4763-b73d-10ef261efdc8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a122c074-af2a-4767-87b8-6ee010534cb3 HTTP/1.1" status: 204 len: 168 time: 0.2046764 Mar 23 12:58:25.817845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56100039-901e-4391-a297-ca86795ed857 None None] Pushing event deleted for resources: {'Port': ['ID=1664bca8-fbf0-47a8-b05f-29bb14bfc7e0,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:25.822229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=1664bca8-fbf0-47a8-b05f-29bb14bfc7e0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:25.825454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1d3f5-b025-4763-b73d-10ef261efdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a122c074-af2a-4767-87b8-6ee010534cb3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:25.825614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56100039-901e-4391-a297-ca86795ed857 None None] No DVR routers for this DVR port 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:25.825734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] No DVR routers for this DVR port 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:25.833599 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7244fb42-7285-4035-8d54-e26725737321 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "GET /v2.0/networks/14e45226-e964-4060-85ff-15eb42d9cbdf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1413801 Mar 23 12:58:25.839473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39602) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:25.906730 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaeb261-0c92-4ddf-99b7-5c46c4306863 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:25.911216 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dbaeb261-0c92-4ddf-99b7-5c46c4306863 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "GET /v2.0/subnets/2073f9da-7c4f-427d-b606-5f03fa06d23a HTTP/1.1" status: 200 len: 811 time: 0.0658684 Mar 23 12:58:25.913278 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39604) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:25.927071 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.951443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac657e90-182b-4f25-aa99-2ddf9ec1d613']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:25.961376 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce68fd7-29b0-4eab-818a-f514c9300311') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:25.961682 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce68fd7-29b0-4eab-818a-f514c9300311') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:25.972668 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.973081 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a087f45-41e4-4405-b25a-59c89172e40e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['shared'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:25.974614 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5a087f45-41e4-4405-b25a-59c89172e40e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "GET /v2.0/subnets/2073f9da-7c4f-427d-b606-5f03fa06d23a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0603900 Mar 23 12:58:25.978840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39606) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:25.983706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-40c77c0c-9eb1-4d4e-9700-8328972367fd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-432955022'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:25.987577 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:25.998415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:26.000928 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:26.004166 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:26.009175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c77c0c-9eb1-4d4e-9700-8328972367fd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:26.013663 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40c77c0c-9eb1-4d4e-9700-8328972367fd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.042708 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c77c0c-9eb1-4d4e-9700-8328972367fd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:58:26.055623 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40c77c0c-9eb1-4d4e-9700-8328972367fd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.056148 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-40c77c0c-9eb1-4d4e-9700-8328972367fd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Added segment 84a73711-ff8e-4f46-ab5d-4c44f12e1dbb of type vlan for network 8b39e13e-a5ea-4766-abac-e01260f66fbb Mar 23 12:58:26.067408 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.078758 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.082172 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/networks/ac657e90-182b-4f25-aa99-2ddf9ec1d613 HTTP/1.1" status: 204 len: 168 time: 0.7367284 Mar 23 12:58:26.089717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39610) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:26.106548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1428392706', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:26.107500 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40c77c0c-9eb1-4d4e-9700-8328972367fd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.115591 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff0d13-3d43-4754-98ce-f5e5aec9dad3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Network': ['ID=ac657e90-182b-4f25-aa99-2ddf9ec1d613,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:26.135808 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.136950 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.138068 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40c77c0c-9eb1-4d4e-9700-8328972367fd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.144759 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c77c0c-9eb1-4d4e-9700-8328972367fd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:26.145371 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40c77c0c-9eb1-4d4e-9700-8328972367fd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.192150 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-40c77c0c-9eb1-4d4e-9700-8328972367fd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2093921 Mar 23 12:58:26.209142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39612) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:26.209466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39614) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:26.216004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4cc43ffb-46b0-4752-a408-2eebfbe26f89 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'subnet': {'network_id': '8b39e13e-a5ea-4766-abac-e01260f66fbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:26.220715 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.230902 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c77c0c-9eb1-4d4e-9700-8328972367fd tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Network': ['ID=8b39e13e-a5ea-4766-abac-e01260f66fbb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:26.241826 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 8b39e13e-a5ea-4766-abac-e01260f66fbb details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:26.284827 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ccd478f-c592-4685-91d8-85492a3adb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.463410 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.493917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc43ffb-46b0-4752-a408-2eebfbe26f89 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Made reservation on behalf of b1b42898dfcd411bae41e066e5f4377e for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:26.497463 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4cc43ffb-46b0-4752-a408-2eebfbe26f89 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.610164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-4cc43ffb-46b0-4752-a408-2eebfbe26f89 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Performing IP validity checks on allocation pools {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 23 12:58:26.610578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-4cc43ffb-46b0-4752-a408-2eebfbe26f89 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 23 12:58:26.645784 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ccd478f-c592-4685-91d8-85492a3adb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.654125 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2ccd478f-c592-4685-91d8-85492a3adb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.716657 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd478f-c592-4685-91d8-85492a3adb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768ffbc7-57ef-4a56-b85d-db014ba445f3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:26.723701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39618) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:26.724267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2ccd478f-c592-4685-91d8-85492a3adb84 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a89068273b3438ca1fd2c206c01fd44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5121250 Mar 23 12:58:26.785990 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-653fb9a2-f911-4ea3-91b1-4c86add9addd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.808120 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-653fb9a2-f911-4ea3-91b1-4c86add9addd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.854611 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-653fb9a2-f911-4ea3-91b1-4c86add9addd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.857199 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-653fb9a2-f911-4ea3-91b1-4c86add9addd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.858388 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-653fb9a2-f911-4ea3-91b1-4c86add9addd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/768ffbc7-57ef-4a56-b85d-db014ba445f3 HTTP/1.1" status: 204 len: 168 time: 0.1336620 Mar 23 12:58:26.867844 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fb9a2-f911-4ea3-91b1-4c86add9addd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768ffbc7-57ef-4a56-b85d-db014ba445f3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:26.907365 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4cc43ffb-46b0-4752-a408-2eebfbe26f89 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.935039 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:26.987069 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.054161 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8628ed6e-4d0e-4735-98b5-9b28774308f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.066664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc43ffb-46b0-4752-a408-2eebfbe26f89 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Subnet': ['ID=d74d7318-cb7a-4dfa-9c5d-d4be8a700fc4,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:27.083205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc43ffb-46b0-4752-a408-2eebfbe26f89 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Checking segment: {'id': '84a73711-ff8e-4f46-ab5d-4c44f12e1dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8b39e13e-a5ea-4766-abac-e01260f66fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:27.083573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc43ffb-46b0-4752-a408-2eebfbe26f89 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network hostable DHCP agents. Network: 8b39e13e-a5ea-4766-abac-e01260f66fbb, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:58:27.130210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc43ffb-46b0-4752-a408-2eebfbe26f89 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Network 8b39e13e-a5ea-4766-abac-e01260f66fbb is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:58:27.135504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:27.157833 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-4cc43ffb-46b0-4752-a408-2eebfbe26f89 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 8b39e13e-a5ea-4766-abac-e01260f66fbb) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:27.165689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db97cd7-fe05-4355-9110-6d586c5d2943 None None] Network 8b39e13e-a5ea-4766-abac-e01260f66fbb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:27.165937 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Allocated IP 172.25.2.135 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/25902080-9887-4db4-89ef-f87486b80de1) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:27.168599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc43ffb-46b0-4752-a408-2eebfbe26f89 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:27.169240 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4cc43ffb-46b0-4752-a408-2eebfbe26f89 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.179365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:58:27.179789 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1664bca8-fbf0-47a8-b05f-29bb14bfc7e0 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:27.197030 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39626) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:27.197277 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4cc43ffb-46b0-4752-a408-2eebfbe26f89 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9867373 Mar 23 12:58:27.203316 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-220e0a84-a895-4a68-833f-3b758ccab2c5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:27.325015 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.332428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-8b39e13e-a5ea-4766-abac-e01260f66fbb', 'network_id': '8b39e13e-a5ea-4766-abac-e01260f66fbb', 'tenant_id': 'b1b42898dfcd411bae41e066e5f4377e', 'fixed_ips': [{'subnet_id': 'd74d7318-cb7a-4dfa-9c5d-d4be8a700fc4'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:58:27.333092 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.338759 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-220e0a84-a895-4a68-833f-3b758ccab2c5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25856352'] for subnet, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.394395 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.453446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:27.458327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:27.465385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=25902080-9887-4db4-89ef-f87486b80de1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:27.467806 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:27.540024 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-220e0a84-a895-4a68-833f-3b758ccab2c5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742089780920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26715292'] for subnet, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.590671 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Allocated IP 172.20.0.3 (8b39e13e-a5ea-4766-abac-e01260f66fbb/d74d7318-cb7a-4dfa-9c5d-d4be8a700fc4/ba2c20b0-5ad7-41fa-8fe7-ec369c7f412f) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:27.600425 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220e0a84-a895-4a68-833f-3b758ccab2c5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:27.601036 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-220e0a84-a895-4a68-833f-3b758ccab2c5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.602355 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-220e0a84-a895-4a68-833f-3b758ccab2c5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "PUT /v2.0/subnets/d74d7318-cb7a-4dfa-9c5d-d4be8a700fc4 HTTP/1.1" status: 200 len: 877 time: 0.4037142 Mar 23 12:58:27.606175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39640) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:27.649002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e0a84-a895-4a68-833f-3b758ccab2c5 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event updated for resources: {'Subnet': ['ID=d74d7318-cb7a-4dfa-9c5d-d4be8a700fc4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:27.752089 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.774911 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.798976 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.799222 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.811948 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.821877 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Network 8b39e13e-a5ea-4766-abac-e01260f66fbb is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:27.825712 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:27.827762 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.828761 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:27.902091 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Pushing event updated for resources: {'Port': ['ID=ba2c20b0-5ad7-41fa-8fe7-ec369c7f412f,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:27.907212 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.925962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Attempting to bind port ba2c20b0-5ad7-41fa-8fe7-ec369c7f412f on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:58:27.926330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Attempting to bind port ba2c20b0-5ad7-41fa-8fe7-ec369c7f412f by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '84a73711-ff8e-4f46-ab5d-4c44f12e1dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8b39e13e-a5ea-4766-abac-e01260f66fbb'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:58:27.926688 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Attempting to bind port ba2c20b0-5ad7-41fa-8fe7-ec369c7f412f on network 8b39e13e-a5ea-4766-abac-e01260f66fbb {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:58:27.932516 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:58:27.932830 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Checking segment: {'id': '84a73711-ff8e-4f46-ab5d-4c44f12e1dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8b39e13e-a5ea-4766-abac-e01260f66fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:27.933206 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.933590 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Bound using segment: {'id': '84a73711-ff8e-4f46-ab5d-4c44f12e1dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8b39e13e-a5ea-4766-abac-e01260f66fbb'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:58:27.934056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Bound port: ba2c20b0-5ad7-41fa-8fe7-ec369c7f412f, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a73711-ff8e-4f46-ab5d-4c44f12e1dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8b39e13e-a5ea-4766-abac-e01260f66fbb'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:58:27.934433 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:27.961851 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Subnet': ['ID=d74d7318-cb7a-4dfa-9c5d-d4be8a700fc4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:28.020801 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] For port ba2c20b0-5ad7-41fa-8fe7-ec369c7f412f, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:58:28.026057 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] For port ba2c20b0-5ad7-41fa-8fe7-ec369c7f412f, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ba2c20b0-5ad7-41fa-8fe7-ec369c7f412f,segment=NetworkSegment(84a73711-ff8e-4f46-ab5d-4c44f12e1dbb),segment_id=84a73711-ff8e-4f46-ab5d-4c44f12e1dbb)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:58:28.032332 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:28.041859 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:28.066315 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b39e13e-a5ea-4766-abac-e01260f66fbb']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:28.078152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a73711-ff8e-4f46-ab5d-4c44f12e1dbb') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:28.078453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a73711-ff8e-4f46-ab5d-4c44f12e1dbb') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:28.083529 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:28.091845 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:28.110650 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:28.119346 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:28.119749 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:28.123329 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:28.128992 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a705e5-186f-4ade-90b0-1bdf815a969f None None] Pushing event updated for resources: {'Port': ['ID=ba2c20b0-5ad7-41fa-8fe7-ec369c7f412f,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:28.156150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1181eacd-ad49-4bae-84fc-3da0ec2313a1 None None] Network 8b39e13e-a5ea-4766-abac-e01260f66fbb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:28.207064 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.db.api [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 12:58:28.207064 n-d-834854-1 neutron-server[102779]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 12:58:28.207064 n-d-834854-1 neutron-server[102779]: [parameters: {'id': '8b39e13e-a5ea-4766-abac-e01260f66fbb'}] Mar 23 12:58:28.207064 n-d-834854-1 neutron-server[102779]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:58:28.207536 n-d-834854-1 neutron-server[102779]: DEBUG oslo_db.api [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:58:28.265162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 7312217f-e065-4c30-a5ff-8637427a2fe0 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:58:28.293495 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b077b652-709e-415b-ac6a-e15d8e50f336 None None] Network 8b39e13e-a5ea-4766-abac-e01260f66fbb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:28.377352 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:28.389590 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2af019-63cd-47b2-8ba0-635995bb5143 None None] Sync routers for ids ['7312217f-e065-4c30-a5ff-8637427a2fe0'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:28.402677 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:28.406653 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-85401c51-47ac-46de-9d12-f9a8e5901df6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3115084 Mar 23 12:58:28.406923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39658) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:28.408228 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2af019-63cd-47b2-8ba0-635995bb5143 None None] Routers {'7312217f-e065-4c30-a5ff-8637427a2fe0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:28.410065 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5c2af019-63cd-47b2-8ba0-635995bb5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7312217f-e065-4c30-a5ff-8637427a2fe0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:28.426091 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325f6cae-143e-403a-adba-86149d0e0d00 None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 12:58:28.457461 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5c2af019-63cd-47b2-8ba0-635995bb5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:28.472604 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2af019-63cd-47b2-8ba0-635995bb5143 None None] Routers {'7312217f-e065-4c30-a5ff-8637427a2fe0'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:28.473982 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5c2af019-63cd-47b2-8ba0-635995bb5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7312217f-e065-4c30-a5ff-8637427a2fe0'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:28.523266 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5c2af019-63cd-47b2-8ba0-635995bb5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:28.524323 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2af019-63cd-47b2-8ba0-635995bb5143 None None] The sync data for ids ['7312217f-e065-4c30-a5ff-8637427a2fe0'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:28.547975 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fcc068fd-a280-48e3-a532-563baff0b6c2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/routers/7312217f-e065-4c30-a5ff-8637427a2fe0 HTTP/1.1" status: 200 len: 885 time: 0.1382413 Mar 23 12:58:28.549808 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39664) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:28.552712 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f6cae-143e-403a-adba-86149d0e0d00 None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 12:58:28.705934 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2fe1ce79-efab-43a1-97d9-34884a31585a tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.1525519 Mar 23 12:58:28.706156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39672) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:28.710507 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8b604468-07f6-49a0-b957-625b1baad89b tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1428392706'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:28.712845 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:28.906925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Deleting port ba2c20b0-5ad7-41fa-8fe7-ec369c7f412f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:28.907561 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:29.011068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] For port ba2c20b0-5ad7-41fa-8fe7-ec369c7f412f, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ba2c20b0-5ad7-41fa-8fe7-ec369c7f412f,segment=NetworkSegment(84a73711-ff8e-4f46-ab5d-4c44f12e1dbb),segment_id=84a73711-ff8e-4f46-ab5d-4c44f12e1dbb)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:29.011434 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:29.058782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Calling delete_port for ba2c20b0-5ad7-41fa-8fe7-ec369c7f412f owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:29.114819 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:29.171559 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b604468-07f6-49a0-b957-625b1baad89b tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:29.188478 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b604468-07f6-49a0-b957-625b1baad89b tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:29.229917 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:29.265647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Port': ['ID=ba2c20b0-5ad7-41fa-8fe7-ec369c7f412f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:29.269142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No DVR routers for this DVR port ba2c20b0-5ad7-41fa-8fe7-ec369c7f412f on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:29.385571 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:29.408089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b604468-07f6-49a0-b957-625b1baad89b tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 7312217f-e065-4c30-a5ff-8637427a2fe0 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:29.413473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b39e13e-a5ea-4766-abac-e01260f66fbb']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:29.425913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a73711-ff8e-4f46-ab5d-4c44f12e1dbb') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:29.426133 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a73711-ff8e-4f46-ab5d-4c44f12e1dbb') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:29.437951 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:29.483072 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:29.494657 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:29.495041 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:29.497979 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:29.527277 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:29.594127 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:29.598793 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:29.602348 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/8b39e13e-a5ea-4766-abac-e01260f66fbb HTTP/1.1" status: 204 len: 168 time: 1.9951260 Mar 23 12:58:29.606095 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39676) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:29.609733 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b604468-07f6-49a0-b957-625b1baad89b tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:29.616695 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b604468-07f6-49a0-b957-625b1baad89b tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:29.620649 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8b604468-07f6-49a0-b957-625b1baad89b tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/7312217f-e065-4c30-a5ff-8637427a2fe0 HTTP/1.1" status: 200 len: 892 time: 0.9110706 Mar 23 12:58:29.623289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e768e8fe-6c94-454c-9e1a-68313ee9029b None None] Sync routers for ids ['7312217f-e065-4c30-a5ff-8637427a2fe0'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:29.628545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39678) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:29.634709 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e768e8fe-6c94-454c-9e1a-68313ee9029b None None] Routers {'7312217f-e065-4c30-a5ff-8637427a2fe0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:29.635347 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e768e8fe-6c94-454c-9e1a-68313ee9029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7312217f-e065-4c30-a5ff-8637427a2fe0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:29.635538 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6c3db6-9eec-4a67-b9b5-ec92205d9004 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:29.636041 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6c3db6-9eec-4a67-b9b5-ec92205d9004 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:29.641678 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ef6c3db6-9eec-4a67-b9b5-ec92205d9004 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/subnets/d74d7318-cb7a-4dfa-9c5d-d4be8a700fc4 HTTP/1.1" status: 404 len: 337 time: 0.0321107 Mar 23 12:58:29.641960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39680) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:29.661789 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-798a7438-7247-4351-9df3-c0c0590a9ae4 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:29.662360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798a7438-7247-4351-9df3-c0c0590a9ae4 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:29.667903 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-798a7438-7247-4351-9df3-c0c0590a9ae4 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/8b39e13e-a5ea-4766-abac-e01260f66fbb HTTP/1.1" status: 404 len: 339 time: 0.0226450 Mar 23 12:58:29.668172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39682) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:29.668785 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e768e8fe-6c94-454c-9e1a-68313ee9029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:29.674901 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b721a7-93f0-4ccf-ba80-e123b824441e tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Network': ['ID=8b39e13e-a5ea-4766-abac-e01260f66fbb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:29.678804 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e768e8fe-6c94-454c-9e1a-68313ee9029b None None] Routers {'7312217f-e065-4c30-a5ff-8637427a2fe0'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:29.678943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e768e8fe-6c94-454c-9e1a-68313ee9029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7312217f-e065-4c30-a5ff-8637427a2fe0'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:29.697096 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a36955f-25cd-4538-8661-cdec800de329 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:29.697554 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a36955f-25cd-4538-8661-cdec800de329 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:29.703003 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0a36955f-25cd-4538-8661-cdec800de329 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/subnets/ce2b1ee3-efca-4d22-ad70-97153b881c51 HTTP/1.1" status: 404 len: 337 time: 0.0317097 Mar 23 12:58:29.703447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39684) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:29.715277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e768e8fe-6c94-454c-9e1a-68313ee9029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:29.715961 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e768e8fe-6c94-454c-9e1a-68313ee9029b None None] The sync data for ids ['7312217f-e065-4c30-a5ff-8637427a2fe0'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:29.722936 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdce3cbc-c598-4a1d-93dc-112396ec2fb6 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:29.723562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdce3cbc-c598-4a1d-93dc-112396ec2fb6 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:29.727101 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fdce3cbc-c598-4a1d-93dc-112396ec2fb6 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/b5a45f1b-dcf6-46b7-ac80-473fd5651c9d HTTP/1.1" status: 404 len: 339 time: 0.0221994 Mar 23 12:58:29.729140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39686) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:29.749578 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8e360f78-2114-4699-886b-f096c716e051 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/routers/7312217f-e065-4c30-a5ff-8637427a2fe0 HTTP/1.1" status: 200 len: 892 time: 0.1195779 Mar 23 12:58:29.751974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39688) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:29.811557 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bd7853ba-db12-4154-a60d-ac93d359b9aa tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports?device_id=7312217f-e065-4c30-a5ff-8637427a2fe0 HTTP/1.1" status: 200 len: 205 time: 0.0585103 Mar 23 12:58:29.813998 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39690) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:29.867365 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-177e5251-554b-42fd-829c-dfee6fddc918 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:30.369414 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f42b78ea-613f-4706-b8aa-c715a4263b79 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:30.405765 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-177e5251-554b-42fd-829c-dfee6fddc918 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:30.434099 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-177e5251-554b-42fd-829c-dfee6fddc918 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a0daa7-0cdd-4703-9533-78019974457d']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:30.448017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-177e5251-554b-42fd-829c-dfee6fddc918 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c842eb-7014-4365-907d-9ba1fa13c739') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:30.448225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-177e5251-554b-42fd-829c-dfee6fddc918 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c842eb-7014-4365-907d-9ba1fa13c739') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:30.487201 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-177e5251-554b-42fd-829c-dfee6fddc918 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:30.510036 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-177e5251-554b-42fd-829c-dfee6fddc918 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:30.522627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177e5251-554b-42fd-829c-dfee6fddc918 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:30.523267 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-177e5251-554b-42fd-829c-dfee6fddc918 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:30.526729 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:30.540432 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f42b78ea-613f-4706-b8aa-c715a4263b79 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:30.608433 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-177e5251-554b-42fd-829c-dfee6fddc918 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:30.615663 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-177e5251-554b-42fd-829c-dfee6fddc918 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:30.618752 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-177e5251-554b-42fd-829c-dfee6fddc918 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/b9a0daa7-0cdd-4703-9533-78019974457d HTTP/1.1" status: 204 len: 168 time: 0.8886478 Mar 23 12:58:30.621554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39710) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:30.632995 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e5251-554b-42fd-829c-dfee6fddc918 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Network': ['ID=b9a0daa7-0cdd-4703-9533-78019974457d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:30.652772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f42b78ea-613f-4706-b8aa-c715a4263b79 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port 25902080-9887-4db4-89ef-f87486b80de1 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:30.652980 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-e078b537-bb42-4222-9963-b9be4b2be2c9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:30.653104 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f42b78ea-613f-4706-b8aa-c715a4263b79 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:30.653568 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e078b537-bb42-4222-9963-b9be4b2be2c9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:30.659866 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e078b537-bb42-4222-9963-b9be4b2be2c9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/subnets/d7542091-c035-449f-938a-9058797532d3 HTTP/1.1" status: 404 len: 337 time: 0.0344365 Mar 23 12:58:30.660104 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39712) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:30.678892 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5956b81-72b5-44c9-a8b1-b08bae9f3c90 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:30.679590 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5956b81-72b5-44c9-a8b1-b08bae9f3c90 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:30.683107 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d5956b81-72b5-44c9-a8b1-b08bae9f3c90 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/fc4e2b94-14c2-46da-8c9d-f06e2ea03c2a HTTP/1.1" status: 404 len: 339 time: 0.0216484 Mar 23 12:58:30.685385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39714) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:30.716502 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ca83f9-6527-4897-83fe-d0114302978b tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:30.716969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ca83f9-6527-4897-83fe-d0114302978b tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:30.720095 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-23ca83f9-6527-4897-83fe-d0114302978b tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/subnets/1c8e14cd-2607-4239-b0ae-a064665a3d33 HTTP/1.1" status: 404 len: 337 time: 0.0335698 Mar 23 12:58:30.722788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39716) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:30.733201 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f42b78ea-613f-4706-b8aa-c715a4263b79 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:30.746310 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-f42b78ea-613f-4706-b8aa-c715a4263b79 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for 25902080-9887-4db4-89ef-f87486b80de1 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:30.939991 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f42b78ea-613f-4706-b8aa-c715a4263b79 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:30.968671 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b78ea-613f-4706-b8aa-c715a4263b79 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=25902080-9887-4db4-89ef-f87486b80de1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:31.026031 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c3bc5d-2d18-426a-91d8-d1f935698c6d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:31.026599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c3bc5d-2d18-426a-91d8-d1f935698c6d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:31.029862 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d5c3bc5d-2d18-426a-91d8-d1f935698c6d tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/baf13eea-5f2d-41ed-b83d-847361abd059 HTTP/1.1" status: 404 len: 339 time: 0.3058388 Mar 23 12:58:31.030936 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f42b78ea-613f-4706-b8aa-c715a4263b79 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:31.032457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39718) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:31.058304 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e99c669-bdae-45d0-b961-954c7724d634 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:31.058768 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e99c669-bdae-45d0-b961-954c7724d634 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:31.061702 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7e99c669-bdae-45d0-b961-954c7724d634 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/subnets/ed7804be-f8e8-43f6-94ea-f7a22f030c49 HTTP/1.1" status: 404 len: 337 time: 0.0282240 Mar 23 12:58:31.064622 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39720) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:31.085375 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d64aa43-8d57-4c22-91ab-b72cb089cba0 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:31.085926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d64aa43-8d57-4c22-91ab-b72cb089cba0 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:31.091632 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9d64aa43-8d57-4c22-91ab-b72cb089cba0 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/dc48611b-e046-4e49-ae01-b5b636e59b6b HTTP/1.1" status: 404 len: 339 time: 0.0231934 Mar 23 12:58:31.091817 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39722) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:31.116993 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73a520f-bcb3-4daa-82a1-ede647b250ec tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:31.117435 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73a520f-bcb3-4daa-82a1-ede647b250ec tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:31.120354 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b73a520f-bcb3-4daa-82a1-ede647b250ec tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/subnets/d73f604a-f1e6-4d75-973b-898be429f831 HTTP/1.1" status: 404 len: 337 time: 0.0275769 Mar 23 12:58:31.123036 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39724) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:31.127974 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f42b78ea-613f-4706-b8aa-c715a4263b79 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:31.130232 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f42b78ea-613f-4706-b8aa-c715a4263b79 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:31.141165 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b857fc00-06d0-413c-b3f9-a0f064f56725 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:31.141704 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b857fc00-06d0-413c-b3f9-a0f064f56725 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:31.147773 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b857fc00-06d0-413c-b3f9-a0f064f56725 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/a786cfd3-c5e8-4952-975b-00d37620749e HTTP/1.1" status: 404 len: 339 time: 0.0209959 Mar 23 12:58:31.148208 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39726) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:31.173738 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb21de9-e3e0-48c7-a65d-931aa6bff70b tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:31.174111 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb21de9-e3e0-48c7-a65d-931aa6bff70b tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:31.177416 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f42b78ea-613f-4706-b8aa-c715a4263b79 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:31.177595 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-beb21de9-e3e0-48c7-a65d-931aa6bff70b tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/subnets/9cc49c2f-ce12-4554-9d0c-8a9866f65486 HTTP/1.1" status: 404 len: 337 time: 0.0282319 Mar 23 12:58:31.178071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42b78ea-613f-4706-b8aa-c715a4263b79 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Fanout notify agent at l3_agent the message router_deleted on router 7312217f-e065-4c30-a5ff-8637427a2fe0 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:58:31.180269 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39728) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:31.186518 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f42b78ea-613f-4706-b8aa-c715a4263b79 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:31.191199 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f42b78ea-613f-4706-b8aa-c715a4263b79 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/routers/7312217f-e065-4c30-a5ff-8637427a2fe0 HTTP/1.1" status: 204 len: 168 time: 1.3729925 Mar 23 12:58:31.191491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39730) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:31.196970 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8d090811-fdee-4515-a9c6-f7b723f79e8a tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1988907176'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:31.207028 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c947ee9-512b-4922-a0c2-f639b8de251c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:31.207592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c947ee9-512b-4922-a0c2-f639b8de251c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:31.211181 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3c947ee9-512b-4922-a0c2-f639b8de251c tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/3c991756-a06a-40ba-bc7a-a918831d8a0c HTTP/1.1" status: 404 len: 339 time: 0.0300119 Mar 23 12:58:31.213805 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39732) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:31.217738 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d090811-fdee-4515-a9c6-f7b723f79e8a tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:31.221482 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d090811-fdee-4515-a9c6-f7b723f79e8a tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:31.238754 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a61d08-232c-4217-b51f-4613e64b72e2 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:31.239204 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a61d08-232c-4217-b51f-4613e64b72e2 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:31.242473 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f9a61d08-232c-4217-b51f-4613e64b72e2 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/subnets/a9019665-442d-4334-9da9-22c5881749f8 HTTP/1.1" status: 404 len: 337 time: 0.0276635 Mar 23 12:58:31.244973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39734) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:31.245584 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d090811-fdee-4515-a9c6-f7b723f79e8a tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:58:31.254619 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d090811-fdee-4515-a9c6-f7b723f79e8a tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:31.254968 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-8d090811-fdee-4515-a9c6-f7b723f79e8a tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Added segment df0c95ea-f1a1-424a-b6f9-2f333cf30207 of type vlan for network 86d8335d-3980-4669-a128-78ca99ea4ec9 Mar 23 12:58:31.262906 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee12c119-33b0-40b5-bbfe-ab640c2d9218 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:31.263437 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee12c119-33b0-40b5-bbfe-ab640c2d9218 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:31.266341 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ee12c119-33b0-40b5-bbfe-ab640c2d9218 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/cd1c8e97-b6a5-475a-9a92-45e126ac64ac HTTP/1.1" status: 404 len: 339 time: 0.0204649 Mar 23 12:58:31.268980 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39736) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:31.295151 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc29bbd-1b8f-49f1-9e86-5301df0a2a98 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:31.295585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc29bbd-1b8f-49f1-9e86-5301df0a2a98 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:31.296007 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d090811-fdee-4515-a9c6-f7b723f79e8a tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:31.299147 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1cc29bbd-1b8f-49f1-9e86-5301df0a2a98 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/subnets/77e0c3ae-8bbc-4172-8a8f-28434438e232 HTTP/1.1" status: 404 len: 337 time: 0.0286217 Mar 23 12:58:31.301229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39738) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:31.319971 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae7df86-1c9c-442a-8232-b04d183c8557 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:31.320516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae7df86-1c9c-442a-8232-b04d183c8557 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:31.326482 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dae7df86-1c9c-442a-8232-b04d183c8557 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/a45f421d-25fc-476b-bd8e-699f1c7972c7 HTTP/1.1" status: 404 len: 339 time: 0.0221157 Mar 23 12:58:31.326857 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d090811-fdee-4515-a9c6-f7b723f79e8a tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:31.326980 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39742) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:31.330310 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d090811-fdee-4515-a9c6-f7b723f79e8a tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:31.331227 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8d090811-fdee-4515-a9c6-f7b723f79e8a tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:31.354420 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7003d5a3-f12e-415b-92f2-ba574025679b tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:31.355073 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7003d5a3-f12e-415b-92f2-ba574025679b tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:31.360963 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7003d5a3-f12e-415b-92f2-ba574025679b tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/subnets/e836b182-74c0-4685-ae60-09eb92324241 HTTP/1.1" status: 404 len: 337 time: 0.0305634 Mar 23 12:58:31.361311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39748) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:31.381155 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e070c47-838a-41bc-8161-d10cbbad26e8 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] DELETE failed (client error): The resource could not be found. Mar 23 12:58:31.381777 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e070c47-838a-41bc-8161-d10cbbad26e8 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:58:31.384774 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4e070c47-838a-41bc-8161-d10cbbad26e8 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/29ad7e4f-d193-45aa-8169-caf89b6f0972 HTTP/1.1" status: 404 len: 339 time: 0.0224180 Mar 23 12:58:31.387318 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39752) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:31.394799 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8d090811-fdee-4515-a9c6-f7b723f79e8a tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1994743 Mar 23 12:58:31.395242 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39754) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:31.406762 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d090811-fdee-4515-a9c6-f7b723f79e8a tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Network': ['ID=86d8335d-3980-4669-a128-78ca99ea4ec9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:31.418466 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 86d8335d-3980-4669-a128-78ca99ea4ec9 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:31.423711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9ea1210a-d150-4816-8e94-09f8bd8b1d66 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'subnet': {'network_id': '86d8335d-3980-4669-a128-78ca99ea4ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:31.499845 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c926a19-70cd-46ff-b577-6a2ead1f688f tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Deleting subnet 2073f9da-7c4f-427d-b606-5f03fa06d23a {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:58:31.509966 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c926a19-70cd-46ff-b577-6a2ead1f688f tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:31.568573 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c926a19-70cd-46ff-b577-6a2ead1f688f tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:31.597940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea1210a-d150-4816-8e94-09f8bd8b1d66 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:31.601967 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ea1210a-d150-4816-8e94-09f8bd8b1d66 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:31.733640 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c926a19-70cd-46ff-b577-6a2ead1f688f tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:31.862190 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c926a19-70cd-46ff-b577-6a2ead1f688f tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:31.903316 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c926a19-70cd-46ff-b577-6a2ead1f688f tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Subnet': ['ID=2073f9da-7c4f-427d-b606-5f03fa06d23a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:31.911088 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c926a19-70cd-46ff-b577-6a2ead1f688f tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:31.914291 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9c926a19-70cd-46ff-b577-6a2ead1f688f tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/subnets/2073f9da-7c4f-427d-b606-5f03fa06d23a HTTP/1.1" status: 204 len: 168 time: 0.5260706 Mar 23 12:58:31.916890 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39764) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:31.925143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a2ba94-a5b8-4700-8f10-d84495b5600c None None] Network 14e45226-e964-4060-85ff-15eb42d9cbdf requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:31.927856 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ea1210a-d150-4816-8e94-09f8bd8b1d66 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.056112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1210a-d150-4816-8e94-09f8bd8b1d66 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Subnet': ['ID=b9340432-70fa-4426-b8b3-6a487d906894,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:32.060921 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.072107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea1210a-d150-4816-8e94-09f8bd8b1d66 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Checking segment: {'id': 'df0c95ea-f1a1-424a-b6f9-2f333cf30207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '86d8335d-3980-4669-a128-78ca99ea4ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:32.072397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea1210a-d150-4816-8e94-09f8bd8b1d66 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network hostable DHCP agents. Network: 86d8335d-3980-4669-a128-78ca99ea4ec9, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:58:32.118774 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea1210a-d150-4816-8e94-09f8bd8b1d66 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 86d8335d-3980-4669-a128-78ca99ea4ec9 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:58:32.136001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e524bb9d-b45a-4f75-a7eb-9eb15816c058 None None] DHCP port deletion for 14e45226-e964-4060-85ff-15eb42d9cbdf request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:58:32.138667 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-9ea1210a-d150-4816-8e94-09f8bd8b1d66 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 86d8335d-3980-4669-a128-78ca99ea4ec9) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:32.148642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea1210a-d150-4816-8e94-09f8bd8b1d66 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:32.149382 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9ea1210a-d150-4816-8e94-09f8bd8b1d66 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.153676 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Deleting port 8a51f162-d329-483c-be8d-44e149157431 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:32.154001 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.171523 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29bc1b6-8ce4-461f-8e6e-4bddb2ba33fa None None] Network 86d8335d-3980-4669-a128-78ca99ea4ec9 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:32.207042 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9ea1210a-d150-4816-8e94-09f8bd8b1d66 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8093498 Mar 23 12:58:32.209741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39768) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:32.216783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-36c24f01-5a8a-4497-ac0f-23f8596bef1f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1014255752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:32.228087 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] For port 8a51f162-d329-483c-be8d-44e149157431, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8a51f162-d329-483c-be8d-44e149157431,segment=NetworkSegment(33d62929-0b7f-4390-b9fa-ed3a7989daf3),segment_id=33d62929-0b7f-4390-b9fa-ed3a7989daf3)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:32.228486 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.245321 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36c24f01-5a8a-4497-ac0f-23f8596bef1f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.247009 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Calling delete_port for 8a51f162-d329-483c-be8d-44e149157431 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:32.247713 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36c24f01-5a8a-4497-ac0f-23f8596bef1f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.279489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e524bb9d-b45a-4f75-a7eb-9eb15816c058 None None] Deleting port 8a51f162-d329-483c-be8d-44e149157431 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:32.280154 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e524bb9d-b45a-4f75-a7eb-9eb15816c058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.317472 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36c24f01-5a8a-4497-ac0f-23f8596bef1f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.324438 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36c24f01-5a8a-4497-ac0f-23f8596bef1f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.345270 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.355706 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-36c24f01-5a8a-4497-ac0f-23f8596bef1f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.357771 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-36c24f01-5a8a-4497-ac0f-23f8596bef1f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1469519 Mar 23 12:58:32.360646 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39770) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:32.379392 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Port': ['ID=8a51f162-d329-483c-be8d-44e149157431,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:32.384518 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e524bb9d-b45a-4f75-a7eb-9eb15816c058 None None] For port 8a51f162-d329-483c-be8d-44e149157431, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8a51f162-d329-483c-be8d-44e149157431,segment=NetworkSegment(33d62929-0b7f-4390-b9fa-ed3a7989daf3),segment_id=33d62929-0b7f-4390-b9fa-ed3a7989daf3)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:32.384917 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e524bb9d-b45a-4f75-a7eb-9eb15816c058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.386558 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] No DVR routers for this DVR port 8a51f162-d329-483c-be8d-44e149157431 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:32.414187 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e524bb9d-b45a-4f75-a7eb-9eb15816c058 None None] Calling delete_port for 8a51f162-d329-483c-be8d-44e149157431 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:32.423906 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-86d8335d-3980-4669-a128-78ca99ea4ec9', 'network_id': '86d8335d-3980-4669-a128-78ca99ea4ec9', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'fixed_ips': [{'subnet_id': 'b9340432-70fa-4426-b8b3-6a487d906894'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:58:32.424773 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.493457 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.515708 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e45226-e964-4060-85ff-15eb42d9cbdf']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:32.538467 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d62929-0b7f-4390-b9fa-ed3a7989daf3') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:32.538833 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d62929-0b7f-4390-b9fa-ed3a7989daf3') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:32.551638 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.571541 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.584670 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:32.585639 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:32.607537 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:32.668544 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.688579 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.691834 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] 10.222.0.52 "DELETE /v2.0/networks/14e45226-e964-4060-85ff-15eb42d9cbdf HTTP/1.1" status: 204 len: 168 time: 0.7741022 Mar 23 12:58:32.707753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af15c1-50da-40ee-b0d1-15ee01f62cd9 tempest-NetworksTest-172806952 tempest-NetworksTest-172806952-project] Pushing event deleted for resources: {'Network': ['ID=14e45226-e964-4060-85ff-15eb42d9cbdf,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:32.765826 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.777506 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e524bb9d-b45a-4f75-a7eb-9eb15816c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:32.826494 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e524bb9d-b45a-4f75-a7eb-9eb15816c058 None None] Network 14e45226-e964-4060-85ff-15eb42d9cbdf is not hosted by any dhcp agent {{(pid=102780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 12:58:32.826942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e524bb9d-b45a-4f75-a7eb-9eb15816c058 None None] No DVR routers for this DVR port 8a51f162-d329-483c-be8d-44e149157431 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:32.836656 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524bb9d-b45a-4f75-a7eb-9eb15816c058 None None] Pushing event deleted for resources: {'Port': ['ID=8a51f162-d329-483c-be8d-44e149157431,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:32.993028 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Allocated IP 2001:db8::2 (86d8335d-3980-4669-a128-78ca99ea4ec9/b9340432-70fa-4426-b8b3-6a487d906894/ba934bc4-5583-41eb-80f8-a88b34576d0e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:33.156659 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8a51f162-d329-483c-be8d-44e149157431 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:33.193997 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 8a51f162-d329-483c-be8d-44e149157431 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:58:33.194348 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8a51f162-d329-483c-be8d-44e149157431 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:33.199051 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39780) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:33.228385 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:33.235355 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:33.287412 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Pushing event updated for resources: {'Port': ['ID=ba934bc4-5583-41eb-80f8-a88b34576d0e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:33.295161 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Network 86d8335d-3980-4669-a128-78ca99ea4ec9 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:33.296919 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:33.299832 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:33.316494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Allocated IP 2001:db8::1 (86d8335d-3980-4669-a128-78ca99ea4ec9/b9340432-70fa-4426-b8b3-6a487d906894/a5e128f5-3237-4d96-9d88-067fd4b8bd73) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:33.366492 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Attempting to bind port ba934bc4-5583-41eb-80f8-a88b34576d0e on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:58:33.366868 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Attempting to bind port ba934bc4-5583-41eb-80f8-a88b34576d0e by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'df0c95ea-f1a1-424a-b6f9-2f333cf30207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '86d8335d-3980-4669-a128-78ca99ea4ec9'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:58:33.367261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Attempting to bind port ba934bc4-5583-41eb-80f8-a88b34576d0e on network 86d8335d-3980-4669-a128-78ca99ea4ec9 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:58:33.372340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:58:33.372827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Checking segment: {'id': 'df0c95ea-f1a1-424a-b6f9-2f333cf30207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '86d8335d-3980-4669-a128-78ca99ea4ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:33.373235 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:33.373629 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Bound using segment: {'id': 'df0c95ea-f1a1-424a-b6f9-2f333cf30207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '86d8335d-3980-4669-a128-78ca99ea4ec9'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:58:33.374096 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Bound port: ba934bc4-5583-41eb-80f8-a88b34576d0e, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0c95ea-f1a1-424a-b6f9-2f333cf30207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '86d8335d-3980-4669-a128-78ca99ea4ec9'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:58:33.375080 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:33.437122 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bff1f7a3-efb4-4b1e-96a1-4e109d52bbda admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b1b42898dfcd411bae41e066e5f4377e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2367375 Mar 23 12:58:33.439768 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39784) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:33.441344 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] For port ba934bc4-5583-41eb-80f8-a88b34576d0e, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:58:33.446707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] For port ba934bc4-5583-41eb-80f8-a88b34576d0e, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ba934bc4-5583-41eb-80f8-a88b34576d0e,segment=NetworkSegment(df0c95ea-f1a1-424a-b6f9-2f333cf30207),segment_id=df0c95ea-f1a1-424a-b6f9-2f333cf30207)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:58:33.450953 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:33.464701 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:33.525857 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-741cdbdc-9d28-47e7-8c83-c6774cef01bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:33.535056 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:33.541905 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e62717-f599-4bb1-bb91-abfe9ad08b25 None None] Pushing event updated for resources: {'Port': ['ID=ba934bc4-5583-41eb-80f8-a88b34576d0e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:33.590270 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-741cdbdc-9d28-47e7-8c83-c6774cef01bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:33.615493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 86d8335d-3980-4669-a128-78ca99ea4ec9 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:33.616720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=a5e128f5-3237-4d96-9d88-067fd4b8bd73,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:33.620572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:33.622799 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:33.623437 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:33.657052 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-741cdbdc-9d28-47e7-8c83-c6774cef01bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:33.660657 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-741cdbdc-9d28-47e7-8c83-c6774cef01bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:33.664986 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-741cdbdc-9d28-47e7-8c83-c6774cef01bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58fce041-ca2d-4c23-97b2-24233697868e HTTP/1.1" status: 204 len: 168 time: 0.2240314 Mar 23 12:58:33.675128 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cdbdc-9d28-47e7-8c83-c6774cef01bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fce041-ca2d-4c23-97b2-24233697868e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:33.798554 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:34.131430 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:34.139332 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:34.141332 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:34.239874 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=a5e128f5-3237-4d96-9d88-067fd4b8bd73,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:34.309512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 86d8335d-3980-4669-a128-78ca99ea4ec9 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:34.311075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:34.459075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 64b6f3e5-b6d1-48aa-a516-bfceff8c00eb is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:58:34.557898 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39810) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:34.593676 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:34.601624 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e6c204ce-1aa8-43d1-b903-a3a6f127b2a8 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/64b6f3e5-b6d1-48aa-a516-bfceff8c00eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2391207 Mar 23 12:58:34.604951 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39814) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:34.606743 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca44955-7dd3-45c0-95e4-973b193856bc None None] Sync routers for ids ['64b6f3e5-b6d1-48aa-a516-bfceff8c00eb'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:34.623075 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca44955-7dd3-45c0-95e4-973b193856bc None None] Routers {'64b6f3e5-b6d1-48aa-a516-bfceff8c00eb'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:34.623698 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2ca44955-7dd3-45c0-95e4-973b193856bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['64b6f3e5-b6d1-48aa-a516-bfceff8c00eb'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:34.661174 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a3f326-4ba9-44ba-90f0-adc4155be1ca tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:34.663270 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-47a3f326-4ba9-44ba-90f0-adc4155be1ca tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports/a5e128f5-3237-4d96-9d88-067fd4b8bd73 HTTP/1.1" status: 200 len: 911 time: 0.0565057 Mar 23 12:58:34.666151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39816) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:34.671630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-769f87c0-89f0-4706-a923-aff4e845d78c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b9340432-70fa-4426-b8b3-6a487d906894'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:34.689953 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2ca44955-7dd3-45c0-95e4-973b193856bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:34.707392 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca44955-7dd3-45c0-95e4-973b193856bc None None] Routers {'64b6f3e5-b6d1-48aa-a516-bfceff8c00eb'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:34.708289 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2ca44955-7dd3-45c0-95e4-973b193856bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['64b6f3e5-b6d1-48aa-a516-bfceff8c00eb'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:34.742787 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f02fe75e-29b5-4682-8aaa-1bf8e6db7dc3 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039673653'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:34.757004 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2ca44955-7dd3-45c0-95e4-973b193856bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:34.758009 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca44955-7dd3-45c0-95e4-973b193856bc None None] The sync data for ids ['64b6f3e5-b6d1-48aa-a516-bfceff8c00eb'] in n-d-834854-1 is: [] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:34.783008 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f02fe75e-29b5-4682-8aaa-1bf8e6db7dc3 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:34.791866 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88268d34-fbcc-48d1-a8ba-94f972072457 None None] Network 86d8335d-3980-4669-a128-78ca99ea4ec9 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:34.796356 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f02fe75e-29b5-4682-8aaa-1bf8e6db7dc3 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:34.878005 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1d2d8139-5c48-4e4d-ac6d-e180089721d9 None None] Provisioning complete for port ba934bc4-5583-41eb-80f8-a88b34576d0e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:34.878534 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d2d8139-5c48-4e4d-ac6d-e180089721d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:34.881882 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-769f87c0-89f0-4706-a923-aff4e845d78c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:34.889458 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f02fe75e-29b5-4682-8aaa-1bf8e6db7dc3 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:34.896428 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f02fe75e-29b5-4682-8aaa-1bf8e6db7dc3 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:34.988734 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fe75e-29b5-4682-8aaa-1bf8e6db7dc3 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc2a50e-4473-4527-b21d-4a98ba56520d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:35.005563 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f02fe75e-29b5-4682-8aaa-1bf8e6db7dc3 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.012260 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f02fe75e-29b5-4682-8aaa-1bf8e6db7dc3 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.030990 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d2d8139-5c48-4e4d-ac6d-e180089721d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.082837 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f02fe75e-29b5-4682-8aaa-1bf8e6db7dc3 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.087889 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f02fe75e-29b5-4682-8aaa-1bf8e6db7dc3 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5288937 Mar 23 12:58:35.088586 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39818) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:35.112024 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1d2d8139-5c48-4e4d-ac6d-e180089721d9 None None] For port ba934bc4-5583-41eb-80f8-a88b34576d0e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ba934bc4-5583-41eb-80f8-a88b34576d0e,segment=NetworkSegment(df0c95ea-f1a1-424a-b6f9-2f333cf30207),segment_id=df0c95ea-f1a1-424a-b6f9-2f333cf30207)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:35.119362 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d2d8139-5c48-4e4d-ac6d-e180089721d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.153769 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fe75e-29b5-4682-8aaa-1bf8e6db7dc3 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfe3d8a-ca82-48d2-ad83-9d14b2e6afea,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:35.221833 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d8139-5c48-4e4d-ac6d-e180089721d9 None None] Pushing event updated for resources: {'Port': ['ID=ba934bc4-5583-41eb-80f8-a88b34576d0e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:35.257250 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8b669826-5ba6-4c64-bd1b-6dd60ca6e941 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1642828 Mar 23 12:58:35.258044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39824) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:35.262816 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ee768e9c-65ad-479c-a480-5046068d7a83 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group': {'name': 'tempest-security--1443656899', 'description': 'tempest-security-description-880483252'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:35.272642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ba934bc4-5583-41eb-80f8-a88b34576d0e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:35.307074 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee768e9c-65ad-479c-a480-5046068d7a83 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.358003 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port ba934bc4-5583-41eb-80f8-a88b34576d0e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:35.358490 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.383045 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee768e9c-65ad-479c-a480-5046068d7a83 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.390243 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee768e9c-65ad-479c-a480-5046068d7a83 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.393135 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ee768e9c-65ad-479c-a480-5046068d7a83 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.397766 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ee768e9c-65ad-479c-a480-5046068d7a83 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "PUT /v2.0/security-groups/bbfe3d8a-ca82-48d2-ad83-9d14b2e6afea HTTP/1.1" status: 200 len: 1779 time: 0.1373880 Mar 23 12:58:35.399820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39826) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:35.432477 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee768e9c-65ad-479c-a480-5046068d7a83 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfe3d8a-ca82-48d2-ad83-9d14b2e6afea,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:35.476498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ae6fee6b-235d-4fd2-918e-ab7407a58513 None None] Provisioning complete for port ba934bc4-5583-41eb-80f8-a88b34576d0e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:35.477022 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ae6fee6b-235d-4fd2-918e-ab7407a58513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.519532 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-89bddbd2-fd07-462a-a2fd-96bc5c730293 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-groups/bbfe3d8a-ca82-48d2-ad83-9d14b2e6afea HTTP/1.1" status: 200 len: 1779 time: 0.1185937 Mar 23 12:58:35.522172 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39828) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:35.594456 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-769f87c0-89f0-4706-a923-aff4e845d78c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.609777 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-769f87c0-89f0-4706-a923-aff4e845d78c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.616668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769f87c0-89f0-4706-a923-aff4e845d78c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:35.617306 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ae6fee6b-235d-4fd2-918e-ab7407a58513 None None] Provisioning complete for port a5e128f5-3237-4d96-9d88-067fd4b8bd73 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:35.617463 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-769f87c0-89f0-4706-a923-aff4e845d78c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.617685 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ae6fee6b-235d-4fd2-918e-ab7407a58513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.621686 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-769f87c0-89f0-4706-a923-aff4e845d78c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/ports/a5e128f5-3237-4d96-9d88-067fd4b8bd73 HTTP/1.1" status: 200 len: 911 time: 0.9544766 Mar 23 12:58:35.622547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39830) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:35.667524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f87c0-89f0-4706-a923-aff4e845d78c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=a5e128f5-3237-4d96-9d88-067fd4b8bd73,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:35.668921 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95f4c1e0-83a9-4b04-bcd6-201f0af9e1df tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.737230 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ae6fee6b-235d-4fd2-918e-ab7407a58513 None None] Port a5e128f5-3237-4d96-9d88-067fd4b8bd73 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:35.738674 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95f4c1e0-83a9-4b04-bcd6-201f0af9e1df tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.861717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2cbb261e-8ba2-463d-b855-37f418c1292d None None] Provisioning complete for port a5e128f5-3237-4d96-9d88-067fd4b8bd73 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:35.863347 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cbb261e-8ba2-463d-b855-37f418c1292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.901357 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95f4c1e0-83a9-4b04-bcd6-201f0af9e1df tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.904291 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95f4c1e0-83a9-4b04-bcd6-201f0af9e1df tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:35.911105 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-95f4c1e0-83a9-4b04-bcd6-201f0af9e1df tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-groups/bbfe3d8a-ca82-48d2-ad83-9d14b2e6afea HTTP/1.1" status: 204 len: 168 time: 0.3811996 Mar 23 12:58:35.912979 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39832) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:35.931886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4c1e0-83a9-4b04-bcd6-201f0af9e1df tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfe3d8a-ca82-48d2-ad83-9d14b2e6afea,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:35.940487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb261e-8ba2-463d-b855-37f418c1292d None None] Port a5e128f5-3237-4d96-9d88-067fd4b8bd73 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:36.022607 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-063a2256-eb06-4586-b6e2-e11ec60fcda6 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1047626 Mar 23 12:58:36.022607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39834) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:36.038183 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-d383efe6-41c7-44ee-a44b-b76538e8ebc0 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] delete failed (client error): The resource could not be found. Mar 23 12:58:36.044655 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d383efe6-41c7-44ee-a44b-b76538e8ebc0 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-groups/bbfe3d8a-ca82-48d2-ad83-9d14b2e6afea HTTP/1.1" status: 404 len: 347 time: 0.0148981 Mar 23 12:58:36.046327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39836) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:36.059652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d97e56b0-2da3-4be7-9e34-c91616f2d633 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1308730364'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:36.071829 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a9e5e5f5-087f-40fe-b506-baed4758c96c None None] Provisioning complete for port a5e128f5-3237-4d96-9d88-067fd4b8bd73 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:36.071829 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a9e5e5f5-087f-40fe-b506-baed4758c96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.113262 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d97e56b0-2da3-4be7-9e34-c91616f2d633 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.152698 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5e5f5-087f-40fe-b506-baed4758c96c None None] Port a5e128f5-3237-4d96-9d88-067fd4b8bd73 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:36.198494 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b1515cb1-da40-4d37-9e6d-91e359057e57 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.230121 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d97e56b0-2da3-4be7-9e34-c91616f2d633 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.243912 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d97e56b0-2da3-4be7-9e34-c91616f2d633 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.295353 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d97e56b0-2da3-4be7-9e34-c91616f2d633 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.299476 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d97e56b0-2da3-4be7-9e34-c91616f2d633 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2408533 Mar 23 12:58:36.299476 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e56b0-2da3-4be7-9e34-c91616f2d633 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4725657-0101-49c7-8eb7-e56d4c740169,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:36.301168 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39840) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:36.307053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d0a7031f-9968-4e29-980b-2c2af00aef11 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group_rule': {'security_group_id': 'f4725657-0101-49c7-8eb7-e56d4c740169', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:36.346083 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0a7031f-9968-4e29-980b-2c2af00aef11 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.439529 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0a7031f-9968-4e29-980b-2c2af00aef11 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.443957 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0a7031f-9968-4e29-980b-2c2af00aef11 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.462851 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7031f-9968-4e29-980b-2c2af00aef11 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8101f102-80b2-487d-bcfe-5a7a0f440a30,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:36.492411 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0a7031f-9968-4e29-980b-2c2af00aef11 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.496021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d0a7031f-9968-4e29-980b-2c2af00aef11 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1936386 Mar 23 12:58:36.499974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39844) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:36.568941 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e9bdd7e-a524-4bbe-bf0f-83f4b08709e2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.580912 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e9bdd7e-a524-4bbe-bf0f-83f4b08709e2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.587720 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b1515cb1-da40-4d37-9e6d-91e359057e57 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port a5e128f5-3237-4d96-9d88-067fd4b8bd73 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:36.592267 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b1515cb1-da40-4d37-9e6d-91e359057e57 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.615379 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e9bdd7e-a524-4bbe-bf0f-83f4b08709e2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.637228 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9e9bdd7e-a524-4bbe-bf0f-83f4b08709e2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.639727 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9e9bdd7e-a524-4bbe-bf0f-83f4b08709e2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/8101f102-80b2-487d-bcfe-5a7a0f440a30 HTTP/1.1" status: 204 len: 168 time: 0.1379259 Mar 23 12:58:36.642457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39846) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:36.667606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bdd7e-a524-4bbe-bf0f-83f4b08709e2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8101f102-80b2-487d-bcfe-5a7a0f440a30,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:36.717290 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-94899a45-4592-41d2-91de-9ffe67aff838 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0730715 Mar 23 12:58:36.723857 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39848) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:36.733280 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b1515cb1-da40-4d37-9e6d-91e359057e57 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.745954 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-b1515cb1-da40-4d37-9e6d-91e359057e57 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for a5e128f5-3237-4d96-9d88-067fd4b8bd73 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:36.842544 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b43053b-198b-4317-b139-7ca21d682156 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.906597 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b43053b-198b-4317-b139-7ca21d682156 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.944463 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b1515cb1-da40-4d37-9e6d-91e359057e57 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.966187 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b43053b-198b-4317-b139-7ca21d682156 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.968973 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b43053b-198b-4317-b139-7ca21d682156 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:36.970202 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6b43053b-198b-4317-b139-7ca21d682156 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-groups/f4725657-0101-49c7-8eb7-e56d4c740169 HTTP/1.1" status: 204 len: 168 time: 0.2438340 Mar 23 12:58:36.975657 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39850) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:36.980367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1515cb1-da40-4d37-9e6d-91e359057e57 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=a5e128f5-3237-4d96-9d88-067fd4b8bd73,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:37.049629 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43053b-198b-4317-b139-7ca21d682156 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4725657-0101-49c7-8eb7-e56d4c740169,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:37.072925 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-25d528e0-09d9-4b9b-b7eb-b1f823d81467 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0864172 Mar 23 12:58:37.076316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39852) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:37.081594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-45987a0e-61b2-47b9-ae08-fc5c96944222 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group': {'name': 'tempest-secgroup--559531580'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:37.128051 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b1515cb1-da40-4d37-9e6d-91e359057e57 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.132718 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45987a0e-61b2-47b9-ae08-fc5c96944222 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.220353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ba934bc4-5583-41eb-80f8-a88b34576d0e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:37.301447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port ba934bc4-5583-41eb-80f8-a88b34576d0e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:37.301827 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.328995 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45987a0e-61b2-47b9-ae08-fc5c96944222 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.337742 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45987a0e-61b2-47b9-ae08-fc5c96944222 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.342569 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1515cb1-da40-4d37-9e6d-91e359057e57 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 64b6f3e5-b6d1-48aa-a516-bfceff8c00eb has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:37.375870 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45987a0e-61b2-47b9-ae08-fc5c96944222 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.380441 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-45987a0e-61b2-47b9-ae08-fc5c96944222 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3037045 Mar 23 12:58:37.382123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39854) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:37.387231 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2911c93b-8e1b-44ce-b02d-d2fe0455ef4b tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group_rule': {'security_group_id': '7e0884af-4b24-43ce-8e68-7a9a9e5b553b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:37.391784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45987a0e-61b2-47b9-ae08-fc5c96944222 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0884af-4b24-43ce-8e68-7a9a9e5b553b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:37.433639 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2911c93b-8e1b-44ce-b02d-d2fe0455ef4b tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.499294 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1515cb1-da40-4d37-9e6d-91e359057e57 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:37.509607 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b1515cb1-da40-4d37-9e6d-91e359057e57 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/64b6f3e5-b6d1-48aa-a516-bfceff8c00eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8856902 Mar 23 12:58:37.512062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39860) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:37.514515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c71240-97a2-4785-9c23-f38658852b07 None None] Sync routers for ids ['64b6f3e5-b6d1-48aa-a516-bfceff8c00eb'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:37.529325 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c71240-97a2-4785-9c23-f38658852b07 None None] Routers {'64b6f3e5-b6d1-48aa-a516-bfceff8c00eb'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:37.530117 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-26c71240-97a2-4785-9c23-f38658852b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['64b6f3e5-b6d1-48aa-a516-bfceff8c00eb'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:37.536216 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2911c93b-8e1b-44ce-b02d-d2fe0455ef4b tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.544964 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2911c93b-8e1b-44ce-b02d-d2fe0455ef4b tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.546945 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b6e3b0f6-0c51-4d79-a66f-cd99e488d42c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports?device_id=64b6f3e5-b6d1-48aa-a516-bfceff8c00eb HTTP/1.1" status: 200 len: 205 time: 0.0302589 Mar 23 12:58:37.549319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39862) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:37.572462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-26c71240-97a2-4785-9c23-f38658852b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:37.585324 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911c93b-8e1b-44ce-b02d-d2fe0455ef4b tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86cc234-2131-4745-83a3-cfc886f004d5,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:37.585973 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c71240-97a2-4785-9c23-f38658852b07 None None] Routers {'64b6f3e5-b6d1-48aa-a516-bfceff8c00eb'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:37.589764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-26c71240-97a2-4785-9c23-f38658852b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['64b6f3e5-b6d1-48aa-a516-bfceff8c00eb'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:37.606843 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2911c93b-8e1b-44ce-b02d-d2fe0455ef4b tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.622357 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2911c93b-8e1b-44ce-b02d-d2fe0455ef4b tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2382247 Mar 23 12:58:37.624862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39864) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:37.627798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-26c71240-97a2-4785-9c23-f38658852b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:37.628553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c71240-97a2-4785-9c23-f38658852b07 None None] The sync data for ids ['64b6f3e5-b6d1-48aa-a516-bfceff8c00eb'] in n-d-834854-1 is: [] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:37.632863 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-87da8fa7-b778-48b5-8dfb-c4e79eeb2311 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group_rule': {'security_group_id': '7e0884af-4b24-43ce-8e68-7a9a9e5b553b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:37.637378 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79c17c63-242d-45b3-8d9f-1159293d239e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.670722 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87da8fa7-b778-48b5-8dfb-c4e79eeb2311 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.755868 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87da8fa7-b778-48b5-8dfb-c4e79eeb2311 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.761308 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87da8fa7-b778-48b5-8dfb-c4e79eeb2311 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.782272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da8fa7-b778-48b5-8dfb-c4e79eeb2311 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aff30d0-85b2-4e72-ac96-754d9fbe493d,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:37.795033 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87da8fa7-b778-48b5-8dfb-c4e79eeb2311 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.796658 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-87da8fa7-b778-48b5-8dfb-c4e79eeb2311 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1702926 Mar 23 12:58:37.801386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39866) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:37.807312 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e04b1e37-5a12-463c-81d9-ff14e84529ae tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group_rule': {'security_group_id': '7e0884af-4b24-43ce-8e68-7a9a9e5b553b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:37.821761 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79c17c63-242d-45b3-8d9f-1159293d239e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.824054 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79c17c63-242d-45b3-8d9f-1159293d239e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.849305 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e04b1e37-5a12-463c-81d9-ff14e84529ae tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.872821 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79c17c63-242d-45b3-8d9f-1159293d239e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.873402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c17c63-242d-45b3-8d9f-1159293d239e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Fanout notify agent at l3_agent the message router_deleted on router 64b6f3e5-b6d1-48aa-a516-bfceff8c00eb {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:58:37.880157 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-79c17c63-242d-45b3-8d9f-1159293d239e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.884779 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39868) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:37.892534 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-79c17c63-242d-45b3-8d9f-1159293d239e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/routers/64b6f3e5-b6d1-48aa-a516-bfceff8c00eb HTTP/1.1" status: 204 len: 168 time: 0.3411398 Mar 23 12:58:37.962751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-10df778b-1969-43f7-8532-205261a8bc5d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting subnet b9340432-70fa-4426-b8b3-6a487d906894 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:58:37.970396 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e04b1e37-5a12-463c-81d9-ff14e84529ae tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.971259 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-10df778b-1969-43f7-8532-205261a8bc5d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:37.997255 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e04b1e37-5a12-463c-81d9-ff14e84529ae tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.029352 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b1e37-5a12-463c-81d9-ff14e84529ae tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63975315-6426-4db7-b5b5-cbf38a02bd39,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:38.036891 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e04b1e37-5a12-463c-81d9-ff14e84529ae tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.037081 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e04b1e37-5a12-463c-81d9-ff14e84529ae tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2344079 Mar 23 12:58:38.039953 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-10df778b-1969-43f7-8532-205261a8bc5d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.041017 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39870) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:38.046494 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5bc06214-f6e2-4c59-a0dc-32839a409441 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group_rule': {'security_group_id': '7e0884af-4b24-43ce-8e68-7a9a9e5b553b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:38.081438 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bc06214-f6e2-4c59-a0dc-32839a409441 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.190565 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bc06214-f6e2-4c59-a0dc-32839a409441 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.197949 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-10df778b-1969-43f7-8532-205261a8bc5d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.198404 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bc06214-f6e2-4c59-a0dc-32839a409441 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.226860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc06214-f6e2-4c59-a0dc-32839a409441 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421f955f-3952-49a3-b0d6-038ab84d0a71,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:38.233826 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bc06214-f6e2-4c59-a0dc-32839a409441 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.235044 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5bc06214-f6e2-4c59-a0dc-32839a409441 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1931398 Mar 23 12:58:38.237824 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39872) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:38.244605 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e992a0ed-9343-48ee-adea-8dbfd42d9109 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group_rule': {'security_group_id': '7e0884af-4b24-43ce-8e68-7a9a9e5b553b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:38.282999 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-10df778b-1969-43f7-8532-205261a8bc5d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.312798 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e992a0ed-9343-48ee-adea-8dbfd42d9109 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.316800 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df778b-1969-43f7-8532-205261a8bc5d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Subnet': ['ID=b9340432-70fa-4426-b8b3-6a487d906894,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:38.327691 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-10df778b-1969-43f7-8532-205261a8bc5d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.330408 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-10df778b-1969-43f7-8532-205261a8bc5d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/b9340432-70fa-4426-b8b3-6a487d906894 HTTP/1.1" status: 204 len: 168 time: 0.4419479 Mar 23 12:58:38.333499 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39874) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:38.345586 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713a3688-9abc-4f87-8a71-2e9a98f4997b None None] Network 86d8335d-3980-4669-a128-78ca99ea4ec9 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:38.441179 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.445179 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e992a0ed-9343-48ee-adea-8dbfd42d9109 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.451588 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e992a0ed-9343-48ee-adea-8dbfd42d9109 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.474840 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992a0ed-9343-48ee-adea-8dbfd42d9109 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58208865-9091-441e-8b02-4133148f7ad5,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:38.497708 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e992a0ed-9343-48ee-adea-8dbfd42d9109 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.498898 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e992a0ed-9343-48ee-adea-8dbfd42d9109 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2599988 Mar 23 12:58:38.501903 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39876) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:38.527153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port ba934bc4-5583-41eb-80f8-a88b34576d0e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:38.527494 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.556326 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f5df13-dc2e-4302-a9b4-a644df5c2eeb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.569410 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f5df13-dc2e-4302-a9b4-a644df5c2eeb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.573079 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b31c8b-095f-4b83-898a-9fff31941ef5 None None] DHCP port deletion for 86d8335d-3980-4669-a128-78ca99ea4ec9 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:58:38.616427 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f5df13-dc2e-4302-a9b4-a644df5c2eeb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.623818 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6f5df13-dc2e-4302-a9b4-a644df5c2eeb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.627656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] For port ba934bc4-5583-41eb-80f8-a88b34576d0e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ba934bc4-5583-41eb-80f8-a88b34576d0e,segment=NetworkSegment(df0c95ea-f1a1-424a-b6f9-2f333cf30207),segment_id=df0c95ea-f1a1-424a-b6f9-2f333cf30207)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:38.627656 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.628340 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f6f5df13-dc2e-4302-a9b4-a644df5c2eeb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/58208865-9091-441e-8b02-4133148f7ad5 HTTP/1.1" status: 204 len: 168 time: 0.1221871 Mar 23 12:58:38.628448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39880) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:38.636101 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5df13-dc2e-4302-a9b4-a644df5c2eeb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58208865-9091-441e-8b02-4133148f7ad5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:38.666191 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for ba934bc4-5583-41eb-80f8-a88b34576d0e owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:38.675609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-76b31c8b-095f-4b83-898a-9fff31941ef5 None None] Deleting port ba934bc4-5583-41eb-80f8-a88b34576d0e {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:58:38.676243 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76b31c8b-095f-4b83-898a-9fff31941ef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.714103 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bea83833-0e44-4568-8e5a-6f23b1dfd283 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0844991 Mar 23 12:58:38.717651 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39888) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:38.745875 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d959a52c-9b9c-4349-bd99-ba14b6fabab2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.763963 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-76b31c8b-095f-4b83-898a-9fff31941ef5 None None] For port ba934bc4-5583-41eb-80f8-a88b34576d0e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ba934bc4-5583-41eb-80f8-a88b34576d0e,segment=NetworkSegment(df0c95ea-f1a1-424a-b6f9-2f333cf30207),segment_id=df0c95ea-f1a1-424a-b6f9-2f333cf30207)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:38.763963 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76b31c8b-095f-4b83-898a-9fff31941ef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.765718 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d959a52c-9b9c-4349-bd99-ba14b6fabab2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.783809 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-76b31c8b-095f-4b83-898a-9fff31941ef5 None None] Calling delete_port for ba934bc4-5583-41eb-80f8-a88b34576d0e owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:58:38.810013 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d959a52c-9b9c-4349-bd99-ba14b6fabab2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.826260 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d959a52c-9b9c-4349-bd99-ba14b6fabab2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.827351 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d959a52c-9b9c-4349-bd99-ba14b6fabab2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/421f955f-3952-49a3-b0d6-038ab84d0a71 HTTP/1.1" status: 204 len: 168 time: 0.1085322 Mar 23 12:58:38.832154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39890) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:38.834494 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959a52c-9b9c-4349-bd99-ba14b6fabab2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=421f955f-3952-49a3-b0d6-038ab84d0a71,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:38.843000 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.897387 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76b31c8b-095f-4b83-898a-9fff31941ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:38.923714 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b31c8b-095f-4b83-898a-9fff31941ef5 None None] Pushing event deleted for resources: {'Port': ['ID=ba934bc4-5583-41eb-80f8-a88b34576d0e,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:38.947953 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b31c8b-095f-4b83-898a-9fff31941ef5 None None] No DVR routers for this DVR port ba934bc4-5583-41eb-80f8-a88b34576d0e on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:39.151972 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ba934bc4-5583-41eb-80f8-a88b34576d0e no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:39.173990 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: ba934bc4-5583-41eb-80f8-a88b34576d0e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:58:39.174604 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ba934bc4-5583-41eb-80f8-a88b34576d0e not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:39.253233 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] No DVR routers for this DVR port ba934bc4-5583-41eb-80f8-a88b34576d0e on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:39.258907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=ba934bc4-5583-41eb-80f8-a88b34576d0e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:39.344135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.382496 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d75fc7ec-329a-4599-b566-5c98e4dca419 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.5468132 Mar 23 12:58:39.386839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d8335d-3980-4669-a128-78ca99ea4ec9']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:39.388883 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39892) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:39.403443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0c95ea-f1a1-424a-b6f9-2f333cf30207') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:39.404288 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0c95ea-f1a1-424a-b6f9-2f333cf30207') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:39.415728 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07053b98-fbef-4d82-95b1-05cbef422e55 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.420305 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.423907 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07053b98-fbef-4d82-95b1-05cbef422e55 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.435565 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.445581 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:39.446188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:39.449438 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:39.462157 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07053b98-fbef-4d82-95b1-05cbef422e55 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.469138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07053b98-fbef-4d82-95b1-05cbef422e55 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.473025 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-07053b98-fbef-4d82-95b1-05cbef422e55 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/63975315-6426-4db7-b5b5-cbf38a02bd39 HTTP/1.1" status: 204 len: 168 time: 0.0803559 Mar 23 12:58:39.473805 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39894) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:39.480796 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07053b98-fbef-4d82-95b1-05cbef422e55 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63975315-6426-4db7-b5b5-cbf38a02bd39,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:39.522710 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1728378b-9baf-487f-993b-1af3bc34778e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0473204 Mar 23 12:58:39.524216 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.525684 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39896) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:39.529260 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.536629 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/networks/86d8335d-3980-4669-a128-78ca99ea4ec9 HTTP/1.1" status: 204 len: 168 time: 1.2019336 Mar 23 12:58:39.537462 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39898) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:39.542521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1ff65364-6fb9-4ccf-9bbf-c2fd378b86c9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1101399826', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:39.558116 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc11856-c87f-4007-be0b-719b1cc53fc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Network': ['ID=86d8335d-3980-4669-a128-78ca99ea4ec9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:39.574138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e915c747-24bf-4d80-97f6-03055f70215f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.585646 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e915c747-24bf-4d80-97f6-03055f70215f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.588717 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ff65364-6fb9-4ccf-9bbf-c2fd378b86c9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.589813 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ff65364-6fb9-4ccf-9bbf-c2fd378b86c9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.640742 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e915c747-24bf-4d80-97f6-03055f70215f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.939779 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e915c747-24bf-4d80-97f6-03055f70215f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.940894 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e915c747-24bf-4d80-97f6-03055f70215f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/2aff30d0-85b2-4e72-ac96-754d9fbe493d HTTP/1.1" status: 204 len: 168 time: 0.4141989 Mar 23 12:58:39.943360 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ff65364-6fb9-4ccf-9bbf-c2fd378b86c9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.944218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39904) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:39.949148 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915c747-24bf-4d80-97f6-03055f70215f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2aff30d0-85b2-4e72-ac96-754d9fbe493d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:39.951231 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ff65364-6fb9-4ccf-9bbf-c2fd378b86c9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.976148 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ff65364-6fb9-4ccf-9bbf-c2fd378b86c9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:39.979974 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1ff65364-6fb9-4ccf-9bbf-c2fd378b86c9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4388838 Mar 23 12:58:39.980137 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39906) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:39.984948 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-92010778-284d-48a5-b249-09cd62cb15f6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2050145417'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:39.995504 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fd7d6792-9e96-4611-b3a9-5519419d5f26 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0463884 Mar 23 12:58:39.995708 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39908) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:40.018921 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92010778-284d-48a5-b249-09cd62cb15f6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:40.022084 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92010778-284d-48a5-b249-09cd62cb15f6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.038804 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c297dcd-ae89-4474-b499-e42e8b804c2f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.050745 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c297dcd-ae89-4474-b499-e42e8b804c2f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.067825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92010778-284d-48a5-b249-09cd62cb15f6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:58:40.089470 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c297dcd-ae89-4474-b499-e42e8b804c2f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.091649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92010778-284d-48a5-b249-09cd62cb15f6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.092020 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-92010778-284d-48a5-b249-09cd62cb15f6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Added segment 92d6fddf-a402-42cc-b3a9-0736b0479ffe of type vlan for network 4c7a2d8a-3b5d-432f-86d1-050c455914d8 Mar 23 12:58:40.098474 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c297dcd-ae89-4474-b499-e42e8b804c2f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.099554 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4c297dcd-ae89-4474-b499-e42e8b804c2f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/a86cc234-2131-4745-83a3-cfc886f004d5 HTTP/1.1" status: 204 len: 168 time: 0.1031268 Mar 23 12:58:40.103090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39910) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:40.112286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c297dcd-ae89-4474-b499-e42e8b804c2f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a86cc234-2131-4745-83a3-cfc886f004d5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:40.163893 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fe49b544-f13f-4b24-9736-00889e07af77 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0564382 Mar 23 12:58:40.164261 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92010778-284d-48a5-b249-09cd62cb15f6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.164375 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39912) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:40.202875 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92010778-284d-48a5-b249-09cd62cb15f6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.208562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92010778-284d-48a5-b249-09cd62cb15f6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:40.212226 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92010778-284d-48a5-b249-09cd62cb15f6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.246840 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6cb3-1c08-4a0a-b1cd-da0fed682a8b tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.286180 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6cb3-1c08-4a0a-b1cd-da0fed682a8b tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.296944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39914) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:40.297607 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-92010778-284d-48a5-b249-09cd62cb15f6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3159924 Mar 23 12:58:40.302686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d53891ac-caa5-42f7-8828-485811483e52 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'subnet': {'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:40.319242 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92010778-284d-48a5-b249-09cd62cb15f6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Network': ['ID=4c7a2d8a-3b5d-432f-86d1-050c455914d8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:40.333637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 4c7a2d8a-3b5d-432f-86d1-050c455914d8 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:40.402258 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6cb3-1c08-4a0a-b1cd-da0fed682a8b tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.404758 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6cb3-1c08-4a0a-b1cd-da0fed682a8b tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.408066 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0d9c6cb3-1c08-4a0a-b1cd-da0fed682a8b tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-groups/7e0884af-4b24-43ce-8e68-7a9a9e5b553b HTTP/1.1" status: 204 len: 168 time: 0.2410300 Mar 23 12:58:40.408986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39916) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:40.420857 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c6cb3-1c08-4a0a-b1cd-da0fed682a8b tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0884af-4b24-43ce-8e68-7a9a9e5b553b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:40.427537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53891ac-caa5-42f7-8828-485811483e52 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:40.431676 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d53891ac-caa5-42f7-8828-485811483e52 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.502727 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ca2c362b-326d-496c-be68-89edd07380a9 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0919180 Mar 23 12:58:40.503469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39918) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:40.509309 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-eb80209c-18ef-4525-9ba7-212f337d8d4f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403247187'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:40.533452 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb80209c-18ef-4525-9ba7-212f337d8d4f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.613999 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb80209c-18ef-4525-9ba7-212f337d8d4f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.619284 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb80209c-18ef-4525-9ba7-212f337d8d4f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.642189 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-eb80209c-18ef-4525-9ba7-212f337d8d4f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.643619 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-eb80209c-18ef-4525-9ba7-212f337d8d4f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1389837 Mar 23 12:58:40.646206 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39920) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:40.653620 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0ba680e9-3172-4a6f-a383-05ff7ad33533 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc6688-ea08-480a-99f2-0a0d9e1ceba4', 'direction': 'ingress', 'protocol': 17}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:40.670165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80209c-18ef-4525-9ba7-212f337d8d4f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cc6688-ea08-480a-99f2-0a0d9e1ceba4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:40.679298 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d53891ac-caa5-42f7-8828-485811483e52 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.694197 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ba680e9-3172-4a6f-a383-05ff7ad33533 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.749351 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53891ac-caa5-42f7-8828-485811483e52 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Subnet': ['ID=ca601783-6c5b-4940-a01c-c198b7fdfb81,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:40.756686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53891ac-caa5-42f7-8828-485811483e52 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Checking segment: {'id': '92d6fddf-a402-42cc-b3a9-0736b0479ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:40.757082 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53891ac-caa5-42f7-8828-485811483e52 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network hostable DHCP agents. Network: 4c7a2d8a-3b5d-432f-86d1-050c455914d8, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:58:40.773264 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ba680e9-3172-4a6f-a383-05ff7ad33533 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.776953 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53891ac-caa5-42f7-8828-485811483e52 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 4c7a2d8a-3b5d-432f-86d1-050c455914d8 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:58:40.778519 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ba680e9-3172-4a6f-a383-05ff7ad33533 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.801384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d53891ac-caa5-42f7-8828-485811483e52 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 4c7a2d8a-3b5d-432f-86d1-050c455914d8) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:40.810273 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4da5ad6-be3d-417e-a093-c04a707f4cc9 None None] Network 4c7a2d8a-3b5d-432f-86d1-050c455914d8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:40.814397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53891ac-caa5-42f7-8828-485811483e52 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:40.815049 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d53891ac-caa5-42f7-8828-485811483e52 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.816314 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ba680e9-3172-4a6f-a383-05ff7ad33533 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.817511 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0ba680e9-3172-4a6f-a383-05ff7ad33533 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1698642 Mar 23 12:58:40.820928 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba680e9-3172-4a6f-a383-05ff7ad33533 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9c94f9-d3c6-4fc1-b255-943e3ccbe6d4,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:40.822612 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39924) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:40.861411 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d53891ac-caa5-42f7-8828-485811483e52 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5634475 Mar 23 12:58:40.864208 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39926) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:40.915880 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b584494-8f47-492d-bf42-e87aa18c76ee tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:40.949941 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b584494-8f47-492d-bf42-e87aa18c76ee tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.022914 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b584494-8f47-492d-bf42-e87aa18c76ee tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.026795 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9b584494-8f47-492d-bf42-e87aa18c76ee tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.030591 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9b584494-8f47-492d-bf42-e87aa18c76ee tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-groups/c0cc6688-ea08-480a-99f2-0a0d9e1ceba4 HTTP/1.1" status: 204 len: 168 time: 0.2070475 Mar 23 12:58:41.031802 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39930) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:41.033892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:58:41.035131 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.056428 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b584494-8f47-492d-bf42-e87aa18c76ee tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cc6688-ea08-480a-99f2-0a0d9e1ceba4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:41.109897 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39932) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:41.110496 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7b198b0f-ba10-4d16-a742-946afe71d9a3 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0734184 Mar 23 12:58:41.115118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-414ffa6c-699d-4a45-a28a-cd8481b86020 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954352897'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:41.188987 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-414ffa6c-699d-4a45-a28a-cd8481b86020 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.208931 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Allocated IP 2001:db8::2 (4c7a2d8a-3b5d-432f-86d1-050c455914d8/ca601783-6c5b-4940-a01c-c198b7fdfb81/a7aecdb2-d2a1-43c8-9066-2dc8990c24b5) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:41.260124 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.356120 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.364483 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.380050 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-414ffa6c-699d-4a45-a28a-cd8481b86020 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.385496 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-414ffa6c-699d-4a45-a28a-cd8481b86020 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.408730 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Network 4c7a2d8a-3b5d-432f-86d1-050c455914d8 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:41.411074 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:41.415035 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:41.425641 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Pushing event updated for resources: {'Port': ['ID=a7aecdb2-d2a1-43c8-9066-2dc8990c24b5,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:41.457164 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-414ffa6c-699d-4a45-a28a-cd8481b86020 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.458404 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-414ffa6c-699d-4a45-a28a-cd8481b86020 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3467941 Mar 23 12:58:41.461458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39934) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:41.469563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-24082391-db7b-463e-b92b-9286034c7f2f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674959330'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:41.471959 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ffa6c-699d-4a45-a28a-cd8481b86020 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72f9a3b-6d31-4a59-88e0-400264c3a14b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:41.475774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Attempting to bind port a7aecdb2-d2a1-43c8-9066-2dc8990c24b5 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:58:41.476173 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Attempting to bind port a7aecdb2-d2a1-43c8-9066-2dc8990c24b5 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '92d6fddf-a402-42cc-b3a9-0736b0479ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:58:41.476536 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Attempting to bind port a7aecdb2-d2a1-43c8-9066-2dc8990c24b5 on network 4c7a2d8a-3b5d-432f-86d1-050c455914d8 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:58:41.481973 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:58:41.482553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Checking segment: {'id': '92d6fddf-a402-42cc-b3a9-0736b0479ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:41.483113 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.483653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Bound using segment: {'id': '92d6fddf-a402-42cc-b3a9-0736b0479ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:58:41.484303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Bound port: a7aecdb2-d2a1-43c8-9066-2dc8990c24b5, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d6fddf-a402-42cc-b3a9-0736b0479ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:58:41.484890 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.494526 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24082391-db7b-463e-b92b-9286034c7f2f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.561611 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] For port a7aecdb2-d2a1-43c8-9066-2dc8990c24b5, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:58:41.565902 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] For port a7aecdb2-d2a1-43c8-9066-2dc8990c24b5, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a7aecdb2-d2a1-43c8-9066-2dc8990c24b5,segment=NetworkSegment(92d6fddf-a402-42cc-b3a9-0736b0479ffe),segment_id=92d6fddf-a402-42cc-b3a9-0736b0479ffe)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:58:41.576279 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.587145 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24082391-db7b-463e-b92b-9286034c7f2f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.591715 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24082391-db7b-463e-b92b-9286034c7f2f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.627689 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-24082391-db7b-463e-b92b-9286034c7f2f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.632190 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-24082391-db7b-463e-b92b-9286034c7f2f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1696746 Mar 23 12:58:41.634639 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39936) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:41.638410 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24082391-db7b-463e-b92b-9286034c7f2f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39ad4dc-a402-4991-8c2f-8de76e07175f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:41.641716 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-13a0cc5d-19f5-4897-810a-a5d41cbe8fe1 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group_rule': {'security_group_id': 'd72f9a3b-6d31-4a59-88e0-400264c3a14b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f39ad4dc-a402-4991-8c2f-8de76e07175f', 'remote_ip_prefix': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:41.647340 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Allocated IP 2001:db8::1 (4c7a2d8a-3b5d-432f-86d1-050c455914d8/ca601783-6c5b-4940-a01c-c198b7fdfb81/3976b2c9-569d-44b7-8b74-37b7fd6137dd) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:41.687738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138aaccd-b500-4c38-a115-7956dbaca8e3 None None] Pushing event updated for resources: {'Port': ['ID=a7aecdb2-d2a1-43c8-9066-2dc8990c24b5,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:41.732197 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13a0cc5d-19f5-4897-810a-a5d41cbe8fe1 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.830194 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.878086 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13a0cc5d-19f5-4897-810a-a5d41cbe8fe1 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.889869 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13a0cc5d-19f5-4897-810a-a5d41cbe8fe1 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.938007 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13a0cc5d-19f5-4897-810a-a5d41cbe8fe1 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:41.939747 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-13a0cc5d-19f5-4897-810a-a5d41cbe8fe1 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3037782 Mar 23 12:58:41.940167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0cc5d-19f5-4897-810a-a5d41cbe8fe1 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d7e6a6-6f5b-4abe-8dee-40ecbf4a20d4,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:41.943127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39940) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:41.958694 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.012833 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3467ec67-1458-4160-9448-0999fb3288ca tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.030964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 4c7a2d8a-3b5d-432f-86d1-050c455914d8 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:42.040910 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3467ec67-1458-4160-9448-0999fb3288ca tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.050356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=3976b2c9-569d-44b7-8b74-37b7fd6137dd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:42.052965 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:42.057032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:42.057584 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.138986 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3467ec67-1458-4160-9448-0999fb3288ca tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.154548 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3467ec67-1458-4160-9448-0999fb3288ca tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.155691 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3467ec67-1458-4160-9448-0999fb3288ca tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/09d7e6a6-6f5b-4abe-8dee-40ecbf4a20d4 HTTP/1.1" status: 204 len: 168 time: 0.2113826 Mar 23 12:58:42.158946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39944) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:42.159691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467ec67-1458-4160-9448-0999fb3288ca tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09d7e6a6-6f5b-4abe-8dee-40ecbf4a20d4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:42.207377 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.219754 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6e53eb40-30d6-42ef-8f11-fc42cc14f027 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0591469 Mar 23 12:58:42.222556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39946) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:42.379401 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5ed62e4-e7ec-4f2a-97a2-84c7ea3778fb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.431553 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5ed62e4-e7ec-4f2a-97a2-84c7ea3778fb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.524628 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5ed62e4-e7ec-4f2a-97a2-84c7ea3778fb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.527082 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a5ed62e4-e7ec-4f2a-97a2-84c7ea3778fb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.530576 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a5ed62e4-e7ec-4f2a-97a2-84c7ea3778fb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-groups/f39ad4dc-a402-4991-8c2f-8de76e07175f HTTP/1.1" status: 204 len: 168 time: 0.3047464 Mar 23 12:58:42.531015 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39948) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:42.554537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed62e4-e7ec-4f2a-97a2-84c7ea3778fb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39ad4dc-a402-4991-8c2f-8de76e07175f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:42.586329 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.592987 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.593786 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.602793 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-70fc5bc8-4ec5-427e-a85d-fe10e0d963a6 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0680015 Mar 23 12:58:42.603380 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39950) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:42.663326 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcf2c-6ee0-432f-b613-01a662c15ae1 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.687678 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcf2c-6ee0-432f-b613-01a662c15ae1 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.688192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=3976b2c9-569d-44b7-8b74-37b7fd6137dd,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:42.733191 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 4c7a2d8a-3b5d-432f-86d1-050c455914d8 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:42.734963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:42.736018 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5551c7f5-fac8-45cf-ae31-82d1a3678e4c None None] Network 4c7a2d8a-3b5d-432f-86d1-050c455914d8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:42.745852 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcf2c-6ee0-432f-b613-01a662c15ae1 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.748627 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcf2c-6ee0-432f-b613-01a662c15ae1 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.752808 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8f2dcf2c-6ee0-432f-b613-01a662c15ae1 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-groups/d72f9a3b-6d31-4a59-88e0-400264c3a14b HTTP/1.1" status: 204 len: 168 time: 0.1443400 Mar 23 12:58:42.755689 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39952) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:42.774896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2dcf2c-6ee0-432f-b613-01a662c15ae1 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72f9a3b-6d31-4a59-88e0-400264c3a14b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:42.811142 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-13082a5d-63a6-4927-bb46-78832b935023 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499971 Mar 23 12:58:42.812425 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39954) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:42.820701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-39e6c893-7ec5-486b-bac7-2a2cc73aeef4 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group': {'name': 'tempest-secgroup--716145588'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:42.847199 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f82cccb2-f106-4a13-955b-70d8985bb301 None None] Provisioning complete for port a7aecdb2-d2a1-43c8-9066-2dc8990c24b5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:42.847577 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f82cccb2-f106-4a13-955b-70d8985bb301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.849413 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39e6c893-7ec5-486b-bac7-2a2cc73aeef4 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.868945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:58:42.925626 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39e6c893-7ec5-486b-bac7-2a2cc73aeef4 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.931623 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39e6c893-7ec5-486b-bac7-2a2cc73aeef4 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.967557 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-39e6c893-7ec5-486b-bac7-2a2cc73aeef4 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.969083 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-39e6c893-7ec5-486b-bac7-2a2cc73aeef4 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1554537 Mar 23 12:58:42.971859 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6c893-7ec5-486b-bac7-2a2cc73aeef4 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95be4a5-97fd-4971-b8e7-b59601f70c8c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:42.972196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39956) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:42.979364 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f82cccb2-f106-4a13-955b-70d8985bb301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:42.979853 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-393890bd-b289-41e8-b591-6a00dca53233 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group_rule': {'security_group_id': 'e95be4a5-97fd-4971-b8e7-b59601f70c8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:42.995435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:43.002728 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f193bf2a-8c77-4c5c-8984-1fd66937d084 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1368103 Mar 23 12:58:43.005356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39958) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:43.006686 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Sync routers for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:43.012335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4896574c-e466-4dd7-9f4f-2073ec8f2e48 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1326459511'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:43.023114 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f82cccb2-f106-4a13-955b-70d8985bb301 None None] For port a7aecdb2-d2a1-43c8-9066-2dc8990c24b5, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a7aecdb2-d2a1-43c8-9066-2dc8990c24b5,segment=NetworkSegment(92d6fddf-a402-42cc-b3a9-0736b0479ffe),segment_id=92d6fddf-a402-42cc-b3a9-0736b0479ffe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:43.023550 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:43.024477 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:43.032134 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-393890bd-b289-41e8-b591-6a00dca53233 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.032926 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f82cccb2-f106-4a13-955b-70d8985bb301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.063479 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4896574c-e466-4dd7-9f4f-2073ec8f2e48 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:43.067314 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4896574c-e466-4dd7-9f4f-2073ec8f2e48 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.146431 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4896574c-e466-4dd7-9f4f-2073ec8f2e48 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:58:43.158387 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-393890bd-b289-41e8-b591-6a00dca53233 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.161708 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:43.168201 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-393890bd-b289-41e8-b591-6a00dca53233 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.175942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cccb2-f106-4a13-955b-70d8985bb301 None None] Pushing event updated for resources: {'Port': ['ID=a7aecdb2-d2a1-43c8-9066-2dc8990c24b5,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:43.190834 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4896574c-e466-4dd7-9f4f-2073ec8f2e48 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.191396 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-4896574c-e466-4dd7-9f4f-2073ec8f2e48 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Added segment 23209ea0-93bf-4657-b09a-ebacb31c4afa of type vlan for network c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117 Mar 23 12:58:43.210553 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393890bd-b289-41e8-b591-6a00dca53233 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1963c2d-3585-4bea-ab56-cddce32ee769,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:43.247839 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-393890bd-b289-41e8-b591-6a00dca53233 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.249533 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-393890bd-b289-41e8-b591-6a00dca53233 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2741978 Mar 23 12:58:43.252557 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4896574c-e466-4dd7-9f4f-2073ec8f2e48 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.252735 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39968) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:43.282849 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4896574c-e466-4dd7-9f4f-2073ec8f2e48 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.294657 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b723f82-87c3-4b3c-892c-56c3df0cb7dc tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.297984 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4896574c-e466-4dd7-9f4f-2073ec8f2e48 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:43.299594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a7aecdb2-d2a1-43c8-9066-2dc8990c24b5 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:43.299742 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4896574c-e466-4dd7-9f4f-2073ec8f2e48 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.305228 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b723f82-87c3-4b3c-892c-56c3df0cb7dc tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.338313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b723f82-87c3-4b3c-892c-56c3df0cb7dc tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.351388 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b723f82-87c3-4b3c-892c-56c3df0cb7dc tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.352584 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2b723f82-87c3-4b3c-892c-56c3df0cb7dc tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/c1963c2d-3585-4bea-ab56-cddce32ee769 HTTP/1.1" status: 204 len: 168 time: 0.0987344 Mar 23 12:58:43.362166 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39970) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:43.370829 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a7aecdb2-d2a1-43c8-9066-2dc8990c24b5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:43.371218 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.372722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b723f82-87c3-4b3c-892c-56c3df0cb7dc tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1963c2d-3585-4bea-ab56-cddce32ee769,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:43.445199 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4896574c-e466-4dd7-9f4f-2073ec8f2e48 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4371386 Mar 23 12:58:43.447380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 39986) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:43.452702 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fab7d517-7d8f-4ef8-9f33-65e8e2dc8840 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'subnet': {'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:43.481788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896574c-e466-4dd7-9f4f-2073ec8f2e48 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Network': ['ID=c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:43.513719 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:43.543094 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b2535f57-e0de-408d-943c-ee5969062e1e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1795776 Mar 23 12:58:43.543597 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 39990) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:43.597472 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:58:42Z', 'revision_number': 2, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:42Z', 'revision_number': 2, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:43.620529 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab7d517-7d8f-4ef8-9f33-65e8e2dc8840 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:43.624282 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fab7d517-7d8f-4ef8-9f33-65e8e2dc8840 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.633110 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1f8f-c78a-4b62-a88c-3ddf5a3487b0 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.646241 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a7f4f3f8-9c8b-4e91-a0eb-ee92efe53a72 None None] Provisioning complete for port 3976b2c9-569d-44b7-8b74-37b7fd6137dd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:43.647017 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7f4f3f8-9c8b-4e91-a0eb-ee92efe53a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.664507 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Checking router: 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:58:43.664849 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Updating router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc port 3976b2c9-569d-44b7-8b74-37b7fd6137dd binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:58:43.693440 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1f8f-c78a-4b62-a88c-3ddf5a3487b0 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.726353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4f3f8-9c8b-4e91-a0eb-ee92efe53a72 None None] Port 3976b2c9-569d-44b7-8b74-37b7fd6137dd cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:43.734886 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.747099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a7f4f3f8-9c8b-4e91-a0eb-ee92efe53a72 None None] Provisioning complete for port a7aecdb2-d2a1-43c8-9066-2dc8990c24b5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:43.747676 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7f4f3f8-9c8b-4e91-a0eb-ee92efe53a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.789694 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1f8f-c78a-4b62-a88c-3ddf5a3487b0 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.794372 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1f8f-c78a-4b62-a88c-3ddf5a3487b0 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.798096 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1c8b1f8f-c78a-4b62-a88c-3ddf5a3487b0 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-groups/e95be4a5-97fd-4971-b8e7-b59601f70c8c HTTP/1.1" status: 204 len: 168 time: 0.2480688 Mar 23 12:58:43.815462 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40000) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:43.816295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b1f8f-c78a-4b62-a88c-3ddf5a3487b0 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95be4a5-97fd-4971-b8e7-b59601f70c8c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:43.871331 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-14616d46-4f37-4ff7-9bd6-28d9cfe4b11e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518560 Mar 23 12:58:43.876240 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40002) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:43.885837 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ad1e0905-db6b-477d-85cb-7f270ecf3f0e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1240116201'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:43.927957 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad1e0905-db6b-477d-85cb-7f270ecf3f0e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:43.931901 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fab7d517-7d8f-4ef8-9f33-65e8e2dc8840 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.013008 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7d517-7d8f-4ef8-9f33-65e8e2dc8840 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Subnet': ['ID=106431b1-1c8c-4c2d-af41-4568fe73eba7,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:44.022661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab7d517-7d8f-4ef8-9f33-65e8e2dc8840 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Checking segment: {'id': '23209ea0-93bf-4657-b09a-ebacb31c4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:44.023032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab7d517-7d8f-4ef8-9f33-65e8e2dc8840 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network hostable DHCP agents. Network: c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:58:44.043309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab7d517-7d8f-4ef8-9f33-65e8e2dc8840 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:58:44.049186 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad1e0905-db6b-477d-85cb-7f270ecf3f0e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.058029 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-fab7d517-7d8f-4ef8-9f33-65e8e2dc8840 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:44.062380 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad1e0905-db6b-477d-85cb-7f270ecf3f0e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.063376 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab7d517-7d8f-4ef8-9f33-65e8e2dc8840 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:44.064958 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fab7d517-7d8f-4ef8-9f33-65e8e2dc8840 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.075799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ebde9456-0707-499d-bcf8-de95428e026b None None] Provisioning complete for port 3976b2c9-569d-44b7-8b74-37b7fd6137dd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:44.078678 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ebde9456-0707-499d-bcf8-de95428e026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.097859 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ad1e0905-db6b-477d-85cb-7f270ecf3f0e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.099521 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ad1e0905-db6b-477d-85cb-7f270ecf3f0e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2221372 Mar 23 12:58:44.107232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40004) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:44.113411 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fab7d517-7d8f-4ef8-9f33-65e8e2dc8840 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6624298 Mar 23 12:58:44.114045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40006) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:44.118222 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b7077e9d-d618-49a9-95a4-9c0064758abb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group_rule': {'security_group_id': 'cd6f36d5-d776-4f68-9693-b686a5a0eac6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:44.137464 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270d4eb4-77fe-4f12-af4d-8f394c4e100f None None] Network c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:44.168931 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7077e9d-d618-49a9-95a4-9c0064758abb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.187348 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e0905-db6b-477d-85cb-7f270ecf3f0e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6f36d5-d776-4f68-9693-b686a5a0eac6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:44.246810 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.253835 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ebde9456-0707-499d-bcf8-de95428e026b None None] Port 3976b2c9-569d-44b7-8b74-37b7fd6137dd cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:44.254440 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.261537 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7077e9d-d618-49a9-95a4-9c0064758abb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.266998 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7077e9d-d618-49a9-95a4-9c0064758abb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.303957 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b7077e9d-d618-49a9-95a4-9c0064758abb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.309938 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b7077e9d-d618-49a9-95a4-9c0064758abb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2009428 Mar 23 12:58:44.310835 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40008) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:44.339067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7077e9d-d618-49a9-95a4-9c0064758abb tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2e6f1f-c202-4876-b692-840735260d7d,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:44.373708 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9330cb93-8398-41ce-b44c-ac7732dc6d8f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules/4b2e6f1f-c202-4876-b692-840735260d7d HTTP/1.1" status: 200 len: 763 time: 0.0533905 Mar 23 12:58:44.373708 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40010) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:44.391169 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a17e1-f707-469f-b9f8-c697d22c580e None None] Pushing event updated for resources: {'Port': ['ID=3976b2c9-569d-44b7-8b74-37b7fd6137dd,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:44.399245 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a17e1-f707-469f-b9f8-c697d22c580e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:44.399595 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a17e1-f707-469f-b9f8-c697d22c580e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:44.400009 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a17e1-f707-469f-b9f8-c697d22c580e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:44.400336 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a17e1-f707-469f-b9f8-c697d22c580e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:44.400906 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a17e1-f707-469f-b9f8-c697d22c580e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:44.401575 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a17e1-f707-469f-b9f8-c697d22c580e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:44.402055 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a17e1-f707-469f-b9f8-c697d22c580e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:44.402377 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a17e1-f707-469f-b9f8-c697d22c580e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:44.402695 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a17e1-f707-469f-b9f8-c697d22c580e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:44.403010 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a17e1-f707-469f-b9f8-c697d22c580e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:44.403323 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a17e1-f707-469f-b9f8-c697d22c580e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:44.403633 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a17e1-f707-469f-b9f8-c697d22c580e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:44.422244 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Attempting to bind port 3976b2c9-569d-44b7-8b74-37b7fd6137dd on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:58:44.422991 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Attempting to bind port 3976b2c9-569d-44b7-8b74-37b7fd6137dd by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '92d6fddf-a402-42cc-b3a9-0736b0479ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:58:44.423504 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Attempting to bind port 3976b2c9-569d-44b7-8b74-37b7fd6137dd on network 4c7a2d8a-3b5d-432f-86d1-050c455914d8 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:58:44.430206 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e222d8f9-6ab7-46dd-941f-b79714595a95 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0561721 Mar 23 12:58:44.430968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40012) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:44.432132 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:58:44.432856 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Checking segment: {'id': '92d6fddf-a402-42cc-b3a9-0736b0479ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:44.433430 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.433967 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Bound using segment: {'id': '92d6fddf-a402-42cc-b3a9-0736b0479ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:58:44.434598 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Bound port: 3976b2c9-569d-44b7-8b74-37b7fd6137dd, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d6fddf-a402-42cc-b3a9-0736b0479ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:58:44.435167 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.459747 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-951b041d-44e1-4370-b252-f3874c5c778f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.468710 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-951b041d-44e1-4370-b252-f3874c5c778f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.517196 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] For port 3976b2c9-569d-44b7-8b74-37b7fd6137dd, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:58:44.517846 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-951b041d-44e1-4370-b252-f3874c5c778f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.522605 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] For port 3976b2c9-569d-44b7-8b74-37b7fd6137dd, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3976b2c9-569d-44b7-8b74-37b7fd6137dd,segment=NetworkSegment(92d6fddf-a402-42cc-b3a9-0736b0479ffe),segment_id=92d6fddf-a402-42cc-b3a9-0736b0479ffe)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:58:44.529007 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.533764 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-951b041d-44e1-4370-b252-f3874c5c778f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.538560 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-951b041d-44e1-4370-b252-f3874c5c778f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/4b2e6f1f-c202-4876-b692-840735260d7d HTTP/1.1" status: 204 len: 168 time: 0.1064022 Mar 23 12:58:44.539639 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40014) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:44.574533 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b041d-44e1-4370-b252-f3874c5c778f tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b2e6f1f-c202-4876-b692-840735260d7d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:44.613709 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5362d69f-1455-4970-bdf5-996039721a5b tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0707133 Mar 23 12:58:44.614452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40016) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:44.620633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-383945de-4f69-4f6d-8ea0-1ae1e9b26a7e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group_rule': {'security_group_id': 'cd6f36d5-d776-4f68-9693-b686a5a0eac6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:44.668866 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:44.670507 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-383945de-4f69-4f6d-8ea0-1ae1e9b26a7e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.671238 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:44.674611 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a17e1-f707-469f-b9f8-c697d22c580e None None] Pushing event updated for resources: {'Port': ['ID=3976b2c9-569d-44b7-8b74-37b7fd6137dd,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:44.733689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:58:44.734538 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.754912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-703ba9d9-dc52-4f2f-b612-0d9dcf54e493 None None] Provisioning complete for port 3976b2c9-569d-44b7-8b74-37b7fd6137dd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:44.755736 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-703ba9d9-dc52-4f2f-b612-0d9dcf54e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.815158 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:44.829742 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-383945de-4f69-4f6d-8ea0-1ae1e9b26a7e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.840093 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-383945de-4f69-4f6d-8ea0-1ae1e9b26a7e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.873058 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383945de-4f69-4f6d-8ea0-1ae1e9b26a7e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f057c5a-9e1c-46ec-bf78-1d1777f033cf,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:44.910045 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-383945de-4f69-4f6d-8ea0-1ae1e9b26a7e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.913217 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-383945de-4f69-4f6d-8ea0-1ae1e9b26a7e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2960017 Mar 23 12:58:44.914938 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40022) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:44.953019 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-56594487-b3d6-415d-940e-880b9b8b9e91 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules/7f057c5a-9e1c-46ec-bf78-1d1777f033cf HTTP/1.1" status: 200 len: 763 time: 0.0354404 Mar 23 12:58:44.953233 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:44.955218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40024) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:45.004808 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Allocated IP 2001:db8:1::2 (c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117/106431b1-1c8c-4c2d-af41-4568fe73eba7/e081b556-9bc3-4713-a16d-c7cd3636458c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:45.124861 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f82eebac-807b-47d0-b20f-89d96e17d37a tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1684246 Mar 23 12:58:45.128469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40026) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:45.174630 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-703ba9d9-dc52-4f2f-b612-0d9dcf54e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.177457 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-febdf3d8-5ef8-4213-b825-dccf02c5b2f2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.191083 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-febdf3d8-5ef8-4213-b825-dccf02c5b2f2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.236572 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-703ba9d9-dc52-4f2f-b612-0d9dcf54e493 None None] For port 3976b2c9-569d-44b7-8b74-37b7fd6137dd, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3976b2c9-569d-44b7-8b74-37b7fd6137dd,segment=NetworkSegment(92d6fddf-a402-42cc-b3a9-0736b0479ffe),segment_id=92d6fddf-a402-42cc-b3a9-0736b0479ffe)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:45.242862 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-febdf3d8-5ef8-4213-b825-dccf02c5b2f2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.244414 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a7aecdb2-d2a1-43c8-9066-2dc8990c24b5 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:45.249998 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.252114 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-febdf3d8-5ef8-4213-b825-dccf02c5b2f2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.253587 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-febdf3d8-5ef8-4213-b825-dccf02c5b2f2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/7f057c5a-9e1c-46ec-bf78-1d1777f033cf HTTP/1.1" status: 204 len: 168 time: 0.1240792 Mar 23 12:58:45.255975 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40028) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:45.276423 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-703ba9d9-dc52-4f2f-b612-0d9dcf54e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.279698 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdf3d8-5ef8-4213-b825-dccf02c5b2f2 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f057c5a-9e1c-46ec-bf78-1d1777f033cf,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:45.287027 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.329968 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:58:42Z', 'revision_number': 2, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:44Z', 'revision_number': 4, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:45.343662 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Network c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:45.351870 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:45.354544 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fe419b36-c55a-41ee-b9e5-4be60bee7c03 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0974469 Mar 23 12:58:45.357895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:45.359305 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40030) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:45.366347 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c242f-825f-481f-82eb-e98870589a5e None None] The sync data for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 is: [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:58:42Z', 'revision_number': 2, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:44Z', 'revision_number': 4, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:45.369448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4477c4e7-b1f4-4b3f-818d-0f1cb8c5fd04 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group_rule': {'security_group_id': 'cd6f36d5-d776-4f68-9693-b686a5a0eac6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:45.402159 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ba9d9-dc52-4f2f-b612-0d9dcf54e493 None None] Pushing event updated for resources: {'Port': ['ID=3976b2c9-569d-44b7-8b74-37b7fd6137dd,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:45.422677 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4477c4e7-b1f4-4b3f-818d-0f1cb8c5fd04 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.430533 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Allocated IP 2001:db8:1::1 (c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117/106431b1-1c8c-4c2d-af41-4568fe73eba7/d7f8dd3c-80ae-4ad4-8d64-8168e2745838) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:45.508394 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a7aecdb2-d2a1-43c8-9066-2dc8990c24b5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:45.508869 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.519363 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4477c4e7-b1f4-4b3f-818d-0f1cb8c5fd04 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.525831 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4477c4e7-b1f4-4b3f-818d-0f1cb8c5fd04 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.551167 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477c4e7-b1f4-4b3f-818d-0f1cb8c5fd04 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae91a4b-51d9-4c66-a8fb-4a431a959a0b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:45.554519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Attempting to bind port e081b556-9bc3-4713-a16d-c7cd3636458c on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:58:45.555130 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Attempting to bind port e081b556-9bc3-4713-a16d-c7cd3636458c by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '23209ea0-93bf-4657-b09a-ebacb31c4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:58:45.555562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Attempting to bind port e081b556-9bc3-4713-a16d-c7cd3636458c on network c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:58:45.557743 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Pushing event updated for resources: {'Port': ['ID=e081b556-9bc3-4713-a16d-c7cd3636458c,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:45.563221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ceb6ec70-68db-45da-872b-5336533be5c7 None None] Provisioning complete for port 3976b2c9-569d-44b7-8b74-37b7fd6137dd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:45.563751 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ceb6ec70-68db-45da-872b-5336533be5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.575763 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4477c4e7-b1f4-4b3f-818d-0f1cb8c5fd04 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.577494 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4477c4e7-b1f4-4b3f-818d-0f1cb8c5fd04 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2158587 Mar 23 12:58:45.580044 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40032) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:45.595434 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:58:45.595975 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Checking segment: {'id': '23209ea0-93bf-4657-b09a-ebacb31c4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:45.596598 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.597245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Bound using segment: {'id': '23209ea0-93bf-4657-b09a-ebacb31c4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:58:45.597929 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Bound port: e081b556-9bc3-4713-a16d-c7cd3636458c, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23209ea0-93bf-4657-b09a-ebacb31c4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:58:45.598507 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.611497 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-308bbdcb-c852-4d25-a484-f8ae6384798b tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules/2ae91a4b-51d9-4c66-a8fb-4a431a959a0b HTTP/1.1" status: 200 len: 764 time: 0.0282581 Mar 23 12:58:45.612011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40034) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:45.612376 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.662113 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.685629 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d9366eed-8936-4adc-95d2-2e4a19770c28 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0722313 Mar 23 12:58:45.688266 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40036) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:45.719531 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-319f861e-5fd8-46bf-9b7a-3ada44502a21 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.737770 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-319f861e-5fd8-46bf-9b7a-3ada44502a21 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.772900 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-319f861e-5fd8-46bf-9b7a-3ada44502a21 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.775286 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=d7f8dd3c-80ae-4ad4-8d64-8168e2745838,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:45.783076 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] For port e081b556-9bc3-4713-a16d-c7cd3636458c, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:58:45.785836 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-319f861e-5fd8-46bf-9b7a-3ada44502a21 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.787121 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-319f861e-5fd8-46bf-9b7a-3ada44502a21 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/2ae91a4b-51d9-4c66-a8fb-4a431a959a0b HTTP/1.1" status: 204 len: 168 time: 0.0976412 Mar 23 12:58:45.789574 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40038) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:45.801470 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f861e-5fd8-46bf-9b7a-3ada44502a21 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ae91a4b-51d9-4c66-a8fb-4a431a959a0b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:45.817563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:45.825577 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] For port e081b556-9bc3-4713-a16d-c7cd3636458c, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e081b556-9bc3-4713-a16d-c7cd3636458c,segment=NetworkSegment(23209ea0-93bf-4657-b09a-ebacb31c4afa),segment_id=23209ea0-93bf-4657-b09a-ebacb31c4afa)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:58:45.826301 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:45.836529 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.838305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:45.838932 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:45.927156 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32bf72-c905-4a88-a5ac-20b6ec254614 None None] Pushing event updated for resources: {'Port': ['ID=e081b556-9bc3-4713-a16d-c7cd3636458c,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:45.968525 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-09bac990-c2be-4631-8b08-74e78cf2174d tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1772103 Mar 23 12:58:45.970879 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40044) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:46.044633 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.060231 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4044a77a-4413-42db-b1b5-1ef1c262df54 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.104570 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4044a77a-4413-42db-b1b5-1ef1c262df54 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.161766 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4044a77a-4413-42db-b1b5-1ef1c262df54 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.176064 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4044a77a-4413-42db-b1b5-1ef1c262df54 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.179769 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4044a77a-4413-42db-b1b5-1ef1c262df54 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-groups/cd6f36d5-d776-4f68-9693-b686a5a0eac6 HTTP/1.1" status: 204 len: 168 time: 0.2053068 Mar 23 12:58:46.181360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40046) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:46.228333 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.242758 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044a77a-4413-42db-b1b5-1ef1c262df54 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6f36d5-d776-4f68-9693-b686a5a0eac6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:46.292219 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-eae18656-d4dd-4782-85b2-ee199d92770e tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097047 Mar 23 12:58:46.296234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40048) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:46.300750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-109d92b1-52e9-4c1d-9a11-d4c178d3dda8 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group': {'name': 'tempest-secgroup--448062643'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:46.348215 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-109d92b1-52e9-4c1d-9a11-d4c178d3dda8 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.480969 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-109d92b1-52e9-4c1d-9a11-d4c178d3dda8 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.486273 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-109d92b1-52e9-4c1d-9a11-d4c178d3dda8 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.528294 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-109d92b1-52e9-4c1d-9a11-d4c178d3dda8 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.530039 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-109d92b1-52e9-4c1d-9a11-d4c178d3dda8 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2328572 Mar 23 12:58:46.533061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40050) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:46.533890 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d92b1-52e9-4c1d-9a11-d4c178d3dda8 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e600c470-b052-4b04-a382-cc5e9381fbc0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:46.542025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-be505aa9-1598-4e59-9a1b-3301ab9cc851 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Request body: {'security_group_rule': {'security_group_id': 'e600c470-b052-4b04-a382-cc5e9381fbc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:46.575670 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be505aa9-1598-4e59-9a1b-3301ab9cc851 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.650415 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be505aa9-1598-4e59-9a1b-3301ab9cc851 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.658321 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be505aa9-1598-4e59-9a1b-3301ab9cc851 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.678762 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be505aa9-1598-4e59-9a1b-3301ab9cc851 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5addf458-f6ac-450c-aac1-5883a3411d8e,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:46.686981 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be505aa9-1598-4e59-9a1b-3301ab9cc851 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.688200 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-be505aa9-1598-4e59-9a1b-3301ab9cc851 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510272 Mar 23 12:58:46.690868 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40052) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:46.750185 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e7c3d15-7a30-43be-8044-331b16d95756 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.779369 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e7c3d15-7a30-43be-8044-331b16d95756 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.830634 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e7c3d15-7a30-43be-8044-331b16d95756 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.833395 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4e7c3d15-7a30-43be-8044-331b16d95756 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.835105 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4e7c3d15-7a30-43be-8044-331b16d95756 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-groups/e600c470-b052-4b04-a382-cc5e9381fbc0 HTTP/1.1" status: 204 len: 168 time: 0.1432271 Mar 23 12:58:46.837710 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40054) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:46.844391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c3d15-7a30-43be-8044-331b16d95756 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e600c470-b052-4b04-a382-cc5e9381fbc0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:46.848857 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.860407 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.861109 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:46.974627 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b025099d-d84c-4252-b46f-fe768b8b44f0 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1357703 Mar 23 12:58:46.977443 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40056) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:46.983676 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=d7f8dd3c-80ae-4ad4-8d64-8168e2745838,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:47.018383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:47.019815 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:47.030639 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4db702f0-7fbd-4e62-a21c-b9b7edb0cfb4 tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0495071 Mar 23 12:58:47.030819 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40060) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:47.054662 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-263acbe3-f900-4a9e-ad08-d7df2c5c5a3b tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] delete failed (client error): The resource could not be found. Mar 23 12:58:47.059060 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-263acbe3-f900-4a9e-ad08-d7df2c5c5a3b tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "DELETE /v2.0/security-groups/e600c470-b052-4b04-a382-cc5e9381fbc0 HTTP/1.1" status: 404 len: 347 time: 0.0240123 Mar 23 12:58:47.064850 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40062) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:47.119978 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-14dfbb61-9cf4-4c2b-906d-e5de9b354a9a tempest-SecGroupTest-2026706990 tempest-SecGroupTest-2026706990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0533092 Mar 23 12:58:47.193257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:47.308973 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e081b556-9bc3-4713-a16d-c7cd3636458c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:47.331390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:47.340884 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2c6892a0-b584-45a1-8aed-8038f7231389 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2258162 Mar 23 12:58:47.343430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40074) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:47.351748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-72c6f9f8-9600-4ca1-b1d5-48c38e1bce32 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-164917716'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:47.379123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c6f9f8-9600-4ca1-b1d5-48c38e1bce32 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:47.384595 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72c6f9f8-9600-4ca1-b1d5-48c38e1bce32 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:47.400464 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port e081b556-9bc3-4713-a16d-c7cd3636458c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:47.400464 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:47.464647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c6f9f8-9600-4ca1-b1d5-48c38e1bce32 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:58:47.488308 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72c6f9f8-9600-4ca1-b1d5-48c38e1bce32 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:47.488668 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-72c6f9f8-9600-4ca1-b1d5-48c38e1bce32 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Added segment f57551ee-dc11-4fb1-898c-42ed5b047d50 of type vlan for network 0e57c7be-1958-4ebc-8671-dd5ff2c2cf46 Mar 23 12:58:47.590843 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72c6f9f8-9600-4ca1-b1d5-48c38e1bce32 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:47.599692 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:47.634815 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:47.642781 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72c6f9f8-9600-4ca1-b1d5-48c38e1bce32 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:47.648382 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40082) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:47.648906 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c6f9f8-9600-4ca1-b1d5-48c38e1bce32 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:47.649493 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72c6f9f8-9600-4ca1-b1d5-48c38e1bce32 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:47.684971 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port e081b556-9bc3-4713-a16d-c7cd3636458c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e081b556-9bc3-4713-a16d-c7cd3636458c,segment=NetworkSegment(23209ea0-93bf-4657-b09a-ebacb31c4afa),segment_id=23209ea0-93bf-4657-b09a-ebacb31c4afa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:47.689845 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:58:47.691635 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:47.692546 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3976b2c9-569d-44b7-8b74-37b7fd6137dd up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:47.719019 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-72c6f9f8-9600-4ca1-b1d5-48c38e1bce32 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3737214 Mar 23 12:58:47.721757 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40086) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:47.728019 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-63b1929d-9ad3-4637-9f7a-9f62bd6952b9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'subnet': {'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:47.807264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6f9f8-9600-4ca1-b1d5-48c38e1bce32 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Network': ['ID=0e57c7be-1958-4ebc-8671-dd5ff2c2cf46,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:47.828879 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Sync routers for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:47.831799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b457623-a571-44ca-99d2-8f96adc478d5 None None] Network c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:47.833454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 0e57c7be-1958-4ebc-8671-dd5ff2c2cf46 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:47.897577 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ce827fd1-163a-4774-8920-06941c38e8dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d3dda3a40974220bd04f11dc567384c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453682 Mar 23 12:58:47.897786 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40088) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:47.916124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b1929d-9ad3-4637-9f7a-9f62bd6952b9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:47.919993 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63b1929d-9ad3-4637-9f7a-9f62bd6952b9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:47.969673 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=e081b556-9bc3-4713-a16d-c7cd3636458c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:47.971483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:47.972127 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:48.013150 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:48.033243 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.033585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.034182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.034551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.034999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.035312 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.035638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.036037 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.036391 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.036709 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.037608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.037941 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.042483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-64c4cba2-5dc1-4c3f-8c34-1015a9f138b5 None None] Provisioning complete for port e081b556-9bc3-4713-a16d-c7cd3636458c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:48.042802 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-64c4cba2-5dc1-4c3f-8c34-1015a9f138b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:48.048462 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:48.138543 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 3976b2c9-569d-44b7-8b74-37b7fd6137dd triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:48.139039 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:48.152864 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:48.155432 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:48.156610 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4dc2a50e-4473-4527-b21d-4a98ba56520d HTTP/1.1" status: 204 len: 168 time: 0.2579131 Mar 23 12:58:48.175883 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:48.192721 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc2a50e-4473-4527-b21d-4a98ba56520d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:48.207695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.208207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.208632 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.209512 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.209851 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.210189 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.210501 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.210826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.211147 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.211468 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.211792 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.212132 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e136dd-2473-4aa1-8ec7-624c210dd439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:48.223809 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63b1929d-9ad3-4637-9f7a-9f62bd6952b9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:48.284461 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1929d-9ad3-4637-9f7a-9f62bd6952b9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Subnet': ['ID=4d86ef42-f139-4d3a-b326-9a72a79325dc,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:48.329624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b1929d-9ad3-4637-9f7a-9f62bd6952b9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Checking segment: {'id': 'f57551ee-dc11-4fb1-898c-42ed5b047d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:48.330428 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b1929d-9ad3-4637-9f7a-9f62bd6952b9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network hostable DHCP agents. Network: 0e57c7be-1958-4ebc-8671-dd5ff2c2cf46, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:58:48.359951 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b1929d-9ad3-4637-9f7a-9f62bd6952b9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 0e57c7be-1958-4ebc-8671-dd5ff2c2cf46 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:58:48.387340 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-63b1929d-9ad3-4637-9f7a-9f62bd6952b9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 0e57c7be-1958-4ebc-8671-dd5ff2c2cf46) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:48.402567 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b1929d-9ad3-4637-9f7a-9f62bd6952b9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:48.404370 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-63b1929d-9ad3-4637-9f7a-9f62bd6952b9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:48.426298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5483d979-54ac-45d6-a90c-d4257b71e3de None None] Network 0e57c7be-1958-4ebc-8671-dd5ff2c2cf46 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:48.439325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40096) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:48.440413 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-63b1929d-9ad3-4637-9f7a-9f62bd6952b9 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7174566 Mar 23 12:58:48.891537 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:48.912903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-0e57c7be-1958-4ebc-8671-dd5ff2c2cf46', 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'fixed_ips': [{'subnet_id': '4d86ef42-f139-4d3a-b326-9a72a79325dc'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:58:48.913812 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:49.044255 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 3, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:46Z', 'revision_number': 2, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:49.082543 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Checking router: 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:58:49.082908 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Updating router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc port d7f8dd3c-80ae-4ad4-8d64-8168e2745838 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:58:49.149222 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:49.214831 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Allocated IP 2001:db8:2::2 (0e57c7be-1958-4ebc-8671-dd5ff2c2cf46/4d86ef42-f139-4d3a-b326-9a72a79325dc/d71476bc-831c-4cc9-af37-60f3b02dde44) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:49.235981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e081b556-9bc3-4713-a16d-c7cd3636458c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:49.519655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-18ac6db9-1258-47a9-8fae-802c218ea93b None None] Provisioning complete for port d7f8dd3c-80ae-4ad4-8d64-8168e2745838 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:49.519655 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-18ac6db9-1258-47a9-8fae-802c218ea93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:49.582370 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port e081b556-9bc3-4713-a16d-c7cd3636458c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:49.582748 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:49.683059 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-18ac6db9-1258-47a9-8fae-802c218ea93b None None] Port d7f8dd3c-80ae-4ad4-8d64-8168e2745838 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:49.712650 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:49.769699 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:49.846645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Allocated IP 2001:db8:2::1 (0e57c7be-1958-4ebc-8671-dd5ff2c2cf46/4d86ef42-f139-4d3a-b326-9a72a79325dc/c97fd40c-8dfa-4024-b874-9d7a0b6d1d37) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:49.901642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-18ac6db9-1258-47a9-8fae-802c218ea93b None None] Provisioning complete for port e081b556-9bc3-4713-a16d-c7cd3636458c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:49.902019 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-18ac6db9-1258-47a9-8fae-802c218ea93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.018052 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Pushing event updated for resources: {'Port': ['ID=d71476bc-831c-4cc9-af37-60f3b02dde44,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:50.044381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Network 0e57c7be-1958-4ebc-8671-dd5ff2c2cf46 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:50.091795 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.095646 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:50.097944 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e9530e8-5ac9-41f6-b585-32f32873fe72 req-8176258c-a03b-439a-a478-4a2f1e958dac service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4953656 Mar 23 12:58:50.100629 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:50.153970 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.179739 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.314319 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.335036 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285c52b-692e-46fc-86d1-3d877cc99400 None None] Pushing event updated for resources: {'Port': ['ID=d7f8dd3c-80ae-4ad4-8d64-8168e2745838,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:50.351687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9530e8-5ac9-41f6-b585-32f32873fe72 req-b886a36c-3ac0-46eb-bc84-8e7f6817d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:50.353323 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e9530e8-5ac9-41f6-b585-32f32873fe72 req-b886a36c-3ac0-46eb-bc84-8e7f6817d30a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=19171b52f76e4157a4ec58a49fcc16cb&device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 1097 time: 0.1577899 Mar 23 12:58:50.361444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40152) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:50.375353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Attempting to bind port d71476bc-831c-4cc9-af37-60f3b02dde44 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:58:50.376140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Attempting to bind port d71476bc-831c-4cc9-af37-60f3b02dde44 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'f57551ee-dc11-4fb1-898c-42ed5b047d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:58:50.376295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Attempting to bind port d71476bc-831c-4cc9-af37-60f3b02dde44 on network 0e57c7be-1958-4ebc-8671-dd5ff2c2cf46 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:58:50.389451 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:58:50.389832 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Checking segment: {'id': 'f57551ee-dc11-4fb1-898c-42ed5b047d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:50.390242 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.390646 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Bound using segment: {'id': 'f57551ee-dc11-4fb1-898c-42ed5b047d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:58:50.391115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Bound port: d71476bc-831c-4cc9-af37-60f3b02dde44, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57551ee-dc11-4fb1-898c-42ed5b047d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:58:50.391759 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.428522 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 0e57c7be-1958-4ebc-8671-dd5ff2c2cf46 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:50.476314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:50.478487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:50.479099 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.493442 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Attempting to bind port d7f8dd3c-80ae-4ad4-8d64-8168e2745838 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:58:50.493817 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Attempting to bind port d7f8dd3c-80ae-4ad4-8d64-8168e2745838 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '23209ea0-93bf-4657-b09a-ebacb31c4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:58:50.494179 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Attempting to bind port d7f8dd3c-80ae-4ad4-8d64-8168e2745838 on network c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:58:50.545976 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04b25a5f-0c59-4faf-90bb-e928de54ad21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.555974 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:58:50.556564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Checking segment: {'id': '23209ea0-93bf-4657-b09a-ebacb31c4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:50.556742 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.557143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Bound using segment: {'id': '23209ea0-93bf-4657-b09a-ebacb31c4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:58:50.557720 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Bound port: d7f8dd3c-80ae-4ad4-8d64-8168e2745838, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23209ea0-93bf-4657-b09a-ebacb31c4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:58:50.558099 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.560145 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0513459d-c4e1-47e6-a1de-55f705ae5c43 None None] Provisioning complete for port d7f8dd3c-80ae-4ad4-8d64-8168e2745838 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:50.560749 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0513459d-c4e1-47e6-a1de-55f705ae5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.682573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0513459d-c4e1-47e6-a1de-55f705ae5c43 None None] Port d7f8dd3c-80ae-4ad4-8d64-8168e2745838 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:50.707318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-25242d71-64da-44b3-87a6-343c236d832c None None] For port d71476bc-831c-4cc9-af37-60f3b02dde44, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:58:50.719321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-25242d71-64da-44b3-87a6-343c236d832c None None] For port d71476bc-831c-4cc9-af37-60f3b02dde44, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d71476bc-831c-4cc9-af37-60f3b02dde44,segment=NetworkSegment(f57551ee-dc11-4fb1-898c-42ed5b047d50),segment_id=f57551ee-dc11-4fb1-898c-42ed5b047d50)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:58:50.723365 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04b25a5f-0c59-4faf-90bb-e928de54ad21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.729163 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04b25a5f-0c59-4faf-90bb-e928de54ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.734283 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.741279 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=c97fd40c-8dfa-4024-b874-9d7a0b6d1d37,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:50.747004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9530e8-5ac9-41f6-b585-32f32873fe72 req-c930b9b9-4d8c-4d19-a2f5-2d2fd2f398fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:50.748190 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e9530e8-5ac9-41f6-b585-32f32873fe72 req-c930b9b9-4d8c-4d19-a2f5-2d2fd2f398fe service neutron] 10.222.0.77 "GET /v2.0/networks?id=efa11817-c4f9-4668-abb8-4a3e594d3f44 HTTP/1.1" status: 200 len: 909 time: 0.3431203 Mar 23 12:58:50.789644 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-04b25a5f-0c59-4faf-90bb-e928de54ad21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24e44e655b3f441dae974fcb16b87b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246805 Mar 23 12:58:50.791178 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b25a5f-0c59-4faf-90bb-e928de54ad21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3490f053-99de-4967-be87-ef9290b469ae,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:50.793946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40160) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:50.809746 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25242d71-64da-44b3-87a6-343c236d832c None None] Pushing event updated for resources: {'Port': ['ID=d71476bc-831c-4cc9-af37-60f3b02dde44,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:50.854184 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] For port d7f8dd3c-80ae-4ad4-8d64-8168e2745838, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:58:50.857299 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.866345 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31fbbfa2-ddc0-4587-830a-a019cc7c5860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.869880 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] For port d7f8dd3c-80ae-4ad4-8d64-8168e2745838, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d7f8dd3c-80ae-4ad4-8d64-8168e2745838,segment=NetworkSegment(23209ea0-93bf-4657-b09a-ebacb31c4afa),segment_id=23209ea0-93bf-4657-b09a-ebacb31c4afa)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:58:50.884137 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.897046 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e9530e8-5ac9-41f6-b585-32f32873fe72 req-adbc00a7-0db7-4a15-be49-a74e5e35ad3f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92e4925a-3593-4679-9ab1-53553f9c1059 HTTP/1.1" status: 200 len: 1002 time: 0.1389256 Mar 23 12:58:50.900970 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31fbbfa2-ddc0-4587-830a-a019cc7c5860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.907755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cd7d09f3-b477-4456-9f5a-04b79d2b7dc7 None None] Provisioning complete for port d7f8dd3c-80ae-4ad4-8d64-8168e2745838 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:50.908271 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd7d09f3-b477-4456-9f5a-04b79d2b7dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.961673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9530e8-5ac9-41f6-b585-32f32873fe72 req-e24b62bb-4c49-44c6-8322-686fde0c8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:50.974132 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e9530e8-5ac9-41f6-b585-32f32873fe72 req-e24b62bb-4c49-44c6-8322-686fde0c8d04 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=123743e7-cb7c-46c8-b7b7-b6da5322356e HTTP/1.1" status: 200 len: 847 time: 0.0597119 Mar 23 12:58:50.981868 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31fbbfa2-ddc0-4587-830a-a019cc7c5860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.985492 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-31fbbfa2-ddc0-4587-830a-a019cc7c5860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:50.986679 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-31fbbfa2-ddc0-4587-830a-a019cc7c5860 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3490f053-99de-4967-be87-ef9290b469ae HTTP/1.1" status: 204 len: 168 time: 0.1914463 Mar 23 12:58:50.996802 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbbfa2-ddc0-4587-830a-a019cc7c5860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3490f053-99de-4967-be87-ef9290b469ae,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:51.011222 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:51.012507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:51.078128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9530e8-5ac9-41f6-b585-32f32873fe72 req-476ea0ac-e542-4ea8-9063-4bea9963181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:51.081260 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e9530e8-5ac9-41f6-b585-32f32873fe72 req-476ea0ac-e542-4ea8-9063-4bea9963181a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efa11817-c4f9-4668-abb8-4a3e594d3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051242 Mar 23 12:58:51.466619 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e9530e8-5ac9-41f6-b585-32f32873fe72 req-74a15b04-12cc-479d-b046-f69aea907308 service neutron] 10.222.0.77 "GET /v2.0/networks/efa11817-c4f9-4668-abb8-4a3e594d3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793914 Mar 23 12:58:51.470034 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285c52b-692e-46fc-86d1-3d877cc99400 None None] Pushing event updated for resources: {'Port': ['ID=d7f8dd3c-80ae-4ad4-8d64-8168e2745838,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:51.494169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:51.575725 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd7d09f3-b477-4456-9f5a-04b79d2b7dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:51.585547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40170) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:51.600793 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e02b0ea-0265-478b-8e1d-5f1cbb8a3353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:51.684403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cd7d09f3-b477-4456-9f5a-04b79d2b7dc7 None None] For port d7f8dd3c-80ae-4ad4-8d64-8168e2745838, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d7f8dd3c-80ae-4ad4-8d64-8168e2745838,segment=NetworkSegment(23209ea0-93bf-4657-b09a-ebacb31c4afa),segment_id=23209ea0-93bf-4657-b09a-ebacb31c4afa)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:51.693119 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd7d09f3-b477-4456-9f5a-04b79d2b7dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:51.693906 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e02b0ea-0265-478b-8e1d-5f1cbb8a3353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:51.698752 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e9530e8-5ac9-41f6-b585-32f32873fe72 req-a9de6a30-0402-4b4a-a72c-2a310254847a service neutron] 10.222.0.77 "GET /v2.0/networks/efa11817-c4f9-4668-abb8-4a3e594d3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138209 Mar 23 12:58:51.700536 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e02b0ea-0265-478b-8e1d-5f1cbb8a3353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:51.752528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0e02b0ea-0265-478b-8e1d-5f1cbb8a3353 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12e3df45dc5f49cb9cb8b3cdac787b99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657164 Mar 23 12:58:51.757991 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40172) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:51.758507 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:51.765044 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:51.766446 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:51.769105 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02b0ea-0265-478b-8e1d-5f1cbb8a3353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87156e9e-a07a-4c2d-9b5d-fb3286bd2fc1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:51.828480 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ecedd5-e7a2-476a-ac56-105553b04be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:51.833293 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d09f3-b477-4456-9f5a-04b79d2b7dc7 None None] Pushing event updated for resources: {'Port': ['ID=d7f8dd3c-80ae-4ad4-8d64-8168e2745838,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:51.860423 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ecedd5-e7a2-476a-ac56-105553b04be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:51.885407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=c97fd40c-8dfa-4024-b874-9d7a0b6d1d37,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:51.893217 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:58:50Z', 'revision_number': 4, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97fd40c-8dfa-4024-b874-9d7a0b6d1d37', 'name': '', 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:b0:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:49Z', 'updated_at': '2022-03-23T12:58:49Z', 'revision_number': 1, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:50Z', 'revision_number': 4, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:51.924299 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ecedd5-e7a2-476a-ac56-105553b04be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:51.927059 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a9ecedd5-e7a2-476a-ac56-105553b04be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:51.930814 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a9ecedd5-e7a2-476a-ac56-105553b04be8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87156e9e-a07a-4c2d-9b5d-fb3286bd2fc1 HTTP/1.1" status: 204 len: 168 time: 0.1689160 Mar 23 12:58:51.930993 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 0e57c7be-1958-4ebc-8671-dd5ff2c2cf46 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:51.934456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:51.934983 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3387443-ba8d-4201-8de8-baf808f54b1e None None] The sync data for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 is: [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:58:50Z', 'revision_number': 4, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97fd40c-8dfa-4024-b874-9d7a0b6d1d37', 'name': '', 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:b0:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:49Z', 'updated_at': '2022-03-23T12:58:49Z', 'revision_number': 1, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:50Z', 'revision_number': 4, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:51.937264 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecedd5-e7a2-476a-ac56-105553b04be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87156e9e-a07a-4c2d-9b5d-fb3286bd2fc1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:51.941317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1ea72f4d-ec9e-4d32-9b6b-9e241e8cf302 None None] Provisioning complete for port d7f8dd3c-80ae-4ad4-8d64-8168e2745838 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:51.941423 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1ea72f4d-ec9e-4d32-9b6b-9e241e8cf302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:52.087062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:52.220767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:52.229219 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40178) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:52.229621 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7b4ff287-5dcc-4f41-ada5-ca06ba32155c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7876673 Mar 23 12:58:52.234562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-68bec7bc-7f21-4c8d-9f8b-7d05b11d5ede tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1350360127'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:52.262352 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bec7bc-7f21-4c8d-9f8b-7d05b11d5ede tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:52.266268 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68bec7bc-7f21-4c8d-9f8b-7d05b11d5ede tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:52.301974 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bec7bc-7f21-4c8d-9f8b-7d05b11d5ede tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:58:52.315505 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68bec7bc-7f21-4c8d-9f8b-7d05b11d5ede tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:52.315893 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-68bec7bc-7f21-4c8d-9f8b-7d05b11d5ede tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Added segment 6d19c725-7b65-4ce8-856c-858bb7df2389 of type vlan for network 290c36e1-57bb-45e6-a51c-645071047fc2 Mar 23 12:58:52.374288 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68bec7bc-7f21-4c8d-9f8b-7d05b11d5ede tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:52.411501 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68bec7bc-7f21-4c8d-9f8b-7d05b11d5ede tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:52.417631 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bec7bc-7f21-4c8d-9f8b-7d05b11d5ede tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:52.418286 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68bec7bc-7f21-4c8d-9f8b-7d05b11d5ede tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:52.501792 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40184) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:52.507916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2d70edbe-d29f-4c98-a24d-3baf28076e8e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'subnet': {'network_id': '290c36e1-57bb-45e6-a51c-645071047fc2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:52.513067 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-68bec7bc-7f21-4c8d-9f8b-7d05b11d5ede tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2825172 Mar 23 12:58:52.546046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bec7bc-7f21-4c8d-9f8b-7d05b11d5ede tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Network': ['ID=290c36e1-57bb-45e6-a51c-645071047fc2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:52.552192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16e9480-7f31-48eb-9314-1839a88cd3b9 None None] Network 0e57c7be-1958-4ebc-8671-dd5ff2c2cf46 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:52.568758 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 290c36e1-57bb-45e6-a51c-645071047fc2 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:58:52.680172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d70edbe-d29f-4c98-a24d-3baf28076e8e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Made reservation on behalf of be8ce1d929c2452c99dfe147346f95bc for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:58:52.689203 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d70edbe-d29f-4c98-a24d-3baf28076e8e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:52.772101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bd215c98-b528-4add-9bb4-90c88f6e2c62 None None] Provisioning complete for port d71476bc-831c-4cc9-af37-60f3b02dde44 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:52.776304 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd215c98-b528-4add-9bb4-90c88f6e2c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:53.007688 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d70edbe-d29f-4c98-a24d-3baf28076e8e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:53.040814 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd215c98-b528-4add-9bb4-90c88f6e2c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:53.105270 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70edbe-d29f-4c98-a24d-3baf28076e8e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Subnet': ['ID=44ceaf5a-3622-44ed-95b7-46fd33ed85a5,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:53.105555 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bd215c98-b528-4add-9bb4-90c88f6e2c62 None None] For port d71476bc-831c-4cc9-af37-60f3b02dde44, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d71476bc-831c-4cc9-af37-60f3b02dde44,segment=NetworkSegment(f57551ee-dc11-4fb1-898c-42ed5b047d50),segment_id=f57551ee-dc11-4fb1-898c-42ed5b047d50)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:53.113023 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd215c98-b528-4add-9bb4-90c88f6e2c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:53.144835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d70edbe-d29f-4c98-a24d-3baf28076e8e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Checking segment: {'id': '6d19c725-7b65-4ce8-856c-858bb7df2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '290c36e1-57bb-45e6-a51c-645071047fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:53.145091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70edbe-d29f-4c98-a24d-3baf28076e8e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network hostable DHCP agents. Network: 290c36e1-57bb-45e6-a51c-645071047fc2, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:58:53.183369 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70edbe-d29f-4c98-a24d-3baf28076e8e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 290c36e1-57bb-45e6-a51c-645071047fc2 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:58:53.200997 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd215c98-b528-4add-9bb4-90c88f6e2c62 None None] Pushing event updated for resources: {'Port': ['ID=d71476bc-831c-4cc9-af37-60f3b02dde44,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:53.205804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-2d70edbe-d29f-4c98-a24d-3baf28076e8e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 290c36e1-57bb-45e6-a51c-645071047fc2) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:53.212017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d70edbe-d29f-4c98-a24d-3baf28076e8e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:53.212861 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2d70edbe-d29f-4c98-a24d-3baf28076e8e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:53.223627 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30d9edb-9364-4a49-abc3-cb8f35718e18 None None] Network 290c36e1-57bb-45e6-a51c-645071047fc2 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:53.244396 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40212) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:53.244992 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2d70edbe-d29f-4c98-a24d-3baf28076e8e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7415259 Mar 23 12:58:53.492186 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4a8008f-59fa-46a7-903b-cb224ba2269c req-28e7a297-433e-42bd-b0d9-26110ed7e98b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0985029 Mar 23 12:58:53.496563 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-290c36e1-57bb-45e6-a51c-645071047fc2', 'network_id': '290c36e1-57bb-45e6-a51c-645071047fc2', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'fixed_ips': [{'subnet_id': '44ceaf5a-3622-44ed-95b7-46fd33ed85a5'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:58:53.497597 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:53.528571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d71476bc-831c-4cc9-af37-60f3b02dde44 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:53.698228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8008f-59fa-46a7-903b-cb224ba2269c req-cebee6c2-5dae-49d4-94da-d530340db12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:53.705955 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4a8008f-59fa-46a7-903b-cb224ba2269c req-cebee6c2-5dae-49d4-94da-d530340db12f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 1096 time: 0.1437573 Mar 23 12:58:53.745650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port d71476bc-831c-4cc9-af37-60f3b02dde44 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:53.746020 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:53.820512 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Allocated IP 2001:db8:3::2 (290c36e1-57bb-45e6-a51c-645071047fc2/44ceaf5a-3622-44ed-95b7-46fd33ed85a5/e2b5c66f-9848-4bfe-a4ba-600e2e08d79d) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:53.840241 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5922824f-13b3-433f-ac4c-919213eb8c7f None None] Provisioning complete for port c97fd40c-8dfa-4024-b874-9d7a0b6d1d37 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:53.840613 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5922824f-13b3-433f-ac4c-919213eb8c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:53.862903 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Sync routers for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:53.883455 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:53.886679 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:53.918995 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8008f-59fa-46a7-903b-cb224ba2269c req-19be95ac-3be4-4f36-93ac-caba2c58a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:53.924834 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4a8008f-59fa-46a7-903b-cb224ba2269c req-19be95ac-3be4-4f36-93ac-caba2c58a4e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 913 time: 0.1926949 Mar 23 12:58:53.995823 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:53.997116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d7f8dd3c-80ae-4ad4-8d64-8168e2745838 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:54.054477 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4a8008f-59fa-46a7-903b-cb224ba2269c req-0ab0ee83-119d-4640-b09a-db77f9854b0d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1c3bdcd-03b7-4159-8b56-29c66f759062 HTTP/1.1" status: 200 len: 1001 time: 0.1208649 Mar 23 12:58:54.072682 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:54.095813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5922824f-13b3-433f-ac4c-919213eb8c7f None None] Port c97fd40c-8dfa-4024-b874-9d7a0b6d1d37 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:54.136541 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8008f-59fa-46a7-903b-cb224ba2269c req-3baa12b0-bca7-4aa4-b907-2d62f9c6f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:54.138238 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4a8008f-59fa-46a7-903b-cb224ba2269c req-3baa12b0-bca7-4aa4-b907-2d62f9c6f694 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.0798547 Mar 23 12:58:54.141097 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c8a23302-5b90-4b28-bf3f-61e35ef7304e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:54.194630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5922824f-13b3-433f-ac4c-919213eb8c7f None None] Provisioning complete for port d71476bc-831c-4cc9-af37-60f3b02dde44 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:54.195012 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5922824f-13b3-433f-ac4c-919213eb8c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:54.284736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port d7f8dd3c-80ae-4ad4-8d64-8168e2745838 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:54.285369 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:54.337995 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8008f-59fa-46a7-903b-cb224ba2269c req-cdd1d2ea-06d5-45c7-9196-50eaf131dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:54.344419 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4a8008f-59fa-46a7-903b-cb224ba2269c req-cdd1d2ea-06d5-45c7-9196-50eaf131dbf7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1842823 Mar 23 12:58:54.365756 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:54.390806 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:54.514340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Pushing event updated for resources: {'Port': ['ID=e2b5c66f-9848-4bfe-a4ba-600e2e08d79d,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:54.522717 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:58:50Z', 'revision_number': 4, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97fd40c-8dfa-4024-b874-9d7a0b6d1d37', 'name': '', 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:b0:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:49Z', 'updated_at': '2022-03-23T12:58:51Z', 'revision_number': 2, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:51Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:54.536332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Network 290c36e1-57bb-45e6-a51c-645071047fc2 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:54.557162 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Checking router: 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:58:54.557737 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Updating router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc port c97fd40c-8dfa-4024-b874-9d7a0b6d1d37 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:58:54.563738 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Allocated IP 2001:db8:3::1 (290c36e1-57bb-45e6-a51c-645071047fc2/44ceaf5a-3622-44ed-95b7-46fd33ed85a5/1d96f1a3-469e-4fa3-bb60-1ab673b0e463) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:58:54.587773 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:54.590827 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4a8008f-59fa-46a7-903b-cb224ba2269c req-1eff2e1c-f285-43d7-83c7-3c22d2cc26b4 service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403426 Mar 23 12:58:54.653812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:54.718406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:54.791810 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4a8008f-59fa-46a7-903b-cb224ba2269c req-d970d0f6-3f91-49db-aade-5222ed5e1515 service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927767 Mar 23 12:58:54.795230 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:54.838583 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:54.842378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Attempting to bind port e2b5c66f-9848-4bfe-a4ba-600e2e08d79d on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:58:54.843043 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Attempting to bind port e2b5c66f-9848-4bfe-a4ba-600e2e08d79d by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '6d19c725-7b65-4ce8-856c-858bb7df2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '290c36e1-57bb-45e6-a51c-645071047fc2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:58:54.843043 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Attempting to bind port e2b5c66f-9848-4bfe-a4ba-600e2e08d79d on network 290c36e1-57bb-45e6-a51c-645071047fc2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:58:54.845004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a2668e69-7668-423e-8a8a-22241170e74e None None] Provisioning complete for port c97fd40c-8dfa-4024-b874-9d7a0b6d1d37 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:54.845384 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a2668e69-7668-423e-8a8a-22241170e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:54.884805 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 290c36e1-57bb-45e6-a51c-645071047fc2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:54.888744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:54.896978 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:58:54.897450 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:54.904835 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:58:54.904835 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Checking segment: {'id': '6d19c725-7b65-4ce8-856c-858bb7df2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '290c36e1-57bb-45e6-a51c-645071047fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:54.904835 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:54.907720 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Bound using segment: {'id': '6d19c725-7b65-4ce8-856c-858bb7df2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '290c36e1-57bb-45e6-a51c-645071047fc2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:58:54.908525 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Bound port: e2b5c66f-9848-4bfe-a4ba-600e2e08d79d, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d19c725-7b65-4ce8-856c-858bb7df2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '290c36e1-57bb-45e6-a51c-645071047fc2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:58:54.909268 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:54.957427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a2668e69-7668-423e-8a8a-22241170e74e None None] Port c97fd40c-8dfa-4024-b874-9d7a0b6d1d37 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:54.961801 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=1d96f1a3-469e-4fa3-bb60-1ab673b0e463,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:55.007915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] For port e2b5c66f-9848-4bfe-a4ba-600e2e08d79d, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:58:55.012798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] For port e2b5c66f-9848-4bfe-a4ba-600e2e08d79d, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e2b5c66f-9848-4bfe-a4ba-600e2e08d79d,segment=NetworkSegment(6d19c725-7b65-4ce8-856c-858bb7df2389),segment_id=6d19c725-7b65-4ce8-856c-858bb7df2389)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:58:55.019657 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:55.085752 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:55.092970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080fb0c-0b13-4cdd-9fff-d07b9a061720 None None] Pushing event updated for resources: {'Port': ['ID=e2b5c66f-9848-4bfe-a4ba-600e2e08d79d,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:55.206588 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:55.224075 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:55.277209 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d71476bc-831c-4cc9-af37-60f3b02dde44 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:55.305915 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a880dd2-7611-401f-9f0f-03d5c0f5b56a None None] Pushing event updated for resources: {'Port': ['ID=c97fd40c-8dfa-4024-b874-9d7a0b6d1d37,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:55.378962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port d71476bc-831c-4cc9-af37-60f3b02dde44 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:55.379097 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:55.437548 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Attempting to bind port c97fd40c-8dfa-4024-b874-9d7a0b6d1d37 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:58:55.437917 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Attempting to bind port c97fd40c-8dfa-4024-b874-9d7a0b6d1d37 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'f57551ee-dc11-4fb1-898c-42ed5b047d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:58:55.438469 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Attempting to bind port c97fd40c-8dfa-4024-b874-9d7a0b6d1d37 on network 0e57c7be-1958-4ebc-8671-dd5ff2c2cf46 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:58:55.459949 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:58:55.462057 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Checking segment: {'id': 'f57551ee-dc11-4fb1-898c-42ed5b047d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:55.464132 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:55.467109 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Bound using segment: {'id': 'f57551ee-dc11-4fb1-898c-42ed5b047d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:58:55.467805 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Bound port: c97fd40c-8dfa-4024-b874-9d7a0b6d1d37, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57551ee-dc11-4fb1-898c-42ed5b047d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:58:55.468382 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:55.585760 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] For port c97fd40c-8dfa-4024-b874-9d7a0b6d1d37, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:58:55.589264 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] For port c97fd40c-8dfa-4024-b874-9d7a0b6d1d37, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c97fd40c-8dfa-4024-b874-9d7a0b6d1d37,segment=NetworkSegment(f57551ee-dc11-4fb1-898c-42ed5b047d50),segment_id=f57551ee-dc11-4fb1-898c-42ed5b047d50)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:58:55.598584 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:55.655617 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:55.662781 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:55.663404 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:55.664577 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:55.665702 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:55.725838 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a880dd2-7611-401f-9f0f-03d5c0f5b56a None None] Pushing event updated for resources: {'Port': ['ID=c97fd40c-8dfa-4024-b874-9d7a0b6d1d37,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:55.802330 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event updated for resources: {'Port': ['ID=1d96f1a3-469e-4fa3-bb60-1ab673b0e463,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:55.868559 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:55.868905 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Network 290c36e1-57bb-45e6-a51c-645071047fc2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:58:55.870367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:58:55.949196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40280) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:55.970047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9ad880fe-14d4-4db6-a275-389e0a7eaab2 None None] Provisioning complete for port c97fd40c-8dfa-4024-b874-9d7a0b6d1d37 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:55.973148 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9ad880fe-14d4-4db6-a275-389e0a7eaab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:56.110364 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:56.170294 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:58:55Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '1d96f1a3-469e-4fa3-bb60-1ab673b0e463', 'name': '', 'network_id': '290c36e1-57bb-45e6-a51c-645071047fc2', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:9c:09:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '44ceaf5a-3622-44ed-95b7-46fd33ed85a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:54Z', 'updated_at': '2022-03-23T12:58:55Z', 'revision_number': 2, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '44ceaf5a-3622-44ed-95b7-46fd33ed85a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97fd40c-8dfa-4024-b874-9d7a0b6d1d37', 'name': '', 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:b0:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:49Z', 'updated_at': '2022-03-23T12:58:55Z', 'revision_number': 4, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:51Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:56.202141 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eaae2d98-57e6-4313-b000-71c35f2fb470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:56.217518 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8a3a5-3d0a-407b-a82b-6eacb5731671 None None] The sync data for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 is: [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:58:55Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '1d96f1a3-469e-4fa3-bb60-1ab673b0e463', 'name': '', 'network_id': '290c36e1-57bb-45e6-a51c-645071047fc2', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:9c:09:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '44ceaf5a-3622-44ed-95b7-46fd33ed85a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:54Z', 'updated_at': '2022-03-23T12:58:55Z', 'revision_number': 2, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '44ceaf5a-3622-44ed-95b7-46fd33ed85a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97fd40c-8dfa-4024-b874-9d7a0b6d1d37', 'name': '', 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:b0:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:49Z', 'updated_at': '2022-03-23T12:58:55Z', 'revision_number': 4, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:51Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:56.285457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:56.294754 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0a4d6cf7-1ab2-4a56-b455-5198c42f793d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0466473 Mar 23 12:58:56.296008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40284) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:56.317597 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-450b840c-4225-413b-b80a-bea669e43e22 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:56.430088 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eaae2d98-57e6-4313-b000-71c35f2fb470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:56.439738 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eaae2d98-57e6-4313-b000-71c35f2fb470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:56.540999 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9ad880fe-14d4-4db6-a275-389e0a7eaab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:56.573405 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-eaae2d98-57e6-4313-b000-71c35f2fb470 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b6c27caae0346c9bb55663366f9d140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6169801 Mar 23 12:58:56.576286 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40288) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:56.597944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae2d98-57e6-4313-b000-71c35f2fb470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab082f4-f8fa-4a39-8716-0c3adbe2e79f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:56.612250 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9ad880fe-14d4-4db6-a275-389e0a7eaab2 None None] For port c97fd40c-8dfa-4024-b874-9d7a0b6d1d37, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c97fd40c-8dfa-4024-b874-9d7a0b6d1d37,segment=NetworkSegment(f57551ee-dc11-4fb1-898c-42ed5b047d50),segment_id=f57551ee-dc11-4fb1-898c-42ed5b047d50)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:56.620312 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9ad880fe-14d4-4db6-a275-389e0a7eaab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:56.674751 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3f62ad3-fbda-4a54-9cd6-9cdedf325192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:56.724457 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3f62ad3-fbda-4a54-9cd6-9cdedf325192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:56.757978 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad880fe-14d4-4db6-a275-389e0a7eaab2 None None] Pushing event updated for resources: {'Port': ['ID=c97fd40c-8dfa-4024-b874-9d7a0b6d1d37,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:56.791964 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-56ff52a3-b82d-4ba0-ac04-033c930837f1 None None] Provisioning complete for port c97fd40c-8dfa-4024-b874-9d7a0b6d1d37 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:56.798154 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-56ff52a3-b82d-4ba0-ac04-033c930837f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:56.833587 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3f62ad3-fbda-4a54-9cd6-9cdedf325192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:56.836781 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3f62ad3-fbda-4a54-9cd6-9cdedf325192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:56.838002 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a3f62ad3-fbda-4a54-9cd6-9cdedf325192 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cab082f4-f8fa-4a39-8716-0c3adbe2e79f HTTP/1.1" status: 204 len: 168 time: 0.2606013 Mar 23 12:58:56.847431 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f62ad3-fbda-4a54-9cd6-9cdedf325192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab082f4-f8fa-4a39-8716-0c3adbe2e79f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:56.983138 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1bf9-1214-4e03-8dfb-263827f81661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:57.066358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36bfbdc-e9c4-4049-a236-ce255c5f125c None None] Network 290c36e1-57bb-45e6-a51c-645071047fc2 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:58:57.254697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-967c6862-446d-4356-853c-745ec681cd0f None None] Provisioning complete for port e2b5c66f-9848-4bfe-a4ba-600e2e08d79d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:57.255122 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-967c6862-446d-4356-853c-745ec681cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:57.337356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40294) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:57.353229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.extraroute_db [None req-450b840c-4225-413b-b80a-bea669e43e22 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 12:58:57.366414 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d65bbaf-f53b-4056-ab0f-b469f2e554ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:57.385584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e2b5c66f-9848-4bfe-a4ba-600e2e08d79d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:57.405706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.extraroute_db [None req-450b840c-4225-413b-b80a-bea669e43e22 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Removed routes are [] {{(pid=102779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 12:58:57.406170 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-450b840c-4225-413b-b80a-bea669e43e22 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:57.422041 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-967c6862-446d-4356-853c-745ec681cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:57.430723 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Sync routers for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:57.454419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:57.455071 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:57.470504 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d65bbaf-f53b-4056-ab0f-b469f2e554ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:57.480544 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4d65bbaf-f53b-4056-ab0f-b469f2e554ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:57.521871 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4d65bbaf-f53b-4056-ab0f-b469f2e554ff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fbd50e22fc31452f87785425e08ef2ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812193 Mar 23 12:58:57.522892 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65bbaf-f53b-4056-ab0f-b469f2e554ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97211600-df50-4fa3-bf58-be04999c1b63,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:57.525438 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40296) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:57.597415 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-967c6862-446d-4356-853c-745ec681cd0f None None] For port e2b5c66f-9848-4bfe-a4ba-600e2e08d79d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e2b5c66f-9848-4bfe-a4ba-600e2e08d79d,segment=NetworkSegment(6d19c725-7b65-4ce8-856c-858bb7df2389),segment_id=6d19c725-7b65-4ce8-856c-858bb7df2389)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:57.614760 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-967c6862-446d-4356-853c-745ec681cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:57.638918 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81ba41e2-2a41-4333-9006-ea14623fd4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:57.666850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:57.669300 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port e2b5c66f-9848-4bfe-a4ba-600e2e08d79d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:57.669538 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:57.671998 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81ba41e2-2a41-4333-9006-ea14623fd4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:57.672246 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-450b840c-4225-413b-b80a-bea669e43e22 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:57.678538 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-450b840c-4225-413b-b80a-bea669e43e22 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:57.768246 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81ba41e2-2a41-4333-9006-ea14623fd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:57.774203 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-81ba41e2-2a41-4333-9006-ea14623fd4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:57.777468 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-81ba41e2-2a41-4333-9006-ea14623fd4cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/97211600-df50-4fa3-bf58-be04999c1b63 HTTP/1.1" status: 204 len: 168 time: 0.2505352 Mar 23 12:58:57.799320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba41e2-2a41-4333-9006-ea14623fd4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97211600-df50-4fa3-bf58-be04999c1b63,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:57.812019 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c6862-446d-4356-853c-745ec681cd0f None None] Pushing event updated for resources: {'Port': ['ID=e2b5c66f-9848-4bfe-a4ba-600e2e08d79d,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:57.868143 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450b840c-4225-413b-b80a-bea669e43e22 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:57.879397 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f5cc8314-2b86-432b-9ba1-b3cd2e0b6571 None None] Provisioning complete for port 1d96f1a3-469e-4fa3-bb60-1ab673b0e463 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:57.879766 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8314-2b86-432b-9ba1-b3cd2e0b6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:57.887249 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:58.031392 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f5cc8314-2b86-432b-9ba1-b3cd2e0b6571 None None] Port 1d96f1a3-469e-4fa3-bb60-1ab673b0e463 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:58.053418 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450b840c-4225-413b-b80a-bea669e43e22 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:58.062436 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-450b840c-4225-413b-b80a-bea669e43e22 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:58.063902 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-450b840c-4225-413b-b80a-bea669e43e22 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc HTTP/1.1" status: 200 len: 954 time: 1.7592261 Mar 23 12:58:58.066325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40308) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:58.112271 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f5cc8314-2b86-432b-9ba1-b3cd2e0b6571 None None] Provisioning complete for port e2b5c66f-9848-4bfe-a4ba-600e2e08d79d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:58.112745 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8314-2b86-432b-9ba1-b3cd2e0b6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:58.167034 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c97fd40c-8dfa-4024-b874-9d7a0b6d1d37 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:58.230763 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40312) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:58.238609 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-829de696-cdfc-4855-a5c7-85dac07467da tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'router': {'routes': None}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:58:58.244220 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-25464f76-4967-4c7c-b343-8ccfef8fdd39 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/routers/7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc HTTP/1.1" status: 200 len: 954 time: 0.1762984 Mar 23 12:58:58.301356 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:58:57Z', 'revision_number': 6, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '1d96f1a3-469e-4fa3-bb60-1ab673b0e463', 'name': '', 'network_id': '290c36e1-57bb-45e6-a51c-645071047fc2', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:9c:09:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '44ceaf5a-3622-44ed-95b7-46fd33ed85a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:54Z', 'updated_at': '2022-03-23T12:58:55Z', 'revision_number': 2, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '44ceaf5a-3622-44ed-95b7-46fd33ed85a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97fd40c-8dfa-4024-b874-9d7a0b6d1d37', 'name': '', 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:b0:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:49Z', 'updated_at': '2022-03-23T12:58:56Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:51Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:58.371373 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c97fd40c-8dfa-4024-b874-9d7a0b6d1d37 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:58.371682 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:58.381638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Checking router: 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:58:58.381887 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Updating router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc port 1d96f1a3-469e-4fa3-bb60-1ab673b0e463 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:58:58.475099 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:58.643403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4a94861e-a964-40e0-a376-cdc2b549fe3b None None] Provisioning complete for port 1d96f1a3-469e-4fa3-bb60-1ab673b0e463 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:58.643785 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4a94861e-a964-40e0-a376-cdc2b549fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:58.688313 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.extraroute_db [None req-829de696-cdfc-4855-a5c7-85dac07467da tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Added routes are [] {{(pid=102779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 12:58:58.689297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.extraroute_db [None req-829de696-cdfc-4855-a5c7-85dac07467da tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 12:58:58.731077 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-829de696-cdfc-4855-a5c7-85dac07467da tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:58.745766 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4a94861e-a964-40e0-a376-cdc2b549fe3b None None] Port 1d96f1a3-469e-4fa3-bb60-1ab673b0e463 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:58.907235 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:58.915575 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:58.960340 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-829de696-cdfc-4855-a5c7-85dac07467da tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:58.969058 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-829de696-cdfc-4855-a5c7-85dac07467da tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:58.972771 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8320f-f6a9-4e45-9bee-5416a56d42b8 None None] Pushing event updated for resources: {'Port': ['ID=1d96f1a3-469e-4fa3-bb60-1ab673b0e463,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:59.038002 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Attempting to bind port 1d96f1a3-469e-4fa3-bb60-1ab673b0e463 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:58:59.038644 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Attempting to bind port 1d96f1a3-469e-4fa3-bb60-1ab673b0e463 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '6d19c725-7b65-4ce8-856c-858bb7df2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '290c36e1-57bb-45e6-a51c-645071047fc2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:58:59.038960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Attempting to bind port 1d96f1a3-469e-4fa3-bb60-1ab673b0e463 on network 290c36e1-57bb-45e6-a51c-645071047fc2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:58:59.049247 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:58:59.049864 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Checking segment: {'id': '6d19c725-7b65-4ce8-856c-858bb7df2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '290c36e1-57bb-45e6-a51c-645071047fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:58:59.050534 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:59.051021 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Bound using segment: {'id': '6d19c725-7b65-4ce8-856c-858bb7df2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '290c36e1-57bb-45e6-a51c-645071047fc2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:58:59.051591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Bound port: 1d96f1a3-469e-4fa3-bb60-1ab673b0e463, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d19c725-7b65-4ce8-856c-858bb7df2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '290c36e1-57bb-45e6-a51c-645071047fc2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:58:59.052308 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:59.104671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829de696-cdfc-4855-a5c7-85dac07467da tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:59.332902 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829de696-cdfc-4855-a5c7-85dac07467da tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:59.360585 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-829de696-cdfc-4855-a5c7-85dac07467da tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:59.362851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-829de696-cdfc-4855-a5c7-85dac07467da tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc HTTP/1.1" status: 200 len: 704 time: 1.1300304 Mar 23 12:58:59.365455 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40340) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:59.490989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e2b5c66f-9848-4bfe-a4ba-600e2e08d79d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:58:59.492475 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5b8d8241-85ac-40f4-a5d2-0140accf94a1 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/routers/7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc HTTP/1.1" status: 200 len: 704 time: 0.1258190 Mar 23 12:58:59.495254 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40344) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:58:59.565595 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:59.577671 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:59.586422 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5e5f99bf-56af-4ba3-86ca-b80048c4bb60 None None] Provisioning complete for port 1d96f1a3-469e-4fa3-bb60-1ab673b0e463 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:59.586944 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5e5f99bf-56af-4ba3-86ca-b80048c4bb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:59.611688 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] For port 1d96f1a3-469e-4fa3-bb60-1ab673b0e463, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:58:59.637087 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] For port 1d96f1a3-469e-4fa3-bb60-1ab673b0e463, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1d96f1a3-469e-4fa3-bb60-1ab673b0e463,segment=NetworkSegment(6d19c725-7b65-4ce8-856c-858bb7df2389),segment_id=6d19c725-7b65-4ce8-856c-858bb7df2389)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:58:59.646833 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:59.657709 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f99bf-56af-4ba3-86ca-b80048c4bb60 None None] Port 1d96f1a3-469e-4fa3-bb60-1ab673b0e463 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:58:59.704024 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port e2b5c66f-9848-4bfe-a4ba-600e2e08d79d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:58:59.704402 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:58:59.744444 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8320f-f6a9-4e45-9bee-5416a56d42b8 None None] Pushing event updated for resources: {'Port': ['ID=1d96f1a3-469e-4fa3-bb60-1ab673b0e463,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:59.749759 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:59.750390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:59.886110 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:59.915910 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4a68-c745-4300-8091-26188d65d2d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:00.040065 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-58c444fc-de16-4479-935c-43a30fe1c41e None None] Provisioning complete for port 1d96f1a3-469e-4fa3-bb60-1ab673b0e463 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:00.040642 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58c444fc-de16-4479-935c-43a30fe1c41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:00.205859 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58c444fc-de16-4479-935c-43a30fe1c41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:00.239912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:58:58Z', 'revision_number': 7, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '1d96f1a3-469e-4fa3-bb60-1ab673b0e463', 'name': '', 'network_id': '290c36e1-57bb-45e6-a51c-645071047fc2', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:9c:09:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '44ceaf5a-3622-44ed-95b7-46fd33ed85a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:54Z', 'updated_at': '2022-03-23T12:58:59Z', 'revision_number': 4, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '44ceaf5a-3622-44ed-95b7-46fd33ed85a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97fd40c-8dfa-4024-b874-9d7a0b6d1d37', 'name': '', 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:b0:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:49Z', 'updated_at': '2022-03-23T12:58:56Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:51Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:00.257817 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f4a68-c745-4300-8091-26188d65d2d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port 1d96f1a3-469e-4fa3-bb60-1ab673b0e463 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:59:00.258191 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4a68-c745-4300-8091-26188d65d2d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:00.271622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc222e2-e2c7-4c5a-8b1c-977f5c3a0e76 None None] The sync data for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 is: [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:58:58Z', 'revision_number': 7, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '1d96f1a3-469e-4fa3-bb60-1ab673b0e463', 'name': '', 'network_id': '290c36e1-57bb-45e6-a51c-645071047fc2', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:9c:09:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '44ceaf5a-3622-44ed-95b7-46fd33ed85a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:54Z', 'updated_at': '2022-03-23T12:58:59Z', 'revision_number': 4, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '44ceaf5a-3622-44ed-95b7-46fd33ed85a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97fd40c-8dfa-4024-b874-9d7a0b6d1d37', 'name': '', 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:b0:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:49Z', 'updated_at': '2022-03-23T12:58:56Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:51Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:59:00.306547 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-58c444fc-de16-4479-935c-43a30fe1c41e None None] For port 1d96f1a3-469e-4fa3-bb60-1ab673b0e463, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1d96f1a3-469e-4fa3-bb60-1ab673b0e463,segment=NetworkSegment(6d19c725-7b65-4ce8-856c-858bb7df2389),segment_id=6d19c725-7b65-4ce8-856c-858bb7df2389)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:00.319641 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-58c444fc-de16-4479-935c-43a30fe1c41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:00.393099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c444fc-de16-4479-935c-43a30fe1c41e None None] Pushing event updated for resources: {'Port': ['ID=1d96f1a3-469e-4fa3-bb60-1ab673b0e463,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:00.413816 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-6e7f4a68-c745-4300-8091-26188d65d2d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] For port 1d96f1a3-469e-4fa3-bb60-1ab673b0e463, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1d96f1a3-469e-4fa3-bb60-1ab673b0e463,segment=NetworkSegment(6d19c725-7b65-4ce8-856c-858bb7df2389),segment_id=6d19c725-7b65-4ce8-856c-858bb7df2389)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:00.414420 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4a68-c745-4300-8091-26188d65d2d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:00.428718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f4a68-c745-4300-8091-26188d65d2d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for 1d96f1a3-469e-4fa3-bb60-1ab673b0e463 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:59:00.517239 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d075195e-e8ca-4670-90f0-ba4b5d3c2cc3 None None] Sync routers for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:59:00.527565 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d075195e-e8ca-4670-90f0-ba4b5d3c2cc3 None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:00.528276 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d075195e-e8ca-4670-90f0-ba4b5d3c2cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:00.612432 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4a68-c745-4300-8091-26188d65d2d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:00.619701 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d075195e-e8ca-4670-90f0-ba4b5d3c2cc3 None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:00.643810 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f4a68-c745-4300-8091-26188d65d2d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=1d96f1a3-469e-4fa3-bb60-1ab673b0e463,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:00.768991 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4a68-c745-4300-8091-26188d65d2d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:00.944504 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d075195e-e8ca-4670-90f0-ba4b5d3c2cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:58:58Z', 'revision_number': 7, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '1d96f1a3-469e-4fa3-bb60-1ab673b0e463', 'name': '', 'network_id': '290c36e1-57bb-45e6-a51c-645071047fc2', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:9c:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '44ceaf5a-3622-44ed-95b7-46fd33ed85a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:54Z', 'updated_at': '2022-03-23T12:59:00Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '44ceaf5a-3622-44ed-95b7-46fd33ed85a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97fd40c-8dfa-4024-b874-9d7a0b6d1d37', 'name': '', 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:b0:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:49Z', 'updated_at': '2022-03-23T12:58:56Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:51Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:00.978008 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d075195e-e8ca-4670-90f0-ba4b5d3c2cc3 None None] Checking router: 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:59:00.985254 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7f4a68-c745-4300-8091-26188d65d2d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:59:00.986578 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d075195e-e8ca-4670-90f0-ba4b5d3c2cc3 None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:00.987191 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d075195e-e8ca-4670-90f0-ba4b5d3c2cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:01.080753 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d075195e-e8ca-4670-90f0-ba4b5d3c2cc3 None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:01.092840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7f4a68-c745-4300-8091-26188d65d2d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:59:01.104180 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6e7f4a68-c745-4300-8091-26188d65d2d5 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6076517 Mar 23 12:59:01.106467 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40366) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:01.158644 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0a9cd9-e0ea-401f-9a51-ab3ed80f3cc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting subnet 44ceaf5a-3622-44ed-95b7-46fd33ed85a5 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:59:01.162871 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9cd9-e0ea-401f-9a51-ab3ed80f3cc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:01.209467 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9cd9-e0ea-401f-9a51-ab3ed80f3cc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:01.286071 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d075195e-e8ca-4670-90f0-ba4b5d3c2cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:59:00Z', 'revision_number': 8, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97fd40c-8dfa-4024-b874-9d7a0b6d1d37', 'name': '', 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:b0:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:49Z', 'updated_at': '2022-03-23T12:58:56Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:51Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:01.296218 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9cd9-e0ea-401f-9a51-ab3ed80f3cc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:01.322855 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d075195e-e8ca-4670-90f0-ba4b5d3c2cc3 None None] The sync data for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 is: [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:59:00Z', 'revision_number': 8, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97fd40c-8dfa-4024-b874-9d7a0b6d1d37', 'name': '', 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:b0:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:49Z', 'updated_at': '2022-03-23T12:58:56Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:51Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:59:01.367012 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9cd9-e0ea-401f-9a51-ab3ed80f3cc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:01.396401 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a9cd9-e0ea-401f-9a51-ab3ed80f3cc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Subnet': ['ID=44ceaf5a-3622-44ed-95b7-46fd33ed85a5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:01.405354 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9cd9-e0ea-401f-9a51-ab3ed80f3cc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:01.412747 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40380) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:01.419843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f09d72-a52d-4e06-99ea-0d9b5de1349a None None] Network 290c36e1-57bb-45e6-a51c-645071047fc2 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:59:01.432531 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ed0a9cd9-e0ea-401f-9a51-ab3ed80f3cc0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/44ceaf5a-3622-44ed-95b7-46fd33ed85a5 HTTP/1.1" status: 204 len: 168 time: 0.3247066 Mar 23 12:59:01.504468 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:01.570659 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port e2b5c66f-9848-4bfe-a4ba-600e2e08d79d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:59:01.571009 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:01.673899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] For port e2b5c66f-9848-4bfe-a4ba-600e2e08d79d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e2b5c66f-9848-4bfe-a4ba-600e2e08d79d,segment=NetworkSegment(6d19c725-7b65-4ce8-856c-858bb7df2389),segment_id=6d19c725-7b65-4ce8-856c-858bb7df2389)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:01.674533 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:01.684226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a531ce07-3997-4cc9-8753-dc22b03057cb None None] DHCP port deletion for 290c36e1-57bb-45e6-a51c-645071047fc2 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:59:01.690556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for e2b5c66f-9848-4bfe-a4ba-600e2e08d79d owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:59:01.771756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a531ce07-3997-4cc9-8753-dc22b03057cb None None] Deleting port e2b5c66f-9848-4bfe-a4ba-600e2e08d79d {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:59:01.772161 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a531ce07-3997-4cc9-8753-dc22b03057cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:01.814323 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:01.847015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] No DVR routers for this DVR port e2b5c66f-9848-4bfe-a4ba-600e2e08d79d on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:59:01.872255 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a531ce07-3997-4cc9-8753-dc22b03057cb None None] For port e2b5c66f-9848-4bfe-a4ba-600e2e08d79d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e2b5c66f-9848-4bfe-a4ba-600e2e08d79d,segment=NetworkSegment(6d19c725-7b65-4ce8-856c-858bb7df2389),segment_id=6d19c725-7b65-4ce8-856c-858bb7df2389)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:01.873008 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a531ce07-3997-4cc9-8753-dc22b03057cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:01.888804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=e2b5c66f-9848-4bfe-a4ba-600e2e08d79d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:01.891500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a531ce07-3997-4cc9-8753-dc22b03057cb None None] Calling delete_port for e2b5c66f-9848-4bfe-a4ba-600e2e08d79d owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:59:01.973370 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:01.980712 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a531ce07-3997-4cc9-8753-dc22b03057cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:02.007449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290c36e1-57bb-45e6-a51c-645071047fc2']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:02.010427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531ce07-3997-4cc9-8753-dc22b03057cb None None] Pushing event deleted for resources: {'Port': ['ID=e2b5c66f-9848-4bfe-a4ba-600e2e08d79d,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:02.012724 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada0f08-26dc-47fb-854f-3663831ac4eb None None] Sync routers for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:59:02.019523 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d19c725-7b65-4ce8-856c-858bb7df2389') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:02.019826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d19c725-7b65-4ce8-856c-858bb7df2389') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:02.031662 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:02.036158 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a531ce07-3997-4cc9-8753-dc22b03057cb None None] No DVR routers for this DVR port e2b5c66f-9848-4bfe-a4ba-600e2e08d79d on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:59:02.050057 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:02.057235 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:59:02.058533 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:02.058658 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada0f08-26dc-47fb-854f-3663831ac4eb None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:02.058762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dada0f08-26dc-47fb-854f-3663831ac4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:59:02.121175 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:59:02.129062 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:02.136767 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:02.143075 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/networks/290c36e1-57bb-45e6-a51c-645071047fc2 HTTP/1.1" status: 204 len: 168 time: 0.7291510 Mar 23 12:59:02.145180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40388) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:02.181219 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-dada0f08-26dc-47fb-854f-3663831ac4eb None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:02.436148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dada0f08-26dc-47fb-854f-3663831ac4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:59:00Z', 'revision_number': 8, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97fd40c-8dfa-4024-b874-9d7a0b6d1d37', 'name': '', 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:b0:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:49Z', 'updated_at': '2022-03-23T12:58:56Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:51Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:02.464725 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada0f08-26dc-47fb-854f-3663831ac4eb None None] Checking router: 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:59:02.474162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada0f08-26dc-47fb-854f-3663831ac4eb None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:02.474803 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dada0f08-26dc-47fb-854f-3663831ac4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:02.571759 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-dada0f08-26dc-47fb-854f-3663831ac4eb None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:02.575140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f376fc-45e9-42f7-b927-69faef0b882c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Network': ['ID=290c36e1-57bb-45e6-a51c-645071047fc2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:02.840437 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-dada0f08-26dc-47fb-854f-3663831ac4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:59:00Z', 'revision_number': 8, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97fd40c-8dfa-4024-b874-9d7a0b6d1d37', 'name': '', 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:b0:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:49Z', 'updated_at': '2022-03-23T12:58:56Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:51Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:02.881897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada0f08-26dc-47fb-854f-3663831ac4eb None None] The sync data for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 is: [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:59:00Z', 'revision_number': 8, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97fd40c-8dfa-4024-b874-9d7a0b6d1d37', 'name': '', 'network_id': '0e57c7be-1958-4ebc-8671-dd5ff2c2cf46', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:b0:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:49Z', 'updated_at': '2022-03-23T12:58:56Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '4d86ef42-f139-4d3a-b326-9a72a79325dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:51Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:59:02.949953 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3750f23b-4279-4554-9b1b-ed276ba311f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:03.209181 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1d96f1a3-469e-4fa3-bb60-1ab673b0e463 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:59:03.232205 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 1d96f1a3-469e-4fa3-bb60-1ab673b0e463 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:59:03.232860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1d96f1a3-469e-4fa3-bb60-1ab673b0e463 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:59:03.233500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e2b5c66f-9848-4bfe-a4ba-600e2e08d79d no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:59:03.253109 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: e2b5c66f-9848-4bfe-a4ba-600e2e08d79d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:59:03.253830 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e2b5c66f-9848-4bfe-a4ba-600e2e08d79d not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:59:03.289918 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3750f23b-4279-4554-9b1b-ed276ba311f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port c97fd40c-8dfa-4024-b874-9d7a0b6d1d37 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:59:03.290258 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3750f23b-4279-4554-9b1b-ed276ba311f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:03.368074 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-77f1ce55-0361-492d-b616-611c7c6c53f0 req-eb7c6849-0e00-48e7-a864-ee6db6aab58e service neutron] (102778) timed out ('10.222.0.52', 52366) {{(pid=102778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 12:59:03.388451 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-3750f23b-4279-4554-9b1b-ed276ba311f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] For port c97fd40c-8dfa-4024-b874-9d7a0b6d1d37, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c97fd40c-8dfa-4024-b874-9d7a0b6d1d37,segment=NetworkSegment(f57551ee-dc11-4fb1-898c-42ed5b047d50),segment_id=f57551ee-dc11-4fb1-898c-42ed5b047d50)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:03.388838 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3750f23b-4279-4554-9b1b-ed276ba311f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:03.402898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3750f23b-4279-4554-9b1b-ed276ba311f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for c97fd40c-8dfa-4024-b874-9d7a0b6d1d37 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:59:03.580885 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3750f23b-4279-4554-9b1b-ed276ba311f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:03.616584 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750f23b-4279-4554-9b1b-ed276ba311f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=c97fd40c-8dfa-4024-b874-9d7a0b6d1d37,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:03.748443 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3750f23b-4279-4554-9b1b-ed276ba311f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:03.965262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3750f23b-4279-4554-9b1b-ed276ba311f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:59:04.061570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3750f23b-4279-4554-9b1b-ed276ba311f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:59:04.070738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3750f23b-4279-4554-9b1b-ed276ba311f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9208894 Mar 23 12:59:04.070738 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40402) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:04.071618 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f32e4-99b9-49ed-b31d-8d5d15267278 None None] Sync routers for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:59:04.096793 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64f32e4-99b9-49ed-b31d-8d5d15267278 None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:04.097355 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c64f32e4-99b9-49ed-b31d-8d5d15267278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:04.136090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f61f281-0eae-480c-a272-216213ad6af0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting subnet 4d86ef42-f139-4d3a-b326-9a72a79325dc {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:59:04.144735 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f61f281-0eae-480c-a272-216213ad6af0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:04.202536 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c64f32e4-99b9-49ed-b31d-8d5d15267278 None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:04.207331 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f61f281-0eae-480c-a272-216213ad6af0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:04.298177 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f61f281-0eae-480c-a272-216213ad6af0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:04.369767 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f61f281-0eae-480c-a272-216213ad6af0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:04.406948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61f281-0eae-480c-a272-216213ad6af0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Subnet': ['ID=4d86ef42-f139-4d3a-b326-9a72a79325dc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:04.411328 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3f61f281-0eae-480c-a272-216213ad6af0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:04.417812 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3f61f281-0eae-480c-a272-216213ad6af0 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/4d86ef42-f139-4d3a-b326-9a72a79325dc HTTP/1.1" status: 204 len: 168 time: 0.3460519 Mar 23 12:59:04.418848 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40406) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:04.420008 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61443b4b-934d-4917-826a-995372382d6d None None] Network 0e57c7be-1958-4ebc-8671-dd5ff2c2cf46 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:59:04.440952 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c64f32e4-99b9-49ed-b31d-8d5d15267278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:59:03Z', 'revision_number': 9, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:51Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:04.475860 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f32e4-99b9-49ed-b31d-8d5d15267278 None None] Checking router: 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:59:04.487214 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64f32e4-99b9-49ed-b31d-8d5d15267278 None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:04.488057 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c64f32e4-99b9-49ed-b31d-8d5d15267278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:04.536724 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:04.648628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port d71476bc-831c-4cc9-af37-60f3b02dde44 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:59:04.650886 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:04.698207 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592a4add-b30c-4abe-9a49-2a19ba0e6ecd None None] DHCP port deletion for 0e57c7be-1958-4ebc-8671-dd5ff2c2cf46 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:59:04.705063 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c64f32e4-99b9-49ed-b31d-8d5d15267278 None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:04.730789 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] For port d71476bc-831c-4cc9-af37-60f3b02dde44, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d71476bc-831c-4cc9-af37-60f3b02dde44,segment=NetworkSegment(f57551ee-dc11-4fb1-898c-42ed5b047d50),segment_id=f57551ee-dc11-4fb1-898c-42ed5b047d50)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:04.731081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:04.746959 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for d71476bc-831c-4cc9-af37-60f3b02dde44 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:59:04.750911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-592a4add-b30c-4abe-9a49-2a19ba0e6ecd None None] Deleting port d71476bc-831c-4cc9-af37-60f3b02dde44 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:59:04.751286 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-592a4add-b30c-4abe-9a49-2a19ba0e6ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:04.835359 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:04.841918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-592a4add-b30c-4abe-9a49-2a19ba0e6ecd None None] For port d71476bc-831c-4cc9-af37-60f3b02dde44, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d71476bc-831c-4cc9-af37-60f3b02dde44,segment=NetworkSegment(f57551ee-dc11-4fb1-898c-42ed5b047d50),segment_id=f57551ee-dc11-4fb1-898c-42ed5b047d50)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:04.842314 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-592a4add-b30c-4abe-9a49-2a19ba0e6ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:04.857770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-592a4add-b30c-4abe-9a49-2a19ba0e6ecd None None] Calling delete_port for d71476bc-831c-4cc9-af37-60f3b02dde44 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:59:04.868519 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=d71476bc-831c-4cc9-af37-60f3b02dde44,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:04.877095 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] No DVR routers for this DVR port d71476bc-831c-4cc9-af37-60f3b02dde44 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:59:04.929259 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c64f32e4-99b9-49ed-b31d-8d5d15267278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:59:03Z', 'revision_number': 9, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:51Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:04.944471 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-592a4add-b30c-4abe-9a49-2a19ba0e6ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:04.957116 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f32e4-99b9-49ed-b31d-8d5d15267278 None None] The sync data for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 is: [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:59:03Z', 'revision_number': 9, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f8dd3c-80ae-4ad4-8d64-8168e2745838', 'name': '', 'network_id': 'c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:a7:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:45Z', 'updated_at': '2022-03-23T12:58:51Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': '106431b1-1c8c-4c2d-af41-4568fe73eba7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:59:04.967000 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:04.968761 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a4add-b30c-4abe-9a49-2a19ba0e6ecd None None] Pushing event deleted for resources: {'Port': ['ID=d71476bc-831c-4cc9-af37-60f3b02dde44,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:04.976847 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a4add-b30c-4abe-9a49-2a19ba0e6ecd None None] No DVR routers for this DVR port d71476bc-831c-4cc9-af37-60f3b02dde44 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:59:04.996855 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e57c7be-1958-4ebc-8671-dd5ff2c2cf46']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:05.008345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57551ee-dc11-4fb1-898c-42ed5b047d50') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:05.008644 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57551ee-dc11-4fb1-898c-42ed5b047d50') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:05.018254 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:05.031554 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:05.037795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:59:05.038202 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:59:05.041163 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:59:05.101346 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:05.108162 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:05.111383 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/networks/0e57c7be-1958-4ebc-8671-dd5ff2c2cf46 HTTP/1.1" status: 204 len: 168 time: 0.6908269 Mar 23 12:59:05.114142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40412) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:05.421964 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb43da-880d-48a6-9675-bdbf057b03d2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Network': ['ID=0e57c7be-1958-4ebc-8671-dd5ff2c2cf46,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:05.480522 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d71476bc-831c-4cc9-af37-60f3b02dde44 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:59:05.520053 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: d71476bc-831c-4cc9-af37-60f3b02dde44 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:59:05.520502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d71476bc-831c-4cc9-af37-60f3b02dde44 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:59:05.521010 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c97fd40c-8dfa-4024-b874-9d7a0b6d1d37 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:59:05.521194 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c503ed6-92b2-4bc9-8ae2-d22621d798f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:05.542119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c97fd40c-8dfa-4024-b874-9d7a0b6d1d37 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:59:05.542548 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c97fd40c-8dfa-4024-b874-9d7a0b6d1d37 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:59:05.787370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1c503ed6-92b2-4bc9-8ae2-d22621d798f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port d7f8dd3c-80ae-4ad4-8d64-8168e2745838 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:59:05.787513 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c503ed6-92b2-4bc9-8ae2-d22621d798f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:05.889763 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-1c503ed6-92b2-4bc9-8ae2-d22621d798f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] For port d7f8dd3c-80ae-4ad4-8d64-8168e2745838, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=d7f8dd3c-80ae-4ad4-8d64-8168e2745838,segment=NetworkSegment(23209ea0-93bf-4657-b09a-ebacb31c4afa),segment_id=23209ea0-93bf-4657-b09a-ebacb31c4afa)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:05.890120 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c503ed6-92b2-4bc9-8ae2-d22621d798f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:05.903732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-1c503ed6-92b2-4bc9-8ae2-d22621d798f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for d7f8dd3c-80ae-4ad4-8d64-8168e2745838 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:59:06.081840 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c503ed6-92b2-4bc9-8ae2-d22621d798f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:06.118822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c503ed6-92b2-4bc9-8ae2-d22621d798f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=d7f8dd3c-80ae-4ad4-8d64-8168e2745838,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:06.252910 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1c503ed6-92b2-4bc9-8ae2-d22621d798f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:06.458163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c503ed6-92b2-4bc9-8ae2-d22621d798f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:59:06.555886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c503ed6-92b2-4bc9-8ae2-d22621d798f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:59:06.563126 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1c503ed6-92b2-4bc9-8ae2-d22621d798f4 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4473381 Mar 23 12:59:06.565498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40432) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:06.567768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6ca54-c2bd-4aba-b1de-26c7a820572f None None] Sync routers for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:59:06.579795 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6ca54-c2bd-4aba-b1de-26c7a820572f None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:06.580464 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-46c6ca54-c2bd-4aba-b1de-26c7a820572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:06.625407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e5acf9-4681-4d4b-b4cb-bc413b4f7055 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting subnet 106431b1-1c8c-4c2d-af41-4568fe73eba7 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:59:06.629371 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5e5acf9-4681-4d4b-b4cb-bc413b4f7055 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:06.696361 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5e5acf9-4681-4d4b-b4cb-bc413b4f7055 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:06.825864 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5e5acf9-4681-4d4b-b4cb-bc413b4f7055 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:06.884087 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-46c6ca54-c2bd-4aba-b1de-26c7a820572f None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:06.895179 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5e5acf9-4681-4d4b-b4cb-bc413b4f7055 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:06.933284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5acf9-4681-4d4b-b4cb-bc413b4f7055 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Subnet': ['ID=106431b1-1c8c-4c2d-af41-4568fe73eba7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:06.943109 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f5e5acf9-4681-4d4b-b4cb-bc413b4f7055 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:06.946915 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f5e5acf9-4681-4d4b-b4cb-bc413b4f7055 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/106431b1-1c8c-4c2d-af41-4568fe73eba7 HTTP/1.1" status: 204 len: 168 time: 0.3753839 Mar 23 12:59:06.950761 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40436) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:06.971897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627daf11-ea17-4ded-b4ea-98afd1b8fab1 None None] Network c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:59:07.032380 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:07.093399 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port e081b556-9bc3-4713-a16d-c7cd3636458c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:59:07.093727 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:07.181700 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] For port e081b556-9bc3-4713-a16d-c7cd3636458c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e081b556-9bc3-4713-a16d-c7cd3636458c,segment=NetworkSegment(23209ea0-93bf-4657-b09a-ebacb31c4afa),segment_id=23209ea0-93bf-4657-b09a-ebacb31c4afa)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:07.182055 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:07.199658 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for e081b556-9bc3-4713-a16d-c7cd3636458c owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:59:07.228487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-46c6ca54-c2bd-4aba-b1de-26c7a820572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:59:06Z', 'revision_number': 10, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:07.258024 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6ca54-c2bd-4aba-b1de-26c7a820572f None None] Checking router: 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:59:07.267005 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6ca54-c2bd-4aba-b1de-26c7a820572f None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:07.267656 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-46c6ca54-c2bd-4aba-b1de-26c7a820572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:07.292417 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:07.306469 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9fb470-8149-4e7c-b1f7-f13647c6ac17 None None] DHCP port deletion for c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:59:07.324077 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=e081b556-9bc3-4713-a16d-c7cd3636458c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:07.327882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] No DVR routers for this DVR port e081b556-9bc3-4713-a16d-c7cd3636458c on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:59:07.369773 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-46c6ca54-c2bd-4aba-b1de-26c7a820572f None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:07.412668 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:07.434232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:07.444299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23209ea0-93bf-4657-b09a-ebacb31c4afa') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:07.444633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23209ea0-93bf-4657-b09a-ebacb31c4afa') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:07.453873 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:07.467665 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:07.473658 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:59:07.474079 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:59:07.477429 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:59:07.553827 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:07.562302 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:07.565458 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/networks/c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117 HTTP/1.1" status: 204 len: 168 time: 0.6136990 Mar 23 12:59:07.568991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40442) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:07.581291 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d3c64-67a7-46d8-a38a-1796fda9b11c tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Network': ['ID=c9bc2eac-8af3-4849-8d3d-5cc8e3cc6117,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:07.582105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-46c6ca54-c2bd-4aba-b1de-26c7a820572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:59:06Z', 'revision_number': 10, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:07.616283 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6ca54-c2bd-4aba-b1de-26c7a820572f None None] The sync data for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 is: [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:59:06Z', 'revision_number': 10, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None, '_interfaces': [{'id': '3976b2c9-569d-44b7-8b74-37b7fd6137dd', 'name': '', 'network_id': '4c7a2d8a-3b5d-432f-86d1-050c455914d8', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'mac_address': 'fa:16:3e:66:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:58:41Z', 'updated_at': '2022-03-23T12:58:45Z', 'revision_number': 5, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'subnets': [{'id': 'ca601783-6c5b-4940-a01c-c198b7fdfb81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:59:07.861943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40452) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:08.044196 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d2a31b38-3b34-44f5-9b40-281389bb397c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:08.176545 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d2a31b38-3b34-44f5-9b40-281389bb397c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:08.184721 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d2a31b38-3b34-44f5-9b40-281389bb397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:08.253134 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d2a31b38-3b34-44f5-9b40-281389bb397c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5bb42887a36d4bbdb28326332ddd9809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896348 Mar 23 12:59:08.253935 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a31b38-3b34-44f5-9b40-281389bb397c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71788062-d426-472f-9a70-bc2a30c23ee9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:08.256568 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40460) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:08.322458 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9681de00-ac46-4585-bdb4-0c0b852d349e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:08.352178 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9681de00-ac46-4585-bdb4-0c0b852d349e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:08.401743 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9681de00-ac46-4585-bdb4-0c0b852d349e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:08.404807 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9681de00-ac46-4585-bdb4-0c0b852d349e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:08.409156 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9681de00-ac46-4585-bdb4-0c0b852d349e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71788062-d426-472f-9a70-bc2a30c23ee9 HTTP/1.1" status: 204 len: 168 time: 0.1489878 Mar 23 12:59:08.418131 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:08.423536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681de00-ac46-4585-bdb4-0c0b852d349e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71788062-d426-472f-9a70-bc2a30c23ee9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:08.672703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port 3976b2c9-569d-44b7-8b74-37b7fd6137dd {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:59:08.673286 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:08.715359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40466) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:08.728538 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7524b027-aa08-44f0-ade4-ebe023588cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:08.769794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] For port 3976b2c9-569d-44b7-8b74-37b7fd6137dd, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3976b2c9-569d-44b7-8b74-37b7fd6137dd,segment=NetworkSegment(92d6fddf-a402-42cc-b3a9-0736b0479ffe),segment_id=92d6fddf-a402-42cc-b3a9-0736b0479ffe)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:08.770175 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:08.786175 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for 3976b2c9-569d-44b7-8b74-37b7fd6137dd owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:59:08.807809 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7524b027-aa08-44f0-ade4-ebe023588cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:08.814054 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7524b027-aa08-44f0-ade4-ebe023588cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:08.854735 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7524b027-aa08-44f0-ade4-ebe023588cd6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28eb82fe401e47958200d05fd171c4fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382449 Mar 23 12:59:08.855700 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524b027-aa08-44f0-ade4-ebe023588cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fff5e77-22f8-4b5d-86a1-788a15880321,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:08.857974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40468) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:08.977508 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2614578-0dd9-4530-899c-409f30b46f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:09.013428 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2614578-0dd9-4530-899c-409f30b46f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:09.019979 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:09.057775 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=3976b2c9-569d-44b7-8b74-37b7fd6137dd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:09.090428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:09.090815 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:09.091162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:09.091524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:09.091916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:09.092271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:09.092595 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:09.092974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:09.093299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:09.093623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:09.093990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:09.094314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:09.218003 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:09.268454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e081b556-9bc3-4713-a16d-c7cd3636458c no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:59:09.280132 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2614578-0dd9-4530-899c-409f30b46f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:09.283121 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2614578-0dd9-4530-899c-409f30b46f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:09.288106 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b2614578-0dd9-4530-899c-409f30b46f63 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8fff5e77-22f8-4b5d-86a1-788a15880321 HTTP/1.1" status: 204 len: 168 time: 0.4256527 Mar 23 12:59:09.299425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: e081b556-9bc3-4713-a16d-c7cd3636458c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:59:09.300529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e081b556-9bc3-4713-a16d-c7cd3636458c not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:59:09.300529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d7f8dd3c-80ae-4ad4-8d64-8168e2745838 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:59:09.331073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2614578-0dd9-4530-899c-409f30b46f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fff5e77-22f8-4b5d-86a1-788a15880321,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:09.349494 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: d7f8dd3c-80ae-4ad4-8d64-8168e2745838 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:59:09.350059 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device d7f8dd3c-80ae-4ad4-8d64-8168e2745838 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:59:09.422667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:59:09.505610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:59:09.511055 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c6168b94-6d50-452e-bad7-6b9cd5a5a044 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9408915 Mar 23 12:59:09.513953 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40476) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:09.518363 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e221327c-bc3c-4fb5-b830-adc7ad70d856 None None] Sync routers for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:59:09.536428 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e221327c-bc3c-4fb5-b830-adc7ad70d856 None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:09.537140 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e221327c-bc3c-4fb5-b830-adc7ad70d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:09.590230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6ee7e3-ff46-4273-a93e-368d42263e51 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting subnet ca601783-6c5b-4940-a01c-c198b7fdfb81 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:59:09.596195 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af6ee7e3-ff46-4273-a93e-368d42263e51 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:09.615462 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e221327c-bc3c-4fb5-b830-adc7ad70d856 None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:09.648085 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af6ee7e3-ff46-4273-a93e-368d42263e51 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:09.749666 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af6ee7e3-ff46-4273-a93e-368d42263e51 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:09.775281 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e221327c-bc3c-4fb5-b830-adc7ad70d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:59:08Z', 'revision_number': 11, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:09.805344 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e221327c-bc3c-4fb5-b830-adc7ad70d856 None None] Checking router: 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:59:09.814198 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e221327c-bc3c-4fb5-b830-adc7ad70d856 None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:09.815037 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e221327c-bc3c-4fb5-b830-adc7ad70d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:09.830447 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af6ee7e3-ff46-4273-a93e-368d42263e51 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:09.863445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ee7e3-ff46-4273-a93e-368d42263e51 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Subnet': ['ID=ca601783-6c5b-4940-a01c-c198b7fdfb81,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:09.877949 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-af6ee7e3-ff46-4273-a93e-368d42263e51 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:09.878987 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c8e551-8ea3-4b88-bd46-abf65a7339ad None None] Network 4c7a2d8a-3b5d-432f-86d1-050c455914d8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:59:09.890185 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e221327c-bc3c-4fb5-b830-adc7ad70d856 None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:09.890432 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-af6ee7e3-ff46-4273-a93e-368d42263e51 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/ca601783-6c5b-4940-a01c-c198b7fdfb81 HTTP/1.1" status: 204 len: 168 time: 0.3724594 Mar 23 12:59:09.890545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40486) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:09.952033 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e221327c-bc3c-4fb5-b830-adc7ad70d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:59:08Z', 'revision_number': 11, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:09.984798 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e221327c-bc3c-4fb5-b830-adc7ad70d856 None None] The sync data for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 is: [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:59:08Z', 'revision_number': 11, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:59:10.063840 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:10.129049 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Deleting port a7aecdb2-d2a1-43c8-9066-2dc8990c24b5 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:59:10.129727 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:10.206412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] For port a7aecdb2-d2a1-43c8-9066-2dc8990c24b5, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a7aecdb2-d2a1-43c8-9066-2dc8990c24b5,segment=NetworkSegment(92d6fddf-a402-42cc-b3a9-0736b0479ffe),segment_id=92d6fddf-a402-42cc-b3a9-0736b0479ffe)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:10.206881 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:10.223036 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Calling delete_port for a7aecdb2-d2a1-43c8-9066-2dc8990c24b5 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:59:10.360779 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:10.365357 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a21276b-63dc-4aeb-a85a-994489e5bbd2 None None] DHCP port deletion for 4c7a2d8a-3b5d-432f-86d1-050c455914d8 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:59:10.425666 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Port': ['ID=a7aecdb2-d2a1-43c8-9066-2dc8990c24b5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:10.428440 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] No DVR routers for this DVR port a7aecdb2-d2a1-43c8-9066-2dc8990c24b5 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:59:10.534549 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:10.560946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7a2d8a-3b5d-432f-86d1-050c455914d8']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:10.570894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d6fddf-a402-42cc-b3a9-0736b0479ffe') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:10.571255 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d6fddf-a402-42cc-b3a9-0736b0479ffe') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:10.588344 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:10.595279 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40506) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:10.611471 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:10.622903 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:59:10.623314 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: timer() Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:59:10.629428 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:59:10.694717 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:10.700132 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:10.706801 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/networks/4c7a2d8a-3b5d-432f-86d1-050c455914d8 HTTP/1.1" status: 204 len: 168 time: 0.8125610 Mar 23 12:59:10.707298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40512) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:10.714304 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a7835397-cce5-4fb5-8046-1544a7e0ff21 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'router': {'routes': None}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:10.720994 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d836766-c223-449c-ac70-9271c09d9376 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Pushing event deleted for resources: {'Network': ['ID=4c7a2d8a-3b5d-432f-86d1-050c455914d8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:10.812392 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c339aeed-6452-402e-b601-570ea0cdb51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:10.922940 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.extraroute_db [None req-a7835397-cce5-4fb5-8046-1544a7e0ff21 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Added routes are [] {{(pid=102778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 12:59:10.923242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.extraroute_db [None req-a7835397-cce5-4fb5-8046-1544a7e0ff21 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Removed routes are [] {{(pid=102778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 12:59:10.923602 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7835397-cce5-4fb5-8046-1544a7e0ff21 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.088798 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7835397-cce5-4fb5-8046-1544a7e0ff21 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.098278 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7835397-cce5-4fb5-8046-1544a7e0ff21 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.150146 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c339aeed-6452-402e-b601-570ea0cdb51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.155258 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c339aeed-6452-402e-b601-570ea0cdb51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.172683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a7aecdb2-d2a1-43c8-9066-2dc8990c24b5 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:59:11.201020 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: a7aecdb2-d2a1-43c8-9066-2dc8990c24b5 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:59:11.201258 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a7aecdb2-d2a1-43c8-9066-2dc8990c24b5 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:59:11.201682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3976b2c9-569d-44b7-8b74-37b7fd6137dd no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:59:11.225644 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 3976b2c9-569d-44b7-8b74-37b7fd6137dd {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:59:11.226210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3976b2c9-569d-44b7-8b74-37b7fd6137dd not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:59:11.229384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7835397-cce5-4fb5-8046-1544a7e0ff21 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:59:11.234958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339aeed-6452-402e-b601-570ea0cdb51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8918056a-f296-4a7e-967a-ae62bfc6dd7b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:11.239161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c339aeed-6452-402e-b601-570ea0cdb51a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=83a3970a911b4b4a87997a755b530081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6425748 Mar 23 12:59:11.247224 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40530) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:11.310546 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-164497ec-522a-4952-9674-505742f0c3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.319253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7835397-cce5-4fb5-8046-1544a7e0ff21 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:59:11.330589 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d95554-270f-4f2c-844b-13cd860c78fa None None] Sync routers for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:59:11.331061 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a7835397-cce5-4fb5-8046-1544a7e0ff21 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.332263 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a7835397-cce5-4fb5-8046-1544a7e0ff21 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc HTTP/1.1" status: 200 len: 705 time: 0.6231790 Mar 23 12:59:11.336753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40538) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:11.336931 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-164497ec-522a-4952-9674-505742f0c3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.344009 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d95554-270f-4f2c-844b-13cd860c78fa None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:11.344557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-67d95554-270f-4f2c-844b-13cd860c78fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:11.374280 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7a113947-3793-4e80-89be-09d65993b1fd tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc HTTP/1.1" status: 200 len: 205 time: 0.0355647 Mar 23 12:59:11.376982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40540) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:11.397592 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-164497ec-522a-4952-9674-505742f0c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.401276 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-164497ec-522a-4952-9674-505742f0c3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.403747 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-164497ec-522a-4952-9674-505742f0c3d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8918056a-f296-4a7e-967a-ae62bfc6dd7b HTTP/1.1" status: 204 len: 168 time: 0.1595862 Mar 23 12:59:11.416621 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164497ec-522a-4952-9674-505742f0c3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8918056a-f296-4a7e-967a-ae62bfc6dd7b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:11.440854 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-67d95554-270f-4f2c-844b-13cd860c78fa None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:11.463726 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4294b1f8-1412-4621-bc17-7bd502a847dd tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.499954 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-67d95554-270f-4f2c-844b-13cd860c78fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:59:08Z', 'revision_number': 11, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:11.532884 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d95554-270f-4f2c-844b-13cd860c78fa None None] Checking router: 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:59:11.542945 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d95554-270f-4f2c-844b-13cd860c78fa None None] Routers {'7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:11.543950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-67d95554-270f-4f2c-844b-13cd860c78fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:11.620219 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-67d95554-270f-4f2c-844b-13cd860c78fa None None] Set router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:11.649715 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4294b1f8-1412-4621-bc17-7bd502a847dd tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.653433 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4294b1f8-1412-4621-bc17-7bd502a847dd tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.688499 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-67d95554-270f-4f2c-844b-13cd860c78fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:59:08Z', 'revision_number': 11, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:11.714652 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4294b1f8-1412-4621-bc17-7bd502a847dd tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.715546 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4294b1f8-1412-4621-bc17-7bd502a847dd tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Fanout notify agent at l3_agent the message router_deleted on router 7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:59:11.725380 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4294b1f8-1412-4621-bc17-7bd502a847dd tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.730066 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4294b1f8-1412-4621-bc17-7bd502a847dd tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/routers/7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc HTTP/1.1" status: 204 len: 168 time: 0.3470035 Mar 23 12:59:11.731961 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d95554-270f-4f2c-844b-13cd860c78fa None None] The sync data for ids ['7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc'] in n-d-834854-1 is: [{'id': '7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc', 'name': 'tempest-RoutersIpV6Test-router-1101399826', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:58:39Z', 'updated_at': '2022-03-23T12:59:08Z', 'revision_number': 11, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:59:11.732164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40546) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:11.737023 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-48ca0ba0-0371-48fd-bb97-9d997ac53450 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1811532548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:11.765334 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48ca0ba0-0371-48fd-bb97-9d997ac53450 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.767666 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48ca0ba0-0371-48fd-bb97-9d997ac53450 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.839072 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48ca0ba0-0371-48fd-bb97-9d997ac53450 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.848512 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48ca0ba0-0371-48fd-bb97-9d997ac53450 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.872326 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48ca0ba0-0371-48fd-bb97-9d997ac53450 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:11.873710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-48ca0ba0-0371-48fd-bb97-9d997ac53450 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1404922 Mar 23 12:59:11.876801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40552) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:11.881589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a8cfdb7d-d914-4212-a546-08dca4c4ddd2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:11.955886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40556) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:11.973097 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be175ec2-3df0-4675-a85f-4c4aa82f1bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:12.071164 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be175ec2-3df0-4675-a85f-4c4aa82f1bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:12.077637 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be175ec2-3df0-4675-a85f-4c4aa82f1bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:12.123770 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-be175ec2-3df0-4675-a85f-4c4aa82f1bc0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=55bb8e6852494b78b2cd6a3dddaa5569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633174 Mar 23 12:59:12.123770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be175ec2-3df0-4675-a85f-4c4aa82f1bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ec1d96-1392-48b2-86c6-05f8140462ad,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:12.124475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40558) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:12.153068 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a8cfdb7d-d914-4212-a546-08dca4c4ddd2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3716790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27848'] for router, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:12.166066 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a8cfdb7d-d914-4212-a546-08dca4c4ddd2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3716749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3716740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717991'] for router, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:12.180855 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23cf4608-5e8f-4e18-bdc3-f97c24f3b21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:12.206412 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23cf4608-5e8f-4e18-bdc3-f97c24f3b21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:12.263649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23cf4608-5e8f-4e18-bdc3-f97c24f3b21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:12.266368 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23cf4608-5e8f-4e18-bdc3-f97c24f3b21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:12.267613 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-23cf4608-5e8f-4e18-bdc3-f97c24f3b21c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4ec1d96-1392-48b2-86c6-05f8140462ad HTTP/1.1" status: 204 len: 168 time: 0.1421647 Mar 23 12:59:12.277341 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf4608-5e8f-4e18-bdc3-f97c24f3b21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ec1d96-1392-48b2-86c6-05f8140462ad,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:12.285149 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cfdb7d-d914-4212-a546-08dca4c4ddd2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Router c1172db2-cc57-4693-8097-4f92c83ee698 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:59:12.371544 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cfdb7d-d914-4212-a546-08dca4c4ddd2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:59:12.378921 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a8cfdb7d-d914-4212-a546-08dca4c4ddd2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:12.380693 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a8cfdb7d-d914-4212-a546-08dca4c4ddd2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "PUT /v2.0/routers/c1172db2-cc57-4693-8097-4f92c83ee698 HTTP/1.1" status: 200 len: 698 time: 0.5024235 Mar 23 12:59:12.383625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40562) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:12.385515 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bf285-e996-48ba-afe3-8f7bdc7ee62f None None] Sync routers for ids ['c1172db2-cc57-4693-8097-4f92c83ee698'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:59:12.403311 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5bf285-e996-48ba-afe3-8f7bdc7ee62f None None] Routers {'c1172db2-cc57-4693-8097-4f92c83ee698'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:12.404241 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8a5bf285-e996-48ba-afe3-8f7bdc7ee62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['c1172db2-cc57-4693-8097-4f92c83ee698'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:12.471880 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-26b504c0-67bf-4242-ab68-e35381050d91 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/routers/c1172db2-cc57-4693-8097-4f92c83ee698 HTTP/1.1" status: 200 len: 704 time: 0.0870574 Mar 23 12:59:12.474702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40564) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:12.496664 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-8a5bf285-e996-48ba-afe3-8f7bdc7ee62f None None] Set router c1172db2-cc57-4693-8097-4f92c83ee698 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:12.510074 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7cc5c096-d2a4-43cb-b6c1-ada6a3e7d0b3 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1172db2-cc57-4693-8097-4f92c83ee698 HTTP/1.1" status: 200 len: 205 time: 0.0312991 Mar 23 12:59:12.510207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40566) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:12.569759 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8a5bf285-e996-48ba-afe3-8f7bdc7ee62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1172db2-cc57-4693-8097-4f92c83ee698', 'name': 'tempest-RoutersIpV6Test-router-1811532548', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:11Z', 'updated_at': '2022-03-23T12:59:12Z', 'revision_number': 2, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:12.591819 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5325ca29-a043-4b48-8323-9ab3424cb489 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:12.602050 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bf285-e996-48ba-afe3-8f7bdc7ee62f None None] Checking router: c1172db2-cc57-4693-8097-4f92c83ee698 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:59:12.612145 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5bf285-e996-48ba-afe3-8f7bdc7ee62f None None] Routers {'c1172db2-cc57-4693-8097-4f92c83ee698'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:12.612757 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8a5bf285-e996-48ba-afe3-8f7bdc7ee62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:58:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['c1172db2-cc57-4693-8097-4f92c83ee698'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:12.691037 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-8a5bf285-e996-48ba-afe3-8f7bdc7ee62f None None] Set router c1172db2-cc57-4693-8097-4f92c83ee698 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:12.750065 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8a5bf285-e996-48ba-afe3-8f7bdc7ee62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1172db2-cc57-4693-8097-4f92c83ee698', 'name': 'tempest-RoutersIpV6Test-router-1811532548', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:11Z', 'updated_at': '2022-03-23T12:59:12Z', 'revision_number': 2, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:12.755085 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5325ca29-a043-4b48-8323-9ab3424cb489 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:12.757327 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5325ca29-a043-4b48-8323-9ab3424cb489 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:12.778608 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bf285-e996-48ba-afe3-8f7bdc7ee62f None None] The sync data for ids ['c1172db2-cc57-4693-8097-4f92c83ee698'] in n-d-834854-1 is: [{'id': 'c1172db2-cc57-4693-8097-4f92c83ee698', 'name': 'tempest-RoutersIpV6Test-router-1811532548', 'tenant_id': 'be8ce1d929c2452c99dfe147346f95bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:11Z', 'updated_at': '2022-03-23T12:59:12Z', 'revision_number': 2, 'project_id': 'be8ce1d929c2452c99dfe147346f95bc', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:59:12.803767 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5325ca29-a043-4b48-8323-9ab3424cb489 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:12.804344 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5325ca29-a043-4b48-8323-9ab3424cb489 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Fanout notify agent at l3_agent the message router_deleted on router c1172db2-cc57-4693-8097-4f92c83ee698 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:59:12.811890 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5325ca29-a043-4b48-8323-9ab3424cb489 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:12.816733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40578) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:12.818043 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5325ca29-a043-4b48-8323-9ab3424cb489 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/routers/c1172db2-cc57-4693-8097-4f92c83ee698 HTTP/1.1" status: 204 len: 168 time: 0.3051136 Mar 23 12:59:12.856878 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d1300e5d-3c03-4acb-9215-9d0eaf3106d7 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1172db2-cc57-4693-8097-4f92c83ee698 HTTP/1.1" status: 200 len: 205 time: 0.0364926 Mar 23 12:59:12.857587 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40582) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:12.903278 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-2763f68f-58d0-4fd0-942a-0127099e9dfa tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] delete failed (client error): The resource could not be found. Mar 23 12:59:12.904404 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2763f68f-58d0-4fd0-942a-0127099e9dfa tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/routers/c1172db2-cc57-4693-8097-4f92c83ee698 HTTP/1.1" status: 404 len: 336 time: 0.0459709 Mar 23 12:59:12.907158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40588) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:12.935585 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36e1b61-a758-45b4-b57d-e47d564e4b91 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] DELETE failed (client error): The resource could not be found. Mar 23 12:59:12.936278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36e1b61-a758-45b4-b57d-e47d564e4b91 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:59:12.939708 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e36e1b61-a758-45b4-b57d-e47d564e4b91 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/44ceaf5a-3622-44ed-95b7-46fd33ed85a5 HTTP/1.1" status: 404 len: 337 time: 0.0315788 Mar 23 12:59:12.942476 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40592) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:12.977629 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-401c6859-1a6e-4322-9fc7-015203bfcf12 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] DELETE failed (client error): The resource could not be found. Mar 23 12:59:12.977629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-401c6859-1a6e-4322-9fc7-015203bfcf12 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:59:12.978499 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-401c6859-1a6e-4322-9fc7-015203bfcf12 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/4d86ef42-f139-4d3a-b326-9a72a79325dc HTTP/1.1" status: 404 len: 337 time: 0.0348976 Mar 23 12:59:12.981231 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40600) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:13.013275 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d581c3-3d4b-4db1-b96c-e94157a0acb2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] DELETE failed (client error): The resource could not be found. Mar 23 12:59:13.013809 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d581c3-3d4b-4db1-b96c-e94157a0acb2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:59:13.019759 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-50d581c3-3d4b-4db1-b96c-e94157a0acb2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/106431b1-1c8c-4c2d-af41-4568fe73eba7 HTTP/1.1" status: 404 len: 337 time: 0.0373125 Mar 23 12:59:13.019908 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40604) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:13.061073 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-357f026a-5433-4691-9be0-9136eff88343 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] DELETE failed (client error): The resource could not be found. Mar 23 12:59:13.062060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357f026a-5433-4691-9be0-9136eff88343 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:59:13.066926 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-357f026a-5433-4691-9be0-9136eff88343 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/ca601783-6c5b-4940-a01c-c198b7fdfb81 HTTP/1.1" status: 404 len: 337 time: 0.0452471 Mar 23 12:59:13.070014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40610) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:13.105206 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-74b3ace0-e4b0-4354-88b3-b4fb8135be53 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc HTTP/1.1" status: 200 len: 205 time: 0.0337195 Mar 23 12:59:13.108058 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40612) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:13.150956 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-f91f1ad7-ffd2-4c9a-b256-e22ce840131b tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] delete failed (client error): The resource could not be found. Mar 23 12:59:13.154460 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f91f1ad7-ffd2-4c9a-b256-e22ce840131b tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/routers/7fd82d4b-fc93-4f20-aa9b-34a45e8de5dc HTTP/1.1" status: 404 len: 336 time: 0.0430410 Mar 23 12:59:13.154750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40614) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:13.194211 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a2d2491b-c263-439b-8e66-1da67a337c95 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports?device_id=64b6f3e5-b6d1-48aa-a516-bfceff8c00eb HTTP/1.1" status: 200 len: 205 time: 0.0356219 Mar 23 12:59:13.194571 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40616) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:13.238727 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-917adbb5-c959-4181-b70b-5a1c4a0ba36b tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] delete failed (client error): The resource could not be found. Mar 23 12:59:13.242340 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-917adbb5-c959-4181-b70b-5a1c4a0ba36b tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/routers/64b6f3e5-b6d1-48aa-a516-bfceff8c00eb HTTP/1.1" status: 404 len: 336 time: 0.0442719 Mar 23 12:59:13.242568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40620) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:13.270259 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e628e98f-4518-4417-9a1c-db5fe5036104 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] DELETE failed (client error): The resource could not be found. Mar 23 12:59:13.271420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e628e98f-4518-4417-9a1c-db5fe5036104 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:59:13.279442 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e628e98f-4518-4417-9a1c-db5fe5036104 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/b9340432-70fa-4426-b8b3-6a487d906894 HTTP/1.1" status: 404 len: 337 time: 0.0313182 Mar 23 12:59:13.280596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40622) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:13.313865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d4f59039-81e3-4a2b-ad0c-e56c26e404c6 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports?device_id=7312217f-e065-4c30-a5ff-8637427a2fe0 HTTP/1.1" status: 200 len: 205 time: 0.0298853 Mar 23 12:59:13.314058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40624) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:13.358235 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-9c67c071-1767-42e4-a000-5e9a6b72f84f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] delete failed (client error): The resource could not be found. Mar 23 12:59:13.361727 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9c67c071-1767-42e4-a000-5e9a6b72f84f tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/routers/7312217f-e065-4c30-a5ff-8637427a2fe0 HTTP/1.1" status: 404 len: 336 time: 0.0441692 Mar 23 12:59:13.362076 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40628) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:13.390148 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c57a32ce-dc14-4d4d-9626-4650f08478ea tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports?device_id=442cb03f-1375-4d9c-a0c7-924c8a7d252e HTTP/1.1" status: 200 len: 205 time: 0.0264933 Mar 23 12:59:13.393411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40630) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:13.432310 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-8b0a68db-bf2d-4038-b279-d35bf6aff861 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] delete failed (client error): The resource could not be found. Mar 23 12:59:13.433431 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8b0a68db-bf2d-4038-b279-d35bf6aff861 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/routers/442cb03f-1375-4d9c-a0c7-924c8a7d252e HTTP/1.1" status: 404 len: 336 time: 0.0390496 Mar 23 12:59:13.436299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40632) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:13.474617 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-86169519-4c62-4237-8a7f-a841c57c5437 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] DELETE failed (client error): The resource could not be found. Mar 23 12:59:13.474964 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86169519-4c62-4237-8a7f-a841c57c5437 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:59:13.478010 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-86169519-4c62-4237-8a7f-a841c57c5437 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/2f657626-6dab-4860-a892-f5ebf521fe44 HTTP/1.1" status: 404 len: 337 time: 0.0408466 Mar 23 12:59:13.480711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40636) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:13.516415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40640) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:13.523302 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5e0cafc5-71b7-4698-936e-87f679c14cc2 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports?device_id=d96d3d40-ea90-4add-adc0-6fa7a1ba3e34 HTTP/1.1" status: 200 len: 205 time: 0.0400364 Mar 23 12:59:13.555619 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-fb416148-1883-48d7-b77c-f46f01ac8e81 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] delete failed (client error): The resource could not be found. Mar 23 12:59:13.559338 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fb416148-1883-48d7-b77c-f46f01ac8e81 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/routers/d96d3d40-ea90-4add-adc0-6fa7a1ba3e34 HTTP/1.1" status: 404 len: 336 time: 0.0418518 Mar 23 12:59:13.559434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40642) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:13.595967 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b890acb6-c813-41b9-9143-d63e5d0903ba tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] DELETE failed (client error): The resource could not be found. Mar 23 12:59:13.596504 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b890acb6-c813-41b9-9143-d63e5d0903ba tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:59:13.603033 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40646) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:13.603368 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b890acb6-c813-41b9-9143-d63e5d0903ba tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/ff5d7caa-ab9d-49cc-a367-efaa837d748d HTTP/1.1" status: 404 len: 337 time: 0.0429258 Mar 23 12:59:13.638985 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-536df733-129e-46f1-8d97-69d2f2149b6e tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "GET /v2.0/ports?device_id=8708d032-d6de-46c8-a8ff-4c4464244c84 HTTP/1.1" status: 200 len: 205 time: 0.0344980 Mar 23 12:59:13.641305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40648) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:14.051394 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-8e3828b0-0fd7-4d15-8f72-503aeb56e640 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] delete failed (client error): The resource could not be found. Mar 23 12:59:14.055284 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40658) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:14.055418 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8e3828b0-0fd7-4d15-8f72-503aeb56e640 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/routers/8708d032-d6de-46c8-a8ff-4c4464244c84 HTTP/1.1" status: 404 len: 336 time: 0.4132619 Mar 23 12:59:14.084892 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-768fe10c-517e-40b8-8b75-d54c0da0371d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] DELETE failed (client error): The resource could not be found. Mar 23 12:59:14.085917 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768fe10c-517e-40b8-8b75-d54c0da0371d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:59:14.089728 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-768fe10c-517e-40b8-8b75-d54c0da0371d tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/4fe17250-8347-477c-a940-b659086b75f0 HTTP/1.1" status: 404 len: 337 time: 0.0328226 Mar 23 12:59:14.092303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40664) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:14.122202 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebae7ea3-4c92-45c0-8779-db16145c6c84 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] DELETE failed (client error): The resource could not be found. Mar 23 12:59:14.122815 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebae7ea3-4c92-45c0-8779-db16145c6c84 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 12:59:14.125979 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ebae7ea3-4c92-45c0-8779-db16145c6c84 tempest-RoutersIpV6Test-193107632 tempest-RoutersIpV6Test-193107632-project] 10.222.0.52 "DELETE /v2.0/subnets/0c257452-2770-418c-b06e-f99d66136b85 HTTP/1.1" status: 404 len: 337 time: 0.0324395 Mar 23 12:59:14.463575 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40676) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:14.617418 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-df17f3b8-ad3b-4ef3-9463-f368d54d36be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be8ce1d929c2452c99dfe147346f95bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527383 Mar 23 12:59:14.618107 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40686) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:14.670951 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a00f071-de98-47c9-b8c9-009e840e6df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:14.697691 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a00f071-de98-47c9-b8c9-009e840e6df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:14.756541 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a00f071-de98-47c9-b8c9-009e840e6df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:14.759227 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6a00f071-de98-47c9-b8c9-009e840e6df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:14.760866 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6a00f071-de98-47c9-b8c9-009e840e6df4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ebbb85c-88eb-43d9-9945-11e0f091908c HTTP/1.1" status: 204 len: 168 time: 0.1421506 Mar 23 12:59:14.769739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00f071-de98-47c9-b8c9-009e840e6df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebbb85c-88eb-43d9-9945-11e0f091908c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:15.622546 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40716) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:15.748717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40724) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:15.813998 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8c5edc4a-947c-4031-b311-5cd6dff09929 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:15.814708 n-d-834854-1 neutron-server[102778]: WARNING neutron.api.v2.base [None req-8c5edc4a-947c-4031-b311-5cd6dff09929 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 23 12:59:15.815198 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-8c5edc4a-947c-4031-b311-5cd6dff09929 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 12:59:15.816895 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8c5edc4a-947c-4031-b311-5cd6dff09929 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0672061 Mar 23 12:59:15.820258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40728) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:15.823764 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53211664-d3b4-4320-804b-81687fd73ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:15.825495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-927fe9b5-9027-4570-b891-6480e9343bff tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--253418951'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:15.846290 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-927fe9b5-9027-4570-b891-6480e9343bff tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:15.855379 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-927fe9b5-9027-4570-b891-6480e9343bff tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:15.915237 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53211664-d3b4-4320-804b-81687fd73ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:15.920284 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-53211664-d3b4-4320-804b-81687fd73ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:15.948341 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-927fe9b5-9027-4570-b891-6480e9343bff tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:15.952445 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-927fe9b5-9027-4570-b891-6480e9343bff tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:15.961095 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-53211664-d3b4-4320-804b-81687fd73ae1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04ba0f9f6b4948c2af105dfd793c5d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3343337 Mar 23 12:59:15.961879 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40732) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:15.964355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53211664-d3b4-4320-804b-81687fd73ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c75d528-7741-4170-95c2-ff12517f5aaf,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:16.020928 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fe9b5-9027-4570-b891-6480e9343bff tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3661919e-057a-4320-abf1-74579f26de21,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:16.069122 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3542fdc1-ec38-40cc-98e3-d35412da4f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.080165 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-927fe9b5-9027-4570-b891-6480e9343bff tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.088228 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-927fe9b5-9027-4570-b891-6480e9343bff tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.118242 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3542fdc1-ec38-40cc-98e3-d35412da4f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.136062 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-927fe9b5-9027-4570-b891-6480e9343bff tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.137310 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-927fe9b5-9027-4570-b891-6480e9343bff tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3154223 Mar 23 12:59:16.141742 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40738) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:16.152887 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-36c70d0e-2dfd-45d5-8861-ffafa7b78332 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': '6fc082a5-53fd-402a-af43-69f202bf9fff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:16.168707 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fe9b5-9027-4570-b891-6480e9343bff tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc082a5-53fd-402a-af43-69f202bf9fff,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:16.197523 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36c70d0e-2dfd-45d5-8861-ffafa7b78332 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.220138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3542fdc1-ec38-40cc-98e3-d35412da4f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.223051 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3542fdc1-ec38-40cc-98e3-d35412da4f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.223697 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.227104 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3542fdc1-ec38-40cc-98e3-d35412da4f74 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c75d528-7741-4170-95c2-ff12517f5aaf HTTP/1.1" status: 204 len: 168 time: 0.2638810 Mar 23 12:59:16.250391 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542fdc1-ec38-40cc-98e3-d35412da4f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c75d528-7741-4170-95c2-ff12517f5aaf,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:16.282089 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36c70d0e-2dfd-45d5-8861-ffafa7b78332 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.288086 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36c70d0e-2dfd-45d5-8861-ffafa7b78332 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.313155 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c70d0e-2dfd-45d5-8861-ffafa7b78332 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d116be-35c9-4cc0-af81-9de032a7b0b7,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:16.321974 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36c70d0e-2dfd-45d5-8861-ffafa7b78332 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.323977 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-36c70d0e-2dfd-45d5-8861-ffafa7b78332 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1754470 Mar 23 12:59:16.327160 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40746) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:16.332617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-77f9fc61-68fd-48ce-86a7-d8b7e9e777f0 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': '6fc082a5-53fd-402a-af43-69f202bf9fff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:16.361407 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77f9fc61-68fd-48ce-86a7-d8b7e9e777f0 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.427673 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-77f9fc61-68fd-48ce-86a7-d8b7e9e777f0 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 12:59:16.428910 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-77f9fc61-68fd-48ce-86a7-d8b7e9e777f0 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1004584 Mar 23 12:59:16.432652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40752) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:16.494162 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65b52cdb-5696-4695-8f4e-5a9999c17feb tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.521098 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65b52cdb-5696-4695-8f4e-5a9999c17feb tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.576921 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65b52cdb-5696-4695-8f4e-5a9999c17feb tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.579960 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65b52cdb-5696-4695-8f4e-5a9999c17feb tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.581322 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-65b52cdb-5696-4695-8f4e-5a9999c17feb tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "DELETE /v2.0/security-groups/6fc082a5-53fd-402a-af43-69f202bf9fff HTTP/1.1" status: 204 len: 168 time: 0.1477432 Mar 23 12:59:16.584341 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40754) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:16.599779 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40756) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:16.600281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b52cdb-5696-4695-8f4e-5a9999c17feb tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc082a5-53fd-402a-af43-69f202bf9fff,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:16.620190 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0705c680-a287-4767-a834-6cafdfb50d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.657094 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-04175787-a4e3-4ef1-b81d-d7c55abea63a tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0712976 Mar 23 12:59:16.661101 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40758) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:16.668108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cc5a7015-4ab0-4968-ba89-4ed93fcc42d3 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--400712978'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:16.705247 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc5a7015-4ab0-4968-ba89-4ed93fcc42d3 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.768360 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0705c680-a287-4767-a834-6cafdfb50d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.775257 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0705c680-a287-4767-a834-6cafdfb50d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.834686 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0705c680-a287-4767-a834-6cafdfb50d08 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=751eaf5efe0449ae84241726ba27cef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337499 Mar 23 12:59:16.837442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40760) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:16.837894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705c680-a287-4767-a834-6cafdfb50d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d0439c-7de7-401d-b8a5-b422afa21eff,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:16.847327 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc5a7015-4ab0-4968-ba89-4ed93fcc42d3 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.857553 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc5a7015-4ab0-4968-ba89-4ed93fcc42d3 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.886486 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cc5a7015-4ab0-4968-ba89-4ed93fcc42d3 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.887721 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cc5a7015-4ab0-4968-ba89-4ed93fcc42d3 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2256606 Mar 23 12:59:16.890665 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40762) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:16.896655 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba7f8166-62b5-4f65-9eed-677434b4b615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.897699 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4c4bd01a-1fad-4662-a509-ed182725d44d tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': 'e9154610-1412-4b68-a614-3c3dace21f1c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:16.898462 n-d-834854-1 neutron-server[102779]: WARNING neutron.api.v2.base [None req-4c4bd01a-1fad-4662-a509-ed182725d44d tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 23 12:59:16.898953 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-4c4bd01a-1fad-4662-a509-ed182725d44d tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:16.900077 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4c4bd01a-1fad-4662-a509-ed182725d44d tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0083210 Mar 23 12:59:16.904688 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40764) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:16.925731 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a7015-4ab0-4968-ba89-4ed93fcc42d3 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9154610-1412-4b68-a614-3c3dace21f1c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:16.927906 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba7f8166-62b5-4f65-9eed-677434b4b615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.968415 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12748da0-dd7d-46b0-8af2-86c23472a987 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.990273 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba7f8166-62b5-4f65-9eed-677434b4b615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.993950 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba7f8166-62b5-4f65-9eed-677434b4b615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:16.998641 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ba7f8166-62b5-4f65-9eed-677434b4b615 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98d0439c-7de7-401d-b8a5-b422afa21eff HTTP/1.1" status: 204 len: 168 time: 0.1561122 Mar 23 12:59:17.002351 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12748da0-dd7d-46b0-8af2-86c23472a987 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.005822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f8166-62b5-4f65-9eed-677434b4b615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d0439c-7de7-401d-b8a5-b422afa21eff,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:17.057482 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12748da0-dd7d-46b0-8af2-86c23472a987 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.060469 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-12748da0-dd7d-46b0-8af2-86c23472a987 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.061697 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-12748da0-dd7d-46b0-8af2-86c23472a987 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "DELETE /v2.0/security-groups/e9154610-1412-4b68-a614-3c3dace21f1c HTTP/1.1" status: 204 len: 168 time: 0.1560972 Mar 23 12:59:17.064601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40768) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:17.072246 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12748da0-dd7d-46b0-8af2-86c23472a987 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9154610-1412-4b68-a614-3c3dace21f1c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:17.130657 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b6149594-9c97-49f6-8b36-cf1396d7ee8a tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0608175 Mar 23 12:59:17.131263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40770) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:17.135174 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-84d1f510-852f-47e0-8b80-36db69398902 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077135803'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:17.157077 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84d1f510-852f-47e0-8b80-36db69398902 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.229965 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84d1f510-852f-47e0-8b80-36db69398902 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.237181 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84d1f510-852f-47e0-8b80-36db69398902 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.266575 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-84d1f510-852f-47e0-8b80-36db69398902 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.272872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-84d1f510-852f-47e0-8b80-36db69398902 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1359432 Mar 23 12:59:17.272872 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1f510-852f-47e0-8b80-36db69398902 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb251246-aa40-4fa1-903b-7f7ca746ec3f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:17.273348 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40774) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:17.279007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fe94af5d-1713-47bf-a7d8-a45bbc06fd79 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': 'bb251246-aa40-4fa1-903b-7f7ca746ec3f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:17.295801 n-d-834854-1 neutron-server[102779]: WARNING neutron.api.v2.base [None req-fe94af5d-1713-47bf-a7d8-a45bbc06fd79 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 23 12:59:17.296516 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-fe94af5d-1713-47bf-a7d8-a45bbc06fd79 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:17.297663 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fe94af5d-1713-47bf-a7d8-a45bbc06fd79 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0232289 Mar 23 12:59:17.300567 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40776) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:17.363365 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0bf0b192-bb22-45df-9773-b6e8bd9f0707 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.396743 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0bf0b192-bb22-45df-9773-b6e8bd9f0707 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.450382 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0bf0b192-bb22-45df-9773-b6e8bd9f0707 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.454101 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0bf0b192-bb22-45df-9773-b6e8bd9f0707 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.455976 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0bf0b192-bb22-45df-9773-b6e8bd9f0707 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "DELETE /v2.0/security-groups/bb251246-aa40-4fa1-903b-7f7ca746ec3f HTTP/1.1" status: 204 len: 168 time: 0.1540654 Mar 23 12:59:17.459110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40784) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:17.468702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0b192-bb22-45df-9773-b6e8bd9f0707 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb251246-aa40-4fa1-903b-7f7ca746ec3f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:17.519229 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d7969129-c6d7-42fa-853d-aa43a70ce3e9 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586858 Mar 23 12:59:17.525254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40790) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:17.532451 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3a336a8e-d76e-460f-b3e4-19837814f254 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--672954405'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:17.568802 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a336a8e-d76e-460f-b3e4-19837814f254 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.615092 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.650763 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a336a8e-d76e-460f-b3e4-19837814f254 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.654963 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a336a8e-d76e-460f-b3e4-19837814f254 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.690895 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a336a8e-d76e-460f-b3e4-19837814f254 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199e4922-a2c9-4f6a-bbb9-ec2aed31f89f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:17.698478 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a336a8e-d76e-460f-b3e4-19837814f254 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.702940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40798) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:17.707780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-79ca5634-6020-4b28-befe-0f465ce67bfe tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': '199e4922-a2c9-4f6a-bbb9-ec2aed31f89f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:17.710072 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3a336a8e-d76e-460f-b3e4-19837814f254 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1828539 Mar 23 12:59:17.746308 n-d-834854-1 neutron-server[102779]: WARNING neutron.api.v2.base [None req-79ca5634-6020-4b28-befe-0f465ce67bfe tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 23 12:59:17.747269 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-79ca5634-6020-4b28-befe-0f465ce67bfe tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:17.748670 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-79ca5634-6020-4b28-befe-0f465ce67bfe tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0446689 Mar 23 12:59:17.751970 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40800) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:17.761258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-509b17f6-58be-4c36-a26e-566d5bf951ca tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': '199e4922-a2c9-4f6a-bbb9-ec2aed31f89f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:17.761981 n-d-834854-1 neutron-server[102779]: WARNING neutron.api.v2.base [None req-509b17f6-58be-4c36-a26e-566d5bf951ca tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 23 12:59:17.762520 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-509b17f6-58be-4c36-a26e-566d5bf951ca tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:17.763959 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-509b17f6-58be-4c36-a26e-566d5bf951ca tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061455 Mar 23 12:59:17.767896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40802) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:17.773370 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-65aeda2e-dac3-4a6b-a9b3-5f81435a758d tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': '199e4922-a2c9-4f6a-bbb9-ec2aed31f89f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:17.774519 n-d-834854-1 neutron-server[102779]: WARNING neutron.api.v2.base [None req-65aeda2e-dac3-4a6b-a9b3-5f81435a758d tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 23 12:59:17.775267 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-65aeda2e-dac3-4a6b-a9b3-5f81435a758d tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:17.776631 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-65aeda2e-dac3-4a6b-a9b3-5f81435a758d tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073347 Mar 23 12:59:17.780874 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40806) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:17.786506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8c0d682c-e90b-4017-a25b-f40ca0195045 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': '199e4922-a2c9-4f6a-bbb9-ec2aed31f89f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:17.787455 n-d-834854-1 neutron-server[102779]: WARNING neutron.api.v2.base [None req-8c0d682c-e90b-4017-a25b-f40ca0195045 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 23 12:59:17.787970 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-8c0d682c-e90b-4017-a25b-f40ca0195045 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:17.792028 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8c0d682c-e90b-4017-a25b-f40ca0195045 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071151 Mar 23 12:59:17.793411 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40808) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:17.851888 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a016a2ac-4c51-48cf-a964-02692a6547bc tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.877041 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a016a2ac-4c51-48cf-a964-02692a6547bc tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.931673 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a016a2ac-4c51-48cf-a964-02692a6547bc tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.934829 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a016a2ac-4c51-48cf-a964-02692a6547bc tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:17.936196 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a016a2ac-4c51-48cf-a964-02692a6547bc tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "DELETE /v2.0/security-groups/199e4922-a2c9-4f6a-bbb9-ec2aed31f89f HTTP/1.1" status: 204 len: 168 time: 0.1417131 Mar 23 12:59:17.939175 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40812) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:17.947085 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016a2ac-4c51-48cf-a964-02692a6547bc tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=199e4922-a2c9-4f6a-bbb9-ec2aed31f89f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:17.989817 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2b0f7c40-f9ed-4ecd-9be3-012f3f554399 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0486808 Mar 23 12:59:17.993770 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40814) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:17.998802 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-72ed8694-4fe1-4ede-9bab-4fb71bba9ae1 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--794329805'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:18.023261 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72ed8694-4fe1-4ede-9bab-4fb71bba9ae1 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:18.107673 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72ed8694-4fe1-4ede-9bab-4fb71bba9ae1 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:18.113742 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72ed8694-4fe1-4ede-9bab-4fb71bba9ae1 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:18.149094 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72ed8694-4fe1-4ede-9bab-4fb71bba9ae1 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:18.152429 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-72ed8694-4fe1-4ede-9bab-4fb71bba9ae1 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1573853 Mar 23 12:59:18.153432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40820) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:18.154462 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed8694-4fe1-4ede-9bab-4fb71bba9ae1 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84c1a27-a51c-45af-bd7d-deaa95ed6c1f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:18.160128 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7ab90713-ca8a-460d-ab2d-62d637ea230a tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': 'f84c1a27-a51c-45af-bd7d-deaa95ed6c1f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:18.160969 n-d-834854-1 neutron-server[102779]: WARNING neutron.api.v2.base [None req-7ab90713-ca8a-460d-ab2d-62d637ea230a tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 23 12:59:18.161500 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-7ab90713-ca8a-460d-ab2d-62d637ea230a tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:18.162519 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7ab90713-ca8a-460d-ab2d-62d637ea230a tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080767 Mar 23 12:59:18.165838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40822) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:18.171134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8fc5b23f-6bde-4025-84b7-459d8aea3d9a tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': 'f84c1a27-a51c-45af-bd7d-deaa95ed6c1f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:18.216936 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-8fc5b23f-6bde-4025-84b7-459d8aea3d9a tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:18.218362 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8fc5b23f-6bde-4025-84b7-459d8aea3d9a tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0515110 Mar 23 12:59:18.221331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40826) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:18.226311 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8c2cf5aa-608e-465d-a0ae-003f380391bf tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': 'f84c1a27-a51c-45af-bd7d-deaa95ed6c1f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:18.227053 n-d-834854-1 neutron-server[102778]: WARNING neutron.api.v2.base [None req-8c2cf5aa-608e-465d-a0ae-003f380391bf tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 23 12:59:18.227544 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-8c2cf5aa-608e-465d-a0ae-003f380391bf tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:18.231303 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8c2cf5aa-608e-465d-a0ae-003f380391bf tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063574 Mar 23 12:59:18.231457 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40828) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:18.235878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6502ec7c-0ccc-410c-947a-1dd45db9be31 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': 'f84c1a27-a51c-45af-bd7d-deaa95ed6c1f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:18.275265 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-6502ec7c-0ccc-410c-947a-1dd45db9be31 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:18.276424 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6502ec7c-0ccc-410c-947a-1dd45db9be31 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0440571 Mar 23 12:59:18.279991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40832) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:18.285132 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c026af06-9e2c-4456-ba11-bfd32a233bdc tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': 'f84c1a27-a51c-45af-bd7d-deaa95ed6c1f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:18.285827 n-d-834854-1 neutron-server[102778]: WARNING neutron.api.v2.base [None req-c026af06-9e2c-4456-ba11-bfd32a233bdc tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 23 12:59:18.286329 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-c026af06-9e2c-4456-ba11-bfd32a233bdc tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:18.288156 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c026af06-9e2c-4456-ba11-bfd32a233bdc tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062757 Mar 23 12:59:18.290169 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40834) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:18.294670 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cbb7056a-b615-46d2-afae-94315739f789 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': 'f84c1a27-a51c-45af-bd7d-deaa95ed6c1f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:18.322310 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-cbb7056a-b615-46d2-afae-94315739f789 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Project 9e60c80435ef40cba8b5fa59bf3b6c63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:59:18.341307 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-cbb7056a-b615-46d2-afae-94315739f789 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:18.346066 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cbb7056a-b615-46d2-afae-94315739f789 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0531654 Mar 23 12:59:18.346224 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40836) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:18.350999 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d8b3137b-00b0-42fe-a227-8a95f5a2d1ab tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': 'f84c1a27-a51c-45af-bd7d-deaa95ed6c1f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:18.351462 n-d-834854-1 neutron-server[102779]: WARNING neutron.api.v2.base [None req-d8b3137b-00b0-42fe-a227-8a95f5a2d1ab tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 23 12:59:18.351952 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-d8b3137b-00b0-42fe-a227-8a95f5a2d1ab tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:18.355181 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d8b3137b-00b0-42fe-a227-8a95f5a2d1ab tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058675 Mar 23 12:59:18.355366 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40838) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:18.359573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8eeb916e-1111-431e-972c-6bf3239761da tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': 'f84c1a27-a51c-45af-bd7d-deaa95ed6c1f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:18.382381 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-8eeb916e-1111-431e-972c-6bf3239761da tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Project 9e60c80435ef40cba8b5fa59bf3b6c63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:59:18.396843 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-8eeb916e-1111-431e-972c-6bf3239761da tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:18.397934 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8eeb916e-1111-431e-972c-6bf3239761da tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0417082 Mar 23 12:59:18.400779 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40842) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:18.405352 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4738abc6-276f-4a0a-a732-0ec57bd7d735 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': 'f84c1a27-a51c-45af-bd7d-deaa95ed6c1f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:18.433127 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-4738abc6-276f-4a0a-a732-0ec57bd7d735 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Project 9e60c80435ef40cba8b5fa59bf3b6c63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:59:18.450275 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-4738abc6-276f-4a0a-a732-0ec57bd7d735 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:18.451986 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4738abc6-276f-4a0a-a732-0ec57bd7d735 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0497136 Mar 23 12:59:18.454886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40844) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:18.520515 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04378e31-d19a-49b7-9aea-080b95bdc943 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:18.544025 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04378e31-d19a-49b7-9aea-080b95bdc943 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:18.602009 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04378e31-d19a-49b7-9aea-080b95bdc943 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:18.605801 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-04378e31-d19a-49b7-9aea-080b95bdc943 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:18.609487 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-04378e31-d19a-49b7-9aea-080b95bdc943 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "DELETE /v2.0/security-groups/f84c1a27-a51c-45af-bd7d-deaa95ed6c1f HTTP/1.1" status: 204 len: 168 time: 0.1508868 Mar 23 12:59:18.610299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40852) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:18.617669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04378e31-d19a-49b7-9aea-080b95bdc943 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84c1a27-a51c-45af-bd7d-deaa95ed6c1f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:18.709350 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40858) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:18.709972 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2ef6bc07-d57a-4f54-84f0-1d4d4bb38630 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0943155 Mar 23 12:59:18.714170 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-743e2b2f-2c5f-452c-8f26-95e7405e0c38 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1045993145'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:18.742416 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-743e2b2f-2c5f-452c-8f26-95e7405e0c38 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:18.847586 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-743e2b2f-2c5f-452c-8f26-95e7405e0c38 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:18.853570 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-743e2b2f-2c5f-452c-8f26-95e7405e0c38 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:18.891448 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-743e2b2f-2c5f-452c-8f26-95e7405e0c38 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:18.893452 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-743e2b2f-2c5f-452c-8f26-95e7405e0c38 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1829948 Mar 23 12:59:18.896888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40870) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:18.904160 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0fd4515a-6220-42d1-9db4-eeb4f0813306 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': '26543163-1ed5-4eb0-bc2f-9d929411b03c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:18.931120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e2b2f-2c5f-452c-8f26-95e7405e0c38 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26543163-1ed5-4eb0-bc2f-9d929411b03c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:18.971399 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-0fd4515a-6220-42d1-9db4-eeb4f0813306 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The resource could not be found. Mar 23 12:59:18.973002 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0fd4515a-6220-42d1-9db4-eeb4f0813306 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0751362 Mar 23 12:59:18.976706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40876) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:18.990927 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d93ddb15-1e6a-463d-8d4f-e805ace87fcf tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': '26543163-1ed5-4eb0-bc2f-9d929411b03c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5bc2149b-ada4-4b84-bf47-40a794e191c1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:19.038352 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-d93ddb15-1e6a-463d-8d4f-e805ace87fcf tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The resource could not be found. Mar 23 12:59:19.039665 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d93ddb15-1e6a-463d-8d4f-e805ace87fcf tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0605111 Mar 23 12:59:19.043126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40880) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:19.114761 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6c64179-7b2c-4443-991b-a0e20e8e7556 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.122516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40884) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:19.156260 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6c64179-7b2c-4443-991b-a0e20e8e7556 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.167166 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40888) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:19.210138 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6c64179-7b2c-4443-991b-a0e20e8e7556 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.213125 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6c64179-7b2c-4443-991b-a0e20e8e7556 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.214407 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c6c64179-7b2c-4443-991b-a0e20e8e7556 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "DELETE /v2.0/security-groups/26543163-1ed5-4eb0-bc2f-9d929411b03c HTTP/1.1" status: 204 len: 168 time: 0.1698987 Mar 23 12:59:19.217548 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40892) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:19.224587 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c64179-7b2c-4443-991b-a0e20e8e7556 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26543163-1ed5-4eb0-bc2f-9d929411b03c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:19.276971 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40894) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:19.277635 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-add3be49-746f-427e-9718-f208c2057e5d tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0589538 Mar 23 12:59:19.281826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2fa3906c-7ee5-425a-852c-4c72d9fb28bf tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': '97da5be9-ccb3-4844-b2fb-700020582cd9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:19.312709 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-382b0725-16c0-4dec-8a38-71c6bae7a663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.315743 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-823b860a-058d-47de-abd7-34a51a41f7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.321229 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-2fa3906c-7ee5-425a-852c-4c72d9fb28bf tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The resource could not be found. Mar 23 12:59:19.322292 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2fa3906c-7ee5-425a-852c-4c72d9fb28bf tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0441511 Mar 23 12:59:19.326299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40896) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:19.330865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b09ca9d8-bd22-4bb8-b9ae-9e1033e6c2e0 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--824961787'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:19.355627 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b09ca9d8-bd22-4bb8-b9ae-9e1033e6c2e0 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.427125 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b09ca9d8-bd22-4bb8-b9ae-9e1033e6c2e0 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.431050 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b09ca9d8-bd22-4bb8-b9ae-9e1033e6c2e0 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.445039 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-823b860a-058d-47de-abd7-34a51a41f7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.447025 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-382b0725-16c0-4dec-8a38-71c6bae7a663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.449687 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-823b860a-058d-47de-abd7-34a51a41f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.460719 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-382b0725-16c0-4dec-8a38-71c6bae7a663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.460965 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b09ca9d8-bd22-4bb8-b9ae-9e1033e6c2e0 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.462186 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b09ca9d8-bd22-4bb8-b9ae-9e1033e6c2e0 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1348522 Mar 23 12:59:19.464940 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40898) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:19.470069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4063427d-5d67-481e-b159-d30b97a99db1 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--612576578'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:19.475758 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ca9d8-bd22-4bb8-b9ae-9e1033e6c2e0 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8c6139-d534-400d-9400-7efcc61d32f8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:19.493815 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4063427d-5d67-481e-b159-d30b97a99db1 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.503685 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-823b860a-058d-47de-abd7-34a51a41f7b8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6eb5495807c0486f9af094eed5560ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802440 Mar 23 12:59:19.506728 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40900) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:19.508063 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b860a-058d-47de-abd7-34a51a41f7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ece240-071d-4820-b8ba-e7fb7f088b5f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:19.512485 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-382b0725-16c0-4dec-8a38-71c6bae7a663 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3ac39480b275418982621bbb3f6933bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3443570 Mar 23 12:59:19.515657 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40902) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:19.557252 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b0725-16c0-4dec-8a38-71c6bae7a663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86056a22-507e-4d56-aeb8-9ae591d7905e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:19.584108 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3eaf8b2a-5079-41e1-b2cd-493a1ef0876b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.593212 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad9cf4ff-34d9-4aa3-8b51-c5eea0ba279c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.609053 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3eaf8b2a-5079-41e1-b2cd-493a1ef0876b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.617410 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4063427d-5d67-481e-b159-d30b97a99db1 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.625516 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4063427d-5d67-481e-b159-d30b97a99db1 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.637212 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad9cf4ff-34d9-4aa3-8b51-c5eea0ba279c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.657527 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3eaf8b2a-5079-41e1-b2cd-493a1ef0876b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.660900 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3eaf8b2a-5079-41e1-b2cd-493a1ef0876b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.662055 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3eaf8b2a-5079-41e1-b2cd-493a1ef0876b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/86056a22-507e-4d56-aeb8-9ae591d7905e HTTP/1.1" status: 204 len: 168 time: 0.1454625 Mar 23 12:59:19.671432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf8b2a-5079-41e1-b2cd-493a1ef0876b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86056a22-507e-4d56-aeb8-9ae591d7905e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:19.675637 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4063427d-5d67-481e-b159-d30b97a99db1 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.680702 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4063427d-5d67-481e-b159-d30b97a99db1 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2115915 Mar 23 12:59:19.681132 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40906) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:19.686259 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f41175e5-98e5-4cf6-b0a0-72dfe0702bef tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': 'dd8c6139-d534-400d-9400-7efcc61d32f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8486d582-da48-4311-a518-9440aa9cfe40'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:19.688671 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063427d-5d67-481e-b159-d30b97a99db1 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8486d582-da48-4311-a518-9440aa9cfe40,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:19.721885 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad9cf4ff-34d9-4aa3-8b51-c5eea0ba279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.724834 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad9cf4ff-34d9-4aa3-8b51-c5eea0ba279c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.726640 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ad9cf4ff-34d9-4aa3-8b51-c5eea0ba279c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98ece240-071d-4820-b8ba-e7fb7f088b5f HTTP/1.1" status: 204 len: 168 time: 0.2172375 Mar 23 12:59:19.732445 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-f41175e5-98e5-4cf6-b0a0-72dfe0702bef tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:19.733747 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f41175e5-98e5-4cf6-b0a0-72dfe0702bef tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0514808 Mar 23 12:59:19.736512 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40910) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:19.741078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cf4ff-34d9-4aa3-8b51-c5eea0ba279c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ece240-071d-4820-b8ba-e7fb7f088b5f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:19.802327 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b5f861b-496c-4810-a7a1-b02a7d3b423b tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.831974 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b5f861b-496c-4810-a7a1-b02a7d3b423b tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.882054 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b5f861b-496c-4810-a7a1-b02a7d3b423b tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.884829 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b5f861b-496c-4810-a7a1-b02a7d3b423b tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:19.885981 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6b5f861b-496c-4810-a7a1-b02a7d3b423b tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "DELETE /v2.0/security-groups/8486d582-da48-4311-a518-9440aa9cfe40 HTTP/1.1" status: 204 len: 168 time: 0.1485848 Mar 23 12:59:19.888735 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40916) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:19.895909 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f861b-496c-4810-a7a1-b02a7d3b423b tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8486d582-da48-4311-a518-9440aa9cfe40,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:19.949603 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d39bdd40-f311-4ef1-91e7-5f706dd1ad5a tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0587888 Mar 23 12:59:19.952401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40918) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:20.010428 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17273733-ad76-41a2-b7cc-a261f9042161 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.032485 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40920) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:20.035079 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17273733-ad76-41a2-b7cc-a261f9042161 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.049093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40922) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:20.050315 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ce2697d-dd7f-44fd-8aa8-4baeeaa0bdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.075825 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f124-17c4-4f39-a1c3-73b8468dde19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.114069 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17273733-ad76-41a2-b7cc-a261f9042161 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.117428 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17273733-ad76-41a2-b7cc-a261f9042161 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.118594 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-17273733-ad76-41a2-b7cc-a261f9042161 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "DELETE /v2.0/security-groups/dd8c6139-d534-400d-9400-7efcc61d32f8 HTTP/1.1" status: 204 len: 168 time: 0.1652551 Mar 23 12:59:20.123053 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40924) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:20.136367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17273733-ad76-41a2-b7cc-a261f9042161 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8c6139-d534-400d-9400-7efcc61d32f8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:20.153127 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ce2697d-dd7f-44fd-8aa8-4baeeaa0bdb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.167679 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ce2697d-dd7f-44fd-8aa8-4baeeaa0bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.185113 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f124-17c4-4f39-a1c3-73b8468dde19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.188960 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f124-17c4-4f39-a1c3-73b8468dde19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.231727 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7ce2697d-dd7f-44fd-8aa8-4baeeaa0bdb6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=366b33fd14ca4a6aa44705e080fd4187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976840 Mar 23 12:59:20.235074 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f6d5f124-17c4-4f39-a1c3-73b8468dde19 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e10bb4f9a054f2a94f1fe225b39bb16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821613 Mar 23 12:59:20.235074 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5f124-17c4-4f39-a1c3-73b8468dde19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3660a297-b68d-4d32-a776-b6e69f88e17c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:20.236530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40926) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:20.236854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40928) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:20.244260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2697d-dd7f-44fd-8aa8-4baeeaa0bdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2cf524-8843-48d2-b6d8-41b5108c3690,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:20.250387 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-67613ae5-a722-4972-8301-ec11f84fee5b tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1263249 Mar 23 12:59:20.255484 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40930) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:20.259799 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2d21499b-fe31-40a9-820d-15490d723b5e tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707438540'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:20.280865 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d21499b-fe31-40a9-820d-15490d723b5e tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.319585 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f5554a2-abb4-4993-9689-13df337db2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.344080 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-66bbf670-d5aa-40d3-a79c-a6680eda552e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.347370 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d21499b-fe31-40a9-820d-15490d723b5e tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.351859 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d21499b-fe31-40a9-820d-15490d723b5e tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.356051 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f5554a2-abb4-4993-9689-13df337db2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.381814 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2d21499b-fe31-40a9-820d-15490d723b5e tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.383033 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2d21499b-fe31-40a9-820d-15490d723b5e tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1265774 Mar 23 12:59:20.384919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21499b-fe31-40a9-820d-15490d723b5e tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd96dd02-fe57-4299-8afe-a67a5ba64812,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:20.386356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40932) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:20.390770 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-569c2608-4f3e-4cd0-bf75-256b1ff4bf46 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': 'dd96dd02-fe57-4299-8afe-a67a5ba64812', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:20.396643 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-66bbf670-d5aa-40d3-a79c-a6680eda552e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.470241 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-569c2608-4f3e-4cd0-bf75-256b1ff4bf46 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:20.471307 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-569c2608-4f3e-4cd0-bf75-256b1ff4bf46 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0840094 Mar 23 12:59:20.474788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40936) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:20.477318 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f5554a2-abb4-4993-9689-13df337db2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.480553 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c351f9ee-fc96-4016-a21c-5cd2a997919d tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group_rule': {'security_group_id': 'dd96dd02-fe57-4299-8afe-a67a5ba64812', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:20.481045 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7f5554a2-abb4-4993-9689-13df337db2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.482170 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7f5554a2-abb4-4993-9689-13df337db2d0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8d2cf524-8843-48d2-b6d8-41b5108c3690 HTTP/1.1" status: 204 len: 168 time: 0.2444346 Mar 23 12:59:20.491766 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-66bbf670-d5aa-40d3-a79c-a6680eda552e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.494546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-66bbf670-d5aa-40d3-a79c-a6680eda552e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.495671 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-66bbf670-d5aa-40d3-a79c-a6680eda552e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3660a297-b68d-4d32-a776-b6e69f88e17c HTTP/1.1" status: 204 len: 168 time: 0.2568436 Mar 23 12:59:20.496818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5554a2-abb4-4993-9689-13df337db2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2cf524-8843-48d2-b6d8-41b5108c3690,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:20.507673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbf670-d5aa-40d3-a79c-a6680eda552e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3660a297-b68d-4d32-a776-b6e69f88e17c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:20.533223 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-c351f9ee-fc96-4016-a21c-5cd2a997919d tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:20.534673 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c351f9ee-fc96-4016-a21c-5cd2a997919d tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0586820 Mar 23 12:59:20.538229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40942) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:20.599834 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42e2e83c-1de9-4a27-86a9-537a47891f19 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.624204 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42e2e83c-1de9-4a27-86a9-537a47891f19 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.671109 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42e2e83c-1de9-4a27-86a9-537a47891f19 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.674064 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42e2e83c-1de9-4a27-86a9-537a47891f19 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.675253 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-42e2e83c-1de9-4a27-86a9-537a47891f19 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "DELETE /v2.0/security-groups/dd96dd02-fe57-4299-8afe-a67a5ba64812 HTTP/1.1" status: 204 len: 168 time: 0.1359587 Mar 23 12:59:20.678120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40944) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:20.688684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2e83c-1de9-4a27-86a9-537a47891f19 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd96dd02-fe57-4299-8afe-a67a5ba64812,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:20.729459 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dac3cc6b-fabd-44c1-b57b-5f093481e041 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0466452 Mar 23 12:59:20.729735 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40948) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:20.734364 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-942348dc-d282-41c3-8bcc-dfa73b518793 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875505906'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:20.757220 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-942348dc-d282-41c3-8bcc-dfa73b518793 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.829688 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-942348dc-d282-41c3-8bcc-dfa73b518793 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.834655 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-942348dc-d282-41c3-8bcc-dfa73b518793 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.866390 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-942348dc-d282-41c3-8bcc-dfa73b518793 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.870441 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-942348dc-d282-41c3-8bcc-dfa73b518793 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1369641 Mar 23 12:59:20.870441 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942348dc-d282-41c3-8bcc-dfa73b518793 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594dc2ed-84b8-465c-a02e-d1870c6f40cf,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:20.870831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40958) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:20.875084 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-274c6f91-6d6a-4b69-a7c4-a2b93ede8b64 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:20.875694 n-d-834854-1 neutron-server[102779]: WARNING neutron.api.v2.base [None req-274c6f91-6d6a-4b69-a7c4-a2b93ede8b64 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 23 12:59:20.876294 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-274c6f91-6d6a-4b69-a7c4-a2b93ede8b64 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] update failed (client error): There was a conflict when trying to complete your request. Mar 23 12:59:20.877160 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-274c6f91-6d6a-4b69-a7c4-a2b93ede8b64 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "PUT /v2.0/security-groups/594dc2ed-84b8-465c-a02e-d1870c6f40cf HTTP/1.1" status: 409 len: 330 time: 0.0057476 Mar 23 12:59:20.880555 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40960) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:20.937931 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2ec2ea5-5b22-464d-b53b-9810b5de0151 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:20.962238 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2ec2ea5-5b22-464d-b53b-9810b5de0151 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:21.006705 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2ec2ea5-5b22-464d-b53b-9810b5de0151 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:21.009509 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c2ec2ea5-5b22-464d-b53b-9810b5de0151 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:21.010913 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c2ec2ea5-5b22-464d-b53b-9810b5de0151 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "DELETE /v2.0/security-groups/594dc2ed-84b8-465c-a02e-d1870c6f40cf HTTP/1.1" status: 204 len: 168 time: 0.1291096 Mar 23 12:59:21.013498 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40972) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:21.020900 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec2ea5-5b22-464d-b53b-9810b5de0151 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=594dc2ed-84b8-465c-a02e-d1870c6f40cf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:21.074181 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5b9aa79d-f3e9-4756-b97b-0a42eaf17abe tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0592167 Mar 23 12:59:21.077570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40974) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:21.095016 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-80bcdb2b-1e16-4ea9-994e-b6ead26fc459 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] delete failed (client error): The resource could not be found. Mar 23 12:59:21.100207 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-80bcdb2b-1e16-4ea9-994e-b6ead26fc459 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "DELETE /v2.0/security-groups/fd86747c-fba1-46e2-8081-c4abae63c04e HTTP/1.1" status: 404 len: 347 time: 0.0174346 Mar 23 12:59:21.100446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 40976) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:21.121003 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-27b505c9-9933-460f-8619-973bba468d4c tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] show failed (client error): The resource could not be found. Mar 23 12:59:21.123994 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-27b505c9-9933-460f-8619-973bba468d4c tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "GET /v2.0/security-groups/4e5302d1-d9a0-4d9a-9abf-921ee4bafae8 HTTP/1.1" status: 404 len: 347 time: 0.0202553 Mar 23 12:59:21.126133 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40978) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:21.138190 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-f9deb7c7-3d7a-4ce1-b8f5-7f7dfc11ccd1 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] show failed (client error): The resource could not be found. Mar 23 12:59:21.139197 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f9deb7c7-3d7a-4ce1-b8f5-7f7dfc11ccd1 tempest-NegativeSecGroupIPv6Test-1376171583 tempest-NegativeSecGroupIPv6Test-1376171583-project] 10.222.0.52 "GET /v2.0/security-group-rules/ae85acdf-1396-419e-abd5-da12af05f0b7 HTTP/1.1" status: 404 len: 356 time: 0.0120428 Mar 23 12:59:21.366070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 40998) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:21.626701 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-66bc8f20-e215-4bda-8dbe-0ce960320884 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9e60c80435ef40cba8b5fa59bf3b6c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595029 Mar 23 12:59:21.629479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41010) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:21.684162 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-433ba3cb-7633-4241-84f4-519a6e249c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:21.707207 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-433ba3cb-7633-4241-84f4-519a6e249c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:21.769346 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-433ba3cb-7633-4241-84f4-519a6e249c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:21.773412 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-433ba3cb-7633-4241-84f4-519a6e249c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:21.775240 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-433ba3cb-7633-4241-84f4-519a6e249c7b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3661919e-057a-4320-abf1-74579f26de21 HTTP/1.1" status: 204 len: 168 time: 0.1444595 Mar 23 12:59:21.791989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ba3cb-7633-4241-84f4-519a6e249c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3661919e-057a-4320-abf1-74579f26de21,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:22.588265 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41060) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:22.699989 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-99b022ab-a7a7-40b1-8b23-3eea82a8807a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:22.700421 n-d-834854-1 neutron-server[102779]: WARNING neutron.api.v2.base [None req-99b022ab-a7a7-40b1-8b23-3eea82a8807a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 23 12:59:22.700890 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-99b022ab-a7a7-40b1-8b23-3eea82a8807a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 12:59:22.701836 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-99b022ab-a7a7-40b1-8b23-3eea82a8807a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1125970 Mar 23 12:59:22.705478 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41064) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:22.711188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fbc2681f-67f0-4fb7-a1fb-4ff2fd5e1040 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062998425'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:22.734103 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbc2681f-67f0-4fb7-a1fb-4ff2fd5e1040 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:22.743564 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbc2681f-67f0-4fb7-a1fb-4ff2fd5e1040 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:22.822265 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbc2681f-67f0-4fb7-a1fb-4ff2fd5e1040 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:22.826025 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbc2681f-67f0-4fb7-a1fb-4ff2fd5e1040 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:22.868976 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2681f-67f0-4fb7-a1fb-4ff2fd5e1040 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6d9795-6ea4-4537-b55b-c29a36876527,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:22.905397 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbc2681f-67f0-4fb7-a1fb-4ff2fd5e1040 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:22.912347 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbc2681f-67f0-4fb7-a1fb-4ff2fd5e1040 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:22.950507 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbc2681f-67f0-4fb7-a1fb-4ff2fd5e1040 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:22.951762 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fbc2681f-67f0-4fb7-a1fb-4ff2fd5e1040 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2449896 Mar 23 12:59:22.954827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41068) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:22.956643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2681f-67f0-4fb7-a1fb-4ff2fd5e1040 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e63aeb6-cde9-4230-a6c4-9b0258ac529f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:22.966151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8761a4bb-15b7-4600-af02-91c0a8a58ac6 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '2e63aeb6-cde9-4230-a6c4-9b0258ac529f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:23.017919 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8761a4bb-15b7-4600-af02-91c0a8a58ac6 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.067839 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8761a4bb-15b7-4600-af02-91c0a8a58ac6 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.073107 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8761a4bb-15b7-4600-af02-91c0a8a58ac6 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.104491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761a4bb-15b7-4600-af02-91c0a8a58ac6 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392f0a5d-80ed-490c-a3da-ee1d71583e43,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:23.115641 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8761a4bb-15b7-4600-af02-91c0a8a58ac6 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.116918 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8761a4bb-15b7-4600-af02-91c0a8a58ac6 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1599932 Mar 23 12:59:23.119691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41078) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:23.124572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7cd81cf0-d606-47a0-813d-993f0d822d54 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '2e63aeb6-cde9-4230-a6c4-9b0258ac529f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:23.152689 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7cd81cf0-d606-47a0-813d-993f0d822d54 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.214591 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-7cd81cf0-d606-47a0-813d-993f0d822d54 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 12:59:23.216052 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7cd81cf0-d606-47a0-813d-993f0d822d54 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0951207 Mar 23 12:59:23.219372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41080) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:23.290288 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96fb74bd-26b3-45c6-8806-c37d726dddc8 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.315365 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96fb74bd-26b3-45c6-8806-c37d726dddc8 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.378467 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96fb74bd-26b3-45c6-8806-c37d726dddc8 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.381641 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-96fb74bd-26b3-45c6-8806-c37d726dddc8 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.383049 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-96fb74bd-26b3-45c6-8806-c37d726dddc8 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "DELETE /v2.0/security-groups/2e63aeb6-cde9-4230-a6c4-9b0258ac529f HTTP/1.1" status: 204 len: 168 time: 0.1597817 Mar 23 12:59:23.386032 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41084) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:23.393359 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb74bd-26b3-45c6-8806-c37d726dddc8 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e63aeb6-cde9-4230-a6c4-9b0258ac529f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:23.449562 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-21ae3fdf-dd12-45e7-8f01-4b429cfdd9f4 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622656 Mar 23 12:59:23.453358 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41086) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:23.458447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e07c9fb0-567f-4d57-ab41-6513a94e6cff tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group': {'name': 'tempest-secgroup--1466797249'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:23.483958 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e07c9fb0-567f-4d57-ab41-6513a94e6cff tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.580975 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e07c9fb0-567f-4d57-ab41-6513a94e6cff tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.586433 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e07c9fb0-567f-4d57-ab41-6513a94e6cff tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.613373 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e07c9fb0-567f-4d57-ab41-6513a94e6cff tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.615235 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e07c9fb0-567f-4d57-ab41-6513a94e6cff tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1608613 Mar 23 12:59:23.618495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41088) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:23.623548 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fa4b06de-4d6e-453c-a0a3-b5c6682ee920 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '67a9f3f0-af1b-441c-92ff-e10e552062ee', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:23.624248 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c9fb0-567f-4d57-ab41-6513a94e6cff tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67a9f3f0-af1b-441c-92ff-e10e552062ee,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:23.624402 n-d-834854-1 neutron-server[102779]: WARNING neutron.api.v2.base [None req-fa4b06de-4d6e-453c-a0a3-b5c6682ee920 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 23 12:59:23.624903 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-fa4b06de-4d6e-453c-a0a3-b5c6682ee920 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:23.629226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41090) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:23.629408 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fa4b06de-4d6e-453c-a0a3-b5c6682ee920 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0088928 Mar 23 12:59:23.697308 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbfbf735-7c53-4bda-8919-c89736a8ab68 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.724046 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbfbf735-7c53-4bda-8919-c89736a8ab68 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.777167 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbfbf735-7c53-4bda-8919-c89736a8ab68 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.779878 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cbfbf735-7c53-4bda-8919-c89736a8ab68 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.781157 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cbfbf735-7c53-4bda-8919-c89736a8ab68 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "DELETE /v2.0/security-groups/67a9f3f0-af1b-441c-92ff-e10e552062ee HTTP/1.1" status: 204 len: 168 time: 0.1507359 Mar 23 12:59:23.787678 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41092) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:23.791840 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbf735-7c53-4bda-8919-c89736a8ab68 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a9f3f0-af1b-441c-92ff-e10e552062ee,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:23.849391 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-15a83375-2e47-4827-a6d0-71aa32069eb2 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566015 Mar 23 12:59:23.849846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41094) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:23.854939 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-72e58e05-edf1-442d-bf06-f3a6f1aa55a3 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638056228'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:23.882583 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72e58e05-edf1-442d-bf06-f3a6f1aa55a3 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.956838 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72e58e05-edf1-442d-bf06-f3a6f1aa55a3 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.962934 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72e58e05-edf1-442d-bf06-f3a6f1aa55a3 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.997085 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-72e58e05-edf1-442d-bf06-f3a6f1aa55a3 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:23.998333 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-72e58e05-edf1-442d-bf06-f3a6f1aa55a3 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1472645 Mar 23 12:59:24.001305 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41096) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:24.006575 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e58e05-edf1-442d-bf06-f3a6f1aa55a3 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a3dec0-98e2-4d19-956d-62bd90ad8b82,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:24.008064 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a54149c2-b0b5-412c-b721-e7f75773a9d1 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': 'a5a3dec0-98e2-4d19-956d-62bd90ad8b82', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:24.008815 n-d-834854-1 neutron-server[102779]: WARNING neutron.api.v2.base [None req-a54149c2-b0b5-412c-b721-e7f75773a9d1 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 23 12:59:24.009786 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-a54149c2-b0b5-412c-b721-e7f75773a9d1 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:24.020798 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a54149c2-b0b5-412c-b721-e7f75773a9d1 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0176182 Mar 23 12:59:24.024305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41100) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:24.061581 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4aa23431-9efe-4a95-ab95-88f816adf7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:24.110254 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2cc895d-8b89-4d3e-ad46-962b9743c72e tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:24.135840 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2cc895d-8b89-4d3e-ad46-962b9743c72e tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:24.185410 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2cc895d-8b89-4d3e-ad46-962b9743c72e tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:24.191266 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2cc895d-8b89-4d3e-ad46-962b9743c72e tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:24.193011 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d2cc895d-8b89-4d3e-ad46-962b9743c72e tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "DELETE /v2.0/security-groups/a5a3dec0-98e2-4d19-956d-62bd90ad8b82 HTTP/1.1" status: 204 len: 168 time: 0.1675653 Mar 23 12:59:24.196488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41104) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:24.210522 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc895d-8b89-4d3e-ad46-962b9743c72e tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a3dec0-98e2-4d19-956d-62bd90ad8b82,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:24.265299 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e8f9cade-9ae1-4c15-b8e8-a55e4afbf18b tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0638084 Mar 23 12:59:24.266048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41106) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:24.273661 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8ebc098e-d7c8-4bb8-a720-d39dff5baedf tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412738401'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:24.306302 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ebc098e-d7c8-4bb8-a720-d39dff5baedf tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:24.465290 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ebc098e-d7c8-4bb8-a720-d39dff5baedf tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:24.471148 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ebc098e-d7c8-4bb8-a720-d39dff5baedf tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:24.520914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc098e-d7c8-4bb8-a720-d39dff5baedf tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca32430-eb1d-4f53-be0d-a0fe03d10ee4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:24.537141 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ebc098e-d7c8-4bb8-a720-d39dff5baedf tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:24.542741 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8ebc098e-d7c8-4bb8-a720-d39dff5baedf tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2731931 Mar 23 12:59:24.543586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41114) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:24.549365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d80d16a4-3bb1-474f-8dad-3f6a59a451bc tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '0ca32430-eb1d-4f53-be0d-a0fe03d10ee4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:24.552427 n-d-834854-1 neutron-server[102778]: WARNING neutron.api.v2.base [None req-d80d16a4-3bb1-474f-8dad-3f6a59a451bc tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 23 12:59:24.553248 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-d80d16a4-3bb1-474f-8dad-3f6a59a451bc tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:24.554450 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d80d16a4-3bb1-474f-8dad-3f6a59a451bc tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096607 Mar 23 12:59:24.557480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41116) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:24.563587 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-47798b65-6959-49c5-bcd1-a4d059204c5a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '0ca32430-eb1d-4f53-be0d-a0fe03d10ee4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:24.564449 n-d-834854-1 neutron-server[102779]: WARNING neutron.api.v2.base [None req-47798b65-6959-49c5-bcd1-a4d059204c5a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 23 12:59:24.565004 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-47798b65-6959-49c5-bcd1-a4d059204c5a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:24.566048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-47798b65-6959-49c5-bcd1-a4d059204c5a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070865 Mar 23 12:59:24.570078 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41118) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:24.577381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-06900218-9841-413b-8499-2633b7a0e683 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '0ca32430-eb1d-4f53-be0d-a0fe03d10ee4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:24.578332 n-d-834854-1 neutron-server[102779]: WARNING neutron.api.v2.base [None req-06900218-9841-413b-8499-2633b7a0e683 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 23 12:59:24.580432 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-06900218-9841-413b-8499-2633b7a0e683 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:24.581734 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-06900218-9841-413b-8499-2633b7a0e683 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096517 Mar 23 12:59:24.584829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41120) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:24.590594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1865dac7-1d99-4cdb-8064-6a6e040e0ed2 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '0ca32430-eb1d-4f53-be0d-a0fe03d10ee4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:24.591457 n-d-834854-1 neutron-server[102778]: WARNING neutron.api.v2.base [None req-1865dac7-1d99-4cdb-8064-6a6e040e0ed2 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 23 12:59:24.592170 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-1865dac7-1d99-4cdb-8064-6a6e040e0ed2 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:24.594048 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1865dac7-1d99-4cdb-8064-6a6e040e0ed2 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062864 Mar 23 12:59:24.596505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41122) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:24.668967 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a42b68de-55f9-4622-9f28-e2cc02a2f818 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:24.691545 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:59:24.700648 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a42b68de-55f9-4622-9f28-e2cc02a2f818 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:24.771646 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a42b68de-55f9-4622-9f28-e2cc02a2f818 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:24.774155 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a42b68de-55f9-4622-9f28-e2cc02a2f818 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:24.777741 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a42b68de-55f9-4622-9f28-e2cc02a2f818 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "DELETE /v2.0/security-groups/0ca32430-eb1d-4f53-be0d-a0fe03d10ee4 HTTP/1.1" status: 204 len: 168 time: 0.1778040 Mar 23 12:59:24.778540 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41124) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:24.784686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b68de-55f9-4622-9f28-e2cc02a2f818 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca32430-eb1d-4f53-be0d-a0fe03d10ee4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:24.830681 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-687ce333-ad99-4e8b-8ca3-1eda9fa34067 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0477040 Mar 23 12:59:24.830920 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41126) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:24.835136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-176f0b84-06b3-4721-aed7-343489caa3fe tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group': {'name': 'tempest-secgroup--863054349'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:24.857431 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-176f0b84-06b3-4721-aed7-343489caa3fe tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:24.945484 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-176f0b84-06b3-4721-aed7-343489caa3fe tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:24.949246 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-176f0b84-06b3-4721-aed7-343489caa3fe tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:24.978667 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-176f0b84-06b3-4721-aed7-343489caa3fe tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:24.979892 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-176f0b84-06b3-4721-aed7-343489caa3fe tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1481345 Mar 23 12:59:24.982827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41128) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:24.983775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f0b84-06b3-4721-aed7-343489caa3fe tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97151179-86ab-4be3-acef-35df85ae53f9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:24.987650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-886769d4-248a-4db7-a849-2614da254452 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '97151179-86ab-4be3-acef-35df85ae53f9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:24.988257 n-d-834854-1 neutron-server[102778]: WARNING neutron.api.v2.base [None req-886769d4-248a-4db7-a849-2614da254452 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 23 12:59:24.988779 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-886769d4-248a-4db7-a849-2614da254452 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:24.990404 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-886769d4-248a-4db7-a849-2614da254452 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062850 Mar 23 12:59:24.993017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41130) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:24.998311 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8d0f80bc-e368-4efc-8508-fe748e100045 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '97151179-86ab-4be3-acef-35df85ae53f9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:25.038326 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-8d0f80bc-e368-4efc-8508-fe748e100045 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:25.039719 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8d0f80bc-e368-4efc-8508-fe748e100045 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0456624 Mar 23 12:59:25.043195 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41132) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:25.047902 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-30eca73c-c818-4a2c-91d3-be8716772caa tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '97151179-86ab-4be3-acef-35df85ae53f9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:25.048396 n-d-834854-1 neutron-server[102779]: WARNING neutron.api.v2.base [None req-30eca73c-c818-4a2c-91d3-be8716772caa tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 23 12:59:25.048930 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-30eca73c-c818-4a2c-91d3-be8716772caa tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:25.049860 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-30eca73c-c818-4a2c-91d3-be8716772caa tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056484 Mar 23 12:59:25.053312 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41134) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:25.058146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a0b1a6f2-eede-476d-a2fb-c39c7c988c84 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '97151179-86ab-4be3-acef-35df85ae53f9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:25.093886 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-a0b1a6f2-eede-476d-a2fb-c39c7c988c84 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:25.094927 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a0b1a6f2-eede-476d-a2fb-c39c7c988c84 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0406215 Mar 23 12:59:25.097776 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41136) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:25.102654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-96cf1618-f0d5-439c-9b94-036df12a2bc8 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '97151179-86ab-4be3-acef-35df85ae53f9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:25.103115 n-d-834854-1 neutron-server[102778]: WARNING neutron.api.v2.base [None req-96cf1618-f0d5-439c-9b94-036df12a2bc8 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 23 12:59:25.103589 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-96cf1618-f0d5-439c-9b94-036df12a2bc8 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:25.104560 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-96cf1618-f0d5-439c-9b94-036df12a2bc8 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053627 Mar 23 12:59:25.107543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41138) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:25.111866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b801ff0d-65ca-4691-bcc1-726774c56215 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '97151179-86ab-4be3-acef-35df85ae53f9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:25.148875 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-b801ff0d-65ca-4691-bcc1-726774c56215 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:25.149955 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b801ff0d-65ca-4691-bcc1-726774c56215 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0414748 Mar 23 12:59:25.153126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41140) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:25.157547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5d89ff3b-e629-4c8d-ae34-732b57685b2a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '97151179-86ab-4be3-acef-35df85ae53f9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:25.158059 n-d-834854-1 neutron-server[102778]: WARNING neutron.api.v2.base [None req-5d89ff3b-e629-4c8d-ae34-732b57685b2a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 23 12:59:25.158790 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-5d89ff3b-e629-4c8d-ae34-732b57685b2a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:25.159741 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5d89ff3b-e629-4c8d-ae34-732b57685b2a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056901 Mar 23 12:59:25.165783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41142) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:25.170858 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2da8c8f1-4e17-4699-b0a4-6b161797b9df tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '97151179-86ab-4be3-acef-35df85ae53f9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:25.213014 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-2da8c8f1-4e17-4699-b0a4-6b161797b9df tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:25.214083 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2da8c8f1-4e17-4699-b0a4-6b161797b9df tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0471799 Mar 23 12:59:25.216959 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41144) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:25.221411 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-66dae7b1-c887-46a3-9c0c-51c51298618f tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '97151179-86ab-4be3-acef-35df85ae53f9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:25.261509 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-66dae7b1-c887-46a3-9c0c-51c51298618f tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:25.265874 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-66dae7b1-c887-46a3-9c0c-51c51298618f tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0446672 Mar 23 12:59:25.265874 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41146) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:25.319141 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-999ad471-484f-4e90-80d6-0ac7cd35764b tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:25.342240 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-999ad471-484f-4e90-80d6-0ac7cd35764b tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:25.390255 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-999ad471-484f-4e90-80d6-0ac7cd35764b tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:25.392485 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-999ad471-484f-4e90-80d6-0ac7cd35764b tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:25.396544 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-999ad471-484f-4e90-80d6-0ac7cd35764b tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "DELETE /v2.0/security-groups/97151179-86ab-4be3-acef-35df85ae53f9 HTTP/1.1" status: 204 len: 168 time: 0.1295576 Mar 23 12:59:25.396989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41152) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:25.409307 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ad471-484f-4e90-80d6-0ac7cd35764b tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97151179-86ab-4be3-acef-35df85ae53f9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:25.455793 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e9e697f4-8a3f-4371-babf-161da7c08074 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574772 Mar 23 12:59:25.460178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41156) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:25.467279 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-25c69bed-f4d7-40d5-9f21-2e8aaf0d584a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group': {'name': 'tempest-secgroup--652202182'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:25.492842 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25c69bed-f4d7-40d5-9f21-2e8aaf0d584a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:25.606977 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25c69bed-f4d7-40d5-9f21-2e8aaf0d584a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:25.613313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25c69bed-f4d7-40d5-9f21-2e8aaf0d584a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:25.640566 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25c69bed-f4d7-40d5-9f21-2e8aaf0d584a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:25.641899 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-25c69bed-f4d7-40d5-9f21-2e8aaf0d584a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1806459 Mar 23 12:59:25.644818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41162) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:25.655441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d3937161-4576-4346-af4d-241e487230ac tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': 'fb0709ad-602b-4b88-ae92-48eba92b62c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:25.678255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c69bed-f4d7-40d5-9f21-2e8aaf0d584a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0709ad-602b-4b88-ae92-48eba92b62c7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:25.722333 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-d3937161-4576-4346-af4d-241e487230ac tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The resource could not be found. Mar 23 12:59:25.727019 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d3937161-4576-4346-af4d-241e487230ac tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0797625 Mar 23 12:59:25.727454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41166) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:25.733258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bcb28380-6fa6-45c1-98d8-e2bf4eeb2b53 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': 'fb0709ad-602b-4b88-ae92-48eba92b62c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '03c44a20-41aa-4168-abac-ccb6f450e29e'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:25.782432 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-bcb28380-6fa6-45c1-98d8-e2bf4eeb2b53 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The resource could not be found. Mar 23 12:59:25.787581 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41172) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:25.788264 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bcb28380-6fa6-45c1-98d8-e2bf4eeb2b53 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0593665 Mar 23 12:59:25.848831 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76a7102e-2389-4223-a855-f855e61deac2 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:25.874210 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76a7102e-2389-4223-a855-f855e61deac2 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:25.922419 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76a7102e-2389-4223-a855-f855e61deac2 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:25.925927 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76a7102e-2389-4223-a855-f855e61deac2 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:25.929245 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-76a7102e-2389-4223-a855-f855e61deac2 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "DELETE /v2.0/security-groups/fb0709ad-602b-4b88-ae92-48eba92b62c7 HTTP/1.1" status: 204 len: 168 time: 0.1386473 Mar 23 12:59:25.930147 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41182) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:25.940158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7102e-2389-4223-a855-f855e61deac2 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0709ad-602b-4b88-ae92-48eba92b62c7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:25.996569 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-73aca36e-7d62-4863-bce4-e4aa34a8f30b tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0638256 Mar 23 12:59:26.000832 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41188) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:26.006263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-371442bc-eb13-4ee2-a9c2-a941583f4124 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '2f6ea7e2-6c1d-4cc6-b929-6f00dbf95fa1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:26.050101 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-371442bc-eb13-4ee2-a9c2-a941583f4124 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The resource could not be found. Mar 23 12:59:26.051505 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-371442bc-eb13-4ee2-a9c2-a941583f4124 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0493457 Mar 23 12:59:26.054855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41192) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:26.059603 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e0cd0a2a-ad09-4c30-aabd-73425647dde3 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008676925'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:26.081809 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0a2a-ad09-4c30-aabd-73425647dde3 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:26.190507 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0a2a-ad09-4c30-aabd-73425647dde3 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:26.196209 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0a2a-ad09-4c30-aabd-73425647dde3 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:26.214954 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0a2a-ad09-4c30-aabd-73425647dde3 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:26.216207 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e0cd0a2a-ad09-4c30-aabd-73425647dde3 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1603098 Mar 23 12:59:26.219057 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41202) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:26.223730 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c9e40ce5-f2f4-4fd9-87da-c81e67ea7b02 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305233953'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:26.237278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd0a2a-ad09-4c30-aabd-73425647dde3 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a37791-3d85-4655-ac89-3541f8d4e7eb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:26.260423 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9e40ce5-f2f4-4fd9-87da-c81e67ea7b02 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:26.346941 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9e40ce5-f2f4-4fd9-87da-c81e67ea7b02 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:26.351098 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9e40ce5-f2f4-4fd9-87da-c81e67ea7b02 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:26.380785 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c9e40ce5-f2f4-4fd9-87da-c81e67ea7b02 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:26.388640 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c9e40ce5-f2f4-4fd9-87da-c81e67ea7b02 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1619437 Mar 23 12:59:26.388988 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41208) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:26.391851 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e40ce5-f2f4-4fd9-87da-c81e67ea7b02 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aada8872-27d2-44a5-8418-912387884490,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:26.394816 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6754892c-db25-4c21-b5b9-93cc4e924ae1 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group_rule': {'security_group_id': '18a37791-3d85-4655-ac89-3541f8d4e7eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'aada8872-27d2-44a5-8418-912387884490'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:26.444426 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-6754892c-db25-4c21-b5b9-93cc4e924ae1 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 12:59:26.448535 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6754892c-db25-4c21-b5b9-93cc4e924ae1 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0582652 Mar 23 12:59:26.451510 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41214) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:26.510367 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1266adcd-d80f-4812-96f7-28b215f99687 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:26.541453 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1266adcd-d80f-4812-96f7-28b215f99687 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:26.602864 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1266adcd-d80f-4812-96f7-28b215f99687 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:26.606069 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1266adcd-d80f-4812-96f7-28b215f99687 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:26.612579 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1266adcd-d80f-4812-96f7-28b215f99687 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "DELETE /v2.0/security-groups/aada8872-27d2-44a5-8418-912387884490 HTTP/1.1" status: 204 len: 168 time: 0.1598523 Mar 23 12:59:26.613645 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41224) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:26.639092 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266adcd-d80f-4812-96f7-28b215f99687 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aada8872-27d2-44a5-8418-912387884490,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:26.780560 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2b16a38c-d958-447d-904e-4f975139a548 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1630883 Mar 23 12:59:26.787359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41230) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:26.867571 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5fe7fee4-a90b-4120-aedd-d98e7ee62e4c tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:26.901396 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5fe7fee4-a90b-4120-aedd-d98e7ee62e4c tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:26.909983 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b958d8cc-52af-47a3-b183-a8e894d0865c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:26.956549 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5fe7fee4-a90b-4120-aedd-d98e7ee62e4c tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:26.959599 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5fe7fee4-a90b-4120-aedd-d98e7ee62e4c tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:26.961172 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5fe7fee4-a90b-4120-aedd-d98e7ee62e4c tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "DELETE /v2.0/security-groups/18a37791-3d85-4655-ac89-3541f8d4e7eb HTTP/1.1" status: 204 len: 168 time: 0.1718397 Mar 23 12:59:26.966030 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41232) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:26.972579 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7fee4-a90b-4120-aedd-d98e7ee62e4c tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a37791-3d85-4655-ac89-3541f8d4e7eb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:27.029669 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-02f26180-8a21-4867-8583-f1da56dbc89c tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0623097 Mar 23 12:59:27.034583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41234) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:27.043326 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-62ee06e0-390f-47bc-9b1b-d72dbc2c5681 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group': {'name': 'tempest-secgroup--879466286'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:27.068501 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ee06e0-390f-47bc-9b1b-d72dbc2c5681 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:27.141556 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ee06e0-390f-47bc-9b1b-d72dbc2c5681 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:27.145941 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ee06e0-390f-47bc-9b1b-d72dbc2c5681 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:27.174698 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee06e0-390f-47bc-9b1b-d72dbc2c5681 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1069becf-df21-4af2-86ae-a678b2965859,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:27.179725 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-62ee06e0-390f-47bc-9b1b-d72dbc2c5681 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:27.184788 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-62ee06e0-390f-47bc-9b1b-d72dbc2c5681 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1452258 Mar 23 12:59:27.185407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41236) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:27.189432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-139391d8-9584-4539-8a19-3ea5a67872ec tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:27.189856 n-d-834854-1 neutron-server[102778]: WARNING neutron.api.v2.base [None req-139391d8-9584-4539-8a19-3ea5a67872ec tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 23 12:59:27.190355 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-139391d8-9584-4539-8a19-3ea5a67872ec tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] update failed (client error): There was a conflict when trying to complete your request. Mar 23 12:59:27.191493 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-139391d8-9584-4539-8a19-3ea5a67872ec tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "PUT /v2.0/security-groups/1069becf-df21-4af2-86ae-a678b2965859 HTTP/1.1" status: 409 len: 330 time: 0.0055969 Mar 23 12:59:27.194201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41238) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:27.255165 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fed8e38c-03b7-4242-82f2-20ae6fe23622 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:27.277656 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fed8e38c-03b7-4242-82f2-20ae6fe23622 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:27.334786 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fed8e38c-03b7-4242-82f2-20ae6fe23622 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:27.338049 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fed8e38c-03b7-4242-82f2-20ae6fe23622 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:27.339215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fed8e38c-03b7-4242-82f2-20ae6fe23622 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "DELETE /v2.0/security-groups/1069becf-df21-4af2-86ae-a678b2965859 HTTP/1.1" status: 204 len: 168 time: 0.1441207 Mar 23 12:59:27.343163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41240) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:27.354302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8e38c-03b7-4242-82f2-20ae6fe23622 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1069becf-df21-4af2-86ae-a678b2965859,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:27.391970 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dd3f5bfd-3ace-4b4a-a308-4ac695bddc20 tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0466719 Mar 23 12:59:27.395304 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41242) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:27.410370 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-37d4b65c-6847-4c46-8ed3-adaac85d67ae tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] delete failed (client error): The resource could not be found. Mar 23 12:59:27.412384 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-37d4b65c-6847-4c46-8ed3-adaac85d67ae tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "DELETE /v2.0/security-groups/c222a14b-4244-4c14-92df-999681b2b10e HTTP/1.1" status: 404 len: 347 time: 0.0157635 Mar 23 12:59:27.416273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41244) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:27.430355 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-aa66eb12-2b0b-44f4-b916-d465a425f38a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] show failed (client error): The resource could not be found. Mar 23 12:59:27.431468 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-aa66eb12-2b0b-44f4-b916-d465a425f38a tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "GET /v2.0/security-groups/0eedd08f-b396-4d17-85af-3e60a33a670f HTTP/1.1" status: 404 len: 347 time: 0.0141492 Mar 23 12:59:27.436235 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41246) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:27.447352 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-d10e821e-69cd-4ba2-a85c-310135f86ddd tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] show failed (client error): The resource could not be found. Mar 23 12:59:27.448348 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d10e821e-69cd-4ba2-a85c-310135f86ddd tempest-NegativeSecGroupTest-305269486 tempest-NegativeSecGroupTest-305269486-project] 10.222.0.52 "GET /v2.0/security-group-rules/d8e118ca-e068-4634-86df-8e854e853561 HTTP/1.1" status: 404 len: 356 time: 0.0111253 Mar 23 12:59:27.712580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41256) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:27.811319 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:27.876951 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fc25ff4f-1cd5-4517-808c-ed830f2f757d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b665fee6f54046529f74fd72932187f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581142 Mar 23 12:59:27.876951 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41262) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:27.945008 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12943384-1ffb-4bd3-a1f9-c72f0a0c4177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:27.969063 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12943384-1ffb-4bd3-a1f9-c72f0a0c4177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:28.022030 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12943384-1ffb-4bd3-a1f9-c72f0a0c4177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:28.025115 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-12943384-1ffb-4bd3-a1f9-c72f0a0c4177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:28.026376 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-12943384-1ffb-4bd3-a1f9-c72f0a0c4177 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7c6d9795-6ea4-4537-b55b-c29a36876527 HTTP/1.1" status: 204 len: 168 time: 0.1521244 Mar 23 12:59:28.038255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12943384-1ffb-4bd3-a1f9-c72f0a0c4177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6d9795-6ea4-4537-b55b-c29a36876527,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:28.766912 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41286) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:28.874224 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-18d82048-608f-407d-a724-46f4f300dac3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1122808483'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:28.907775 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d82048-608f-407d-a724-46f4f300dac3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Made reservation on behalf of fddd897ac135411389eaabf406d27b34 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:59:28.911841 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-18d82048-608f-407d-a724-46f4f300dac3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:28.931209 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-18d82048-608f-407d-a724-46f4f300dac3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:29.168411 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-18d82048-608f-407d-a724-46f4f300dac3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:29.175299 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:29.179441 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-18d82048-608f-407d-a724-46f4f300dac3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:29.205873 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d82048-608f-407d-a724-46f4f300dac3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:59:29.233073 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-18d82048-608f-407d-a724-46f4f300dac3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:29.234374 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-18d82048-608f-407d-a724-46f4f300dac3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Added segment 0df79804-347c-4cf5-9238-2b4488b33a1e of type vlan for network 88ac80c5-fab6-487e-912b-f5b7e10251b7 Mar 23 12:59:29.241385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d82048-608f-407d-a724-46f4f300dac3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90276b32-bf77-418b-bc9b-c5626882657f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:29.299515 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-18d82048-608f-407d-a724-46f4f300dac3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:29.329925 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-18d82048-608f-407d-a724-46f4f300dac3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:29.336877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d82048-608f-407d-a724-46f4f300dac3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:29.337516 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-18d82048-608f-407d-a724-46f4f300dac3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:29.409686 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-18d82048-608f-407d-a724-46f4f300dac3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6411378 Mar 23 12:59:29.413425 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41304) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:29.420912 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9ea8cbb9-6909-4956-95f7-9f2eebc54e6b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Request body: {'subnet': {'network_id': '88ac80c5-fab6-487e-912b-f5b7e10251b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:29.427478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d82048-608f-407d-a724-46f4f300dac3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Pushing event updated for resources: {'Network': ['ID=88ac80c5-fab6-487e-912b-f5b7e10251b7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:29.439724 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 88ac80c5-fab6-487e-912b-f5b7e10251b7 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:59:29.543259 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea8cbb9-6909-4956-95f7-9f2eebc54e6b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Made reservation on behalf of fddd897ac135411389eaabf406d27b34 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:59:29.547952 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ea8cbb9-6909-4956-95f7-9f2eebc54e6b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:29.579361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41308) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:29.710697 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:29.717584 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3707df3d-43b9-464c-bd19-4e62ff5a8525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:29.778544 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ea8cbb9-6909-4956-95f7-9f2eebc54e6b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:29.794808 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3707df3d-43b9-464c-bd19-4e62ff5a8525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:29.808399 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3707df3d-43b9-464c-bd19-4e62ff5a8525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:29.849704 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3707df3d-43b9-464c-bd19-4e62ff5a8525 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ef7f099933204b48a9386717fa286dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661719 Mar 23 12:59:29.849704 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707df3d-43b9-464c-bd19-4e62ff5a8525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65b9048-8ea9-4ac4-a414-96c3ae1ac156,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:29.850696 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41312) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:29.853928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8cbb9-6909-4956-95f7-9f2eebc54e6b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Pushing event updated for resources: {'Subnet': ['ID=10d3621f-398e-4c0d-9ebb-40ffe847779a,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:29.862237 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea8cbb9-6909-4956-95f7-9f2eebc54e6b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Checking segment: {'id': '0df79804-347c-4cf5-9238-2b4488b33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88ac80c5-fab6-487e-912b-f5b7e10251b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:59:29.862609 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea8cbb9-6909-4956-95f7-9f2eebc54e6b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Network hostable DHCP agents. Network: 88ac80c5-fab6-487e-912b-f5b7e10251b7, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:59:29.881384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea8cbb9-6909-4956-95f7-9f2eebc54e6b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Network 88ac80c5-fab6-487e-912b-f5b7e10251b7 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:59:29.892521 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-9ea8cbb9-6909-4956-95f7-9f2eebc54e6b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 88ac80c5-fab6-487e-912b-f5b7e10251b7) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:59:29.896904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea8cbb9-6909-4956-95f7-9f2eebc54e6b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:29.897333 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ea8cbb9-6909-4956-95f7-9f2eebc54e6b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:29.903647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e1899e-130f-4ff3-a43d-2e23f573e0a9 None None] Network 88ac80c5-fab6-487e-912b-f5b7e10251b7 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:59:29.909303 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f074509-432f-4b5d-8493-54521fac4454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:29.919203 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9ea8cbb9-6909-4956-95f7-9f2eebc54e6b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5050335 Mar 23 12:59:29.922493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41314) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:29.931300 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0bc0f185-09c1-48cf-8af5-cd3ee84f4ab0 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Request body: {'port': {'network_id': '88ac80c5-fab6-487e-912b-f5b7e10251b7', 'name': 'tempest-TagsExtTest-121280442'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:29.939002 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f074509-432f-4b5d-8493-54521fac4454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.008914 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f074509-432f-4b5d-8493-54521fac4454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.011472 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f074509-432f-4b5d-8493-54521fac4454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.015505 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8f074509-432f-4b5d-8493-54521fac4454 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e65b9048-8ea9-4ac4-a414-96c3ae1ac156 HTTP/1.1" status: 204 len: 168 time: 0.1611502 Mar 23 12:59:30.032056 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f074509-432f-4b5d-8493-54521fac4454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65b9048-8ea9-4ac4-a414-96c3ae1ac156,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:30.107977 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc0f185-09c1-48cf-8af5-cd3ee84f4ab0 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Made reservation on behalf of fddd897ac135411389eaabf406d27b34 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:59:30.109524 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-88ac80c5-fab6-487e-912b-f5b7e10251b7', 'network_id': '88ac80c5-fab6-487e-912b-f5b7e10251b7', 'tenant_id': 'fddd897ac135411389eaabf406d27b34', 'fixed_ips': [{'subnet_id': '10d3621f-398e-4c0d-9ebb-40ffe847779a'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:59:30.110960 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.111660 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bc0f185-09c1-48cf-8af5-cd3ee84f4ab0 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.134105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [None req-0bc0f185-09c1-48cf-8af5-cd3ee84f4ab0 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] device_id is not set on port 3cd5961e-7cc8-422f-90e5-e0d816340762 yet. {{(pid=102778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 12:59:30.291642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-0bc0f185-09c1-48cf-8af5-cd3ee84f4ab0 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Allocated IP 172.20.0.8 (88ac80c5-fab6-487e-912b-f5b7e10251b7/10d3621f-398e-4c0d-9ebb-40ffe847779a/3cd5961e-7cc8-422f-90e5-e0d816340762) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:59:30.436422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41346) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:30.450233 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-42ae4a63-82b3-4600-ac7e-a7b2944147ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.490345 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bc0f185-09c1-48cf-8af5-cd3ee84f4ab0 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.534326 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bc0f185-09c1-48cf-8af5-cd3ee84f4ab0 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.569830 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-42ae4a63-82b3-4600-ac7e-a7b2944147ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.575033 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-42ae4a63-82b3-4600-ac7e-a7b2944147ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.599856 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Allocated IP 172.20.0.2 (88ac80c5-fab6-487e-912b-f5b7e10251b7/10d3621f-398e-4c0d-9ebb-40ffe847779a/66bdf2bd-34ec-495d-87e2-449d66526d8a) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:59:30.607154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae4a63-82b3-4600-ac7e-a7b2944147ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974b7e3a-df4e-420c-91db-98518de4d51d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:30.631093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0f185-09c1-48cf-8af5-cd3ee84f4ab0 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Pushing event updated for resources: {'Port': ['ID=3cd5961e-7cc8-422f-90e5-e0d816340762,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:30.634437 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-42ae4a63-82b3-4600-ac7e-a7b2944147ec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=efd0c5667ec141f69f8ce67e3734c56e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969309 Mar 23 12:59:30.638194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41358) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:30.665925 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc0f185-09c1-48cf-8af5-cd3ee84f4ab0 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Network 88ac80c5-fab6-487e-912b-f5b7e10251b7 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:59:30.667998 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0bc0f185-09c1-48cf-8af5-cd3ee84f4ab0 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:59:30.671814 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc0f185-09c1-48cf-8af5-cd3ee84f4ab0 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:59:30.697537 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5e3e6b3c-666c-4e29-a47e-c31926164ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.730244 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5e3e6b3c-666c-4e29-a47e-c31926164ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.742355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc0f185-09c1-48cf-8af5-cd3ee84f4ab0 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:30.743383 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0bc0f185-09c1-48cf-8af5-cd3ee84f4ab0 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.777862 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0bc0f185-09c1-48cf-8af5-cd3ee84f4ab0 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8540304 Mar 23 12:59:30.780419 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41366) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:30.786383 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bfc61913-827e-44a3-931f-8afe04a49e68 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-181613782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:30.791050 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.798302 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.811500 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5e3e6b3c-666c-4e29-a47e-c31926164ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.814751 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5e3e6b3c-666c-4e29-a47e-c31926164ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.816131 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5e3e6b3c-666c-4e29-a47e-c31926164ba6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/974b7e3a-df4e-420c-91db-98518de4d51d HTTP/1.1" status: 204 len: 168 time: 0.1764891 Mar 23 12:59:30.825696 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e6b3c-666c-4e29-a47e-c31926164ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974b7e3a-df4e-420c-91db-98518de4d51d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:30.828413 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfc61913-827e-44a3-931f-8afe04a49e68 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.829583 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfc61913-827e-44a3-931f-8afe04a49e68 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.873278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Network 88ac80c5-fab6-487e-912b-f5b7e10251b7 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:59:30.884676 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:59:30.884676 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:59:30.906276 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfc61913-827e-44a3-931f-8afe04a49e68 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.913513 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfc61913-827e-44a3-931f-8afe04a49e68 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.921979 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Pushing event updated for resources: {'Port': ['ID=66bdf2bd-34ec-495d-87e2-449d66526d8a,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:30.941135 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfc61913-827e-44a3-931f-8afe04a49e68 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.942566 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bfc61913-827e-44a3-931f-8afe04a49e68 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1611309 Mar 23 12:59:30.945505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41372) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:30.952289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1efc7221-7e84-4284-9211-816bb9b7c252 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-87896577', 'prefixes': ['172.20.0.0/16']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:30.962784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Attempting to bind port 66bdf2bd-34ec-495d-87e2-449d66526d8a on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:59:30.963542 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Attempting to bind port 66bdf2bd-34ec-495d-87e2-449d66526d8a by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0df79804-347c-4cf5-9238-2b4488b33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88ac80c5-fab6-487e-912b-f5b7e10251b7'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:59:30.963911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Attempting to bind port 66bdf2bd-34ec-495d-87e2-449d66526d8a on network 88ac80c5-fab6-487e-912b-f5b7e10251b7 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:59:30.970675 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:59:30.971571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Checking segment: {'id': '0df79804-347c-4cf5-9238-2b4488b33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88ac80c5-fab6-487e-912b-f5b7e10251b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:59:30.972025 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:30.972372 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Bound using segment: {'id': '0df79804-347c-4cf5-9238-2b4488b33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88ac80c5-fab6-487e-912b-f5b7e10251b7'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:59:30.972848 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Bound port: 66bdf2bd-34ec-495d-87e2-449d66526d8a, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df79804-347c-4cf5-9238-2b4488b33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88ac80c5-fab6-487e-912b-f5b7e10251b7'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:59:30.973795 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:31.046296 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1efc7221-7e84-4284-9211-816bb9b7c252 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks [] for subnetpool, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:31.047785 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1efc7221-7e84-4284-9211-816bb9b7c252 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.1011696 Mar 23 12:59:31.051721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41374) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:31.055363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] For port 66bdf2bd-34ec-495d-87e2-449d66526d8a, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:59:31.057469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-9fad3430-a682-4129-92e3-ad639d90b7e4 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '10d3621f-398e-4c0d-9ebb-40ffe847779a', 'tempest-TagsExtTest-Tag-1507071359') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:31.058828 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] For port 66bdf2bd-34ec-495d-87e2-449d66526d8a, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=66bdf2bd-34ec-495d-87e2-449d66526d8a,segment=NetworkSegment(0df79804-347c-4cf5-9238-2b4488b33a1e),segment_id=0df79804-347c-4cf5-9238-2b4488b33a1e)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:59:31.064253 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:31.176154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3159f7d-f200-4b22-a0f1-5704c58f52c1 None None] Pushing event updated for resources: {'Port': ['ID=66bdf2bd-34ec-495d-87e2-449d66526d8a,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:31.235354 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9fad3430-a682-4129-92e3-ad639d90b7e4 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "PUT /v2.0/subnets/10d3621f-398e-4c0d-9ebb-40ffe847779a/tags/tempest-TagsExtTest-Tag-1507071359 HTTP/1.1" status: 201 len: 201 time: 0.1775959 Mar 23 12:59:31.236343 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41378) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:31.241792 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-82c54123-3723-4b9c-9dbd-364951133f1a tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3cd5961e-7cc8-422f-90e5-e0d816340762', 'tempest-TagsExtTest-Tag-746423840') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:31.343766 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41384) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:31.344336 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-82c54123-3723-4b9c-9dbd-364951133f1a tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "PUT /v2.0/ports/3cd5961e-7cc8-422f-90e5-e0d816340762/tags/tempest-TagsExtTest-Tag-746423840 HTTP/1.1" status: 201 len: 201 time: 0.1061859 Mar 23 12:59:31.350040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-5fd793d6-cd57-4f09-90b0-97ad3e9a6535 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '273f1ba9-19c7-4c6f-be50-7b91db3c548b', 'tempest-TagsExtTest-Tag-988464121') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:31.485406 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5fd793d6-cd57-4f09-90b0-97ad3e9a6535 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "PUT /v2.0/routers/273f1ba9-19c7-4c6f-be50-7b91db3c548b/tags/tempest-TagsExtTest-Tag-988464121 HTTP/1.1" status: 201 len: 201 time: 0.1396987 Mar 23 12:59:31.488132 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41390) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:31.494648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-2c482e27-36d3-455f-9b4c-a982044f24a3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4d07f4f3-584d-483d-b5de-d0894a163810', 'tempest-TagsExtTest-Tag-172632777') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:31.561394 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2c482e27-36d3-455f-9b4c-a982044f24a3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "PUT /v2.0/subnetpools/4d07f4f3-584d-483d-b5de-d0894a163810/tags/tempest-TagsExtTest-Tag-172632777 HTTP/1.1" status: 201 len: 201 time: 0.0708237 Mar 23 12:59:31.564545 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41392) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:31.570773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-ae383574-1113-4c71-adf5-50bf57964e05 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '10d3621f-398e-4c0d-9ebb-40ffe847779a') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:31.632842 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ae383574-1113-4c71-adf5-50bf57964e05 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/subnets/10d3621f-398e-4c0d-9ebb-40ffe847779a/tags HTTP/1.1" status: 200 len: 241 time: 0.0669169 Mar 23 12:59:31.636613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41398) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:31.640958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-b7aec3b1-9b53-4cbf-bb24-13bd8180655c tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10d3621f-398e-4c0d-9ebb-40ffe847779a', 'tempest-TagsExtTest-Tag-1507071359') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:31.698887 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b7aec3b1-9b53-4cbf-bb24-13bd8180655c tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/subnets/10d3621f-398e-4c0d-9ebb-40ffe847779a/tags/tempest-TagsExtTest-Tag-1507071359 HTTP/1.1" status: 204 len: 168 time: 0.0588360 Mar 23 12:59:31.699221 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41402) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:31.703717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-fc727f7b-6dc7-4edc-9040-efe3625e5f19 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '10d3621f-398e-4c0d-9ebb-40ffe847779a', 'tempest-TagsExtTest-Tag-1507071359') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:31.813325 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fc727f7b-6dc7-4edc-9040-efe3625e5f19 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/subnets/10d3621f-398e-4c0d-9ebb-40ffe847779a/tags/tempest-TagsExtTest-Tag-1507071359 HTTP/1.1" status: 204 len: 168 time: 0.1128781 Mar 23 12:59:31.815742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41406) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:31.820739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-df82ecb0-aba3-43a2-9d5a-d8ebb9abbb2a tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '10d3621f-398e-4c0d-9ebb-40ffe847779a') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:31.883624 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-df82ecb0-aba3-43a2-9d5a-d8ebb9abbb2a tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/subnets/10d3621f-398e-4c0d-9ebb-40ffe847779a/tags HTTP/1.1" status: 200 len: 205 time: 0.0644546 Mar 23 12:59:31.884609 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41410) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:31.891432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-d4f2a1a6-c499-43ef-894e-d1e9e8ee2bcd tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3cd5961e-7cc8-422f-90e5-e0d816340762') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:31.949522 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d4f2a1a6-c499-43ef-894e-d1e9e8ee2bcd tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/ports/3cd5961e-7cc8-422f-90e5-e0d816340762/tags HTTP/1.1" status: 200 len: 240 time: 0.0636549 Mar 23 12:59:31.952318 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41414) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:31.956731 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-66f3e299-9ac9-42ae-a1d4-74dd9c639c3e tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3cd5961e-7cc8-422f-90e5-e0d816340762', 'tempest-TagsExtTest-Tag-746423840') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:32.090256 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-66f3e299-9ac9-42ae-a1d4-74dd9c639c3e tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/ports/3cd5961e-7cc8-422f-90e5-e0d816340762/tags/tempest-TagsExtTest-Tag-746423840 HTTP/1.1" status: 204 len: 168 time: 0.1345780 Mar 23 12:59:32.090488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41418) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:32.095022 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-4f72799e-73e4-48d1-be4e-93a3532c5d3f tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3cd5961e-7cc8-422f-90e5-e0d816340762', 'tempest-TagsExtTest-Tag-746423840') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:32.186534 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4f72799e-73e4-48d1-be4e-93a3532c5d3f tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/ports/3cd5961e-7cc8-422f-90e5-e0d816340762/tags/tempest-TagsExtTest-Tag-746423840 HTTP/1.1" status: 204 len: 168 time: 0.0928066 Mar 23 12:59:32.187693 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41422) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:32.193235 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-4f03bb78-dda2-452b-9518-6f77d8513685 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3cd5961e-7cc8-422f-90e5-e0d816340762') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:32.260083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4f03bb78-dda2-452b-9518-6f77d8513685 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/ports/3cd5961e-7cc8-422f-90e5-e0d816340762/tags HTTP/1.1" status: 200 len: 205 time: 0.0712733 Mar 23 12:59:32.262699 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41426) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:32.267889 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-489ba00b-5c9e-4104-94fd-5e1f58386e09 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '273f1ba9-19c7-4c6f-be50-7b91db3c548b') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:32.369751 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-489ba00b-5c9e-4104-94fd-5e1f58386e09 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/routers/273f1ba9-19c7-4c6f-be50-7b91db3c548b/tags HTTP/1.1" status: 200 len: 240 time: 0.1057134 Mar 23 12:59:32.372515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41430) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:32.377489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-a05874ed-82c7-4a88-bdfe-fb8d048719fd tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '273f1ba9-19c7-4c6f-be50-7b91db3c548b', 'tempest-TagsExtTest-Tag-988464121') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:32.458261 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a05874ed-82c7-4a88-bdfe-fb8d048719fd tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/routers/273f1ba9-19c7-4c6f-be50-7b91db3c548b/tags/tempest-TagsExtTest-Tag-988464121 HTTP/1.1" status: 204 len: 168 time: 0.0839429 Mar 23 12:59:32.461068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41434) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:32.466890 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-cf280faf-88ce-4c9e-ba7e-fd20463d017b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '273f1ba9-19c7-4c6f-be50-7b91db3c548b', 'tempest-TagsExtTest-Tag-988464121') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:32.484085 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac0d47a-603e-4262-b36a-27decea62223 None None] Network 88ac80c5-fab6-487e-912b-f5b7e10251b7 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:59:32.571963 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dabb3093-5ab1-4e30-86b1-dcf6975f870c None None] Provisioning complete for port 66bdf2bd-34ec-495d-87e2-449d66526d8a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:32.572667 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dabb3093-5ab1-4e30-86b1-dcf6975f870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:32.721115 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dabb3093-5ab1-4e30-86b1-dcf6975f870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:32.765952 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-dabb3093-5ab1-4e30-86b1-dcf6975f870c None None] For port 66bdf2bd-34ec-495d-87e2-449d66526d8a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=66bdf2bd-34ec-495d-87e2-449d66526d8a,segment=NetworkSegment(0df79804-347c-4cf5-9238-2b4488b33a1e),segment_id=0df79804-347c-4cf5-9238-2b4488b33a1e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:32.772910 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dabb3093-5ab1-4e30-86b1-dcf6975f870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:32.837546 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb3093-5ab1-4e30-86b1-dcf6975f870c None None] Pushing event updated for resources: {'Port': ['ID=66bdf2bd-34ec-495d-87e2-449d66526d8a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:32.846622 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cf280faf-88ce-4c9e-ba7e-fd20463d017b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/routers/273f1ba9-19c7-4c6f-be50-7b91db3c548b/tags/tempest-TagsExtTest-Tag-988464121 HTTP/1.1" status: 204 len: 168 time: 0.3841097 Mar 23 12:59:32.849185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41442) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:32.855084 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-4b19dec0-02a0-497e-8375-88fac0efc7b1 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '273f1ba9-19c7-4c6f-be50-7b91db3c548b') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:32.942990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41446) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:32.943208 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4b19dec0-02a0-497e-8375-88fac0efc7b1 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/routers/273f1ba9-19c7-4c6f-be50-7b91db3c548b/tags HTTP/1.1" status: 200 len: 205 time: 0.0892086 Mar 23 12:59:32.945205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-20f4ab7e-242b-4014-8694-999cbd37fb71 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4d07f4f3-584d-483d-b5de-d0894a163810') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:32.989742 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-20f4ab7e-242b-4014-8694-999cbd37fb71 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/subnetpools/4d07f4f3-584d-483d-b5de-d0894a163810/tags HTTP/1.1" status: 200 len: 240 time: 0.0486810 Mar 23 12:59:32.992641 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41450) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:32.997274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-2097e0f0-0249-4b17-a6fa-e608a4aee32b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4d07f4f3-584d-483d-b5de-d0894a163810', 'tempest-TagsExtTest-Tag-172632777') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:33.002463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1c386006-8dd8-4097-bb84-4d0194223dea None None] Provisioning complete for port 3cd5961e-7cc8-422f-90e5-e0d816340762 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:33.008349 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c386006-8dd8-4097-bb84-4d0194223dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:33.029562 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2097e0f0-0249-4b17-a6fa-e608a4aee32b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/subnetpools/4d07f4f3-584d-483d-b5de-d0894a163810/tags/tempest-TagsExtTest-Tag-172632777 HTTP/1.1" status: 204 len: 168 time: 0.0355945 Mar 23 12:59:33.035227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41456) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:33.041547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-4fad7de4-781f-4e65-83f2-ee277447a0b5 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4d07f4f3-584d-483d-b5de-d0894a163810', 'tempest-TagsExtTest-Tag-172632777') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:33.088012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1c386006-8dd8-4097-bb84-4d0194223dea None None] Port 3cd5961e-7cc8-422f-90e5-e0d816340762 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:59:33.091524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41458) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:33.091687 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4fad7de4-781f-4e65-83f2-ee277447a0b5 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/subnetpools/4d07f4f3-584d-483d-b5de-d0894a163810/tags/tempest-TagsExtTest-Tag-172632777 HTTP/1.1" status: 204 len: 168 time: 0.0552874 Mar 23 12:59:33.096712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-30d5f689-3a86-4da0-a888-fc12aaf76dc7 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4d07f4f3-584d-483d-b5de-d0894a163810') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:33.099871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1c386006-8dd8-4097-bb84-4d0194223dea None None] Provisioning complete for port 66bdf2bd-34ec-495d-87e2-449d66526d8a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:33.100401 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1c386006-8dd8-4097-bb84-4d0194223dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:33.125792 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-30d5f689-3a86-4da0-a888-fc12aaf76dc7 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/subnetpools/4d07f4f3-584d-483d-b5de-d0894a163810/tags HTTP/1.1" status: 200 len: 205 time: 0.0331686 Mar 23 12:59:33.128284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41460) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:33.134733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-08f82ce9-f424-4210-ac27-c95ec84f5b55 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4d07f4f3-584d-483d-b5de-d0894a163810') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:33.191384 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-08f82ce9-f424-4210-ac27-c95ec84f5b55 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/subnetpools/4d07f4f3-584d-483d-b5de-d0894a163810/tags HTTP/1.1" status: 204 len: 168 time: 0.0606186 Mar 23 12:59:33.194496 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41462) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:33.210824 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-963ff982-eeb0-4f52-9fd1-b1223e8a591f tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '273f1ba9-19c7-4c6f-be50-7b91db3c548b') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:33.297160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 66bdf2bd-34ec-495d-87e2-449d66526d8a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:59:33.344153 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-963ff982-eeb0-4f52-9fd1-b1223e8a591f tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/routers/273f1ba9-19c7-4c6f-be50-7b91db3c548b/tags HTTP/1.1" status: 204 len: 168 time: 0.1483204 Mar 23 12:59:33.346820 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41464) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:33.352752 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-3eb772c5-6c67-4b1b-83cd-9ecb0591e303 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3cd5961e-7cc8-422f-90e5-e0d816340762') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:33.378157 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fa415ad5-ad32-4397-9612-57d5980b09f7 None None] Provisioning complete for port 3cd5961e-7cc8-422f-90e5-e0d816340762 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:33.378689 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa415ad5-ad32-4397-9612-57d5980b09f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:33.380881 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 66bdf2bd-34ec-495d-87e2-449d66526d8a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:33.381338 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:33.423593 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3eb772c5-6c67-4b1b-83cd-9ecb0591e303 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/ports/3cd5961e-7cc8-422f-90e5-e0d816340762/tags HTTP/1.1" status: 204 len: 168 time: 0.0755084 Mar 23 12:59:33.427002 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41466) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:33.434399 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-69a4ebdd-b986-4fde-92d4-24864b6173aa tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10d3621f-398e-4c0d-9ebb-40ffe847779a') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:33.451395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fa415ad5-ad32-4397-9612-57d5980b09f7 None None] Port 3cd5961e-7cc8-422f-90e5-e0d816340762 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:59:33.538298 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-69a4ebdd-b986-4fde-92d4-24864b6173aa tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/subnets/10d3621f-398e-4c0d-9ebb-40ffe847779a/tags HTTP/1.1" status: 204 len: 168 time: 0.1088173 Mar 23 12:59:33.542389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41472) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:33.547467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-91d1ac35-4efd-4e14-96ca-2696217ef3f6 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '10d3621f-398e-4c0d-9ebb-40ffe847779a', 'tempest-TagsExtTest-Tag-879562128') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:33.618924 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41476) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:33.619216 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-91d1ac35-4efd-4e14-96ca-2696217ef3f6 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "PUT /v2.0/subnets/10d3621f-398e-4c0d-9ebb-40ffe847779a/tags/tempest-TagsExtTest-Tag-879562128 HTTP/1.1" status: 201 len: 201 time: 0.0751376 Mar 23 12:59:33.624130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-31507bf3-985a-46e4-9550-ab7b4950fe1c tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3cd5961e-7cc8-422f-90e5-e0d816340762', 'tempest-TagsExtTest-Tag-44104483') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:33.690573 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-31507bf3-985a-46e4-9550-ab7b4950fe1c tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "PUT /v2.0/ports/3cd5961e-7cc8-422f-90e5-e0d816340762/tags/tempest-TagsExtTest-Tag-44104483 HTTP/1.1" status: 201 len: 201 time: 0.0700605 Mar 23 12:59:33.693409 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41478) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:33.698360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-731ecb28-ada6-45db-b8fb-3f328bf7c745 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '273f1ba9-19c7-4c6f-be50-7b91db3c548b', 'tempest-TagsExtTest-Tag-1702931041') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:33.801305 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-731ecb28-ada6-45db-b8fb-3f328bf7c745 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "PUT /v2.0/routers/273f1ba9-19c7-4c6f-be50-7b91db3c548b/tags/tempest-TagsExtTest-Tag-1702931041 HTTP/1.1" status: 201 len: 201 time: 0.1066537 Mar 23 12:59:33.803740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41484) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:33.810360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-6a0b6dec-ab88-4c10-ba53-49455e178fe9 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4d07f4f3-584d-483d-b5de-d0894a163810', 'tempest-TagsExtTest-Tag-856039941') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:33.856126 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6a0b6dec-ab88-4c10-ba53-49455e178fe9 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "PUT /v2.0/subnetpools/4d07f4f3-584d-483d-b5de-d0894a163810/tags/tempest-TagsExtTest-Tag-856039941 HTTP/1.1" status: 201 len: 201 time: 0.0509264 Mar 23 12:59:33.858555 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41486) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:33.864775 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-1ab9259f-edbb-40f1-9629-193ce7e099af tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '10d3621f-398e-4c0d-9ebb-40ffe847779a', {'tags': ['tempest-TagsExtTest-Tag-1981732215', 'tempest-TagsExtTest-Tag-916729615', 'tempest-TagsExtTest-Tag-148149764']}) {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:33.945637 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1ab9259f-edbb-40f1-9629-193ce7e099af tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "PUT /v2.0/subnets/10d3621f-398e-4c0d-9ebb-40ffe847779a/tags HTTP/1.1" status: 200 len: 316 time: 0.0856636 Mar 23 12:59:33.948139 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41492) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:33.954466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-d95f87bd-04a1-42e7-9ca6-f210892a44ff tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10d3621f-398e-4c0d-9ebb-40ffe847779a') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:34.048140 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d95f87bd-04a1-42e7-9ca6-f210892a44ff tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/subnets/10d3621f-398e-4c0d-9ebb-40ffe847779a/tags HTTP/1.1" status: 204 len: 168 time: 0.0968528 Mar 23 12:59:34.051886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41496) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:34.057960 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-c10a9a8e-e8a7-48b7-bc56-8f7e85cee26c tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10d3621f-398e-4c0d-9ebb-40ffe847779a', 'tempest-TagsExtTest-Tag-1981732215') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:34.154141 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-c10a9a8e-e8a7-48b7-bc56-8f7e85cee26c tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] show failed (client error): The resource could not be found. Mar 23 12:59:34.159482 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41500) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:34.167534 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-11e06e9a-ca8c-4f77-86ed-4401b05e9a4f tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10d3621f-398e-4c0d-9ebb-40ffe847779a', 'tempest-TagsExtTest-Tag-916729615') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:34.177186 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c10a9a8e-e8a7-48b7-bc56-8f7e85cee26c tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/subnets/10d3621f-398e-4c0d-9ebb-40ffe847779a/tags/tempest-TagsExtTest-Tag-1981732215 HTTP/1.1" status: 404 len: 329 time: 0.1221733 Mar 23 12:59:34.246406 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-11e06e9a-ca8c-4f77-86ed-4401b05e9a4f tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] show failed (client error): The resource could not be found. Mar 23 12:59:34.248113 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-11e06e9a-ca8c-4f77-86ed-4401b05e9a4f tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/subnets/10d3621f-398e-4c0d-9ebb-40ffe847779a/tags/tempest-TagsExtTest-Tag-916729615 HTTP/1.1" status: 404 len: 328 time: 0.0834889 Mar 23 12:59:34.250416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41502) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:34.255172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-732c3fe4-7c78-4588-a2fe-2a79f0ceb462 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10d3621f-398e-4c0d-9ebb-40ffe847779a', 'tempest-TagsExtTest-Tag-148149764') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:34.296797 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a64e75-d80f-4b0a-83f4-f68aa79819f5 req-314d0087-f481-4597-9617-849fed36ea24 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:34.298598 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e1a64e75-d80f-4b0a-83f4-f68aa79819f5 req-314d0087-f481-4597-9617-849fed36ea24 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 945 time: 0.3119161 Mar 23 12:59:34.319019 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-732c3fe4-7c78-4588-a2fe-2a79f0ceb462 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] show failed (client error): The resource could not be found. Mar 23 12:59:34.320251 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-732c3fe4-7c78-4588-a2fe-2a79f0ceb462 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/subnets/10d3621f-398e-4c0d-9ebb-40ffe847779a/tags/tempest-TagsExtTest-Tag-148149764 HTTP/1.1" status: 404 len: 328 time: 0.0688248 Mar 23 12:59:34.323065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41504) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:34.327829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-c7370847-39f2-4be0-b3a5-4fcdbb8d2fce tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3cd5961e-7cc8-422f-90e5-e0d816340762', {'tags': ['tempest-TagsExtTest-Tag-1562387193', 'tempest-TagsExtTest-Tag-324600385', 'tempest-TagsExtTest-Tag-704699549']}) {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:34.355845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e1a64e75-d80f-4b0a-83f4-f68aa79819f5 req-84ff2090-8567-484b-a544-8f75bda09897 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504756 Mar 23 12:59:34.419271 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c7370847-39f2-4be0-b3a5-4fcdbb8d2fce tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "PUT /v2.0/ports/3cd5961e-7cc8-422f-90e5-e0d816340762/tags HTTP/1.1" status: 200 len: 316 time: 0.0928538 Mar 23 12:59:34.419552 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41506) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:34.424441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-d3ca7b38-78b6-4045-8d11-05cd1277402a tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3cd5961e-7cc8-422f-90e5-e0d816340762') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:34.524558 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d3ca7b38-78b6-4045-8d11-05cd1277402a tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/ports/3cd5961e-7cc8-422f-90e5-e0d816340762/tags HTTP/1.1" status: 204 len: 168 time: 0.1038353 Mar 23 12:59:34.527295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41514) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:34.532410 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-9328307a-eb98-4f00-b90d-100a95db40a9 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3cd5961e-7cc8-422f-90e5-e0d816340762', 'tempest-TagsExtTest-Tag-1562387193') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:34.601835 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-9328307a-eb98-4f00-b90d-100a95db40a9 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] show failed (client error): The resource could not be found. Mar 23 12:59:34.603502 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9328307a-eb98-4f00-b90d-100a95db40a9 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/ports/3cd5961e-7cc8-422f-90e5-e0d816340762/tags/tempest-TagsExtTest-Tag-1562387193 HTTP/1.1" status: 404 len: 329 time: 0.0749941 Mar 23 12:59:34.606270 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41516) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:34.610563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-fcf11433-4cd8-4b1d-95d8-947d04b05045 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3cd5961e-7cc8-422f-90e5-e0d816340762', 'tempest-TagsExtTest-Tag-324600385') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:34.661268 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-fcf11433-4cd8-4b1d-95d8-947d04b05045 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] show failed (client error): The resource could not be found. Mar 23 12:59:34.662313 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fcf11433-4cd8-4b1d-95d8-947d04b05045 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/ports/3cd5961e-7cc8-422f-90e5-e0d816340762/tags/tempest-TagsExtTest-Tag-324600385 HTTP/1.1" status: 404 len: 328 time: 0.0551400 Mar 23 12:59:34.665170 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41518) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:34.669378 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-9cd166e4-2af5-47f4-93cb-3c896df66e18 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3cd5961e-7cc8-422f-90e5-e0d816340762', 'tempest-TagsExtTest-Tag-704699549') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:34.723237 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-9cd166e4-2af5-47f4-93cb-3c896df66e18 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] show failed (client error): The resource could not be found. Mar 23 12:59:34.724231 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9cd166e4-2af5-47f4-93cb-3c896df66e18 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/ports/3cd5961e-7cc8-422f-90e5-e0d816340762/tags/tempest-TagsExtTest-Tag-704699549 HTTP/1.1" status: 404 len: 328 time: 0.0581350 Mar 23 12:59:34.726928 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41520) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:34.731576 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-74181ff6-b2ea-4ef6-b9d5-edd920439fca tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '273f1ba9-19c7-4c6f-be50-7b91db3c548b', {'tags': ['tempest-TagsExtTest-Tag-937223090', 'tempest-TagsExtTest-Tag-1869594151', 'tempest-TagsExtTest-Tag-1767747265']}) {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:34.821700 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-74181ff6-b2ea-4ef6-b9d5-edd920439fca tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "PUT /v2.0/routers/273f1ba9-19c7-4c6f-be50-7b91db3c548b/tags HTTP/1.1" status: 200 len: 317 time: 0.0935934 Mar 23 12:59:34.823972 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41522) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:34.828404 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-39ac94c0-c2a3-4816-b1f2-ee12b52f1c4b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '273f1ba9-19c7-4c6f-be50-7b91db3c548b') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:34.922739 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-39ac94c0-c2a3-4816-b1f2-ee12b52f1c4b tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/routers/273f1ba9-19c7-4c6f-be50-7b91db3c548b/tags HTTP/1.1" status: 204 len: 168 time: 0.0977643 Mar 23 12:59:34.925405 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41524) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:34.930562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-4c745f0b-6e9b-4362-8f98-1dcd02bf1c53 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '273f1ba9-19c7-4c6f-be50-7b91db3c548b', 'tempest-TagsExtTest-Tag-937223090') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:35.006663 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-4c745f0b-6e9b-4362-8f98-1dcd02bf1c53 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] show failed (client error): The resource could not be found. Mar 23 12:59:35.007716 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4c745f0b-6e9b-4362-8f98-1dcd02bf1c53 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/routers/273f1ba9-19c7-4c6f-be50-7b91db3c548b/tags/tempest-TagsExtTest-Tag-937223090 HTTP/1.1" status: 404 len: 328 time: 0.0813668 Mar 23 12:59:35.010560 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41526) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:35.015252 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-c36de0cf-63e2-453e-9c3e-82a9552e4341 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '273f1ba9-19c7-4c6f-be50-7b91db3c548b', 'tempest-TagsExtTest-Tag-1869594151') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:35.093759 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-c36de0cf-63e2-453e-9c3e-82a9552e4341 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] show failed (client error): The resource could not be found. Mar 23 12:59:35.094974 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c36de0cf-63e2-453e-9c3e-82a9552e4341 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/routers/273f1ba9-19c7-4c6f-be50-7b91db3c548b/tags/tempest-TagsExtTest-Tag-1869594151 HTTP/1.1" status: 404 len: 329 time: 0.0833919 Mar 23 12:59:35.099007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41530) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:35.104070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-3fea8751-eadf-4e1a-afae-914c2411de18 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '273f1ba9-19c7-4c6f-be50-7b91db3c548b', 'tempest-TagsExtTest-Tag-1767747265') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:35.220719 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-3fea8751-eadf-4e1a-afae-914c2411de18 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] show failed (client error): The resource could not be found. Mar 23 12:59:35.222498 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3fea8751-eadf-4e1a-afae-914c2411de18 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/routers/273f1ba9-19c7-4c6f-be50-7b91db3c548b/tags/tempest-TagsExtTest-Tag-1767747265 HTTP/1.1" status: 404 len: 329 time: 0.1222908 Mar 23 12:59:35.227492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41536) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:35.233513 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-3e88e8a9-45bf-46f2-8c63-73ea9e4d4941 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4d07f4f3-584d-483d-b5de-d0894a163810', {'tags': ['tempest-TagsExtTest-Tag-781444107', 'tempest-TagsExtTest-Tag-1488950516', 'tempest-TagsExtTest-Tag-714187384']}) {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:35.281442 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3e88e8a9-45bf-46f2-8c63-73ea9e4d4941 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "PUT /v2.0/subnetpools/4d07f4f3-584d-483d-b5de-d0894a163810/tags HTTP/1.1" status: 200 len: 316 time: 0.0525355 Mar 23 12:59:35.284305 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41538) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:35.290997 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-67377250-e75e-4b45-8257-c6d1374106e8 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4d07f4f3-584d-483d-b5de-d0894a163810') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:35.329887 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-67377250-e75e-4b45-8257-c6d1374106e8 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/subnetpools/4d07f4f3-584d-483d-b5de-d0894a163810/tags HTTP/1.1" status: 204 len: 168 time: 0.0445065 Mar 23 12:59:35.333096 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41542) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:35.337345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-00b68961-6d7c-4ddd-be2b-e9638dbb35ae tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4d07f4f3-584d-483d-b5de-d0894a163810', 'tempest-TagsExtTest-Tag-781444107') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:35.359673 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-00b68961-6d7c-4ddd-be2b-e9638dbb35ae tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] show failed (client error): The resource could not be found. Mar 23 12:59:35.360680 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-00b68961-6d7c-4ddd-be2b-e9638dbb35ae tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/subnetpools/4d07f4f3-584d-483d-b5de-d0894a163810/tags/tempest-TagsExtTest-Tag-781444107 HTTP/1.1" status: 404 len: 328 time: 0.0266557 Mar 23 12:59:35.363517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41544) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:35.367831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-1c727add-c8ee-47be-b620-617a1636aba5 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4d07f4f3-584d-483d-b5de-d0894a163810', 'tempest-TagsExtTest-Tag-1488950516') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:35.394212 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-1c727add-c8ee-47be-b620-617a1636aba5 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] show failed (client error): The resource could not be found. Mar 23 12:59:35.399737 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1c727add-c8ee-47be-b620-617a1636aba5 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/subnetpools/4d07f4f3-584d-483d-b5de-d0894a163810/tags/tempest-TagsExtTest-Tag-1488950516 HTTP/1.1" status: 404 len: 329 time: 0.0316241 Mar 23 12:59:35.400886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41548) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:35.406575 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-768a0d77-b1bf-4589-a0eb-3f6e279aa0f7 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4d07f4f3-584d-483d-b5de-d0894a163810', 'tempest-TagsExtTest-Tag-714187384') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:35.436774 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-768a0d77-b1bf-4589-a0eb-3f6e279aa0f7 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] show failed (client error): The resource could not be found. Mar 23 12:59:35.440304 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-768a0d77-b1bf-4589-a0eb-3f6e279aa0f7 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/subnetpools/4d07f4f3-584d-483d-b5de-d0894a163810/tags/tempest-TagsExtTest-Tag-714187384 HTTP/1.1" status: 404 len: 328 time: 0.0369220 Mar 23 12:59:35.440573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41552) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:35.444810 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-a6481222-f566-4861-86f8-b2feb66e6246 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4d07f4f3-584d-483d-b5de-d0894a163810') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:35.497939 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41556) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:35.498164 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a6481222-f566-4861-86f8-b2feb66e6246 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/subnetpools/4d07f4f3-584d-483d-b5de-d0894a163810/tags HTTP/1.1" status: 204 len: 168 time: 0.0564396 Mar 23 12:59:35.503241 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.tag.tag_plugin [None req-11eb5379-5c32-4a8c-92ea-07cbb68c1126 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '273f1ba9-19c7-4c6f-be50-7b91db3c548b') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:35.622411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6684d-610a-49b3-967a-b68ac7440fa2 req-2c31e8d2-ca3c-4f4a-a8e1-4a3e06140ffb tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:35.623908 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32b6684d-610a-49b3-967a-b68ac7440fa2 req-2c31e8d2-ca3c-4f4a-a8e1-4a3e06140ffb tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 945 time: 0.1756546 Mar 23 12:59:35.641461 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-11eb5379-5c32-4a8c-92ea-07cbb68c1126 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/routers/273f1ba9-19c7-4c6f-be50-7b91db3c548b/tags HTTP/1.1" status: 204 len: 168 time: 0.1417198 Mar 23 12:59:35.644086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41562) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:35.649050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-bcfd36fe-5a45-409e-b59c-da2dd56133f7 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3cd5961e-7cc8-422f-90e5-e0d816340762') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:35.695671 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32b6684d-610a-49b3-967a-b68ac7440fa2 req-1597a5ea-fea4-41f8-ae15-6f6231e53ac0 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583019 Mar 23 12:59:35.720216 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86070ab-8e10-422e-b58e-400f9574084b req-9778680e-8f05-4d94-9489-8d28a68a421f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:35.722139 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e86070ab-8e10-422e-b58e-400f9574084b req-9778680e-8f05-4d94-9489-8d28a68a421f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.73 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 945 time: 0.0970399 Mar 23 12:59:35.741150 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bcfd36fe-5a45-409e-b59c-da2dd56133f7 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/ports/3cd5961e-7cc8-422f-90e5-e0d816340762/tags HTTP/1.1" status: 204 len: 168 time: 0.0960634 Mar 23 12:59:35.741757 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41566) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:35.746104 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.tag.tag_plugin [None req-7ae01e9b-4381-448e-bfe1-6cfd9b0430c2 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10d3621f-398e-4c0d-9ebb-40ffe847779a') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:35.818189 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7ae01e9b-4381-448e-bfe1-6cfd9b0430c2 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/subnets/10d3621f-398e-4c0d-9ebb-40ffe847779a/tags HTTP/1.1" status: 204 len: 168 time: 0.0752337 Mar 23 12:59:35.821745 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41568) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:35.880613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-e86070ab-8e10-422e-b58e-400f9574084b req-7ac4cbdb-12e2-4f6c-9ae3-1ca60924c077 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Deleting port f1c3bdcd-03b7-4159-8b56-29c66f759062 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:59:35.880953 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e86070ab-8e10-422e-b58e-400f9574084b req-7ac4cbdb-12e2-4f6c-9ae3-1ca60924c077 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:35.982442 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64a6a376-f8ea-4aac-b3be-9685f2cee2d3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks [] for subnetpool, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:35.983605 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-64a6a376-f8ea-4aac-b3be-9685f2cee2d3 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/subnetpools/4d07f4f3-584d-483d-b5de-d0894a163810 HTTP/1.1" status: 204 len: 168 time: 0.1607482 Mar 23 12:59:35.986521 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41574) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:36.036665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e86070ab-8e10-422e-b58e-400f9574084b req-7ac4cbdb-12e2-4f6c-9ae3-1ca60924c077 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] For port f1c3bdcd-03b7-4159-8b56-29c66f759062, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=f1c3bdcd-03b7-4159-8b56-29c66f759062,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:36.037030 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e86070ab-8e10-422e-b58e-400f9574084b req-7ac4cbdb-12e2-4f6c-9ae3-1ca60924c077 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:36.051746 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-379e8d91-f0cf-47fe-aff2-722ead38c90e tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "GET /v2.0/ports?device_id=273f1ba9-19c7-4c6f-be50-7b91db3c548b HTTP/1.1" status: 200 len: 205 time: 0.0604982 Mar 23 12:59:36.052111 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41576) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:36.223424 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4471a40b-2cec-49bd-bc33-59565877cd39 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:36.341028 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e86070ab-8e10-422e-b58e-400f9574084b req-7ac4cbdb-12e2-4f6c-9ae3-1ca60924c077 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:36.341462 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e86070ab-8e10-422e-b58e-400f9574084b req-7ac4cbdb-12e2-4f6c-9ae3-1ca60924c077 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:36.341871 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-e86070ab-8e10-422e-b58e-400f9574084b req-7ac4cbdb-12e2-4f6c-9ae3-1ca60924c077 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Floating IP 9d68be79-e270-4279-bb1f-573043b39e79 disassociated. External IP: 172.25.2.167, port: f1c3bdcd-03b7-4159-8b56-29c66f759062. Mar 23 12:59:36.342325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-e86070ab-8e10-422e-b58e-400f9574084b req-7ac4cbdb-12e2-4f6c-9ae3-1ca60924c077 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Calling delete_port for f1c3bdcd-03b7-4159-8b56-29c66f759062 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:59:36.451890 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4471a40b-2cec-49bd-bc33-59565877cd39 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:36.454143 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4471a40b-2cec-49bd-bc33-59565877cd39 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:36.515015 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e86070ab-8e10-422e-b58e-400f9574084b req-7ac4cbdb-12e2-4f6c-9ae3-1ca60924c077 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:36.537123 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4471a40b-2cec-49bd-bc33-59565877cd39 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:36.537672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4471a40b-2cec-49bd-bc33-59565877cd39 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Fanout notify agent at l3_agent the message router_deleted on router 273f1ba9-19c7-4c6f-be50-7b91db3c548b {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:59:36.549092 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4cbdb-12e2-4f6c-9ae3-1ca60924c077 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event deleted for resources: {'Port': ['ID=f1c3bdcd-03b7-4159-8b56-29c66f759062,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:36.549779 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4471a40b-2cec-49bd-bc33-59565877cd39 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:36.555189 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4471a40b-2cec-49bd-bc33-59565877cd39 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/routers/273f1ba9-19c7-4c6f-be50-7b91db3c548b HTTP/1.1" status: 204 len: 168 time: 0.4978299 Mar 23 12:59:36.555376 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41582) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:36.748391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e86070ab-8e10-422e-b58e-400f9574084b req-7ac4cbdb-12e2-4f6c-9ae3-1ca60924c077 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:59:36.756745 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cb70de48-64ad-4234-a96e-2854e2ca911f tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Deleting port 3cd5961e-7cc8-422f-90e5-e0d816340762 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:59:36.757088 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb70de48-64ad-4234-a96e-2854e2ca911f tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:36.826100 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0dded532-66a6-45b3-87b7-77af0df6b399 req-b9cb8aa7-3d91-4106-b1fb-e1062111a4b3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 210 time: 0.0295081 Mar 23 12:59:36.912935 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb70de48-64ad-4234-a96e-2854e2ca911f tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:36.933534 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cb70de48-64ad-4234-a96e-2854e2ca911f tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Calling delete_port for 3cd5961e-7cc8-422f-90e5-e0d816340762 owned by {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:59:37.019053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e86070ab-8e10-422e-b58e-400f9574084b req-7ac4cbdb-12e2-4f6c-9ae3-1ca60924c077 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:59:37.030366 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c2cad-6a43-446b-93ae-754186ec1818 None None] Sync routers for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:59:37.047034 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c2cad-6a43-446b-93ae-754186ec1818 None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:37.048254 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a83c2cad-6a43-446b-93ae-754186ec1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:37.074777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86070ab-8e10-422e-b58e-400f9574084b req-7ac4cbdb-12e2-4f6c-9ae3-1ca60924c077 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] No DVR routers for this DVR port f1c3bdcd-03b7-4159-8b56-29c66f759062 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:59:37.078357 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e86070ab-8e10-422e-b58e-400f9574084b req-7ac4cbdb-12e2-4f6c-9ae3-1ca60924c077 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:37.081822 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e86070ab-8e10-422e-b58e-400f9574084b req-7ac4cbdb-12e2-4f6c-9ae3-1ca60924c077 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.73 "DELETE /v2.0/ports/f1c3bdcd-03b7-4159-8b56-29c66f759062 HTTP/1.1" status: 204 len: 173 time: 1.3536408 Mar 23 12:59:37.082339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f8729f-9bcd-4685-b5e1-2283db9a1368', 'name': 'network-vif-deleted', 'tag': 'f1c3bdcd-03b7-4159-8b56-29c66f759062'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:59:37.084875 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249cb78c-706b-4ece-af95-df2a66756fdd" -d '{"events": [{"server_uuid": "46f8729f-9bcd-4685-b5e1-2283db9a1368", "name": "network-vif-deleted", "tag": "f1c3bdcd-03b7-4159-8b56-29c66f759062"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:59:37.192901 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb70de48-64ad-4234-a96e-2854e2ca911f tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:37.196103 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c616f8-da6b-41e0-b2d9-2104991b66d7 x-openstack-request-id: req-79c616f8-da6b-41e0-b2d9-2104991b66d7 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:59:37.196394 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f8729f-9bcd-4685-b5e1-2283db9a1368", "name": "network-vif-deleted", "tag": "f1c3bdcd-03b7-4159-8b56-29c66f759062", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:59:37.196643 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-79c616f8-da6b-41e0-b2d9-2104991b66d7 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:59:37.197065 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f8729f-9bcd-4685-b5e1-2283db9a1368', 'name': 'network-vif-deleted', 'tag': 'f1c3bdcd-03b7-4159-8b56-29c66f759062', 'status': 'completed', 'code': 200} Mar 23 12:59:37.228633 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70de48-64ad-4234-a96e-2854e2ca911f tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Pushing event deleted for resources: {'Port': ['ID=3cd5961e-7cc8-422f-90e5-e0d816340762,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:37.262049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a83c2cad-6a43-446b-93ae-754186ec1818 None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:37.340446 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cb70de48-64ad-4234-a96e-2854e2ca911f tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:37.344712 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cb70de48-64ad-4234-a96e-2854e2ca911f tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/ports/3cd5961e-7cc8-422f-90e5-e0d816340762 HTTP/1.1" status: 204 len: 168 time: 0.7897351 Mar 23 12:59:37.347647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41598) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:37.455432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5a2e95-0916-4e6d-b650-b3e4c11a629d tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Deleting subnet 10d3621f-398e-4c0d-9ebb-40ffe847779a {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 12:59:37.466901 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b5a2e95-0916-4e6d-b650-b3e4c11a629d tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:37.541655 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b5a2e95-0916-4e6d-b650-b3e4c11a629d tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:37.640033 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a83c2cad-6a43-446b-93ae-754186ec1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:37.683466 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b5a2e95-0916-4e6d-b650-b3e4c11a629d tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:37.718648 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c2cad-6a43-446b-93ae-754186ec1818 None None] Checking router: dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:59:37.741248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c2cad-6a43-446b-93ae-754186ec1818 None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:37.741953 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a83c2cad-6a43-446b-93ae-754186ec1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:37.773256 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b5a2e95-0916-4e6d-b650-b3e4c11a629d tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:37.809994 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b5a2e95-0916-4e6d-b650-b3e4c11a629d tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:37.815807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41610) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:37.820170 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2b5a2e95-0916-4e6d-b650-b3e4c11a629d tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/subnets/10d3621f-398e-4c0d-9ebb-40ffe847779a HTTP/1.1" status: 204 len: 168 time: 0.4628980 Mar 23 12:59:37.861666 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a2e95-0916-4e6d-b650-b3e4c11a629d tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Pushing event deleted for resources: {'Subnet': ['ID=10d3621f-398e-4c0d-9ebb-40ffe847779a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:37.868329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88484c86-62c6-4c0e-82f5-d841e47d2cb3 None None] Network 88ac80c5-fab6-487e-912b-f5b7e10251b7 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:59:37.918171 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:37.960206 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a7656274-53da-4267-90bf-5c70494d7e6a req-276c7832-3c50-464b-b7e9-87a0b849ac3d tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 210 time: 0.0392773 Mar 23 12:59:38.010426 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a83c2cad-6a43-446b-93ae-754186ec1818 None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:38.023476 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Deleting port 66bdf2bd-34ec-495d-87e2-449d66526d8a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:59:38.023885 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:38.244938 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61be9bf7-e8a7-42de-9bc7-4bfab76b3a9b None None] DHCP port deletion for 88ac80c5-fab6-487e-912b-f5b7e10251b7 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 12:59:38.417308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-61be9bf7-e8a7-42de-9bc7-4bfab76b3a9b None None] Deleting port 66bdf2bd-34ec-495d-87e2-449d66526d8a {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 12:59:38.417605 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61be9bf7-e8a7-42de-9bc7-4bfab76b3a9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:38.535088 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-61be9bf7-e8a7-42de-9bc7-4bfab76b3a9b None None] For port 66bdf2bd-34ec-495d-87e2-449d66526d8a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=66bdf2bd-34ec-495d-87e2-449d66526d8a,segment=NetworkSegment(0df79804-347c-4cf5-9238-2b4488b33a1e),segment_id=0df79804-347c-4cf5-9238-2b4488b33a1e)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:38.538014 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61be9bf7-e8a7-42de-9bc7-4bfab76b3a9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:38.575541 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-61be9bf7-e8a7-42de-9bc7-4bfab76b3a9b None None] Calling delete_port for 66bdf2bd-34ec-495d-87e2-449d66526d8a owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:59:38.607466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] For port 66bdf2bd-34ec-495d-87e2-449d66526d8a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=66bdf2bd-34ec-495d-87e2-449d66526d8a,segment=NetworkSegment(0df79804-347c-4cf5-9238-2b4488b33a1e),segment_id=0df79804-347c-4cf5-9238-2b4488b33a1e)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:38.607820 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:38.622499 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Calling delete_port for 66bdf2bd-34ec-495d-87e2-449d66526d8a owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 12:59:38.688834 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-61be9bf7-e8a7-42de-9bc7-4bfab76b3a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:38.770144 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:38.797634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Pushing event deleted for resources: {'Port': ['ID=66bdf2bd-34ec-495d-87e2-449d66526d8a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:38.812797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] No DVR routers for this DVR port 66bdf2bd-34ec-495d-87e2-449d66526d8a on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:59:38.931203 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be9bf7-e8a7-42de-9bc7-4bfab76b3a9b None None] Pushing event deleted for resources: {'Port': ['ID=66bdf2bd-34ec-495d-87e2-449d66526d8a,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:38.933437 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:38.950886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be9bf7-e8a7-42de-9bc7-4bfab76b3a9b None None] No DVR routers for this DVR port 66bdf2bd-34ec-495d-87e2-449d66526d8a on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:59:38.961245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a83c2cad-6a43-446b-93ae-754186ec1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:38.977007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ac80c5-fab6-487e-912b-f5b7e10251b7']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:38.990806 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df79804-347c-4cf5-9238-2b4488b33a1e') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:38.992202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df79804-347c-4cf5-9238-2b4488b33a1e') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:38.994634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c2cad-6a43-446b-93ae-754186ec1818 None None] The sync data for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 is: [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:59:39.009156 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:39.026683 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:39.033493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:59:39.034139 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: timer() Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:59:39.038800 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:59:39.126828 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a832dc0-c853-4ab4-8560-7ec458c3568c req-be029614-ebc3-4ba7-9a15-5c600dcfd4ea tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 210 time: 0.0448201 Mar 23 12:59:39.129703 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:39.138507 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:39.142128 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] 10.222.0.52 "DELETE /v2.0/networks/88ac80c5-fab6-487e-912b-f5b7e10251b7 HTTP/1.1" status: 204 len: 168 time: 1.3234947 Mar 23 12:59:39.155197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702c8e8-65a8-4c85-a100-0358a683c834 tempest-TagsExtTest-74963430 tempest-TagsExtTest-74963430-project] Pushing event deleted for resources: {'Network': ['ID=88ac80c5-fab6-487e-912b-f5b7e10251b7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:39.227547 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 66bdf2bd-34ec-495d-87e2-449d66526d8a no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:59:39.253845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 66bdf2bd-34ec-495d-87e2-449d66526d8a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:59:39.260195 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 66bdf2bd-34ec-495d-87e2-449d66526d8a not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:59:39.414797 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c23be77-1758-40e7-b938-3af64ec49506 None None] New status for floating IP 9d68be79-e270-4279-bb1f-573043b39e79: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:59:39.534846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41626) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:39.688810 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1f4e1006-19c5-4f19-a500-b5085184e917 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fddd897ac135411389eaabf406d27b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523800 Mar 23 12:59:39.692306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41630) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:39.750339 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-540d6473-6a9f-4d61-a879-651671b63800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:39.779141 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-540d6473-6a9f-4d61-a879-651671b63800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:39.844081 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-540d6473-6a9f-4d61-a879-651671b63800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:39.846966 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-540d6473-6a9f-4d61-a879-651671b63800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:39.850809 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-540d6473-6a9f-4d61-a879-651671b63800 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/90276b32-bf77-418b-bc9b-c5626882657f HTTP/1.1" status: 204 len: 168 time: 0.1548848 Mar 23 12:59:39.861321 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d6473-6a9f-4d61-a879-651671b63800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90276b32-bf77-418b-bc9b-c5626882657f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:40.284580 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d58d8205-3dd1-42f1-af40-8f0f1f69372e req-527d4fa6-8006-4f04-abd1-895b0a6a3147 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 210 time: 0.0440850 Mar 23 12:59:40.331711 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41654) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:40.333047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device f1c3bdcd-03b7-4159-8b56-29c66f759062 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:59:40.379964 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: f1c3bdcd-03b7-4159-8b56-29c66f759062 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 12:59:40.380306 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device f1c3bdcd-03b7-4159-8b56-29c66f759062 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:59:40.501749 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-46b23e26-f422-44a4-965c-3d51d8ceee0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:40.653590 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-46b23e26-f422-44a4-965c-3d51d8ceee0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:40.671401 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-46b23e26-f422-44a4-965c-3d51d8ceee0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:40.708043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b23e26-f422-44a4-965c-3d51d8ceee0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82240fd8-64cf-4e49-9566-71b47d5c4726,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:40.735979 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-46b23e26-f422-44a4-965c-3d51d8ceee0e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3201eb9dc2354a0a95c0914eda4da948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4008331 Mar 23 12:59:40.736348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41670) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:40.810543 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e808d8f-0cba-4681-8d55-e8952dadf13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:40.838771 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e808d8f-0cba-4681-8d55-e8952dadf13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:40.935213 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e808d8f-0cba-4681-8d55-e8952dadf13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:40.946759 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6e808d8f-0cba-4681-8d55-e8952dadf13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:40.953484 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6e808d8f-0cba-4681-8d55-e8952dadf13b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82240fd8-64cf-4e49-9566-71b47d5c4726 HTTP/1.1" status: 204 len: 168 time: 0.2120752 Mar 23 12:59:40.975024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e808d8f-0cba-4681-8d55-e8952dadf13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82240fd8-64cf-4e49-9566-71b47d5c4726,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:41.073500 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41682) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:41.086775 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0059807 Mar 23 12:59:41.086916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41684) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:41.387991 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3419c948-67f3-44ea-ab0d-c4643e157549 tempest-NetworksApiDiscovery-2009604218 tempest-NetworksApiDiscovery-2009604218-project] 10.222.0.52 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2995269 Mar 23 12:59:41.419380 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-035c9e3c-ec23-43a8-888e-2c28dd3dd73f req-f702804f-0c67-4bdc-bdd5-763588fd7454 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 210 time: 0.0302303 Mar 23 12:59:41.683679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41704) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:41.897351 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0f7ea55-d847-41ee-bc5d-3ef5d0dc5c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:41.998287 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0f7ea55-d847-41ee-bc5d-3ef5d0dc5c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:42.006049 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0f7ea55-d847-41ee-bc5d-3ef5d0dc5c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:42.060242 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d0f7ea55-d847-41ee-bc5d-3ef5d0dc5c4f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b365422e77c341998ec74fbc128c94d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3729591 Mar 23 12:59:42.061122 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41726) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:42.063517 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7ea55-d847-41ee-bc5d-3ef5d0dc5c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcdcc50-7038-49cf-a72f-4e7c90f4b900,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:42.165267 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3079f77-5fd4-472b-8886-e1ad07ecad88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:42.208499 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3079f77-5fd4-472b-8886-e1ad07ecad88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:42.265369 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3079f77-5fd4-472b-8886-e1ad07ecad88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:42.268930 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3079f77-5fd4-472b-8886-e1ad07ecad88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:42.275782 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a3079f77-5fd4-472b-8886-e1ad07ecad88 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0dcdcc50-7038-49cf-a72f-4e7c90f4b900 HTTP/1.1" status: 204 len: 168 time: 0.2119284 Mar 23 12:59:42.301553 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3079f77-5fd4-472b-8886-e1ad07ecad88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcdcc50-7038-49cf-a72f-4e7c90f4b900,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:42.573222 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e7c9145-289e-4031-9e24-fb23e99e2cd2 req-24e67a73-14e3-4482-8afa-30814b143a14 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f8729f-9bcd-4685-b5e1-2283db9a1368 HTTP/1.1" status: 200 len: 210 time: 0.0280099 Mar 23 12:59:43.519984 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41774) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:43.526198 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2505d4c6-2e46-407b-8d45-6ff2c8374821 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1816210081', 'description': 'tempest-secgroup-smoke-1816210081 description', 'project_id': '7384117b2eb84ea483002d0119f2bf5c'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:43.553469 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2505d4c6-2e46-407b-8d45-6ff2c8374821 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:43.570879 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2505d4c6-2e46-407b-8d45-6ff2c8374821 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:43.709853 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2505d4c6-2e46-407b-8d45-6ff2c8374821 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:43.716239 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2505d4c6-2e46-407b-8d45-6ff2c8374821 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:43.789512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505d4c6-2e46-407b-8d45-6ff2c8374821 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb259129-0248-4561-9e4c-0592a7aa08fd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:43.805656 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2505d4c6-2e46-407b-8d45-6ff2c8374821 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:43.811904 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2505d4c6-2e46-407b-8d45-6ff2c8374821 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:43.852824 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2505d4c6-2e46-407b-8d45-6ff2c8374821 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:43.856496 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2505d4c6-2e46-407b-8d45-6ff2c8374821 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3345325 Mar 23 12:59:43.858527 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41794) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:43.859424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505d4c6-2e46-407b-8d45-6ff2c8374821 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f03b7d4-16bc-4b80-9149-e396a1e99995,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:43.864862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ddc680d3-d17a-464d-b0ee-57741c9f4d8f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': '1f03b7d4-16bc-4b80-9149-e396a1e99995', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:43.892426 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc680d3-d17a-464d-b0ee-57741c9f4d8f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:43.922024 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-3805d62a-c478-41e8-b61e-493d530cb5d0 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062970446&fields=id&tenant_id=a83d57a27e704c44abb036185c95fcaf HTTP/1.1" status: 200 len: 267 time: 0.0413370 Mar 23 12:59:43.980362 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc680d3-d17a-464d-b0ee-57741c9f4d8f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:43.987080 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc680d3-d17a-464d-b0ee-57741c9f4d8f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:44.000946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc680d3-d17a-464d-b0ee-57741c9f4d8f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1006c3-ef2f-439f-b085-2f16340386a6,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:44.029476 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ddc680d3-d17a-464d-b0ee-57741c9f4d8f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:44.031342 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ddc680d3-d17a-464d-b0ee-57741c9f4d8f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1707442 Mar 23 12:59:44.034394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41798) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:44.043704 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f8eac121-60f6-4b94-9ea5-e04b3e79201b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': '1f03b7d4-16bc-4b80-9149-e396a1e99995', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:44.085311 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8eac121-60f6-4b94-9ea5-e04b3e79201b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:44.111625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-140b5871-a7da-4371-8647-1e5e6e885d86 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:44.117079 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-140b5871-a7da-4371-8647-1e5e6e885d86 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 812 time: 0.1872964 Mar 23 12:59:44.157396 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-ac3b83d4-7637-4dc0-91cc-efd6e0b3bf37 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/quotas/a83d57a27e704c44abb036185c95fcaf HTTP/1.1" status: 200 len: 375 time: 0.0318580 Mar 23 12:59:44.235020 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8eac121-60f6-4b94-9ea5-e04b3e79201b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:44.244424 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8eac121-60f6-4b94-9ea5-e04b3e79201b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:44.259535 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-4f3a4f7e-4734-4dee-8fad-0ffeb36b8c96 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912769 Mar 23 12:59:44.324053 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eac121-60f6-4b94-9ea5-e04b3e79201b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76fb6f3e-d639-409e-814a-302da6de6bd9,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:44.334909 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8eac121-60f6-4b94-9ea5-e04b3e79201b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:44.336479 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f8eac121-60f6-4b94-9ea5-e04b3e79201b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2991123 Mar 23 12:59:44.340019 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41812) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:44.357929 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a87e2ae9-e280-42b2-9c85-d9e3825fd984 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': '1f03b7d4-16bc-4b80-9149-e396a1e99995', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:44.435301 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a87e2ae9-e280-42b2-9c85-d9e3825fd984 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:44.520633 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-82e62785-12d8-433e-9e24-b99c8c295aee service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 12:59:44.529883 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-82e62785-12d8-433e-9e24-b99c8c295aee service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2522447 Mar 23 12:59:44.552580 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a87e2ae9-e280-42b2-9c85-d9e3825fd984 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:44.561954 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a87e2ae9-e280-42b2-9c85-d9e3825fd984 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:44.591984 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a87e2ae9-e280-42b2-9c85-d9e3825fd984 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:44.594048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a87e2ae9-e280-42b2-9c85-d9e3825fd984 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2519908 Mar 23 12:59:44.603055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41830) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:44.611193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6b74f671-6fc9-4eea-bb03-aea5e7fde1e3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': '1f03b7d4-16bc-4b80-9149-e396a1e99995', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:44.620643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e2ae9-e280-42b2-9c85-d9e3825fd984 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afacda17-f329-466f-a390-ff040785a1b9,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:44.660516 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b74f671-6fc9-4eea-bb03-aea5e7fde1e3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:44.702526 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-97681f45-fa95-4eea-bc05-a8f8b7f82303 service neutron] 10.222.0.52 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714621 Mar 23 12:59:44.773517 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b74f671-6fc9-4eea-bb03-aea5e7fde1e3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:44.780293 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b74f671-6fc9-4eea-bb03-aea5e7fde1e3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:44.812024 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74f671-6fc9-4eea-bb03-aea5e7fde1e3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3758d0-4336-464a-8fcf-5852db3df620,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:44.844398 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6b74f671-6fc9-4eea-bb03-aea5e7fde1e3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:44.850478 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6b74f671-6fc9-4eea-bb03-aea5e7fde1e3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2452486 Mar 23 12:59:44.852257 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41844) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:44.865256 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7524aad0-db9c-4eab-a262-45d45c47de8a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': '1f03b7d4-16bc-4b80-9149-e396a1e99995', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:44.886757 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-10b8c245-aa3e-4312-98e6-4803fa6eb7e6 service neutron] 10.222.0.52 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750753 Mar 23 12:59:44.919521 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-7524aad0-db9c-4eab-a262-45d45c47de8a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Project 7384117b2eb84ea483002d0119f2bf5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:59:44.929212 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7524aad0-db9c-4eab-a262-45d45c47de8a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.081591 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7524aad0-db9c-4eab-a262-45d45c47de8a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.088904 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7524aad0-db9c-4eab-a262-45d45c47de8a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.124591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524aad0-db9c-4eab-a262-45d45c47de8a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aeb96bc-943d-45d3-a5e1-a74ce46b0efd,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:45.141477 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7524aad0-db9c-4eab-a262-45d45c47de8a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.144614 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7524aad0-db9c-4eab-a262-45d45c47de8a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2894955 Mar 23 12:59:45.146035 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41854) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:45.154185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-daa850f9-433b-4710-858c-0370262dcb9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': '1f03b7d4-16bc-4b80-9149-e396a1e99995', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:45.182985 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-daa850f9-433b-4710-858c-0370262dcb9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Project 7384117b2eb84ea483002d0119f2bf5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:59:45.190013 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-daa850f9-433b-4710-858c-0370262dcb9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.298288 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41858) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:45.337565 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-daa850f9-433b-4710-858c-0370262dcb9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.356066 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-daa850f9-433b-4710-858c-0370262dcb9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.405614 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-878b75bc-f819-4a7c-91d5-61bd9d60e97b req-55c5525b-3fff-4568-a4c7-5b70e85ece87 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 210 time: 0.0650811 Mar 23 12:59:45.418393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa850f9-433b-4710-858c-0370262dcb9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1aa4e5f-180c-43ba-9d94-8d5e5bb42199,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:45.428637 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-daa850f9-433b-4710-858c-0370262dcb9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.440554 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-daa850f9-433b-4710-858c-0370262dcb9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2929170 Mar 23 12:59:45.443363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41868) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:45.449870 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d08c5236-81f9-4073-9072-2a537337ea00 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'network': {'name': 'tempest-network-smoke--733969167', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'port_security_enabled': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:45.520480 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6871f72e-921a-4a21-baaf-20c2c802897d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.522497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08c5236-81f9-4073-9072-2a537337ea00 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Made reservation on behalf of 7384117b2eb84ea483002d0119f2bf5c for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:59:45.526068 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d08c5236-81f9-4073-9072-2a537337ea00 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.570956 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08c5236-81f9-4073-9072-2a537337ea00 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:59:45.594897 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d08c5236-81f9-4073-9072-2a537337ea00 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.595255 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-d08c5236-81f9-4073-9072-2a537337ea00 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Added segment cdd065ea-ffa6-4d4e-b3b2-baca4809e67f of type vlan for network e13d4429-1590-4ed7-acb1-b158d9513bfa Mar 23 12:59:45.659549 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d08c5236-81f9-4073-9072-2a537337ea00 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.699738 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6871f72e-921a-4a21-baaf-20c2c802897d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.705044 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6871f72e-921a-4a21-baaf-20c2c802897d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.718066 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d08c5236-81f9-4073-9072-2a537337ea00 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.725601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08c5236-81f9-4073-9072-2a537337ea00 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:45.726310 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d08c5236-81f9-4073-9072-2a537337ea00 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.778955 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6871f72e-921a-4a21-baaf-20c2c802897d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1a77254215df4eda8b513d8de61ddb0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4795289 Mar 23 12:59:45.782238 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41874) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:45.823163 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d08c5236-81f9-4073-9072-2a537337ea00 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3786016 Mar 23 12:59:45.829170 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41878) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:45.831589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871f72e-921a-4a21-baaf-20c2c802897d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149c72d8-bd75-4746-bde8-05b8d7f45ee2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:45.837697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1707511498', 'admin_state_up': True, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:45.842541 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c5236-81f9-4073-9072-2a537337ea00 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Network': ['ID=e13d4429-1590-4ed7-acb1-b158d9513bfa,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:45.871608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network e13d4429-1590-4ed7-acb1-b158d9513bfa details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:59:45.881137 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cd22e30-eb5e-4bbd-a5b8-45399976209d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.892010 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.893141 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.915632 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cd22e30-eb5e-4bbd-a5b8-45399976209d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:45.988775 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:46.105828 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cd22e30-eb5e-4bbd-a5b8-45399976209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:46.108663 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7cd22e30-eb5e-4bbd-a5b8-45399976209d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:46.110594 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7cd22e30-eb5e-4bbd-a5b8-45399976209d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/149c72d8-bd75-4746-bde8-05b8d7f45ee2 HTTP/1.1" status: 204 len: 168 time: 0.3264487 Mar 23 12:59:46.153270 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd22e30-eb5e-4bbd-a5b8-45399976209d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149c72d8-bd75-4746-bde8-05b8d7f45ee2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:46.160708 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:46.220527 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:46.403659 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:46.424272 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:46.508927 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41888) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:46.527591 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fe0a6e0-3029-4fb5-b169-f076e87a9400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:46.578623 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4db552d-e5e0-48ec-9f3d-a7fc44e50e4b req-d01b86a8-9566-4c9e-8247-4db95d515f4c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 210 time: 0.0669830 Mar 23 12:59:46.645973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Allocated IP 172.25.2.44 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/86c54577-2675-410e-8605-3f1d3776b38d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:59:46.714697 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fe0a6e0-3029-4fb5-b169-f076e87a9400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:46.731193 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6fe0a6e0-3029-4fb5-b169-f076e87a9400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:46.794875 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0a6e0-3029-4fb5-b169-f076e87a9400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8a1ec5-685e-4e49-b7f9-b7aa987dca34,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:46.804444 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:46.845013 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6fe0a6e0-3029-4fb5-b169-f076e87a9400 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b072fab5614478f9cef1a57f051351b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346591 Mar 23 12:59:46.847624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41894) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:46.883125 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:46.885412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-a2f37e43-15d8-4ff7-b83e-9e079ed80330 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:46.886731 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-a2f37e43-15d8-4ff7-b83e-9e079ed80330 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.73 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 812 time: 0.1889732 Mar 23 12:59:46.952023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:59:46.958203 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:59:46.966806 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:59:46.973242 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=86c54577-2675-410e-8605-3f1d3776b38d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:46.986016 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-4716f43f-5292-49b9-841f-5c198754b71b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83d57a27e704c44abb036185c95fcaf HTTP/1.1" status: 200 len: 380 time: 0.0888858 Mar 23 12:59:46.996192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-61ecf91d-e491-45e3-8603-14156e114c04 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Request body: {'port': {'device_id': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'admin_state_up': True, 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'security_groups': ['c67d9058-6234-4dc9-8061-b272492f34df']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:46.999195 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07c56c74-fdc0-41c1-b0b4-3803573c5a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:47.032414 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07c56c74-fdc0-41c1-b0b4-3803573c5a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:47.172261 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-61ecf91d-e491-45e3-8603-14156e114c04 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Made reservation on behalf of a83d57a27e704c44abb036185c95fcaf for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:59:47.179272 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-61ecf91d-e491-45e3-8603-14156e114c04 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:47.204556 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07c56c74-fdc0-41c1-b0b4-3803573c5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:47.207910 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-07c56c74-fdc0-41c1-b0b4-3803573c5a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:47.209076 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-07c56c74-fdc0-41c1-b0b4-3803573c5a67 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eb8a1ec5-685e-4e49-b7f9-b7aa987dca34 HTTP/1.1" status: 204 len: 168 time: 0.3589563 Mar 23 12:59:47.233827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c56c74-fdc0-41c1-b0b4-3803573c5a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8a1ec5-685e-4e49-b7f9-b7aa987dca34,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:47.387901 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:47.492170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-61ecf91d-e491-45e3-8603-14156e114c04 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Allocated IP 172.20.0.8 (bb56f7c4-c411-4c3a-9aa2-28215b8b28c1/870de485-4fe7-463d-99a0-400760616840/bb8ce287-7466-41d7-843f-2cae267cb9c7) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:59:47.631961 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:47.738841 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:47.799324 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-61ecf91d-e491-45e3-8603-14156e114c04 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:47.841207 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-61ecf91d-e491-45e3-8603-14156e114c04 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:47.842034 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab6e4e7d-e6e5-4036-b392-f3ec08554564 req-ba9e2c61-ca5c-4570-98c5-380e5aaa9124 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 210 time: 0.0450525 Mar 23 12:59:47.903481 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-61ecf91d-e491-45e3-8603-14156e114c04 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:59:47.907255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-61ecf91d-e491-45e3-8603-14156e114c04 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:59:47.911440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-61ecf91d-e491-45e3-8603-14156e114c04 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:59:47.946930 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecf91d-e491-45e3-8603-14156e114c04 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'Port': ['ID=bb8ce287-7466-41d7-843f-2cae267cb9c7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:47.986975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-61ecf91d-e491-45e3-8603-14156e114c04 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:47.988725 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-61ecf91d-e491-45e3-8603-14156e114c04 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:47.993155 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:59:48.026233 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-61ecf91d-e491-45e3-8603-14156e114c04 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0339410 Mar 23 12:59:48.040768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Request body: {'port': {'device_id': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:48.127325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:48.155388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:59:48.169006 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Sync routers for ids ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:59:48.179158 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Routers {'62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:48.179787 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:48.220109 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:48.225016 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d719b4c8-1b75-4dca-88ee-5707bfc95897 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3913426 Mar 23 12:59:48.225281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41918) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:48.384190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0aed3486-3ae9-4c40-ace2-9d1f2517304f None None] Provisioning complete for port bb8ce287-7466-41d7-843f-2cae267cb9c7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:48.384559 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0aed3486-3ae9-4c40-ace2-9d1f2517304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:48.480378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Set router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:48.629542 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4052b941-189e-4ca5-b382-199176ebc633 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=7384117b2eb84ea483002d0119f2bf5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4005413 Mar 23 12:59:48.630838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41926) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:48.699502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0aed3486-3ae9-4c40-ace2-9d1f2517304f None None] Port bb8ce287-7466-41d7-843f-2cae267cb9c7 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:59:48.750774 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8ce287-7466-41d7-843f-2cae267cb9c7 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:59:48.766625 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:48.781105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Transition to ACTIVE for port object bb8ce287-7466-41d7-843f-2cae267cb9c7 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:59:48.789305 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:48.858654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Pushing event updated for resources: {'Port': ['ID=bb8ce287-7466-41d7-843f-2cae267cb9c7,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:48.931517 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707511498', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '86c54577-2675-410e-8605-3f1d3776b38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:45Z', 'updated_at': '2022-03-23T12:59:47Z', 'revision_number': 3, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '86c54577-2675-410e-8605-3f1d3776b38d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:46Z', 'updated_at': '2022-03-23T12:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:48.978459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783e7d58-c7eb-4691-bb19-137598b47cf0 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:48.983092 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-783e7d58-c7eb-4691-bb19-137598b47cf0 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3507950 Mar 23 12:59:48.983719 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41938) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:49.013940 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Checking router: 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:59:49.034183 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Updating router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf port 86c54577-2675-410e-8605-3f1d3776b38d binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:59:49.076007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Attempting to bind port bb8ce287-7466-41d7-843f-2cae267cb9c7 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:59:49.076408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Attempting to bind port bb8ce287-7466-41d7-843f-2cae267cb9c7 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:59:49.076752 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Attempting to bind port bb8ce287-7466-41d7-843f-2cae267cb9c7 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:59:49.084877 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-431a1f41-1764-4b1e-8998-a98624818a56 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0940690 Mar 23 12:59:49.085382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41940) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:49.093399 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-475038e5-2a1c-452b-bdb8-671f40391aad tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-230678982', 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:49.103627 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:49.159377 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Port bb8ce287-7466-41d7-843f-2cae267cb9c7 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:59:49.159709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Attempting to bind port bb8ce287-7466-41d7-843f-2cae267cb9c7 on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:59:49.172454 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:59:49.172788 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Checking segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:59:49.184573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Bound using segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:59:49.185070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Bound port: bb8ce287-7466-41d7-843f-2cae267cb9c7, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:59:49.185438 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:49.213408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231a4fb-c60f-434b-8ff3-b0be667aa6df req-d2c1c529-6183-40ef-a593-d378ae27091f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:49.215170 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4231a4fb-c60f-434b-8ff3-b0be667aa6df req-d2c1c529-6183-40ef-a593-d378ae27091f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 943 time: 0.2219181 Mar 23 12:59:49.404222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] For port bb8ce287-7466-41d7-843f-2cae267cb9c7, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:59:49.435696 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4231a4fb-c60f-434b-8ff3-b0be667aa6df req-70e3cb78-1323-4f82-9086-4bbf3c203dfc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727498 Mar 23 12:59:49.454547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] For port bb8ce287-7466-41d7-843f-2cae267cb9c7, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bb8ce287-7466-41d7-843f-2cae267cb9c7,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:59:49.455662 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475038e5-2a1c-452b-bdb8-671f40391aad tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Made reservation on behalf of 7384117b2eb84ea483002d0119f2bf5c for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:59:49.459898 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-475038e5-2a1c-452b-bdb8-671f40391aad tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:49.510372 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:49.519010 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:49.589221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Attempting to bind port 86c54577-2675-410e-8605-3f1d3776b38d on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:59:49.589688 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Attempting to bind port 86c54577-2675-410e-8605-3f1d3776b38d by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:59:49.590196 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Attempting to bind port 86c54577-2675-410e-8605-3f1d3776b38d on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:59:49.592616 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f22218-0e72-4690-a919-3b6b85b6c268 None None] Pushing event updated for resources: {'Port': ['ID=86c54577-2675-410e-8605-3f1d3776b38d,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:49.606442 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:59:49.607222 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:59:49.607791 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:49.608344 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:59:49.608922 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Bound port: 86c54577-2675-410e-8605-3f1d3776b38d, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:59:49.609567 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:49.655271 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:49.667398 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] For port 86c54577-2675-410e-8605-3f1d3776b38d, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:59:49.672422 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] For port 86c54577-2675-410e-8605-3f1d3776b38d, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=86c54577-2675-410e-8605-3f1d3776b38d,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:59:49.675598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f22218-0e72-4690-a919-3b6b85b6c268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:49.676165 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f22218-0e72-4690-a919-3b6b85b6c268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:49.676626 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f22218-0e72-4690-a919-3b6b85b6c268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:49.677056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f22218-0e72-4690-a919-3b6b85b6c268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:49.677630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f22218-0e72-4690-a919-3b6b85b6c268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:49.678060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f22218-0e72-4690-a919-3b6b85b6c268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:49.678625 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f22218-0e72-4690-a919-3b6b85b6c268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:49.679151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f22218-0e72-4690-a919-3b6b85b6c268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:49.679714 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f22218-0e72-4690-a919-3b6b85b6c268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:49.680197 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f22218-0e72-4690-a919-3b6b85b6c268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:49.680826 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f22218-0e72-4690-a919-3b6b85b6c268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:49.681243 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f22218-0e72-4690-a919-3b6b85b6c268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:49.685508 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:49.763653 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Pushing event updated for resources: {'Port': ['ID=bb8ce287-7466-41d7-843f-2cae267cb9c7,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:49.768763 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:49.769927 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:49.771399 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-6594b640-eb31-4d26-90a3-93cae9e1cefe service neutron] 10.222.0.73 "PUT /v2.0/ports/bb8ce287-7466-41d7-843f-2cae267cb9c7 HTTP/1.1" status: 200 len: 1091 time: 1.7362115 Mar 23 12:59:49.772003 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'tag': 'bb8ce287-7466-41d7-843f-2cae267cb9c7'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:59:49.774417 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d0423e-49cc-41c2-968e-57cf514c33f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2", "tag": "bb8ce287-7466-41d7-843f-2cae267cb9c7"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:59:49.779150 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-475038e5-2a1c-452b-bdb8-671f40391aad tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:49.817004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f22218-0e72-4690-a919-3b6b85b6c268 None None] Pushing event updated for resources: {'Port': ['ID=86c54577-2675-410e-8605-3f1d3776b38d,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:49.827350 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Routers {'62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:49.828172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:49.854135 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11eaf9f0-9269-4368-a8b6-987df135f5ee x-openstack-request-id: req-11eaf9f0-9269-4368-a8b6-987df135f5ee {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:59:49.854501 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2", "tag": "bb8ce287-7466-41d7-843f-2cae267cb9c7", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:59:49.854716 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11eaf9f0-9269-4368-a8b6-987df135f5ee {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:59:49.855078 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'tag': 'bb8ce287-7466-41d7-843f-2cae267cb9c7', 'status': 'completed', 'code': 200} Mar 23 12:59:49.998561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475038e5-2a1c-452b-bdb8-671f40391aad tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Subnet': ['ID=52aba2e5-ae3d-49e8-a1fb-3979686b19ba,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:49.999281 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] Set router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:50.061382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475038e5-2a1c-452b-bdb8-671f40391aad tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Checking segment: {'id': 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:59:50.062067 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475038e5-2a1c-452b-bdb8-671f40391aad tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network hostable DHCP agents. Network: e13d4429-1590-4ed7-acb1-b158d9513bfa, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:59:50.082660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-4bddcc55-44e8-44c0-b8e8-78502b3cc9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:50.084328 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-4bddcc55-44e8-44c0-b8e8-78502b3cc9ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 1094 time: 0.2511344 Mar 23 12:59:50.184022 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-de1b3816-a7f3-4ff8-b12c-cd141ef46cc8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb8ce287-7466-41d7-843f-2cae267cb9c7 HTTP/1.1" status: 200 len: 217 time: 0.0866923 Mar 23 12:59:50.226867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475038e5-2a1c-452b-bdb8-671f40391aad tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network e13d4429-1590-4ed7-acb1-b158d9513bfa is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:59:50.245790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-475038e5-2a1c-452b-bdb8-671f40391aad tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, e13d4429-1590-4ed7-acb1-b158d9513bfa) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:59:50.262542 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-fd02d764-af9a-4719-9717-e90a14008d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:50.264730 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-fd02d764-af9a-4719-9717-e90a14008d89 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.0736525 Mar 23 12:59:50.266477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475038e5-2a1c-452b-bdb8-671f40391aad tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:50.267246 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-475038e5-2a1c-452b-bdb8-671f40391aad tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:50.301314 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccebc4c1-9866-4dc3-b88e-db3e5b82abaf None None] Network e13d4429-1590-4ed7-acb1-b158d9513bfa requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:59:50.330011 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-475038e5-2a1c-452b-bdb8-671f40391aad tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2432747 Mar 23 12:59:50.333077 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41968) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:50.379020 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-ab2e6d6a-9455-4e5f-82e7-4d9b6e37808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:50.380560 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-ab2e6d6a-9455-4e5f-82e7-4d9b6e37808c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079757 Mar 23 12:59:50.587778 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-aba358c3-d9af-4599-8b96-8308d7c18c22 service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947355 Mar 23 12:59:50.701591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707511498', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '86c54577-2675-410e-8605-3f1d3776b38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:45Z', 'updated_at': '2022-03-23T12:59:47Z', 'revision_number': 3, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '86c54577-2675-410e-8605-3f1d3776b38d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:46Z', 'updated_at': '2022-03-23T12:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:50.777040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 41980) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:50.796214 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9129902-37a8-429a-8ee8-72ec9ca9dde0 None None] The sync data for ids ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'] in n-d-834854-1 is: [{'id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707511498', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '86c54577-2675-410e-8605-3f1d3776b38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:45Z', 'updated_at': '2022-03-23T12:59:47Z', 'revision_number': 3, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '86c54577-2675-410e-8605-3f1d3776b38d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:46Z', 'updated_at': '2022-03-23T12:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:59:50.797495 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358576b-f358-47b7-9091-f0c762ee762f req-a98fc07e-53c6-443c-9ffa-3f63faa35033 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:50.808369 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1358576b-f358-47b7-9091-f0c762ee762f req-a98fc07e-53c6-443c-9ffa-3f63faa35033 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 943 time: 0.1899490 Mar 23 12:59:50.809547 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-e13d4429-1590-4ed7-acb1-b158d9513bfa', 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ips': [{'subnet_id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 12:59:50.810422 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:50.914031 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d6b89d4-5dda-47b5-bdea-aef2bc7d2a77 req-19a9b920-b8e3-414a-951a-69d60ee63757 service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185132 Mar 23 12:59:50.917843 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1358576b-f358-47b7-9091-f0c762ee762f req-117f56ea-59af-4fc9-8d25-4b0a649e4230 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085236 Mar 23 12:59:51.030953 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1ab8c30-1f2d-4250-b6bb-ebdac606868b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:51.095948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0423e-49cc-41c2-968e-57cf514c33f2 req-fe574f92-9d36-4233-891e-b4c40f1a8fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:51.098257 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51d0423e-49cc-41c2-968e-57cf514c33f2 req-fe574f92-9d36-4233-891e-b4c40f1a8fee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 1094 time: 0.1169255 Mar 23 12:59:51.183325 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Allocated IP 172.20.0.2 (e13d4429-1590-4ed7-acb1-b158d9513bfa/52aba2e5-ae3d-49e8-a1fb-3979686b19ba/ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:59:51.323280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0423e-49cc-41c2-968e-57cf514c33f2 req-4b0bdfbc-2447-4cff-b549-9ec908e95020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:51.323280 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51d0423e-49cc-41c2-968e-57cf514c33f2 req-4b0bdfbc-2447-4cff-b549-9ec908e95020 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 913 time: 0.2098684 Mar 23 12:59:51.328631 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1ab8c30-1f2d-4250-b6bb-ebdac606868b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:51.436216 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1ab8c30-1f2d-4250-b6bb-ebdac606868b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:51.444888 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51d0423e-49cc-41c2-968e-57cf514c33f2 req-d536f4f0-473c-4e6c-b1db-c13b9aeccdd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb8ce287-7466-41d7-843f-2cae267cb9c7 HTTP/1.1" status: 200 len: 217 time: 0.1128035 Mar 23 12:59:51.528307 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:51.537578 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:51.584511 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Network e13d4429-1590-4ed7-acb1-b158d9513bfa is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:59:51.588656 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:59:51.597362 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:59:51.643810 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Pushing event updated for resources: {'Port': ['ID=ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:51.650460 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a1ab8c30-1f2d-4250-b6bb-ebdac606868b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbef097cedaf46dd891c56ae3880fcbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8372128 Mar 23 12:59:51.653314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 41994) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:51.655106 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab8c30-1f2d-4250-b6bb-ebdac606868b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ee2aed-237f-4b24-b90f-64148e10abf3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:51.663242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0423e-49cc-41c2-968e-57cf514c33f2 req-c2b0fca0-3e47-4a99-ae8a-a66c86842fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:51.673883 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51d0423e-49cc-41c2-968e-57cf514c33f2 req-c2b0fca0-3e47-4a99-ae8a-a66c86842fbf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.2000513 Mar 23 12:59:51.693469 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Attempting to bind port ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:59:51.695233 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Attempting to bind port ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:59:51.696115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Attempting to bind port ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b on network e13d4429-1590-4ed7-acb1-b158d9513bfa {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:59:51.708654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:59:51.709652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Checking segment: {'id': 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:59:51.710518 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:51.711230 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Bound using segment: {'id': 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:59:51.711992 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Bound port: ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:59:51.712635 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:51.729331 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27955dee-2bc4-4763-a8b8-4d164bac7cc9 req-62fe6398-cda6-4624-9d97-84c0e8e32101 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1420388 Mar 23 12:59:51.762047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0423e-49cc-41c2-968e-57cf514c33f2 req-4760e13e-3cd1-4300-b342-0c9355b1d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:51.763588 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51d0423e-49cc-41c2-968e-57cf514c33f2 req-4760e13e-3cd1-4300-b342-0c9355b1d6ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793240 Mar 23 12:59:51.854154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] For port ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:59:51.860426 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] For port ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b,segment=NetworkSegment(cdd065ea-ffa6-4d4e-b3b2-baca4809e67f),segment_id=cdd065ea-ffa6-4d4e-b3b2-baca4809e67f)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:59:51.868330 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:51.889978 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:51.998586 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31956262-efe4-4bfe-b6a4-64ffb0095712 None None] Pushing event updated for resources: {'Port': ['ID=ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:52.025803 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:52.036339 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51d0423e-49cc-41c2-968e-57cf514c33f2 req-fc3298f8-719b-4091-b91d-1860f29b096a service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650435 Mar 23 12:59:52.042147 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42000) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:52.143646 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27955dee-2bc4-4763-a8b8-4d164bac7cc9 req-7d65aab9-76a9-482a-854a-86fee467aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:52.145231 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27955dee-2bc4-4763-a8b8-4d164bac7cc9 req-7d65aab9-76a9-482a-854a-86fee467aab8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=19171b52f76e4157a4ec58a49fcc16cb&device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 1097 time: 0.3415546 Mar 23 12:59:52.199251 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51d0423e-49cc-41c2-968e-57cf514c33f2 req-6bf55328-264d-4bb4-83c1-98c63e4f04e5 service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551473 Mar 23 12:59:52.291613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff419293-7851-46c8-9f10-8969b8f808a3 req-ae6ad087-a6a4-45f9-8405-23cb6c018749 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:52.301580 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ff419293-7851-46c8-9f10-8969b8f808a3 req-ae6ad087-a6a4-45f9-8405-23cb6c018749 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 943 time: 0.2405667 Mar 23 12:59:52.362264 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:52.383050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27955dee-2bc4-4763-a8b8-4d164bac7cc9 req-15a34a33-80ec-42b4-be28-f424057cdf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:52.384681 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27955dee-2bc4-4763-a8b8-4d164bac7cc9 req-15a34a33-80ec-42b4-be28-f424057cdf1d service neutron] 10.222.0.77 "GET /v2.0/networks?id=efa11817-c4f9-4668-abb8-4a3e594d3f44 HTTP/1.1" status: 200 len: 909 time: 0.2081201 Mar 23 12:59:52.418266 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:52.421126 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:52.422297 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/18ee2aed-237f-4b24-b90f-64148e10abf3 HTTP/1.1" status: 204 len: 168 time: 0.7651365 Mar 23 12:59:52.434679 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36bb4cb4-c1d7-49fb-acc1-a3f5dcd870f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:52.485155 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27955dee-2bc4-4763-a8b8-4d164bac7cc9 req-b38ca67d-2389-46cc-baa8-bf200138098d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92e4925a-3593-4679-9ab1-53553f9c1059 HTTP/1.1" status: 200 len: 1002 time: 0.0918715 Mar 23 12:59:52.525744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ee2aed-237f-4b24-b90f-64148e10abf3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:52.548972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27955dee-2bc4-4763-a8b8-4d164bac7cc9 req-44a35118-977d-461f-ae71-cc4988e6aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:52.550643 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27955dee-2bc4-4763-a8b8-4d164bac7cc9 req-44a35118-977d-461f-ae71-cc4988e6aada service neutron] 10.222.0.77 "GET /v2.0/subnets?id=123743e7-cb7c-46c8-b7b7-b6da5322356e HTTP/1.1" status: 200 len: 847 time: 0.0593290 Mar 23 12:59:52.579606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:52.580267 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:52.580826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:52.581379 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:52.582554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:52.583223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:52.583785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:52.584632 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:52.585385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:52.585906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:52.586426 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:52.587122 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec1ff-9457-402d-b270-957189bb1fd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:52.616702 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27955dee-2bc4-4763-a8b8-4d164bac7cc9 req-352647e5-a754-4591-9513-18a5368d6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:52.618739 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27955dee-2bc4-4763-a8b8-4d164bac7cc9 req-352647e5-a754-4591-9513-18a5368d6e6e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efa11817-c4f9-4668-abb8-4a3e594d3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607681 Mar 23 12:59:52.637398 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ff419293-7851-46c8-9f10-8969b8f808a3 req-2768950d-24ee-4897-962f-2bfb2c171ad2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684929 Mar 23 12:59:52.753486 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27955dee-2bc4-4763-a8b8-4d164bac7cc9 req-56664624-f75b-4b4a-be79-1998bd34083f service neutron] 10.222.0.77 "GET /v2.0/networks/efa11817-c4f9-4668-abb8-4a3e594d3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272333 Mar 23 12:59:52.815212 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36bb4cb4-c1d7-49fb-acc1-a3f5dcd870f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:52.826104 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-36bb4cb4-c1d7-49fb-acc1-a3f5dcd870f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:52.867483 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27955dee-2bc4-4763-a8b8-4d164bac7cc9 req-0db3f272-9f43-4ba3-9dea-b1914a194108 service neutron] 10.222.0.77 "GET /v2.0/networks/efa11817-c4f9-4668-abb8-4a3e594d3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079338 Mar 23 12:59:52.883891 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42010) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:52.899071 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f92089e6-3f50-4a87-903f-9fd4cef32f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:52.914638 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42012) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:52.914862 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-36bb4cb4-c1d7-49fb-acc1-a3f5dcd870f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b28c6863ad7f48f19d919d3c897b71da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8555040 Mar 23 12:59:52.921901 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb4cb4-c1d7-49fb-acc1-a3f5dcd870f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911f3951-bc2b-4fe1-89fc-680d0ac7de76,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:53.000387 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Allocated IP 172.20.0.1 (e13d4429-1590-4ed7-acb1-b158d9513bfa/52aba2e5-ae3d-49e8-a1fb-3979686b19ba/0512390c-0819-484a-8c0f-f043c9c9d752) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:59:53.001176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2e303ea-4842-4de0-8a76-18325a710c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:53.038808 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f92089e6-3f50-4a87-903f-9fd4cef32f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:53.043607 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2e303ea-4842-4de0-8a76-18325a710c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:53.050362 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f92089e6-3f50-4a87-903f-9fd4cef32f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:53.116512 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f92089e6-3f50-4a87-903f-9fd4cef32f0d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b9788c75d784c2bafe3386fc383955a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307670 Mar 23 12:59:53.117437 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42014) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:53.125140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92089e6-3f50-4a87-903f-9fd4cef32f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2678b6e-05a6-4d93-9cad-9f77ee84ff31,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:53.176490 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2e303ea-4842-4de0-8a76-18325a710c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:53.178993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e2e303ea-4842-4de0-8a76-18325a710c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:53.182671 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:53.204809 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e2e303ea-4842-4de0-8a76-18325a710c97 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/911f3951-bc2b-4fe1-89fc-680d0ac7de76 HTTP/1.1" status: 204 len: 168 time: 0.2713814 Mar 23 12:59:53.235942 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e303ea-4842-4de0-8a76-18325a710c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911f3951-bc2b-4fe1-89fc-680d0ac7de76,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:53.237835 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-565b2793-f190-4a8d-92fe-894444b7663e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:53.240159 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:53.269892 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-565b2793-f190-4a8d-92fe-894444b7663e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:53.347471 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-565b2793-f190-4a8d-92fe-894444b7663e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:53.350986 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-565b2793-f190-4a8d-92fe-894444b7663e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:53.352488 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-565b2793-f190-4a8d-92fe-894444b7663e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f2678b6e-05a6-4d93-9cad-9f77ee84ff31 HTTP/1.1" status: 204 len: 168 time: 0.2334206 Mar 23 12:59:53.366940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network e13d4429-1590-4ed7-acb1-b158d9513bfa is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:59:53.370996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:59:53.380538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b2793-f190-4a8d-92fe-894444b7663e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2678b6e-05a6-4d93-9cad-9f77ee84ff31,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:53.443443 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=0512390c-0819-484a-8c0f-f043c9c9d752,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:53.449625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:59:53.541040 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 86c54577-2675-410e-8605-3f1d3776b38d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:59:53.620263 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:53.726194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e2adb5-cb93-4235-8c08-baa53d504781 None None] Network e13d4429-1590-4ed7-acb1-b158d9513bfa requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 12:59:53.729873 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 86c54577-2675-410e-8605-3f1d3776b38d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:53.730248 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:53.828190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e970d-94eb-4a1c-9950-703a4f68d2fb req-edaf1372-1d25-4df2-bae0-419e4ff33569 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:53.838948 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d4e970d-94eb-4a1c-9950-703a4f68d2fb req-edaf1372-1d25-4df2-bae0-419e4ff33569 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 943 time: 0.0888805 Mar 23 12:59:53.920612 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42032) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:53.933480 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d4e970d-94eb-4a1c-9950-703a4f68d2fb req-0aadbce8-d2fb-4ebc-aa94-c8c8f1240ecf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898261 Mar 23 12:59:53.968310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ee1ddd08-3c99-4c44-a214-555f12813ce5 None None] Provisioning complete for port ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:53.968583 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee1ddd08-3c99-4c44-a214-555f12813ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:53.987747 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4f9ab07-b720-462c-8618-58cf3cd98460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.036279 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.155120 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a86f3ed6-988e-40cb-a35d-16a9aca8ccbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.161128 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.187498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 86c54577-2675-410e-8605-3f1d3776b38d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=86c54577-2675-410e-8605-3f1d3776b38d,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:54.216683 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.217557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:59:54.273118 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4f9ab07-b720-462c-8618-58cf3cd98460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.285750 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4f9ab07-b720-462c-8618-58cf3cd98460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.302235 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee1ddd08-3c99-4c44-a214-555f12813ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.330447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=86c54577-2675-410e-8605-3f1d3776b38d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:54.347467 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c4f9ab07-b720-462c-8618-58cf3cd98460 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6b6f22b318994a5fbd2e2745101b6988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4211750 Mar 23 12:59:54.348271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42042) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 12:59:54.355051 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ee1ddd08-3c99-4c44-a214-555f12813ce5 None None] For port ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b,segment=NetworkSegment(cdd065ea-ffa6-4d4e-b3b2-baca4809e67f),segment_id=cdd065ea-ffa6-4d4e-b3b2-baca4809e67f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:54.367160 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ee1ddd08-3c99-4c44-a214-555f12813ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.408607 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:54.409246 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.442833 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9ab07-b720-462c-8618-58cf3cd98460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c6b3af-edbc-43ee-87cc-73ddef6949bb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:54.454862 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a83fe196-7e8f-4f41-802b-f0bdb819c8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.490036 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a83fe196-7e8f-4f41-802b-f0bdb819c8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.504585 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ddd08-3c99-4c44-a214-555f12813ce5 None None] Pushing event updated for resources: {'Port': ['ID=ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:54.562437 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.570835 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.587459 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a83fe196-7e8f-4f41-802b-f0bdb819c8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.590416 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a83fe196-7e8f-4f41-802b-f0bdb819c8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.592369 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a83fe196-7e8f-4f41-802b-f0bdb819c8fd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71c6b3af-edbc-43ee-87cc-73ddef6949bb HTTP/1.1" status: 204 len: 168 time: 0.2421956 Mar 23 12:59:54.604222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fe196-7e8f-4f41-802b-f0bdb819c8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c6b3af-edbc-43ee-87cc-73ddef6949bb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:54.672952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=0512390c-0819-484a-8c0f-f043c9c9d752,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:54.677277 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.707250 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-52fe0d72-4cd0-4ee0-b6f1-7e773784da7d None None] Provisioning complete for port ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:54.709762 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-52fe0d72-4cd0-4ee0-b6f1-7e773784da7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:54.799764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network e13d4429-1590-4ed7-acb1-b158d9513bfa is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:59:54.803276 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:59:54.958556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:59:55.076613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-52fe0d72-4cd0-4ee0-b6f1-7e773784da7d None None] Provisioning complete for port 0512390c-0819-484a-8c0f-f043c9c9d752 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:55.077329 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-52fe0d72-4cd0-4ee0-b6f1-7e773784da7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:55.114622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-52fe0d72-4cd0-4ee0-b6f1-7e773784da7d None None] Port 0512390c-0819-484a-8c0f-f043c9c9d752 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:59:55.208655 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:59:55.216170 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1c03adf5-01a9-41c8-870b-2f52a94c4ada tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "PUT /v2.0/routers/62806d78-5eda-4c24-b1b4-20d1dd6bdbcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8804862 Mar 23 12:59:55.227264 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Sync routers for ids ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:59:55.245822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b7818aec-a3bf-4789-b956-5fa68e692019 None None] Provisioning complete for port 0512390c-0819-484a-8c0f-f043c9c9d752 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:55.246146 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b7818aec-a3bf-4789-b956-5fa68e692019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:55.247217 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Routers {'62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:55.248339 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:55.259353 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658f1d9-4325-491a-9c8e-216f236ad398 req-cde54a8d-32ab-493f-814a-b79104259f8e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:55.261798 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c658f1d9-4325-491a-9c8e-216f236ad398 req-cde54a8d-32ab-493f-814a-b79104259f8e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 943 time: 0.1368697 Mar 23 12:59:55.300168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b7818aec-a3bf-4789-b956-5fa68e692019 None None] Port 0512390c-0819-484a-8c0f-f043c9c9d752 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:59:55.304736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 86c54577-2675-410e-8605-3f1d3776b38d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:59:55.319357 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c658f1d9-4325-491a-9c8e-216f236ad398 req-9d137fae-ef0a-4215-8f28-30d203174b0d tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475042 Mar 23 12:59:55.380218 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 86c54577-2675-410e-8605-3f1d3776b38d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:55.380599 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:55.420241 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Set router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:55.436642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-30fda830-81a5-4ef3-9088-09f72a92bbe7 None None] Provisioning complete for port 0512390c-0819-484a-8c0f-f043c9c9d752 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:55.437012 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-30fda830-81a5-4ef3-9088-09f72a92bbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:55.513066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-30fda830-81a5-4ef3-9088-09f72a92bbe7 None None] Port 0512390c-0819-484a-8c0f-f043c9c9d752 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:59:55.561281 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:59:55.568903 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-8dda48cf-1ef5-4253-aa97-10223730c052 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1816210081&fields=id&tenant_id=7384117b2eb84ea483002d0119f2bf5c HTTP/1.1" status: 200 len: 267 time: 0.0496147 Mar 23 12:59:55.624259 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:55.624640 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:55.778797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-1320fb72-d238-4e58-adf4-e82547d36826 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:55.780877 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-1320fb72-d238-4e58-adf4-e82547d36826 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/networks?id=e13d4429-1590-4ed7-acb1-b158d9513bfa HTTP/1.1" status: 200 len: 796 time: 0.2042701 Mar 23 12:59:55.802669 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-faa9d922-eb03-4799-b3d1-c7a9407de6a8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/quotas/7384117b2eb84ea483002d0119f2bf5c HTTP/1.1" status: 200 len: 375 time: 0.0142221 Mar 23 12:59:55.845501 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707511498', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '86c54577-2675-410e-8605-3f1d3776b38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:45Z', 'updated_at': '2022-03-23T12:59:53Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '86c54577-2675-410e-8605-3f1d3776b38d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:46Z', 'updated_at': '2022-03-23T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '0512390c-0819-484a-8c0f-f043c9c9d752', 'name': '', 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:e0:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:52Z', 'updated_at': '2022-03-23T12:59:54Z', 'revision_number': 2, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:55.869229 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-46e26df7-da88-498b-9589-8114183ce79b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599637 Mar 23 12:59:55.889845 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Checking router: 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:59:55.890255 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Updating router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf port 0512390c-0819-484a-8c0f-f043c9c9d752 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:59:55.921320 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:56.007085 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-2ff2964f-c255-49c9-96be-a0055ffcb377 service neutron] 10.222.0.52 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219242 Mar 23 12:59:56.133103 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-60020189-39ea-41de-83bf-2dd4ba4f05d7 service neutron] 10.222.0.52 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244652 Mar 23 12:59:56.256315 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:56.272841 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:56.352001 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b437a134-68ac-4675-a9b8-3e4336bd61cd req-e72e1d43-ec11-493b-a487-99c59c087ed7 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 210 time: 0.0522995 Mar 23 12:59:56.357984 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d790fba-8e55-43ae-a4d6-c060b72b6fd5 None None] Pushing event updated for resources: {'Port': ['ID=0512390c-0819-484a-8c0f-f043c9c9d752,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:56.414350 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d790fba-8e55-43ae-a4d6-c060b72b6fd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:56.414636 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d790fba-8e55-43ae-a4d6-c060b72b6fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:56.415001 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d790fba-8e55-43ae-a4d6-c060b72b6fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:56.415295 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d790fba-8e55-43ae-a4d6-c060b72b6fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:56.415623 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d790fba-8e55-43ae-a4d6-c060b72b6fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:56.415999 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d790fba-8e55-43ae-a4d6-c060b72b6fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:56.416631 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d790fba-8e55-43ae-a4d6-c060b72b6fd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:56.416930 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d790fba-8e55-43ae-a4d6-c060b72b6fd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:56.429416 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d790fba-8e55-43ae-a4d6-c060b72b6fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:56.429902 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d790fba-8e55-43ae-a4d6-c060b72b6fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:56.431411 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d790fba-8e55-43ae-a4d6-c060b72b6fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:56.431754 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d790fba-8e55-43ae-a4d6-c060b72b6fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:59:56.557064 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Attempting to bind port 0512390c-0819-484a-8c0f-f043c9c9d752 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:59:56.557714 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Attempting to bind port 0512390c-0819-484a-8c0f-f043c9c9d752 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:59:56.558008 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Attempting to bind port 0512390c-0819-484a-8c0f-f043c9c9d752 on network e13d4429-1590-4ed7-acb1-b158d9513bfa {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:59:56.568978 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:59:56.570154 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Checking segment: {'id': 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:59:56.575343 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:56.575343 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Bound using segment: {'id': 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:59:56.575343 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Bound port: 0512390c-0819-484a-8c0f-f043c9c9d752, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:59:56.575343 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:56.581439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a6ae2-ecc1-4792-977a-4affa0ea4039 req-38339dfa-66f4-44e8-ae81-f28242a27427 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:56.595052 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a0a6ae2-ecc1-4792-977a-4affa0ea4039 req-38339dfa-66f4-44e8-ae81-f28242a27427 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 943 time: 0.1244779 Mar 23 12:59:56.660713 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a0a6ae2-ecc1-4792-977a-4affa0ea4039 req-626aff29-74bc-4040-b33d-d5e94afe077e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559566 Mar 23 12:59:56.764902 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] For port 0512390c-0819-484a-8c0f-f043c9c9d752, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:59:56.770528 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] For port 0512390c-0819-484a-8c0f-f043c9c9d752, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0512390c-0819-484a-8c0f-f043c9c9d752,segment=NetworkSegment(cdd065ea-ffa6-4d4e-b3b2-baca4809e67f),segment_id=cdd065ea-ffa6-4d4e-b3b2-baca4809e67f)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:59:56.777212 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:56.857932 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Routers {'62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:59:56.859439 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:56.861043 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-416ca5ca-63a3-450f-bcb7-fc7231bb6cca None None] Provisioning complete for port 0512390c-0819-484a-8c0f-f043c9c9d752 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:56.861997 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-416ca5ca-63a3-450f-bcb7-fc7231bb6cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:56.939859 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-063c6b8a-ae3b-499c-8bc2-3726a08ab1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:57.046941 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-416ca5ca-63a3-450f-bcb7-fc7231bb6cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:57.112309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-416ca5ca-63a3-450f-bcb7-fc7231bb6cca None None] For port 0512390c-0819-484a-8c0f-f043c9c9d752, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0512390c-0819-484a-8c0f-f043c9c9d752,segment=NetworkSegment(cdd065ea-ffa6-4d4e-b3b2-baca4809e67f),segment_id=cdd065ea-ffa6-4d4e-b3b2-baca4809e67f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:59:57.118268 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-416ca5ca-63a3-450f-bcb7-fc7231bb6cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:57.164861 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d790fba-8e55-43ae-a4d6-c060b72b6fd5 None None] Pushing event updated for resources: {'Port': ['ID=0512390c-0819-484a-8c0f-f043c9c9d752,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:57.178921 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] Set router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:59:57.277059 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ca5ca-63a3-450f-bcb7-fc7231bb6cca None None] Pushing event updated for resources: {'Port': ['ID=0512390c-0819-484a-8c0f-f043c9c9d752,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:57.350872 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6b454556-6574-417a-b7c7-9429d92a2e9b None None] Provisioning complete for port 0512390c-0819-484a-8c0f-f043c9c9d752 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:57.351560 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6b454556-6574-417a-b7c7-9429d92a2e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:57.483426 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707511498', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '86c54577-2675-410e-8605-3f1d3776b38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:45Z', 'updated_at': '2022-03-23T12:59:53Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '86c54577-2675-410e-8605-3f1d3776b38d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:46Z', 'updated_at': '2022-03-23T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '0512390c-0819-484a-8c0f-f043c9c9d752', 'name': '', 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:e0:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:52Z', 'updated_at': '2022-03-23T12:59:56Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:59:57.509874 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d4804d1c-47c1-4e7f-a918-db62c304009b req-9574772b-3c2f-4a1e-ad03-c9d062c9e9a7 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 210 time: 0.0595107 Mar 23 12:59:57.537103 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8011d7-ca33-4357-a420-cfd1137c05c0 None None] The sync data for ids ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'] in n-d-834854-1 is: [{'id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707511498', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '86c54577-2675-410e-8605-3f1d3776b38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:45Z', 'updated_at': '2022-03-23T12:59:53Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '86c54577-2675-410e-8605-3f1d3776b38d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:46Z', 'updated_at': '2022-03-23T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '0512390c-0819-484a-8c0f-f043c9c9d752', 'name': '', 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:e0:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:52Z', 'updated_at': '2022-03-23T12:59:56Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:59:57.814002 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:57.937940 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68c9e7-51a7-48f5-82cd-c6b2ce4ae6db req-91b240c3-bd5b-4ebf-bad0-620968a60f6c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:57.939644 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e68c9e7-51a7-48f5-82cd-c6b2ce4ae6db req-91b240c3-bd5b-4ebf-bad0-620968a60f6c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 943 time: 0.1322126 Mar 23 12:59:57.964254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-fdb86090-aaa2-4bc9-8492-75c520015565 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:57.965539 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-fdb86090-aaa2-4bc9-8492-75c520015565 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.77 "GET /v2.0/networks?id=e13d4429-1590-4ed7-acb1-b158d9513bfa HTTP/1.1" status: 200 len: 796 time: 0.2676654 Mar 23 12:59:58.019780 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e68c9e7-51a7-48f5-82cd-c6b2ce4ae6db req-2ce3a2fd-8e5e-4406-bcf2-691e2ecd787f tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730548 Mar 23 12:59:58.046951 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-acdc318c-adc5-4c06-8bd0-2c8f9560d9f7 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7384117b2eb84ea483002d0119f2bf5c HTTP/1.1" status: 200 len: 380 time: 0.0707633 Mar 23 12:59:58.058671 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-9c8bdce7-1458-41c6-b657-329e92be48d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'port': {'device_id': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa', 'admin_state_up': True, 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'security_groups': ['1f03b7d4-16bc-4b80-9149-e396a1e99995']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:58.179682 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-9c8bdce7-1458-41c6-b657-329e92be48d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Made reservation on behalf of 7384117b2eb84ea483002d0119f2bf5c for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:59:58.183973 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-9c8bdce7-1458-41c6-b657-329e92be48d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:58.352877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-9c8bdce7-1458-41c6-b657-329e92be48d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Allocated IP 172.20.0.13 (e13d4429-1590-4ed7-acb1-b158d9513bfa/52aba2e5-ae3d-49e8-a1fb-3979686b19ba/8a7fb051-9a07-4d69-9d77-5eea50cea89f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:59:58.517776 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-9c8bdce7-1458-41c6-b657-329e92be48d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:58.555369 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-9c8bdce7-1458-41c6-b657-329e92be48d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:58.651849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8bdce7-1458-41c6-b657-329e92be48d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=8a7fb051-9a07-4d69-9d77-5eea50cea89f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:58.663226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-9c8bdce7-1458-41c6-b657-329e92be48d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network e13d4429-1590-4ed7-acb1-b158d9513bfa is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:59:58.664730 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-9c8bdce7-1458-41c6-b657-329e92be48d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:59:58.671335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-9c8bdce7-1458-41c6-b657-329e92be48d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:59:58.720688 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4eb0e-4f71-4063-ae43-191891ff4cdd req-1ea03401-a4b7-4ee6-884e-e7ec3e89d62e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:58.724870 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-86a4eb0e-4f71-4063-ae43-191891ff4cdd req-1ea03401-a4b7-4ee6-884e-e7ec3e89d62e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 932 time: 0.1179008 Mar 23 12:59:58.760709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-9c8bdce7-1458-41c6-b657-329e92be48d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:58.761394 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-9c8bdce7-1458-41c6-b657-329e92be48d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:58.792630 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-9c8bdce7-1458-41c6-b657-329e92be48d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7397850 Mar 23 12:59:58.792852 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-86a4eb0e-4f71-4063-ae43-191891ff4cdd req-a7ee0d43-ff6c-4ab0-8f8b-6ba69c49900e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605843 Mar 23 12:59:58.815011 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Request body: {'port': {'device_id': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:59:58.904664 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:59.113551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a7806a7a-8d04-4041-be60-63eccff37484 None None] Provisioning complete for port 8a7fb051-9a07-4d69-9d77-5eea50cea89f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:59.113551 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a7806a7a-8d04-4041-be60-63eccff37484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:59.214593 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:59.217359 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a7806a7a-8d04-4041-be60-63eccff37484 None None] Port 8a7fb051-9a07-4d69-9d77-5eea50cea89f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 12:59:59.295701 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0512390c-0819-484a-8c0f-f043c9c9d752 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:59:59.332378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6469fc0-15b5-4c50-a808-b05c4180d0ee req-a976576f-9737-4bc6-9e1c-e08954ae8f38 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:59.333986 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a6469fc0-15b5-4c50-a808-b05c4180d0ee req-a976576f-9737-4bc6-9e1c-e08954ae8f38 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 943 time: 0.1349158 Mar 23 12:59:59.338220 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7fb051-9a07-4d69-9d77-5eea50cea89f {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:59:59.353479 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:59.373666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0512390c-0819-484a-8c0f-f043c9c9d752 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 12:59:59.374297 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:59.380186 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Transition to ACTIVE for port object 8a7fb051-9a07-4d69-9d77-5eea50cea89f will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 12:59:59.389306 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:59.402959 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a6469fc0-15b5-4c50-a808-b05c4180d0ee req-eab7a809-e6d1-4016-a64e-fdedb4c14ef0 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602853 Mar 23 12:59:59.528684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Pushing event updated for resources: {'Port': ['ID=8a7fb051-9a07-4d69-9d77-5eea50cea89f,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:59.546245 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:59.561413 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Attempting to bind port 8a7fb051-9a07-4d69-9d77-5eea50cea89f on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 12:59:59.561751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Attempting to bind port 8a7fb051-9a07-4d69-9d77-5eea50cea89f by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 12:59:59.562077 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Attempting to bind port 8a7fb051-9a07-4d69-9d77-5eea50cea89f on network e13d4429-1590-4ed7-acb1-b158d9513bfa {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:59:59.571753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Port 8a7fb051-9a07-4d69-9d77-5eea50cea89f on network e13d4429-1590-4ed7-acb1-b158d9513bfa not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:59:59.572268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Attempting to bind port 8a7fb051-9a07-4d69-9d77-5eea50cea89f on network e13d4429-1590-4ed7-acb1-b158d9513bfa {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:59:59.580268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:59:59.580723 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Checking segment: {'id': 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 12:59:59.581089 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Bound using segment: {'id': 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:59:59.582193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Bound port: 8a7fb051-9a07-4d69-9d77-5eea50cea89f, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 12:59:59.582570 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:59.667608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] For port 8a7fb051-9a07-4d69-9d77-5eea50cea89f, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:59:59.671300 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] For port 8a7fb051-9a07-4d69-9d77-5eea50cea89f, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f,segment=NetworkSegment(cdd065ea-ffa6-4d4e-b3b2-baca4809e67f),segment_id=cdd065ea-ffa6-4d4e-b3b2-baca4809e67f)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:59:59.676834 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:59.740116 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Pushing event updated for resources: {'Port': ['ID=8a7fb051-9a07-4d69-9d77-5eea50cea89f,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:59.745122 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:59.745733 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 12:59:59.747127 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-86c475e5-7894-44e8-b825-d22309daaaed service neutron] 10.222.0.77 "PUT /v2.0/ports/8a7fb051-9a07-4d69-9d77-5eea50cea89f HTTP/1.1" status: 200 len: 1092 time: 0.9440446 Mar 23 12:59:59.747632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'tag': '8a7fb051-9a07-4d69-9d77-5eea50cea89f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:59:59.750860 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ecc229-a37b-4aea-84ac-0ce52b76cc6e" -d '{"events": [{"name": "network-changed", "server_uuid": "08c78bb3-a37b-4071-950f-81ebf19bd0fe", "tag": "8a7fb051-9a07-4d69-9d77-5eea50cea89f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:59:59.846407 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bfe3cd-1277-4f6e-8a61-f5f2852524cb x-openstack-request-id: req-58bfe3cd-1277-4f6e-8a61-f5f2852524cb {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:59:59.847379 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c78bb3-a37b-4071-950f-81ebf19bd0fe", "tag": "8a7fb051-9a07-4d69-9d77-5eea50cea89f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:59:59.847379 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-58bfe3cd-1277-4f6e-8a61-f5f2852524cb {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:59:59.847844 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'tag': '8a7fb051-9a07-4d69-9d77-5eea50cea89f', 'status': 'completed', 'code': 200} Mar 23 12:59:59.870913 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-c25195f4-c991-43b9-9f6f-b7f1b57a8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:59:59.872189 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-c25195f4-c991-43b9-9f6f-b7f1b57a8daa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 1095 time: 0.0699348 Mar 23 12:59:59.931497 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-7a3052b3-d000-4676-9e64-9ab3a73c554f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f HTTP/1.1" status: 200 len: 217 time: 0.0512161 Mar 23 13:00:00.399623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ebc45-2d95-4175-88b8-83cef48ba12b req-aaafd2dd-73f9-4613-8aa3-857fbf13032b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:00.405032 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d12ebc45-2d95-4175-88b8-83cef48ba12b req-aaafd2dd-73f9-4613-8aa3-857fbf13032b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 944 time: 0.4890609 Mar 23 13:00:00.418180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-976bce31-359e-42ed-a4d4-db98eadbc591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:00.419584 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-976bce31-359e-42ed-a4d4-db98eadbc591 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=52aba2e5-ae3d-49e8-a1fb-3979686b19ba HTTP/1.1" status: 200 len: 834 time: 0.4636087 Mar 23 13:00:00.518255 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d12ebc45-2d95-4175-88b8-83cef48ba12b req-238e5b40-f346-4f8d-994a-b2d61fff0aa0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051028 Mar 23 13:00:00.541706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-812ad21e-06ef-4ffe-be9e-170f5615e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:00.543500 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-812ad21e-06ef-4ffe-be9e-170f5615e069 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e13d4429-1590-4ed7-acb1-b158d9513bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166403 Mar 23 13:00:00.663373 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-d20b8e51-6a38-400e-ac0e-22b385409bef service neutron] 10.222.0.77 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113441 Mar 23 13:00:00.697727 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8bb7b-ff58-4cc6-96ef-1f3e3005eb67 req-a4a4a585-afab-482b-9d47-5b7595467ff8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:00.699369 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-58a8bb7b-ff58-4cc6-96ef-1f3e3005eb67 req-a4a4a585-afab-482b-9d47-5b7595467ff8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 943 time: 0.1380670 Mar 23 13:00:00.745047 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-58a8bb7b-ff58-4cc6-96ef-1f3e3005eb67 req-76760655-39ad-4cd6-b003-00ec6b4545bf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389359 Mar 23 13:00:00.770460 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce472ce5-d05f-4c81-b36e-b8c943d9fa4e req-b699b3e5-d8ee-4674-919b-1c3efe0a331d service neutron] 10.222.0.77 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987546 Mar 23 13:00:00.887854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecc229-a37b-4aea-84ac-0ce52b76cc6e req-05c4d5b8-5471-4263-8dd4-0a25e51ee91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:00.889624 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1ecc229-a37b-4aea-84ac-0ce52b76cc6e req-05c4d5b8-5471-4263-8dd4-0a25e51ee91b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 1095 time: 0.0552890 Mar 23 13:00:00.990674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecc229-a37b-4aea-84ac-0ce52b76cc6e req-b6a42f6c-c5e2-4279-91d6-a13d566f4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:00.992698 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1ecc229-a37b-4aea-84ac-0ce52b76cc6e req-b6a42f6c-c5e2-4279-91d6-a13d566f4c1c service neutron] 10.222.0.77 "GET /v2.0/networks?id=e13d4429-1590-4ed7-acb1-b158d9513bfa HTTP/1.1" status: 200 len: 897 time: 0.0956917 Mar 23 13:00:01.036306 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1ecc229-a37b-4aea-84ac-0ce52b76cc6e req-c718e452-cf6f-4441-9ab3-7c730742ce0f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f HTTP/1.1" status: 200 len: 217 time: 0.0359101 Mar 23 13:00:01.085919 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecc229-a37b-4aea-84ac-0ce52b76cc6e req-fbaaa099-68ae-430e-adb9-0e0ab9dc9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:01.087462 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1ecc229-a37b-4aea-84ac-0ce52b76cc6e req-fbaaa099-68ae-430e-adb9-0e0ab9dc9a17 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=52aba2e5-ae3d-49e8-a1fb-3979686b19ba HTTP/1.1" status: 200 len: 834 time: 0.0452790 Mar 23 13:00:01.145046 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecc229-a37b-4aea-84ac-0ce52b76cc6e req-37383c32-be10-4ad3-a9c5-33fb37975f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:01.146761 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1ecc229-a37b-4aea-84ac-0ce52b76cc6e req-37383c32-be10-4ad3-a9c5-33fb37975f02 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e13d4429-1590-4ed7-acb1-b158d9513bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507612 Mar 23 13:00:01.239131 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1ecc229-a37b-4aea-84ac-0ce52b76cc6e req-1907dd7d-d239-40c7-a6c0-45b64182971b service neutron] 10.222.0.77 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848801 Mar 23 13:00:01.339346 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1ecc229-a37b-4aea-84ac-0ce52b76cc6e req-409ac1ef-a434-49f5-a9a6-deee58852880 service neutron] 10.222.0.77 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935397 Mar 23 13:00:01.634678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7196b1-c8f4-4e59-938c-59abf79ec77c req-622c77ae-e445-436f-b687-b652962761f0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:01.636956 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e7196b1-c8f4-4e59-938c-59abf79ec77c req-622c77ae-e445-436f-b687-b652962761f0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 944 time: 0.0576229 Mar 23 13:00:01.677140 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e7196b1-c8f4-4e59-938c-59abf79ec77c req-6a9e10ef-e59a-4efd-b9e5-ec7584b058e2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340335 Mar 23 13:00:01.694519 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:00:01.867272 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23488c5a-cb43-48f1-93f4-413720e448af req-d8a51698-1a4b-4ac8-8236-ce19df670d0e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:01.868949 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-23488c5a-cb43-48f1-93f4-413720e448af req-d8a51698-1a4b-4ac8-8236-ce19df670d0e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 943 time: 0.0510607 Mar 23 13:00:01.917704 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-23488c5a-cb43-48f1-93f4-413720e448af req-c320d889-ae59-4d6d-9418-43a0d1c0c9b1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367610 Mar 23 13:00:02.427861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device bb8ce287-7466-41d7-843f-2cae267cb9c7 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:00:02.552281 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port bb8ce287-7466-41d7-843f-2cae267cb9c7, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bb8ce287-7466-41d7-843f-2cae267cb9c7,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:02.565094 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'bb8ce287-7466-41d7-843f-2cae267cb9c7', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'port_id': 'bb8ce287-7466-41d7-843f-2cae267cb9c7', 'mac_address': 'fa:16:3e:39:1b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:00:02.611329 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:02.629634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8ce287-7466-41d7-843f-2cae267cb9c7 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:00:02.660860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port bb8ce287-7466-41d7-843f-2cae267cb9c7, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bb8ce287-7466-41d7-843f-2cae267cb9c7,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:02.670966 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:02.755369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=bb8ce287-7466-41d7-843f-2cae267cb9c7,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:02.821515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541de168-69bc-4ced-b9b5-27a8b0375de8 req-c126c6d7-5717-42ec-be77-73bb0e4366b6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:02.822977 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-541de168-69bc-4ced-b9b5-27a8b0375de8 req-c126c6d7-5717-42ec-be77-73bb0e4366b6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 944 time: 0.0543303 Mar 23 13:00:02.875390 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-541de168-69bc-4ced-b9b5-27a8b0375de8 req-e2bf8ede-aa02-4a3b-86fe-9e1b96e2af59 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443380 Mar 23 13:00:02.958462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['bb8ce287-7466-41d7-843f-2cae267cb9c7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:00:03.046647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f13f84-a313-4187-a937-716a949100d2 req-fc0c3e86-7b57-4050-af4a-2d423893ece8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:03.055122 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96f13f84-a313-4187-a937-716a949100d2 req-fc0c3e86-7b57-4050-af4a-2d423893ece8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 944 time: 0.0601351 Mar 23 13:00:03.106847 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96f13f84-a313-4187-a937-716a949100d2 req-8f959613-64d4-4ee2-963f-168e5e3d50c2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505199 Mar 23 13:00:03.478477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42260) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:03.598795 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1f798d1-8198-4c80-a3af-06e8b8691d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:03.682357 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1f798d1-8198-4c80-a3af-06e8b8691d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:03.686384 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1f798d1-8198-4c80-a3af-06e8b8691d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:03.724043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f798d1-8198-4c80-a3af-06e8b8691d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919b34ba-d02e-4aae-8491-53c56c58a1bf,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:03.729706 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c1f798d1-8198-4c80-a3af-06e8b8691d7c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d6175d3233440d39361e2c2decb5e07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495003 Mar 23 13:00:03.731719 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42266) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:03.783305 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba1e708b-6200-4eb5-b14d-beae54336128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:03.805300 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba1e708b-6200-4eb5-b14d-beae54336128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:03.852103 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba1e708b-6200-4eb5-b14d-beae54336128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:03.854723 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ba1e708b-6200-4eb5-b14d-beae54336128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:03.856051 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ba1e708b-6200-4eb5-b14d-beae54336128 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/919b34ba-d02e-4aae-8491-53c56c58a1bf HTTP/1.1" status: 204 len: 168 time: 0.1232696 Mar 23 13:00:03.864489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e708b-6200-4eb5-b14d-beae54336128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919b34ba-d02e-4aae-8491-53c56c58a1bf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:04.009754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e105388-6c7a-4af6-b5e2-f53e66ddb0c2 req-1b500627-2523-4cfc-8984-677150cc135a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:04.011394 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e105388-6c7a-4af6-b5e2-f53e66ddb0c2 req-1b500627-2523-4cfc-8984-677150cc135a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 944 time: 0.0559037 Mar 23 13:00:04.057896 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e105388-6c7a-4af6-b5e2-f53e66ddb0c2 req-909988a0-a8cc-4789-b22e-bc5b1eac20b0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402946 Mar 23 13:00:04.179881 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42294) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:04.193776 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1ee468d-1f34-451b-9d93-7412e2f3aa10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:04.234498 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934cb29-8e15-4316-af56-da0eb6c549f0 req-c8eaf95b-0cab-48a1-ae18-332a5b60ecf1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:04.236301 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3934cb29-8e15-4316-af56-da0eb6c549f0 req-c8eaf95b-0cab-48a1-ae18-332a5b60ecf1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 944 time: 0.0694518 Mar 23 13:00:04.275039 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1ee468d-1f34-451b-9d93-7412e2f3aa10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:04.279539 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1ee468d-1f34-451b-9d93-7412e2f3aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:04.285714 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3934cb29-8e15-4316-af56-da0eb6c549f0 req-95ba9f45-1559-4f21-b68d-6e85f6e8c07c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389667 Mar 23 13:00:04.318436 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c1ee468d-1f34-451b-9d93-7412e2f3aa10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a6d2fcb6e7840ae94d2595dc4d55f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373794 Mar 23 13:00:04.320311 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee468d-1f34-451b-9d93-7412e2f3aa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d43a80-0009-4d51-9169-cc29e88543e8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:04.321240 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42296) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:04.373511 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-435e440b-3ac0-436b-a4c5-0287de4acbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:04.395261 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-435e440b-3ac0-436b-a4c5-0287de4acbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:04.443416 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device bb8ce287-7466-41d7-843f-2cae267cb9c7 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:00:04.444862 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-435e440b-3ac0-436b-a4c5-0287de4acbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:04.447433 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-435e440b-3ac0-436b-a4c5-0287de4acbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:04.448742 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-435e440b-3ac0-436b-a4c5-0287de4acbbe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/85d43a80-0009-4d51-9169-cc29e88543e8 HTTP/1.1" status: 204 len: 168 time: 0.1264684 Mar 23 13:00:04.456995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e440b-3ac0-436b-a4c5-0287de4acbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d43a80-0009-4d51-9169-cc29e88543e8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:04.507875 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port bb8ce287-7466-41d7-843f-2cae267cb9c7 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:00:04.512329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port bb8ce287-7466-41d7-843f-2cae267cb9c7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:00:04.512699 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:04.601672 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:04.627982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8ce287-7466-41d7-843f-2cae267cb9c7'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:00:04.632379 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6f7cf8-1b11-4ea4-8def-ee49a48b164c" -d '{"events": [{"server_uuid": "ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2", "name": "network-vif-plugged", "status": "completed", "tag": "bb8ce287-7466-41d7-843f-2cae267cb9c7"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:00:04.651877 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port bb8ce287-7466-41d7-843f-2cae267cb9c7, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bb8ce287-7466-41d7-843f-2cae267cb9c7,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:04.657359 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:04.717456 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=bb8ce287-7466-41d7-843f-2cae267cb9c7,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:04.812873 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f63947d-94b7-42cf-9c32-ca2c3f9c767c x-openstack-request-id: req-4f63947d-94b7-42cf-9c32-ca2c3f9c767c {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:00:04.813162 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2", "name": "network-vif-plugged", "status": "completed", "tag": "bb8ce287-7466-41d7-843f-2cae267cb9c7", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:00:04.813470 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f63947d-94b7-42cf-9c32-ca2c3f9c767c {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:00:04.813782 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8ce287-7466-41d7-843f-2cae267cb9c7', 'code': 200} Mar 23 13:00:04.916293 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bf98c-5159-4399-9dd3-e81090ef8951 req-edfde420-d21e-49de-a0ee-e1da3eef52eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:04.917787 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-110bf98c-5159-4399-9dd3-e81090ef8951 req-edfde420-d21e-49de-a0ee-e1da3eef52eb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 1096 time: 0.0434840 Mar 23 13:00:04.964288 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-110bf98c-5159-4399-9dd3-e81090ef8951 req-ec9518ff-98bc-460e-95f6-cca2830bdb6a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320756 Mar 23 13:00:05.213859 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64910536-5336-43d3-94f5-eb61374b39da req-6496578d-816f-489c-bf37-ec341c6f35a1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:05.215552 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-64910536-5336-43d3-94f5-eb61374b39da req-6496578d-816f-489c-bf37-ec341c6f35a1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 944 time: 0.0626855 Mar 23 13:00:05.262380 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-64910536-5336-43d3-94f5-eb61374b39da req-d705381f-4d55-4aea-8084-9c13707c94d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408602 Mar 23 13:00:05.283659 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 8a7fb051-9a07-4d69-9d77-5eea50cea89f details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:00:05.430489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9f732-0d0b-422b-8389-aeb343c1cbdc req-8f445cab-4b44-442b-83a1-abe085807318 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:05.433137 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1fa9f732-0d0b-422b-8389-aeb343c1cbdc req-8f445cab-4b44-442b-83a1-abe085807318 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 945 time: 0.0631707 Mar 23 13:00:05.449404 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 8a7fb051-9a07-4d69-9d77-5eea50cea89f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f,segment=NetworkSegment(cdd065ea-ffa6-4d4e-b3b2-baca4809e67f),segment_id=cdd065ea-ffa6-4d4e-b3b2-baca4809e67f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:05.465953 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '8a7fb051-9a07-4d69-9d77-5eea50cea89f', 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa', 'port_id': '8a7fb051-9a07-4d69-9d77-5eea50cea89f', 'mac_address': 'fa:16:3e:9e:bc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:00:05.491782 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1fa9f732-0d0b-422b-8389-aeb343c1cbdc req-7c9142f3-2233-4ad4-a46b-4a917ba5fc67 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528524 Mar 23 13:00:05.518448 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:05.531909 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7fb051-9a07-4d69-9d77-5eea50cea89f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:00:05.553468 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 8a7fb051-9a07-4d69-9d77-5eea50cea89f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f,segment=NetworkSegment(cdd065ea-ffa6-4d4e-b3b2-baca4809e67f),segment_id=cdd065ea-ffa6-4d4e-b3b2-baca4809e67f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:05.557831 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:05.614635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=8a7fb051-9a07-4d69-9d77-5eea50cea89f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:05.901702 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['8a7fb051-9a07-4d69-9d77-5eea50cea89f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:00:06.429517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41653dc9-e712-48ee-bfa2-661ab1eee6af req-f7a22d43-702d-4d08-b87e-026818b606ce tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:06.437368 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41653dc9-e712-48ee-bfa2-661ab1eee6af req-f7a22d43-702d-4d08-b87e-026818b606ce tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 945 time: 0.0761886 Mar 23 13:00:06.477829 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41653dc9-e712-48ee-bfa2-661ab1eee6af req-2fd07eab-e347-4dfd-a792-799515ab19da tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391903 Mar 23 13:00:06.580665 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42376) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:06.647753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6f2ba-7f39-43d9-8113-02a74d15a6ee req-b4e604c3-c7b4-4765-90e3-bdffda4d3132 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:06.652440 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d2a6f2ba-7f39-43d9-8113-02a74d15a6ee req-b4e604c3-c7b4-4765-90e3-bdffda4d3132 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 945 time: 0.0636342 Mar 23 13:00:06.693356 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d2a6f2ba-7f39-43d9-8113-02a74d15a6ee req-30ce6d57-e5c7-43cc-875b-4d253843e392 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375471 Mar 23 13:00:06.717891 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb5343ce-33ac-469e-8b7e-4fa13cfdab76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:06.844108 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb5343ce-33ac-469e-8b7e-4fa13cfdab76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:06.856209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554c52d-08ba-4417-bbc2-128e372a4cd6 req-88bb5010-b263-4bdd-8e8e-db733d86faed tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:06.858110 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c554c52d-08ba-4417-bbc2-128e372a4cd6 req-88bb5010-b263-4bdd-8e8e-db733d86faed tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 945 time: 0.0874248 Mar 23 13:00:06.859330 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb5343ce-33ac-469e-8b7e-4fa13cfdab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:06.924388 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fb5343ce-33ac-469e-8b7e-4fa13cfdab76 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0306b77e68734949945a7a38a65c0518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391676 Mar 23 13:00:06.924388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5343ce-33ac-469e-8b7e-4fa13cfdab76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f50b8f7-d865-4fe0-9c18-3aaba7446fbb,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:06.924818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42396) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:06.944448 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c554c52d-08ba-4417-bbc2-128e372a4cd6 req-324b5823-730a-4f9e-84a4-f03c31ee7b5b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746036 Mar 23 13:00:06.968090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42398) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:07.003369 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4027dc0d-7d0d-44e2-b1fd-66a36cbceeb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.018012 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42400) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:07.036280 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4027dc0d-7d0d-44e2-b1fd-66a36cbceeb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.044680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186e7a67-41bd-4a60-bf21-5327712061fd tempest-TestVolumeBootPattern-992189751 tempest-TestVolumeBootPattern-992189751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:07.046148 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-186e7a67-41bd-4a60-bf21-5327712061fd tempest-TestVolumeBootPattern-992189751 tempest-TestVolumeBootPattern-992189751-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 1091 time: 0.0771019 Mar 23 13:00:07.049030 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42404) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:07.053471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': 'bb8ce287-7466-41d7-843f-2cae267cb9c7', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:00:07.078606 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.094355 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4027dc0d-7d0d-44e2-b1fd-66a36cbceeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.097561 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4027dc0d-7d0d-44e2-b1fd-66a36cbceeb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.098778 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4027dc0d-7d0d-44e2-b1fd-66a36cbceeb5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f50b8f7-d865-4fe0-9c18-3aaba7446fbb HTTP/1.1" status: 204 len: 168 time: 0.1729462 Mar 23 13:00:07.113441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027dc0d-7d0d-44e2-b1fd-66a36cbceeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f50b8f7-d865-4fe0-9c18-3aaba7446fbb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:07.166103 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7b132bb-6104-402c-9802-6fb4598742a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.264946 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.298311 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 8a7fb051-9a07-4d69-9d77-5eea50cea89f up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:00:07.329749 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7b132bb-6104-402c-9802-6fb4598742a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.339719 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f7b132bb-6104-402c-9802-6fb4598742a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.355142 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 8a7fb051-9a07-4d69-9d77-5eea50cea89f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:00:07.359497 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 8a7fb051-9a07-4d69-9d77-5eea50cea89f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:00:07.360025 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.396024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42410) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:07.410957 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5074d9d-8698-4dd7-a49d-6ece02ea30ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.413115 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f7b132bb-6104-402c-9802-6fb4598742a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=27874d80c601467f9f666eabccc71ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933501 Mar 23 13:00:07.415516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b132bb-6104-402c-9802-6fb4598742a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39d7de6-9d0e-4c3c-a0ad-f5d270f213e9,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:07.415803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42412) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:07.450687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Allocated IP 172.25.2.252 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/3633178b-7d56-482d-9185-b4177bc094d1) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:00:07.454329 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.482352 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7fb051-9a07-4d69-9d77-5eea50cea89f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:00:07.485127 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8856d41-810c-4287-b7c8-ffe3e0f6a9f9" -d '{"events": [{"server_uuid": "08c78bb3-a37b-4071-950f-81ebf19bd0fe", "name": "network-vif-plugged", "status": "completed", "tag": "8a7fb051-9a07-4d69-9d77-5eea50cea89f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:00:07.501622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 8a7fb051-9a07-4d69-9d77-5eea50cea89f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f,segment=NetworkSegment(cdd065ea-ffa6-4d4e-b3b2-baca4809e67f),segment_id=cdd065ea-ffa6-4d4e-b3b2-baca4809e67f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:07.504183 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6bb31bc-f1a7-4f82-8158-bd6c93dd1ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.506952 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.532933 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6bb31bc-f1a7-4f82-8158-bd6c93dd1ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.563685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=8a7fb051-9a07-4d69-9d77-5eea50cea89f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:07.591215 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6bb31bc-f1a7-4f82-8158-bd6c93dd1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.594267 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6bb31bc-f1a7-4f82-8158-bd6c93dd1ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.595918 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a6bb31bc-f1a7-4f82-8158-bd6c93dd1ba0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d39d7de6-9d0e-4c3c-a0ad-f5d270f213e9 HTTP/1.1" status: 204 len: 168 time: 0.1791558 Mar 23 13:00:07.596125 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4193450-4789-4963-868c-4e187e1df3cd x-openstack-request-id: req-c4193450-4789-4963-868c-4e187e1df3cd {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:00:07.596308 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c78bb3-a37b-4071-950f-81ebf19bd0fe", "name": "network-vif-plugged", "status": "completed", "tag": "8a7fb051-9a07-4d69-9d77-5eea50cea89f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:00:07.596556 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c4193450-4789-4963-868c-4e187e1df3cd {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:00:07.596975 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7fb051-9a07-4d69-9d77-5eea50cea89f', 'code': 200} Mar 23 13:00:07.597728 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.624105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb31bc-f1a7-4f82-8158-bd6c93dd1ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39d7de6-9d0e-4c3c-a0ad-f5d270f213e9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:07.651451 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.664804 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5074d9d-8698-4dd7-a49d-6ece02ea30ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.670317 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c5074d9d-8698-4dd7-a49d-6ece02ea30ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.718618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:00:07.724209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:00:07.731656 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:00:07.747743 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c5074d9d-8698-4dd7-a49d-6ece02ea30ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cb6a09885be140bcb54e7931292f6325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3505626 Mar 23 13:00:07.751883 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42420) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:07.759825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5074d9d-8698-4dd7-a49d-6ece02ea30ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7713c0e5-aa01-4109-9bba-77dfcabf832e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:07.776684 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196291e-2765-49a2-88ab-6683473264f5 req-b2e5189c-5df5-48c0-952e-f677b1ff4ccd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:07.778123 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5196291e-2765-49a2-88ab-6683473264f5 req-b2e5189c-5df5-48c0-952e-f677b1ff4ccd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.1398871 Mar 23 13:00:07.781061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'Port': ['ID=3633178b-7d56-482d-9185-b4177bc094d1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:07.792323 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3ced8-4066-4d97-86f8-3538aaf38b2f req-d7404f45-024b-429e-a13b-017b2da92f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:07.793921 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47d3ced8-4066-4d97-86f8-3538aaf38b2f req-d7404f45-024b-429e-a13b-017b2da92f6f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 1097 time: 0.1090877 Mar 23 13:00:07.845361 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e66e1d1f-dd11-417b-b19c-7d5bd8986ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.851550 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47d3ced8-4066-4d97-86f8-3538aaf38b2f req-54f45a50-1aee-43bf-b2ba-84c9c489e2e5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501711 Mar 23 13:00:07.870665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e66e1d1f-dd11-417b-b19c-7d5bd8986ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.891459 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5196291e-2765-49a2-88ab-6683473264f5 req-345dccbc-45c7-4531-b3f7-e0efd7e070a3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971093 Mar 23 13:00:07.927533 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e66e1d1f-dd11-417b-b19c-7d5bd8986ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.930178 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e66e1d1f-dd11-417b-b19c-7d5bd8986ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:07.933866 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e66e1d1f-dd11-417b-b19c-7d5bd8986ffe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7713c0e5-aa01-4109-9bba-77dfcabf832e HTTP/1.1" status: 204 len: 168 time: 0.1779699 Mar 23 13:00:07.950880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e1d1f-dd11-417b-b19c-7d5bd8986ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7713c0e5-aa01-4109-9bba-77dfcabf832e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:08.044146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42426) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:08.059160 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dd4eeee-f7c0-4ca7-8ed6-405a2aa1fc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.171726 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dd4eeee-f7c0-4ca7-8ed6-405a2aa1fc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.178621 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9dd4eeee-f7c0-4ca7-8ed6-405a2aa1fc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.217291 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.221665 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9dd4eeee-f7c0-4ca7-8ed6-405a2aa1fc8a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=675a9af4de3a44088eb844d8ccec73a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762497 Mar 23 13:00:08.223173 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4eeee-f7c0-4ca7-8ed6-405a2aa1fc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f945c736-212e-4b88-b84a-b314f10a3d26,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:08.225686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42430) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:08.254361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42432) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:08.275912 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-310dc7fa-cce4-4427-9ea6-35b269622b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.295074 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.305401 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92e0e4b8-3956-4771-82fc-f59a6a1bab1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.342818 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92e0e4b8-3956-4771-82fc-f59a6a1bab1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.421219 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-310dc7fa-cce4-4427-9ea6-35b269622b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.426249 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-310dc7fa-cce4-4427-9ea6-35b269622b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.432633 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92e0e4b8-3956-4771-82fc-f59a6a1bab1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.435132 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-92e0e4b8-3956-4771-82fc-f59a6a1bab1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.436321 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-92e0e4b8-3956-4771-82fc-f59a6a1bab1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f945c736-212e-4b88-b84a-b314f10a3d26 HTTP/1.1" status: 204 len: 168 time: 0.2097912 Mar 23 13:00:08.471461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dc7fa-cce4-4427-9ea6-35b269622b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e04a72-fee2-434e-bd24-d1bcbdf3c609,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:08.479979 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-310dc7fa-cce4-4427-9ea6-35b269622b28 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73e4dfb1aaac4b838425e3659e1bf48a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2245779 Mar 23 13:00:08.484577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42436) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:08.491131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0e4b8-3956-4771-82fc-f59a6a1bab1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f945c736-212e-4b88-b84a-b314f10a3d26,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:08.549118 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69040673-f169-4cd6-bedc-1ff8c95d11a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.571750 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69040673-f169-4cd6-bedc-1ff8c95d11a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.626711 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69040673-f169-4cd6-bedc-1ff8c95d11a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.630304 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69040673-f169-4cd6-bedc-1ff8c95d11a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.633789 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-69040673-f169-4cd6-bedc-1ff8c95d11a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/69e04a72-fee2-434e-bd24-d1bcbdf3c609 HTTP/1.1" status: 204 len: 168 time: 0.1458616 Mar 23 13:00:08.642118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69040673-f169-4cd6-bedc-1ff8c95d11a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e04a72-fee2-434e-bd24-d1bcbdf3c609,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:08.761175 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.766673 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.849262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'Port': ['ID=3633178b-7d56-482d-9185-b4177bc094d1,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:08.855461 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:08.978149 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Floating IP 822832cd-10ac-4810-89af-2589dc1627cc associated. External IP: 172.25.2.252, port: bb8ce287-7466-41d7-843f-2cae267cb9c7. Mar 23 13:00:09.042560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6856c0-0186-4a5c-be45-0e745ead255f req-3ccc9cab-a79f-4503-88b4-c81609a63599 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:09.044417 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b6856c0-0186-4a5c-be45-0e745ead255f req-3ccc9cab-a79f-4503-88b4-c81609a63599 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.0604718 Mar 23 13:00:09.100650 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b6856c0-0186-4a5c-be45-0e745ead255f req-f6fcc462-18ef-4e47-8132-6eb9b2e3c383 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477321 Mar 23 13:00:09.292827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:00:09.411812 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:00:09.428602 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7832e893-c361-44db-bd76-bb5f86adc8f1 None None] Sync routers for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:00:09.434472 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:09.441749 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7832e893-c361-44db-bd76-bb5f86adc8f1 None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:00:09.442865 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7832e893-c361-44db-bd76-bb5f86adc8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:09.465804 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1e6ef0d8-9ff9-4f21-bfd5-dc742a735e08 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4157081 Mar 23 13:00:09.466683 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'tag': 'bb8ce287-7466-41d7-843f-2cae267cb9c7'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:00:09.469202 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d55c5bf-3fa6-484f-a468-d76ddb6e9fea" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2", "tag": "bb8ce287-7466-41d7-843f-2cae267cb9c7"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:00:09.559463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-7832e893-c361-44db-bd76-bb5f86adc8f1 None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:00:09.767817 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5c9543-8ce3-4ecd-bf61-b96d94300106 x-openstack-request-id: req-be5c9543-8ce3-4ecd-bf61-b96d94300106 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:00:09.769345 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2", "tag": "bb8ce287-7466-41d7-843f-2cae267cb9c7", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:00:09.769643 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be5c9543-8ce3-4ecd-bf61-b96d94300106 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:00:09.770059 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'tag': 'bb8ce287-7466-41d7-843f-2cae267cb9c7', 'status': 'completed', 'code': 200} Mar 23 13:00:09.834500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7832e893-c361-44db-bd76-bb5f86adc8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '822832cd-10ac-4810-89af-2589dc1627cc', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'port_id': 'bb8ce287-7466-41d7-843f-2cae267cb9c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'mac_address': 'fa:16:3e:39:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:08Z', 'updated_at': '2022-03-23T13:00:08Z', 'revision_number': 0, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:09.839400 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55c5bf-3fa6-484f-a468-d76ddb6e9fea req-7ccda3f6-a69f-404f-9aed-10c2e7796d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:09.840938 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d55c5bf-3fa6-484f-a468-d76ddb6e9fea req-7ccda3f6-a69f-404f-9aed-10c2e7796d50 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 1096 time: 0.0501306 Mar 23 13:00:09.866049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7832e893-c361-44db-bd76-bb5f86adc8f1 None None] Checking router: dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:00:09.876189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7832e893-c361-44db-bd76-bb5f86adc8f1 None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:00:09.877904 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7832e893-c361-44db-bd76-bb5f86adc8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:09.954874 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55c5bf-3fa6-484f-a468-d76ddb6e9fea req-e5445735-e163-4216-85a2-5f8a9ed500e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:09.959413 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d55c5bf-3fa6-484f-a468-d76ddb6e9fea req-e5445735-e163-4216-85a2-5f8a9ed500e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 913 time: 0.1073396 Mar 23 13:00:10.012562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-7832e893-c361-44db-bd76-bb5f86adc8f1 None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:00:10.037359 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d55c5bf-3fa6-484f-a468-d76ddb6e9fea req-a1bf10da-ee54-4ee5-8ffb-0596724e0b44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb8ce287-7466-41d7-843f-2cae267cb9c7 HTTP/1.1" status: 200 len: 999 time: 0.0706773 Mar 23 13:00:10.110195 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55c5bf-3fa6-484f-a468-d76ddb6e9fea req-dbeaba05-83e0-4b6e-9349-9fcdf62a6ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:10.111829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d55c5bf-3fa6-484f-a468-d76ddb6e9fea req-dbeaba05-83e0-4b6e-9349-9fcdf62a6ed9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.0630314 Mar 23 13:00:10.192994 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55c5bf-3fa6-484f-a468-d76ddb6e9fea req-a1a9c5b2-d4b9-47f6-92a8-dc82a3034428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:10.194794 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d55c5bf-3fa6-484f-a468-d76ddb6e9fea req-a1a9c5b2-d4b9-47f6-92a8-dc82a3034428 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760016 Mar 23 13:00:10.332579 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87441e-496b-4256-b3b5-7b101f1c6181 req-021e4494-4186-4b91-9556-bbbbd17bc1e0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:10.340675 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb87441e-496b-4256-b3b5-7b101f1c6181 req-021e4494-4186-4b91-9556-bbbbd17bc1e0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.1249659 Mar 23 13:00:10.399755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-7832e893-c361-44db-bd76-bb5f86adc8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '822832cd-10ac-4810-89af-2589dc1627cc', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'port_id': 'bb8ce287-7466-41d7-843f-2cae267cb9c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'mac_address': 'fa:16:3e:39:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:08Z', 'updated_at': '2022-03-23T13:00:08Z', 'revision_number': 0, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:10.400983 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d55c5bf-3fa6-484f-a468-d76ddb6e9fea req-18b9cf33-2876-4f64-bccc-3f933c74171e service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977179 Mar 23 13:00:10.412525 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cb87441e-496b-4256-b3b5-7b101f1c6181 req-f4e1ab12-4d5f-4566-85c8-210db0093434 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706143 Mar 23 13:00:10.444644 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7832e893-c361-44db-bd76-bb5f86adc8f1 None None] The sync data for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 is: [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '822832cd-10ac-4810-89af-2589dc1627cc', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'port_id': 'bb8ce287-7466-41d7-843f-2cae267cb9c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'mac_address': 'fa:16:3e:39:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:08Z', 'updated_at': '2022-03-23T13:00:08Z', 'revision_number': 0, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:00:10.584769 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d55c5bf-3fa6-484f-a468-d76ddb6e9fea req-6e8a9d2e-bef5-44e3-b049-45e32ce4fb86 service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676409 Mar 23 13:00:10.591647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd3038-b94c-4514-a031-0e19a63b1c6b req-9c3da352-310e-43f9-a93c-d22da2d76fbd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:10.600102 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4dd3038-b94c-4514-a031-0e19a63b1c6b req-9c3da352-310e-43f9-a93c-d22da2d76fbd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.0924208 Mar 23 13:00:10.641162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42522) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:10.652637 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4dd3038-b94c-4514-a031-0e19a63b1c6b req-d4449de7-bae4-44bd-aad9-c01ae700589e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513341 Mar 23 13:00:10.675867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42526) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:10.724187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1977c751-bc36-4dab-91ef-ca07534f3c66 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:10.727978 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1977c751-bc36-4dab-91ef-ca07534f3c66 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 1092 time: 0.0499818 Mar 23 13:00:10.729437 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42528) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:10.739397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': '8a7fb051-9a07-4d69-9d77-5eea50cea89f', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:00:10.768400 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:10.775996 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75164f-1d1c-4c38-aefa-df3c2f0641af None None] New status for floating IP 822832cd-10ac-4810-89af-2589dc1627cc: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:00:10.882834 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:10.952229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'network': {'name': 'tempest-network-smoke--1206056004', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'port_security_enabled': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:00:10.993323 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Made reservation on behalf of eb8ecb713c7040f89ae917ef013d6d62 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:00:10.996943 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:11.026150 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:11.069590 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Allocated IP 172.25.2.49 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/8891acb9-e912-4944-bb99-329429174658) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:00:11.215546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:11.222691 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:11.239570 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:11.263563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:00:11.281126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e670d2-5652-4a60-821b-5d683bb647e0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:11.293343 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:11.293706 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Added segment 9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef of type vlan for network dbab1ddd-33f2-425e-a347-2289ce5777fc Mar 23 13:00:11.321650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:00:11.322176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:00:11.322523 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:00:11.322884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:00:11.323221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:00:11.323562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:00:11.323890 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:00:11.324236 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:00:11.324563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:00:11.324890 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:00:11.325217 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:00:11.325540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:00:11.368105 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:11.371142 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:11.427849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:00:11.433849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:00:11.438378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:00:11.445622 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:11.451490 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:11.452149 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:11.480038 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=8891acb9-e912-4944-bb99-329429174658,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:11.545281 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9021816 Mar 23 13:00:11.548278 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42536) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:11.553437 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-627171433', 'admin_state_up': True, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:00:11.554085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be4b10-9ffb-4063-9400-b04397d80de2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Network': ['ID=dbab1ddd-33f2-425e-a347-2289ce5777fc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:11.572412 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network dbab1ddd-33f2-425e-a347-2289ce5777fc details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:00:11.593439 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:11.594538 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:11.685987 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:11.827841 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:11.928053 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:11.995960 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:12.043247 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:12.063175 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:12.185863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Allocated IP 172.25.2.111 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:00:12.206359 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:12.211524 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:12.293073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=8891acb9-e912-4944-bb99-329429174658,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:12.304654 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:12.310406 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:12.363514 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:12.438018 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Port': ['ID=0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:12.439258 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Floating IP 7aa94cf3-4bba-4d81-b852-2c21658ee5e6 associated. External IP: 172.25.2.49, port: 8a7fb051-9a07-4d69-9d77-5eea50cea89f. Mar 23 13:00:12.443913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:00:12.445872 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:00:12.453110 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:00:12.677901 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:00:12.719839 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:12.788954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:00:12.798052 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf73049b-cb87-4278-9f3a-1bf56e6f24e7 None None] Sync routers for ids ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:00:12.808180 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf73049b-cb87-4278-9f3a-1bf56e6f24e7 None None] Routers {'62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:00:12.809110 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bf73049b-cb87-4278-9f3a-1bf56e6f24e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:12.814347 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:12.846980 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8b92929b-5b26-4097-b925-3788b21f0819 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1155128 Mar 23 13:00:12.847559 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'tag': '8a7fb051-9a07-4d69-9d77-5eea50cea89f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:00:12.850986 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b1e4ec-fa7e-4185-a207-2ab98d82b0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "08c78bb3-a37b-4071-950f-81ebf19bd0fe", "tag": "8a7fb051-9a07-4d69-9d77-5eea50cea89f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:00:12.927556 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca9b834-b0d7-4e46-a1ee-80499372619c x-openstack-request-id: req-bca9b834-b0d7-4e46-a1ee-80499372619c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:00:12.928202 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c78bb3-a37b-4071-950f-81ebf19bd0fe", "tag": "8a7fb051-9a07-4d69-9d77-5eea50cea89f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:00:12.928722 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bca9b834-b0d7-4e46-a1ee-80499372619c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:00:12.929356 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'tag': '8a7fb051-9a07-4d69-9d77-5eea50cea89f', 'status': 'completed', 'code': 200} Mar 23 13:00:12.930337 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-bf73049b-cb87-4278-9f3a-1bf56e6f24e7 None None] Set router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:00:12.958032 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:13.034403 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1e4ec-fa7e-4185-a207-2ab98d82b0b9 req-e2c75690-a763-4cd7-8efa-d2efbb6acc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:13.036348 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35b1e4ec-fa7e-4185-a207-2ab98d82b0b9 req-e2c75690-a763-4cd7-8efa-d2efbb6acc82 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 1097 time: 0.0786214 Mar 23 13:00:13.053811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482b980-d91a-404e-8170-fcb6ea1193e4 req-44e7b77b-4566-41d8-8fa7-461c8585d6ea tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:13.057062 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a482b980-d91a-404e-8170-fcb6ea1193e4 req-44e7b77b-4566-41d8-8fa7-461c8585d6ea tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.1088550 Mar 23 13:00:13.129925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Router 7919392d-8d48-495d-b9a8-747028a7512b is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:00:13.160559 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a482b980-d91a-404e-8170-fcb6ea1193e4 req-7ca24be8-238c-4ff1-a3dd-85fe76448c64 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931127 Mar 23 13:00:13.192447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42548) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:13.271448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1e4ec-fa7e-4185-a207-2ab98d82b0b9 req-ad15ff88-18a2-43fa-8310-018e195af28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:13.273352 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35b1e4ec-fa7e-4185-a207-2ab98d82b0b9 req-ad15ff88-18a2-43fa-8310-018e195af28f service neutron] 10.222.0.77 "GET /v2.0/networks?id=e13d4429-1590-4ed7-acb1-b158d9513bfa HTTP/1.1" status: 200 len: 897 time: 0.2151072 Mar 23 13:00:13.304472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-512bd81b-4023-41ed-bc10-6c6703214d5f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/floatingips/7aa94cf3-4bba-4d81-b852-2c21658ee5e6 HTTP/1.1" status: 200 len: 991 time: 0.0977457 Mar 23 13:00:13.309480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:00:13.320249 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Sync routers for ids ['7919392d-8d48-495d-b9a8-747028a7512b'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:00:13.333038 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Routers {'7919392d-8d48-495d-b9a8-747028a7512b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:00:13.333841 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7919392d-8d48-495d-b9a8-747028a7512b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:13.340564 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:13.345295 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7f820a4c-03d9-4e37-a624-872dbf1da8e6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7954230 Mar 23 13:00:13.346179 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42552) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:13.453098 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bf73049b-cb87-4278-9f3a-1bf56e6f24e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707511498', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '86c54577-2675-410e-8605-3f1d3776b38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:45Z', 'updated_at': '2022-03-23T12:59:53Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '86c54577-2675-410e-8605-3f1d3776b38d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:46Z', 'updated_at': '2022-03-23T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '7aa94cf3-4bba-4d81-b852-2c21658ee5e6', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'floating_ip_address': '172.25.2.49', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'port_id': '8a7fb051-9a07-4d69-9d77-5eea50cea89f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa', 'mac_address': 'fa:16:3e:9e:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:00:11Z', 'revision_number': 0, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0512390c-0819-484a-8c0f-f043c9c9d752', 'name': '', 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:e0:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:52Z', 'updated_at': '2022-03-23T12:59:57Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:13.461069 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-102dbfca-dbc6-488e-bca5-35b8af341c31 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=eb8ecb713c7040f89ae917ef013d6d62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1130421 Mar 23 13:00:13.461729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42556) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:13.502246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf73049b-cb87-4278-9f3a-1bf56e6f24e7 None None] Checking router: 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:00:13.520546 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf73049b-cb87-4278-9f3a-1bf56e6f24e7 None None] Routers {'62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:00:13.521204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bf73049b-cb87-4278-9f3a-1bf56e6f24e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:13.546730 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Set router 7919392d-8d48-495d-b9a8-747028a7512b gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:00:13.585063 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2a495c-2b31-4fe1-80c9-daa377b68ba8 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:13.586969 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0a2a495c-2b31-4fe1-80c9-daa377b68ba8 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1242914 Mar 23 13:00:13.592386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42558) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:13.648064 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-30650c93-7f3a-42d5-8682-119d38d88cde tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542047 Mar 23 13:00:13.660172 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42560) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:13.666176 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-42750cea-8dca-495e-b5cd-fd6188040a8b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-3433521', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:00:13.680191 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-bf73049b-cb87-4278-9f3a-1bf56e6f24e7 None None] Set router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:00:13.777013 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42750cea-8dca-495e-b5cd-fd6188040a8b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Made reservation on behalf of eb8ecb713c7040f89ae917ef013d6d62 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:00:13.781262 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-42750cea-8dca-495e-b5cd-fd6188040a8b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:13.824011 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:00:12Z', 'revision_number': 3, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:13.857543 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Checking router: 7919392d-8d48-495d-b9a8-747028a7512b for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:00:13.858317 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Updating router 7919392d-8d48-495d-b9a8-747028a7512b port 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:00:13.894590 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:13.934437 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35b1e4ec-fa7e-4185-a207-2ab98d82b0b9 req-0d28b14d-3df2-41cc-b903-7270dfb07dba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f HTTP/1.1" status: 200 len: 999 time: 0.6362476 Mar 23 13:00:13.988048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1e4ec-fa7e-4185-a207-2ab98d82b0b9 req-5c2bf0d2-6374-446d-8931-88ed00b7d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:13.989646 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35b1e4ec-fa7e-4185-a207-2ab98d82b0b9 req-5c2bf0d2-6374-446d-8931-88ed00b7d359 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=52aba2e5-ae3d-49e8-a1fb-3979686b19ba HTTP/1.1" status: 200 len: 834 time: 0.0477922 Mar 23 13:00:14.054202 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-42750cea-8dca-495e-b5cd-fd6188040a8b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:14.067569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bf73049b-cb87-4278-9f3a-1bf56e6f24e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707511498', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '86c54577-2675-410e-8605-3f1d3776b38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:45Z', 'updated_at': '2022-03-23T12:59:53Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '86c54577-2675-410e-8605-3f1d3776b38d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:46Z', 'updated_at': '2022-03-23T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '7aa94cf3-4bba-4d81-b852-2c21658ee5e6', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'floating_ip_address': '172.25.2.49', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'port_id': '8a7fb051-9a07-4d69-9d77-5eea50cea89f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa', 'mac_address': 'fa:16:3e:9e:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:00:11Z', 'revision_number': 0, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0512390c-0819-484a-8c0f-f043c9c9d752', 'name': '', 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:e0:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:52Z', 'updated_at': '2022-03-23T12:59:57Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:14.070625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1e4ec-fa7e-4185-a207-2ab98d82b0b9 req-2c471a68-3e7e-4e1e-bcb8-bccb660fb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:14.072353 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35b1e4ec-fa7e-4185-a207-2ab98d82b0b9 req-2c471a68-3e7e-4e1e-bcb8-bccb660fb1e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e13d4429-1590-4ed7-acb1-b158d9513bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762222 Mar 23 13:00:14.116024 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf73049b-cb87-4278-9f3a-1bf56e6f24e7 None None] The sync data for ids ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'] in n-d-834854-1 is: [{'id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707511498', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '86c54577-2675-410e-8605-3f1d3776b38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:45Z', 'updated_at': '2022-03-23T12:59:53Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '86c54577-2675-410e-8605-3f1d3776b38d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:46Z', 'updated_at': '2022-03-23T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '7aa94cf3-4bba-4d81-b852-2c21658ee5e6', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'floating_ip_address': '172.25.2.49', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'port_id': '8a7fb051-9a07-4d69-9d77-5eea50cea89f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa', 'mac_address': 'fa:16:3e:9e:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:00:11Z', 'revision_number': 0, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0512390c-0819-484a-8c0f-f043c9c9d752', 'name': '', 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:e0:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:52Z', 'updated_at': '2022-03-23T12:59:57Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:00:14.132314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42750cea-8dca-495e-b5cd-fd6188040a8b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Subnet': ['ID=8d930373-572f-4315-ada5-cdbb7dd1cb80,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:14.192783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42750cea-8dca-495e-b5cd-fd6188040a8b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Checking segment: {'id': '9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:00:14.193557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42750cea-8dca-495e-b5cd-fd6188040a8b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network hostable DHCP agents. Network: dbab1ddd-33f2-425e-a347-2289ce5777fc, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:00:14.213233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42750cea-8dca-495e-b5cd-fd6188040a8b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network dbab1ddd-33f2-425e-a347-2289ce5777fc is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:00:14.220475 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35b1e4ec-fa7e-4185-a207-2ab98d82b0b9 req-524d1aeb-5c25-4f69-86a0-1b3b0448270e service neutron] 10.222.0.77 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382761 Mar 23 13:00:14.230718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-42750cea-8dca-495e-b5cd-fd6188040a8b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, dbab1ddd-33f2-425e-a347-2289ce5777fc) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:00:14.242457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef48aac-f726-400c-a517-b69067104128 None None] Network dbab1ddd-33f2-425e-a347-2289ce5777fc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:00:14.246605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42750cea-8dca-495e-b5cd-fd6188040a8b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:14.247407 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-42750cea-8dca-495e-b5cd-fd6188040a8b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:14.301402 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:14.303819 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-42750cea-8dca-495e-b5cd-fd6188040a8b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.6420341 Mar 23 13:00:14.306126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42566) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:14.306273 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42564) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:14.307692 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:14.344954 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Attempting to bind port 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:00:14.344954 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Attempting to bind port 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:00:14.344954 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Attempting to bind port 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:00:14.376322 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:00:14.376858 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:00:14.377361 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:14.378605 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:00:14.379050 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Bound port: 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:00:14.379496 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:14.420416 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9e2f583c-7fe3-47ab-b9d7-1870eaf0dbff tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/floatingips/7aa94cf3-4bba-4d81-b852-2c21658ee5e6 HTTP/1.1" status: 200 len: 991 time: 0.1108935 Mar 23 13:00:14.466808 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] For port 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:00:14.471127 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d6a0f-7753-493f-aa4d-e04ec9d5ad58 None None] Pushing event updated for resources: {'Port': ['ID=0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:14.480333 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] For port 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:00:14.486723 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:14.519081 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f775f6-136d-494d-a31b-0fdcfb1a0995 None None] New status for floating IP 7aa94cf3-4bba-4d81-b852-2c21658ee5e6: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:00:14.558378 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Routers {'7919392d-8d48-495d-b9a8-747028a7512b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:00:14.559025 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7919392d-8d48-495d-b9a8-747028a7512b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:14.569741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-dbab1ddd-33f2-425e-a347-2289ce5777fc', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'fixed_ips': [{'subnet_id': '8d930373-572f-4315-ada5-cdbb7dd1cb80'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:00:14.570663 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:14.594642 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35b1e4ec-fa7e-4185-a207-2ab98d82b0b9 req-9c7f109f-d234-402a-b78d-2794c559e7dc service neutron] 10.222.0.77 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673484 Mar 23 13:00:14.729589 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d6a0f-7753-493f-aa4d-e04ec9d5ad58 None None] Pushing event updated for resources: {'Port': ['ID=0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:14.823945 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] Set router 7919392d-8d48-495d-b9a8-747028a7512b gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:00:14.862120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Allocated IP 172.20.0.2 (dbab1ddd-33f2-425e-a347-2289ce5777fc/8d930373-572f-4315-ada5-cdbb7dd1cb80/a5497b70-e492-4e52-8724-9b93e14e9f44) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:00:15.038204 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:00:12Z', 'revision_number': 3, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:15.065698 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2ad58-6e22-4a83-b00a-c32d80d39e73 None None] The sync data for ids ['7919392d-8d48-495d-b9a8-747028a7512b'] in n-d-834854-1 is: [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:00:12Z', 'revision_number': 3, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:00:15.065992 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:15.073439 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:15.074270 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:15.129846 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Pushing event updated for resources: {'Port': ['ID=a5497b70-e492-4e52-8724-9b93e14e9f44,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:15.145305 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Network dbab1ddd-33f2-425e-a347-2289ce5777fc is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:00:15.147184 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:00:15.163349 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:00:15.229548 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Attempting to bind port a5497b70-e492-4e52-8724-9b93e14e9f44 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:00:15.230045 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Attempting to bind port a5497b70-e492-4e52-8724-9b93e14e9f44 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:00:15.230286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Attempting to bind port a5497b70-e492-4e52-8724-9b93e14e9f44 on network dbab1ddd-33f2-425e-a347-2289ce5777fc {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:00:15.236055 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:00:15.236515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Checking segment: {'id': '9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:00:15.237037 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:15.237564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Bound using segment: {'id': '9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:00:15.239011 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Bound port: a5497b70-e492-4e52-8724-9b93e14e9f44, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:00:15.239011 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:15.321369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] For port a5497b70-e492-4e52-8724-9b93e14e9f44, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:00:15.324991 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] For port a5497b70-e492-4e52-8724-9b93e14e9f44, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a5497b70-e492-4e52-8724-9b93e14e9f44,segment=NetworkSegment(9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef),segment_id=9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:00:15.330832 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:15.405073 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93052e30-6051-4c8b-a29b-857ef4630942 None None] Pushing event updated for resources: {'Port': ['ID=a5497b70-e492-4e52-8724-9b93e14e9f44,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:15.426363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42570) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:15.495083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Allocated IP 172.20.0.1 (dbab1ddd-33f2-425e-a347-2289ce5777fc/8d930373-572f-4315-ada5-cdbb7dd1cb80/57c7b6b3-5034-45d2-ac56-53bb0cf61eac) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:00:15.651977 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d5912089-b60b-4d43-b87e-915380c0dddb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/floatingips/7aa94cf3-4bba-4d81-b852-2c21658ee5e6 HTTP/1.1" status: 200 len: 993 time: 0.2147143 Mar 23 13:00:15.748303 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:15.875605 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:15.950871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network dbab1ddd-33f2-425e-a347-2289ce5777fc is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:00:15.955812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:00:15.967617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:00:16.089394 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:16.099418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Port': ['ID=57c7b6b3-5034-45d2-ac56-53bb0cf61eac,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:16.217814 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:16.278260 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:16.366179 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-5fdae480-7bfc-4523-adbd-44118110ce2b req-c2acb9c1-5b41-447c-9e38-850f10de3457 service neutron] (102778) timed out ('10.222.0.52', 56056) {{(pid=102778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 13:00:16.509066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c33c5-b278-4778-a481-577747e1addf req-85565a8b-5dc5-4a60-a955-ab040b7745ae tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:16.510661 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab9c33c5-b278-4778-a481-577747e1addf req-85565a8b-5dc5-4a60-a955-ab040b7745ae tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 946 time: 0.1743336 Mar 23 13:00:16.576357 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab9c33c5-b278-4778-a481-577747e1addf req-e488626a-cae4-4ea5-9ddc-60c50b98706a tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/security-groups?id=f23d1ebb-f8aa-4b34-995e-9601f8174f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540941 Mar 23 13:00:16.742753 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:16.748686 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:16.861193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Port': ['ID=57c7b6b3-5034-45d2-ac56-53bb0cf61eac,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:16.869711 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:16.897032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b49b11-0e15-4540-a7e5-5e1380483922 req-fb1bd509-7325-4c9a-9cf0-3fd14b17107a tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:16.898763 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30b49b11-0e15-4540-a7e5-5e1380483922 req-fb1bd509-7325-4c9a-9cf0-3fd14b17107a tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 946 time: 0.0995615 Mar 23 13:00:16.981948 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db9ccb6-3f8c-4065-9337-39c3df910a3a None None] Network dbab1ddd-33f2-425e-a347-2289ce5777fc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:00:17.050740 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c99c2738-5004-4063-8698-f27d20faf5d3 None None] Provisioning complete for port a5497b70-e492-4e52-8724-9b93e14e9f44 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:00:17.051534 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c99c2738-5004-4063-8698-f27d20faf5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:17.075701 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network dbab1ddd-33f2-425e-a347-2289ce5777fc is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:00:17.078656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:00:17.134927 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-30b49b11-0e15-4540-a7e5-5e1380483922 req-01e2ec9f-0488-463b-92d1-78ec35f16bb5 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Deleting port 92e4925a-3593-4679-9ab1-53553f9c1059 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:00:17.135347 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-30b49b11-0e15-4540-a7e5-5e1380483922 req-01e2ec9f-0488-463b-92d1-78ec35f16bb5 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:17.192918 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c99c2738-5004-4063-8698-f27d20faf5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:17.283770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c99c2738-5004-4063-8698-f27d20faf5d3 None None] For port a5497b70-e492-4e52-8724-9b93e14e9f44, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a5497b70-e492-4e52-8724-9b93e14e9f44,segment=NetworkSegment(9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef),segment_id=9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:17.289769 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c99c2738-5004-4063-8698-f27d20faf5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:17.378748 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c2738-5004-4063-8698-f27d20faf5d3 None None] Pushing event updated for resources: {'Port': ['ID=a5497b70-e492-4e52-8724-9b93e14e9f44,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:17.386946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a5497b70-e492-4e52-8724-9b93e14e9f44 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:00:17.414658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-30b49b11-0e15-4540-a7e5-5e1380483922 req-01e2ec9f-0488-463b-92d1-78ec35f16bb5 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] For port 92e4925a-3593-4679-9ab1-53553f9c1059, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=92e4925a-3593-4679-9ab1-53553f9c1059,segment=NetworkSegment(b36cd0d5-f636-45d0-ac0e-3ac16bce4af2),segment_id=b36cd0d5-f636-45d0-ac0e-3ac16bce4af2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:17.414836 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-30b49b11-0e15-4540-a7e5-5e1380483922 req-01e2ec9f-0488-463b-92d1-78ec35f16bb5 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:17.442385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Router 7919392d-8d48-495d-b9a8-747028a7512b has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:00:17.489821 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a5497b70-e492-4e52-8724-9b93e14e9f44 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:00:17.490625 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:17.658343 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:00:17.736383 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:17.776784 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223e33e-3eee-4b10-ab5c-8b01a323094d req-d2921b00-878d-4905-9e98-4bad1ef36421 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:17.788556 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d223e33e-3eee-4b10-ab5c-8b01a323094d req-d2921b00-878d-4905-9e98-4bad1ef36421 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 946 time: 0.0861003 Mar 23 13:00:17.791225 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:00:17.791607 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:17.806435 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-30b49b11-0e15-4540-a7e5-5e1380483922 req-01e2ec9f-0488-463b-92d1-78ec35f16bb5 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:17.807255 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-30b49b11-0e15-4540-a7e5-5e1380483922 req-01e2ec9f-0488-463b-92d1-78ec35f16bb5 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:17.807255 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-30b49b11-0e15-4540-a7e5-5e1380483922 req-01e2ec9f-0488-463b-92d1-78ec35f16bb5 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Floating IP f0cd726b-addc-40e1-b14e-ed7bf5e838ee disassociated. External IP: 172.25.2.144, port: 92e4925a-3593-4679-9ab1-53553f9c1059. Mar 23 13:00:17.807785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-30b49b11-0e15-4540-a7e5-5e1380483922 req-01e2ec9f-0488-463b-92d1-78ec35f16bb5 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Calling delete_port for 92e4925a-3593-4679-9ab1-53553f9c1059 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:00:17.861643 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d223e33e-3eee-4b10-ab5c-8b01a323094d req-5586071b-a483-4167-b642-a063ffa6ba27 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/security-groups?id=f23d1ebb-f8aa-4b34-995e-9601f8174f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707431 Mar 23 13:00:17.894086 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:00:17.902684 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dc17c2c8-b2f7-426a-9305-9f1edfe1f97a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "PUT /v2.0/routers/7919392d-8d48-495d-b9a8-747028a7512b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5355988 Mar 23 13:00:17.903716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42588) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:17.907855 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Sync routers for ids ['7919392d-8d48-495d-b9a8-747028a7512b'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:00:17.936524 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:17.943198 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Routers {'7919392d-8d48-495d-b9a8-747028a7512b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:00:17.944136 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7919392d-8d48-495d-b9a8-747028a7512b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:17.994834 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:18.030691 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:18.063129 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f60e59e9-9741-4c32-a420-ade997c126b0 None None] Provisioning complete for port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:00:18.063556 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f60e59e9-9741-4c32-a420-ade997c126b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:18.081849 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-30b49b11-0e15-4540-a7e5-5e1380483922 req-01e2ec9f-0488-463b-92d1-78ec35f16bb5 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:18.135455 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Set router 7919392d-8d48-495d-b9a8-747028a7512b gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:00:18.155382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f60e59e9-9741-4c32-a420-ade997c126b0 None None] Port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:00:18.172854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2ec9f-0488-463b-92d1-78ec35f16bb5 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Pushing event deleted for resources: {'Port': ['ID=92e4925a-3593-4679-9ab1-53553f9c1059,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:18.204257 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:18.221764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f60e59e9-9741-4c32-a420-ade997c126b0 None None] Provisioning complete for port a5497b70-e492-4e52-8724-9b93e14e9f44 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:00:18.222209 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f60e59e9-9741-4c32-a420-ade997c126b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:18.328408 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044723a-0683-43e2-9e13-fe2e773e4b2d tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.328825 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044723a-0683-43e2-9e13-fe2e773e4b2d tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.329339 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044723a-0683-43e2-9e13-fe2e773e4b2d tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.329785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044723a-0683-43e2-9e13-fe2e773e4b2d tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.330241 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044723a-0683-43e2-9e13-fe2e773e4b2d tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.330783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044723a-0683-43e2-9e13-fe2e773e4b2d tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.331184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044723a-0683-43e2-9e13-fe2e773e4b2d tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.331641 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044723a-0683-43e2-9e13-fe2e773e4b2d tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.332111 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044723a-0683-43e2-9e13-fe2e773e4b2d tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.336708 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8044723a-0683-43e2-9e13-fe2e773e4b2d tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6362 time: 0.4307437 Mar 23 13:00:18.337742 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42592) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:18.365653 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30b49b11-0e15-4540-a7e5-5e1380483922 req-01e2ec9f-0488-463b-92d1-78ec35f16bb5 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:00:18.447570 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987c8ee7-e978-415f-a76a-23d6309f772a tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.448067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987c8ee7-e978-415f-a76a-23d6309f772a tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.448493 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987c8ee7-e978-415f-a76a-23d6309f772a tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.448939 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987c8ee7-e978-415f-a76a-23d6309f772a tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.449520 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987c8ee7-e978-415f-a76a-23d6309f772a tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.449966 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987c8ee7-e978-415f-a76a-23d6309f772a tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.450513 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987c8ee7-e978-415f-a76a-23d6309f772a tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.450844 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987c8ee7-e978-415f-a76a-23d6309f772a tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.451282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987c8ee7-e978-415f-a76a-23d6309f772a tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:18.456198 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-987c8ee7-e978-415f-a76a-23d6309f772a tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5895 time: 0.1145968 Mar 23 13:00:18.456463 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42596) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:18.482096 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:00:16Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '57c7b6b3-5034-45d2-ac56-53bb0cf61eac', 'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:c9:0f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:15Z', 'updated_at': '2022-03-23T13:00:16Z', 'revision_number': 2, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:18.490418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-14c324b0-f322-45fe-b308-eef32e7da8fa None None] Provisioning complete for port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:00:18.490948 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-14c324b0-f322-45fe-b308-eef32e7da8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:18.539625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30b49b11-0e15-4540-a7e5-5e1380483922 req-01e2ec9f-0488-463b-92d1-78ec35f16bb5 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:00:18.543535 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Checking router: 7919392d-8d48-495d-b9a8-747028a7512b for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:00:18.545422 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-14c324b0-f322-45fe-b308-eef32e7da8fa None None] Port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:00:18.545560 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Updating router 7919392d-8d48-495d-b9a8-747028a7512b port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:00:18.579176 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2595cc00-f17a-4ab5-a824-2010b20675e3 None None] Sync routers for ids ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:00:18.583970 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:18.597342 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2595cc00-f17a-4ab5-a824-2010b20675e3 None None] Routers {'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:00:18.598007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2595cc00-f17a-4ab5-a824-2010b20675e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:18.601831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b49b11-0e15-4540-a7e5-5e1380483922 req-01e2ec9f-0488-463b-92d1-78ec35f16bb5 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] No DVR routers for this DVR port 92e4925a-3593-4679-9ab1-53553f9c1059 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:00:18.610750 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-30b49b11-0e15-4540-a7e5-5e1380483922 req-01e2ec9f-0488-463b-92d1-78ec35f16bb5 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:18.618118 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30b49b11-0e15-4540-a7e5-5e1380483922 req-01e2ec9f-0488-463b-92d1-78ec35f16bb5 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.77 "DELETE /v2.0/ports/92e4925a-3593-4679-9ab1-53553f9c1059 HTTP/1.1" status: 204 len: 173 time: 1.7029493 Mar 23 13:00:18.619212 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77', 'name': 'network-vif-deleted', 'tag': '92e4925a-3593-4679-9ab1-53553f9c1059'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:00:18.622848 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b54377-61b7-4f51-aa3a-1620d0ede15b" -d '{"events": [{"server_uuid": "7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77", "name": "network-vif-deleted", "tag": "92e4925a-3593-4679-9ab1-53553f9c1059"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:00:18.739060 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc54d4a-e2b8-4d98-91fa-05a4cd10e821 x-openstack-request-id: req-efc54d4a-e2b8-4d98-91fa-05a4cd10e821 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:00:18.739784 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77", "name": "network-vif-deleted", "tag": "92e4925a-3593-4679-9ab1-53553f9c1059", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:00:18.740332 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-efc54d4a-e2b8-4d98-91fa-05a4cd10e821 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:00:18.741036 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77', 'name': 'network-vif-deleted', 'tag': '92e4925a-3593-4679-9ab1-53553f9c1059', 'status': 'completed', 'code': 200} Mar 23 13:00:18.797578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2595cc00-f17a-4ab5-a824-2010b20675e3 None None] Set router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:00:18.854396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a815a500-d8eb-4cad-9779-8090dc4abd5e None None] Provisioning complete for port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:00:18.854773 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a815a500-d8eb-4cad-9779-8090dc4abd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:19.055055 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:19.072724 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:19.159586 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d99014a1-847c-493a-b776-87060299f0bf req-d9a9af3b-35a7-45cb-9fbc-e05c9d1c3ecd tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e264b1a-3d3a-4d55-bd24-0c7fb03d5c77 HTTP/1.1" status: 200 len: 210 time: 0.0758951 Mar 23 13:00:19.163256 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97087aff-54d7-4839-8001-c36a988a5393 None None] Pushing event updated for resources: {'Port': ['ID=57c7b6b3-5034-45d2-ac56-53bb0cf61eac,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:19.225340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a815a500-d8eb-4cad-9779-8090dc4abd5e None None] Port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:00:19.285977 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Attempting to bind port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:00:19.286341 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Attempting to bind port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:00:19.286696 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Attempting to bind port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac on network dbab1ddd-33f2-425e-a347-2289ce5777fc {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:00:19.296666 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:00:19.297829 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Checking segment: {'id': '9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:00:19.297829 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:19.297829 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Bound using segment: {'id': '9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:00:19.298353 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Bound port: 57c7b6b3-5034-45d2-ac56-53bb0cf61eac, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:00:19.298648 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:19.399268 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a5497b70-e492-4e52-8724-9b93e14e9f44 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:00:19.429130 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] For port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:00:19.436964 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] For port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=57c7b6b3-5034-45d2-ac56-53bb0cf61eac,segment=NetworkSegment(9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef),segment_id=9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:00:19.456525 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:19.474533 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f248ced4-d3b9-4297-8eb4-d49e77fd25f0 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5207 time: 1.0168617 Mar 23 13:00:19.553900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2595cc00-f17a-4ab5-a824-2010b20675e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'name': 'tempest-TestServerBasicOps-951253649-router', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:08Z', 'updated_at': '2022-03-23T12:54:15Z', 'revision_number': 4, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'gw_port': {'id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:09Z', 'updated_at': '2022-03-23T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'df897868-bd0d-42ae-8783-33541eeb934d', 'name': '', 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'mac_address': 'fa:16:3e:df:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:15Z', 'updated_at': '2022-03-23T12:54:23Z', 'revision_number': 5, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'subnets': [{'id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:19.614440 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Routers {'7919392d-8d48-495d-b9a8-747028a7512b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:00:19.615805 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7919392d-8d48-495d-b9a8-747028a7512b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:19.615996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2595cc00-f17a-4ab5-a824-2010b20675e3 None None] Checking router: fa415a3e-a6c7-4d93-9d37-96c8429f9b9f for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:00:19.637394 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2595cc00-f17a-4ab5-a824-2010b20675e3 None None] Routers {'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:00:19.639571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2595cc00-f17a-4ab5-a824-2010b20675e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:19.646258 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a5497b70-e492-4e52-8724-9b93e14e9f44 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:00:19.646258 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:19.751439 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97087aff-54d7-4839-8001-c36a988a5393 None None] Pushing event updated for resources: {'Port': ['ID=57c7b6b3-5034-45d2-ac56-53bb0cf61eac,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:19.800534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42608) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:19.806264 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1388fb94-671c-4ba0-bd41-c43d68570af1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1199651249', 'description': 'tempest-secgroup-smoke-1199651249 description', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:00:19.836196 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1388fb94-671c-4ba0-bd41-c43d68570af1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:19.928184 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] Set router 7919392d-8d48-495d-b9a8-747028a7512b gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:00:19.982067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-2595cc00-f17a-4ab5-a824-2010b20675e3 None None] Set router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:00:19.998788 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1388fb94-671c-4ba0-bd41-c43d68570af1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.008118 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1388fb94-671c-4ba0-bd41-c43d68570af1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.066578 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1388fb94-671c-4ba0-bd41-c43d68570af1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.071163 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1388fb94-671c-4ba0-bd41-c43d68570af1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2656300 Mar 23 13:00:20.072366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42618) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:20.079751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-18f7a158-47c4-405c-be1d-c32b9f8becf3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': '118f8f05-8d28-4f1f-a258-6b6d9b6e3254', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:00:20.099203 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-da3a612b-ed60-460c-8812-e0a000066da1 None None] Provisioning complete for port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:00:20.099778 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da3a612b-ed60-460c-8812-e0a000066da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.100497 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388fb94-671c-4ba0-bd41-c43d68570af1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118f8f05-8d28-4f1f-a258-6b6d9b6e3254,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:20.124563 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-18f7a158-47c4-405c-be1d-c32b9f8becf3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.236841 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42624) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:20.258508 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-18f7a158-47c4-405c-be1d-c32b9f8becf3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.266526 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-18f7a158-47c4-405c-be1d-c32b9f8becf3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.277888 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:00:20.304658 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:00:16Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '57c7b6b3-5034-45d2-ac56-53bb0cf61eac', 'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:c9:0f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:15Z', 'updated_at': '2022-03-23T13:00:19Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:20.324785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7a158-47c4-405c-be1d-c32b9f8becf3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbb6de4-e906-46ce-847a-a3ab3a4dcca2,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:20.349121 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1909a5-6885-4f80-9bb2-79539db44ecc None None] The sync data for ids ['7919392d-8d48-495d-b9a8-747028a7512b'] in n-d-834854-1 is: [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:00:16Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '57c7b6b3-5034-45d2-ac56-53bb0cf61eac', 'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:c9:0f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:15Z', 'updated_at': '2022-03-23T13:00:19Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:00:20.361796 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-18f7a158-47c4-405c-be1d-c32b9f8becf3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.363271 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-18f7a158-47c4-405c-be1d-c32b9f8becf3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2897944 Mar 23 13:00:20.366257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42632) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:20.367825 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da3a612b-ed60-460c-8812-e0a000066da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.371317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-eb89f292-90b5-424b-85b0-2dd27dfc96dc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': '118f8f05-8d28-4f1f-a258-6b6d9b6e3254', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:00:20.406599 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb89f292-90b5-424b-85b0-2dd27dfc96dc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.464892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-13df3016-d3c5-4f8a-b09a-7f9461db0826 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Deleting port 005d0a0c-9edb-4095-a5d5-2a2224c25a40 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:00:20.465238 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13df3016-d3c5-4f8a-b09a-7f9461db0826 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.514154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-da3a612b-ed60-460c-8812-e0a000066da1 None None] For port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=57c7b6b3-5034-45d2-ac56-53bb0cf61eac,segment=NetworkSegment(9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef),segment_id=9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:20.537727 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-da3a612b-ed60-460c-8812-e0a000066da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.588073 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:00:20.589209 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.590201 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13df3016-d3c5-4f8a-b09a-7f9461db0826 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.590344 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13df3016-d3c5-4f8a-b09a-7f9461db0826 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.592538 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb89f292-90b5-424b-85b0-2dd27dfc96dc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.599959 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb89f292-90b5-424b-85b0-2dd27dfc96dc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.619016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89f292-90b5-424b-85b0-2dd27dfc96dc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d9aed4-26db-4b5b-9af6-38ba1f03e7e0,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:20.636127 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-13df3016-d3c5-4f8a-b09a-7f9461db0826 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Calling delete_port for 005d0a0c-9edb-4095-a5d5-2a2224c25a40 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:00:20.653987 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eb89f292-90b5-424b-85b0-2dd27dfc96dc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.655192 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-eb89f292-90b5-424b-85b0-2dd27dfc96dc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2879508 Mar 23 13:00:20.663786 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42642) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:20.669794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-06b7e9ec-1cc6-48da-b270-3362f8743905 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': '118f8f05-8d28-4f1f-a258-6b6d9b6e3254', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:00:20.694159 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-2595cc00-f17a-4ab5-a824-2010b20675e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'name': 'tempest-TestServerBasicOps-951253649-router', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:08Z', 'updated_at': '2022-03-23T12:54:15Z', 'revision_number': 4, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'gw_port': {'id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:09Z', 'updated_at': '2022-03-23T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'df897868-bd0d-42ae-8783-33541eeb934d', 'name': '', 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'mac_address': 'fa:16:3e:df:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:15Z', 'updated_at': '2022-03-23T12:54:23Z', 'revision_number': 5, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'subnets': [{'id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:20.705839 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06b7e9ec-1cc6-48da-b270-3362f8743905 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.755372 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a612b-ed60-460c-8812-e0a000066da1 None None] Pushing event updated for resources: {'Port': ['ID=57c7b6b3-5034-45d2-ac56-53bb0cf61eac,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:20.770996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2595cc00-f17a-4ab5-a824-2010b20675e3 None None] The sync data for ids ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'] in n-d-834854-1 is: [{'id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'name': 'tempest-TestServerBasicOps-951253649-router', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:08Z', 'updated_at': '2022-03-23T12:54:15Z', 'revision_number': 4, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'gw_port': {'id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:09Z', 'updated_at': '2022-03-23T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'df897868-bd0d-42ae-8783-33541eeb934d', 'name': '', 'network_id': 'efa11817-c4f9-4668-abb8-4a3e594d3f44', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'mac_address': 'fa:16:3e:df:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:15Z', 'updated_at': '2022-03-23T12:54:23Z', 'revision_number': 5, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'subnets': [{'id': '123743e7-cb7c-46c8-b7b7-b6da5322356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:00:20.794833 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06b7e9ec-1cc6-48da-b270-3362f8743905 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.801067 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06b7e9ec-1cc6-48da-b270-3362f8743905 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.808615 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-08b1a807-8709-4c8d-8045-eae09dcd8c86 None None] Provisioning complete for port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:00:20.809052 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08b1a807-8709-4c8d-8045-eae09dcd8c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.844895 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7e9ec-1cc6-48da-b270-3362f8743905 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebf13f8-14e4-4769-b960-e4a70d80af7d,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:20.850051 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06b7e9ec-1cc6-48da-b270-3362f8743905 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.851268 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-06b7e9ec-1cc6-48da-b270-3362f8743905 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1863577 Mar 23 13:00:20.854862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42644) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:20.861087 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-13ef99f1-b11b-4ae6-b72c-4cb0a4915160 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': '118f8f05-8d28-4f1f-a258-6b6d9b6e3254', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:00:20.908324 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13df3016-d3c5-4f8a-b09a-7f9461db0826 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.909463 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13ef99f1-b11b-4ae6-b72c-4cb0a4915160 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:20.952495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df3016-d3c5-4f8a-b09a-7f9461db0826 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Pushing event deleted for resources: {'Port': ['ID=005d0a0c-9edb-4095-a5d5-2a2224c25a40,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:21.022389 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13ef99f1-b11b-4ae6-b72c-4cb0a4915160 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.028093 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13ef99f1-b11b-4ae6-b72c-4cb0a4915160 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.053849 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13df3016-d3c5-4f8a-b09a-7f9461db0826 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.059336 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-13df3016-d3c5-4f8a-b09a-7f9461db0826 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.060009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef99f1-b11b-4ae6-b72c-4cb0a4915160 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf3b2a5-34a4-452e-b8aa-85c2704b9617,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:21.063025 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-13df3016-d3c5-4f8a-b09a-7f9461db0826 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "DELETE /v2.0/floatingips/f0cd726b-addc-40e1-b14e-ed7bf5e838ee HTTP/1.1" status: 204 len: 168 time: 0.8249938 Mar 23 13:00:21.068687 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13ef99f1-b11b-4ae6-b72c-4cb0a4915160 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.073725 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-13ef99f1-b11b-4ae6-b72c-4cb0a4915160 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2176774 Mar 23 13:00:21.074430 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42648) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:21.080451 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-cfb13e3a-1f70-44b7-9e92-f81fa1caa4cd tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': '118f8f05-8d28-4f1f-a258-6b6d9b6e3254', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:00:21.118278 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-cfb13e3a-1f70-44b7-9e92-f81fa1caa4cd tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Project eb8ecb713c7040f89ae917ef013d6d62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:00:21.130915 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfb13e3a-1f70-44b7-9e92-f81fa1caa4cd tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.204926 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42656) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:21.308498 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b58fe847-669d-418c-a6c1-866896179937 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.317139 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfb13e3a-1f70-44b7-9e92-f81fa1caa4cd tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.325326 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfb13e3a-1f70-44b7-9e92-f81fa1caa4cd tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.347808 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 57c7b6b3-5034-45d2-ac56-53bb0cf61eac up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:00:21.368131 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b58fe847-669d-418c-a6c1-866896179937 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.373753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb13e3a-1f70-44b7-9e92-f81fa1caa4cd tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a625426-aca0-434c-a1b5-8de44842ecab,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:21.383501 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cfb13e3a-1f70-44b7-9e92-f81fa1caa4cd tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.387199 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cfb13e3a-1f70-44b7-9e92-f81fa1caa4cd tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3089240 Mar 23 13:00:21.389867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42658) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:21.399687 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 92e4925a-3593-4679-9ab1-53553f9c1059 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:00:21.400186 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-bce59c97-e034-4120-be2a-390aa575f9bf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': '118f8f05-8d28-4f1f-a258-6b6d9b6e3254', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:00:21.430680 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 92e4925a-3593-4679-9ab1-53553f9c1059 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:00:21.431564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 92e4925a-3593-4679-9ab1-53553f9c1059 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:00:21.437686 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7126c2b-3fff-4a9b-b64d-f244b36a3fec None None] New status for floating IP f0cd726b-addc-40e1-b14e-ed7bf5e838ee: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:00:21.488491 n-d-834854-1 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-bce59c97-e034-4120-be2a-390aa575f9bf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Project eb8ecb713c7040f89ae917ef013d6d62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:00:21.490227 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:00:21.490653 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.506266 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b58fe847-669d-418c-a6c1-866896179937 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.509967 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b58fe847-669d-418c-a6c1-866896179937 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.516379 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b58fe847-669d-418c-a6c1-866896179937 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] 10.222.0.52 "DELETE /v2.0/security-groups/f23d1ebb-f8aa-4b34-995e-9601f8174f90 HTTP/1.1" status: 204 len: 168 time: 0.3102968 Mar 23 13:00:21.521144 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bce59c97-e034-4120-be2a-390aa575f9bf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.536943 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fe847-669d-418c-a6c1-866896179937 tempest-TestServerBasicOps-1072941753 tempest-TestServerBasicOps-1072941753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23d1ebb-f8aa-4b34-995e-9601f8174f90,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:21.566428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42668) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:21.700946 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bce59c97-e034-4120-be2a-390aa575f9bf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.707202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bce59c97-e034-4120-be2a-390aa575f9bf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.744740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce59c97-e034-4120-be2a-390aa575f9bf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdcdd6b6-32bb-499b-a669-55787d5d1f8f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:21.758290 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bce59c97-e034-4120-be2a-390aa575f9bf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:21.764586 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bce59c97-e034-4120-be2a-390aa575f9bf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3722432 Mar 23 13:00:21.931910 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-342de8b3-beba-47bd-a061-715faa73fffd tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1199651249&fields=id&tenant_id=eb8ecb713c7040f89ae917ef013d6d62 HTTP/1.1" status: 200 len: 267 time: 0.0448618 Mar 23 13:00:22.067547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-6acd34a0-a39c-45fa-bf00-2dea55e0691d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:22.069259 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-6acd34a0-a39c-45fa-bf00-2dea55e0691d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/networks?id=dbab1ddd-33f2-425e-a347-2289ce5777fc HTTP/1.1" status: 200 len: 797 time: 0.1294768 Mar 23 13:00:22.091972 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-73fbad5e-0ca2-4ad3-bf0d-45bfc2bf8d25 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/quotas/eb8ecb713c7040f89ae917ef013d6d62 HTTP/1.1" status: 200 len: 375 time: 0.0162385 Mar 23 13:00:22.153845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-4ca5e703-79ec-43f4-b5a2-4d5c8b1d9182 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb8ecb713c7040f89ae917ef013d6d62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607016 Mar 23 13:00:22.178066 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-43a1f79f-560e-4ebd-b68f-f8b8c7b09751 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:00:22.178066 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-43a1f79f-560e-4ebd-b68f-f8b8c7b09751 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079901 Mar 23 13:00:22.238154 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c847cd6e-7d5c-485a-9e69-3975af0b7a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:22.291494 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-d18e7d02-1062-47c9-92bb-26822901ed5e service neutron] 10.222.0.52 "GET /v2.0/networks/dbab1ddd-33f2-425e-a347-2289ce5777fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088202 Mar 23 13:00:22.400048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-d493e86d-421a-4b66-97d8-8071332af0d2 service neutron] 10.222.0.52 "GET /v2.0/networks/dbab1ddd-33f2-425e-a347-2289ce5777fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021667 Mar 23 13:00:22.555835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c847cd6e-7d5c-485a-9e69-3975af0b7a81 admin admin] Deleting port df897868-bd0d-42ae-8783-33541eeb934d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:00:22.556944 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c847cd6e-7d5c-485a-9e69-3975af0b7a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:22.642554 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47e4c253-dc66-4221-8146-532bd625ac3d req-2fb72a03-dee3-41f9-a7fc-46f0219f611c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 210 time: 0.0709512 Mar 23 13:00:22.689302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-c847cd6e-7d5c-485a-9e69-3975af0b7a81 admin admin] For port df897868-bd0d-42ae-8783-33541eeb934d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=df897868-bd0d-42ae-8783-33541eeb934d,segment=NetworkSegment(b36cd0d5-f636-45d0-ac0e-3ac16bce4af2),segment_id=b36cd0d5-f636-45d0-ac0e-3ac16bce4af2)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:22.689668 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c847cd6e-7d5c-485a-9e69-3975af0b7a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:22.704817 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c847cd6e-7d5c-485a-9e69-3975af0b7a81 admin admin] Calling delete_port for df897868-bd0d-42ae-8783-33541eeb934d owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:00:22.927096 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c847cd6e-7d5c-485a-9e69-3975af0b7a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:22.964004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847cd6e-7d5c-485a-9e69-3975af0b7a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=df897868-bd0d-42ae-8783-33541eeb934d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:23.157202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c847cd6e-7d5c-485a-9e69-3975af0b7a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:23.791850 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d8cca97a-94c9-4fc9-8884-cff2d6b95a21 req-0a8b3dee-6d3f-4129-816b-73ce1f9650ea tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 210 time: 0.0388854 Mar 23 13:00:23.893907 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c847cd6e-7d5c-485a-9e69-3975af0b7a81 admin admin] Router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:00:23.972174 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-44e4b12a-65ca-441f-8653-9797274dc529 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:23.973642 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-44e4b12a-65ca-441f-8653-9797274dc529 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.73 "GET /v2.0/networks?id=dbab1ddd-33f2-425e-a347-2289ce5777fc HTTP/1.1" status: 200 len: 797 time: 0.1752784 Mar 23 13:00:24.067111 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-04057ab6-c46d-4883-972a-aabb854d4d01 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb8ecb713c7040f89ae917ef013d6d62 HTTP/1.1" status: 200 len: 380 time: 0.0801442 Mar 23 13:00:24.067644 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b576bb4-81ac-4b56-bf70-d01db26e676e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:24.071464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c847cd6e-7d5c-485a-9e69-3975af0b7a81 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:00:24.079604 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c847cd6e-7d5c-485a-9e69-3975af0b7a81 admin admin] 10.222.0.52 "PUT /v2.0/routers/fa415a3e-a6c7-4d93-9d37-96c8429f9b9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5119174 Mar 23 13:00:24.080072 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42734) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:24.082837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f456f0-6f04-46c8-950d-82360f489a18 None None] Sync routers for ids ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:00:24.085151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-14391c4d-fb20-457b-93d4-f6e544601705 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'port': {'device_id': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'admin_state_up': True, 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'security_groups': ['118f8f05-8d28-4f1f-a258-6b6d9b6e3254']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:00:24.116701 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f456f0-6f04-46c8-950d-82360f489a18 None None] Routers {'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:00:24.117917 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-56f456f0-6f04-46c8-950d-82360f489a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:24.229073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-14391c4d-fb20-457b-93d4-f6e544601705 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Made reservation on behalf of eb8ecb713c7040f89ae917ef013d6d62 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:00:24.234459 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-14391c4d-fb20-457b-93d4-f6e544601705 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:24.239973 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2909e91e-277d-4f3f-b4e8-fe0cf32fafae admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:24.261391 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-56f456f0-6f04-46c8-950d-82360f489a18 None None] Set router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:00:24.368460 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2909e91e-277d-4f3f-b4e8-fe0cf32fafae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:24.440799 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-2909e91e-277d-4f3f-b4e8-fe0cf32fafae admin admin] Deleting port 0703169b-230a-4e08-89e8-eb14f3ef813b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:00:24.441174 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2909e91e-277d-4f3f-b4e8-fe0cf32fafae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:24.476429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-14391c4d-fb20-457b-93d4-f6e544601705 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Allocated IP 172.20.0.5 (dbab1ddd-33f2-425e-a347-2289ce5777fc/8d930373-572f-4315-ada5-cdbb7dd1cb80/87877041-4130-4bf3-a666-326db1b4f323) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:00:24.506304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-56f456f0-6f04-46c8-950d-82360f489a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'name': 'tempest-TestServerBasicOps-951253649-router', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:08Z', 'updated_at': '2022-03-23T13:00:22Z', 'revision_number': 5, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'gw_port': {'id': '0703169b-230a-4e08-89e8-eb14f3ef813b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:74:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:09Z', 'updated_at': '2022-03-23T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:24.537570 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f456f0-6f04-46c8-950d-82360f489a18 None None] Checking router: fa415a3e-a6c7-4d93-9d37-96c8429f9b9f for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:00:24.547093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f456f0-6f04-46c8-950d-82360f489a18 None None] Routers {'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:00:24.547739 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-56f456f0-6f04-46c8-950d-82360f489a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T12:59:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:24.557179 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-2909e91e-277d-4f3f-b4e8-fe0cf32fafae admin admin] For port 0703169b-230a-4e08-89e8-eb14f3ef813b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0703169b-230a-4e08-89e8-eb14f3ef813b,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:24.557642 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2909e91e-277d-4f3f-b4e8-fe0cf32fafae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:24.578831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-2909e91e-277d-4f3f-b4e8-fe0cf32fafae admin admin] Calling delete_port for 0703169b-230a-4e08-89e8-eb14f3ef813b owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:00:24.693925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-56f456f0-6f04-46c8-950d-82360f489a18 None None] Set router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:00:24.807733 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-14391c4d-fb20-457b-93d4-f6e544601705 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:24.842152 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2909e91e-277d-4f3f-b4e8-fe0cf32fafae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:24.851909 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-56f456f0-6f04-46c8-950d-82360f489a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'name': 'tempest-TestServerBasicOps-951253649-router', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:08Z', 'updated_at': '2022-03-23T13:00:24Z', 'revision_number': 6, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:24.895822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f456f0-6f04-46c8-950d-82360f489a18 None None] The sync data for ids ['fa415a3e-a6c7-4d93-9d37-96c8429f9b9f'] in n-d-834854-1 is: [{'id': 'fa415a3e-a6c7-4d93-9d37-96c8429f9b9f', 'name': 'tempest-TestServerBasicOps-951253649-router', 'tenant_id': '19171b52f76e4157a4ec58a49fcc16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:08Z', 'updated_at': '2022-03-23T13:00:24Z', 'revision_number': 6, 'project_id': '19171b52f76e4157a4ec58a49fcc16cb', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:00:24.912102 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909e91e-277d-4f3f-b4e8-fe0cf32fafae admin admin] Pushing event deleted for resources: {'Port': ['ID=0703169b-230a-4e08-89e8-eb14f3ef813b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:24.924257 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-14391c4d-fb20-457b-93d4-f6e544601705 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:24.978669 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2909e91e-277d-4f3f-b4e8-fe0cf32fafae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:25.007206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-14391c4d-fb20-457b-93d4-f6e544601705 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network dbab1ddd-33f2-425e-a347-2289ce5777fc is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:00:25.013511 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-14391c4d-fb20-457b-93d4-f6e544601705 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:00:25.022282 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-14391c4d-fb20-457b-93d4-f6e544601705 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:00:25.052569 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14391c4d-fb20-457b-93d4-f6e544601705 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Port': ['ID=87877041-4130-4bf3-a666-326db1b4f323,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:25.089133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-14391c4d-fb20-457b-93d4-f6e544601705 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:25.089783 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-14391c4d-fb20-457b-93d4-f6e544601705 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:25.099203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24836e16-f2d5-40e6-b5b7-7a017317ec9a req-04762091-45a0-453c-b644-96505a365653 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:25.100807 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-24836e16-f2d5-40e6-b5b7-7a017317ec9a req-04762091-45a0-453c-b644-96505a365653 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 931 time: 0.1583526 Mar 23 13:00:25.107530 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2909e91e-277d-4f3f-b4e8-fe0cf32fafae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:25.110495 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2909e91e-277d-4f3f-b4e8-fe0cf32fafae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:25.137890 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-14391c4d-fb20-457b-93d4-f6e544601705 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0566571 Mar 23 13:00:25.187393 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2909e91e-277d-4f3f-b4e8-fe0cf32fafae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:25.188344 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2909e91e-277d-4f3f-b4e8-fe0cf32fafae admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa415a3e-a6c7-4d93-9d37-96c8429f9b9f {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:00:25.199429 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2909e91e-277d-4f3f-b4e8-fe0cf32fafae admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:25.203685 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2909e91e-277d-4f3f-b4e8-fe0cf32fafae admin admin] 10.222.0.52 "DELETE /v2.0/routers/fa415a3e-a6c7-4d93-9d37-96c8429f9b9f HTTP/1.1" status: 204 len: 168 time: 1.1195259 Mar 23 13:00:25.204083 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42754) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:25.211135 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-24836e16-f2d5-40e6-b5b7-7a017317ec9a req-67d85ebe-4c37-4a58-b260-60f46c7ac121 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=118f8f05-8d28-4f1f-a258-6b6d9b6e3254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996857 Mar 23 13:00:25.281107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfcfd49-2361-4490-ab21-3265ae3b6c00 admin admin] Deleting subnet 123743e7-cb7c-46c8-b7b7-b6da5322356e {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:00:25.285109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Request body: {'port': {'device_id': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:00:25.286111 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfcfd49-2361-4490-ab21-3265ae3b6c00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:25.343264 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfcfd49-2361-4490-ab21-3265ae3b6c00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:25.405980 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:25.421085 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device df897868-bd0d-42ae-8783-33541eeb934d no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:00:25.477977 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: df897868-bd0d-42ae-8783-33541eeb934d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:00:25.478647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device df897868-bd0d-42ae-8783-33541eeb934d not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:00:25.507613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8241659d-dd2b-4072-8058-a1b786c5e3fc None None] Provisioning complete for port 87877041-4130-4bf3-a666-326db1b4f323 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:00:25.508079 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8241659d-dd2b-4072-8058-a1b786c5e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:25.543690 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfcfd49-2361-4490-ab21-3265ae3b6c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:25.637161 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfcfd49-2361-4490-ab21-3265ae3b6c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:25.667889 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcfd49-2361-4490-ab21-3265ae3b6c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123743e7-cb7c-46c8-b7b7-b6da5322356e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:25.683511 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fcfcfd49-2361-4490-ab21-3265ae3b6c00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:25.693670 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fcfcfd49-2361-4490-ab21-3265ae3b6c00 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/123743e7-cb7c-46c8-b7b7-b6da5322356e HTTP/1.1" status: 204 len: 168 time: 0.4879446 Mar 23 13:00:25.696411 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42760) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:25.707189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209f4f2a-0242-4f5d-ad0d-1a5c07eeaaca None None] Network efa11817-c4f9-4668-abb8-4a3e594d3f44 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:00:25.776245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8241659d-dd2b-4072-8058-a1b786c5e3fc None None] Port 87877041-4130-4bf3-a666-326db1b4f323 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:00:25.850505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87877041-4130-4bf3-a666-326db1b4f323 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:00:25.852628 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:25.866309 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:25.886382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Transition to ACTIVE for port object 87877041-4130-4bf3-a666-326db1b4f323 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:00:25.892224 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:25.966397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Pushing event updated for resources: {'Port': ['ID=87877041-4130-4bf3-a666-326db1b4f323,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:25.999033 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] Deleting port 9f743207-dfbb-436a-9840-6e578e674313 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:00:25.999516 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:26.060573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a55d564-5309-4b46-b1bf-1090b0c3f728 None None] DHCP port deletion for efa11817-c4f9-4668-abb8-4a3e594d3f44 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:00:26.084231 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Attempting to bind port 87877041-4130-4bf3-a666-326db1b4f323 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:00:26.089587 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Attempting to bind port 87877041-4130-4bf3-a666-326db1b4f323 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:00:26.089942 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Attempting to bind port 87877041-4130-4bf3-a666-326db1b4f323 on network dbab1ddd-33f2-425e-a347-2289ce5777fc {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:00:26.095741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Port 87877041-4130-4bf3-a666-326db1b4f323 on network dbab1ddd-33f2-425e-a347-2289ce5777fc not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:00:26.096019 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Attempting to bind port 87877041-4130-4bf3-a666-326db1b4f323 on network dbab1ddd-33f2-425e-a347-2289ce5777fc {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:00:26.101797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:00:26.102142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Checking segment: {'id': '9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:00:26.102515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Bound using segment: {'id': '9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:00:26.102954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Bound port: 87877041-4130-4bf3-a666-326db1b4f323, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:00:26.103293 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:26.136191 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] For port 9f743207-dfbb-436a-9840-6e578e674313, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9f743207-dfbb-436a-9840-6e578e674313,segment=NetworkSegment(b36cd0d5-f636-45d0-ac0e-3ac16bce4af2),segment_id=b36cd0d5-f636-45d0-ac0e-3ac16bce4af2)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:26.136191 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:26.165587 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] Calling delete_port for 9f743207-dfbb-436a-9840-6e578e674313 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:00:26.176985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1a55d564-5309-4b46-b1bf-1090b0c3f728 None None] Deleting port 9f743207-dfbb-436a-9840-6e578e674313 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:00:26.177408 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1a55d564-5309-4b46-b1bf-1090b0c3f728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:26.253297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] For port 87877041-4130-4bf3-a666-326db1b4f323, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:00:26.257309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] For port 87877041-4130-4bf3-a666-326db1b4f323, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=87877041-4130-4bf3-a666-326db1b4f323,segment=NetworkSegment(9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef),segment_id=9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:00:26.264385 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:26.311327 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:26.345884 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1a55d564-5309-4b46-b1bf-1090b0c3f728 None None] For port 9f743207-dfbb-436a-9840-6e578e674313, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9f743207-dfbb-436a-9840-6e578e674313,segment=NetworkSegment(b36cd0d5-f636-45d0-ac0e-3ac16bce4af2),segment_id=b36cd0d5-f636-45d0-ac0e-3ac16bce4af2)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:26.346871 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1a55d564-5309-4b46-b1bf-1090b0c3f728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:26.360073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:26.363314 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:26.364419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1a55d564-5309-4b46-b1bf-1090b0c3f728 None None] Calling delete_port for 9f743207-dfbb-436a-9840-6e578e674313 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:00:26.365542 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] 10.222.0.73 "PUT /v2.0/ports/87877041-4130-4bf3-a666-326db1b4f323 HTTP/1.1" status: 200 len: 1091 time: 1.2153885 Mar 23 13:00:26.367245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'tag': '87877041-4130-4bf3-a666-326db1b4f323'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:00:26.369934 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f350bd6b-84a2-4d36-972a-e7a9a6adcc46" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8e23ed-255d-4a25-8686-a2c438ced5fd", "tag": "87877041-4130-4bf3-a666-326db1b4f323"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:00:26.435853 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=9f743207-dfbb-436a-9840-6e578e674313,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:26.447862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] No DVR routers for this DVR port 9f743207-dfbb-436a-9840-6e578e674313 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:00:26.490432 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b99f06-3030-4a03-a898-2dc690787adf req-45185840-cad9-4ef0-8ac5-8d83252a0c2b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:26.492480 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b5b99f06-3030-4a03-a898-2dc690787adf req-45185840-cad9-4ef0-8ac5-8d83252a0c2b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 943 time: 0.1101985 Mar 23 13:00:26.557420 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1a55d564-5309-4b46-b1bf-1090b0c3f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:26.581971 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:26.582258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc39e42-ea0c-40c6-b3e3-c1cb7f428e41 service neutron] Pushing event updated for resources: {'Port': ['ID=87877041-4130-4bf3-a666-326db1b4f323,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:26.613865 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f723a714-e89d-4327-ac32-69d4b847a7c3 x-openstack-request-id: req-f723a714-e89d-4327-ac32-69d4b847a7c3 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:00:26.614249 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8e23ed-255d-4a25-8686-a2c438ced5fd", "tag": "87877041-4130-4bf3-a666-326db1b4f323", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:00:26.614384 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f723a714-e89d-4327-ac32-69d4b847a7c3 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:00:26.614796 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'tag': '87877041-4130-4bf3-a666-326db1b4f323', 'status': 'completed', 'code': 200} Mar 23 13:00:26.617670 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-dde0503a-acfb-43e3-8d8d-8dd90c22cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:26.619194 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-dde0503a-acfb-43e3-8d8d-8dd90c22cc1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb8ecb713c7040f89ae917ef013d6d62&device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 1094 time: 0.1764865 Mar 23 13:00:26.628767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55d564-5309-4b46-b1bf-1090b0c3f728 None None] Pushing event deleted for resources: {'Port': ['ID=9f743207-dfbb-436a-9840-6e578e674313,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:26.641285 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55d564-5309-4b46-b1bf-1090b0c3f728 None None] No DVR routers for this DVR port 9f743207-dfbb-436a-9840-6e578e674313 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:00:26.655978 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa11817-c4f9-4668-abb8-4a3e594d3f44']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:26.671833 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36cd0d5-f636-45d0-ac0e-3ac16bce4af2') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:26.672228 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36cd0d5-f636-45d0-ac0e-3ac16bce4af2') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:26.691055 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:26.692012 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-4a9efa1d-6ff6-4f30-a09e-7a211c8f0ba3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87877041-4130-4bf3-a666-326db1b4f323 HTTP/1.1" status: 200 len: 217 time: 0.0629845 Mar 23 13:00:26.702282 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b5b99f06-3030-4a03-a898-2dc690787adf req-62def031-ba11-4a77-8648-354edd72d649 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=118f8f05-8d28-4f1f-a258-6b6d9b6e3254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769975 Mar 23 13:00:26.712001 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:26.721828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:00:26.722345 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:26.764227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-b72b55f2-5709-4f53-aad6-4e896979dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:26.765708 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-b72b55f2-5709-4f53-aad6-4e896979dc33 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d930373-572f-4315-ada5-cdbb7dd1cb80 HTTP/1.1" status: 200 len: 832 time: 0.0646219 Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: timer() Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:00:26.768923 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:00:26.787557 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:26.794149 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:26.797644 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] 10.222.0.52 "DELETE /v2.0/networks/efa11817-c4f9-4668-abb8-4a3e594d3f44 HTTP/1.1" status: 204 len: 168 time: 1.1001160 Mar 23 13:00:26.804838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42782) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:26.828114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb78ace-6755-4b6d-9e44-50b75bc52a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=efa11817-c4f9-4668-abb8-4a3e594d3f44,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:26.856043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-126d4e50-9e7e-43ed-b05c-1063e52c8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:26.858092 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-126d4e50-9e7e-43ed-b05c-1063e52c8af9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dbab1ddd-33f2-425e-a347-2289ce5777fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838399 Mar 23 13:00:26.930019 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c69a2d70-dde3-42c7-a92f-29f53e7e8e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:26.986264 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-9cf36624-3e9d-4936-a406-ceacb6973162 service neutron] 10.222.0.73 "GET /v2.0/networks/dbab1ddd-33f2-425e-a347-2289ce5777fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200693 Mar 23 13:00:27.094112 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00affd80-092d-4945-a73e-eaae3022a5c0 req-a17c2ac0-cb0a-40b1-8dfb-623f3da8a2e3 service neutron] 10.222.0.73 "GET /v2.0/networks/dbab1ddd-33f2-425e-a347-2289ce5777fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991676 Mar 23 13:00:27.220428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350bd6b-84a2-4d36-972a-e7a9a6adcc46 req-329416ec-ec25-4fdc-ae8d-85d70f644645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:27.223097 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f350bd6b-84a2-4d36-972a-e7a9a6adcc46 req-329416ec-ec25-4fdc-ae8d-85d70f644645 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb8ecb713c7040f89ae917ef013d6d62&device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 1094 time: 0.0631082 Mar 23 13:00:27.257140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9f743207-dfbb-436a-9840-6e578e674313 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:00:27.266455 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-deafaf48-73fe-4671-a3e5-5678403a53b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:27.286695 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 9f743207-dfbb-436a-9840-6e578e674313 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:00:27.287217 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9f743207-dfbb-436a-9840-6e578e674313 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:00:27.287845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0703169b-230a-4e08-89e8-eb14f3ef813b no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:00:27.313806 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 0703169b-230a-4e08-89e8-eb14f3ef813b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:00:27.314235 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0703169b-230a-4e08-89e8-eb14f3ef813b not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:00:27.347090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350bd6b-84a2-4d36-972a-e7a9a6adcc46 req-63ace64d-7404-4f40-ba75-44618eeeeb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:27.348963 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f350bd6b-84a2-4d36-972a-e7a9a6adcc46 req-63ace64d-7404-4f40-ba75-44618eeeeb2f service neutron] 10.222.0.73 "GET /v2.0/networks?id=dbab1ddd-33f2-425e-a347-2289ce5777fc HTTP/1.1" status: 200 len: 898 time: 0.1129589 Mar 23 13:00:27.427154 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f350bd6b-84a2-4d36-972a-e7a9a6adcc46 req-c0a712da-2e17-44ee-9f83-a2c23a5ff494 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87877041-4130-4bf3-a666-326db1b4f323 HTTP/1.1" status: 200 len: 217 time: 0.0697949 Mar 23 13:00:27.497225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350bd6b-84a2-4d36-972a-e7a9a6adcc46 req-1785d5c7-ce0f-4dcf-ac39-fe1d6e852416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:27.498928 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f350bd6b-84a2-4d36-972a-e7a9a6adcc46 req-1785d5c7-ce0f-4dcf-ac39-fe1d6e852416 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d930373-572f-4315-ada5-cdbb7dd1cb80 HTTP/1.1" status: 200 len: 832 time: 0.0639405 Mar 23 13:00:27.552647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350bd6b-84a2-4d36-972a-e7a9a6adcc46 req-22529951-b7b6-4905-9608-fca9a9eaa7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:27.554189 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f350bd6b-84a2-4d36-972a-e7a9a6adcc46 req-22529951-b7b6-4905-9608-fca9a9eaa7b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dbab1ddd-33f2-425e-a347-2289ce5777fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463367 Mar 23 13:00:27.598194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-deafaf48-73fe-4671-a3e5-5678403a53b8 admin admin] Deleting port 7a89fc2e-3c53-440a-adc1-93c16f98b2b9 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:00:27.598550 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-deafaf48-73fe-4671-a3e5-5678403a53b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:27.692983 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f350bd6b-84a2-4d36-972a-e7a9a6adcc46 req-5482c1b5-57cd-4a9e-add9-b953b4e3e238 service neutron] 10.222.0.73 "GET /v2.0/networks/dbab1ddd-33f2-425e-a347-2289ce5777fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271749 Mar 23 13:00:27.704141 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-deafaf48-73fe-4671-a3e5-5678403a53b8 admin admin] For port 7a89fc2e-3c53-440a-adc1-93c16f98b2b9, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=7a89fc2e-3c53-440a-adc1-93c16f98b2b9,segment=NetworkSegment(5af9a30a-c6e9-451b-a9a5-e10d017756de),segment_id=5af9a30a-c6e9-451b-a9a5-e10d017756de)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:27.704527 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-deafaf48-73fe-4671-a3e5-5678403a53b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:27.724765 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-deafaf48-73fe-4671-a3e5-5678403a53b8 admin admin] Calling delete_port for 7a89fc2e-3c53-440a-adc1-93c16f98b2b9 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:00:27.829045 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:27.842519 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f350bd6b-84a2-4d36-972a-e7a9a6adcc46 req-c0bdf2af-4e59-44a6-9425-61a3db28210b service neutron] 10.222.0.73 "GET /v2.0/networks/dbab1ddd-33f2-425e-a347-2289ce5777fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422219 Mar 23 13:00:27.932493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b30315-2df3-42e3-b77e-f466d6e8e43f req-8c0f66f9-f119-4f3c-b960-5633b918abdb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:27.934865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98b30315-2df3-42e3-b77e-f466d6e8e43f req-8c0f66f9-f119-4f3c-b960-5633b918abdb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 943 time: 0.0764141 Mar 23 13:00:27.997008 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-deafaf48-73fe-4671-a3e5-5678403a53b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:27.999211 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-98b30315-2df3-42e3-b77e-f466d6e8e43f req-b08b6025-9876-436f-8cff-76e0b70b501e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=118f8f05-8d28-4f1f-a258-6b6d9b6e3254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551257 Mar 23 13:00:28.028900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafaf48-73fe-4671-a3e5-5678403a53b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a89fc2e-3c53-440a-adc1-93c16f98b2b9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:28.258481 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-deafaf48-73fe-4671-a3e5-5678403a53b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:28.803689 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deafaf48-73fe-4671-a3e5-5678403a53b8 admin admin] Router b8d3a864-9186-4e67-b785-89aa21786ef1 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:00:28.935007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deafaf48-73fe-4671-a3e5-5678403a53b8 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:00:28.941030 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-deafaf48-73fe-4671-a3e5-5678403a53b8 admin admin] 10.222.0.52 "PUT /v2.0/routers/b8d3a864-9186-4e67-b785-89aa21786ef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1351035 Mar 23 13:00:28.943777 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42820) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:28.948422 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae823b8-10cc-4903-9d07-2e022f370f87 None None] Sync routers for ids ['b8d3a864-9186-4e67-b785-89aa21786ef1'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:00:28.962918 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae823b8-10cc-4903-9d07-2e022f370f87 None None] Routers {'b8d3a864-9186-4e67-b785-89aa21786ef1'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:00:28.963539 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9ae823b8-10cc-4903-9d07-2e022f370f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:00:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b8d3a864-9186-4e67-b785-89aa21786ef1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:29.055843 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0789656c-91c0-4a4f-b645-ce1da4c54724 admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:29.096602 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-9ae823b8-10cc-4903-9d07-2e022f370f87 None None] Set router b8d3a864-9186-4e67-b785-89aa21786ef1 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:00:29.134388 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:29.204840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9177c-afd4-453c-8c7a-e15e782ebc43 req-70b67fff-a472-494c-a25f-9f845e37b1ac tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:29.207127 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fbc9177c-afd4-453c-8c7a-e15e782ebc43 req-70b67fff-a472-494c-a25f-9f845e37b1ac tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 943 time: 0.1110876 Mar 23 13:00:29.253084 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0789656c-91c0-4a4f-b645-ce1da4c54724 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:29.265620 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fbc9177c-afd4-453c-8c7a-e15e782ebc43 req-c96adbc4-f71d-4de8-9985-72ed47ace711 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=118f8f05-8d28-4f1f-a258-6b6d9b6e3254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501218 Mar 23 13:00:29.324974 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9ae823b8-10cc-4903-9d07-2e022f370f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'name': 'tempest-TestServerBasicOps-2074146481-router', 'tenant_id': 'e317044c683b470a839eb0e676748461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '76941c18-5625-48e9-87fb-7229978f3507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:20Z', 'updated_at': '2022-03-23T13:00:27Z', 'revision_number': 5, 'project_id': 'e317044c683b470a839eb0e676748461', 'gw_port': {'id': '76941c18-5625-48e9-87fb-7229978f3507', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:54:22Z', 'updated_at': '2022-03-23T12:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:29.325973 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0789656c-91c0-4a4f-b645-ce1da4c54724 admin admin] Deleting port 76941c18-5625-48e9-87fb-7229978f3507 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:00:29.326726 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0789656c-91c0-4a4f-b645-ce1da4c54724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:29.358815 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae823b8-10cc-4903-9d07-2e022f370f87 None None] Checking router: b8d3a864-9186-4e67-b785-89aa21786ef1 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:00:29.369665 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae823b8-10cc-4903-9d07-2e022f370f87 None None] Routers {'b8d3a864-9186-4e67-b785-89aa21786ef1'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:00:29.370514 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9ae823b8-10cc-4903-9d07-2e022f370f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:00:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b8d3a864-9186-4e67-b785-89aa21786ef1'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:29.424177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-0789656c-91c0-4a4f-b645-ce1da4c54724 admin admin] For port 76941c18-5625-48e9-87fb-7229978f3507, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=76941c18-5625-48e9-87fb-7229978f3507,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:29.425286 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0789656c-91c0-4a4f-b645-ce1da4c54724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:29.445004 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0789656c-91c0-4a4f-b645-ce1da4c54724 admin admin] Calling delete_port for 76941c18-5625-48e9-87fb-7229978f3507 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:00:29.473966 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-9ae823b8-10cc-4903-9d07-2e022f370f87 None None] Set router b8d3a864-9186-4e67-b785-89aa21786ef1 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:00:29.527003 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-9ae823b8-10cc-4903-9d07-2e022f370f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'name': 'tempest-TestServerBasicOps-2074146481-router', 'tenant_id': 'e317044c683b470a839eb0e676748461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:20Z', 'updated_at': '2022-03-23T13:00:29Z', 'revision_number': 6, 'project_id': 'e317044c683b470a839eb0e676748461', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:29.543277 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:29.572858 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae823b8-10cc-4903-9d07-2e022f370f87 None None] The sync data for ids ['b8d3a864-9186-4e67-b785-89aa21786ef1'] in n-d-834854-1 is: [{'id': 'b8d3a864-9186-4e67-b785-89aa21786ef1', 'name': 'tempest-TestServerBasicOps-2074146481-router', 'tenant_id': 'e317044c683b470a839eb0e676748461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:54:20Z', 'updated_at': '2022-03-23T13:00:29Z', 'revision_number': 6, 'project_id': 'e317044c683b470a839eb0e676748461', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:00:29.652555 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0789656c-91c0-4a4f-b645-ce1da4c54724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:29.685386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789656c-91c0-4a4f-b645-ce1da4c54724 admin admin] Pushing event deleted for resources: {'Port': ['ID=76941c18-5625-48e9-87fb-7229978f3507,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:29.759458 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0789656c-91c0-4a4f-b645-ce1da4c54724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:29.863004 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0789656c-91c0-4a4f-b645-ce1da4c54724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:29.866141 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0789656c-91c0-4a4f-b645-ce1da4c54724 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:29.923510 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0789656c-91c0-4a4f-b645-ce1da4c54724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:29.923890 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0789656c-91c0-4a4f-b645-ce1da4c54724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8d3a864-9186-4e67-b785-89aa21786ef1 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:00:29.929246 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0789656c-91c0-4a4f-b645-ce1da4c54724 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:29.930477 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0789656c-91c0-4a4f-b645-ce1da4c54724 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b8d3a864-9186-4e67-b785-89aa21786ef1 HTTP/1.1" status: 204 len: 168 time: 0.9857013 Mar 23 13:00:29.933361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42840) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:30.006864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4112fd-5004-44ad-90ed-5cae6e286419 admin admin] Deleting subnet f0cac2b3-fe6f-4c29-bddf-6e846c8da9ec {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:00:30.013520 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa4112fd-5004-44ad-90ed-5cae6e286419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:30.063070 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa4112fd-5004-44ad-90ed-5cae6e286419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:30.179238 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa4112fd-5004-44ad-90ed-5cae6e286419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:30.243146 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa4112fd-5004-44ad-90ed-5cae6e286419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:30.270340 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4112fd-5004-44ad-90ed-5cae6e286419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0cac2b3-fe6f-4c29-bddf-6e846c8da9ec,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:30.277267 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa4112fd-5004-44ad-90ed-5cae6e286419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:30.280298 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fa4112fd-5004-44ad-90ed-5cae6e286419 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f0cac2b3-fe6f-4c29-bddf-6e846c8da9ec HTTP/1.1" status: 204 len: 168 time: 0.3449173 Mar 23 13:00:30.283346 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42850) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:30.284866 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceb195c-9045-46d5-806b-10d8a8cab177 None None] Network ecd239cc-6362-4393-af9b-637b5bd2b536 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:00:30.407068 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:30.480088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] Deleting port 49f4aec1-1a96-40ff-a613-db669b4b22d4 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:00:30.480442 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:30.483495 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb030e-915a-4d7d-94e8-5a88349dfd79 req-0e187921-3ca1-488c-8e15-8ea93a9b63f6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:30.485371 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-55bb030e-915a-4d7d-94e8-5a88349dfd79 req-0e187921-3ca1-488c-8e15-8ea93a9b63f6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 943 time: 0.1034181 Mar 23 13:00:30.546009 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-55bb030e-915a-4d7d-94e8-5a88349dfd79 req-af5cd356-0e0b-48a5-993e-a2785e5c7565 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=118f8f05-8d28-4f1f-a258-6b6d9b6e3254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538893 Mar 23 13:00:30.553014 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 87877041-4130-4bf3-a666-326db1b4f323 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:00:30.564520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669580df-1527-4bb4-9381-526d4065b864 None None] DHCP port deletion for ecd239cc-6362-4393-af9b-637b5bd2b536 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:00:30.580288 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] For port 49f4aec1-1a96-40ff-a613-db669b4b22d4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=49f4aec1-1a96-40ff-a613-db669b4b22d4,segment=NetworkSegment(5af9a30a-c6e9-451b-a9a5-e10d017756de),segment_id=5af9a30a-c6e9-451b-a9a5-e10d017756de)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:30.581223 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:30.595681 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] Calling delete_port for 49f4aec1-1a96-40ff-a613-db669b4b22d4 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:00:30.709779 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:30.714837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-669580df-1527-4bb4-9381-526d4065b864 None None] Deleting port 49f4aec1-1a96-40ff-a613-db669b4b22d4 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:00:30.715210 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-669580df-1527-4bb4-9381-526d4065b864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:30.743613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=49f4aec1-1a96-40ff-a613-db669b4b22d4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:30.745516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] No DVR routers for this DVR port 49f4aec1-1a96-40ff-a613-db669b4b22d4 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:00:30.788990 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 87877041-4130-4bf3-a666-326db1b4f323, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=87877041-4130-4bf3-a666-326db1b4f323,segment=NetworkSegment(9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef),segment_id=9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:30.811843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-669580df-1527-4bb4-9381-526d4065b864 None None] For port 49f4aec1-1a96-40ff-a613-db669b4b22d4, host n-d-834854-1, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:30.812285 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-669580df-1527-4bb4-9381-526d4065b864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:30.815491 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '87877041-4130-4bf3-a666-326db1b4f323', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'port_id': '87877041-4130-4bf3-a666-326db1b4f323', 'mac_address': 'fa:16:3e:5d:3f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:00:30.828260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-669580df-1527-4bb4-9381-526d4065b864 None None] Calling delete_port for 49f4aec1-1a96-40ff-a613-db669b4b22d4 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:00:30.833662 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-669580df-1527-4bb4-9381-526d4065b864 None None] Port 49f4aec1-1a96-40ff-a613-db669b4b22d4 was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 13:00:30.836196 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:30.861269 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-669580df-1527-4bb4-9381-526d4065b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:30.862848 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd239cc-6362-4393-af9b-637b5bd2b536']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:30.873891 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af9a30a-c6e9-451b-a9a5-e10d017756de') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:30.875383 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af9a30a-c6e9-451b-a9a5-e10d017756de') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:30.893729 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:30.898924 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669580df-1527-4bb4-9381-526d4065b864 None None] Pushing event deleted for resources: {'Port': ['ID=49f4aec1-1a96-40ff-a613-db669b4b22d4,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:30.906418 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:30.910141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669580df-1527-4bb4-9381-526d4065b864 None None] No DVR routers for this DVR port 49f4aec1-1a96-40ff-a613-db669b4b22d4 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:00:30.915259 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:30.924812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87877041-4130-4bf3-a666-326db1b4f323 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:00:30.929746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:00:30.930084 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: timer() Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:00:30.931957 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:00:30.973165 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 87877041-4130-4bf3-a666-326db1b4f323, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=87877041-4130-4bf3-a666-326db1b4f323,segment=NetworkSegment(9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef),segment_id=9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:30.982041 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:31.039340 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:31.044667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=87877041-4130-4bf3-a666-326db1b4f323,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:31.047741 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:31.065724 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] 10.222.0.52 "DELETE /v2.0/networks/ecd239cc-6362-4393-af9b-637b5bd2b536 HTTP/1.1" status: 204 len: 168 time: 0.7800469 Mar 23 13:00:31.089381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe2b37-744c-4c83-b5ef-4886499bb9ea admin admin] Pushing event deleted for resources: {'Network': ['ID=ecd239cc-6362-4393-af9b-637b5bd2b536,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:31.249101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42866) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:31.253961 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 76941c18-5625-48e9-87fb-7229978f3507 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:00:31.284714 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['87877041-4130-4bf3-a666-326db1b4f323'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:00:31.288093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 76941c18-5625-48e9-87fb-7229978f3507 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:00:31.288692 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 76941c18-5625-48e9-87fb-7229978f3507 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:00:31.288692 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 49f4aec1-1a96-40ff-a613-db669b4b22d4 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:00:31.303788 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cfa76bb5-c209-40d7-80c5-bad65fe6269c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=19171b52f76e4157a4ec58a49fcc16cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504549 Mar 23 13:00:31.304683 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42872) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:31.334931 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 49f4aec1-1a96-40ff-a613-db669b4b22d4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:00:31.335271 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 49f4aec1-1a96-40ff-a613-db669b4b22d4 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:00:31.335690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 7a89fc2e-3c53-440a-adc1-93c16f98b2b9 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:00:31.368373 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d2246761-f53f-4d69-aa17-dba7c8dfcdd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:31.374101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 7a89fc2e-3c53-440a-adc1-93c16f98b2b9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:00:31.374101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 7a89fc2e-3c53-440a-adc1-93c16f98b2b9 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:00:31.398153 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d2246761-f53f-4d69-aa17-dba7c8dfcdd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:31.462734 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d2246761-f53f-4d69-aa17-dba7c8dfcdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:31.465634 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d2246761-f53f-4d69-aa17-dba7c8dfcdd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:31.469704 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d2246761-f53f-4d69-aa17-dba7c8dfcdd6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/834cfa91-25f7-4bf4-a201-064c61c7d201 HTTP/1.1" status: 204 len: 168 time: 0.1614542 Mar 23 13:00:31.481996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2246761-f53f-4d69-aa17-dba7c8dfcdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834cfa91-25f7-4bf4-a201-064c61c7d201,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:31.694385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ed785-4430-415f-8cb2-ccfa490ad5d3 req-a6db3731-5997-409c-b015-3acffdc8c0e5 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:31.696276 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd0ed785-4430-415f-8cb2-ccfa490ad5d3 req-a6db3731-5997-409c-b015-3acffdc8c0e5 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 944 time: 0.0607114 Mar 23 13:00:31.759881 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd0ed785-4430-415f-8cb2-ccfa490ad5d3 req-2254750c-bafc-4a99-890f-5321f1a67fcf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=118f8f05-8d28-4f1f-a258-6b6d9b6e3254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572479 Mar 23 13:00:31.891073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42884) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:31.941865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-aa8a74de-b378-45df-be8a-aa20720d46eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e317044c683b470a839eb0e676748461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489950 Mar 23 13:00:31.944516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42890) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:32.011728 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56abf64d-1bdf-4703-a60d-aeaa6b8268e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:32.041047 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56abf64d-1bdf-4703-a60d-aeaa6b8268e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:32.097051 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56abf64d-1bdf-4703-a60d-aeaa6b8268e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:32.099873 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-56abf64d-1bdf-4703-a60d-aeaa6b8268e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:32.101248 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-56abf64d-1bdf-4703-a60d-aeaa6b8268e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58f61ab8-4d5f-4e39-99f2-6baac415a314 HTTP/1.1" status: 204 len: 168 time: 0.1556044 Mar 23 13:00:32.112379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abf64d-1bdf-4703-a60d-aeaa6b8268e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f61ab8-4d5f-4e39-99f2-6baac415a314,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:32.566325 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 87877041-4130-4bf3-a666-326db1b4f323 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:00:32.654572 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 87877041-4130-4bf3-a666-326db1b4f323 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:00:32.660526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 87877041-4130-4bf3-a666-326db1b4f323 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:00:32.661054 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:32.761111 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:32.786887 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87877041-4130-4bf3-a666-326db1b4f323'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:00:32.789289 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdd9383-2eed-492c-a1f5-86a9c8c56180" -d '{"events": [{"server_uuid": "dc8e23ed-255d-4a25-8686-a2c438ced5fd", "name": "network-vif-plugged", "status": "completed", "tag": "87877041-4130-4bf3-a666-326db1b4f323"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:00:32.803298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 87877041-4130-4bf3-a666-326db1b4f323, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=87877041-4130-4bf3-a666-326db1b4f323,segment=NetworkSegment(9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef),segment_id=9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:00:32.809447 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:32.865685 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea91155c-2a5f-4904-a84f-4ba3a52f21fb x-openstack-request-id: req-ea91155c-2a5f-4904-a84f-4ba3a52f21fb {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:00:32.866337 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8e23ed-255d-4a25-8686-a2c438ced5fd", "name": "network-vif-plugged", "status": "completed", "tag": "87877041-4130-4bf3-a666-326db1b4f323", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:00:32.866739 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea91155c-2a5f-4904-a84f-4ba3a52f21fb {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:00:32.867319 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87877041-4130-4bf3-a666-326db1b4f323', 'code': 200} Mar 23 13:00:32.894564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=87877041-4130-4bf3-a666-326db1b4f323,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:32.955034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d40a61-473f-46f7-8c8f-2237edefdfc8 req-7043e8b6-6ae5-4f8e-8e44-a38397f8fd39 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:32.956717 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3d40a61-473f-46f7-8c8f-2237edefdfc8 req-7043e8b6-6ae5-4f8e-8e44-a38397f8fd39 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 945 time: 0.0845871 Mar 23 13:00:32.981495 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2b32e-48ac-4c08-8e42-f5998b61fcee req-18f7abd2-e67e-4813-8bab-6bfe20ae399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:32.983066 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6be2b32e-48ac-4c08-8e42-f5998b61fcee req-18f7abd2-e67e-4813-8bab-6bfe20ae399d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 1096 time: 0.0408440 Mar 23 13:00:32.998462 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3d40a61-473f-46f7-8c8f-2237edefdfc8 req-dab14757-2a94-4805-8fbd-25aa27d2679f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=118f8f05-8d28-4f1f-a258-6b6d9b6e3254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355928 Mar 23 13:00:33.030269 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6be2b32e-48ac-4c08-8e42-f5998b61fcee req-145ae7d6-2376-478e-8dce-b4dde10a70a4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=118f8f05-8d28-4f1f-a258-6b6d9b6e3254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375974 Mar 23 13:00:34.187962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83590176-fce6-4776-a382-a72e00475db5 req-4d8b32d6-22b6-47b4-b077-fffd8da8a405 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:34.189530 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83590176-fce6-4776-a382-a72e00475db5 req-4d8b32d6-22b6-47b4-b077-fffd8da8a405 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 945 time: 0.0844021 Mar 23 13:00:34.258040 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83590176-fce6-4776-a382-a72e00475db5 req-1e3009d8-51ab-4897-ac2d-03fa9f425446 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=118f8f05-8d28-4f1f-a258-6b6d9b6e3254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595956 Mar 23 13:00:35.418546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929863a6-e3f3-48bc-98b4-3874875f5cf8 req-9aa0f796-3aed-4487-b967-3571312971d9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:35.420280 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-929863a6-e3f3-48bc-98b4-3874875f5cf8 req-9aa0f796-3aed-4487-b967-3571312971d9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 945 time: 0.0568752 Mar 23 13:00:35.461041 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-929863a6-e3f3-48bc-98b4-3874875f5cf8 req-56b2efc1-e5ce-4bde-9f6a-a31211917eb7 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=118f8f05-8d28-4f1f-a258-6b6d9b6e3254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342772 Mar 23 13:00:35.579241 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287e354-0f9e-4403-a5a3-9e25850dd60e req-a20cfe24-8c2f-4ce1-8a18-dac8d011fb5b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:35.580817 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a287e354-0f9e-4403-a5a3-9e25850dd60e req-a20cfe24-8c2f-4ce1-8a18-dac8d011fb5b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 945 time: 0.0507693 Mar 23 13:00:35.620746 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a287e354-0f9e-4403-a5a3-9e25850dd60e req-01d8841f-7cd2-4ff2-bb42-701e2c78b731 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=118f8f05-8d28-4f1f-a258-6b6d9b6e3254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338938 Mar 23 13:00:35.643382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42964) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:35.685456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286ad8f5-db40-433a-9ca5-2b6a3fd06ce2 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:35.687014 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-286ad8f5-db40-433a-9ca5-2b6a3fd06ce2 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 1091 time: 0.0425067 Mar 23 13:00:35.689992 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 42966) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:35.694250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': '87877041-4130-4bf3-a666-326db1b4f323', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:00:35.714214 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:35.822847 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:35.931416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Allocated IP 172.25.2.147 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/bcfcdd0e-8e9e-4171-908c-eb84af27ae46) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:00:36.041736 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:36.076736 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:36.129240 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Port': ['ID=bcfcdd0e-8e9e-4171-908c-eb84af27ae46,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:36.137854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:00:36.145055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:00:36.147159 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:00:36.549980 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:36.624457 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:36.783698 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:36.789228 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:36.859953 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Port': ['ID=bcfcdd0e-8e9e-4171-908c-eb84af27ae46,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:00:36.872827 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:36.983360 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Floating IP c832c390-3a0e-4e0a-a149-3f1a533d7ddc associated. External IP: 172.25.2.147, port: 87877041-4130-4bf3-a666-326db1b4f323. Mar 23 13:00:37.207131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Router 7919392d-8d48-495d-b9a8-747028a7512b has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:00:37.318415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:00:37.329162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf1296-4c7d-40ff-860e-524395e97749 None None] Sync routers for ids ['7919392d-8d48-495d-b9a8-747028a7512b'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:00:37.340276 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:37.340901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf1296-4c7d-40ff-860e-524395e97749 None None] Routers {'7919392d-8d48-495d-b9a8-747028a7512b'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:00:37.341690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0ebf1296-4c7d-40ff-860e-524395e97749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:00:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7919392d-8d48-495d-b9a8-747028a7512b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:37.375526 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 42996) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:37.376122 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f612b03d-f195-4c5f-8d99-bf0a1f2a7cc8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6845431 Mar 23 13:00:37.376877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'tag': '87877041-4130-4bf3-a666-326db1b4f323'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:00:37.380970 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066c469c-d7ce-4bf7-9e04-57fde9c50aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8e23ed-255d-4a25-8686-a2c438ced5fd", "tag": "87877041-4130-4bf3-a666-326db1b4f323"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:00:37.431525 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feefb5c9-39a0-425e-a0af-42d42318612f x-openstack-request-id: req-feefb5c9-39a0-425e-a0af-42d42318612f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:00:37.432080 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8e23ed-255d-4a25-8686-a2c438ced5fd", "tag": "87877041-4130-4bf3-a666-326db1b4f323", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:00:37.432370 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-feefb5c9-39a0-425e-a0af-42d42318612f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:00:37.432942 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'tag': '87877041-4130-4bf3-a666-326db1b4f323', 'status': 'completed', 'code': 200} Mar 23 13:00:37.453016 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-59cfec63-3e78-4171-82d0-59cfe6e6ad1b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/floatingips/c832c390-3a0e-4e0a-a149-3f1a533d7ddc HTTP/1.1" status: 200 len: 991 time: 0.0744824 Mar 23 13:00:37.480936 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-0ebf1296-4c7d-40ff-860e-524395e97749 None None] Set router 7919392d-8d48-495d-b9a8-747028a7512b gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:00:37.522600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c469c-d7ce-4bf7-9e04-57fde9c50aa1 req-a434ee59-a0df-4e46-993c-50e903698d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:37.524169 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-066c469c-d7ce-4bf7-9e04-57fde9c50aa1 req-a434ee59-a0df-4e46-993c-50e903698d8e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb8ecb713c7040f89ae917ef013d6d62&device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 1096 time: 0.0462527 Mar 23 13:00:37.621813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c469c-d7ce-4bf7-9e04-57fde9c50aa1 req-c7fa7b6f-2c84-4260-9dcc-6c8a99fbaf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:37.623780 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-066c469c-d7ce-4bf7-9e04-57fde9c50aa1 req-c7fa7b6f-2c84-4260-9dcc-6c8a99fbaf90 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dbab1ddd-33f2-425e-a347-2289ce5777fc HTTP/1.1" status: 200 len: 898 time: 0.0923390 Mar 23 13:00:37.696240 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-066c469c-d7ce-4bf7-9e04-57fde9c50aa1 req-1d2cd892-bb7b-486f-b2f0-f1d606dc6067 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87877041-4130-4bf3-a666-326db1b4f323 HTTP/1.1" status: 200 len: 999 time: 0.0642552 Mar 23 13:00:37.719788 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0ebf1296-4c7d-40ff-860e-524395e97749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:00:16Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'c832c390-3a0e-4e0a-a149-3f1a533d7ddc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'port_id': '87877041-4130-4bf3-a666-326db1b4f323', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'mac_address': 'fa:16:3e:5d:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:36Z', 'updated_at': '2022-03-23T13:00:36Z', 'revision_number': 0, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c7b6b3-5034-45d2-ac56-53bb0cf61eac', 'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:c9:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:15Z', 'updated_at': '2022-03-23T13:00:20Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:37.748281 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf1296-4c7d-40ff-860e-524395e97749 None None] Checking router: 7919392d-8d48-495d-b9a8-747028a7512b for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:00:37.753714 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c469c-d7ce-4bf7-9e04-57fde9c50aa1 req-b6bd3f23-0787-4172-bd2b-bb8fe3c6454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:37.765892 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-066c469c-d7ce-4bf7-9e04-57fde9c50aa1 req-b6bd3f23-0787-4172-bd2b-bb8fe3c6454e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d930373-572f-4315-ada5-cdbb7dd1cb80 HTTP/1.1" status: 200 len: 832 time: 0.0513573 Mar 23 13:00:37.766137 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf1296-4c7d-40ff-860e-524395e97749 None None] Routers {'7919392d-8d48-495d-b9a8-747028a7512b'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:00:37.766137 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0ebf1296-4c7d-40ff-860e-524395e97749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:00:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7919392d-8d48-495d-b9a8-747028a7512b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:37.809559 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c469c-d7ce-4bf7-9e04-57fde9c50aa1 req-c56424a6-ce7a-4d30-8fc3-12ffe0bd228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:37.816850 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-066c469c-d7ce-4bf7-9e04-57fde9c50aa1 req-c56424a6-ce7a-4d30-8fc3-12ffe0bd228b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dbab1ddd-33f2-425e-a347-2289ce5777fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490234 Mar 23 13:00:37.882892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-0ebf1296-4c7d-40ff-860e-524395e97749 None None] Set router 7919392d-8d48-495d-b9a8-747028a7512b gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:00:38.126300 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0ebf1296-4c7d-40ff-860e-524395e97749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:00:16Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'c832c390-3a0e-4e0a-a149-3f1a533d7ddc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'port_id': '87877041-4130-4bf3-a666-326db1b4f323', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'mac_address': 'fa:16:3e:5d:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:36Z', 'updated_at': '2022-03-23T13:00:36Z', 'revision_number': 0, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c7b6b3-5034-45d2-ac56-53bb0cf61eac', 'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:c9:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:15Z', 'updated_at': '2022-03-23T13:00:20Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:00:38.295582 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-066c469c-d7ce-4bf7-9e04-57fde9c50aa1 req-d15185f9-43fa-450b-b442-0d5aae8f17ee service neutron] 10.222.0.73 "GET /v2.0/networks/dbab1ddd-33f2-425e-a347-2289ce5777fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759097 Mar 23 13:00:38.316027 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf1296-4c7d-40ff-860e-524395e97749 None None] The sync data for ids ['7919392d-8d48-495d-b9a8-747028a7512b'] in n-d-834854-1 is: [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:00:16Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'c832c390-3a0e-4e0a-a149-3f1a533d7ddc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'port_id': '87877041-4130-4bf3-a666-326db1b4f323', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'mac_address': 'fa:16:3e:5d:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:36Z', 'updated_at': '2022-03-23T13:00:36Z', 'revision_number': 0, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c7b6b3-5034-45d2-ac56-53bb0cf61eac', 'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:c9:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:15Z', 'updated_at': '2022-03-23T13:00:20Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:00:38.400397 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-066c469c-d7ce-4bf7-9e04-57fde9c50aa1 req-fb22b60a-2e5d-41f1-92d0-8997ecdd9cba service neutron] 10.222.0.73 "GET /v2.0/networks/dbab1ddd-33f2-425e-a347-2289ce5777fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963178 Mar 23 13:00:38.456776 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43020) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:38.537643 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bdb140-8c34-4510-baae-9fb9d2354b92 None None] New status for floating IP c832c390-3a0e-4e0a-a149-3f1a533d7ddc: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:00:38.538326 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-66603b1d-0ff3-4d2d-952a-decd85e8de23 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/floatingips/c832c390-3a0e-4e0a-a149-3f1a533d7ddc HTTP/1.1" status: 200 len: 991 time: 0.0796731 Mar 23 13:00:38.694370 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:00:39.540783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43040) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:00:39.602287 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3f79e61a-8c9a-4d86-b010-c03223074965 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/floatingips/c832c390-3a0e-4e0a-a149-3f1a533d7ddc HTTP/1.1" status: 200 len: 993 time: 0.0603163 Mar 23 13:00:46.207617 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:47.608436 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:53.601249 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32e962d7-e6d7-410a-aa9b-f4e1d5e1ed2d req-db4552f6-aedc-47a1-8f25-f323aa5e1468 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461681 Mar 23 13:00:53.684543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e962d7-e6d7-410a-aa9b-f4e1d5e1ed2d req-6d1224fc-8ac9-4b1b-901d-db6a3f56e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:53.686132 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32e962d7-e6d7-410a-aa9b-f4e1d5e1ed2d req-6d1224fc-8ac9-4b1b-901d-db6a3f56e66a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 1097 time: 0.0414321 Mar 23 13:00:53.793292 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e962d7-e6d7-410a-aa9b-f4e1d5e1ed2d req-ae0d85f2-2984-4100-bd29-b3aa6339ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:53.794797 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32e962d7-e6d7-410a-aa9b-f4e1d5e1ed2d req-ae0d85f2-2984-4100-bd29-b3aa6339ee2e service neutron] 10.222.0.77 "GET /v2.0/networks?id=e13d4429-1590-4ed7-acb1-b158d9513bfa HTTP/1.1" status: 200 len: 897 time: 0.0885396 Mar 23 13:00:53.866801 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32e962d7-e6d7-410a-aa9b-f4e1d5e1ed2d req-6d64a500-9ae9-470b-a48d-58f8864ccce2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f HTTP/1.1" status: 200 len: 1001 time: 0.0652595 Mar 23 13:00:53.932583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e962d7-e6d7-410a-aa9b-f4e1d5e1ed2d req-6bf8bb08-b5a5-4e91-9d6d-c775b4cddff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:53.934335 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32e962d7-e6d7-410a-aa9b-f4e1d5e1ed2d req-6bf8bb08-b5a5-4e91-9d6d-c775b4cddff3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=52aba2e5-ae3d-49e8-a1fb-3979686b19ba HTTP/1.1" status: 200 len: 834 time: 0.0614288 Mar 23 13:00:53.980998 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e962d7-e6d7-410a-aa9b-f4e1d5e1ed2d req-81bffe77-e054-4123-869f-2ebb5c42a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:53.982509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32e962d7-e6d7-410a-aa9b-f4e1d5e1ed2d req-81bffe77-e054-4123-869f-2ebb5c42a1aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e13d4429-1590-4ed7-acb1-b158d9513bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416250 Mar 23 13:00:54.063881 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6662289-e6e4-41cd-973e-64f879a84ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:54.084520 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32e962d7-e6d7-410a-aa9b-f4e1d5e1ed2d req-1d5c2c3f-6d8d-4cb0-ab8f-52a79080771e service neutron] 10.222.0.77 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951836 Mar 23 13:00:54.177538 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32e962d7-e6d7-410a-aa9b-f4e1d5e1ed2d req-90826847-e53a-4667-a034-490ec75a8749 service neutron] 10.222.0.77 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857692 Mar 23 13:00:54.433489 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-244f072a-905c-480c-954e-d7e15cb9b7b3 req-398fce78-14d7-49f6-b7f6-cf3b85fefead service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472636 Mar 23 13:00:54.521451 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f072a-905c-480c-954e-d7e15cb9b7b3 req-d7d1a6c2-5655-420e-9443-8a7db6b0d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:54.522951 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-244f072a-905c-480c-954e-d7e15cb9b7b3 req-d7d1a6c2-5655-420e-9443-8a7db6b0d207 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 1096 time: 0.0449226 Mar 23 13:00:54.640006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f072a-905c-480c-954e-d7e15cb9b7b3 req-86c18ec5-3d83-4da4-839b-edb39a112011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:54.641642 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-244f072a-905c-480c-954e-d7e15cb9b7b3 req-86c18ec5-3d83-4da4-839b-edb39a112011 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 913 time: 0.0948839 Mar 23 13:00:54.727741 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-244f072a-905c-480c-954e-d7e15cb9b7b3 req-da74b1d1-9dde-4d18-be20-16051d2b005e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb8ce287-7466-41d7-843f-2cae267cb9c7 HTTP/1.1" status: 200 len: 1001 time: 0.0760283 Mar 23 13:00:54.782927 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f072a-905c-480c-954e-d7e15cb9b7b3 req-a8cc49d0-4119-41d9-8714-e98e4cee71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:54.784999 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-244f072a-905c-480c-954e-d7e15cb9b7b3 req-a8cc49d0-4119-41d9-8714-e98e4cee71d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.0463336 Mar 23 13:00:54.835329 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f072a-905c-480c-954e-d7e15cb9b7b3 req-874af239-599c-44db-9095-090b6afa56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:00:54.836888 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-244f072a-905c-480c-954e-d7e15cb9b7b3 req-874af239-599c-44db-9095-090b6afa56ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420418 Mar 23 13:00:54.945279 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-244f072a-905c-480c-954e-d7e15cb9b7b3 req-caa698f2-ee89-444d-b36c-d1ba068578b5 service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933511 Mar 23 13:00:55.041554 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-244f072a-905c-480c-954e-d7e15cb9b7b3 req-e63b3186-f966-404f-a6b3-8719ede2fb51 service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951338 Mar 23 13:00:56.904281 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-baf863dd-c20d-4229-a14b-f4515bd670e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:57.820908 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:59.128974 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:00:59.548035 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:12.764154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43542) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:12.846056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ac5c7-b1d1-46d2-98b8-af40bcf53e2c tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:12.846539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ac5c7-b1d1-46d2-98b8-af40bcf53e2c tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:12.847009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ac5c7-b1d1-46d2-98b8-af40bcf53e2c tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:12.848872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0f8ac5c7-b1d1-46d2-98b8-af40bcf53e2c tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/ports?project_id=eb8ecb713c7040f89ae917ef013d6d62&network_id=dbab1ddd-33f2-425e-a347-2289ce5777fc HTTP/1.1" status: 200 len: 2969 time: 0.0833583 Mar 23 13:01:15.311125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43572) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:15.391079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c602f5b8-e25f-4a88-a0b7-6f03189e71b6 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:15.393555 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c602f5b8-e25f-4a88-a0b7-6f03189e71b6 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2 HTTP/1.1" status: 200 len: 814 time: 0.0811875 Mar 23 13:01:15.693510 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:01:16.220019 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:16.426794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4b169-42d6-404e-b6b7-24a13a5e8604 req-b8e9cd06-1882-49bb-bcd7-f3e4a62b2549 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:16.428490 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-43d4b169-42d6-404e-b6b7-24a13a5e8604 req-b8e9cd06-1882-49bb-bcd7-f3e4a62b2549 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 1097 time: 0.0429649 Mar 23 13:01:16.448008 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-43d4b169-42d6-404e-b6b7-24a13a5e8604 req-89bf13e2-6e2e-4650-a43d-f1cbf718b0b1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:16.540392 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-43d4b169-42d6-404e-b6b7-24a13a5e8604 req-89bf13e2-6e2e-4650-a43d-f1cbf718b0b1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:16.545447 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-43d4b169-42d6-404e-b6b7-24a13a5e8604 req-89bf13e2-6e2e-4650-a43d-f1cbf718b0b1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:16.577840 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-43d4b169-42d6-404e-b6b7-24a13a5e8604 req-89bf13e2-6e2e-4650-a43d-f1cbf718b0b1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432073 Mar 23 13:01:16.582509 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf13e2-6e2e-4650-a43d-f1cbf718b0b1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403d1652-9380-49ff-9e35-c36ac096a2bb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:16.591818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf13e2-6e2e-4650-a43d-f1cbf718b0b1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:16.592260 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf13e2-6e2e-4650-a43d-f1cbf718b0b1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:16.592602 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf13e2-6e2e-4650-a43d-f1cbf718b0b1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:16.592937 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf13e2-6e2e-4650-a43d-f1cbf718b0b1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:16.593272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf13e2-6e2e-4650-a43d-f1cbf718b0b1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:16.593600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf13e2-6e2e-4650-a43d-f1cbf718b0b1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:16.593923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf13e2-6e2e-4650-a43d-f1cbf718b0b1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:16.594433 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf13e2-6e2e-4650-a43d-f1cbf718b0b1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:16.594765 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf13e2-6e2e-4650-a43d-f1cbf718b0b1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:16.595086 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf13e2-6e2e-4650-a43d-f1cbf718b0b1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:16.595406 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf13e2-6e2e-4650-a43d-f1cbf718b0b1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:16.595838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bf13e2-6e2e-4650-a43d-f1cbf718b0b1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:16.658673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43586) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:16.663796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-844c5c0a-5b7f-42d9-b495-4e15f1b4838c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'network': {'name': 'tempest-network-smoke--243164573', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'port_security_enabled': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:01:16.686849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844c5c0a-5b7f-42d9-b495-4e15f1b4838c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Made reservation on behalf of eb8ecb713c7040f89ae917ef013d6d62 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:01:16.691369 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-844c5c0a-5b7f-42d9-b495-4e15f1b4838c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:16.718151 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6916a-8226-40ca-a9dc-46b984562ae1 req-66bcba61-1c2f-4455-886e-c11083965f93 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:16.719752 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844c5c0a-5b7f-42d9-b495-4e15f1b4838c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:01:16.720629 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18b6916a-8226-40ca-a9dc-46b984562ae1 req-66bcba61-1c2f-4455-886e-c11083965f93 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.0692983 Mar 23 13:01:16.731251 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-844c5c0a-5b7f-42d9-b495-4e15f1b4838c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:16.731251 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-844c5c0a-5b7f-42d9-b495-4e15f1b4838c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Added segment 6cade4ea-810e-4ad8-8342-43d5e35c3ec8 of type vlan for network ae88565c-1ddb-40aa-bb41-fee50a7d812a Mar 23 13:01:16.762472 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18b6916a-8226-40ca-a9dc-46b984562ae1 req-4b067f4f-b96e-4375-be41-2be3b637f0dc tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350115 Mar 23 13:01:16.784186 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-844c5c0a-5b7f-42d9-b495-4e15f1b4838c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:16.786286 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43588) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:16.837101 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-844c5c0a-5b7f-42d9-b495-4e15f1b4838c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:16.842675 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844c5c0a-5b7f-42d9-b495-4e15f1b4838c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:16.843287 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-844c5c0a-5b7f-42d9-b495-4e15f1b4838c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:16.924211 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-844c5c0a-5b7f-42d9-b495-4e15f1b4838c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2643085 Mar 23 13:01:16.927497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43590) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:16.941352 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6d90a5d4-528a-421b-9182-a31d86dec729 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/floatingips/7aa94cf3-4bba-4d81-b852-2c21658ee5e6 HTTP/1.1" status: 200 len: 993 time: 0.1539605 Mar 23 13:01:16.970516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c5c0a-5b7f-42d9-b495-4e15f1b4838c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Network': ['ID=ae88565c-1ddb-40aa-bb41-fee50a7d812a,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:16.984290 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network ae88565c-1ddb-40aa-bb41-fee50a7d812a details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:01:17.017169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab0aff7-d296-4648-8d90-abb62ac86aaf tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:17.019663 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dab0aff7-d296-4648-8d90-abb62ac86aaf tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=eb8ecb713c7040f89ae917ef013d6d62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 827 time: 0.0909939 Mar 23 13:01:17.022344 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43596) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:17.204099 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40973e8-079d-40e3-9ba6-791ea43a0bed tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:17.206183 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e40973e8-079d-40e3-9ba6-791ea43a0bed tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1817784 Mar 23 13:01:17.209148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43600) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:17.244408 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0cfeb8be-ea09-48d2-94bd-2024660a8df9 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341387 Mar 23 13:01:17.247100 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43604) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:17.282895 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b1048c0b-cfea-43ca-9e4d-572d9c4b7a2b tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=eb8ecb713c7040f89ae917ef013d6d62&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346844 Mar 23 13:01:17.286029 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43606) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:17.296342 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-4ac90657-87ef-4c97-ae49-a6342fb0ec74 req-3ee0f585-5a76-49cc-abcf-0d313c9ac1c8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:01:17.297391 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4ac90657-87ef-4c97-ae49-a6342fb0ec74 req-3ee0f585-5a76-49cc-abcf-0d313c9ac1c8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057156 Mar 23 13:01:17.381655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aaaba8-f4ab-4f5e-9f13-4621f06f5a43 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:17.383519 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e7aaaba8-f4ab-4f5e-9f13-4621f06f5a43 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0965567 Mar 23 13:01:17.386473 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43612) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:17.421890 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c794aef6-83b5-48bd-869a-5c9a6b7cde9d tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339594 Mar 23 13:01:17.424733 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43614) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:17.429738 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-790458079', 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:01:17.530233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Made reservation on behalf of eb8ecb713c7040f89ae917ef013d6d62 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:01:17.535418 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:17.543109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43618) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:17.631741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaca7d-b223-42af-aaa9-ac773772ef0e req-fd69343d-a3fa-4d7b-88f6-d09a8a3d637a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:17.633666 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2fcaca7d-b223-42af-aaa9-ac773772ef0e req-fd69343d-a3fa-4d7b-88f6-d09a8a3d637a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.0837588 Mar 23 13:01:17.635899 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:17.691013 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2fcaca7d-b223-42af-aaa9-ac773772ef0e req-41b574b6-a323-4981-82c1-1f4e5f7fe3ee tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508616 Mar 23 13:01:17.733625 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-b33547e3-6f3b-4a53-94cb-d7906e91e73b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1885245 Mar 23 13:01:17.743120 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-da3f8237-c3af-41a8-8c30-0d971a1e45a8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:01:17.744208 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-da3f8237-c3af-41a8-8c30-0d971a1e45a8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051646 Mar 23 13:01:17.774219 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:17.828732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Subnet': ['ID=1ca65477-b734-4715-bd11-48b52de36110,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:17.843956 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:17.844373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:17.844704 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:17.845316 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:17.845316 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:17.845642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:17.846496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:17.846860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:17.847178 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:17.847561 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:17.847883 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:17.848223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:17.857443 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Checking segment: {'id': '6cade4ea-810e-4ad8-8342-43d5e35c3ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:01:17.857443 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network hostable DHCP agents. Network: ae88565c-1ddb-40aa-bb41-fee50a7d812a, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:01:17.874668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network ae88565c-1ddb-40aa-bb41-fee50a7d812a is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:01:17.883941 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, ae88565c-1ddb-40aa-bb41-fee50a7d812a) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:01:17.888373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:17.888887 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:17.895595 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456ebd9b-9f0d-4cde-b678-f6ab7fcb4235 None None] Network ae88565c-1ddb-40aa-bb41-fee50a7d812a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:01:17.908687 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-314d1b69-69e8-489f-af44-626904b49277 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4823167 Mar 23 13:01:18.048810 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-ae88565c-1ddb-40aa-bb41-fee50a7d812a', 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'fixed_ips': [{'subnet_id': '1ca65477-b734-4715-bd11-48b52de36110'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:01:18.051043 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.216991 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43648) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:18.221823 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-186db027-2052-4155-b4f6-2616d59e39c5 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-420034853', 'description': 'tempest-secgroup-smoke-420034853 description', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:01:18.241056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Allocated IP 172.20.0.18 (ae88565c-1ddb-40aa-bb41-fee50a7d812a/1ca65477-b734-4715-bd11-48b52de36110/8e45434c-80ec-4958-a447-48f1a219adda) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:01:18.257649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-186db027-2052-4155-b4f6-2616d59e39c5 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.370945 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-186db027-2052-4155-b4f6-2616d59e39c5 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.376889 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-186db027-2052-4155-b4f6-2616d59e39c5 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.494005 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-186db027-2052-4155-b4f6-2616d59e39c5 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.499073 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-186db027-2052-4155-b4f6-2616d59e39c5 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2784462 Mar 23 13:01:18.499490 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43668) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:18.505644 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-65d2f97d-b21d-499f-b34b-5132305885dc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': 'd9aaba35-6407-4ffd-9773-0d6a3bc0f687', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:01:18.508861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186db027-2052-4155-b4f6-2616d59e39c5 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aaba35-6407-4ffd-9773-0d6a3bc0f687,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:18.510845 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.534409 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.567343 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65d2f97d-b21d-499f-b34b-5132305885dc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.587131 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Network ae88565c-1ddb-40aa-bb41-fee50a7d812a is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:01:18.590207 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:01:18.595253 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:01:18.602133 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Pushing event updated for resources: {'Port': ['ID=8e45434c-80ec-4958-a447-48f1a219adda,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:18.633838 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:18.634190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:18.634698 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:18.635238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:18.635745 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:18.636287 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:18.637246 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:18.637768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:18.638476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:18.639184 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:18.640072 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:18.640587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:01:18.681938 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65d2f97d-b21d-499f-b34b-5132305885dc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.688246 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65d2f97d-b21d-499f-b34b-5132305885dc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.702798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Attempting to bind port 8e45434c-80ec-4958-a447-48f1a219adda on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:01:18.703772 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Attempting to bind port 8e45434c-80ec-4958-a447-48f1a219adda by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '6cade4ea-810e-4ad8-8342-43d5e35c3ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:01:18.704538 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Attempting to bind port 8e45434c-80ec-4958-a447-48f1a219adda on network ae88565c-1ddb-40aa-bb41-fee50a7d812a {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:01:18.709082 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2f97d-b21d-499f-b34b-5132305885dc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a8171e-d409-4dd4-b5ac-dd24ce88e028,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:18.717799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:01:18.718179 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Checking segment: {'id': '6cade4ea-810e-4ad8-8342-43d5e35c3ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:01:18.718591 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.719037 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Bound using segment: {'id': '6cade4ea-810e-4ad8-8342-43d5e35c3ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:01:18.720308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Bound port: 8e45434c-80ec-4958-a447-48f1a219adda, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cade4ea-810e-4ad8-8342-43d5e35c3ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:01:18.721584 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.726330 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-65d2f97d-b21d-499f-b34b-5132305885dc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.731089 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-65d2f97d-b21d-499f-b34b-5132305885dc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2277000 Mar 23 13:01:18.731303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 43674) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:18.738096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-010c4adb-7779-49c8-9b75-99677f4b3570 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': 'd9aaba35-6407-4ffd-9773-0d6a3bc0f687', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:01:18.776354 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-010c4adb-7779-49c8-9b75-99677f4b3570 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.835405 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] For port 8e45434c-80ec-4958-a447-48f1a219adda, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:01:18.839258 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] For port 8e45434c-80ec-4958-a447-48f1a219adda, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8e45434c-80ec-4958-a447-48f1a219adda,segment=NetworkSegment(6cade4ea-810e-4ad8-8342-43d5e35c3ec8),segment_id=6cade4ea-810e-4ad8-8342-43d5e35c3ec8)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:01:18.848697 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.915768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a170b-b382-4a12-a528-019ddbfdf1a1 None None] Pushing event updated for resources: {'Port': ['ID=8e45434c-80ec-4958-a447-48f1a219adda,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:18.927624 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86044c-ef3b-4fa0-aefe-8860480a709c req-f1078cf2-b0e6-4195-9a7d-94fb7ecb3a64 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:18.929324 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f86044c-ef3b-4fa0-aefe-8860480a709c req-f1078cf2-b0e6-4195-9a7d-94fb7ecb3a64 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.0960431 Mar 23 13:01:18.931698 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-010c4adb-7779-49c8-9b75-99677f4b3570 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.937476 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-010c4adb-7779-49c8-9b75-99677f4b3570 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.974061 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c4adb-7779-49c8-9b75-99677f4b3570 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c1682a-cea7-482b-bd53-d78908cf2f63,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:18.984511 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-010c4adb-7779-49c8-9b75-99677f4b3570 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:18.988571 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-010c4adb-7779-49c8-9b75-99677f4b3570 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2529824 Mar 23 13:01:18.988762 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43676) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:18.993606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-be8863db-18a6-475c-8740-cf4fa93289f7 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': 'd9aaba35-6407-4ffd-9773-0d6a3bc0f687', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:01:19.016842 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f86044c-ef3b-4fa0-aefe-8860480a709c req-e721c0b0-954b-4dd6-b0a0-5539ba5913bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713744 Mar 23 13:01:19.035716 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be8863db-18a6-475c-8740-cf4fa93289f7 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.118441 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be8863db-18a6-475c-8740-cf4fa93289f7 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.123810 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be8863db-18a6-475c-8740-cf4fa93289f7 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.153065 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8863db-18a6-475c-8740-cf4fa93289f7 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30cbcf0-32d1-449b-94ab-4ebd8929cba6,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:19.181537 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-be8863db-18a6-475c-8740-cf4fa93289f7 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.184515 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-be8863db-18a6-475c-8740-cf4fa93289f7 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1946332 Mar 23 13:01:19.185482 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43678) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:19.191865 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6e92f779-a3bf-4048-b420-4e56e9da71d1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': 'd9aaba35-6407-4ffd-9773-0d6a3bc0f687', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:01:19.255468 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e92f779-a3bf-4048-b420-4e56e9da71d1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.317229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ea01488a-92e3-4a87-8060-5de38a7f06d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:19.319190 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ea01488a-92e3-4a87-8060-5de38a7f06d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 1097 time: 0.0566165 Mar 23 13:01:19.348359 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e92f779-a3bf-4048-b420-4e56e9da71d1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.372031 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8e45434c-80ec-4958-a447-48f1a219adda up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:01:19.381046 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e92f779-a3bf-4048-b420-4e56e9da71d1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.403088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92f779-a3bf-4048-b420-4e56e9da71d1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404688b7-381f-416f-b48b-c635cad53df7,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:19.412250 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e92f779-a3bf-4048-b420-4e56e9da71d1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.415973 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6e92f779-a3bf-4048-b420-4e56e9da71d1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2268765 Mar 23 13:01:19.416764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43680) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:19.423015 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-06072020-717c-4ac8-9144-604a8a0fe920 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': 'd9aaba35-6407-4ffd-9773-0d6a3bc0f687', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:01:19.451898 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-06072020-717c-4ac8-9144-604a8a0fe920 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Project eb8ecb713c7040f89ae917ef013d6d62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:01:19.459205 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06072020-717c-4ac8-9144-604a8a0fe920 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.474380 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8e45434c-80ec-4958-a447-48f1a219adda triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:01:19.479091 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.479278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992d6d6-4adb-485b-ab62-43684f100808 req-74b0114d-c5c4-4840-937b-73c3d02ce46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:19.481725 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-74b0114d-c5c4-4840-937b-73c3d02ce46c service neutron] 10.222.0.77 "GET /v2.0/networks?id=e13d4429-1590-4ed7-acb1-b158d9513bfa HTTP/1.1" status: 200 len: 897 time: 0.1476176 Mar 23 13:01:19.531258 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06072020-717c-4ac8-9144-604a8a0fe920 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.537756 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06072020-717c-4ac8-9144-604a8a0fe920 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.553742 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06072020-717c-4ac8-9144-604a8a0fe920 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc27d849-a51e-4317-9e90-73a87b284705,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:19.571979 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-06072020-717c-4ac8-9144-604a8a0fe920 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.573611 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-06072020-717c-4ac8-9144-604a8a0fe920 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1546988 Mar 23 13:01:19.577210 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 43690) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:19.582948 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-81b754d4-50a9-4590-ace9-783ca5c143e5 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': 'd9aaba35-6407-4ffd-9773-0d6a3bc0f687', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:01:19.604900 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.622298 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-81b754d4-50a9-4590-ace9-783ca5c143e5 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Project eb8ecb713c7040f89ae917ef013d6d62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:01:19.629409 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81b754d4-50a9-4590-ace9-783ca5c143e5 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.667362 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 8e45434c-80ec-4958-a447-48f1a219adda, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8e45434c-80ec-4958-a447-48f1a219adda,segment=NetworkSegment(6cade4ea-810e-4ad8-8342-43d5e35c3ec8),segment_id=6cade4ea-810e-4ad8-8342-43d5e35c3ec8)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:01:19.677138 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.677720 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ab64dc79-8af9-4853-ac19-748f13267a7d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f HTTP/1.1" status: 200 len: 1001 time: 0.1884441 Mar 23 13:01:19.727272 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81b754d4-50a9-4590-ace9-783ca5c143e5 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.735317 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81b754d4-50a9-4590-ace9-783ca5c143e5 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.758929 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b754d4-50a9-4590-ace9-783ca5c143e5 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d420609-dff8-4163-9a87-7f59b4a414fb,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:19.765936 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-81b754d4-50a9-4590-ace9-783ca5c143e5 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:19.776682 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-81b754d4-50a9-4590-ace9-783ca5c143e5 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1895046 Mar 23 13:01:19.791597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992d6d6-4adb-485b-ab62-43684f100808 req-daaf72ba-9d96-4d70-b562-30aae5b5a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:19.793578 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-daaf72ba-9d96-4d70-b562-30aae5b5a57f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=52aba2e5-ae3d-49e8-a1fb-3979686b19ba HTTP/1.1" status: 200 len: 834 time: 0.1090693 Mar 23 13:01:19.799497 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=8e45434c-80ec-4958-a447-48f1a219adda,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:19.876267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992d6d6-4adb-485b-ab62-43684f100808 req-3b649227-542e-446a-b0ab-67efa06bcadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:19.878767 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-3b649227-542e-446a-b0ab-67efa06bcadc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e13d4429-1590-4ed7-acb1-b158d9513bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685439 Mar 23 13:01:20.018453 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-cf518b26-9f28-4360-aa2e-0760098e1e1c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-420034853&fields=id&tenant_id=eb8ecb713c7040f89ae917ef013d6d62 HTTP/1.1" status: 200 len: 267 time: 0.0411346 Mar 23 13:01:20.078099 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-c9c325a9-f48a-429b-bb7a-d426210d8ee2 service neutron] 10.222.0.77 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871901 Mar 23 13:01:20.254083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-f8e094bc-29fa-4cbf-9ec1-52cb72ae1aff service neutron] 10.222.0.77 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677837 Mar 23 13:01:20.279040 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-0c0bbf6b-aad2-4d2a-bea8-52851f6bee57 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:20.281631 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-0c0bbf6b-aad2-4d2a-bea8-52851f6bee57 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/networks?id=ae88565c-1ddb-40aa-bb41-fee50a7d812a HTTP/1.1" status: 200 len: 796 time: 0.2515602 Mar 23 13:01:20.307185 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-854aef70-b197-4c07-b28f-dc4b2ab3dc14 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/quotas/eb8ecb713c7040f89ae917ef013d6d62 HTTP/1.1" status: 200 len: 375 time: 0.0140834 Mar 23 13:01:20.313756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a48632a-ca03-4d71-812e-68a228a8abbe None None] Network ae88565c-1ddb-40aa-bb41-fee50a7d812a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:01:20.338550 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06313f4a-68c5-4358-b0d0-38c0e96ac9bf req-a6b4e975-4e93-44f2-b697-6926434da2e2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:20.346752 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06313f4a-68c5-4358-b0d0-38c0e96ac9bf req-a6b4e975-4e93-44f2-b697-6926434da2e2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.0915928 Mar 23 13:01:20.422139 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06313f4a-68c5-4358-b0d0-38c0e96ac9bf req-cc9661bf-511a-4a3a-a810-9bf4989135ac tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695937 Mar 23 13:01:20.433603 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-0cbdef86-e7f4-4a4d-bcbc-1c12114b4d32 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb8ecb713c7040f89ae917ef013d6d62&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1161778 Mar 23 13:01:20.454943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f60bd907-9cbb-48fc-8fe5-6ae986e1e7b2 None None] Provisioning complete for port 8e45434c-80ec-4958-a447-48f1a219adda triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:01:20.456179 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f60bd907-9cbb-48fc-8fe5-6ae986e1e7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:20.582953 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-c28dbea6-bba5-46a0-9cb8-73f4ca5f7fe1 service neutron] 10.222.0.52 "GET /v2.0/networks/ae88565c-1ddb-40aa-bb41-fee50a7d812a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295745 Mar 23 13:01:20.710093 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-bfa5587d-082a-40b6-b929-eb5aaed8a37e service neutron] 10.222.0.52 "GET /v2.0/networks/ae88565c-1ddb-40aa-bb41-fee50a7d812a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210082 Mar 23 13:01:20.887546 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6c82156d-c09f-42b5-b04d-942e5eb080d1 req-108054a3-2455-4b61-9397-992952577ec3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 210 time: 0.0406160 Mar 23 13:01:21.038168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bf1cbf7f-1b4a-4afb-a5af-5cb6ab7761e6 None None] Provisioning complete for port 8e45434c-80ec-4958-a447-48f1a219adda triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:01:21.039670 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf1cbf7f-1b4a-4afb-a5af-5cb6ab7761e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:21.292388 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8e45434c-80ec-4958-a447-48f1a219adda up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:01:21.357639 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8e45434c-80ec-4958-a447-48f1a219adda triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:01:21.358017 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:21.573439 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827a3a0-90db-4a07-90c5-34e43f26016e req-5acd8d4d-a398-40ba-ab31-c5f34a2752ca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:21.575747 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0827a3a0-90db-4a07-90c5-34e43f26016e req-5acd8d4d-a398-40ba-ab31-c5f34a2752ca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.0772874 Mar 23 13:01:21.625993 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0827a3a0-90db-4a07-90c5-34e43f26016e req-52707f70-0e6d-4335-b9a5-50e98d6d4794 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427365 Mar 23 13:01:22.008233 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71b6ea56-1d38-4a28-b4b2-bd10c0249670 req-f44d2435-4f5b-4d6e-aed6-6e89df91f319 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 210 time: 0.0471895 Mar 23 13:01:22.121133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-c3920278-2129-44de-ab5b-50703d0aa3b4 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:22.122943 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-c3920278-2129-44de-ab5b-50703d0aa3b4 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.77 "GET /v2.0/networks?id=ae88565c-1ddb-40aa-bb41-fee50a7d812a HTTP/1.1" status: 200 len: 796 time: 0.1600168 Mar 23 13:01:22.181622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-da0d4388-c169-4821-8500-b738aa37e090 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb8ecb713c7040f89ae917ef013d6d62 HTTP/1.1" status: 200 len: 472 time: 0.0473735 Mar 23 13:01:22.195469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-36dee057-888a-4916-9119-8b4e11aacf4f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'port': {'device_id': '8283bd32-280f-4d3d-a94d-d24a9d2572c9', 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a', 'admin_state_up': True, 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'security_groups': ['d9aaba35-6407-4ffd-9773-0d6a3bc0f687']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:01:22.306593 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-36dee057-888a-4916-9119-8b4e11aacf4f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Made reservation on behalf of eb8ecb713c7040f89ae917ef013d6d62 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:01:22.310204 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-36dee057-888a-4916-9119-8b4e11aacf4f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:22.447780 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-36dee057-888a-4916-9119-8b4e11aacf4f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Allocated IP 172.20.0.22 (ae88565c-1ddb-40aa-bb41-fee50a7d812a/1ca65477-b734-4715-bd11-48b52de36110/b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:01:22.603064 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-36dee057-888a-4916-9119-8b4e11aacf4f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:22.641223 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-36dee057-888a-4916-9119-8b4e11aacf4f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:22.689261 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-36dee057-888a-4916-9119-8b4e11aacf4f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network ae88565c-1ddb-40aa-bb41-fee50a7d812a is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:01:22.694637 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-36dee057-888a-4916-9119-8b4e11aacf4f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:01:22.698660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-36dee057-888a-4916-9119-8b4e11aacf4f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:01:22.729525 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dee057-888a-4916-9119-8b4e11aacf4f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Port': ['ID=b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:22.767821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-36dee057-888a-4916-9119-8b4e11aacf4f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:22.768660 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-36dee057-888a-4916-9119-8b4e11aacf4f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:22.784117 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ea0ab-74cb-495a-b3dc-23642cfd0eda req-766a8f1b-9412-44b8-ab0f-81ed486b52c6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:22.786409 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ec9ea0ab-74cb-495a-b3dc-23642cfd0eda req-766a8f1b-9412-44b8-ab0f-81ed486b52c6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.0784109 Mar 23 13:01:22.795153 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-36dee057-888a-4916-9119-8b4e11aacf4f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6072242 Mar 23 13:01:22.812017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Request body: {'port': {'device_id': '8283bd32-280f-4d3d-a94d-d24a9d2572c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:01:22.834723 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ec9ea0ab-74cb-495a-b3dc-23642cfd0eda req-9aae5a0a-c55f-47c1-aaa5-26b7dee93a52 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417318 Mar 23 13:01:22.885620 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:22.996078 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0777ffac-acc9-4369-9bfe-1b3d32e3b5e4 None None] Provisioning complete for port b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:01:22.996715 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0777ffac-acc9-4369-9bfe-1b3d32e3b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:23.033488 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0777ffac-acc9-4369-9bfe-1b3d32e3b5e4 None None] Port b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:01:23.173668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293be808-b789-4716-bdfc-2f31c7904209 req-7ce625cb-c293-4ba4-a20d-76d1b50014e4 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:23.175687 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-293be808-b789-4716-bdfc-2f31c7904209 req-7ce625cb-c293-4ba4-a20d-76d1b50014e4 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 932 time: 0.0826755 Mar 23 13:01:23.249397 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-293be808-b789-4716-bdfc-2f31c7904209 req-ad6d878b-5834-45ab-89f7-adb551f83d83 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9aaba35-6407-4ffd-9773-0d6a3bc0f687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666416 Mar 23 13:01:23.251126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:01:23.260023 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:23.273628 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Transition to ACTIVE for port object b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:01:23.277532 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:23.344610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Pushing event updated for resources: {'Port': ['ID=b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:23.396452 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Attempting to bind port b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:01:23.396788 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Attempting to bind port b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '6cade4ea-810e-4ad8-8342-43d5e35c3ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:01:23.397112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Attempting to bind port b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e on network ae88565c-1ddb-40aa-bb41-fee50a7d812a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:01:23.401946 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Port b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e on network ae88565c-1ddb-40aa-bb41-fee50a7d812a not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:01:23.402196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Attempting to bind port b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e on network ae88565c-1ddb-40aa-bb41-fee50a7d812a {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:01:23.407460 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:01:23.407790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Checking segment: {'id': '6cade4ea-810e-4ad8-8342-43d5e35c3ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:01:23.408254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Bound using segment: {'id': '6cade4ea-810e-4ad8-8342-43d5e35c3ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:01:23.408672 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Bound port: b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cade4ea-810e-4ad8-8342-43d5e35c3ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:01:23.409028 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:23.474869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] For port b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:01:23.478118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] For port b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e,segment=NetworkSegment(6cade4ea-810e-4ad8-8342-43d5e35c3ec8),segment_id=6cade4ea-810e-4ad8-8342-43d5e35c3ec8)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:01:23.482640 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:23.522606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:23.523274 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:23.524657 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] 10.222.0.77 "PUT /v2.0/ports/b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e HTTP/1.1" status: 200 len: 1092 time: 0.7176709 Mar 23 13:01:23.525111 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8283bd32-280f-4d3d-a94d-d24a9d2572c9', 'tag': 'b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:01:23.527382 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd456bdf-c358-4dbe-a969-4b06a769c2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "8283bd32-280f-4d3d-a94d-d24a9d2572c9", "tag": "b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:01:23.552305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71769712-73b4-41a4-a832-76d5e3bc57fb service neutron] Pushing event updated for resources: {'Port': ['ID=b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:23.590975 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0466683-c3db-46b0-ae3b-c5c2fad7d2e2 x-openstack-request-id: req-f0466683-c3db-46b0-ae3b-c5c2fad7d2e2 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:01:23.591363 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8283bd32-280f-4d3d-a94d-d24a9d2572c9", "tag": "b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:01:23.591813 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0466683-c3db-46b0-ae3b-c5c2fad7d2e2 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:01:23.592383 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8283bd32-280f-4d3d-a94d-d24a9d2572c9', 'tag': 'b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e', 'status': 'completed', 'code': 200} Mar 23 13:01:23.629110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-d6507e8e-9330-4d11-8613-5b5ba5d142ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:23.630646 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-d6507e8e-9330-4d11-8613-5b5ba5d142ca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb8ecb713c7040f89ae917ef013d6d62&device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 1095 time: 0.0488443 Mar 23 13:01:23.677755 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-756b8af8-d7b5-4a47-8696-525832f2e13d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e HTTP/1.1" status: 200 len: 217 time: 0.0355155 Mar 23 13:01:23.733484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-77d91f32-cf87-40dc-859d-41e846e171c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:23.735104 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-77d91f32-cf87-40dc-859d-41e846e171c6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1ca65477-b734-4715-bd11-48b52de36110 HTTP/1.1" status: 200 len: 837 time: 0.0496802 Mar 23 13:01:23.784636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-03a93e54-9c03-4247-bc29-074289375400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:23.786158 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-03a93e54-9c03-4247-bc29-074289375400 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae88565c-1ddb-40aa-bb41-fee50a7d812a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425489 Mar 23 13:01:23.883335 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-e0b9b931-65d6-41a8-915c-c871a793a39c service neutron] 10.222.0.77 "GET /v2.0/networks/ae88565c-1ddb-40aa-bb41-fee50a7d812a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859771 Mar 23 13:01:24.024810 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81938592-0c92-41b6-8932-6a16615fbf7b req-25648d46-79ec-4437-8787-c5d1877f891e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:24.026287 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81938592-0c92-41b6-8932-6a16615fbf7b req-25648d46-79ec-4437-8787-c5d1877f891e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.1131604 Mar 23 13:01:24.028241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d4ae6e2-ac03-4ab0-a93a-5da75bf2ac4f req-6ead8423-8662-43e0-817b-d856aff3c806 service neutron] 10.222.0.77 "GET /v2.0/networks/ae88565c-1ddb-40aa-bb41-fee50a7d812a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385162 Mar 23 13:01:24.060727 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-80dcfd75-7b3a-4541-bfaf-e1f4e4117d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:24.082079 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81938592-0c92-41b6-8932-6a16615fbf7b req-3acec210-4752-4d9d-a140-de7949473f09 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488567 Mar 23 13:01:24.159358 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd456bdf-c358-4dbe-a969-4b06a769c2c1 req-9f6fbe8b-5fb6-4f2b-bbdb-732ba3356009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:24.160993 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd456bdf-c358-4dbe-a969-4b06a769c2c1 req-9f6fbe8b-5fb6-4f2b-bbdb-732ba3356009 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb8ecb713c7040f89ae917ef013d6d62&device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 1095 time: 0.0722179 Mar 23 13:01:24.253028 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd456bdf-c358-4dbe-a969-4b06a769c2c1 req-61af9670-2d22-4a49-ab02-a6447be8dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:24.254522 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd456bdf-c358-4dbe-a969-4b06a769c2c1 req-61af9670-2d22-4a49-ab02-a6447be8dfa6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae88565c-1ddb-40aa-bb41-fee50a7d812a HTTP/1.1" status: 200 len: 897 time: 0.0848098 Mar 23 13:01:24.297292 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd456bdf-c358-4dbe-a969-4b06a769c2c1 req-ddb8411b-48af-4001-a590-77029baf1589 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e HTTP/1.1" status: 200 len: 217 time: 0.0364301 Mar 23 13:01:24.354392 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd456bdf-c358-4dbe-a969-4b06a769c2c1 req-49ecd646-9f77-4cbd-8c3b-057dee994b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:24.356060 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd456bdf-c358-4dbe-a969-4b06a769c2c1 req-49ecd646-9f77-4cbd-8c3b-057dee994b53 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1ca65477-b734-4715-bd11-48b52de36110 HTTP/1.1" status: 200 len: 837 time: 0.0528467 Mar 23 13:01:24.371233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a311d4-5ad1-45ad-8cc1-065a47ed45df req-81439125-0863-4f2a-a008-a005edd2a14f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:24.372593 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a8a311d4-5ad1-45ad-8cc1-065a47ed45df req-81439125-0863-4f2a-a008-a005edd2a14f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 944 time: 0.0500398 Mar 23 13:01:24.414095 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd456bdf-c358-4dbe-a969-4b06a769c2c1 req-7b78621d-211d-4b4c-9cee-e413a1616a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:24.414542 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a8a311d4-5ad1-45ad-8cc1-065a47ed45df req-2450c0b2-7ff5-4afb-af70-efe641eb739e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9aaba35-6407-4ffd-9773-0d6a3bc0f687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346036 Mar 23 13:01:24.415657 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd456bdf-c358-4dbe-a969-4b06a769c2c1 req-7b78621d-211d-4b4c-9cee-e413a1616a1d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae88565c-1ddb-40aa-bb41-fee50a7d812a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534523 Mar 23 13:01:24.505386 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd456bdf-c358-4dbe-a969-4b06a769c2c1 req-f35c6238-3fef-45e8-b317-9a4cb0f57f3b service neutron] 10.222.0.77 "GET /v2.0/networks/ae88565c-1ddb-40aa-bb41-fee50a7d812a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831935 Mar 23 13:01:24.611124 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd456bdf-c358-4dbe-a969-4b06a769c2c1 req-f4383710-d60e-43e1-940c-f9f58db355f0 service neutron] 10.222.0.77 "GET /v2.0/networks/ae88565c-1ddb-40aa-bb41-fee50a7d812a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975502 Mar 23 13:01:25.204242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5a10e-f97b-485f-b11a-afde7b528119 req-033f2b4a-3b4b-445c-a5eb-baa7937648f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:25.205938 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4cf5a10e-f97b-485f-b11a-afde7b528119 req-033f2b4a-3b4b-445c-a5eb-baa7937648f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.0530851 Mar 23 13:01:25.247144 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4cf5a10e-f97b-485f-b11a-afde7b528119 req-cb1d152a-afa0-4712-9c42-ec508f54dfed tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339906 Mar 23 13:01:25.531690 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99d95f-bd73-4ef2-865f-1447e6e12c25 req-fa4f1686-af08-4bd9-9594-d1bb7b40b7c3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:25.533202 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e99d95f-bd73-4ef2-865f-1447e6e12c25 req-fa4f1686-af08-4bd9-9594-d1bb7b40b7c3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 944 time: 0.0500059 Mar 23 13:01:25.571502 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e99d95f-bd73-4ef2-865f-1447e6e12c25 req-54bf0d83-171a-4931-84a9-e68cd24281f2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9aaba35-6407-4ffd-9773-0d6a3bc0f687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322995 Mar 23 13:01:26.371360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29984e48-410c-498c-afa0-33551e62f7b1 req-f7c2958a-b206-49d6-8660-5b5bc7874c3d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:26.372877 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-29984e48-410c-498c-afa0-33551e62f7b1 req-f7c2958a-b206-49d6-8660-5b5bc7874c3d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.0531697 Mar 23 13:01:26.415720 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-29984e48-410c-498c-afa0-33551e62f7b1 req-a6672bf4-1e33-4817-950e-d053450357c2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361338 Mar 23 13:01:26.696273 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd8f27-98a8-43b8-b965-5977b414c1cb req-c7a6ad48-2558-4baa-aa34-fbd7011be173 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:26.697662 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfdd8f27-98a8-43b8-b965-5977b414c1cb req-c7a6ad48-2558-4baa-aa34-fbd7011be173 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 944 time: 0.0540040 Mar 23 13:01:26.734821 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dfdd8f27-98a8-43b8-b965-5977b414c1cb req-a895e4e7-4ab9-4c19-8d04-48766371dc52 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9aaba35-6407-4ffd-9773-0d6a3bc0f687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312858 Mar 23 13:01:26.906819 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9fd3c445-86ef-476e-942b-37b043fb15bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:27.534547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482e5c6-d1d8-4bee-a027-c38f0ee739cb req-00141d3a-5a77-4764-b613-61566bdd3196 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:27.536060 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3482e5c6-d1d8-4bee-a027-c38f0ee739cb req-00141d3a-5a77-4764-b613-61566bdd3196 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.0506406 Mar 23 13:01:27.573968 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3482e5c6-d1d8-4bee-a027-c38f0ee739cb req-43c4737b-11d9-49af-ac7c-126da02710f8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317681 Mar 23 13:01:27.751411 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:01:27.838839 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:27.863969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe7dc6-6507-4cd0-833b-a0df6187ff9c req-edcca42d-1748-4c76-81a8-bbf2091e34ef tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:27.866289 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fffe7dc6-6507-4cd0-833b-a0df6187ff9c req-edcca42d-1748-4c76-81a8-bbf2091e34ef tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 944 time: 0.0540781 Mar 23 13:01:27.869066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e,segment=NetworkSegment(6cade4ea-810e-4ad8-8342-43d5e35c3ec8),segment_id=6cade4ea-810e-4ad8-8342-43d5e35c3ec8)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:01:27.880838 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e', 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a', 'port_id': 'b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e', 'mac_address': 'fa:16:3e:9e:f6:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca65477-b734-4715-bd11-48b52de36110', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:01:27.905381 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fffe7dc6-6507-4cd0-833b-a0df6187ff9c req-0111f704-04b8-4942-9c1e-292007b92ae7 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9aaba35-6407-4ffd-9773-0d6a3bc0f687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326331 Mar 23 13:01:27.924388 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:27.937202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:01:27.956399 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e,segment=NetworkSegment(6cade4ea-810e-4ad8-8342-43d5e35c3ec8),segment_id=6cade4ea-810e-4ad8-8342-43d5e35c3ec8)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:01:27.960827 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:28.007520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:28.315149 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:01:28.697410 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e14f0-57a8-40ae-8ed7-fbdf9b3c5064 req-f64b2b89-89f4-487f-882e-37fb467f8c29 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:28.698895 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-035e14f0-57a8-40ae-8ed7-fbdf9b3c5064 req-f64b2b89-89f4-487f-882e-37fb467f8c29 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.0512257 Mar 23 13:01:28.736703 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-035e14f0-57a8-40ae-8ed7-fbdf9b3c5064 req-c76231a9-f75e-421d-8509-2bbe490749c6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309422 Mar 23 13:01:29.025536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24c560-830a-49cf-b826-c2da9ff8568f req-5815782f-46a8-40e8-8543-9bef3ff39490 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:29.027048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bb24c560-830a-49cf-b826-c2da9ff8568f req-5815782f-46a8-40e8-8543-9bef3ff39490 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 945 time: 0.0492480 Mar 23 13:01:29.066259 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bb24c560-830a-49cf-b826-c2da9ff8568f req-6cca8c1a-d56e-447c-9581-8458359148e3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9aaba35-6407-4ffd-9773-0d6a3bc0f687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329003 Mar 23 13:01:29.128286 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:29.541410 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:29.762365 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:01:29.817685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:01:29.821333 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:01:29.821891 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:29.862616 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a561d7-5bff-4e00-8d6c-171a4dda54f3 req-894887dd-f8f5-48ae-a856-5f2cdfc24f0b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:29.864150 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07a561d7-5bff-4e00-8d6c-171a4dda54f3 req-894887dd-f8f5-48ae-a856-5f2cdfc24f0b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.0567958 Mar 23 13:01:29.904047 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:29.929139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8283bd32-280f-4d3d-a94d-d24a9d2572c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:01:29.931403 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699f87c1-4257-4795-8c4d-3e1f4ee6eb7f" -d '{"events": [{"server_uuid": "8283bd32-280f-4d3d-a94d-d24a9d2572c9", "name": "network-vif-plugged", "status": "completed", "tag": "b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:01:29.946021 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e,segment=NetworkSegment(6cade4ea-810e-4ad8-8342-43d5e35c3ec8),segment_id=6cade4ea-810e-4ad8-8342-43d5e35c3ec8)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:01:29.951032 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:29.980362 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d413ed7-da92-40c0-88d2-8ebb49d21bc4 x-openstack-request-id: req-9d413ed7-da92-40c0-88d2-8ebb49d21bc4 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:01:29.980657 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8283bd32-280f-4d3d-a94d-d24a9d2572c9", "name": "network-vif-plugged", "status": "completed", "tag": "b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:01:29.980914 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d413ed7-da92-40c0-88d2-8ebb49d21bc4 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:01:29.981339 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8283bd32-280f-4d3d-a94d-d24a9d2572c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e', 'code': 200} Mar 23 13:01:30.007789 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:30.197197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4cf9e-fbba-4aa9-b866-98d3a3fe0e76 req-69c09b16-a441-4c61-b74d-8282a5eb0a47 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:30.204484 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-05f4cf9e-fbba-4aa9-b866-98d3a3fe0e76 req-69c09b16-a441-4c61-b74d-8282a5eb0a47 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 946 time: 0.0654001 Mar 23 13:01:30.249983 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-05f4cf9e-fbba-4aa9-b866-98d3a3fe0e76 req-b5c05f12-da6c-4ef8-86c9-3b37f8abbedf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9aaba35-6407-4ffd-9773-0d6a3bc0f687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422311 Mar 23 13:01:30.292071 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07a561d7-5bff-4e00-8d6c-171a4dda54f3 req-bd7adeb6-0477-4e29-b47b-1206422899bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4212942 Mar 23 13:01:30.302266 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a383692-26fb-4a8d-8559-b87232cd4f6e req-854cc01e-1b41-4cd6-bc31-fc02d4acd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:30.305607 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a383692-26fb-4a8d-8559-b87232cd4f6e req-854cc01e-1b41-4cd6-bc31-fc02d4acd185 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 1097 time: 0.0633254 Mar 23 13:01:30.346391 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a383692-26fb-4a8d-8559-b87232cd4f6e req-8b7cc84a-1224-4091-9d04-b824f1a5ca2c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d9aaba35-6407-4ffd-9773-0d6a3bc0f687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341768 Mar 23 13:01:31.371980 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48c11f-34f7-41d8-90e8-34662bb46390 req-66529a8d-0128-4035-83aa-dd1c0a90e382 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:31.374013 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9b48c11f-34f7-41d8-90e8-34662bb46390 req-66529a8d-0128-4035-83aa-dd1c0a90e382 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 946 time: 0.0509450 Mar 23 13:01:31.414528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9b48c11f-34f7-41d8-90e8-34662bb46390 req-277b89ae-3a18-4bf3-bff4-06ae1149d4c1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9aaba35-6407-4ffd-9773-0d6a3bc0f687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340292 Mar 23 13:01:31.438926 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b25cc-56f9-4b15-87ba-cf48a1c7fe8c req-339689ff-6d28-430a-a8dc-f1be59f580f8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:31.440501 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-016b25cc-56f9-4b15-87ba-cf48a1c7fe8c req-339689ff-6d28-430a-a8dc-f1be59f580f8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.0533805 Mar 23 13:01:31.479731 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-016b25cc-56f9-4b15-87ba-cf48a1c7fe8c req-a9babe16-541f-4e14-878e-720b9867df6d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331197 Mar 23 13:01:32.506310 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-6992d6d6-4adb-485b-ab62-43684f100808 req-e6663d16-59d2-42aa-aef7-62e6a0fb1d02 service neutron] show failed (client error): The resource could not be found. Mar 23 13:01:32.508248 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-e6663d16-59d2-42aa-aef7-62e6a0fb1d02 service neutron] 10.222.0.77 "GET /v2.0/ports/8a7fb051-9a07-4d69-9d77-5eea50cea89f/bindings/n-h2-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.0695114 Mar 23 13:01:32.573170 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93854f-4e34-495d-ac73-ff6e8ad1a39a req-ca488b49-8687-4787-ad11-90da429231ba tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:32.577594 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3a93854f-4e34-495d-ac73-ff6e8ad1a39a req-ca488b49-8687-4787-ad11-90da429231ba tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 946 time: 0.0884440 Mar 23 13:01:32.628767 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3a93854f-4e34-495d-ac73-ff6e8ad1a39a req-a95c82e0-815f-4c8b-95f4-50eb6b5b2af1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9aaba35-6407-4ffd-9773-0d6a3bc0f687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398989 Mar 23 13:01:32.630007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fabfc-5b2c-4e0d-b404-b341a9e853e8 req-61cf0cdc-4564-4e76-8f40-252df4079da0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:32.631652 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7a6fabfc-5b2c-4e0d-b404-b341a9e853e8 req-61cf0cdc-4564-4e76-8f40-252df4079da0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.0632665 Mar 23 13:01:32.695243 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7a6fabfc-5b2c-4e0d-b404-b341a9e853e8 req-b23c0804-47e7-4fe8-801d-b1e017e760ad tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557327 Mar 23 13:01:32.781897 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50061af3-31cb-4a07-b4e3-8e93cc63ce62 req-bfcccc3e-c514-4798-8311-2d85e3a2ee61 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:32.783765 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-50061af3-31cb-4a07-b4e3-8e93cc63ce62 req-bfcccc3e-c514-4798-8311-2d85e3a2ee61 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 946 time: 0.0566113 Mar 23 13:01:32.817523 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992d6d6-4adb-485b-ab62-43684f100808 req-574868ae-9eff-41b8-b02f-74040d557aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:32.818532 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-574868ae-9eff-41b8-b02f-74040d557aff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe&tenant_id=7384117b2eb84ea483002d0119f2bf5c HTTP/1.1" status: 200 len: 1097 time: 0.0821455 Mar 23 13:01:32.831149 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-50061af3-31cb-4a07-b4e3-8e93cc63ce62 req-e147f599-d7c9-4cd9-bae5-3c743c6b6c11 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9aaba35-6407-4ffd-9773-0d6a3bc0f687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413251 Mar 23 13:01:32.834656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834854-1', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:01:32.890693 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:33.103100 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] For port 8a7fb051-9a07-4d69-9d77-5eea50cea89f, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f,segment=NetworkSegment(cdd065ea-ffa6-4d4e-b3b2-baca4809e67f),segment_id=cdd065ea-ffa6-4d4e-b3b2-baca4809e67f)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:01:33.139760 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] For port 8a7fb051-9a07-4d69-9d77-5eea50cea89f, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:01:33.185317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7fb051-9a07-4d69-9d77-5eea50cea89f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:01:33.187609 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d943d304-b8a6-4e18-8ab8-d53628c380fe" -d '{"events": [{"server_uuid": "08c78bb3-a37b-4071-950f-81ebf19bd0fe", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7fb051-9a07-4d69-9d77-5eea50cea89f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:01:33.192129 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:33.205342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Transition to ACTIVE for port object 8a7fb051-9a07-4d69-9d77-5eea50cea89f will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:01:33.210294 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:33.274611 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 13:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc854f5e-f11c-425b-b7a3-aea0c3c177f2 x-openstack-request-id: req-bc854f5e-f11c-425b-b7a3-aea0c3c177f2 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:01:33.274793 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c78bb3-a37b-4071-950f-81ebf19bd0fe", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7fb051-9a07-4d69-9d77-5eea50cea89f", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:01:33.275053 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc854f5e-f11c-425b-b7a3-aea0c3c177f2 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:01:33.275441 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7fb051-9a07-4d69-9d77-5eea50cea89f', 'code': 200} Mar 23 13:01:33.313750 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Pushing event updated for resources: {'Port': ['ID=8a7fb051-9a07-4d69-9d77-5eea50cea89f,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:33.407308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] No DVR routers for this DVR port 8a7fb051-9a07-4d69-9d77-5eea50cea89f on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:01:33.551151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Attempting to bind port 8a7fb051-9a07-4d69-9d77-5eea50cea89f on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:01:33.551878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Attempting to bind port 8a7fb051-9a07-4d69-9d77-5eea50cea89f by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:01:33.551878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Attempting to bind port 8a7fb051-9a07-4d69-9d77-5eea50cea89f on network e13d4429-1590-4ed7-acb1-b158d9513bfa {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:01:33.556263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Port 8a7fb051-9a07-4d69-9d77-5eea50cea89f on network e13d4429-1590-4ed7-acb1-b158d9513bfa not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:01:33.556583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Attempting to bind port 8a7fb051-9a07-4d69-9d77-5eea50cea89f on network e13d4429-1590-4ed7-acb1-b158d9513bfa {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:01:33.564669 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:01:33.565019 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Checking segment: {'id': 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:01:33.565445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Bound using segment: {'id': 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:01:33.565859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Bound port: 8a7fb051-9a07-4d69-9d77-5eea50cea89f, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:01:33.566175 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:33.637392 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] For port 8a7fb051-9a07-4d69-9d77-5eea50cea89f, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:01:33.640595 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] For port 8a7fb051-9a07-4d69-9d77-5eea50cea89f, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f,segment=NetworkSegment(cdd065ea-ffa6-4d4e-b3b2-baca4809e67f),segment_id=cdd065ea-ffa6-4d4e-b3b2-baca4809e67f)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:01:33.646551 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:33.682773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:33.683546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:33.685011 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] 10.222.0.73 "PUT /v2.0/ports/8a7fb051-9a07-4d69-9d77-5eea50cea89f HTTP/1.1" status: 200 len: 1092 time: 0.8560002 Mar 23 13:01:33.706090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac787e60-31eb-4a33-895d-ec3cbe348d4e service neutron] Pushing event updated for resources: {'Port': ['ID=8a7fb051-9a07-4d69-9d77-5eea50cea89f,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:33.761523 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992d6d6-4adb-485b-ab62-43684f100808 req-a326d84b-1b7d-416e-88be-0dbf8ecccb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:33.763650 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-a326d84b-1b7d-416e-88be-0dbf8ecccb04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 1095 time: 0.0529795 Mar 23 13:01:33.887753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992d6d6-4adb-485b-ab62-43684f100808 req-021efe88-81a9-4e53-b117-d0c60f3aaa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:33.889927 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-021efe88-81a9-4e53-b117-d0c60f3aaa79 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e13d4429-1590-4ed7-acb1-b158d9513bfa HTTP/1.1" status: 200 len: 897 time: 0.1169581 Mar 23 13:01:33.977036 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-07abb879-cc45-4f2e-8d91-cb03673ecf63 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f HTTP/1.1" status: 200 len: 999 time: 0.0766854 Mar 23 13:01:34.032163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992d6d6-4adb-485b-ab62-43684f100808 req-e167836f-2759-49f7-a85b-589392d2b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:34.034376 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-e167836f-2759-49f7-a85b-589392d2b287 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=52aba2e5-ae3d-49e8-a1fb-3979686b19ba HTTP/1.1" status: 200 len: 834 time: 0.0495338 Mar 23 13:01:34.085705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992d6d6-4adb-485b-ab62-43684f100808 req-1ae53e9f-8ebf-46ab-bd36-f7571b229b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:34.087216 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-1ae53e9f-8ebf-46ab-bd36-f7571b229b5d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e13d4429-1590-4ed7-acb1-b158d9513bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448213 Mar 23 13:01:34.108465 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd51c2c-101c-4e74-aa89-9b44f9970709 req-4e6dd28e-30e3-45c5-b511-920f6950927c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:34.109973 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1fd51c2c-101c-4e74-aa89-9b44f9970709 req-4e6dd28e-30e3-45c5-b511-920f6950927c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 944 time: 0.0531256 Mar 23 13:01:34.158948 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1fd51c2c-101c-4e74-aa89-9b44f9970709 req-cc1aaf79-f74b-4754-b880-d49bddb8ac38 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385041 Mar 23 13:01:34.190779 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-8832c088-1968-4923-b43f-7bb9459c9f86 service neutron] 10.222.0.73 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952432 Mar 23 13:01:34.286146 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6992d6d6-4adb-485b-ab62-43684f100808 req-9904eac9-e4f9-4457-b3e7-d8b2f9849b51 service neutron] 10.222.0.73 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880973 Mar 23 13:01:34.324878 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44298) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:34.826324 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:35.117217 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Allocated IP 172.20.0.17 (ae88565c-1ddb-40aa-bb41-fee50a7d812a/1ca65477-b734-4715-bd11-48b52de36110/5e3b8bc8-6d0d-4f61-9b93-1122e690a429) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:01:35.276417 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'tag': '8a7fb051-9a07-4d69-9d77-5eea50cea89f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:01:35.278880 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d" -d '{"events": [{"name": "network-changed", "server_uuid": "08c78bb3-a37b-4071-950f-81ebf19bd0fe", "tag": "8a7fb051-9a07-4d69-9d77-5eea50cea89f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:01:35.304460 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d552867-249e-4e5f-bc82-57f9a18a74a1 req-c4edb8a6-ce97-4c6c-b572-40ee799e2aa2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:35.306108 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d552867-249e-4e5f-bc82-57f9a18a74a1 req-c4edb8a6-ce97-4c6c-b572-40ee799e2aa2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 944 time: 0.0615087 Mar 23 13:01:35.356346 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870558a9-cb09-426b-a889-5280c626326a x-openstack-request-id: req-870558a9-cb09-426b-a889-5280c626326a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:01:35.356637 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c78bb3-a37b-4071-950f-81ebf19bd0fe", "tag": "8a7fb051-9a07-4d69-9d77-5eea50cea89f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:01:35.356888 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-870558a9-cb09-426b-a889-5280c626326a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:01:35.357571 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'tag': '8a7fb051-9a07-4d69-9d77-5eea50cea89f', 'status': 'completed', 'code': 200} Mar 23 13:01:35.376567 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d552867-249e-4e5f-bc82-57f9a18a74a1 req-37e70da9-0bd6-4a82-b9d7-621853165f2d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536988 Mar 23 13:01:35.458683 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-f3d9ac41-c745-4de8-bffb-92531f1a75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:35.461221 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-f3d9ac41-c745-4de8-bffb-92531f1a75bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 1095 time: 0.0834737 Mar 23 13:01:35.502696 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-972cae9f-3531-4f23-8be2-3accdb19f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:35.504258 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-972cae9f-3531-4f23-8be2-3accdb19f50c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 1095 time: 0.0923069 Mar 23 13:01:35.637876 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:35.652484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-953eb206-c7a9-4c1a-ba5d-9b9345ed8523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:35.655061 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-953eb206-c7a9-4c1a-ba5d-9b9345ed8523 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e13d4429-1590-4ed7-acb1-b158d9513bfa HTTP/1.1" status: 200 len: 897 time: 0.1828873 Mar 23 13:01:35.676918 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:35.711094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-fb246c53-17bd-41fd-a2ac-96aba8c0f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:35.712714 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-fb246c53-17bd-41fd-a2ac-96aba8c0f48b service neutron] 10.222.0.77 "GET /v2.0/networks?id=e13d4429-1590-4ed7-acb1-b158d9513bfa HTTP/1.1" status: 200 len: 897 time: 0.1978297 Mar 23 13:01:35.735687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network ae88565c-1ddb-40aa-bb41-fee50a7d812a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:01:35.737694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:01:35.754770 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Port': ['ID=5e3b8bc8-6d0d-4f61-9b93-1122e690a429,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:35.758473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:01:35.799821 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-3923be3e-7e11-4ddf-95a3-aece733966db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f HTTP/1.1" status: 200 len: 999 time: 0.1304176 Mar 23 13:01:35.814345 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:35.825099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 8a7fb051-9a07-4d69-9d77-5eea50cea89f no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:01:35.880342 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-69ae3f4c-c62e-4591-8b50-8c42a90a944a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f HTTP/1.1" status: 200 len: 999 time: 0.1566739 Mar 23 13:01:35.945808 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 8a7fb051-9a07-4d69-9d77-5eea50cea89f not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:01:36.000461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-6fb82899-4a3f-4706-999c-b625ae3b14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:36.003010 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-6fb82899-4a3f-4706-999c-b625ae3b14d9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=52aba2e5-ae3d-49e8-a1fb-3979686b19ba HTTP/1.1" status: 200 len: 834 time: 0.1911912 Mar 23 13:01:36.015484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-dd41c6fe-577a-45b3-adfa-9ed23025fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:36.018477 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-dd41c6fe-577a-45b3-adfa-9ed23025fe46 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=52aba2e5-ae3d-49e8-a1fb-3979686b19ba HTTP/1.1" status: 200 len: 834 time: 0.1277986 Mar 23 13:01:36.022972 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:36.106739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-3fc274f7-2bbe-4d17-8725-2db64507548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:36.108320 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-3fc274f7-2bbe-4d17-8725-2db64507548c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e13d4429-1590-4ed7-acb1-b158d9513bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887666 Mar 23 13:01:36.152344 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-375a8a5e-65af-42c7-90b5-416cb98304e5 None None] Provisioning complete for port 5e3b8bc8-6d0d-4f61-9b93-1122e690a429 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:01:36.155034 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-375a8a5e-65af-42c7-90b5-416cb98304e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:36.224216 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-375a8a5e-65af-42c7-90b5-416cb98304e5 None None] Port 5e3b8bc8-6d0d-4f61-9b93-1122e690a429 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:01:36.271282 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-ce8e3be1-96f4-4e0a-a726-23cb4df4fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:36.272913 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-ce8e3be1-96f4-4e0a-a726-23cb4df4fa24 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e13d4429-1590-4ed7-acb1-b158d9513bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2443299 Mar 23 13:01:36.325302 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-fca41a7d-21c4-4208-bc2b-b0c1bcdcbd79 service neutron] 10.222.0.73 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039702 Mar 23 13:01:36.485469 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-5a40f5c2-63c6-4821-9942-637add3c66cd service neutron] 10.222.0.77 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008607 Mar 23 13:01:36.489210 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-3eff9e08-0f3d-480d-ac6a-55e1f5e21508 service neutron] 10.222.0.73 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518061 Mar 23 13:01:36.575045 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8914b-1f66-42de-8d32-2b9083bc7122 req-d6d72ade-5583-47b8-89f4-8897074ee882 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:36.577195 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00d8914b-1f66-42de-8d32-2b9083bc7122 req-d6d72ade-5583-47b8-89f4-8897074ee882 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 944 time: 0.1106689 Mar 23 13:01:36.581174 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:36.598110 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:36.636508 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d0e99fd9-07e5-45bc-a501-844bfff2fa1d req-1eedd546-71b1-48ec-bc84-6bc7fa8cd725 service neutron] 10.222.0.77 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443198 Mar 23 13:01:36.698490 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00d8914b-1f66-42de-8d32-2b9083bc7122 req-9c2df221-4075-4698-a33d-5cfdd207b063 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113656 Mar 23 13:01:36.701253 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Port': ['ID=5e3b8bc8-6d0d-4f61-9b93-1122e690a429,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:36.712323 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:36.815690 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network ae88565c-1ddb-40aa-bb41-fee50a7d812a is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:01:36.817218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:01:36.893141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 8a7fb051-9a07-4d69-9d77-5eea50cea89f details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:01:37.134028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Router 7919392d-8d48-495d-b9a8-747028a7512b has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:01:37.134547 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 8a7fb051-9a07-4d69-9d77-5eea50cea89f, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f,segment=NetworkSegment(cdd065ea-ffa6-4d4e-b3b2-baca4809e67f),segment_id=cdd065ea-ffa6-4d4e-b3b2-baca4809e67f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:01:37.151977 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db214d-d59b-4f33-b7bd-35fe641253f5 req-049bdf0f-dc1c-4a4c-b59b-13b8b716980d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:37.153512 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08db214d-d59b-4f33-b7bd-35fe641253f5 req-049bdf0f-dc1c-4a4c-b59b-13b8b716980d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.77 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe&tenant_id=7384117b2eb84ea483002d0119f2bf5c&binding%3Ahost_id=n-h2-834854-1 HTTP/1.1" status: 200 len: 944 time: 0.1526306 Mar 23 13:01:37.163422 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '8a7fb051-9a07-4d69-9d77-5eea50cea89f', 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa', 'port_id': '8a7fb051-9a07-4d69-9d77-5eea50cea89f', 'mac_address': 'fa:16:3e:9e:bc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:01:37.171829 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c561e70e-db2f-4f22-97f4-6215403830a9 None None] Provisioning complete for port 5e3b8bc8-6d0d-4f61-9b93-1122e690a429 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:01:37.172488 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c561e70e-db2f-4f22-97f4-6215403830a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:37.185725 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf699b-3ce6-4385-b32b-28a5ac42ca53 req-59d7187e-93e3-4e61-899c-479201e93e7b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:37.204614 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6dcf699b-3ce6-4385-b32b-28a5ac42ca53 req-59d7187e-93e3-4e61-899c-479201e93e7b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 944 time: 0.1229310 Mar 23 13:01:37.261621 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-08db214d-d59b-4f33-b7bd-35fe641253f5 req-4a321521-425f-4291-8b3d-3470e2d5043c service neutron] delete failed (client error): The resource could not be found. Mar 23 13:01:37.263559 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08db214d-d59b-4f33-b7bd-35fe641253f5 req-4a321521-425f-4291-8b3d-3470e2d5043c service neutron] 10.222.0.77 "DELETE /v2.0/ports/8a7fb051-9a07-4d69-9d77-5eea50cea89f/bindings/n-h1-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.1027286 Mar 23 13:01:37.279388 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c561e70e-db2f-4f22-97f4-6215403830a9 None None] Port 5e3b8bc8-6d0d-4f61-9b93-1122e690a429 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:01:37.288033 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6dcf699b-3ce6-4385-b32b-28a5ac42ca53 req-d61cba47-b4a2-4d64-8eac-56c1ce725728 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824003 Mar 23 13:01:37.312617 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:37.327578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7fb051-9a07-4d69-9d77-5eea50cea89f {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:01:37.356291 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 8a7fb051-9a07-4d69-9d77-5eea50cea89f, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f,segment=NetworkSegment(cdd065ea-ffa6-4d4e-b3b2-baca4809e67f),segment_id=cdd065ea-ffa6-4d4e-b3b2-baca4809e67f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:01:37.364708 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:37.365033 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db214d-d59b-4f33-b7bd-35fe641253f5 req-894d80ad-4ad7-4bce-9e2e-18cbdd8991b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:37.366641 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08db214d-d59b-4f33-b7bd-35fe641253f5 req-894d80ad-4ad7-4bce-9e2e-18cbdd8991b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 1095 time: 0.0483644 Mar 23 13:01:37.379354 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:01:37.385101 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3c48ad38-90a8-41d2-9ff3-8e19cc9972ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "PUT /v2.0/routers/7919392d-8d48-495d-b9a8-747028a7512b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0581567 Mar 23 13:01:37.408902 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Sync routers for ids ['7919392d-8d48-495d-b9a8-747028a7512b'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:01:37.438860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Routers {'7919392d-8d48-495d-b9a8-747028a7512b'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:01:37.439564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:01:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7919392d-8d48-495d-b9a8-747028a7512b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:01:37.485700 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=8a7fb051-9a07-4d69-9d77-5eea50cea89f,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:37.505581 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db214d-d59b-4f33-b7bd-35fe641253f5 req-cd129254-e59f-4000-a4c0-af203ef8f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:37.507820 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08db214d-d59b-4f33-b7bd-35fe641253f5 req-cd129254-e59f-4000-a4c0-af203ef8f471 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e13d4429-1590-4ed7-acb1-b158d9513bfa HTTP/1.1" status: 200 len: 897 time: 0.1338789 Mar 23 13:01:37.606798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Set router 7919392d-8d48-495d-b9a8-747028a7512b gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:01:37.623983 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08db214d-d59b-4f33-b7bd-35fe641253f5 req-f504ce3a-7f48-43e4-832b-5616e061ed22 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f HTTP/1.1" status: 200 len: 1000 time: 0.1071408 Mar 23 13:01:37.690710 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db214d-d59b-4f33-b7bd-35fe641253f5 req-3f9dd478-7c62-46da-bb53-00507a783efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:37.693119 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08db214d-d59b-4f33-b7bd-35fe641253f5 req-3f9dd478-7c62-46da-bb53-00507a783efc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=52aba2e5-ae3d-49e8-a1fb-3979686b19ba HTTP/1.1" status: 200 len: 834 time: 0.0626597 Mar 23 13:01:37.697773 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['8a7fb051-9a07-4d69-9d77-5eea50cea89f'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:01:37.745489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db214d-d59b-4f33-b7bd-35fe641253f5 req-63e75dc9-9b8b-4d31-8b13-fd01950dc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:37.747068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08db214d-d59b-4f33-b7bd-35fe641253f5 req-63e75dc9-9b8b-4d31-8b13-fd01950dc120 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e13d4429-1590-4ed7-acb1-b158d9513bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465386 Mar 23 13:01:38.104847 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08db214d-d59b-4f33-b7bd-35fe641253f5 req-64e02bd8-660e-4d51-b059-daaf350c5127 service neutron] 10.222.0.77 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510900 Mar 23 13:01:38.186935 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:01:35Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'c832c390-3a0e-4e0a-a149-3f1a533d7ddc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'port_id': '87877041-4130-4bf3-a666-326db1b4f323', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'mac_address': 'fa:16:3e:5d:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:36Z', 'updated_at': '2022-03-23T13:00:38Z', 'revision_number': 1, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c7b6b3-5034-45d2-ac56-53bb0cf61eac', 'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:c9:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:15Z', 'updated_at': '2022-03-23T13:00:20Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e3b8bc8-6d0d-4f61-9b93-1122e690a429', 'name': '', 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:8c:99:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '1ca65477-b734-4715-bd11-48b52de36110', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:01:34Z', 'updated_at': '2022-03-23T13:01:36Z', 'revision_number': 2, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '1ca65477-b734-4715-bd11-48b52de36110', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:01:38.209006 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08db214d-d59b-4f33-b7bd-35fe641253f5 req-2f25834c-eba5-4d45-a25b-66d9cd5a816c service neutron] 10.222.0.77 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961051 Mar 23 13:01:38.220043 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Checking router: 7919392d-8d48-495d-b9a8-747028a7512b for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:01:38.221061 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Updating router 7919392d-8d48-495d-b9a8-747028a7512b port 5e3b8bc8-6d0d-4f61-9b93-1122e690a429 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:01:38.264935 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:38.430600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dae5e4-3d56-47e1-98b9-a8aecaa6e85b req-16cc03c1-7f32-4891-ae6f-6ab52b968388 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:38.432292 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8dae5e4-3d56-47e1-98b9-a8aecaa6e85b req-16cc03c1-7f32-4891-ae6f-6ab52b968388 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 945 time: 0.0649476 Mar 23 13:01:38.482193 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8dae5e4-3d56-47e1-98b9-a8aecaa6e85b req-53415a73-1986-4999-b5f8-a19e55c80c0c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429649 Mar 23 13:01:38.645330 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:38.651153 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:38.735320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761124d5-ab7c-4f2d-ae39-02dd06199292 None None] Pushing event updated for resources: {'Port': ['ID=5e3b8bc8-6d0d-4f61-9b93-1122e690a429,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:38.766206 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Attempting to bind port 5e3b8bc8-6d0d-4f61-9b93-1122e690a429 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:01:38.766575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Attempting to bind port 5e3b8bc8-6d0d-4f61-9b93-1122e690a429 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '6cade4ea-810e-4ad8-8342-43d5e35c3ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:01:38.766950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Attempting to bind port 5e3b8bc8-6d0d-4f61-9b93-1122e690a429 on network ae88565c-1ddb-40aa-bb41-fee50a7d812a {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:01:38.774006 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:01:38.774419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Checking segment: {'id': '6cade4ea-810e-4ad8-8342-43d5e35c3ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:01:38.774821 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:38.775209 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Bound using segment: {'id': '6cade4ea-810e-4ad8-8342-43d5e35c3ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:01:38.775684 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Bound port: 5e3b8bc8-6d0d-4f61-9b93-1122e690a429, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cade4ea-810e-4ad8-8342-43d5e35c3ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:01:38.776098 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:38.869719 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] For port 5e3b8bc8-6d0d-4f61-9b93-1122e690a429, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:01:38.874209 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] For port 5e3b8bc8-6d0d-4f61-9b93-1122e690a429, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5e3b8bc8-6d0d-4f61-9b93-1122e690a429,segment=NetworkSegment(6cade4ea-810e-4ad8-8342-43d5e35c3ec8),segment_id=6cade4ea-810e-4ad8-8342-43d5e35c3ec8)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:01:38.880497 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:38.916915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 8a7fb051-9a07-4d69-9d77-5eea50cea89f up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:01:38.978687 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Routers {'7919392d-8d48-495d-b9a8-747028a7512b'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:01:38.979319 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:01:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7919392d-8d48-495d-b9a8-747028a7512b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:01:39.046374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761124d5-ab7c-4f2d-ae39-02dd06199292 None None] Pushing event updated for resources: {'Port': ['ID=5e3b8bc8-6d0d-4f61-9b93-1122e690a429,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:39.107450 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4a9befa7-dce8-43db-891f-0e05c40bbef0 None None] Provisioning complete for port 5e3b8bc8-6d0d-4f61-9b93-1122e690a429 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:01:39.107450 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4a9befa7-dce8-43db-891f-0e05c40bbef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:39.133486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 8a7fb051-9a07-4d69-9d77-5eea50cea89f completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:01:39.153249 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 8a7fb051-9a07-4d69-9d77-5eea50cea89f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:01:39.153622 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:39.200331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] Set router 7919392d-8d48-495d-b9a8-747028a7512b gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:01:39.352016 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4a9befa7-dce8-43db-891f-0e05c40bbef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:39.420569 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:39.458725 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4a9befa7-dce8-43db-891f-0e05c40bbef0 None None] For port 5e3b8bc8-6d0d-4f61-9b93-1122e690a429, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5e3b8bc8-6d0d-4f61-9b93-1122e690a429,segment=NetworkSegment(6cade4ea-810e-4ad8-8342-43d5e35c3ec8),segment_id=6cade4ea-810e-4ad8-8342-43d5e35c3ec8)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:01:39.468498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7fb051-9a07-4d69-9d77-5eea50cea89f'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:01:39.471235 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c336698b-e22f-4340-b0b4-811edbba2b00" -d '{"events": [{"server_uuid": "08c78bb3-a37b-4071-950f-81ebf19bd0fe", "name": "network-vif-plugged", "status": "completed", "tag": "8a7fb051-9a07-4d69-9d77-5eea50cea89f"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:01:39.473885 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4a9befa7-dce8-43db-891f-0e05c40bbef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:39.497503 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 8a7fb051-9a07-4d69-9d77-5eea50cea89f, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f,segment=NetworkSegment(cdd065ea-ffa6-4d4e-b3b2-baca4809e67f),segment_id=cdd065ea-ffa6-4d4e-b3b2-baca4809e67f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:01:39.522338 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6302af6-e311-43c9-8e60-6748dd69d6c5 x-openstack-request-id: req-b6302af6-e311-43c9-8e60-6748dd69d6c5 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:01:39.523819 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c78bb3-a37b-4071-950f-81ebf19bd0fe", "name": "network-vif-plugged", "status": "completed", "tag": "8a7fb051-9a07-4d69-9d77-5eea50cea89f", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:01:39.523819 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6302af6-e311-43c9-8e60-6748dd69d6c5 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:01:39.523819 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7fb051-9a07-4d69-9d77-5eea50cea89f', 'code': 200} Mar 23 13:01:39.530248 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:39.606604 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9befa7-dce8-43db-891f-0e05c40bbef0 None None] Pushing event updated for resources: {'Port': ['ID=5e3b8bc8-6d0d-4f61-9b93-1122e690a429,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:39.619133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b553d35-c083-4dbd-9e76-a75bf16aa898 req-4da0a956-6848-44fa-98f4-cb4b90743bf5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:39.620987 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b553d35-c083-4dbd-9e76-a75bf16aa898 req-4da0a956-6848-44fa-98f4-cb4b90743bf5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.0619524 Mar 23 13:01:39.657880 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f28fa0d7-6464-47f5-a382-ef77daa81edd None None] Provisioning complete for port 5e3b8bc8-6d0d-4f61-9b93-1122e690a429 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:01:39.658254 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f28fa0d7-6464-47f5-a382-ef77daa81edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:39.676858 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b553d35-c083-4dbd-9e76-a75bf16aa898 req-6fadb17c-edbf-464f-b203-19c190300e72 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455871 Mar 23 13:01:39.700208 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=8a7fb051-9a07-4d69-9d77-5eea50cea89f,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:01:39.701275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 44404) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:01:39.729205 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:01:35Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'c832c390-3a0e-4e0a-a149-3f1a533d7ddc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'port_id': '87877041-4130-4bf3-a666-326db1b4f323', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'mac_address': 'fa:16:3e:5d:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:36Z', 'updated_at': '2022-03-23T13:00:38Z', 'revision_number': 1, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c7b6b3-5034-45d2-ac56-53bb0cf61eac', 'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:c9:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:15Z', 'updated_at': '2022-03-23T13:00:20Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e3b8bc8-6d0d-4f61-9b93-1122e690a429', 'name': '', 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:8c:99:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '1ca65477-b734-4715-bd11-48b52de36110', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:01:34Z', 'updated_at': '2022-03-23T13:01:38Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '1ca65477-b734-4715-bd11-48b52de36110', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:01:39.758334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4edf4a-059b-4f48-abb1-780b87467955 None None] The sync data for ids ['7919392d-8d48-495d-b9a8-747028a7512b'] in n-d-834854-1 is: [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:01:35Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'c832c390-3a0e-4e0a-a149-3f1a533d7ddc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'port_id': '87877041-4130-4bf3-a666-326db1b4f323', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'mac_address': 'fa:16:3e:5d:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:36Z', 'updated_at': '2022-03-23T13:00:38Z', 'revision_number': 1, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c7b6b3-5034-45d2-ac56-53bb0cf61eac', 'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:c9:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:15Z', 'updated_at': '2022-03-23T13:00:20Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e3b8bc8-6d0d-4f61-9b93-1122e690a429', 'name': '', 'network_id': 'ae88565c-1ddb-40aa-bb41-fee50a7d812a', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:8c:99:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '1ca65477-b734-4715-bd11-48b52de36110', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:01:34Z', 'updated_at': '2022-03-23T13:01:38Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '1ca65477-b734-4715-bd11-48b52de36110', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:01:39.779258 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f8a4a0f0-f701-4eba-a73c-35a154082536 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/floatingips/7aa94cf3-4bba-4d81-b852-2c21658ee5e6 HTTP/1.1" status: 200 len: 993 time: 0.0765054 Mar 23 13:01:41.296783 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5e3b8bc8-6d0d-4f61-9b93-1122e690a429 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:01:41.349996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 5e3b8bc8-6d0d-4f61-9b93-1122e690a429 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:01:41.350366 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:46.248448 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:47.620219 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:52.692991 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:01:54.064798 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-91d3388f-7b20-4edc-9c11-4b2a09b65a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:54.605111 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe43cb3e-27bb-4ab4-8000-c02d8f728e2a req-cd79f457-e92a-4d50-be49-114d07196bdd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461001 Mar 23 13:01:54.701441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43cb3e-27bb-4ab4-8000-c02d8f728e2a req-105b6ab8-bc9e-4f6b-bc8e-a423bb32788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:54.702946 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe43cb3e-27bb-4ab4-8000-c02d8f728e2a req-105b6ab8-bc9e-4f6b-bc8e-a423bb32788d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb8ecb713c7040f89ae917ef013d6d62&device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 1097 time: 0.0522420 Mar 23 13:01:54.810887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43cb3e-27bb-4ab4-8000-c02d8f728e2a req-dbbfa7ef-73d7-4ca5-bd41-5a65f7bb0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:54.812554 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe43cb3e-27bb-4ab4-8000-c02d8f728e2a req-dbbfa7ef-73d7-4ca5-bd41-5a65f7bb0e53 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae88565c-1ddb-40aa-bb41-fee50a7d812a HTTP/1.1" status: 200 len: 897 time: 0.0903604 Mar 23 13:01:54.857526 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe43cb3e-27bb-4ab4-8000-c02d8f728e2a req-e5a102af-8e07-4a43-a66c-b288c4fb8864 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e HTTP/1.1" status: 200 len: 217 time: 0.0387981 Mar 23 13:01:54.907399 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43cb3e-27bb-4ab4-8000-c02d8f728e2a req-58e15c77-678b-45ab-992d-9da98783a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:54.908923 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe43cb3e-27bb-4ab4-8000-c02d8f728e2a req-58e15c77-678b-45ab-992d-9da98783a707 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1ca65477-b734-4715-bd11-48b52de36110 HTTP/1.1" status: 200 len: 837 time: 0.0455613 Mar 23 13:01:54.956468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43cb3e-27bb-4ab4-8000-c02d8f728e2a req-c7acc6ca-c6db-4a2b-9125-116c8bd0d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:54.958201 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe43cb3e-27bb-4ab4-8000-c02d8f728e2a req-c7acc6ca-c6db-4a2b-9125-116c8bd0d2e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae88565c-1ddb-40aa-bb41-fee50a7d812a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421975 Mar 23 13:01:55.092240 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe43cb3e-27bb-4ab4-8000-c02d8f728e2a req-2cec94c5-7d0e-406b-b412-0701cfa8fde6 service neutron] 10.222.0.77 "GET /v2.0/networks/ae88565c-1ddb-40aa-bb41-fee50a7d812a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259282 Mar 23 13:01:55.191721 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe43cb3e-27bb-4ab4-8000-c02d8f728e2a req-86b7993e-a27a-4338-b18c-ab79f3038c56 service neutron] 10.222.0.77 "GET /v2.0/networks/ae88565c-1ddb-40aa-bb41-fee50a7d812a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927298 Mar 23 13:01:55.431690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f95cfe14-9219-47f1-9f47-aebb3193f976 req-e6b2b556-435a-43da-acd3-c343f79addc0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530334 Mar 23 13:01:55.511413 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cfe14-9219-47f1-9f47-aebb3193f976 req-5a195839-0e51-4623-a3fc-3fef87bd1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:55.513142 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f95cfe14-9219-47f1-9f47-aebb3193f976 req-5a195839-0e51-4623-a3fc-3fef87bd1516 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb8ecb713c7040f89ae917ef013d6d62&device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 1096 time: 0.0557289 Mar 23 13:01:55.634917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cfe14-9219-47f1-9f47-aebb3193f976 req-786e997c-9f5c-4313-8315-7f03417a1eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:55.637227 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f95cfe14-9219-47f1-9f47-aebb3193f976 req-786e997c-9f5c-4313-8315-7f03417a1eb9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dbab1ddd-33f2-425e-a347-2289ce5777fc HTTP/1.1" status: 200 len: 898 time: 0.0951562 Mar 23 13:01:55.734702 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f95cfe14-9219-47f1-9f47-aebb3193f976 req-81dde9b7-a1cf-4dfd-a810-897bf32442de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87877041-4130-4bf3-a666-326db1b4f323 HTTP/1.1" status: 200 len: 1001 time: 0.0862319 Mar 23 13:01:55.793024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cfe14-9219-47f1-9f47-aebb3193f976 req-820e5b9a-64b5-4ecc-aea8-b0ba315a8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:55.794552 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f95cfe14-9219-47f1-9f47-aebb3193f976 req-820e5b9a-64b5-4ecc-aea8-b0ba315a8895 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d930373-572f-4315-ada5-cdbb7dd1cb80 HTTP/1.1" status: 200 len: 832 time: 0.0512261 Mar 23 13:01:55.877561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cfe14-9219-47f1-9f47-aebb3193f976 req-beaa6923-e46e-45d0-a5f7-90b06557dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:01:55.881464 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f95cfe14-9219-47f1-9f47-aebb3193f976 req-beaa6923-e46e-45d0-a5f7-90b06557dcad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dbab1ddd-33f2-425e-a347-2289ce5777fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755918 Mar 23 13:01:56.002605 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f95cfe14-9219-47f1-9f47-aebb3193f976 req-4f6f3c5b-cfcc-49cd-b57d-730b664d1684 service neutron] 10.222.0.73 "GET /v2.0/networks/dbab1ddd-33f2-425e-a347-2289ce5777fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111424 Mar 23 13:01:56.182564 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f95cfe14-9219-47f1-9f47-aebb3193f976 req-45799928-8a4f-415b-b4c5-7aa4c9b55962 service neutron] 10.222.0.73 "GET /v2.0/networks/dbab1ddd-33f2-425e-a347-2289ce5777fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708403 Mar 23 13:01:56.917682 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cb24cb89-2f4a-44b6-bd96-89b2def8cd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:57.850698 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:59.143669 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:01:59.559847 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:02.242225 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-34b842fd-b345-4689-8a94-fca856ef0d09 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062970446&fields=id&tenant_id=a83d57a27e704c44abb036185c95fcaf HTTP/1.1" status: 200 len: 267 time: 0.0352230 Mar 23 13:02:02.359128 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-e38298c2-c3f3-4437-9ece-45fce8bb22a3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:02.360605 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-e38298c2-c3f3-4437-9ece-45fce8bb22a3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 812 time: 0.1105990 Mar 23 13:02:02.376434 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-f8f9f465-b255-4ece-a182-b0594af571b9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/quotas/a83d57a27e704c44abb036185c95fcaf HTTP/1.1" status: 200 len: 375 time: 0.0092762 Mar 23 13:02:02.441480 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-668c5bf2-057d-4594-80c0-3b3ed0a674cd tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0595007 Mar 23 13:02:02.543902 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-dc209988-c99a-48dd-9b59-80bdff6feeee service neutron] 10.222.0.52 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886476 Mar 23 13:02:02.651492 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-89976b0e-5c0d-4575-aa96-e214f6791021 service neutron] 10.222.0.52 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986850 Mar 23 13:02:02.956405 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a78dba68-0a0e-4b71-bd15-f976ab909ead req-c3ca9f19-9f84-405a-9506-7b18f99b952e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 210 time: 0.0292883 Mar 23 13:02:03.930380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-bf5832d8-b0a9-40cd-ab36-7b17fc407984 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:03.932010 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-bf5832d8-b0a9-40cd-ab36-7b17fc407984 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 812 time: 0.1174119 Mar 23 13:02:03.988474 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-d1b6fe78-2fd0-498d-92bf-9772518de404 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83d57a27e704c44abb036185c95fcaf HTTP/1.1" status: 200 len: 380 time: 0.0474303 Mar 23 13:02:03.999289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-f7886864-2d95-471a-ba64-00ca53a1d5bf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Request body: {'port': {'device_id': 'bd181e06-2221-4fbd-b259-3e9d4ad88121', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'admin_state_up': True, 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'security_groups': ['c67d9058-6234-4dc9-8061-b272492f34df']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:04.103675 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ddd19c2e-71c8-44ff-9ebd-f778cef556e5 req-6037d38e-0969-4125-994c-8bd7a6c9a0b6 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 210 time: 0.0425155 Mar 23 13:02:04.174238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-f7886864-2d95-471a-ba64-00ca53a1d5bf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Made reservation on behalf of a83d57a27e704c44abb036185c95fcaf for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:02:04.178579 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-f7886864-2d95-471a-ba64-00ca53a1d5bf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:04.306729 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-f7886864-2d95-471a-ba64-00ca53a1d5bf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Allocated IP 172.20.0.3 (bb56f7c4-c411-4c3a-9aa2-28215b8b28c1/870de485-4fe7-463d-99a0-400760616840/d3abe316-3818-4cc7-bf48-68e513e5b8fc) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:02:04.466657 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-f7886864-2d95-471a-ba64-00ca53a1d5bf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:04.505789 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-f7886864-2d95-471a-ba64-00ca53a1d5bf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:04.556004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-f7886864-2d95-471a-ba64-00ca53a1d5bf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:02:04.559815 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-f7886864-2d95-471a-ba64-00ca53a1d5bf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:02:04.564203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-f7886864-2d95-471a-ba64-00ca53a1d5bf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:02:04.597303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7886864-2d95-471a-ba64-00ca53a1d5bf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'Port': ['ID=d3abe316-3818-4cc7-bf48-68e513e5b8fc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:04.636384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-f7886864-2d95-471a-ba64-00ca53a1d5bf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:04.637036 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-f7886864-2d95-471a-ba64-00ca53a1d5bf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:04.661383 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-f7886864-2d95-471a-ba64-00ca53a1d5bf tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6673310 Mar 23 13:02:04.675026 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Request body: {'port': {'device_id': 'bd181e06-2221-4fbd-b259-3e9d4ad88121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:04.750715 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:04.951213 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d1026261-f4ae-44dd-b07e-efcbb0595412 None None] Provisioning complete for port d3abe316-3818-4cc7-bf48-68e513e5b8fc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:04.951788 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d1026261-f4ae-44dd-b07e-efcbb0595412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:04.987062 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d1026261-f4ae-44dd-b07e-efcbb0595412 None None] Port d3abe316-3818-4cc7-bf48-68e513e5b8fc cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:02:05.090000 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3abe316-3818-4cc7-bf48-68e513e5b8fc {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:02:05.100390 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:05.116992 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Transition to ACTIVE for port object d3abe316-3818-4cc7-bf48-68e513e5b8fc will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:02:05.121204 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:05.274874 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Pushing event updated for resources: {'Port': ['ID=d3abe316-3818-4cc7-bf48-68e513e5b8fc,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:05.335497 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949e6a4-a489-4943-a27f-760d7d942bb8 req-c32622e1-3871-414a-ad08-48acdd8ebe7c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:05.342519 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Attempting to bind port d3abe316-3818-4cc7-bf48-68e513e5b8fc on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:02:05.342898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Attempting to bind port d3abe316-3818-4cc7-bf48-68e513e5b8fc by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:02:05.343192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Attempting to bind port d3abe316-3818-4cc7-bf48-68e513e5b8fc on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:02:05.349046 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2949e6a4-a489-4943-a27f-760d7d942bb8 req-c32622e1-3871-414a-ad08-48acdd8ebe7c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 943 time: 0.1338155 Mar 23 13:02:05.354465 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Port d3abe316-3818-4cc7-bf48-68e513e5b8fc on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:02:05.354793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Attempting to bind port d3abe316-3818-4cc7-bf48-68e513e5b8fc on network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:02:05.361055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:02:05.361293 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Checking segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:02:05.361646 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Bound using segment: {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:02:05.362072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Bound port: d3abe316-3818-4cc7-bf48-68e513e5b8fc, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6879b855-efee-4029-a7e5-c0235829dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:02:05.362427 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:05.444179 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2949e6a4-a489-4943-a27f-760d7d942bb8 req-0c1d55ec-2d25-4b47-ac55-6cc9c1c2f465 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736151 Mar 23 13:02:05.462718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] For port d3abe316-3818-4cc7-bf48-68e513e5b8fc, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:02:05.468554 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] For port d3abe316-3818-4cc7-bf48-68e513e5b8fc, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d3abe316-3818-4cc7-bf48-68e513e5b8fc,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:02:05.480085 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:05.525394 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:05.526281 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:05.528192 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] 10.222.0.77 "PUT /v2.0/ports/d3abe316-3818-4cc7-bf48-68e513e5b8fc HTTP/1.1" status: 200 len: 1091 time: 0.8582664 Mar 23 13:02:05.532088 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd181e06-2221-4fbd-b259-3e9d4ad88121', 'tag': 'd3abe316-3818-4cc7-bf48-68e513e5b8fc'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:02:05.536813 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bdb875-7688-41d3-8a1d-512ba3d7cd88" -d '{"events": [{"name": "network-changed", "server_uuid": "bd181e06-2221-4fbd-b259-3e9d4ad88121", "tag": "d3abe316-3818-4cc7-bf48-68e513e5b8fc"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:02:05.605422 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666182fd-3ab5-4315-b872-120c1246c842 x-openstack-request-id: req-666182fd-3ab5-4315-b872-120c1246c842 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:02:05.605964 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd181e06-2221-4fbd-b259-3e9d4ad88121", "tag": "d3abe316-3818-4cc7-bf48-68e513e5b8fc", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:02:05.606409 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-666182fd-3ab5-4315-b872-120c1246c842 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:02:05.606981 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd181e06-2221-4fbd-b259-3e9d4ad88121', 'tag': 'd3abe316-3818-4cc7-bf48-68e513e5b8fc', 'status': 'completed', 'code': 200} Mar 23 13:02:05.636264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee617ba-0f5e-47e1-bf5e-92d7ebde0b1b service neutron] Pushing event updated for resources: {'Port': ['ID=d3abe316-3818-4cc7-bf48-68e513e5b8fc,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:05.665405 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-c08b37b7-cbbe-4c1a-93e3-d1f4c4ee6076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:05.667560 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-c08b37b7-cbbe-4c1a-93e3-d1f4c4ee6076 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 1094 time: 0.0871003 Mar 23 13:02:05.716243 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-f7c378ae-5a3a-47f1-a3b0-777e26004de9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3abe316-3818-4cc7-bf48-68e513e5b8fc HTTP/1.1" status: 200 len: 217 time: 0.0396121 Mar 23 13:02:05.782113 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-147a7997-7ba7-4031-9149-12dbe9e43935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:05.783949 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-147a7997-7ba7-4031-9149-12dbe9e43935 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.0606573 Mar 23 13:02:05.854129 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-8966db98-b8ef-46e1-8ef6-5e96f3929610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:05.856106 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-8966db98-b8ef-46e1-8ef6-5e96f3929610 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590878 Mar 23 13:02:05.972229 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-09529ff6-c100-4901-bfb7-42aa9fec85ce service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029510 Mar 23 13:02:06.082775 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8ffd4971-37b8-4ef2-b550-68a13f117494 req-84f487c6-edc7-4ebc-a9cf-3b5a2b462318 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037610 Mar 23 13:02:06.186937 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdb875-7688-41d3-8a1d-512ba3d7cd88 req-273b836c-72d2-406c-b20c-bdf0808c99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:06.191363 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-87bdb875-7688-41d3-8a1d-512ba3d7cd88 req-273b836c-72d2-406c-b20c-bdf0808c99ac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 1094 time: 0.0524149 Mar 23 13:02:06.305553 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdb875-7688-41d3-8a1d-512ba3d7cd88 req-43299dd5-fe0e-4916-8a01-9d55df9ee3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:06.307250 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-87bdb875-7688-41d3-8a1d-512ba3d7cd88 req-43299dd5-fe0e-4916-8a01-9d55df9ee3b0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 913 time: 0.1069500 Mar 23 13:02:06.350992 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-87bdb875-7688-41d3-8a1d-512ba3d7cd88 req-d5140a7b-3191-4a33-a248-05b167dd0191 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3abe316-3818-4cc7-bf48-68e513e5b8fc HTTP/1.1" status: 200 len: 217 time: 0.0360427 Mar 23 13:02:06.411397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdb875-7688-41d3-8a1d-512ba3d7cd88 req-c44f5b96-9c88-444e-8802-4e06f449bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:06.413512 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-87bdb875-7688-41d3-8a1d-512ba3d7cd88 req-c44f5b96-9c88-444e-8802-4e06f449bd59 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.0542109 Mar 23 13:02:06.471801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdb875-7688-41d3-8a1d-512ba3d7cd88 req-aa5b07c5-2d78-44ec-93a8-a147900ab5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:06.474267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-87bdb875-7688-41d3-8a1d-512ba3d7cd88 req-aa5b07c5-2d78-44ec-93a8-a147900ab5e6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520141 Mar 23 13:02:06.582492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08e2cc-1924-469e-8e07-7d62f046fcf0 req-ec50ece6-de35-4e1b-aba1-99dbb41f7aca tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:06.584142 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd08e2cc-1924-469e-8e07-7d62f046fcf0 req-ec50ece6-de35-4e1b-aba1-99dbb41f7aca tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 943 time: 0.0681684 Mar 23 13:02:06.627448 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-87bdb875-7688-41d3-8a1d-512ba3d7cd88 req-83c9cb28-8c0c-441a-bc89-026317261951 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432118 Mar 23 13:02:06.657492 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bd08e2cc-1924-469e-8e07-7d62f046fcf0 req-77a42f75-21a4-4060-857a-facfe1747e29 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606287 Mar 23 13:02:06.763396 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-87bdb875-7688-41d3-8a1d-512ba3d7cd88 req-5f77f109-dcd7-492b-9935-40d1cb5931d2 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304927 Mar 23 13:02:07.799544 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61053275-5d3c-4a3d-8bcf-16c362799638 req-d1b6ab7b-b3a7-495e-af3c-1c93a98af03e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:07.801021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61053275-5d3c-4a3d-8bcf-16c362799638 req-d1b6ab7b-b3a7-495e-af3c-1c93a98af03e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 943 time: 0.0653424 Mar 23 13:02:07.845248 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61053275-5d3c-4a3d-8bcf-16c362799638 req-8fe034fe-9444-4f56-989a-c6d0faaa8709 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377941 Mar 23 13:02:08.979149 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5dc88-38ef-4277-8397-3244a0003c12 req-87979f24-2aa0-454b-9e08-39c0e1520535 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:08.980665 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fbb5dc88-38ef-4277-8397-3244a0003c12 req-87979f24-2aa0-454b-9e08-39c0e1520535 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 943 time: 0.0586929 Mar 23 13:02:09.024944 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fbb5dc88-38ef-4277-8397-3244a0003c12 req-4cb37d88-3a53-4902-9798-49a2eacfb258 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375352 Mar 23 13:02:09.157591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45306) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:09.566083 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-728201a7-6db8-4b15-9d91-63bfa003a1f3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:09.913015 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-728201a7-6db8-4b15-9d91-63bfa003a1f3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Deleting port 5e3b8bc8-6d0d-4f61-9b93-1122e690a429 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:02:09.913360 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-728201a7-6db8-4b15-9d91-63bfa003a1f3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:10.004450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-728201a7-6db8-4b15-9d91-63bfa003a1f3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] For port 5e3b8bc8-6d0d-4f61-9b93-1122e690a429, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5e3b8bc8-6d0d-4f61-9b93-1122e690a429,segment=NetworkSegment(6cade4ea-810e-4ad8-8342-43d5e35c3ec8),segment_id=6cade4ea-810e-4ad8-8342-43d5e35c3ec8)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:10.005135 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-728201a7-6db8-4b15-9d91-63bfa003a1f3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:10.018060 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-728201a7-6db8-4b15-9d91-63bfa003a1f3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Calling delete_port for 5e3b8bc8-6d0d-4f61-9b93-1122e690a429 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:02:10.159625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c50d92-d02b-457b-ab2b-addf4d9dcc88 req-100bb375-0e18-4137-abe8-d0f751d45b47 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:10.161835 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a5c50d92-d02b-457b-ab2b-addf4d9dcc88 req-100bb375-0e18-4137-abe8-d0f751d45b47 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 943 time: 0.0605080 Mar 23 13:02:10.204994 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a5c50d92-d02b-457b-ab2b-addf4d9dcc88 req-5e1f113d-d031-4258-b68e-98420b7c503b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366924 Mar 23 13:02:10.251873 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-728201a7-6db8-4b15-9d91-63bfa003a1f3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:10.285355 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728201a7-6db8-4b15-9d91-63bfa003a1f3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'Port': ['ID=5e3b8bc8-6d0d-4f61-9b93-1122e690a429,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:10.534953 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b27ae-f8c6-4f26-9c0f-0123a8ae00c4 req-425304d2-6bd1-422f-964b-b93c2f573852 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:10.536476 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-950b27ae-f8c6-4f26-9c0f-0123a8ae00c4 req-425304d2-6bd1-422f-964b-b93c2f573852 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 1097 time: 0.0788860 Mar 23 13:02:10.537043 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-728201a7-6db8-4b15-9d91-63bfa003a1f3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:10.636227 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-950b27ae-f8c6-4f26-9c0f-0123a8ae00c4 req-800fdac7-f5c5-49fb-bcf8-9d49a43bf52c tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889876 Mar 23 13:02:10.659674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45316) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:10.824359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728201a7-6db8-4b15-9d91-63bfa003a1f3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Router 7919392d-8d48-495d-b9a8-747028a7512b has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:02:10.840337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ea22c2a0-121a-4914-96b8-68b9758e88d6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting port 8891acb9-e912-4944-bb99-329429174658 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:02:10.841196 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea22c2a0-121a-4914-96b8-68b9758e88d6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:10.951149 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea22c2a0-121a-4914-96b8-68b9758e88d6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:10.951602 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea22c2a0-121a-4914-96b8-68b9758e88d6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:10.955578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728201a7-6db8-4b15-9d91-63bfa003a1f3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:02:10.962031 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-728201a7-6db8-4b15-9d91-63bfa003a1f3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "PUT /v2.0/routers/7919392d-8d48-495d-b9a8-747028a7512b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8031919 Mar 23 13:02:10.967117 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-ea22c2a0-121a-4914-96b8-68b9758e88d6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Calling delete_port for 8891acb9-e912-4944-bb99-329429174658 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:02:10.970808 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f6935d-bc66-419b-bc7d-822bfe5c2618 None None] Sync routers for ids ['7919392d-8d48-495d-b9a8-747028a7512b'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:02:10.982395 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f6935d-bc66-419b-bc7d-822bfe5c2618 None None] Routers {'7919392d-8d48-495d-b9a8-747028a7512b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:10.983203 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-33f6935d-bc66-419b-bc7d-822bfe5c2618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:01:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7919392d-8d48-495d-b9a8-747028a7512b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:11.159665 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-33f6935d-bc66-419b-bc7d-822bfe5c2618 None None] Set router 7919392d-8d48-495d-b9a8-747028a7512b gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:11.238143 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea22c2a0-121a-4914-96b8-68b9758e88d6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:11.296215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22c2a0-121a-4914-96b8-68b9758e88d6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Port': ['ID=8891acb9-e912-4944-bb99-329429174658,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:11.428058 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea22c2a0-121a-4914-96b8-68b9758e88d6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:11.428661 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-ea22c2a0-121a-4914-96b8-68b9758e88d6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Floating IP 7aa94cf3-4bba-4d81-b852-2c21658ee5e6 disassociated (deleted). External IP: 172.25.2.49, port: 8a7fb051-9a07-4d69-9d77-5eea50cea89f. Mar 23 13:02:11.493685 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ef749-0455-4203-a604-6546dc5d8db3 req-33091ef0-5ded-460f-8b41-9d16b6198520 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:11.495574 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-389ef749-0455-4203-a604-6546dc5d8db3 req-33091ef0-5ded-460f-8b41-9d16b6198520 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 943 time: 0.1290998 Mar 23 13:02:11.605206 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-33f6935d-bc66-419b-bc7d-822bfe5c2618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:02:10Z', 'revision_number': 6, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'c832c390-3a0e-4e0a-a149-3f1a533d7ddc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'port_id': '87877041-4130-4bf3-a666-326db1b4f323', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'mac_address': 'fa:16:3e:5d:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:36Z', 'updated_at': '2022-03-23T13:00:38Z', 'revision_number': 1, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c7b6b3-5034-45d2-ac56-53bb0cf61eac', 'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:c9:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:15Z', 'updated_at': '2022-03-23T13:00:20Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:11.641770 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f6935d-bc66-419b-bc7d-822bfe5c2618 None None] Checking router: 7919392d-8d48-495d-b9a8-747028a7512b for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:02:11.652808 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f6935d-bc66-419b-bc7d-822bfe5c2618 None None] Routers {'7919392d-8d48-495d-b9a8-747028a7512b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:11.653442 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-33f6935d-bc66-419b-bc7d-822bfe5c2618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:01:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7919392d-8d48-495d-b9a8-747028a7512b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:11.743278 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66669359-b7f2-4adc-9ac4-671185afb4b8 req-4bbfb679-9943-4428-bff2-19b9fc83297b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:11.744818 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-66669359-b7f2-4adc-9ac4-671185afb4b8 req-4bbfb679-9943-4428-bff2-19b9fc83297b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 946 time: 0.5625930 Mar 23 13:02:11.790725 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-66669359-b7f2-4adc-9ac4-671185afb4b8 req-e943498e-1432-457e-acaa-0f037c8b9ed2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9aaba35-6407-4ffd-9773-0d6a3bc0f687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382280 Mar 23 13:02:11.821667 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-33f6935d-bc66-419b-bc7d-822bfe5c2618 None None] Set router 7919392d-8d48-495d-b9a8-747028a7512b gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:11.883237 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-389ef749-0455-4203-a604-6546dc5d8db3 req-80269dc7-a5e9-4f98-b0fe-b54f25c226b8 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3813176 Mar 23 13:02:12.022188 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea22c2a0-121a-4914-96b8-68b9758e88d6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:02:12.089582 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-33f6935d-bc66-419b-bc7d-822bfe5c2618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:02:10Z', 'revision_number': 6, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'c832c390-3a0e-4e0a-a149-3f1a533d7ddc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'port_id': '87877041-4130-4bf3-a666-326db1b4f323', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'mac_address': 'fa:16:3e:5d:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:36Z', 'updated_at': '2022-03-23T13:00:38Z', 'revision_number': 1, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c7b6b3-5034-45d2-ac56-53bb0cf61eac', 'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:c9:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:15Z', 'updated_at': '2022-03-23T13:00:20Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:12.136058 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f6935d-bc66-419b-bc7d-822bfe5c2618 None None] The sync data for ids ['7919392d-8d48-495d-b9a8-747028a7512b'] in n-d-834854-1 is: [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:02:10Z', 'revision_number': 6, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'c832c390-3a0e-4e0a-a149-3f1a533d7ddc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'port_id': '87877041-4130-4bf3-a666-326db1b4f323', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'mac_address': 'fa:16:3e:5d:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:36Z', 'updated_at': '2022-03-23T13:00:38Z', 'revision_number': 1, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c7b6b3-5034-45d2-ac56-53bb0cf61eac', 'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:c9:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:15Z', 'updated_at': '2022-03-23T13:00:20Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:02:12.174161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea22c2a0-121a-4914-96b8-68b9758e88d6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:02:12.184534 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea22c2a0-121a-4914-96b8-68b9758e88d6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:12.185481 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a9b1c-93c1-48d1-9972-06ef7a1424c1 None None] Sync routers for ids ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:02:12.199166 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a9b1c-93c1-48d1-9972-06ef7a1424c1 None None] Routers {'62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:12.200168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d67a9b1c-93c1-48d1-9972-06ef7a1424c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:01:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:12.223772 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ea22c2a0-121a-4914-96b8-68b9758e88d6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/floatingips/7aa94cf3-4bba-4d81-b852-2c21658ee5e6 HTTP/1.1" status: 204 len: 168 time: 1.5627377 Mar 23 13:02:12.224984 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'tag': '8a7fb051-9a07-4d69-9d77-5eea50cea89f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:02:12.229298 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed286bfa-538e-4bc2-9692-f4f2b502a5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "08c78bb3-a37b-4071-950f-81ebf19bd0fe", "tag": "8a7fb051-9a07-4d69-9d77-5eea50cea89f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:02:12.278416 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7260c6f8-8154-4410-8700-919dc1db8403 x-openstack-request-id: req-7260c6f8-8154-4410-8700-919dc1db8403 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:02:12.279051 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c78bb3-a37b-4071-950f-81ebf19bd0fe", "tag": "8a7fb051-9a07-4d69-9d77-5eea50cea89f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:02:12.279051 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7260c6f8-8154-4410-8700-919dc1db8403 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:02:12.279589 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'tag': '8a7fb051-9a07-4d69-9d77-5eea50cea89f', 'status': 'completed', 'code': 200} Mar 23 13:02:12.323652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d67a9b1c-93c1-48d1-9972-06ef7a1424c1 None None] Set router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:12.346465 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed286bfa-538e-4bc2-9692-f4f2b502a5ef req-4a8bbf79-c309-4679-ae69-6426b1bec15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:12.348245 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed286bfa-538e-4bc2-9692-f4f2b502a5ef req-4a8bbf79-c309-4679-ae69-6426b1bec15e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 1097 time: 0.0449119 Mar 23 13:02:12.511280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed286bfa-538e-4bc2-9692-f4f2b502a5ef req-e3d68bad-655d-4cce-aba5-cbd3b40612ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:12.513343 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed286bfa-538e-4bc2-9692-f4f2b502a5ef req-e3d68bad-655d-4cce-aba5-cbd3b40612ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=e13d4429-1590-4ed7-acb1-b158d9513bfa HTTP/1.1" status: 200 len: 897 time: 0.1567359 Mar 23 13:02:12.566992 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed286bfa-538e-4bc2-9692-f4f2b502a5ef req-3ca8bc6f-ed43-4826-a949-1b238b0f4403 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f HTTP/1.1" status: 200 len: 217 time: 0.0376434 Mar 23 13:02:12.631373 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3ba58-8a93-4e54-96c4-b778c2685c6a req-9886ac35-33ac-4635-9d46-75ae569805e4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:12.633103 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e7c3ba58-8a93-4e54-96c4-b778c2685c6a req-9886ac35-33ac-4635-9d46-75ae569805e4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.1476173 Mar 23 13:02:12.638439 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d67a9b1c-93c1-48d1-9972-06ef7a1424c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707511498', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '86c54577-2675-410e-8605-3f1d3776b38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:45Z', 'updated_at': '2022-03-23T12:59:53Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '86c54577-2675-410e-8605-3f1d3776b38d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:46Z', 'updated_at': '2022-03-23T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '0512390c-0819-484a-8c0f-f043c9c9d752', 'name': '', 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:e0:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:52Z', 'updated_at': '2022-03-23T12:59:57Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:12.672268 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a9b1c-93c1-48d1-9972-06ef7a1424c1 None None] Checking router: 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:02:12.679709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed286bfa-538e-4bc2-9692-f4f2b502a5ef req-8ca7ffae-e111-4cc1-8bf1-6f1372a25f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:12.681356 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed286bfa-538e-4bc2-9692-f4f2b502a5ef req-8ca7ffae-e111-4cc1-8bf1-6f1372a25f44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=52aba2e5-ae3d-49e8-a1fb-3979686b19ba HTTP/1.1" status: 200 len: 834 time: 0.1067193 Mar 23 13:02:12.684603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a9b1c-93c1-48d1-9972-06ef7a1424c1 None None] Routers {'62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:12.685319 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d67a9b1c-93c1-48d1-9972-06ef7a1424c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:01:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:12.763034 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e7c3ba58-8a93-4e54-96c4-b778c2685c6a req-df92a486-49ae-4f08-85aa-2b101281a760 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187077 Mar 23 13:02:12.806066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06333bcd-6d04-4d96-9bdd-7bd0b518391a req-01ef1477-f992-40d5-b4d3-67791acafb00 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:12.807655 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06333bcd-6d04-4d96-9bdd-7bd0b518391a req-01ef1477-f992-40d5-b4d3-67791acafb00 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.77 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 946 time: 0.1450517 Mar 23 13:02:12.813339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed286bfa-538e-4bc2-9692-f4f2b502a5ef req-a8597c95-cc36-45c0-be78-a744e8438171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:12.814755 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed286bfa-538e-4bc2-9692-f4f2b502a5ef req-a8597c95-cc36-45c0-be78-a744e8438171 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e13d4429-1590-4ed7-acb1-b158d9513bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154215 Mar 23 13:02:12.864417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d67a9b1c-93c1-48d1-9972-06ef7a1424c1 None None] Set router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:12.956652 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f081ec-ba6b-4e5f-accd-5554a3c03652 req-3f9e40e1-e033-4380-9b9e-ae54b994688d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:12.959478 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2f081ec-ba6b-4e5f-accd-5554a3c03652 req-3f9e40e1-e033-4380-9b9e-ae54b994688d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 946 time: 0.0705881 Mar 23 13:02:13.023227 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2f081ec-ba6b-4e5f-accd-5554a3c03652 req-526ca29e-8cbf-418f-b018-9af7a5baedeb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9aaba35-6407-4ffd-9773-0d6a3bc0f687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564845 Mar 23 13:02:13.159543 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed286bfa-538e-4bc2-9692-f4f2b502a5ef req-f8ed8767-e720-458b-b42e-e0c4a1c0a2bd service neutron] 10.222.0.73 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276224 Mar 23 13:02:13.164270 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-06333bcd-6d04-4d96-9bdd-7bd0b518391a req-68757f6c-63f9-4daf-831b-421ddd727b77 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Deleting port b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:02:13.164891 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-06333bcd-6d04-4d96-9bdd-7bd0b518391a req-68757f6c-63f9-4daf-831b-421ddd727b77 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:13.202092 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be0274-6909-465d-aee8-36cc26a4be96 req-7e2e067a-6e41-4f4d-95fb-a217d0a74a0a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:13.202092 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f1be0274-6909-465d-aee8-36cc26a4be96 req-7e2e067a-6e41-4f4d-95fb-a217d0a74a0a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 943 time: 0.1869802 Mar 23 13:02:13.234299 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d67a9b1c-93c1-48d1-9972-06ef7a1424c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707511498', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '86c54577-2675-410e-8605-3f1d3776b38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:45Z', 'updated_at': '2022-03-23T12:59:53Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '86c54577-2675-410e-8605-3f1d3776b38d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:46Z', 'updated_at': '2022-03-23T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '0512390c-0819-484a-8c0f-f043c9c9d752', 'name': '', 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:e0:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:52Z', 'updated_at': '2022-03-23T12:59:57Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:13.285842 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5e3b8bc8-6d0d-4f61-9b93-1122e690a429 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:02:13.314197 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a9b1c-93c1-48d1-9972-06ef7a1424c1 None None] The sync data for ids ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'] in n-d-834854-1 is: [{'id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707511498', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '86c54577-2675-410e-8605-3f1d3776b38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:45Z', 'updated_at': '2022-03-23T12:59:53Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '86c54577-2675-410e-8605-3f1d3776b38d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:46Z', 'updated_at': '2022-03-23T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '0512390c-0819-484a-8c0f-f043c9c9d752', 'name': '', 'network_id': 'e13d4429-1590-4ed7-acb1-b158d9513bfa', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:e0:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:52Z', 'updated_at': '2022-03-23T12:59:57Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '52aba2e5-ae3d-49e8-a1fb-3979686b19ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:02:13.317762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 5e3b8bc8-6d0d-4f61-9b93-1122e690a429 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:02:13.318863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5e3b8bc8-6d0d-4f61-9b93-1122e690a429 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:02:13.387291 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f1be0274-6909-465d-aee8-36cc26a4be96 req-0ac9c35c-e820-4df3-8545-02fed1865acc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687443 Mar 23 13:02:13.425565 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed286bfa-538e-4bc2-9692-f4f2b502a5ef req-bf15e8bf-0e1b-49ce-9d1e-23017bbbb19c service neutron] 10.222.0.73 "GET /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480783 Mar 23 13:02:13.434882 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-06333bcd-6d04-4d96-9bdd-7bd0b518391a req-68757f6c-63f9-4daf-831b-421ddd727b77 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] For port b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e,segment=NetworkSegment(6cade4ea-810e-4ad8-8342-43d5e35c3ec8),segment_id=6cade4ea-810e-4ad8-8342-43d5e35c3ec8)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:13.435251 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-06333bcd-6d04-4d96-9bdd-7bd0b518391a req-68757f6c-63f9-4daf-831b-421ddd727b77 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:13.452353 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-06333bcd-6d04-4d96-9bdd-7bd0b518391a req-68757f6c-63f9-4daf-831b-421ddd727b77 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Calling delete_port for b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:02:13.631771 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-06333bcd-6d04-4d96-9bdd-7bd0b518391a req-68757f6c-63f9-4daf-831b-421ddd727b77 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:13.672368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68757f6c-63f9-4daf-831b-421ddd727b77 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'Port': ['ID=b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:13.679545 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f557a-5cbc-41b0-b019-a6e290e4f52e None None] New status for floating IP 7aa94cf3-4bba-4d81-b852-2c21658ee5e6: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:02:13.741476 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-06333bcd-6d04-4d96-9bdd-7bd0b518391a req-68757f6c-63f9-4daf-831b-421ddd727b77 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] No DVR routers for this DVR port b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:02:13.745294 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-06333bcd-6d04-4d96-9bdd-7bd0b518391a req-68757f6c-63f9-4daf-831b-421ddd727b77 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:13.750241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06333bcd-6d04-4d96-9bdd-7bd0b518391a req-68757f6c-63f9-4daf-831b-421ddd727b77 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.77 "DELETE /v2.0/ports/b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e HTTP/1.1" status: 204 len: 173 time: 0.9343560 Mar 23 13:02:13.972404 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fc8a6-85f3-431d-a63d-df5f92b674ba req-2665a2d4-86db-438f-a81f-f8bf6049d23d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:13.973751 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d13fc8a6-85f3-431d-a63d-df5f92b674ba req-2665a2d4-86db-438f-a81f-f8bf6049d23d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.0795157 Mar 23 13:02:14.022338 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d13fc8a6-85f3-431d-a63d-df5f92b674ba req-13dd64ec-91f4-4e41-8a60-fe1dc11b5843 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f03b7d4-16bc-4b80-9149-e396a1e99995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389612 Mar 23 13:02:14.182096 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-14c7b32a-957f-40e2-8630-9547268270dc req-7e3dceab-2ef2-44d9-adcc-05d4f1e691f9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=8283bd32-280f-4d3d-a94d-d24a9d2572c9 HTTP/1.1" status: 200 len: 210 time: 0.0422764 Mar 23 13:02:14.224507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf0c6a-0b2f-48ed-a6aa-e58ef39454b7 req-704c905b-ca81-4a0a-9fc0-e2c7e11ba9eb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:14.226510 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35bf0c6a-0b2f-48ed-a6aa-e58ef39454b7 req-704c905b-ca81-4a0a-9fc0-e2c7e11ba9eb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.73 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 946 time: 0.1240623 Mar 23 13:02:14.282968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8283bd32-280f-4d3d-a94d-d24a9d2572c9', 'name': 'network-vif-deleted', 'tag': 'b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:02:14.285601 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53832c4-612d-4fe6-b9f4-a2e5afba722a" -d '{"events": [{"server_uuid": "8283bd32-280f-4d3d-a94d-d24a9d2572c9", "name": "network-vif-deleted", "tag": "b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:02:14.352580 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d10316-fd47-4698-92a2-e3787fde3317 x-openstack-request-id: req-03d10316-fd47-4698-92a2-e3787fde3317 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:02:14.352936 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8283bd32-280f-4d3d-a94d-d24a9d2572c9", "name": "network-vif-deleted", "tag": "b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:02:14.353234 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03d10316-fd47-4698-92a2-e3787fde3317 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:02:14.353694 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8283bd32-280f-4d3d-a94d-d24a9d2572c9', 'name': 'network-vif-deleted', 'tag': 'b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e', 'status': 'completed', 'code': 200} Mar 23 13:02:14.370774 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-35bf0c6a-0b2f-48ed-a6aa-e58ef39454b7 req-5c6380b2-dfb1-47e6-98c1-11a45b38d55e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting port 8a7fb051-9a07-4d69-9d77-5eea50cea89f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:02:14.371116 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-35bf0c6a-0b2f-48ed-a6aa-e58ef39454b7 req-5c6380b2-dfb1-47e6-98c1-11a45b38d55e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:14.477887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-35bf0c6a-0b2f-48ed-a6aa-e58ef39454b7 req-5c6380b2-dfb1-47e6-98c1-11a45b38d55e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] For port 8a7fb051-9a07-4d69-9d77-5eea50cea89f, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=8a7fb051-9a07-4d69-9d77-5eea50cea89f,segment=NetworkSegment(cdd065ea-ffa6-4d4e-b3b2-baca4809e67f),segment_id=cdd065ea-ffa6-4d4e-b3b2-baca4809e67f)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:14.478656 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-35bf0c6a-0b2f-48ed-a6aa-e58ef39454b7 req-5c6380b2-dfb1-47e6-98c1-11a45b38d55e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:14.523449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-35bf0c6a-0b2f-48ed-a6aa-e58ef39454b7 req-5c6380b2-dfb1-47e6-98c1-11a45b38d55e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Calling delete_port for 8a7fb051-9a07-4d69-9d77-5eea50cea89f owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:02:14.608175 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce64d13-60f8-472c-96ad-07d3b823af65 req-b0c4bae2-c4d5-494f-b653-fdbdf9fdb78e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:14.610466 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1ce64d13-60f8-472c-96ad-07d3b823af65 req-b0c4bae2-c4d5-494f-b653-fdbdf9fdb78e tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 943 time: 0.1348093 Mar 23 13:02:14.683890 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1ce64d13-60f8-472c-96ad-07d3b823af65 req-684b79da-74c6-4505-8b24-0816d747c734 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658057 Mar 23 13:02:14.766720 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-35bf0c6a-0b2f-48ed-a6aa-e58ef39454b7 req-5c6380b2-dfb1-47e6-98c1-11a45b38d55e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:14.809756 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6380b2-dfb1-47e6-98c1-11a45b38d55e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Port': ['ID=8a7fb051-9a07-4d69-9d77-5eea50cea89f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:14.871650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bf0c6a-0b2f-48ed-a6aa-e58ef39454b7 req-5c6380b2-dfb1-47e6-98c1-11a45b38d55e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] No DVR routers for this DVR port 8a7fb051-9a07-4d69-9d77-5eea50cea89f on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:02:14.875071 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-35bf0c6a-0b2f-48ed-a6aa-e58ef39454b7 req-5c6380b2-dfb1-47e6-98c1-11a45b38d55e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:14.879834 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-35bf0c6a-0b2f-48ed-a6aa-e58ef39454b7 req-5c6380b2-dfb1-47e6-98c1-11a45b38d55e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.73 "DELETE /v2.0/ports/8a7fb051-9a07-4d69-9d77-5eea50cea89f HTTP/1.1" status: 204 len: 173 time: 0.6428425 Mar 23 13:02:15.174741 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-72fc1e0b-afca-437d-b703-c7fd33cf685b req-303de96c-c719-4d07-b459-dbf9faa706a0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=08c78bb3-a37b-4071-950f-81ebf19bd0fe HTTP/1.1" status: 200 len: 210 time: 0.0423970 Mar 23 13:02:15.270941 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45358) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:15.383648 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5982939a-c428-43d9-8759-44070c9371b1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:15.415547 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5982939a-c428-43d9-8759-44070c9371b1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:15.498194 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5982939a-c428-43d9-8759-44070c9371b1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:15.502955 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5982939a-c428-43d9-8759-44070c9371b1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:15.504597 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5982939a-c428-43d9-8759-44070c9371b1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "DELETE /v2.0/security-groups/d9aaba35-6407-4ffd-9773-0d6a3bc0f687 HTTP/1.1" status: 204 len: 168 time: 0.2325590 Mar 23 13:02:15.519362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982939a-c428-43d9-8759-44070c9371b1 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9aaba35-6407-4ffd-9773-0d6a3bc0f687,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:15.543528 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45368) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:15.609012 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1c26e0-25ea-4423-a4a5-4f9a9e7178d4 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Deleting subnet 1ca65477-b734-4715-bd11-48b52de36110 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:02:15.612849 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc1c26e0-25ea-4423-a4a5-4f9a9e7178d4 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:15.656101 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc1c26e0-25ea-4423-a4a5-4f9a9e7178d4 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:15.697715 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45372) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:15.759100 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc1c26e0-25ea-4423-a4a5-4f9a9e7178d4 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:15.853367 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc1c26e0-25ea-4423-a4a5-4f9a9e7178d4 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:15.858510 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d5bde-9691-4bb6-8b86-2a659fc1b336 req-2b4abc20-618a-4a10-af19-4fa1071daf90 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:15.861098 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-642d5bde-9691-4bb6-8b86-2a659fc1b336 req-2b4abc20-618a-4a10-af19-4fa1071daf90 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 943 time: 0.0910342 Mar 23 13:02:15.862381 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5a8af2f-1510-4e11-8f6e-bcd70ece505b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:15.889154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c26e0-25ea-4423-a4a5-4f9a9e7178d4 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca65477-b734-4715-bd11-48b52de36110,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:15.893227 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fc1c26e0-25ea-4423-a4a5-4f9a9e7178d4 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:15.898879 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fc1c26e0-25ea-4423-a4a5-4f9a9e7178d4 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "DELETE /v2.0/subnets/1ca65477-b734-4715-bd11-48b52de36110 HTTP/1.1" status: 204 len: 168 time: 0.3514893 Mar 23 13:02:15.900716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45378) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:15.905690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee53ab72-d0cd-43d2-9a4c-d03ff31950aa None None] Network ae88565c-1ddb-40aa-bb41-fee50a7d812a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:02:15.935029 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-642d5bde-9691-4bb6-8b86-2a659fc1b336 req-5e858b13-3175-4eef-971c-72bae74cfdb9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636387 Mar 23 13:02:16.003174 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5a8af2f-1510-4e11-8f6e-bcd70ece505b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.008679 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d5a8af2f-1510-4e11-8f6e-bcd70ece505b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.021135 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.033803 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:02:16.066572 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:02:16.066868 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d5a8af2f-1510-4e11-8f6e-bcd70ece505b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=56139b47c4eb471692a3baf1973ec64e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672755 Mar 23 13:02:16.067225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45380) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:16.071458 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b81a0e5d-e4c1-46f8-96fb-269e5ca2cc6e not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:02:16.075474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8af2f-1510-4e11-8f6e-bcd70ece505b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57409a89-5325-471f-93ea-d467d092420f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:16.108862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Deleting port 8e45434c-80ec-4958-a447-48f1a219adda {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:02:16.109310 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.175677 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aeb230f4-f74a-4299-bd01-3168cd10fc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.196488 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb275c42-2bc4-48ac-aed6-a886e4afc28e None None] DHCP port deletion for ae88565c-1ddb-40aa-bb41-fee50a7d812a request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:02:16.217503 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aeb230f4-f74a-4299-bd01-3168cd10fc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.231517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] For port 8e45434c-80ec-4958-a447-48f1a219adda, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8e45434c-80ec-4958-a447-48f1a219adda,segment=NetworkSegment(6cade4ea-810e-4ad8-8342-43d5e35c3ec8),segment_id=6cade4ea-810e-4ad8-8342-43d5e35c3ec8)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:16.232237 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.251569 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Calling delete_port for 8e45434c-80ec-4958-a447-48f1a219adda owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:02:16.290962 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aeb230f4-f74a-4299-bd01-3168cd10fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.294858 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-aeb230f4-f74a-4299-bd01-3168cd10fc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.296858 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-aeb230f4-f74a-4299-bd01-3168cd10fc5b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/57409a89-5325-471f-93ea-d467d092420f HTTP/1.1" status: 204 len: 168 time: 0.2278519 Mar 23 13:02:16.316529 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45386) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:16.318886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb230f4-f74a-4299-bd01-3168cd10fc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57409a89-5325-471f-93ea-d467d092420f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:16.383640 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.409515 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] No DVR routers for this DVR port 8e45434c-80ec-4958-a447-48f1a219adda on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:02:16.438901 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'Port': ['ID=8e45434c-80ec-4958-a447-48f1a219adda,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:16.439164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'name': 'network-vif-deleted', 'tag': '8a7fb051-9a07-4d69-9d77-5eea50cea89f'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:02:16.445078 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6125124-eda1-41b5-a840-d470a0645e7c" -d '{"events": [{"server_uuid": "08c78bb3-a37b-4071-950f-81ebf19bd0fe", "name": "network-vif-deleted", "tag": "8a7fb051-9a07-4d69-9d77-5eea50cea89f"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:02:16.539122 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.543802 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3e0add-2062-4c03-b477-99c42dda60b5 x-openstack-request-id: req-3a3e0add-2062-4c03-b477-99c42dda60b5 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:02:16.544517 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c78bb3-a37b-4071-950f-81ebf19bd0fe", "name": "network-vif-deleted", "tag": "8a7fb051-9a07-4d69-9d77-5eea50cea89f", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:02:16.544720 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a3e0add-2062-4c03-b477-99c42dda60b5 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:02:16.545372 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c78bb3-a37b-4071-950f-81ebf19bd0fe', 'name': 'network-vif-deleted', 'tag': '8a7fb051-9a07-4d69-9d77-5eea50cea89f', 'status': 'completed', 'code': 200} Mar 23 13:02:16.584309 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae88565c-1ddb-40aa-bb41-fee50a7d812a']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:16.597113 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cade4ea-810e-4ad8-8342-43d5e35c3ec8') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:16.597366 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cade4ea-810e-4ad8-8342-43d5e35c3ec8') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:16.610095 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.643649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.644572 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.661172 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:02:16.661650 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: timer() Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:02:16.665361 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:02:16.676210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cb275c42-2bc4-48ac-aed6-a886e4afc28e None None] Deleting port 8e45434c-80ec-4958-a447-48f1a219adda {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:02:16.676716 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cb275c42-2bc4-48ac-aed6-a886e4afc28e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.767908 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.784194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45392) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:16.786901 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.790637 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "DELETE /v2.0/networks/ae88565c-1ddb-40aa-bb41-fee50a7d812a HTTP/1.1" status: 204 len: 168 time: 0.8878493 Mar 23 13:02:16.794945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45394) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:16.796329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cb275c42-2bc4-48ac-aed6-a886e4afc28e None None] For port 8e45434c-80ec-4958-a447-48f1a219adda, host n-d-834854-1, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:16.796837 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cb275c42-2bc4-48ac-aed6-a886e4afc28e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.809243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc78c7-7cdb-4930-8020-6174a98e9feb tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'Network': ['ID=ae88565c-1ddb-40aa-bb41-fee50a7d812a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:16.814308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-cb275c42-2bc4-48ac-aed6-a886e4afc28e None None] Calling delete_port for 8e45434c-80ec-4958-a447-48f1a219adda owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:02:16.817227 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-cb275c42-2bc4-48ac-aed6-a886e4afc28e None None] Port 8e45434c-80ec-4958-a447-48f1a219adda was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 13:02:16.818951 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cb275c42-2bc4-48ac-aed6-a886e4afc28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.822229 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e547662f-74c9-40d3-b5d0-6d0d6b60ecc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.844475 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb275c42-2bc4-48ac-aed6-a886e4afc28e None None] Network ae88565c-1ddb-40aa-bb41-fee50a7d812a is not hosted by any dhcp agent {{(pid=102780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 13:02:16.845092 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb275c42-2bc4-48ac-aed6-a886e4afc28e None None] No DVR routers for this DVR port 8e45434c-80ec-4958-a447-48f1a219adda on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:02:16.847564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb275c42-2bc4-48ac-aed6-a886e4afc28e None None] Pushing event deleted for resources: {'Port': ['ID=8e45434c-80ec-4958-a447-48f1a219adda,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:16.939889 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e547662f-74c9-40d3-b5d0-6d0d6b60ecc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:16.948198 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e547662f-74c9-40d3-b5d0-6d0d6b60ecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:17.008900 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e547662f-74c9-40d3-b5d0-6d0d6b60ecc8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=50caad76c10f4139800d023980f992ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2140112 Mar 23 13:02:17.009431 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45398) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:17.019578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547662f-74c9-40d3-b5d0-6d0d6b60ecc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bde614-d02e-47d9-92b1-8c72137ed13c,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:17.056614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 8a7fb051-9a07-4d69-9d77-5eea50cea89f no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:02:17.079564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 8a7fb051-9a07-4d69-9d77-5eea50cea89f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:02:17.079913 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 8a7fb051-9a07-4d69-9d77-5eea50cea89f not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:02:17.140711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5224859-7f0c-4a4b-afbe-02db1b988302 req-52e9050c-59dd-4243-9666-8dcc07828550 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:17.142918 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c5224859-7f0c-4a4b-afbe-02db1b988302 req-52e9050c-59dd-4243-9666-8dcc07828550 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 943 time: 0.1045702 Mar 23 13:02:17.145238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Deleting port bcfcdd0e-8e9e-4171-908c-eb84af27ae46 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:02:17.145614 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:17.150951 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1772-55e1-4518-b33a-525f91ad2dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:17.202697 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1772-55e1-4518-b33a-525f91ad2dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:17.236709 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c5224859-7f0c-4a4b-afbe-02db1b988302 req-152befea-df08-464f-ac83-01f423319592 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815406 Mar 23 13:02:17.262018 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:17.262268 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:17.275417 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07fdeeb8-9b96-4f14-90b1-f9fa6a73edca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:17.303031 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1772-55e1-4518-b33a-525f91ad2dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:17.306276 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1772-55e1-4518-b33a-525f91ad2dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:17.307665 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9cfb1772-55e1-4518-b33a-525f91ad2dbf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a0bde614-d02e-47d9-92b1-8c72137ed13c HTTP/1.1" status: 204 len: 168 time: 0.2972152 Mar 23 13:02:17.318281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb1772-55e1-4518-b33a-525f91ad2dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bde614-d02e-47d9-92b1-8c72137ed13c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:17.326602 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Calling delete_port for bcfcdd0e-8e9e-4171-908c-eb84af27ae46 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:02:17.384483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8e45434c-80ec-4958-a447-48f1a219adda no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:02:17.413125 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 8e45434c-80ec-4958-a447-48f1a219adda {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:02:17.413438 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8e45434c-80ec-4958-a447-48f1a219adda not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:02:17.615375 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:17.913843 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:17.949380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'Port': ['ID=bcfcdd0e-8e9e-4171-908c-eb84af27ae46,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:17.965393 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:17.965736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:17.966042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:17.966375 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:17.966712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:17.967022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:17.967342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:17.967660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:17.968066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:17.968386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:17.968705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:17.969571 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:18.050573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device d3abe316-3818-4cc7-bf48-68e513e5b8fc details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:02:18.055376 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:18.055830 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Floating IP c832c390-3a0e-4e0a-a149-3f1a533d7ddc disassociated (deleted). External IP: 172.25.2.147, port: 87877041-4130-4bf3-a666-326db1b4f323. Mar 23 13:02:18.108832 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-07fdeeb8-9b96-4f14-90b1-f9fa6a73edca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting port 0512390c-0819-484a-8c0f-f043c9c9d752 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:02:18.109178 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07fdeeb8-9b96-4f14-90b1-f9fa6a73edca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:18.188537 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port d3abe316-3818-4cc7-bf48-68e513e5b8fc, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d3abe316-3818-4cc7-bf48-68e513e5b8fc,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:18.213900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'd3abe316-3818-4cc7-bf48-68e513e5b8fc', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'port_id': 'd3abe316-3818-4cc7-bf48-68e513e5b8fc', 'mac_address': 'fa:16:3e:0f:49:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:02:18.255347 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-07fdeeb8-9b96-4f14-90b1-f9fa6a73edca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] For port 0512390c-0819-484a-8c0f-f043c9c9d752, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0512390c-0819-484a-8c0f-f043c9c9d752,segment=NetworkSegment(cdd065ea-ffa6-4d4e-b3b2-baca4809e67f),segment_id=cdd065ea-ffa6-4d4e-b3b2-baca4809e67f)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:18.255709 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07fdeeb8-9b96-4f14-90b1-f9fa6a73edca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:18.260149 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:18.280350 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3abe316-3818-4cc7-bf48-68e513e5b8fc {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:02:18.303794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-07fdeeb8-9b96-4f14-90b1-f9fa6a73edca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Calling delete_port for 0512390c-0819-484a-8c0f-f043c9c9d752 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:02:18.314476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port d3abe316-3818-4cc7-bf48-68e513e5b8fc, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d3abe316-3818-4cc7-bf48-68e513e5b8fc,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:18.322619 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:18.390211 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=d3abe316-3818-4cc7-bf48-68e513e5b8fc,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:18.478253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Router 7919392d-8d48-495d-b9a8-747028a7512b has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:02:18.499418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104f22e-1a12-4be8-be26-67d578ca31b8 req-dce37725-7abd-4d40-b9ba-968ededd6cf1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:18.500996 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b104f22e-1a12-4be8-be26-67d578ca31b8 req-dce37725-7abd-4d40-b9ba-968ededd6cf1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 944 time: 0.1331415 Mar 23 13:02:18.637830 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b104f22e-1a12-4be8-be26-67d578ca31b8 req-0d797d88-59b5-4ee9-8ea7-2046e7d310cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011827 Mar 23 13:02:18.639145 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['d3abe316-3818-4cc7-bf48-68e513e5b8fc'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:02:18.739211 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:02:18.747186 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:18.770403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1f590-e754-4192-93d4-8673da5e506d None None] Sync routers for ids ['7919392d-8d48-495d-b9a8-747028a7512b'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:02:18.785038 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-05f3fb3d-5269-4cd5-b6ad-68d84719ec31 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "DELETE /v2.0/floatingips/c832c390-3a0e-4e0a-a149-3f1a533d7ddc HTTP/1.1" status: 204 len: 168 time: 1.9886591 Mar 23 13:02:18.785632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'tag': '87877041-4130-4bf3-a666-326db1b4f323'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:02:18.787858 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b702fe6d-ddfb-4a29-ab9f-250dbb35b596" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8e23ed-255d-4a25-8686-a2c438ced5fd", "tag": "87877041-4130-4bf3-a666-326db1b4f323"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:02:18.797366 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1f590-e754-4192-93d4-8673da5e506d None None] Routers {'7919392d-8d48-495d-b9a8-747028a7512b'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:18.798366 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-eeb1f590-e754-4192-93d4-8673da5e506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:01:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7919392d-8d48-495d-b9a8-747028a7512b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:18.805027 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07fdeeb8-9b96-4f14-90b1-f9fa6a73edca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:18.816700 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45438) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:18.844754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdeeb8-9b96-4f14-90b1-f9fa6a73edca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Port': ['ID=0512390c-0819-484a-8c0f-f043c9c9d752,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:18.988069 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e31c5f7-64a0-4151-b488-6888bf065583 x-openstack-request-id: req-7e31c5f7-64a0-4151-b488-6888bf065583 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:02:18.988788 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8e23ed-255d-4a25-8686-a2c438ced5fd", "tag": "87877041-4130-4bf3-a666-326db1b4f323", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:02:18.989332 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e31c5f7-64a0-4151-b488-6888bf065583 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:02:18.989848 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'tag': '87877041-4130-4bf3-a666-326db1b4f323', 'status': 'completed', 'code': 200} Mar 23 13:02:19.005120 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23141605-c283-44ea-a66e-990fe4a84800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:19.122604 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23141605-c283-44ea-a66e-990fe4a84800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:19.128678 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-23141605-c283-44ea-a66e-990fe4a84800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:19.174997 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702fe6d-ddfb-4a29-ab9f-250dbb35b596 req-27061c81-5a0f-40a4-b624-7bcf888a866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:19.176795 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b702fe6d-ddfb-4a29-ab9f-250dbb35b596 req-27061c81-5a0f-40a4-b624-7bcf888a866c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb8ecb713c7040f89ae917ef013d6d62&device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 1096 time: 0.2226524 Mar 23 13:02:19.193114 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-23141605-c283-44ea-a66e-990fe4a84800 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7ee68cce8ea040c7965f4786730cd942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3739018 Mar 23 13:02:19.201457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45444) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:19.201457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23141605-c283-44ea-a66e-990fe4a84800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ce77f1-e1ab-4587-9461-679156083aa6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:19.227376 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-07fdeeb8-9b96-4f14-90b1-f9fa6a73edca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:19.231891 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-eeb1f590-e754-4192-93d4-8673da5e506d None None] Set router 7919392d-8d48-495d-b9a8-747028a7512b gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:19.251515 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23141605-c283-44ea-a66e-990fe4a84800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:19.252154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23141605-c283-44ea-a66e-990fe4a84800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:19.252858 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23141605-c283-44ea-a66e-990fe4a84800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:19.253596 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23141605-c283-44ea-a66e-990fe4a84800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:19.254480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23141605-c283-44ea-a66e-990fe4a84800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:19.255097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23141605-c283-44ea-a66e-990fe4a84800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:19.255650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23141605-c283-44ea-a66e-990fe4a84800 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:19.256181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23141605-c283-44ea-a66e-990fe4a84800 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:19.256706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23141605-c283-44ea-a66e-990fe4a84800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:19.257213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23141605-c283-44ea-a66e-990fe4a84800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:19.257709 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23141605-c283-44ea-a66e-990fe4a84800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:19.258212 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23141605-c283-44ea-a66e-990fe4a84800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:19.308202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dcdd3-8167-4be1-a7f3-ea3d62c90049 req-3ada9ab5-a4fd-4a0f-9fd8-836370d7b81d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:19.317837 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-502dcdd3-8167-4be1-a7f3-ea3d62c90049 req-3ada9ab5-a4fd-4a0f-9fd8-836370d7b81d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 945 time: 0.2347853 Mar 23 13:02:19.323253 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-185ba8bc-0ee4-4f95-b256-fb1421cf1b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:19.352485 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-185ba8bc-0ee4-4f95-b256-fb1421cf1b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:19.435739 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-185ba8bc-0ee4-4f95-b256-fb1421cf1b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:19.445170 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-185ba8bc-0ee4-4f95-b256-fb1421cf1b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:19.449435 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-185ba8bc-0ee4-4f95-b256-fb1421cf1b42 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/08ce77f1-e1ab-4587-9461-679156083aa6 HTTP/1.1" status: 204 len: 168 time: 0.2442324 Mar 23 13:02:19.473205 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ba8bc-0ee4-4f95-b256-fb1421cf1b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ce77f1-e1ab-4587-9461-679156083aa6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:19.480116 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702fe6d-ddfb-4a29-ab9f-250dbb35b596 req-98ea3cc2-c386-4e36-a0a0-b9e3bac722fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:19.481032 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b702fe6d-ddfb-4a29-ab9f-250dbb35b596 req-98ea3cc2-c386-4e36-a0a0-b9e3bac722fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=dbab1ddd-33f2-425e-a347-2289ce5777fc HTTP/1.1" status: 200 len: 898 time: 0.2931311 Mar 23 13:02:19.489182 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-502dcdd3-8167-4be1-a7f3-ea3d62c90049 req-49415b49-a88d-49b6-8517-9bdb01d955aa tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=118f8f05-8d28-4f1f-a258-6b6d9b6e3254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700559 Mar 23 13:02:19.532901 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b702fe6d-ddfb-4a29-ab9f-250dbb35b596 req-ef3233be-8e65-4c08-ab1d-314d5ce3091e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87877041-4130-4bf3-a666-326db1b4f323 HTTP/1.1" status: 200 len: 217 time: 0.0427179 Mar 23 13:02:19.554084 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-eeb1f590-e754-4192-93d4-8673da5e506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:02:10Z', 'revision_number': 6, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '57c7b6b3-5034-45d2-ac56-53bb0cf61eac', 'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:c9:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:15Z', 'updated_at': '2022-03-23T13:00:20Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:19.588198 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1f590-e754-4192-93d4-8673da5e506d None None] Checking router: 7919392d-8d48-495d-b9a8-747028a7512b for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:02:19.600768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1f590-e754-4192-93d4-8673da5e506d None None] Routers {'7919392d-8d48-495d-b9a8-747028a7512b'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:19.601423 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-eeb1f590-e754-4192-93d4-8673da5e506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:01:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7919392d-8d48-495d-b9a8-747028a7512b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:19.712199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702fe6d-ddfb-4a29-ab9f-250dbb35b596 req-c9a221e8-19d7-4a14-882b-484133018eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:19.714922 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b702fe6d-ddfb-4a29-ab9f-250dbb35b596 req-c9a221e8-19d7-4a14-882b-484133018eea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d930373-572f-4315-ada5-cdbb7dd1cb80 HTTP/1.1" status: 200 len: 832 time: 0.1709585 Mar 23 13:02:19.726859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fdeeb8-9b96-4f14-90b1-f9fa6a73edca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:02:19.761945 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-eeb1f590-e754-4192-93d4-8673da5e506d None None] Set router 7919392d-8d48-495d-b9a8-747028a7512b gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:19.804576 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79227c48-ab2c-404e-9019-a3036bca272d req-a6334a48-9f16-4ba9-8cd3-66899bea4fd4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:19.806739 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-79227c48-ab2c-404e-9019-a3036bca272d req-a6334a48-9f16-4ba9-8cd3-66899bea4fd4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 944 time: 0.0728810 Mar 23 13:02:19.841841 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702fe6d-ddfb-4a29-ab9f-250dbb35b596 req-3c6a98be-82a6-4baf-9c49-a58ce716f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:19.844790 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b702fe6d-ddfb-4a29-ab9f-250dbb35b596 req-3c6a98be-82a6-4baf-9c49-a58ce716f435 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dbab1ddd-33f2-425e-a347-2289ce5777fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200871 Mar 23 13:02:19.878843 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-79227c48-ab2c-404e-9019-a3036bca272d req-f29d3f9f-ef91-4c2f-8995-e48fcad98701 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610106 Mar 23 13:02:19.987474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fdeeb8-9b96-4f14-90b1-f9fa6a73edca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:02:20.002777 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45450) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:20.003019 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-07fdeeb8-9b96-4f14-90b1-f9fa6a73edca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "PUT /v2.0/routers/62806d78-5eda-4c24-b1b4-20d1dd6bdbcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6775713 Mar 23 13:02:20.015194 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a28e2b-31bd-4f2b-a979-5ebcb2e73d5d None None] Sync routers for ids ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:02:20.027072 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b702fe6d-ddfb-4a29-ab9f-250dbb35b596 req-99afd0be-f587-4e3f-991a-ff7f760b5abe service neutron] 10.222.0.73 "GET /v2.0/networks/dbab1ddd-33f2-425e-a347-2289ce5777fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698310 Mar 23 13:02:20.041413 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a28e2b-31bd-4f2b-a979-5ebcb2e73d5d None None] Routers {'62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:20.042972 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-16a28e2b-31bd-4f2b-a979-5ebcb2e73d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:01:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:20.049268 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device d3abe316-3818-4cc7-bf48-68e513e5b8fc up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:02:20.101538 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-eeb1f590-e754-4192-93d4-8673da5e506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:02:10Z', 'revision_number': 6, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '57c7b6b3-5034-45d2-ac56-53bb0cf61eac', 'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:c9:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:15Z', 'updated_at': '2022-03-23T13:00:20Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:20.133682 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca43cca-ddf1-4dd9-830b-a83e3bf2e228 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting subnet 52aba2e5-ae3d-49e8-a1fb-3979686b19ba {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:02:20.142160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1f590-e754-4192-93d4-8673da5e506d None None] The sync data for ids ['7919392d-8d48-495d-b9a8-747028a7512b'] in n-d-834854-1 is: [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:02:10Z', 'revision_number': 6, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '57c7b6b3-5034-45d2-ac56-53bb0cf61eac', 'name': '', 'network_id': 'dbab1ddd-33f2-425e-a347-2289ce5777fc', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:c9:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:15Z', 'updated_at': '2022-03-23T13:00:20Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '8d930373-572f-4315-ada5-cdbb7dd1cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:02:20.146585 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ca43cca-ddf1-4dd9-830b-a83e3bf2e228 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:20.188996 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-16a28e2b-31bd-4f2b-a979-5ebcb2e73d5d None None] Set router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:20.194464 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port d3abe316-3818-4cc7-bf48-68e513e5b8fc completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:02:20.203278 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b702fe6d-ddfb-4a29-ab9f-250dbb35b596 req-cb3e6c66-85e6-497d-b55a-630b79e51074 service neutron] 10.222.0.73 "GET /v2.0/networks/dbab1ddd-33f2-425e-a347-2289ce5777fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648619 Mar 23 13:02:20.208553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port d3abe316-3818-4cc7-bf48-68e513e5b8fc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:20.209149 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:20.229338 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ca43cca-ddf1-4dd9-830b-a83e3bf2e228 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:20.332514 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:20.337306 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ca43cca-ddf1-4dd9-830b-a83e3bf2e228 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:20.360179 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd181e06-2221-4fbd-b259-3e9d4ad88121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3abe316-3818-4cc7-bf48-68e513e5b8fc'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:02:20.362480 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e017a3-0fb0-4041-9a00-cb94b357acf6" -d '{"events": [{"server_uuid": "bd181e06-2221-4fbd-b259-3e9d4ad88121", "name": "network-vif-plugged", "status": "completed", "tag": "d3abe316-3818-4cc7-bf48-68e513e5b8fc"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:02:20.386067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port d3abe316-3818-4cc7-bf48-68e513e5b8fc, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d3abe316-3818-4cc7-bf48-68e513e5b8fc,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:20.396113 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:20.410991 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ca43cca-ddf1-4dd9-830b-a83e3bf2e228 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:20.448303 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e581781c-f469-4480-b5e1-95d66bc0b41a x-openstack-request-id: req-e581781c-f469-4480-b5e1-95d66bc0b41a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:02:20.448694 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd181e06-2221-4fbd-b259-3e9d4ad88121", "name": "network-vif-plugged", "status": "completed", "tag": "d3abe316-3818-4cc7-bf48-68e513e5b8fc", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:02:20.449014 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e581781c-f469-4480-b5e1-95d66bc0b41a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:02:20.449482 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd181e06-2221-4fbd-b259-3e9d4ad88121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3abe316-3818-4cc7-bf48-68e513e5b8fc', 'code': 200} Mar 23 13:02:20.468058 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-16a28e2b-31bd-4f2b-a979-5ebcb2e73d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707511498', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '86c54577-2675-410e-8605-3f1d3776b38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:45Z', 'updated_at': '2022-03-23T13:02:18Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '86c54577-2675-410e-8605-3f1d3776b38d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:46Z', 'updated_at': '2022-03-23T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:20.491623 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ca43cca-ddf1-4dd9-830b-a83e3bf2e228 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:20.492918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01263f48-6757-47a6-9065-4ba03553a0a7 None None] Network e13d4429-1590-4ed7-acb1-b158d9513bfa requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:02:20.496686 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8ca43cca-ddf1-4dd9-830b-a83e3bf2e228 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/subnets/52aba2e5-ae3d-49e8-a1fb-3979686b19ba HTTP/1.1" status: 204 len: 168 time: 0.4868968 Mar 23 13:02:20.498688 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca43cca-ddf1-4dd9-830b-a83e3bf2e228 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Subnet': ['ID=52aba2e5-ae3d-49e8-a1fb-3979686b19ba,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:20.501646 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45454) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:20.506384 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=d3abe316-3818-4cc7-bf48-68e513e5b8fc,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:20.515471 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a28e2b-31bd-4f2b-a979-5ebcb2e73d5d None None] Checking router: 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:02:20.530729 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:20.531561 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:20.532492 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:20.532492 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:20.532760 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:20.532987 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:20.534539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:20.534885 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:20.535390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:20.535724 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:20.536077 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:20.536403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:20.552954 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a28e2b-31bd-4f2b-a979-5ebcb2e73d5d None None] Routers {'62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:20.557015 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-16a28e2b-31bd-4f2b-a979-5ebcb2e73d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:01:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:20.648312 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15121a5-337a-4749-8fd6-e8f993937900 None None] New status for floating IP c832c390-3a0e-4e0a-a149-3f1a533d7ddc: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:02:20.680237 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1296f-a297-482e-8f10-f521c28e8c57 req-06196ee3-54ce-4566-8cc5-4fceef27a5e2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:20.690931 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82c1296f-a297-482e-8f10-f521c28e8c57 req-06196ee3-54ce-4566-8cc5-4fceef27a5e2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 945 time: 0.0843868 Mar 23 13:02:20.723798 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-16a28e2b-31bd-4f2b-a979-5ebcb2e73d5d None None] Set router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:20.751277 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82c1296f-a297-482e-8f10-f521c28e8c57 req-cc69630f-85e4-4fb1-9d0f-89daaf48a8ad tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=118f8f05-8d28-4f1f-a258-6b6d9b6e3254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585723 Mar 23 13:02:20.842074 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c317df7-153e-457c-9373-5751a6a736b0 None None] DHCP port deletion for e13d4429-1590-4ed7-acb1-b158d9513bfa request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:02:20.907671 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2c317df7-153e-457c-9373-5751a6a736b0 None None] Deleting port ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:02:20.908175 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c317df7-153e-457c-9373-5751a6a736b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:20.955214 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-16a28e2b-31bd-4f2b-a979-5ebcb2e73d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707511498', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '86c54577-2675-410e-8605-3f1d3776b38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:45Z', 'updated_at': '2022-03-23T13:02:18Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '86c54577-2675-410e-8605-3f1d3776b38d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:46Z', 'updated_at': '2022-03-23T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:20.986554 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2c317df7-153e-457c-9373-5751a6a736b0 None None] For port ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b,segment=NetworkSegment(cdd065ea-ffa6-4d4e-b3b2-baca4809e67f),segment_id=cdd065ea-ffa6-4d4e-b3b2-baca4809e67f)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:20.987435 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c317df7-153e-457c-9373-5751a6a736b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:20.988109 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a28e2b-31bd-4f2b-a979-5ebcb2e73d5d None None] The sync data for ids ['62806d78-5eda-4c24-b1b4-20d1dd6bdbcf'] in n-d-834854-1 is: [{'id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707511498', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '86c54577-2675-410e-8605-3f1d3776b38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:59:45Z', 'updated_at': '2022-03-23T13:02:18Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '86c54577-2675-410e-8605-3f1d3776b38d', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62806d78-5eda-4c24-b1b4-20d1dd6bdbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:59:46Z', 'updated_at': '2022-03-23T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:02:21.009028 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2c317df7-153e-457c-9373-5751a6a736b0 None None] Calling delete_port for ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:02:21.099700 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2c317df7-153e-457c-9373-5751a6a736b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:21.111115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625e0a9-1033-44aa-95c8-7d02f49a7649 req-864a1d17-91e3-4017-aef5-8fd2ad632adc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:21.112615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1625e0a9-1033-44aa-95c8-7d02f49a7649 req-864a1d17-91e3-4017-aef5-8fd2ad632adc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 945 time: 0.1816549 Mar 23 13:02:21.117751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a618a5-f914-45ed-abac-140742086819 req-474aa140-5d16-4131-bdc3-0cedff64cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:21.119361 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-17a618a5-f914-45ed-abac-140742086819 req-474aa140-5d16-4131-bdc3-0cedff64cb99 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 1096 time: 0.5846596 Mar 23 13:02:21.126203 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c317df7-153e-457c-9373-5751a6a736b0 None None] Pushing event deleted for resources: {'Port': ['ID=ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:21.131040 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c317df7-153e-457c-9373-5751a6a736b0 None None] No DVR routers for this DVR port ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:02:21.138189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21436102-c209-411d-85d9-ae757069a789 req-a69dc86e-67c1-4698-9cea-e446db4f3106 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:21.147042 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21436102-c209-411d-85d9-ae757069a789 req-a69dc86e-67c1-4698-9cea-e446db4f3106 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 945 time: 0.1636071 Mar 23 13:02:21.193732 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06c139d6-3413-46f9-8e7e-d92c0ea464fd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:21.295639 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-17a618a5-f914-45ed-abac-140742086819 req-792734af-3ec3-49c3-b82b-e2b892c9f22d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443250 Mar 23 13:02:21.305156 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21436102-c209-411d-85d9-ae757069a789 req-a315d5e3-1365-4146-b2ba-cb47e37f8d05 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457162 Mar 23 13:02:21.381297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1625e0a9-1033-44aa-95c8-7d02f49a7649 req-2daed1f6-fd91-4ea8-9fa4-5e0feb76d576 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Deleting port 87877041-4130-4bf3-a666-326db1b4f323 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:02:21.381644 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1625e0a9-1033-44aa-95c8-7d02f49a7649 req-2daed1f6-fd91-4ea8-9fa4-5e0feb76d576 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:21.384966 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06c139d6-3413-46f9-8e7e-d92c0ea464fd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:21.418888 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:02:21.443165 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:02:21.443770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device ab2a3756-f2aa-46cc-a1b9-e6a2f8d7a66b not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:02:21.444431 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0512390c-0819-484a-8c0f-f043c9c9d752 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:02:21.465583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 0512390c-0819-484a-8c0f-f043c9c9d752 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:02:21.465934 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0512390c-0819-484a-8c0f-f043c9c9d752 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:02:21.514114 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1625e0a9-1033-44aa-95c8-7d02f49a7649 req-2daed1f6-fd91-4ea8-9fa4-5e0feb76d576 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] For port 87877041-4130-4bf3-a666-326db1b4f323, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=87877041-4130-4bf3-a666-326db1b4f323,segment=NetworkSegment(9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef),segment_id=9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:21.514493 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1625e0a9-1033-44aa-95c8-7d02f49a7649 req-2daed1f6-fd91-4ea8-9fa4-5e0feb76d576 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:21.532696 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1625e0a9-1033-44aa-95c8-7d02f49a7649 req-2daed1f6-fd91-4ea8-9fa4-5e0feb76d576 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Calling delete_port for 87877041-4130-4bf3-a666-326db1b4f323 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:02:21.537677 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-06c139d6-3413-46f9-8e7e-d92c0ea464fd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting port 86c54577-2675-410e-8605-3f1d3776b38d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:02:21.538017 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06c139d6-3413-46f9-8e7e-d92c0ea464fd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:21.684272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-06c139d6-3413-46f9-8e7e-d92c0ea464fd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] For port 86c54577-2675-410e-8605-3f1d3776b38d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=86c54577-2675-410e-8605-3f1d3776b38d,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:21.684637 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06c139d6-3413-46f9-8e7e-d92c0ea464fd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:21.698902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-06c139d6-3413-46f9-8e7e-d92c0ea464fd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Calling delete_port for 86c54577-2675-410e-8605-3f1d3776b38d owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:02:21.797996 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1625e0a9-1033-44aa-95c8-7d02f49a7649 req-2daed1f6-fd91-4ea8-9fa4-5e0feb76d576 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:21.835652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daed1f6-fd91-4ea8-9fa4-5e0feb76d576 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'Port': ['ID=87877041-4130-4bf3-a666-326db1b4f323,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:21.857598 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ae7a3954-8f97-4781-9839-ac057e5605d0 req-59f1dbda-62c4-4c22-9bb4-d7c508aac87b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc8e23ed-255d-4a25-8686-a2c438ced5fd HTTP/1.1" status: 200 len: 210 time: 0.0306678 Mar 23 13:02:21.923188 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1625e0a9-1033-44aa-95c8-7d02f49a7649 req-2daed1f6-fd91-4ea8-9fa4-5e0feb76d576 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] No DVR routers for this DVR port 87877041-4130-4bf3-a666-326db1b4f323 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:02:21.925909 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1625e0a9-1033-44aa-95c8-7d02f49a7649 req-2daed1f6-fd91-4ea8-9fa4-5e0feb76d576 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:21.929345 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1625e0a9-1033-44aa-95c8-7d02f49a7649 req-2daed1f6-fd91-4ea8-9fa4-5e0feb76d576 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.73 "DELETE /v2.0/ports/87877041-4130-4bf3-a666-326db1b4f323 HTTP/1.1" status: 204 len: 173 time: 0.8090909 Mar 23 13:02:21.929797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'name': 'network-vif-deleted', 'tag': '87877041-4130-4bf3-a666-326db1b4f323'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:02:21.932347 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7888d4-eeca-4649-8d1b-ee6db17a4c11" -d '{"events": [{"server_uuid": "dc8e23ed-255d-4a25-8686-a2c438ced5fd", "name": "network-vif-deleted", "tag": "87877041-4130-4bf3-a666-326db1b4f323"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:02:21.977490 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12183ec7-cc27-41ef-85e4-8ed92fb12d7c x-openstack-request-id: req-12183ec7-cc27-41ef-85e4-8ed92fb12d7c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:02:21.977817 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8e23ed-255d-4a25-8686-a2c438ced5fd", "name": "network-vif-deleted", "tag": "87877041-4130-4bf3-a666-326db1b4f323", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:02:21.978290 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12183ec7-cc27-41ef-85e4-8ed92fb12d7c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:02:21.978609 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8e23ed-255d-4a25-8686-a2c438ced5fd', 'name': 'network-vif-deleted', 'tag': '87877041-4130-4bf3-a666-326db1b4f323', 'status': 'completed', 'code': 200} Mar 23 13:02:21.994429 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06c139d6-3413-46f9-8e7e-d92c0ea464fd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:22.021850 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c139d6-3413-46f9-8e7e-d92c0ea464fd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Port': ['ID=86c54577-2675-410e-8605-3f1d3776b38d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:22.089372 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06c139d6-3413-46f9-8e7e-d92c0ea464fd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:22.204867 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06c139d6-3413-46f9-8e7e-d92c0ea464fd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:22.209427 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06c139d6-3413-46f9-8e7e-d92c0ea464fd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:22.277897 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06c139d6-3413-46f9-8e7e-d92c0ea464fd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:22.278477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c139d6-3413-46f9-8e7e-d92c0ea464fd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Fanout notify agent at l3_agent the message router_deleted on router 62806d78-5eda-4c24-b1b4-20d1dd6bdbcf {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:02:22.286326 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06c139d6-3413-46f9-8e7e-d92c0ea464fd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:22.287667 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-06c139d6-3413-46f9-8e7e-d92c0ea464fd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/routers/62806d78-5eda-4c24-b1b4-20d1dd6bdbcf HTTP/1.1" status: 204 len: 168 time: 1.7847002 Mar 23 13:02:22.291614 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45464) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:22.418422 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22223a13-1982-446a-aea0-f9826ac7b86f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:22.458067 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4f153-123a-4405-9a20-0d06022aec40 req-4b484d66-9f2f-4046-9dda-ab25c7cf3fc3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:22.467610 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cee4f153-123a-4405-9a20-0d06022aec40 req-4b484d66-9f2f-4046-9dda-ab25c7cf3fc3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 945 time: 0.0667624 Mar 23 13:02:22.520522 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cee4f153-123a-4405-9a20-0d06022aec40 req-0620ab11-a73e-4cc0-a6e1-806f43e9c3a6 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517468 Mar 23 13:02:22.548136 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22223a13-1982-446a-aea0-f9826ac7b86f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:22.568504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-22223a13-1982-446a-aea0-f9826ac7b86f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13d4429-1590-4ed7-acb1-b158d9513bfa']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:22.584370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-22223a13-1982-446a-aea0-f9826ac7b86f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:22.584667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-22223a13-1982-446a-aea0-f9826ac7b86f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd065ea-ffa6-4d4e-b3b2-baca4809e67f') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:22.600616 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22223a13-1982-446a-aea0-f9826ac7b86f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:22.621439 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22223a13-1982-446a-aea0-f9826ac7b86f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:22.627908 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22223a13-1982-446a-aea0-f9826ac7b86f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:02:22.628323 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22223a13-1982-446a-aea0-f9826ac7b86f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:02:22.631185 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:02:22.696630 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22223a13-1982-446a-aea0-f9826ac7b86f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:22.705746 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-22223a13-1982-446a-aea0-f9826ac7b86f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:22.711881 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-22223a13-1982-446a-aea0-f9826ac7b86f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/networks/e13d4429-1590-4ed7-acb1-b158d9513bfa HTTP/1.1" status: 204 len: 168 time: 0.4164040 Mar 23 13:02:22.712249 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45468) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:22.719745 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22223a13-1982-446a-aea0-f9826ac7b86f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Network': ['ID=e13d4429-1590-4ed7-acb1-b158d9513bfa,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:22.773233 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b43abd8-bb54-40a7-9631-66c443f5a1b4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:22.802673 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b43abd8-bb54-40a7-9631-66c443f5a1b4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:22.862715 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b43abd8-bb54-40a7-9631-66c443f5a1b4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:22.865408 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2b43abd8-bb54-40a7-9631-66c443f5a1b4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:22.866733 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2b43abd8-bb54-40a7-9631-66c443f5a1b4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/security-groups/1f03b7d4-16bc-4b80-9149-e396a1e99995 HTTP/1.1" status: 204 len: 168 time: 0.1532292 Mar 23 13:02:22.876350 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43abd8-bb54-40a7-9631-66c443f5a1b4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f03b7d4-16bc-4b80-9149-e396a1e99995,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:22.921444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45474) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:22.981442 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05228fab-ed75-41e3-8913-bd84f3f6ad81 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.007114 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05228fab-ed75-41e3-8913-bd84f3f6ad81 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.071830 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05228fab-ed75-41e3-8913-bd84f3f6ad81 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.074554 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-05228fab-ed75-41e3-8913-bd84f3f6ad81 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.075765 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-05228fab-ed75-41e3-8913-bd84f3f6ad81 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "DELETE /v2.0/security-groups/118f8f05-8d28-4f1f-a258-6b6d9b6e3254 HTTP/1.1" status: 204 len: 168 time: 0.1540439 Mar 23 13:02:23.088029 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05228fab-ed75-41e3-8913-bd84f3f6ad81 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118f8f05-8d28-4f1f-a258-6b6d9b6e3254,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:23.109156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45480) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:23.237638 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45482) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:23.242161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-11e2c5d2-fd69-4e04-93f1-8fe1ed32c3f6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-3742651', 'description': 'tempest-secgroup-smoke-3742651 description', 'project_id': '7384117b2eb84ea483002d0119f2bf5c'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:23.269183 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11e2c5d2-fd69-4e04-93f1-8fe1ed32c3f6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.313037 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 86c54577-2675-410e-8605-3f1d3776b38d no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:02:23.337482 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11e2c5d2-fd69-4e04-93f1-8fe1ed32c3f6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.338381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 86c54577-2675-410e-8605-3f1d3776b38d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:02:23.338684 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 86c54577-2675-410e-8605-3f1d3776b38d not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:02:23.343426 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11e2c5d2-fd69-4e04-93f1-8fe1ed32c3f6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.378507 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-11e2c5d2-fd69-4e04-93f1-8fe1ed32c3f6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.379761 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-11e2c5d2-fd69-4e04-93f1-8fe1ed32c3f6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1411228 Mar 23 13:02:23.380510 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2c5d2-fd69-4e04-93f1-8fe1ed32c3f6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f72ea8-f090-469a-8a5d-21c8954fbe58,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:23.382687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45484) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:23.387287 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-972930f5-fa94-4955-9961-539aea2f8d45 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': 'b3f72ea8-f090-469a-8a5d-21c8954fbe58', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:23.412149 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-972930f5-fa94-4955-9961-539aea2f8d45 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.466963 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-972930f5-fa94-4955-9961-539aea2f8d45 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.471122 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-972930f5-fa94-4955-9961-539aea2f8d45 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.490250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972930f5-fa94-4955-9961-539aea2f8d45 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f396383b-6d7c-43d6-b28a-07e8d3087d89,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:23.501302 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-972930f5-fa94-4955-9961-539aea2f8d45 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.502513 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-972930f5-fa94-4955-9961-539aea2f8d45 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189275 Mar 23 13:02:23.503331 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1327-dfd6-43eb-b3cf-70eb63b5f516 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.505172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45486) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:23.509468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-58607004-e285-4eaa-a943-8a4eff61b150 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': 'b3f72ea8-f090-469a-8a5d-21c8954fbe58', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:23.535200 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58607004-e285-4eaa-a943-8a4eff61b150 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.601061 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58607004-e285-4eaa-a943-8a4eff61b150 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.605149 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58607004-e285-4eaa-a943-8a4eff61b150 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.627039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58607004-e285-4eaa-a943-8a4eff61b150 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935b262d-84a2-4760-9d58-a6bc62fa35f2,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:23.636279 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-58607004-e285-4eaa-a943-8a4eff61b150 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.637509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-58607004-e285-4eaa-a943-8a4eff61b150 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314149 Mar 23 13:02:23.640250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45490) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:23.644969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f42e8b35-b1de-4b59-9db8-d39f10b2e9df tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': 'b3f72ea8-f090-469a-8a5d-21c8954fbe58', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:23.669075 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f42e8b35-b1de-4b59-9db8-d39f10b2e9df tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.700945 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea9989-48a8-4e1e-8c1e-755860e3609e req-bd216edd-fbb1-45a6-9972-c9bed43b73dd tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:23.702473 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9fea9989-48a8-4e1e-8c1e-755860e3609e req-bd216edd-fbb1-45a6-9972-c9bed43b73dd tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 945 time: 0.1075311 Mar 23 13:02:23.728284 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f42e8b35-b1de-4b59-9db8-d39f10b2e9df tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.732789 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f42e8b35-b1de-4b59-9db8-d39f10b2e9df tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.748262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e8b35-b1de-4b59-9db8-d39f10b2e9df tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665df5a2-d0c3-4227-9f1f-d9645574f90b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:23.755150 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9fea9989-48a8-4e1e-8c1e-755860e3609e req-a755f152-b97b-4a72-ae83-6ac0f417f843 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465209 Mar 23 13:02:23.762859 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f42e8b35-b1de-4b59-9db8-d39f10b2e9df tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.762859 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f42e8b35-b1de-4b59-9db8-d39f10b2e9df tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210220 Mar 23 13:02:23.765334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45492) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:23.776523 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-052a70af-1eb2-49e8-903d-8dee82493bd3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': 'b3f72ea8-f090-469a-8a5d-21c8954fbe58', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:23.804998 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-052a70af-1eb2-49e8-903d-8dee82493bd3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.849184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4b4d1327-dfd6-43eb-b3cf-70eb63b5f516 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Deleting port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:02:23.849530 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1327-dfd6-43eb-b3cf-70eb63b5f516 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.907983 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89899bed-4519-4c62-865b-097421b9ab62 req-dcd664d7-7301-43ce-9e9a-10ccd3e796db tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:23.909471 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-89899bed-4519-4c62-865b-097421b9ab62 req-dcd664d7-7301-43ce-9e9a-10ccd3e796db tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 945 time: 0.0805473 Mar 23 13:02:23.911668 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-052a70af-1eb2-49e8-903d-8dee82493bd3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.915659 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-052a70af-1eb2-49e8-903d-8dee82493bd3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.945750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-4b4d1327-dfd6-43eb-b3cf-70eb63b5f516 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] For port 57c7b6b3-5034-45d2-ac56-53bb0cf61eac, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=57c7b6b3-5034-45d2-ac56-53bb0cf61eac,segment=NetworkSegment(9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef),segment_id=9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:23.946455 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1327-dfd6-43eb-b3cf-70eb63b5f516 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.952035 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a70af-1eb2-49e8-903d-8dee82493bd3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259d0493-599d-42cd-869b-c5ab186b082f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:23.957510 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-052a70af-1eb2-49e8-903d-8dee82493bd3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:23.962305 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-052a70af-1eb2-49e8-903d-8dee82493bd3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1923549 Mar 23 13:02:23.962416 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45496) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:23.966232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0ebff6cc-1420-41eb-b5fd-753c5f34c38e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': 'b3f72ea8-f090-469a-8a5d-21c8954fbe58', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:23.970564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4b4d1327-dfd6-43eb-b3cf-70eb63b5f516 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Calling delete_port for 57c7b6b3-5034-45d2-ac56-53bb0cf61eac owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:02:23.976603 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-89899bed-4519-4c62-865b-097421b9ab62 req-8fde1ada-2dff-4ddb-bcc2-10ced5045eb1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556116 Mar 23 13:02:23.999251 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45498) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:24.024737 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-0ebff6cc-1420-41eb-b5fd-753c5f34c38e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Project 7384117b2eb84ea483002d0119f2bf5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:02:24.033198 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ebff6cc-1420-41eb-b5fd-753c5f34c38e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.047679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911faabe-2fbe-47b6-9cea-ea51efd64a8c tempest-TestVolumeBootPattern-992189751 tempest-TestVolumeBootPattern-992189751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:24.052685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45500) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:24.053292 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-911faabe-2fbe-47b6-9cea-ea51efd64a8c tempest-TestVolumeBootPattern-992189751 tempest-TestVolumeBootPattern-992189751-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 1091 time: 0.0521412 Mar 23 13:02:24.057499 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-821436cc-d3c0-43ad-9580-83f641c8cd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.067010 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': 'd3abe316-3818-4cc7-bf48-68e513e5b8fc', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:24.165837 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.260784 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ebff6cc-1420-41eb-b5fd-753c5f34c38e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.267354 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ebff6cc-1420-41eb-b5fd-753c5f34c38e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.317987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebff6cc-1420-41eb-b5fd-753c5f34c38e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51730903-487c-47b1-b3c0-18c6fd44f49e,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:24.334929 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ebff6cc-1420-41eb-b5fd-753c5f34c38e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.336158 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0ebff6cc-1420-41eb-b5fd-753c5f34c38e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3734694 Mar 23 13:02:24.339076 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45502) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:24.343755 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-795ac1ec-baa3-47c7-8af4-4e8947c8ef32 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': 'b3f72ea8-f090-469a-8a5d-21c8954fbe58', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:24.359062 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1327-dfd6-43eb-b3cf-70eb63b5f516 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.364708 n-d-834854-1 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-795ac1ec-baa3-47c7-8af4-4e8947c8ef32 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Project 7384117b2eb84ea483002d0119f2bf5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:02:24.370310 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-795ac1ec-baa3-47c7-8af4-4e8947c8ef32 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.394143 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d1327-dfd6-43eb-b3cf-70eb63b5f516 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'Port': ['ID=57c7b6b3-5034-45d2-ac56-53bb0cf61eac,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:24.443820 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-795ac1ec-baa3-47c7-8af4-4e8947c8ef32 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.449801 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-795ac1ec-baa3-47c7-8af4-4e8947c8ef32 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.473304 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ac1ec-baa3-47c7-8af4-4e8947c8ef32 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867404e7-3f8a-4c2e-8059-a5e24078aa72,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:24.483416 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-795ac1ec-baa3-47c7-8af4-4e8947c8ef32 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.485212 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.485471 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-795ac1ec-baa3-47c7-8af4-4e8947c8ef32 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452475 Mar 23 13:02:24.488429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45504) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:24.493608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-64253e0a-8ce3-47ec-8bb3-2d686dafe6e0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'network': {'name': 'tempest-network-smoke--67995861', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'port_security_enabled': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:24.515636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64253e0a-8ce3-47ec-8bb3-2d686dafe6e0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Made reservation on behalf of 7384117b2eb84ea483002d0119f2bf5c for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:02:24.519474 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64253e0a-8ce3-47ec-8bb3-2d686dafe6e0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.544563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64253e0a-8ce3-47ec-8bb3-2d686dafe6e0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:02:24.555609 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64253e0a-8ce3-47ec-8bb3-2d686dafe6e0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.556134 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-64253e0a-8ce3-47ec-8bb3-2d686dafe6e0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Added segment 2cce68da-3bf7-4a2c-828f-a504f2499de1 of type vlan for network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 Mar 23 13:02:24.600833 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64253e0a-8ce3-47ec-8bb3-2d686dafe6e0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.630690 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64253e0a-8ce3-47ec-8bb3-2d686dafe6e0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.636317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64253e0a-8ce3-47ec-8bb3-2d686dafe6e0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:24.636896 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64253e0a-8ce3-47ec-8bb3-2d686dafe6e0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.697650 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-64253e0a-8ce3-47ec-8bb3-2d686dafe6e0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2080762 Mar 23 13:02:24.700894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45506) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:24.705842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2052816292', 'admin_state_up': True, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:24.716009 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Allocated IP 172.25.2.129 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/eef1366f-3dab-4ae3-a6d0-c0bafd3da95e) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:02:24.722189 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1327-dfd6-43eb-b3cf-70eb63b5f516 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.722436 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64253e0a-8ce3-47ec-8bb3-2d686dafe6e0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Network': ['ID=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:24.734681 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:02:24.735228 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.736193 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.835148 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.958987 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:24.973429 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:25.050121 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:25.058036 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4d1327-dfd6-43eb-b3cf-70eb63b5f516 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Router 7919392d-8d48-495d-b9a8-747028a7512b has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:02:25.093600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 87877041-4130-4bf3-a666-326db1b4f323 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:02:25.103171 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:02:25.110626 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:02:25.113024 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:02:25.119260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 87877041-4130-4bf3-a666-326db1b4f323 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:02:25.119600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 87877041-4130-4bf3-a666-326db1b4f323 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:02:25.136330 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'Port': ['ID=eef1366f-3dab-4ae3-a6d0-c0bafd3da95e,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:25.168168 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:25.200999 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:25.307043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4d1327-dfd6-43eb-b3cf-70eb63b5f516 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:02:25.318434 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b37f1c0-cdb3-4e17-b026-ded786e8e546 None None] Sync routers for ids ['7919392d-8d48-495d-b9a8-747028a7512b'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:02:25.319607 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4b4d1327-dfd6-43eb-b3cf-70eb63b5f516 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "PUT /v2.0/routers/7919392d-8d48-495d-b9a8-747028a7512b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2091110 Mar 23 13:02:25.322871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45508) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:25.329337 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b37f1c0-cdb3-4e17-b026-ded786e8e546 None None] Routers {'7919392d-8d48-495d-b9a8-747028a7512b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:25.329971 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7b37f1c0-cdb3-4e17-b026-ded786e8e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:01:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7919392d-8d48-495d-b9a8-747028a7512b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:25.428414 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29ca27b-61c3-4674-ad66-df493c8ca5cc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Deleting subnet 8d930373-572f-4315-ada5-cdbb7dd1cb80 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:02:25.434194 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c29ca27b-61c3-4674-ad66-df493c8ca5cc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:25.515099 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c29ca27b-61c3-4674-ad66-df493c8ca5cc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:25.538637 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7b37f1c0-cdb3-4e17-b026-ded786e8e546 None None] Set router 7919392d-8d48-495d-b9a8-747028a7512b gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:25.594668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Allocated IP 172.25.2.231 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/6de5f213-da15-4e50-bd4d-fdc667f93b99) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:02:25.687126 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c29ca27b-61c3-4674-ad66-df493c8ca5cc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:25.714574 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:25.727133 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7b37f1c0-cdb3-4e17-b026-ded786e8e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:02:24Z', 'revision_number': 7, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:25.751452 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:25.759505 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b37f1c0-cdb3-4e17-b026-ded786e8e546 None None] Checking router: 7919392d-8d48-495d-b9a8-747028a7512b for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:02:25.768799 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b37f1c0-cdb3-4e17-b026-ded786e8e546 None None] Routers {'7919392d-8d48-495d-b9a8-747028a7512b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:25.769533 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7b37f1c0-cdb3-4e17-b026-ded786e8e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:01:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7919392d-8d48-495d-b9a8-747028a7512b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:25.795827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:02:25.799323 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:02:25.801980 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:02:25.830798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=6de5f213-da15-4e50-bd4d-fdc667f93b99,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:25.887545 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7b37f1c0-cdb3-4e17-b026-ded786e8e546 None None] Set router 7919392d-8d48-495d-b9a8-747028a7512b gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:26.076061 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7b37f1c0-cdb3-4e17-b026-ded786e8e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:02:24Z', 'revision_number': 7, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:26.084171 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:26.105208 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b37f1c0-cdb3-4e17-b026-ded786e8e546 None None] The sync data for ids ['7919392d-8d48-495d-b9a8-747028a7512b'] in n-d-834854-1 is: [{'id': '7919392d-8d48-495d-b9a8-747028a7512b', 'name': 'tempest-TestNetworkBasicOps-router-627171433', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:00:11Z', 'updated_at': '2022-03-23T13:02:24Z', 'revision_number': 7, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': '0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7919392d-8d48-495d-b9a8-747028a7512b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:00:12Z', 'updated_at': '2022-03-23T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:02:26.108195 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:26.151133 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c29ca27b-61c3-4674-ad66-df493c8ca5cc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:26.188541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ca27b-61c3-4674-ad66-df493c8ca5cc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'Subnet': ['ID=8d930373-572f-4315-ada5-cdbb7dd1cb80,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:26.211505 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c29ca27b-61c3-4674-ad66-df493c8ca5cc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:26.214776 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c29ca27b-61c3-4674-ad66-df493c8ca5cc tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "DELETE /v2.0/subnets/8d930373-572f-4315-ada5-cdbb7dd1cb80 HTTP/1.1" status: 204 len: 168 time: 0.8905261 Mar 23 13:02:26.217609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4310973e-6683-4e05-9255-3a284fe55440 None None] Network dbab1ddd-33f2-425e-a347-2289ce5777fc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:02:26.219157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45510) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:26.264747 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:26.312899 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:26.383628 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95c5570d-434e-4335-beda-c35bdaf4418c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:26.469146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:02:26.495469 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e879225-f25e-4cf9-9209-18c420062819 None None] DHCP port deletion for dbab1ddd-33f2-425e-a347-2289ce5777fc request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:02:26.572959 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9e879225-f25e-4cf9-9209-18c420062819 None None] Deleting port a5497b70-e492-4e52-8724-9b93e14e9f44 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:02:26.573236 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95c5570d-434e-4335-beda-c35bdaf4418c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:26.573552 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9e879225-f25e-4cf9-9209-18c420062819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:26.580832 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:26.587149 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:26.618538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:02:26.640957 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event updated for resources: {'Port': ['ID=eef1366f-3dab-4ae3-a6d0-c0bafd3da95e,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:26.643210 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:26.648898 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-09e1020b-4c53-428b-b1aa-5c6e6c345c60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9469717 Mar 23 13:02:26.649606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45512) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:26.661481 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Sync routers for ids ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:02:26.673550 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9e879225-f25e-4cf9-9209-18c420062819 None None] For port a5497b70-e492-4e52-8724-9b93e14e9f44, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a5497b70-e492-4e52-8724-9b93e14e9f44,segment=NetworkSegment(9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef),segment_id=9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:26.674329 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9e879225-f25e-4cf9-9209-18c420062819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:26.686276 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-df0383b3-b345-444d-a725-7caf2a652da9 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=7384117b2eb84ea483002d0119f2bf5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354266 Mar 23 13:02:26.686971 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45514) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:26.690579 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Routers {'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:26.692223 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:01:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:26.712002 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:26.733630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9e879225-f25e-4cf9-9209-18c420062819 None None] Calling delete_port for a5497b70-e492-4e52-8724-9b93e14e9f44 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:02:26.802728 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76336f8-64db-4219-b000-e5095b888dc3 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:26.804308 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e76336f8-64db-4219-b000-e5095b888dc3 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1156485 Mar 23 13:02:26.807271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45516) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:26.840854 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-516fa537-3719-40f7-b5f3-e0aa0510f4fd tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323262 Mar 23 13:02:26.843118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45518) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:26.848999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d85dcbc0-cd97-441b-ac46-e27ac7b1c642 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-534776299', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:26.856087 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-95c5570d-434e-4335-beda-c35bdaf4418c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Deleting port 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:02:26.856432 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95c5570d-434e-4335-beda-c35bdaf4418c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:26.880300 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Floating IP 153bb8a9-6ddb-4d33-a813-f0cb61fa66c3 associated. External IP: 172.25.2.129, port: d3abe316-3818-4cc7-bf48-68e513e5b8fc. Mar 23 13:02:26.947876 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85dcbc0-cd97-441b-ac46-e27ac7b1c642 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Made reservation on behalf of 7384117b2eb84ea483002d0119f2bf5c for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:02:26.951539 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d85dcbc0-cd97-441b-ac46-e27ac7b1c642 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:27.014474 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1a0e6fc8-bea0-4ad5-b2be-4f82822ae2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:27.037858 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-95c5570d-434e-4335-beda-c35bdaf4418c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] For port 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:27.037858 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95c5570d-434e-4335-beda-c35bdaf4418c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:27.041208 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Set router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:27.055547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-95c5570d-434e-4335-beda-c35bdaf4418c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Calling delete_port for 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:02:27.097598 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9e879225-f25e-4cf9-9209-18c420062819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:27.126817 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e879225-f25e-4cf9-9209-18c420062819 None None] Pushing event deleted for resources: {'Port': ['ID=a5497b70-e492-4e52-8724-9b93e14e9f44,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:27.163371 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e879225-f25e-4cf9-9209-18c420062819 None None] No DVR routers for this DVR port a5497b70-e492-4e52-8724-9b93e14e9f44 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:02:27.175713 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d85dcbc0-cd97-441b-ac46-e27ac7b1c642 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:27.249316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dcbc0-cd97-441b-ac46-e27ac7b1c642 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Subnet': ['ID=d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:27.265976 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dcbc0-cd97-441b-ac46-e27ac7b1c642 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Checking segment: {'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:02:27.266486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85dcbc0-cd97-441b-ac46-e27ac7b1c642 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network hostable DHCP agents. Network: cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:02:27.310851 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85dcbc0-cd97-441b-ac46-e27ac7b1c642 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:02:27.313235 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:02:27.325908 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052816292', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:24Z', 'updated_at': '2022-03-23T13:02:25Z', 'revision_number': 3, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:27.326572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-d85dcbc0-cd97-441b-ac46-e27ac7b1c642 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:02:27.332479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85dcbc0-cd97-441b-ac46-e27ac7b1c642 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:27.333525 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d85dcbc0-cd97-441b-ac46-e27ac7b1c642 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:27.353752 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d85dcbc0-cd97-441b-ac46-e27ac7b1c642 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5094383 Mar 23 13:02:27.356683 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45520) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:27.366817 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a41340-518b-4128-908a-49b15b04fa91 None None] Network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:02:27.369493 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a5497b70-e492-4e52-8724-9b93e14e9f44 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:02:27.372401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Checking router: e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:02:27.372771 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Updating router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 port 6de5f213-da15-4e50-bd4d-fdc667f93b99 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:02:27.447306 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: a5497b70-e492-4e52-8724-9b93e14e9f44 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:02:27.447644 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a5497b70-e492-4e52-8724-9b93e14e9f44 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:02:27.448394 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 57c7b6b3-5034-45d2-ac56-53bb0cf61eac no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:02:27.476721 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 57c7b6b3-5034-45d2-ac56-53bb0cf61eac {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:02:27.477066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 57c7b6b3-5034-45d2-ac56-53bb0cf61eac not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:02:27.482887 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:27.503890 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95c5570d-434e-4335-beda-c35bdaf4418c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:27.572274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5570d-434e-4335-beda-c35bdaf4418c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'Port': ['ID=0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:27.683123 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:02:27.693075 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a2e071-a04b-4adf-b2cd-3a3805943df5 None None] Sync routers for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:02:27.708256 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a2e071-a04b-4adf-b2cd-3a3805943df5 None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:27.709002 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-77a2e071-a04b-4adf-b2cd-3a3805943df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:02:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:27.721153 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ips': [{'subnet_id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:02:27.722177 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:27.751551 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95c5570d-434e-4335-beda-c35bdaf4418c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:27.758892 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:27.825962 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-77a2e071-a04b-4adf-b2cd-3a3805943df5 None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:27.870552 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:27.894083 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95c5570d-434e-4335-beda-c35bdaf4418c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:27.896435 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0e12c0c2-fe3a-45f1-b218-89dda46d95cc tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8430803 Mar 23 13:02:27.897649 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95c5570d-434e-4335-beda-c35bdaf4418c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:27.930349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd181e06-2221-4fbd-b259-3e9d4ad88121', 'tag': 'd3abe316-3818-4cc7-bf48-68e513e5b8fc'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:02:27.932654 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1ed716-375a-4c59-9d62-12fbdba7b4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd181e06-2221-4fbd-b259-3e9d4ad88121", "tag": "d3abe316-3818-4cc7-bf48-68e513e5b8fc"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:02:27.959405 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:27.970708 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:27.998637 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa25d2d6-da3a-4c52-a1d0-af9b238102bd x-openstack-request-id: req-aa25d2d6-da3a-4c52-a1d0-af9b238102bd {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:02:27.999133 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd181e06-2221-4fbd-b259-3e9d4ad88121", "tag": "d3abe316-3818-4cc7-bf48-68e513e5b8fc", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:02:27.999452 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa25d2d6-da3a-4c52-a1d0-af9b238102bd {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:02:28.000001 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd181e06-2221-4fbd-b259-3e9d4ad88121', 'tag': 'd3abe316-3818-4cc7-bf48-68e513e5b8fc', 'status': 'completed', 'code': 200} Mar 23 13:02:28.028111 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95c5570d-434e-4335-beda-c35bdaf4418c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.032587 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c5570d-434e-4335-beda-c35bdaf4418c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Fanout notify agent at l3_agent the message router_deleted on router 7919392d-8d48-495d-b9a8-747028a7512b {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:02:28.043260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1141a-f7ac-40e3-8161-b42729a266ef None None] Pushing event updated for resources: {'Port': ['ID=6de5f213-da15-4e50-bd4d-fdc667f93b99,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:28.051910 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Attempting to bind port 6de5f213-da15-4e50-bd4d-fdc667f93b99 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:02:28.052385 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Attempting to bind port 6de5f213-da15-4e50-bd4d-fdc667f93b99 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:02:28.052756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Attempting to bind port 6de5f213-da15-4e50-bd4d-fdc667f93b99 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:02:28.055407 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-95c5570d-434e-4335-beda-c35bdaf4418c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.057681 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-95c5570d-434e-4335-beda-c35bdaf4418c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "DELETE /v2.0/routers/7919392d-8d48-495d-b9a8-747028a7512b HTTP/1.1" status: 204 len: 168 time: 1.8375344 Mar 23 13:02:28.060277 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ed716-375a-4c59-9d62-12fbdba7b4d6 req-b0a7bfd4-68c9-48c3-97f1-d650bdca67c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:28.061887 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad1ed716-375a-4c59-9d62-12fbdba7b4d6 req-b0a7bfd4-68c9-48c3-97f1-d650bdca67c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 1096 time: 0.0525162 Mar 23 13:02:28.062505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45526) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:28.063631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Allocated IP 172.20.0.2 (cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38/d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1/6b18c1af-0756-4a6c-bd9c-37f4d787e36c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:02:28.071527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:02:28.071906 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:02:28.072366 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.072920 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:02:28.073282 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Bound port: 6de5f213-da15-4e50-bd4d-fdc667f93b99, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:02:28.073710 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.116231 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-77a2e071-a04b-4adf-b2cd-3a3805943df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '153bb8a9-6ddb-4d33-a813-f0cb61fa66c3', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'port_id': 'd3abe316-3818-4cc7-bf48-68e513e5b8fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'mac_address': 'fa:16:3e:0f:49:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd181e06-2221-4fbd-b259-3e9d4ad88121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:25Z', 'revision_number': 0, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address_scope': None}, {'id': '822832cd-10ac-4810-89af-2589dc1627cc', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'port_id': 'bb8ce287-7466-41d7-843f-2cae267cb9c7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'mac_address': 'fa:16:3e:39:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:08Z', 'updated_at': '2022-03-23T13:00:10Z', 'revision_number': 1, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:28.137950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] For port 6de5f213-da15-4e50-bd4d-fdc667f93b99, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:02:28.143482 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] For port 6de5f213-da15-4e50-bd4d-fdc667f93b99, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=6de5f213-da15-4e50-bd4d-fdc667f93b99,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:02:28.160684 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.182064 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88692ab8-ad3d-47f5-a82b-9c01f61123ca tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.189223 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a2e071-a04b-4adf-b2cd-3a3805943df5 None None] Checking router: dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:02:28.217442 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a2e071-a04b-4adf-b2cd-3a3805943df5 None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:28.218331 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-77a2e071-a04b-4adf-b2cd-3a3805943df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:02:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:28.263363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Routers {'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:28.264146 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:02:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:28.370621 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88692ab8-ad3d-47f5-a82b-9c01f61123ca tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.404576 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-77a2e071-a04b-4adf-b2cd-3a3805943df5 None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:28.412504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-88692ab8-ad3d-47f5-a82b-9c01f61123ca tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbab1ddd-33f2-425e-a347-2289ce5777fc']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:28.422284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ed716-375a-4c59-9d62-12fbdba7b4d6 req-66f58f0f-3dba-4def-8a44-f430977d4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:28.424670 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad1ed716-375a-4c59-9d62-12fbdba7b4d6 req-66f58f0f-3dba-4def-8a44-f430977d4ee4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 913 time: 0.2381892 Mar 23 13:02:28.429643 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-88692ab8-ad3d-47f5-a82b-9c01f61123ca tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:28.430267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-88692ab8-ad3d-47f5-a82b-9c01f61123ca tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a02a6fb-66e4-4d03-b44a-bf50cf1dfaef') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:28.431866 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1141a-f7ac-40e3-8161-b42729a266ef None None] Pushing event updated for resources: {'Port': ['ID=6de5f213-da15-4e50-bd4d-fdc667f93b99,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:28.514352 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad1ed716-375a-4c59-9d62-12fbdba7b4d6 req-0d046e54-8399-4648-9ec8-73a367d998ab service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3abe316-3818-4cc7-bf48-68e513e5b8fc HTTP/1.1" status: 200 len: 999 time: 0.0808282 Mar 23 13:02:28.536773 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] Set router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:28.551614 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88692ab8-ad3d-47f5-a82b-9c01f61123ca tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.606261 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88692ab8-ad3d-47f5-a82b-9c01f61123ca tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.616989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88692ab8-ad3d-47f5-a82b-9c01f61123ca tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:02:28.617444 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88692ab8-ad3d-47f5-a82b-9c01f61123ca tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:02:28.621590 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:02:28.637448 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.646580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ed716-375a-4c59-9d62-12fbdba7b4d6 req-9a94b1a2-c059-49ac-9c94-bde15dd76a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:28.648695 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad1ed716-375a-4c59-9d62-12fbdba7b4d6 req-9a94b1a2-c059-49ac-9c94-bde15dd76a86 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.1242299 Mar 23 13:02:28.662022 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.720003 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.752312 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-77a2e071-a04b-4adf-b2cd-3a3805943df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '153bb8a9-6ddb-4d33-a813-f0cb61fa66c3', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'port_id': 'd3abe316-3818-4cc7-bf48-68e513e5b8fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'mac_address': 'fa:16:3e:0f:49:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd181e06-2221-4fbd-b259-3e9d4ad88121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:25Z', 'revision_number': 0, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address_scope': None}, {'id': '822832cd-10ac-4810-89af-2589dc1627cc', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'port_id': 'bb8ce287-7466-41d7-843f-2cae267cb9c7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'mac_address': 'fa:16:3e:39:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:08Z', 'updated_at': '2022-03-23T13:00:10Z', 'revision_number': 1, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:28.757378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ed716-375a-4c59-9d62-12fbdba7b4d6 req-55febaa8-67da-4f36-b4d0-f3e1d0133a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:28.758900 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad1ed716-375a-4c59-9d62-12fbdba7b4d6 req-55febaa8-67da-4f36-b4d0-f3e1d0133a21 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682435 Mar 23 13:02:28.759540 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88692ab8-ad3d-47f5-a82b-9c01f61123ca tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.762404 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Pushing event updated for resources: {'Port': ['ID=6b18c1af-0756-4a6c-bd9c-37f4d787e36c,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:28.768178 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-88692ab8-ad3d-47f5-a82b-9c01f61123ca tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.771495 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-88692ab8-ad3d-47f5-a82b-9c01f61123ca tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "DELETE /v2.0/networks/dbab1ddd-33f2-425e-a347-2289ce5777fc HTTP/1.1" status: 204 len: 168 time: 0.7079844 Mar 23 13:02:28.790274 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a2e071-a04b-4adf-b2cd-3a3805943df5 None None] The sync data for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 is: [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '153bb8a9-6ddb-4d33-a813-f0cb61fa66c3', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'port_id': 'd3abe316-3818-4cc7-bf48-68e513e5b8fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'mac_address': 'fa:16:3e:0f:49:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd181e06-2221-4fbd-b259-3e9d4ad88121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:25Z', 'revision_number': 0, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address_scope': None}, {'id': '822832cd-10ac-4810-89af-2589dc1627cc', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'port_id': 'bb8ce287-7466-41d7-843f-2cae267cb9c7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'mac_address': 'fa:16:3e:39:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:08Z', 'updated_at': '2022-03-23T13:00:10Z', 'revision_number': 1, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:02:28.806825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45528) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:28.814157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-08ca6e1f-1668-4ba2-8c1b-05206815316d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'network': {'name': 'tempest-network-smoke--1381329812', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'port_security_enabled': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:28.821296 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:02:28.828133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88692ab8-ad3d-47f5-a82b-9c01f61123ca tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'Network': ['ID=dbab1ddd-33f2-425e-a347-2289ce5777fc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:28.836550 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:02:28.841093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:02:28.887429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ca6e1f-1668-4ba2-8c1b-05206815316d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Made reservation on behalf of eb8ecb713c7040f89ae917ef013d6d62 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:02:28.891473 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08ca6e1f-1668-4ba2-8c1b-05206815316d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.917780 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ca6e1f-1668-4ba2-8c1b-05206815316d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:02:28.942580 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08ca6e1f-1668-4ba2-8c1b-05206815316d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.942915 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-08ca6e1f-1668-4ba2-8c1b-05206815316d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Added segment a0178206-7460-4e1a-a6e7-db0a6b6226ae of type vlan for network 225b4233-c241-4ece-97b0-02d3f691dc24 Mar 23 13:02:28.948721 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Attempting to bind port 6b18c1af-0756-4a6c-bd9c-37f4d787e36c on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:02:28.949132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Attempting to bind port 6b18c1af-0756-4a6c-bd9c-37f4d787e36c by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:02:28.949762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Attempting to bind port 6b18c1af-0756-4a6c-bd9c-37f4d787e36c on network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:02:28.968895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:02:28.969367 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Checking segment: {'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:02:28.969919 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.970405 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Bound using segment: {'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:02:28.970984 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Bound port: 6b18c1af-0756-4a6c-bd9c-37f4d787e36c, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:02:28.971464 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:28.983461 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad1ed716-375a-4c59-9d62-12fbdba7b4d6 req-0d63e778-b93b-4bae-acc0-50a2c7c02ba2 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091932 Mar 23 13:02:29.006676 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08ca6e1f-1668-4ba2-8c1b-05206815316d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:29.020564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052816292', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:24Z', 'updated_at': '2022-03-23T13:02:25Z', 'revision_number': 3, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:29.053228 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d19e04-6059-45db-9773-4fbc8fa1e7e4 None None] The sync data for ids ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'] in n-d-834854-1 is: [{'id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052816292', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:24Z', 'updated_at': '2022-03-23T13:02:25Z', 'revision_number': 3, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:02:29.086838 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08ca6e1f-1668-4ba2-8c1b-05206815316d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:29.093616 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6e1f-1668-4ba2-8c1b-05206815316d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:29.094252 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-08ca6e1f-1668-4ba2-8c1b-05206815316d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:29.099148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] For port 6b18c1af-0756-4a6c-bd9c-37f4d787e36c, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:02:29.103625 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] For port 6b18c1af-0756-4a6c-bd9c-37f4d787e36c, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=6b18c1af-0756-4a6c-bd9c-37f4d787e36c,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:02:29.113910 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:29.184916 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Allocated IP 172.20.0.1 (cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38/d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1/168d7166-23e7-4200-9bdc-5539c05ef936) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:02:29.192659 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864433a9-9f50-4796-928e-1ecd9eb0734f None None] New status for floating IP 153bb8a9-6ddb-4d33-a813-f0cb61fa66c3: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:02:29.206073 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:29.224091 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-08ca6e1f-1668-4ba2-8c1b-05206815316d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4123316 Mar 23 13:02:29.233307 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45530) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:29.243706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-229858764', 'admin_state_up': True, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:29.246788 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ad1ed716-375a-4c59-9d62-12fbdba7b4d6 req-618e1255-74ca-4788-8eb0-e5de09b0afc8 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523592 Mar 23 13:02:29.247390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca6e1f-1668-4ba2-8c1b-05206815316d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Network': ['ID=225b4233-c241-4ece-97b0-02d3f691dc24,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:29.303476 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:29.304752 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:29.421580 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:29.528949 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 225b4233-c241-4ece-97b0-02d3f691dc24 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:02:29.531303 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:29.531459 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:02:29.600410 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:02:29.600861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0bbb5ccf-24d7-441c-90d3-0bed34f9f4f1 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:02:29.645389 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8d9e1-f4ed-461b-a299-ff16151a581d None None] Pushing event updated for resources: {'Port': ['ID=6b18c1af-0756-4a6c-bd9c-37f4d787e36c,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:29.673109 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:29.694857 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:29.698718 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:02:29.722840 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:29.759537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:02:29.765888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:02:29.768539 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:02:29.842652 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=168d7166-23e7-4200-9bdc-5539c05ef936,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:29.857759 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:30.088640 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:30.119170 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:30.170526 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:30.391513 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Allocated IP 172.25.2.191 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/a902e6af-0eff-4f93-9d80-e25e42d08012) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:02:30.429059 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a42310b-6a7d-4708-be6e-cbdc115d961b None None] Network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:02:30.518643 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a10fa668-407f-433b-b848-9720b2f72357 None None] Provisioning complete for port 6b18c1af-0756-4a6c-bd9c-37f4d787e36c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:30.519013 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a10fa668-407f-433b-b848-9720b2f72357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:30.589089 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:30.600453 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:30.607663 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:30.660109 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a10fa668-407f-433b-b848-9720b2f72357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:30.700393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a10fa668-407f-433b-b848-9720b2f72357 None None] For port 6b18c1af-0756-4a6c-bd9c-37f4d787e36c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=6b18c1af-0756-4a6c-bd9c-37f4d787e36c,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:30.706193 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a10fa668-407f-433b-b848-9720b2f72357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:30.709846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=168d7166-23e7-4200-9bdc-5539c05ef936,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:30.714951 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:30.722222 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:30.766553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fa668-407f-433b-b848-9720b2f72357 None None] Pushing event updated for resources: {'Port': ['ID=6b18c1af-0756-4a6c-bd9c-37f4d787e36c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:30.781911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:02:30.817471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:02:30.821535 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:02:30.827506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Port': ['ID=a902e6af-0eff-4f93-9d80-e25e42d08012,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:30.928803 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-034ea81a-6081-4c20-b143-d4a7dd32b7af None None] Provisioning complete for port 6b18c1af-0756-4a6c-bd9c-37f4d787e36c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:30.933846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:02:30.936133 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-034ea81a-6081-4c20-b143-d4a7dd32b7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:30.967003 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:02:31.050183 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-034ea81a-6081-4c20-b143-d4a7dd32b7af None None] Provisioning complete for port 168d7166-23e7-4200-9bdc-5539c05ef936 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:31.050824 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-034ea81a-6081-4c20-b143-d4a7dd32b7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:31.099139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-034ea81a-6081-4c20-b143-d4a7dd32b7af None None] Port 168d7166-23e7-4200-9bdc-5539c05ef936 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:02:31.187091 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:02:31.223901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5ce6fea8-8789-4002-9b42-b8ebd2ec8d47 None None] Provisioning complete for port 168d7166-23e7-4200-9bdc-5539c05ef936 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:31.224789 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ce6fea8-8789-4002-9b42-b8ebd2ec8d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:31.245037 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:31.266313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5ce6fea8-8789-4002-9b42-b8ebd2ec8d47 None None] Port 168d7166-23e7-4200-9bdc-5539c05ef936 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:02:31.388538 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6b18c1af-0756-4a6c-bd9c-37f4d787e36c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:02:31.404728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:02:31.411877 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-96a06ad3-aa02-427c-b13d-8dc330d0bf9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "PUT /v2.0/routers/e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0510290 Mar 23 13:02:31.417235 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Sync routers for ids ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:02:31.429442 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Routers {'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:31.430070 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:02:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:31.452827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 6b18c1af-0756-4a6c-bd9c-37f4d787e36c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:31.453205 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:31.512980 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-55fad263-80bd-4212-a307-0288a2dc5a20 None None] Provisioning complete for port 168d7166-23e7-4200-9bdc-5539c05ef936 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:31.513425 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-55fad263-80bd-4212-a307-0288a2dc5a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:31.580829 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-55fad263-80bd-4212-a307-0288a2dc5a20 None None] Port 168d7166-23e7-4200-9bdc-5539c05ef936 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:02:31.581159 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:31.599337 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6de5f213-da15-4e50-bd4d-fdc667f93b99 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:02:31.652872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-6ce132b0-7920-4b59-994a-1dc25a8838e2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-3742651&fields=id&tenant_id=7384117b2eb84ea483002d0119f2bf5c HTTP/1.1" status: 200 len: 267 time: 0.0530787 Mar 23 13:02:31.656716 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 6de5f213-da15-4e50-bd4d-fdc667f93b99 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:31.657098 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:31.690132 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Set router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:31.758311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:02:31.759278 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:31.782047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-f03bd306-b98e-40ae-96ec-7dc525e5364a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:31.783605 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-f03bd306-b98e-40ae-96ec-7dc525e5364a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/networks?id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 HTTP/1.1" status: 200 len: 795 time: 0.1293292 Mar 23 13:02:31.785360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 6de5f213-da15-4e50-bd4d-fdc667f93b99, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=6de5f213-da15-4e50-bd4d-fdc667f93b99,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:31.793580 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:31.811115 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-846583d8-c2b3-45ef-9549-af691c855737 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/quotas/7384117b2eb84ea483002d0119f2bf5c HTTP/1.1" status: 200 len: 375 time: 0.0202968 Mar 23 13:02:31.852526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=6de5f213-da15-4e50-bd4d-fdc667f93b99,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:31.919940 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-6618c68a-92dc-444e-9054-68bbbcea3182 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077061 Mar 23 13:02:31.926364 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052816292', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:24Z', 'updated_at': '2022-03-23T13:02:29Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '168d7166-23e7-4200-9bdc-5539c05ef936', 'name': '', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:16:a8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:28Z', 'updated_at': '2022-03-23T13:02:30Z', 'revision_number': 2, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:31.959383 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Checking router: e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:02:31.959830 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Updating router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 port 168d7166-23e7-4200-9bdc-5539c05ef936 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:02:31.986495 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:32.032892 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-25f48375-ddf7-4eb3-8a71-9832e0bd92f5 service neutron] 10.222.0.52 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044376 Mar 23 13:02:32.127879 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-f8ff6b09-4d6f-4eda-bab6-3470a8658a6c service neutron] 10.222.0.52 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884166 Mar 23 13:02:32.268707 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:02:32.275625 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:32.278457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Sync routers for ids ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:02:32.284908 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:32.292343 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:32.297045 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-aff87f18-2fac-4bc9-96e1-131b9bcecba9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0594180 Mar 23 13:02:32.297386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45552) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:32.301220 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Routers {'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:32.301982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:02:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:32.329900 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-34bfd75b-f9fc-4f01-b034-501247bf4b69 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=eb8ecb713c7040f89ae917ef013d6d62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313594 Mar 23 13:02:32.333103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45554) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:32.340780 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3329332e-36e9-43c9-8a4f-8532b3640945 req-ab8b2189-fcc5-43a6-b4ff-970b0daeb528 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 210 time: 0.0398171 Mar 23 13:02:32.433244 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416e9a9-0987-4843-baeb-f3f998f6aeaf None None] Pushing event updated for resources: {'Port': ['ID=168d7166-23e7-4200-9bdc-5539c05ef936,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:32.442781 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Set router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:32.443150 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e9a9-0987-4843-baeb-f3f998f6aeaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:32.444120 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e9a9-0987-4843-baeb-f3f998f6aeaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:32.444463 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e9a9-0987-4843-baeb-f3f998f6aeaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:32.444797 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e9a9-0987-4843-baeb-f3f998f6aeaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:32.445127 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e9a9-0987-4843-baeb-f3f998f6aeaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:32.445451 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e9a9-0987-4843-baeb-f3f998f6aeaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:32.445774 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e9a9-0987-4843-baeb-f3f998f6aeaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:32.446094 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e9a9-0987-4843-baeb-f3f998f6aeaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:32.446408 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e9a9-0987-4843-baeb-f3f998f6aeaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:32.446728 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e9a9-0987-4843-baeb-f3f998f6aeaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:32.447094 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e9a9-0987-4843-baeb-f3f998f6aeaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:32.447412 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e9a9-0987-4843-baeb-f3f998f6aeaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:02:32.472169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73caffb5-7be5-4188-ad84-ac31561d18ad tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:32.478951 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45556) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:32.479903 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-73caffb5-7be5-4188-ad84-ac31561d18ad tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1459644 Mar 23 13:02:32.483272 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Attempting to bind port 168d7166-23e7-4200-9bdc-5539c05ef936 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:02:32.483641 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Attempting to bind port 168d7166-23e7-4200-9bdc-5539c05ef936 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:02:32.484087 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Attempting to bind port 168d7166-23e7-4200-9bdc-5539c05ef936 on network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:02:32.489710 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:02:32.490350 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Checking segment: {'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:02:32.490927 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:32.491480 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Bound using segment: {'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:02:32.492153 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Bound port: 168d7166-23e7-4200-9bdc-5539c05ef936, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:02:32.492736 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:32.522845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3c9947a8-377d-4e79-8828-cc0b038e764d tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427558 Mar 23 13:02:32.525364 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45562) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:32.531582 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8262d28f-9ae3-4b70-b232-715e0896f48c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1740165238', 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:32.626044 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] For port 168d7166-23e7-4200-9bdc-5539c05ef936, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:02:32.631464 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] For port 168d7166-23e7-4200-9bdc-5539c05ef936, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=168d7166-23e7-4200-9bdc-5539c05ef936,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:02:32.638667 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:32.681713 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8262d28f-9ae3-4b70-b232-715e0896f48c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Made reservation on behalf of eb8ecb713c7040f89ae917ef013d6d62 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:02:32.694546 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8262d28f-9ae3-4b70-b232-715e0896f48c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:32.697822 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Routers {'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:32.698492 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:02:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:32.701852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'name': 'tempest-TestNetworkBasicOps-router-229858764', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:29Z', 'updated_at': '2022-03-23T13:02:31Z', 'revision_number': 3, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:30Z', 'updated_at': '2022-03-23T13:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:32.752562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Checking router: bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:02:32.753427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Updating router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba port a902e6af-0eff-4f93-9d80-e25e42d08012 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:02:32.771905 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416e9a9-0987-4843-baeb-f3f998f6aeaf None None] Pushing event updated for resources: {'Port': ['ID=168d7166-23e7-4200-9bdc-5539c05ef936,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:32.784751 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-407fd0c2-da3d-45c0-b8f2-0d1782a70cc7 None None] Provisioning complete for port 168d7166-23e7-4200-9bdc-5539c05ef936 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:32.785243 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-407fd0c2-da3d-45c0-b8f2-0d1782a70cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:32.789619 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:32.842739 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] Set router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:32.983282 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8262d28f-9ae3-4b70-b232-715e0896f48c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:33.029770 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-407fd0c2-da3d-45c0-b8f2-0d1782a70cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:33.083628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262d28f-9ae3-4b70-b232-715e0896f48c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Subnet': ['ID=1c423f7f-59b5-42a2-a8f2-819b423401c9,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:33.087370 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262d28f-9ae3-4b70-b232-715e0896f48c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Checking segment: {'id': 'a0178206-7460-4e1a-a6e7-db0a6b6226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:02:33.087727 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8262d28f-9ae3-4b70-b232-715e0896f48c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network hostable DHCP agents. Network: 225b4233-c241-4ece-97b0-02d3f691dc24, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:02:33.092762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-407fd0c2-da3d-45c0-b8f2-0d1782a70cc7 None None] For port 168d7166-23e7-4200-9bdc-5539c05ef936, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=168d7166-23e7-4200-9bdc-5539c05ef936,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:33.108124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8262d28f-9ae3-4b70-b232-715e0896f48c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network 225b4233-c241-4ece-97b0-02d3f691dc24 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:02:33.120568 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-8262d28f-9ae3-4b70-b232-715e0896f48c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 225b4233-c241-4ece-97b0-02d3f691dc24) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:02:33.127344 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8262d28f-9ae3-4b70-b232-715e0896f48c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:33.128555 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8262d28f-9ae3-4b70-b232-715e0896f48c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:33.130363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38f4e51-a6f4-4aa6-ae7b-25c904732b11 None None] Network 225b4233-c241-4ece-97b0-02d3f691dc24 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:02:33.134242 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-407fd0c2-da3d-45c0-b8f2-0d1782a70cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:33.150232 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052816292', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:24Z', 'updated_at': '2022-03-23T13:02:29Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '168d7166-23e7-4200-9bdc-5539c05ef936', 'name': '', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:16:a8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:28Z', 'updated_at': '2022-03-23T13:02:32Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:33.163351 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45566) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:33.176600 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8262d28f-9ae3-4b70-b232-715e0896f48c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6500571 Mar 23 13:02:33.187243 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee646b4e-49ac-4ae2-903c-8e58d05a539d None None] The sync data for ids ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'] in n-d-834854-1 is: [{'id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052816292', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:24Z', 'updated_at': '2022-03-23T13:02:29Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '168d7166-23e7-4200-9bdc-5539c05ef936', 'name': '', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:16:a8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:28Z', 'updated_at': '2022-03-23T13:02:32Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:02:33.542185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 168d7166-23e7-4200-9bdc-5539c05ef936 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:02:33.561787 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3be7c717-b6e2-473a-a441-fbd6fb59123d None None] Provisioning complete for port 168d7166-23e7-4200-9bdc-5539c05ef936 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:33.562770 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3be7c717-b6e2-473a-a441-fbd6fb59123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:33.619544 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fd0c2-da3d-45c0-b8f2-0d1782a70cc7 None None] Pushing event updated for resources: {'Port': ['ID=168d7166-23e7-4200-9bdc-5539c05ef936,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:33.823792 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6ead023-1bd9-4564-baa7-e38f58ffd581 req-f04bd10d-83c4-4a08-ad83-629c8c114d45 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 210 time: 0.0738754 Mar 23 13:02:33.873958 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:33.882972 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-225b4233-c241-4ece-97b0-02d3f691dc24', 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'fixed_ips': [{'subnet_id': '1c423f7f-59b5-42a2-a8f2-819b423401c9'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:02:33.883839 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:33.893047 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:33.901625 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 168d7166-23e7-4200-9bdc-5539c05ef936 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:33.902085 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:34.026627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-d3c4fea8-ec67-45bb-a5ae-2838e2f4b9e0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:34.028285 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-d3c4fea8-ec67-45bb-a5ae-2838e2f4b9e0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.73 "GET /v2.0/networks?id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 HTTP/1.1" status: 200 len: 795 time: 0.2801063 Mar 23 13:02:34.043231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Attempting to bind port a902e6af-0eff-4f93-9d80-e25e42d08012 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:02:34.043667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Attempting to bind port a902e6af-0eff-4f93-9d80-e25e42d08012 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:02:34.044510 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Attempting to bind port a902e6af-0eff-4f93-9d80-e25e42d08012 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:02:34.050862 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02651fc-dabf-402c-ba58-8318473cf9de None None] Pushing event updated for resources: {'Port': ['ID=a902e6af-0eff-4f93-9d80-e25e42d08012,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:34.122057 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-23406aea-254b-4e3e-b9c8-80f90c467c33 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7384117b2eb84ea483002d0119f2bf5c HTTP/1.1" status: 200 len: 377 time: 0.0807502 Mar 23 13:02:34.132181 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:02:34.132824 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:02:34.133229 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:34.133643 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:02:34.134496 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Bound port: a902e6af-0eff-4f93-9d80-e25e42d08012, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:02:34.135001 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:34.135163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-009c1604-b155-49a4-af5a-88563273d726 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'port': {'device_id': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'admin_state_up': True, 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'security_groups': ['b3f72ea8-f090-469a-8a5d-21c8954fbe58']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:34.306220 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6de5f213-da15-4e50-bd4d-fdc667f93b99 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:02:34.311694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] For port a902e6af-0eff-4f93-9d80-e25e42d08012, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:02:34.319313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] For port a902e6af-0eff-4f93-9d80-e25e42d08012, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a902e6af-0eff-4f93-9d80-e25e42d08012,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:02:34.359263 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:34.359628 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-009c1604-b155-49a4-af5a-88563273d726 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Made reservation on behalf of 7384117b2eb84ea483002d0119f2bf5c for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:02:34.363224 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-009c1604-b155-49a4-af5a-88563273d726 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:34.381842 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Allocated IP 172.20.0.2 (225b4233-c241-4ece-97b0-02d3f691dc24/1c423f7f-59b5-42a2-a8f2-819b423401c9/917893d0-fbc9-46f6-8b88-8c53cfd6819e) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:02:34.485509 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:34.538266 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Routers {'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:34.538900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:02:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:34.546470 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02651fc-dabf-402c-ba58-8318473cf9de None None] Pushing event updated for resources: {'Port': ['ID=a902e6af-0eff-4f93-9d80-e25e42d08012,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:34.605729 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-009c1604-b155-49a4-af5a-88563273d726 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Allocated IP 172.20.0.12 (cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38/d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1/ac275954-8849-4a9b-826c-5c1068091497) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:02:34.622363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 6de5f213-da15-4e50-bd4d-fdc667f93b99 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:34.622836 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:34.813988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] Set router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:34.886424 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-009c1604-b155-49a4-af5a-88563273d726 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:34.894807 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:34.913896 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:34.940799 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab7c42ac-bb38-478d-b9d0-1c145686779a req-14754d4c-b78c-43ab-8601-0fb4c4c0c0b2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 210 time: 0.0387232 Mar 23 13:02:34.965980 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Allocated IP 172.20.0.1 (225b4233-c241-4ece-97b0-02d3f691dc24/1c423f7f-59b5-42a2-a8f2-819b423401c9/c71ea8a8-a5fe-408a-8233-25581c769ab4) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:02:34.970877 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-009c1604-b155-49a4-af5a-88563273d726 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:35.025704 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Network 225b4233-c241-4ece-97b0-02d3f691dc24 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:02:35.039510 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:02:35.042384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-009c1604-b155-49a4-af5a-88563273d726 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:02:35.043085 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Pushing event updated for resources: {'Port': ['ID=917893d0-fbc9-46f6-8b88-8c53cfd6819e,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:35.045227 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:02:35.080316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-009c1604-b155-49a4-af5a-88563273d726 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:02:35.084557 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-009c1604-b155-49a4-af5a-88563273d726 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:02:35.087566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c1604-b155-49a4-af5a-88563273d726 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=ac275954-8849-4a9b-826c-5c1068091497,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:35.149932 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Attempting to bind port 917893d0-fbc9-46f6-8b88-8c53cfd6819e on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:02:35.150441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Attempting to bind port 917893d0-fbc9-46f6-8b88-8c53cfd6819e by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'a0178206-7460-4e1a-a6e7-db0a6b6226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:02:35.150894 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Attempting to bind port 917893d0-fbc9-46f6-8b88-8c53cfd6819e on network 225b4233-c241-4ece-97b0-02d3f691dc24 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:02:35.155626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-009c1604-b155-49a4-af5a-88563273d726 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:35.157192 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-009c1604-b155-49a4-af5a-88563273d726 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:35.162540 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:02:35.163070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Checking segment: {'id': 'a0178206-7460-4e1a-a6e7-db0a6b6226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:02:35.163571 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:35.164102 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Bound using segment: {'id': 'a0178206-7460-4e1a-a6e7-db0a6b6226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:02:35.165035 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Bound port: 917893d0-fbc9-46f6-8b88-8c53cfd6819e, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0178206-7460-4e1a-a6e7-db0a6b6226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:02:35.165214 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:35.198549 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-009c1604-b155-49a4-af5a-88563273d726 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0632386 Mar 23 13:02:35.203939 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Request body: {'port': {'device_id': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:35.210379 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:35.213393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'name': 'tempest-TestNetworkBasicOps-router-229858764', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:29Z', 'updated_at': '2022-03-23T13:02:31Z', 'revision_number': 3, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:30Z', 'updated_at': '2022-03-23T13:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:35.244689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52bd90-0823-4ecf-a6b8-fa8b0d9b0396 None None] The sync data for ids ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'] in n-d-834854-1 is: [{'id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'name': 'tempest-TestNetworkBasicOps-router-229858764', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:29Z', 'updated_at': '2022-03-23T13:02:31Z', 'revision_number': 3, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:30Z', 'updated_at': '2022-03-23T13:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:02:35.271469 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] For port 917893d0-fbc9-46f6-8b88-8c53cfd6819e, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:02:35.275202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] For port 917893d0-fbc9-46f6-8b88-8c53cfd6819e, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=917893d0-fbc9-46f6-8b88-8c53cfd6819e,segment=NetworkSegment(a0178206-7460-4e1a-a6e7-db0a6b6226ae),segment_id=a0178206-7460-4e1a-a6e7-db0a6b6226ae)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:02:35.280595 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:35.282750 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:35.326481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:35.352658 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-404b5117-9d3c-45d4-a175-001a87edb680 None None] Provisioning complete for port ac275954-8849-4a9b-826c-5c1068091497 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:35.353075 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-404b5117-9d3c-45d4-a175-001a87edb680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:35.385372 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 168d7166-23e7-4200-9bdc-5539c05ef936 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:02:35.398100 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Port': ['ID=c71ea8a8-a5fe-408a-8233-25581c769ab4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:35.403602 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network 225b4233-c241-4ece-97b0-02d3f691dc24 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:02:35.409258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:02:35.430482 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5219e74-a886-4435-aee8-8839fe7154bd None None] Pushing event updated for resources: {'Port': ['ID=917893d0-fbc9-46f6-8b88-8c53cfd6819e,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:35.449520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-404b5117-9d3c-45d4-a175-001a87edb680 None None] Port ac275954-8849-4a9b-826c-5c1068091497 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:02:35.462683 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:02:35.477254 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 168d7166-23e7-4200-9bdc-5539c05ef936 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:35.477735 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:35.541427 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:35.840956 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:35.864197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac275954-8849-4a9b-826c-5c1068091497 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:02:35.874042 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:35.924284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Transition to ACTIVE for port object ac275954-8849-4a9b-826c-5c1068091497 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:02:35.930211 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:36.104944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Pushing event updated for resources: {'Port': ['ID=ac275954-8849-4a9b-826c-5c1068091497,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:36.259890 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7f031-40bb-4f28-8a2f-f4683948e871 req-3d29cf7b-410b-4c4d-aa1c-b8569d55cdda tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:36.261644 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83f7f031-40bb-4f28-8a2f-f4683948e871 req-3d29cf7b-410b-4c4d-aa1c-b8569d55cdda tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 944 time: 0.2038770 Mar 23 13:02:36.304681 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Attempting to bind port ac275954-8849-4a9b-826c-5c1068091497 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:02:36.304917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Attempting to bind port ac275954-8849-4a9b-826c-5c1068091497 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:02:36.305198 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Attempting to bind port ac275954-8849-4a9b-826c-5c1068091497 on network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:02:36.322946 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Port ac275954-8849-4a9b-826c-5c1068091497 on network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:02:36.323267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Attempting to bind port ac275954-8849-4a9b-826c-5c1068091497 on network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:02:36.363203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:02:36.363532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Checking segment: {'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:02:36.363900 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Bound using segment: {'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:02:36.364376 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Bound port: ac275954-8849-4a9b-826c-5c1068091497, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:02:36.364728 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:36.375164 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-83f7f031-40bb-4f28-8a2f-f4683948e871 req-db6d69d5-5064-4b79-8563-3920bab50258 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0950305 Mar 23 13:02:36.449180 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:36.454709 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:36.543917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Port': ['ID=c71ea8a8-a5fe-408a-8233-25581c769ab4,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:36.570638 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:02:36.576741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ac275954-8849-4a9b-826c-5c1068091497,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:02:36.580996 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:36.589474 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:36.659761 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:36.660605 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:36.662310 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] 10.222.0.73 "PUT /v2.0/ports/ac275954-8849-4a9b-826c-5c1068091497 HTTP/1.1" status: 200 len: 1092 time: 1.4628410 Mar 23 13:02:36.698030 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373ce763-7dbb-41ad-8a4d-2e24d2aee81c None None] Network 225b4233-c241-4ece-97b0-02d3f691dc24 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:02:36.713445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:02:36.716446 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f256ce-ac76-408b-9f6e-75c66bac9297" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "tag": "ac275954-8849-4a9b-826c-5c1068091497"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:02:36.827822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6e94b-4ff8-4d08-987f-1285409fe84d service neutron] Pushing event updated for resources: {'Port': ['ID=ac275954-8849-4a9b-826c-5c1068091497,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:36.861651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2cebd03d-5312-462e-be22-7ec3d94e2f22 None None] Provisioning complete for port 917893d0-fbc9-46f6-8b88-8c53cfd6819e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:36.871773 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbe913c-3009-471b-86ce-b99404965067 x-openstack-request-id: req-fcbe913c-3009-471b-86ce-b99404965067 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:02:36.872090 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cebd03d-5312-462e-be22-7ec3d94e2f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:36.872548 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "tag": "ac275954-8849-4a9b-826c-5c1068091497", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:02:36.873119 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fcbe913c-3009-471b-86ce-b99404965067 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:02:36.873690 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497', 'status': 'completed', 'code': 200} Mar 23 13:02:36.904714 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network 225b4233-c241-4ece-97b0-02d3f691dc24 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:02:36.907948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:02:36.913957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-46bd7cc9-88f6-4afc-9257-508ce9f35638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:36.915845 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-46bd7cc9-88f6-4afc-9257-508ce9f35638 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 1095 time: 0.1122301 Mar 23 13:02:36.992480 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-ce96d47f-4a2c-40d9-a84d-5659a1bcddde service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac275954-8849-4a9b-826c-5c1068091497 HTTP/1.1" status: 200 len: 217 time: 0.0364745 Mar 23 13:02:37.026761 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cebd03d-5312-462e-be22-7ec3d94e2f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:37.074044 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2cebd03d-5312-462e-be22-7ec3d94e2f22 None None] For port 917893d0-fbc9-46f6-8b88-8c53cfd6819e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=917893d0-fbc9-46f6-8b88-8c53cfd6819e,segment=NetworkSegment(a0178206-7460-4e1a-a6e7-db0a6b6226ae),segment_id=a0178206-7460-4e1a-a6e7-db0a6b6226ae)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:37.079397 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cebd03d-5312-462e-be22-7ec3d94e2f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:37.162153 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebd03d-5312-462e-be22-7ec3d94e2f22 None None] Pushing event updated for resources: {'Port': ['ID=917893d0-fbc9-46f6-8b88-8c53cfd6819e,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:37.328736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-34e5becd-1db0-4be9-84cb-a38026890cf7 None None] Provisioning complete for port c71ea8a8-a5fe-408a-8233-25581c769ab4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:37.329514 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34e5becd-1db0-4be9-84cb-a38026890cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:37.397008 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-34e5becd-1db0-4be9-84cb-a38026890cf7 None None] Port c71ea8a8-a5fe-408a-8233-25581c769ab4 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:02:37.400701 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-a7aab862-c7c1-448a-a971-2097d4920ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:37.402400 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-a7aab862-c7c1-448a-a971-2097d4920ac8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1 HTTP/1.1" status: 200 len: 834 time: 0.4009659 Mar 23 13:02:37.441094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:02:37.447162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a902e6af-0eff-4f93-9d80-e25e42d08012 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:02:37.491618 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-d9a16793-b76f-45d8-a34c-776e1e3152ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:37.493137 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-d9a16793-b76f-45d8-a34c-776e1e3152ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664229 Mar 23 13:02:37.508470 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-34e5becd-1db0-4be9-84cb-a38026890cf7 None None] Provisioning complete for port 917893d0-fbc9-46f6-8b88-8c53cfd6819e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:37.508840 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34e5becd-1db0-4be9-84cb-a38026890cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:37.566650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a902e6af-0eff-4f93-9d80-e25e42d08012 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:37.566930 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:37.687096 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:37.691700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4992f8-d2e3-41ac-8547-c1d454c55b1c req-0addd02d-deb3-4f34-95a5-a5c354e94db3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:37.693601 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf4992f8-d2e3-41ac-8547-c1d454c55b1c req-0addd02d-deb3-4f34-95a5-a5c354e94db3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 944 time: 0.1669459 Mar 23 13:02:37.709788 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port a902e6af-0eff-4f93-9d80-e25e42d08012, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a902e6af-0eff-4f93-9d80-e25e42d08012,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:37.714676 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:37.715473 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 917893d0-fbc9-46f6-8b88-8c53cfd6819e up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:02:37.760178 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:02:37.766888 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0972c76c-ff37-4738-91e5-eb5a3a78ca7c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "PUT /v2.0/routers/bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6013846 Mar 23 13:02:37.770485 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45582) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:37.771733 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-11412cd5-1038-4cc8-b248-c0415f2880c9 service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438664 Mar 23 13:02:37.798282 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e9e7d92e-376b-45ca-891f-7596c90cc9e9 None None] Provisioning complete for port c71ea8a8-a5fe-408a-8233-25581c769ab4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:37.798642 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d92e-376b-45ca-891f-7596c90cc9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:37.817934 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf4992f8-d2e3-41ac-8547-c1d454c55b1c req-6fc7fe6d-7307-46f4-b6fa-82952687c775 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1143808 Mar 23 13:02:37.845789 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=a902e6af-0eff-4f93-9d80-e25e42d08012,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:37.858483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e9e7d92e-376b-45ca-891f-7596c90cc9e9 None None] Port c71ea8a8-a5fe-408a-8233-25581c769ab4 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:02:37.861876 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 917893d0-fbc9-46f6-8b88-8c53cfd6819e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:37.862275 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:37.912111 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dac8792d-212d-468c-8b61-c1ffb8561feb req-4fc894d4-6f71-414e-ba45-5c21e8982bec service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249549 Mar 23 13:02:37.925244 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Sync routers for ids ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:02:37.934877 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Routers {'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:37.935578 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:02:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:37.938906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a2d9f1-9f48-41f0-968d-4dadd416cfd9 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:37.939459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a2d9f1-9f48-41f0-968d-4dadd416cfd9 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:37.940100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a2d9f1-9f48-41f0-968d-4dadd416cfd9 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:37.940663 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a2d9f1-9f48-41f0-968d-4dadd416cfd9 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:37.941187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a2d9f1-9f48-41f0-968d-4dadd416cfd9 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:37.941933 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a2d9f1-9f48-41f0-968d-4dadd416cfd9 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:37.942349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a2d9f1-9f48-41f0-968d-4dadd416cfd9 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:37.947701 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-22a2d9f1-9f48-41f0-968d-4dadd416cfd9 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.1727412 Mar 23 13:02:37.947701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45584) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:37.983846 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2096387b-e8f6-4434-ba3a-2763a55089df None None] Provisioning complete for port c71ea8a8-a5fe-408a-8233-25581c769ab4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:37.984246 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2096387b-e8f6-4434-ba3a-2763a55089df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:38.014235 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f256ce-ac76-408b-9f6e-75c66bac9297 req-2fc32216-0dd0-48be-b3b0-8393c41ca3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:38.016612 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f6f256ce-ac76-408b-9f6e-75c66bac9297 req-2fc32216-0dd0-48be-b3b0-8393c41ca3e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 1095 time: 0.0499861 Mar 23 13:02:38.017466 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0304a564-a3ad-402d-8fe0-0f125dd81452 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:38.018078 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0304a564-a3ad-402d-8fe0-0f125dd81452 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:38.018536 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0304a564-a3ad-402d-8fe0-0f125dd81452 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:38.018988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0304a564-a3ad-402d-8fe0-0f125dd81452 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:38.019433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0304a564-a3ad-402d-8fe0-0f125dd81452 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:38.019885 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0304a564-a3ad-402d-8fe0-0f125dd81452 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:38.020365 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0304a564-a3ad-402d-8fe0-0f125dd81452 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:38.023984 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0304a564-a3ad-402d-8fe0-0f125dd81452 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.0737634 Mar 23 13:02:38.024177 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2096387b-e8f6-4434-ba3a-2763a55089df None None] Port c71ea8a8-a5fe-408a-8233-25581c769ab4 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:02:38.025153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45586) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:38.051282 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Set router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:38.129128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f256ce-ac76-408b-9f6e-75c66bac9297 req-98577c6a-e1a5-493a-9cd5-466bac8c7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:38.130790 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f6f256ce-ac76-408b-9f6e-75c66bac9297 req-98577c6a-e1a5-493a-9cd5-466bac8c7fb6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 HTTP/1.1" status: 200 len: 896 time: 0.1044602 Mar 23 13:02:38.180749 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f6f256ce-ac76-408b-9f6e-75c66bac9297 req-f3da2c9c-7bef-4e7a-be00-87f8196fb40d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac275954-8849-4a9b-826c-5c1068091497 HTTP/1.1" status: 200 len: 217 time: 0.0380039 Mar 23 13:02:38.198477 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-feecc0c1-0d90-4123-9c43-e4f686b98ce8 tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.1702428 Mar 23 13:02:38.238078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f256ce-ac76-408b-9f6e-75c66bac9297 req-28befca0-6480-4caa-8805-505b7ed46102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:38.239831 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f6f256ce-ac76-408b-9f6e-75c66bac9297 req-28befca0-6480-4caa-8805-505b7ed46102 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1 HTTP/1.1" status: 200 len: 834 time: 0.0526607 Mar 23 13:02:38.283671 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'name': 'tempest-TestNetworkBasicOps-router-229858764', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:29Z', 'updated_at': '2022-03-23T13:02:35Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:30Z', 'updated_at': '2022-03-23T13:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c71ea8a8-a5fe-408a-8233-25581c769ab4', 'name': '', 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:ff:30:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:34Z', 'updated_at': '2022-03-23T13:02:36Z', 'revision_number': 2, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:38.298060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f256ce-ac76-408b-9f6e-75c66bac9297 req-057be9f0-3382-4ca2-ad95-9f48eadc8b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:38.299628 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f6f256ce-ac76-408b-9f6e-75c66bac9297 req-057be9f0-3382-4ca2-ad95-9f48eadc8b4a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485318 Mar 23 13:02:38.312377 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Checking router: bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:02:38.312377 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Updating router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba port c71ea8a8-a5fe-408a-8233-25581c769ab4 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:02:38.339705 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:38.409422 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f6f256ce-ac76-408b-9f6e-75c66bac9297 req-9c63fe00-cb87-443f-bf6b-27e06c1f886b service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004243 Mar 23 13:02:38.519257 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f6f256ce-ac76-408b-9f6e-75c66bac9297 req-91b779b5-0b82-42e1-83b9-7df087c1222d service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982997 Mar 23 13:02:38.727822 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:38.733261 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:38.781631 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe08bf-50dc-41a9-96a1-84c2c0b5788d None None] Pushing event updated for resources: {'Port': ['ID=c71ea8a8-a5fe-408a-8233-25581c769ab4,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:38.845240 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Attempting to bind port c71ea8a8-a5fe-408a-8233-25581c769ab4 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:02:38.845609 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Attempting to bind port c71ea8a8-a5fe-408a-8233-25581c769ab4 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'a0178206-7460-4e1a-a6e7-db0a6b6226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:02:38.845966 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Attempting to bind port c71ea8a8-a5fe-408a-8233-25581c769ab4 on network 225b4233-c241-4ece-97b0-02d3f691dc24 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:02:38.851822 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:02:38.852128 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Checking segment: {'id': 'a0178206-7460-4e1a-a6e7-db0a6b6226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:02:38.852503 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:38.853074 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Bound using segment: {'id': 'a0178206-7460-4e1a-a6e7-db0a6b6226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:02:38.853544 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Bound port: c71ea8a8-a5fe-408a-8233-25581c769ab4, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0178206-7460-4e1a-a6e7-db0a6b6226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:02:38.853924 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:38.864698 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45592) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:38.868504 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9c7636fd-5df4-4e73-b030-892970bf2fb8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1785772592', 'description': 'tempest-secgroup-smoke-1785772592 description', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:38.905524 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c7636fd-5df4-4e73-b030-892970bf2fb8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:38.953409 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] For port c71ea8a8-a5fe-408a-8233-25581c769ab4, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:02:38.957998 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] For port c71ea8a8-a5fe-408a-8233-25581c769ab4, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c71ea8a8-a5fe-408a-8233-25581c769ab4,segment=NetworkSegment(a0178206-7460-4e1a-a6e7-db0a6b6226ae),segment_id=a0178206-7460-4e1a-a6e7-db0a6b6226ae)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:02:38.964315 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:38.974867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d190b0-c1d3-47c4-b0ae-820e2f23cf67 req-6cb859e3-a3b0-4787-95d6-3121a51a2a52 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:38.977081 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-69d190b0-c1d3-47c4-b0ae-820e2f23cf67 req-6cb859e3-a3b0-4787-95d6-3121a51a2a52 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 944 time: 0.0636747 Mar 23 13:02:39.010491 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c7636fd-5df4-4e73-b030-892970bf2fb8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.016289 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c7636fd-5df4-4e73-b030-892970bf2fb8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.026755 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe08bf-50dc-41a9-96a1-84c2c0b5788d None None] Pushing event updated for resources: {'Port': ['ID=c71ea8a8-a5fe-408a-8233-25581c769ab4,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:39.026990 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-69d190b0-c1d3-47c4-b0ae-820e2f23cf67 req-f06ce25e-3528-485e-8730-d79cd572020b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428236 Mar 23 13:02:39.044166 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Routers {'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:39.044805 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:02:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:39.063951 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9c7636fd-5df4-4e73-b030-892970bf2fb8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.067665 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-39447948-b855-4e9f-935a-984c450ed28c None None] Provisioning complete for port c71ea8a8-a5fe-408a-8233-25581c769ab4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:39.068253 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-39447948-b855-4e9f-935a-984c450ed28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.068934 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45594) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:39.073106 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9c7636fd-5df4-4e73-b030-892970bf2fb8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2081950 Mar 23 13:02:39.076135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-49e981a2-e9d2-43f5-8c23-9fbb91d1e01a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': '237c6d21-dcb2-4077-a858-41854fc8e208', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:39.088482 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7636fd-5df4-4e73-b030-892970bf2fb8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237c6d21-dcb2-4077-a858-41854fc8e208,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:39.110479 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49e981a2-e9d2-43f5-8c23-9fbb91d1e01a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.175713 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49e981a2-e9d2-43f5-8c23-9fbb91d1e01a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.181135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49e981a2-e9d2-43f5-8c23-9fbb91d1e01a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.190936 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] Set router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:39.204735 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e981a2-e9d2-43f5-8c23-9fbb91d1e01a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de797f3d-ba3e-4556-95e5-3fe011f50392,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:39.210107 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-39447948-b855-4e9f-935a-984c450ed28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.213872 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-49e981a2-e9d2-43f5-8c23-9fbb91d1e01a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.217628 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-49e981a2-e9d2-43f5-8c23-9fbb91d1e01a tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446238 Mar 23 13:02:39.218454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45596) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:39.224543 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3ee92860-5c95-4427-bf21-80477b1a54ed tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': '237c6d21-dcb2-4077-a858-41854fc8e208', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:39.247956 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-39447948-b855-4e9f-935a-984c450ed28c None None] For port c71ea8a8-a5fe-408a-8233-25581c769ab4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c71ea8a8-a5fe-408a-8233-25581c769ab4,segment=NetworkSegment(a0178206-7460-4e1a-a6e7-db0a6b6226ae),segment_id=a0178206-7460-4e1a-a6e7-db0a6b6226ae)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:39.254150 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-39447948-b855-4e9f-935a-984c450ed28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.267017 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ee92860-5c95-4427-bf21-80477b1a54ed tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.338584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a902e6af-0eff-4f93-9d80-e25e42d08012 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:02:39.341142 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ee92860-5c95-4427-bf21-80477b1a54ed tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.341290 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39447948-b855-4e9f-935a-984c450ed28c None None] Pushing event updated for resources: {'Port': ['ID=c71ea8a8-a5fe-408a-8233-25581c769ab4,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:39.346519 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ee92860-5c95-4427-bf21-80477b1a54ed tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.366982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee92860-5c95-4427-bf21-80477b1a54ed tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad945177-bbeb-436d-a499-5fbfb86759b4,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:39.385115 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3ee92860-5c95-4427-bf21-80477b1a54ed tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.387396 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3ee92860-5c95-4427-bf21-80477b1a54ed tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1667120 Mar 23 13:02:39.390088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45598) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:39.390407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b81c9aac-4815-4026-94e6-e895b678df87 None None] Provisioning complete for port c71ea8a8-a5fe-408a-8233-25581c769ab4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:39.390772 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b81c9aac-4815-4026-94e6-e895b678df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.396317 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-08b7dc71-bf2e-4d2e-8bad-8edb2da250a2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': '237c6d21-dcb2-4077-a858-41854fc8e208', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:39.427888 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-08b7dc71-bf2e-4d2e-8bad-8edb2da250a2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.442016 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a902e6af-0eff-4f93-9d80-e25e42d08012 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:39.442386 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.458656 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'name': 'tempest-TestNetworkBasicOps-router-229858764', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:29Z', 'updated_at': '2022-03-23T13:02:35Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:30Z', 'updated_at': '2022-03-23T13:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c71ea8a8-a5fe-408a-8233-25581c769ab4', 'name': '', 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:ff:30:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:34Z', 'updated_at': '2022-03-23T13:02:38Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:39.485987 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a2b0af-05c6-4daa-8866-1fc4c4c7f2c7 None None] The sync data for ids ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'] in n-d-834854-1 is: [{'id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'name': 'tempest-TestNetworkBasicOps-router-229858764', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:29Z', 'updated_at': '2022-03-23T13:02:35Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:30Z', 'updated_at': '2022-03-23T13:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c71ea8a8-a5fe-408a-8233-25581c769ab4', 'name': '', 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:ff:30:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:34Z', 'updated_at': '2022-03-23T13:02:38Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:02:39.494432 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-08b7dc71-bf2e-4d2e-8bad-8edb2da250a2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.498150 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-08b7dc71-bf2e-4d2e-8bad-8edb2da250a2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.518328 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7dc71-bf2e-4d2e-8bad-8edb2da250a2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205dcb0f-e3fc-47c0-81ab-36aa3bad0eec,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:39.528499 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-08b7dc71-bf2e-4d2e-8bad-8edb2da250a2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.533025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45600) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:39.533517 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-08b7dc71-bf2e-4d2e-8bad-8edb2da250a2 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413636 Mar 23 13:02:39.538252 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3c335317-587d-4040-9416-5982894e4732 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': '237c6d21-dcb2-4077-a858-41854fc8e208', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:39.586368 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c335317-587d-4040-9416-5982894e4732 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.657141 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c335317-587d-4040-9416-5982894e4732 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.660956 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c335317-587d-4040-9416-5982894e4732 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.679601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c335317-587d-4040-9416-5982894e4732 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b144b0d5-014c-48ee-9735-bc38501dc0d1,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:39.688768 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3c335317-587d-4040-9416-5982894e4732 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.691965 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3c335317-587d-4040-9416-5982894e4732 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1558964 Mar 23 13:02:39.692801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45602) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:39.697415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fdd855e3-64bf-4fe5-9004-2a33da712880 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': '237c6d21-dcb2-4077-a858-41854fc8e208', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:39.723763 n-d-834854-1 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-fdd855e3-64bf-4fe5-9004-2a33da712880 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Project eb8ecb713c7040f89ae917ef013d6d62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:02:39.729817 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fdd855e3-64bf-4fe5-9004-2a33da712880 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.802285 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fdd855e3-64bf-4fe5-9004-2a33da712880 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.806123 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fdd855e3-64bf-4fe5-9004-2a33da712880 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.823769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd855e3-64bf-4fe5-9004-2a33da712880 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb33235b-b8ec-440a-b368-85cef7968d09,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:39.832861 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fdd855e3-64bf-4fe5-9004-2a33da712880 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.834114 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fdd855e3-64bf-4fe5-9004-2a33da712880 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403348 Mar 23 13:02:39.837028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45604) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:39.841576 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-68b3ba0a-043d-4206-b266-50a4d571aaaf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'security_group_rule': {'security_group_id': '237c6d21-dcb2-4077-a858-41854fc8e208', 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:39.864099 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-68b3ba0a-043d-4206-b266-50a4d571aaaf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Project eb8ecb713c7040f89ae917ef013d6d62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:02:39.869081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68b3ba0a-043d-4206-b266-50a4d571aaaf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.934840 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68b3ba0a-043d-4206-b266-50a4d571aaaf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.939423 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68b3ba0a-043d-4206-b266-50a4d571aaaf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.959382 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3ba0a-043d-4206-b266-50a4d571aaaf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c065c7e7-dc35-4844-b203-e28a9714e4a2,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:39.968583 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68b3ba0a-043d-4206-b266-50a4d571aaaf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:39.969802 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-68b3ba0a-043d-4206-b266-50a4d571aaaf tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317763 Mar 23 13:02:40.162691 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427e48d-5045-4292-9557-a274d35e272f req-681f1bce-c5a6-472a-bf47-577d38ff1a77 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785772592&fields=id&tenant_id=eb8ecb713c7040f89ae917ef013d6d62 HTTP/1.1" status: 200 len: 267 time: 0.0368981 Mar 23 13:02:40.163765 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb972e-109a-4980-8366-ff7a715a30e1 req-c1587f3d-05d3-483d-b9b3-aff8b7ccb875 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:40.165526 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bfcb972e-109a-4980-8366-ff7a715a30e1 req-c1587f3d-05d3-483d-b9b3-aff8b7ccb875 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 944 time: 0.0551300 Mar 23 13:02:40.209234 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bfcb972e-109a-4980-8366-ff7a715a30e1 req-1ecdeb7c-e823-4caa-81aa-57f29d22aa27 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0378551 Mar 23 13:02:40.278601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427e48d-5045-4292-9557-a274d35e272f req-c116a027-dd79-4c79-9344-09c3dee3b613 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:40.280409 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427e48d-5045-4292-9557-a274d35e272f req-c116a027-dd79-4c79-9344-09c3dee3b613 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/networks?id=225b4233-c241-4ece-97b0-02d3f691dc24 HTTP/1.1" status: 200 len: 797 time: 0.1103199 Mar 23 13:02:40.296903 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427e48d-5045-4292-9557-a274d35e272f req-d2da10bc-5eda-41b1-9917-e071d9f1eb6c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/quotas/eb8ecb713c7040f89ae917ef013d6d62 HTTP/1.1" status: 200 len: 375 time: 0.0095444 Mar 23 13:02:40.355188 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427e48d-5045-4292-9557-a274d35e272f req-b5ab9afc-fbb6-4b3e-9c1b-e874266d875b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb8ecb713c7040f89ae917ef013d6d62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522914 Mar 23 13:02:40.455984 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427e48d-5045-4292-9557-a274d35e272f req-1a066a68-721b-4f74-95a0-9fa7aa916c33 service neutron] 10.222.0.52 "GET /v2.0/networks/225b4233-c241-4ece-97b0-02d3f691dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883572 Mar 23 13:02:40.554496 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427e48d-5045-4292-9557-a274d35e272f req-88ca792e-0212-4bf4-89d8-e1dead4c4407 service neutron] 10.222.0.52 "GET /v2.0/networks/225b4233-c241-4ece-97b0-02d3f691dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923586 Mar 23 13:02:40.721450 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6a5585fb-82eb-4b77-87b7-6ebbeae36061 req-e87a40b7-47d6-4af9-9845-0475b0714647 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 210 time: 0.0282342 Mar 23 13:02:41.134691 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ac275954-8849-4a9b-826c-5c1068091497 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:02:41.293525 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ac275954-8849-4a9b-826c-5c1068091497,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:41.309565 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'ac275954-8849-4a9b-826c-5c1068091497', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'port_id': 'ac275954-8849-4a9b-826c-5c1068091497', 'mac_address': 'fa:16:3e:2c:57:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:02:41.361969 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:41.377917 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac275954-8849-4a9b-826c-5c1068091497 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:02:41.384292 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c71ea8a8-a5fe-408a-8233-25581c769ab4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:02:41.399905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc17082-0657-40f6-b726-8af9307cf5df req-6d34812a-d9f1-4df4-8859-105c4b5c723b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:41.401355 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9dc17082-0657-40f6-b726-8af9307cf5df req-6d34812a-d9f1-4df4-8859-105c4b5c723b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 944 time: 0.0795450 Mar 23 13:02:41.429194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ac275954-8849-4a9b-826c-5c1068091497,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:41.436298 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:41.445301 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9dc17082-0657-40f6-b726-8af9307cf5df req-923c7d6d-6c5c-4b80-9f67-ac53486f2fc9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0373361 Mar 23 13:02:41.495057 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=ac275954-8849-4a9b-826c-5c1068091497,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:41.497581 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c71ea8a8-a5fe-408a-8233-25581c769ab4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:41.497951 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:41.675571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['ac275954-8849-4a9b-826c-5c1068091497'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:02:41.814364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427e48d-5045-4292-9557-a274d35e272f req-e6a43590-6b17-490e-90b3-64bb370d1a05 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:41.816029 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427e48d-5045-4292-9557-a274d35e272f req-e6a43590-6b17-490e-90b3-64bb370d1a05 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.77 "GET /v2.0/networks?id=225b4233-c241-4ece-97b0-02d3f691dc24 HTTP/1.1" status: 200 len: 797 time: 0.1367195 Mar 23 13:02:41.841553 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7cf3f432-7df9-4e01-83ba-c37eb935d192 req-60fe10b4-1f94-4a39-8e86-d0bf7e37e75f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 210 time: 0.0400586 Mar 23 13:02:41.869477 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427e48d-5045-4292-9557-a274d35e272f req-c1f6f34d-7090-4af0-8a71-69fb6c25b385 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb8ecb713c7040f89ae917ef013d6d62 HTTP/1.1" status: 200 len: 380 time: 0.0425127 Mar 23 13:02:41.882866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3427e48d-5045-4292-9557-a274d35e272f req-e712717c-b79f-4284-9d2b-dacffa658979 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'port': {'device_id': '75266553-8f2c-4cf0-93f6-17249ee7a794', 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24', 'admin_state_up': True, 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'security_groups': ['237c6d21-dcb2-4077-a858-41854fc8e208']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:42.006666 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3427e48d-5045-4292-9557-a274d35e272f req-e712717c-b79f-4284-9d2b-dacffa658979 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Made reservation on behalf of eb8ecb713c7040f89ae917ef013d6d62 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:02:42.010756 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3427e48d-5045-4292-9557-a274d35e272f req-e712717c-b79f-4284-9d2b-dacffa658979 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:42.152597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-3427e48d-5045-4292-9557-a274d35e272f req-e712717c-b79f-4284-9d2b-dacffa658979 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Allocated IP 172.20.0.8 (225b4233-c241-4ece-97b0-02d3f691dc24/1c423f7f-59b5-42a2-a8f2-819b423401c9/0800d41f-57a5-4912-998e-3ca37cecfbb6) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:02:42.330028 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3427e48d-5045-4292-9557-a274d35e272f req-e712717c-b79f-4284-9d2b-dacffa658979 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:42.365726 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3427e48d-5045-4292-9557-a274d35e272f req-e712717c-b79f-4284-9d2b-dacffa658979 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:42.419434 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3427e48d-5045-4292-9557-a274d35e272f req-e712717c-b79f-4284-9d2b-dacffa658979 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network 225b4233-c241-4ece-97b0-02d3f691dc24 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:02:42.423180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-3427e48d-5045-4292-9557-a274d35e272f req-e712717c-b79f-4284-9d2b-dacffa658979 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:02:42.426767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3427e48d-5045-4292-9557-a274d35e272f req-e712717c-b79f-4284-9d2b-dacffa658979 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:02:42.432889 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712717c-b79f-4284-9d2b-dacffa658979 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Port': ['ID=0800d41f-57a5-4912-998e-3ca37cecfbb6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:42.485618 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427e48d-5045-4292-9557-a274d35e272f req-e712717c-b79f-4284-9d2b-dacffa658979 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:42.486240 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3427e48d-5045-4292-9557-a274d35e272f req-e712717c-b79f-4284-9d2b-dacffa658979 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:42.504462 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427e48d-5045-4292-9557-a274d35e272f req-e712717c-b79f-4284-9d2b-dacffa658979 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6255727 Mar 23 13:02:42.517566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Request body: {'port': {'device_id': '75266553-8f2c-4cf0-93f6-17249ee7a794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:42.616426 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:42.628394 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e630e4-3fb3-47a6-b97c-4e2aaa7b172d req-e84d61fa-6ba7-4b62-ad55-5fc198cf25bf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:42.629877 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f0e630e4-3fb3-47a6-b97c-4e2aaa7b172d req-e84d61fa-6ba7-4b62-ad55-5fc198cf25bf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 945 time: 0.0914412 Mar 23 13:02:42.668174 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f21b922b-86c3-485e-8cd4-32c0e956c495 None None] Provisioning complete for port 0800d41f-57a5-4912-998e-3ca37cecfbb6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:42.668773 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f21b922b-86c3-485e-8cd4-32c0e956c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:42.703177 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f0e630e4-3fb3-47a6-b97c-4e2aaa7b172d req-4124aff2-cbcb-48b3-84be-5d3500b5ef25 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0664728 Mar 23 13:02:42.717700 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f21b922b-86c3-485e-8cd4-32c0e956c495 None None] Port 0800d41f-57a5-4912-998e-3ca37cecfbb6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:02:42.924996 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0800d41f-57a5-4912-998e-3ca37cecfbb6 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:02:42.933342 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:42.946769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Transition to ACTIVE for port object 0800d41f-57a5-4912-998e-3ca37cecfbb6 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:02:42.948612 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00722834-fb30-4054-b75a-b9ca9e512008 req-8bdc2f29-a5c7-42db-91d9-af5a1026d044 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:42.950303 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00722834-fb30-4054-b75a-b9ca9e512008 req-8bdc2f29-a5c7-42db-91d9-af5a1026d044 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 931 time: 0.0506871 Mar 23 13:02:42.950717 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:42.989572 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-00722834-fb30-4054-b75a-b9ca9e512008 req-db67899e-b944-4c66-a762-c55daa7aebd9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=237c6d21-dcb2-4077-a858-41854fc8e208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316341 Mar 23 13:02:43.010198 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Pushing event updated for resources: {'Port': ['ID=0800d41f-57a5-4912-998e-3ca37cecfbb6,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:43.078681 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Attempting to bind port 0800d41f-57a5-4912-998e-3ca37cecfbb6 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:02:43.079016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Attempting to bind port 0800d41f-57a5-4912-998e-3ca37cecfbb6 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'a0178206-7460-4e1a-a6e7-db0a6b6226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:02:43.079345 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Attempting to bind port 0800d41f-57a5-4912-998e-3ca37cecfbb6 on network 225b4233-c241-4ece-97b0-02d3f691dc24 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:02:43.083871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Port 0800d41f-57a5-4912-998e-3ca37cecfbb6 on network 225b4233-c241-4ece-97b0-02d3f691dc24 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:02:43.084231 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Attempting to bind port 0800d41f-57a5-4912-998e-3ca37cecfbb6 on network 225b4233-c241-4ece-97b0-02d3f691dc24 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:02:43.089397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:02:43.089738 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Checking segment: {'id': 'a0178206-7460-4e1a-a6e7-db0a6b6226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:02:43.090121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Bound using segment: {'id': 'a0178206-7460-4e1a-a6e7-db0a6b6226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:02:43.090546 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Bound port: 0800d41f-57a5-4912-998e-3ca37cecfbb6, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0178206-7460-4e1a-a6e7-db0a6b6226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:02:43.090903 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:43.139712 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ac275954-8849-4a9b-826c-5c1068091497 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:02:43.161646 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] For port 0800d41f-57a5-4912-998e-3ca37cecfbb6, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:02:43.164955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] For port 0800d41f-57a5-4912-998e-3ca37cecfbb6, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=0800d41f-57a5-4912-998e-3ca37cecfbb6,segment=NetworkSegment(a0178206-7460-4e1a-a6e7-db0a6b6226ae),segment_id=a0178206-7460-4e1a-a6e7-db0a6b6226ae)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:02:43.170223 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:43.192408 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port ac275954-8849-4a9b-826c-5c1068091497 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:02:43.196413 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port ac275954-8849-4a9b-826c-5c1068091497 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:43.196638 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:43.214512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:43.215095 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:43.217155 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427e48d-5045-4292-9557-a274d35e272f req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] 10.222.0.77 "PUT /v2.0/ports/0800d41f-57a5-4912-998e-3ca37cecfbb6 HTTP/1.1" status: 200 len: 1091 time: 0.7050591 Mar 23 13:02:43.217613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75266553-8f2c-4cf0-93f6-17249ee7a794', 'tag': '0800d41f-57a5-4912-998e-3ca37cecfbb6'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:02:43.220930 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd84acf9-411c-4fb7-bb7d-6e4788d08226" -d '{"events": [{"name": "network-changed", "server_uuid": "75266553-8f2c-4cf0-93f6-17249ee7a794", "tag": "0800d41f-57a5-4912-998e-3ca37cecfbb6"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:02:43.256344 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54b88c-17cb-4ed7-aa77-5e14f6573b25 service neutron] Pushing event updated for resources: {'Port': ['ID=0800d41f-57a5-4912-998e-3ca37cecfbb6,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:43.299710 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc19269-df20-44e1-b9a8-2704c2786bf6 x-openstack-request-id: req-8bc19269-df20-44e1-b9a8-2704c2786bf6 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:02:43.299890 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:43.300155 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75266553-8f2c-4cf0-93f6-17249ee7a794", "tag": "0800d41f-57a5-4912-998e-3ca37cecfbb6", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:02:43.300468 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8bc19269-df20-44e1-b9a8-2704c2786bf6 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:02:43.300974 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75266553-8f2c-4cf0-93f6-17249ee7a794', 'tag': '0800d41f-57a5-4912-998e-3ca37cecfbb6', 'status': 'completed', 'code': 200} Mar 23 13:02:43.315219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427e48d-5045-4292-9557-a274d35e272f req-c4a53362-90d9-4f5f-ab34-1c6c328c2267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:43.316795 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427e48d-5045-4292-9557-a274d35e272f req-c4a53362-90d9-4f5f-ab34-1c6c328c2267 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb8ecb713c7040f89ae917ef013d6d62&device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 1094 time: 0.0546060 Mar 23 13:02:43.331067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:02:43.333847 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4036d8e3-11f4-410e-b9fa-268c2861292a" -d '{"events": [{"server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "name": "network-vif-plugged", "status": "completed", "tag": "ac275954-8849-4a9b-826c-5c1068091497"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:02:43.348451 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ac275954-8849-4a9b-826c-5c1068091497,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:43.354886 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:43.370058 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427e48d-5045-4292-9557-a274d35e272f req-3376fd4d-8d58-4146-bfc7-5036fd1e31ad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0800d41f-57a5-4912-998e-3ca37cecfbb6 HTTP/1.1" status: 200 len: 217 time: 0.0433726 Mar 23 13:02:43.391555 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486a3e8d-7101-44dc-af1c-84c4c42c715a x-openstack-request-id: req-486a3e8d-7101-44dc-af1c-84c4c42c715a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:02:43.391940 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "name": "network-vif-plugged", "status": "completed", "tag": "ac275954-8849-4a9b-826c-5c1068091497", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:02:43.392276 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-486a3e8d-7101-44dc-af1c-84c4c42c715a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:02:43.392749 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497', 'code': 200} Mar 23 13:02:43.413828 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=ac275954-8849-4a9b-826c-5c1068091497,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:43.443551 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427e48d-5045-4292-9557-a274d35e272f req-e3026905-7ef7-46e8-a338-b479705aa756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:43.445472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427e48d-5045-4292-9557-a274d35e272f req-e3026905-7ef7-46e8-a338-b479705aa756 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1c423f7f-59b5-42a2-a8f2-819b423401c9 HTTP/1.1" status: 200 len: 835 time: 0.0682695 Mar 23 13:02:43.522477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427e48d-5045-4292-9557-a274d35e272f req-d4013678-c68e-4f05-ba4c-268a920b6cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:43.523988 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427e48d-5045-4292-9557-a274d35e272f req-d4013678-c68e-4f05-ba4c-268a920b6cc9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=225b4233-c241-4ece-97b0-02d3f691dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701070 Mar 23 13:02:43.526290 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ef067-21af-46a9-9bcd-d99ef95ab034 req-5fa7013e-883f-401a-a1fb-d1c230fd52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:43.527615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-189ef067-21af-46a9-9bcd-d99ef95ab034 req-5fa7013e-883f-401a-a1fb-d1c230fd52b7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 1097 time: 0.0637636 Mar 23 13:02:43.613146 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-189ef067-21af-46a9-9bcd-d99ef95ab034 req-3a1922aa-9ea6-4eef-9dfa-05fb9b751875 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0729601 Mar 23 13:02:43.649814 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427e48d-5045-4292-9557-a274d35e272f req-7603a49f-5242-4ff5-8f04-d6e1907f1ec0 service neutron] 10.222.0.77 "GET /v2.0/networks/225b4233-c241-4ece-97b0-02d3f691dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164730 Mar 23 13:02:43.740162 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3427e48d-5045-4292-9557-a274d35e272f req-7d340016-73a4-4d44-bafd-0ab594247a99 service neutron] 10.222.0.77 "GET /v2.0/networks/225b4233-c241-4ece-97b0-02d3f691dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825708 Mar 23 13:02:43.864053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8010af-94ad-47c9-9eda-4f7f4a715b33 req-60e156dd-1590-4c52-b5fe-4265ceeb59fa tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:43.865568 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e8010af-94ad-47c9-9eda-4f7f4a715b33 req-60e156dd-1590-4c52-b5fe-4265ceeb59fa tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0892024 Mar 23 13:02:43.868403 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84acf9-411c-4fb7-bb7d-6e4788d08226 req-5a781494-3110-4e82-9959-db41b907671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:43.869779 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd84acf9-411c-4fb7-bb7d-6e4788d08226 req-5a781494-3110-4e82-9959-db41b907671e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb8ecb713c7040f89ae917ef013d6d62&device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 1094 time: 0.0831745 Mar 23 13:02:43.959411 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4e8010af-94ad-47c9-9eda-4f7f4a715b33 req-187435ca-4d24-453c-9953-9d699a927463 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0874290 Mar 23 13:02:43.999062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84acf9-411c-4fb7-bb7d-6e4788d08226 req-ae00975f-88aa-4398-a913-48987e2438de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:44.001290 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd84acf9-411c-4fb7-bb7d-6e4788d08226 req-ae00975f-88aa-4398-a913-48987e2438de service neutron] 10.222.0.77 "GET /v2.0/networks?id=225b4233-c241-4ece-97b0-02d3f691dc24 HTTP/1.1" status: 200 len: 898 time: 0.1149669 Mar 23 13:02:44.070378 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd84acf9-411c-4fb7-bb7d-6e4788d08226 req-5b4f6205-7a46-48f8-bf5a-b70306c65d24 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0800d41f-57a5-4912-998e-3ca37cecfbb6 HTTP/1.1" status: 200 len: 217 time: 0.0546567 Mar 23 13:02:44.128470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84acf9-411c-4fb7-bb7d-6e4788d08226 req-4895720d-70b4-4802-b5d3-2b1883485c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:44.129912 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd84acf9-411c-4fb7-bb7d-6e4788d08226 req-4895720d-70b4-4802-b5d3-2b1883485c3a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1c423f7f-59b5-42a2-a8f2-819b423401c9 HTTP/1.1" status: 200 len: 835 time: 0.0522470 Mar 23 13:02:44.157420 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04562cb-7656-4794-b5c8-0ea86cc21b8d req-690ff1a3-ccad-4ae6-880e-7bfa51fc21e3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:44.159359 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e04562cb-7656-4794-b5c8-0ea86cc21b8d req-690ff1a3-ccad-4ae6-880e-7bfa51fc21e3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 943 time: 0.0555437 Mar 23 13:02:44.178076 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84acf9-411c-4fb7-bb7d-6e4788d08226 req-5ff7349a-b63e-4cc8-a951-dd7967f227ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:44.179601 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd84acf9-411c-4fb7-bb7d-6e4788d08226 req-5ff7349a-b63e-4cc8-a951-dd7967f227ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=225b4233-c241-4ece-97b0-02d3f691dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422907 Mar 23 13:02:44.208851 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e04562cb-7656-4794-b5c8-0ea86cc21b8d req-2fc1b46c-381c-4954-9317-142c3632635c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=237c6d21-dcb2-4077-a858-41854fc8e208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434365 Mar 23 13:02:44.281335 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd84acf9-411c-4fb7-bb7d-6e4788d08226 req-cf6aa612-d6ab-4835-93d3-87e1c751fe30 service neutron] 10.222.0.77 "GET /v2.0/networks/225b4233-c241-4ece-97b0-02d3f691dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931382 Mar 23 13:02:44.372080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fd84acf9-411c-4fb7-bb7d-6e4788d08226 req-f17afc60-ae9e-4863-ab38-3d36520302d8 service neutron] 10.222.0.77 "GET /v2.0/networks/225b4233-c241-4ece-97b0-02d3f691dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835023 Mar 23 13:02:45.081033 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d8f03-0b8d-43bd-9d8e-c31666900894 req-892b6181-00b4-43e2-abe9-f4acd1bc209f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:45.082521 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aa7d8f03-0b8d-43bd-9d8e-c31666900894 req-892b6181-00b4-43e2-abe9-f4acd1bc209f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0538602 Mar 23 13:02:45.120110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aa7d8f03-0b8d-43bd-9d8e-c31666900894 req-1a8a5080-9b2f-4812-88a4-ce61f8a91734 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314760 Mar 23 13:02:45.237422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f9487-1654-421d-89ae-a5230909bec6 req-ba01cba2-5ad0-4a7b-a016-e5a023faaf26 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:45.238914 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fe7f9487-1654-421d-89ae-a5230909bec6 req-ba01cba2-5ad0-4a7b-a016-e5a023faaf26 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0485382 Mar 23 13:02:45.286595 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fe7f9487-1654-421d-89ae-a5230909bec6 req-18829ae3-adcb-4f65-a383-b8ab180d6528 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411513 Mar 23 13:02:45.309716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45654) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:45.335474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2eaab-c182-47dd-90d9-534ef6859bc8 req-979bb08e-4829-4bbc-8f78-9f08b89622b0 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:45.336979 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bff2eaab-c182-47dd-90d9-534ef6859bc8 req-979bb08e-4829-4bbc-8f78-9f08b89622b0 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 943 time: 0.0561543 Mar 23 13:02:45.354284 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d41da66-8408-413f-8230-eb7ec45ebdd7 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:45.357224 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0d41da66-8408-413f-8230-eb7ec45ebdd7 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 1092 time: 0.0454104 Mar 23 13:02:45.360357 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45656) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:45.364892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': 'ac275954-8849-4a9b-826c-5c1068091497', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:45.387046 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:45.388710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bff2eaab-c182-47dd-90d9-534ef6859bc8 req-6ebcb635-20e6-4951-b51e-90b40f78d28f tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=237c6d21-dcb2-4077-a858-41854fc8e208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457129 Mar 23 13:02:45.487804 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:45.591100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Allocated IP 172.25.2.173 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/bab6adb2-bf73-4601-8454-1e83a0db2be2) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:02:45.701073 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:45.737040 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:45.784393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:02:45.787580 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:02:45.791081 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:02:45.797226 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=bab6adb2-bf73-4601-8454-1e83a0db2be2,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:46.165001 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:46.235319 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:46.281235 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:46.394499 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:46.399320 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:46.521538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=bab6adb2-bf73-4601-8454-1e83a0db2be2,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:46.534287 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:46.583473 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671e39e-fa01-4081-8f80-1d99f7648bf5 req-c9b0fa35-c941-464d-9a9d-801ecf596fff tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:46.584965 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6671e39e-fa01-4081-8f80-1d99f7648bf5 req-c9b0fa35-c941-464d-9a9d-801ecf596fff tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 943 time: 0.1066408 Mar 23 13:02:46.665523 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6671e39e-fa01-4081-8f80-1d99f7648bf5 req-0f2f90d3-3b59-4e8d-8676-197ea8b0e6a8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=237c6d21-dcb2-4077-a858-41854fc8e208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741558 Mar 23 13:02:46.670520 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Floating IP 60e1c6ee-bb38-4688-9c47-85c9bb33340b associated. External IP: 172.25.2.173, port: ac275954-8849-4a9b-826c-5c1068091497. Mar 23 13:02:46.892721 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:02:46.998740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:02:47.013462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f282047-1d49-47e0-8459-98d447789c42 None None] Sync routers for ids ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:02:47.019655 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:47.025594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f282047-1d49-47e0-8459-98d447789c42 None None] Routers {'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:47.026303 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5f282047-1d49-47e0-8459-98d447789c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:02:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:47.048042 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c4ab6f11-6eec-4a45-90d4-f59d3bd06a21 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6866319 Mar 23 13:02:47.048643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:02:47.050915 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce15d89f-532b-45a1-a7ea-3763824a5191" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "tag": "ac275954-8849-4a9b-826c-5c1068091497"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:02:47.099180 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c18fea6-1daf-446e-8f38-5c0974fd6380 x-openstack-request-id: req-6c18fea6-1daf-446e-8f38-5c0974fd6380 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:02:47.099580 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "tag": "ac275954-8849-4a9b-826c-5c1068091497", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:02:47.099954 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c18fea6-1daf-446e-8f38-5c0974fd6380 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:02:47.100627 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497', 'status': 'completed', 'code': 200} Mar 23 13:02:47.158921 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5f282047-1d49-47e0-8459-98d447789c42 None None] Set router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:47.188894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bbe4e-326c-4413-8c96-2210849b6dc9 req-4f2fd05c-0384-4c12-bd82-3da4a3ef0e8a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:47.190413 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-469bbe4e-326c-4413-8c96-2210849b6dc9 req-4f2fd05c-0384-4c12-bd82-3da4a3ef0e8a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0859146 Mar 23 13:02:47.205258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15d89f-532b-45a1-a7ea-3763824a5191 req-1ef61038-5475-482c-894e-ae520fde7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:47.206727 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce15d89f-532b-45a1-a7ea-3763824a5191 req-1ef61038-5475-482c-894e-ae520fde7a5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 1097 time: 0.0719869 Mar 23 13:02:47.277640 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-469bbe4e-326c-4413-8c96-2210849b6dc9 req-3313bc4b-74fa-44e2-abe8-5d23938a4193 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0805137 Mar 23 13:02:47.301426 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45664) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:47.326694 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15d89f-532b-45a1-a7ea-3763824a5191 req-56c5df96-4e5e-4469-a59e-f134236379e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:47.328736 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce15d89f-532b-45a1-a7ea-3763824a5191 req-56c5df96-4e5e-4469-a59e-f134236379e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 HTTP/1.1" status: 200 len: 896 time: 0.1134756 Mar 23 13:02:47.369296 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c39c48f9-7532-4256-94d5-7064b9e20743 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/floatingips/60e1c6ee-bb38-4688-9c47-85c9bb33340b HTTP/1.1" status: 200 len: 992 time: 0.0666542 Mar 23 13:02:47.406330 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce15d89f-532b-45a1-a7ea-3763824a5191 req-4b370e84-bada-4f4a-b9d2-bb5ca3c7739d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac275954-8849-4a9b-826c-5c1068091497 HTTP/1.1" status: 200 len: 1000 time: 0.0695043 Mar 23 13:02:47.415550 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5f282047-1d49-47e0-8459-98d447789c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052816292', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:24Z', 'updated_at': '2022-03-23T13:02:29Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '60e1c6ee-bb38-4688-9c47-85c9bb33340b', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'port_id': 'ac275954-8849-4a9b-826c-5c1068091497', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'mac_address': 'fa:16:3e:2c:57:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:02:46Z', 'updated_at': '2022-03-23T13:02:46Z', 'revision_number': 0, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168d7166-23e7-4200-9bdc-5539c05ef936', 'name': '', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:16:a8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:28Z', 'updated_at': '2022-03-23T13:02:33Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:47.444985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f282047-1d49-47e0-8459-98d447789c42 None None] Checking router: e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:02:47.453832 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f282047-1d49-47e0-8459-98d447789c42 None None] Routers {'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:47.454410 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5f282047-1d49-47e0-8459-98d447789c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:02:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:47.454919 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15d89f-532b-45a1-a7ea-3763824a5191 req-7eda5bd2-588c-4ecb-a206-3a540e5a7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:47.456423 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce15d89f-532b-45a1-a7ea-3763824a5191 req-7eda5bd2-588c-4ecb-a206-3a540e5a7b55 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1 HTTP/1.1" status: 200 len: 834 time: 0.0431542 Mar 23 13:02:47.506167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15d89f-532b-45a1-a7ea-3763824a5191 req-2c719407-a2cc-4a1c-8f98-6e5ce32b6679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:47.508984 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce15d89f-532b-45a1-a7ea-3763824a5191 req-2c719407-a2cc-4a1c-8f98-6e5ce32b6679 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452800 Mar 23 13:02:47.565346 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-5f282047-1d49-47e0-8459-98d447789c42 None None] Set router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:47.612932 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce15d89f-532b-45a1-a7ea-3763824a5191 req-e6e4903b-71a0-440b-a4c3-37c3c524e406 service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891035 Mar 23 13:02:47.624585 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:47.699512 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce15d89f-532b-45a1-a7ea-3763824a5191 req-5ca78760-ee30-4d1b-84ee-36d2fc0c61bb service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854981 Mar 23 13:02:47.797866 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9e5c0-6a24-4c00-9119-55a7b73e5130 req-89d52c62-80fc-4cfb-9f4f-e2243563b2c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:47.799262 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-79e9e5c0-6a24-4c00-9119-55a7b73e5130 req-89d52c62-80fc-4cfb-9f4f-e2243563b2c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 943 time: 0.0561938 Mar 23 13:02:47.838786 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-5f282047-1d49-47e0-8459-98d447789c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052816292', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:24Z', 'updated_at': '2022-03-23T13:02:29Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '60e1c6ee-bb38-4688-9c47-85c9bb33340b', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'port_id': 'ac275954-8849-4a9b-826c-5c1068091497', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'mac_address': 'fa:16:3e:2c:57:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:02:46Z', 'updated_at': '2022-03-23T13:02:46Z', 'revision_number': 0, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168d7166-23e7-4200-9bdc-5539c05ef936', 'name': '', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:16:a8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:28Z', 'updated_at': '2022-03-23T13:02:33Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:47.842606 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-79e9e5c0-6a24-4c00-9119-55a7b73e5130 req-c1ab7dd8-f07a-4b4a-b114-1bf19a528b30 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=237c6d21-dcb2-4077-a858-41854fc8e208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327647 Mar 23 13:02:47.867543 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f282047-1d49-47e0-8459-98d447789c42 None None] The sync data for ids ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'] in n-d-834854-1 is: [{'id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052816292', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:24Z', 'updated_at': '2022-03-23T13:02:29Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '60e1c6ee-bb38-4688-9c47-85c9bb33340b', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'port_id': 'ac275954-8849-4a9b-826c-5c1068091497', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'mac_address': 'fa:16:3e:2c:57:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:02:46Z', 'updated_at': '2022-03-23T13:02:46Z', 'revision_number': 0, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168d7166-23e7-4200-9bdc-5539c05ef936', 'name': '', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:16:a8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:28Z', 'updated_at': '2022-03-23T13:02:33Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:02:48.082206 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acabc01-bdc1-4bc8-859c-742b4bfcf462 None None] New status for floating IP 60e1c6ee-bb38-4688-9c47-85c9bb33340b: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:02:48.203584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 0800d41f-57a5-4912-998e-3ca37cecfbb6 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:02:48.316797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 0800d41f-57a5-4912-998e-3ca37cecfbb6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=0800d41f-57a5-4912-998e-3ca37cecfbb6,segment=NetworkSegment(a0178206-7460-4e1a-a6e7-db0a6b6226ae),segment_id=a0178206-7460-4e1a-a6e7-db0a6b6226ae)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:48.329226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '0800d41f-57a5-4912-998e-3ca37cecfbb6', 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24', 'port_id': '0800d41f-57a5-4912-998e-3ca37cecfbb6', 'mac_address': 'fa:16:3e:b7:bf:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:02:48.370749 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:48.373686 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45670) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:48.385002 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0800d41f-57a5-4912-998e-3ca37cecfbb6 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:02:48.406514 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 0800d41f-57a5-4912-998e-3ca37cecfbb6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=0800d41f-57a5-4912-998e-3ca37cecfbb6,segment=NetworkSegment(a0178206-7460-4e1a-a6e7-db0a6b6226ae),segment_id=a0178206-7460-4e1a-a6e7-db0a6b6226ae)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:48.410561 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:48.448868 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-789db919-5e41-4d73-a635-d68e427661b4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/floatingips/60e1c6ee-bb38-4688-9c47-85c9bb33340b HTTP/1.1" status: 200 len: 994 time: 0.0739791 Mar 23 13:02:48.462201 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=0800d41f-57a5-4912-998e-3ca37cecfbb6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:48.777023 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['0800d41f-57a5-4912-998e-3ca37cecfbb6'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:02:48.964246 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939fc71-dfec-4914-8e56-ce704c84eeab req-c7924375-43c3-43cb-8d33-2b7ef62bfc60 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:48.966085 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8939fc71-dfec-4914-8e56-ce704c84eeab req-c7924375-43c3-43cb-8d33-2b7ef62bfc60 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 944 time: 0.0508430 Mar 23 13:02:49.006660 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8939fc71-dfec-4914-8e56-ce704c84eeab req-a6b58ce6-7959-4ac0-8891-e6a3147b27c7 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=237c6d21-dcb2-4077-a858-41854fc8e208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340924 Mar 23 13:02:50.122861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8e80f-d7c1-4a8d-9c18-028f88a02c49 req-0fff173f-3d61-4ab5-8055-85eec6325d83 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:50.124362 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fda8e80f-d7c1-4a8d-9c18-028f88a02c49 req-0fff173f-3d61-4ab5-8055-85eec6325d83 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 944 time: 0.0514476 Mar 23 13:02:50.163223 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fda8e80f-d7c1-4a8d-9c18-028f88a02c49 req-6342d57d-8b69-4e15-a354-89e665e42527 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=237c6d21-dcb2-4077-a858-41854fc8e208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330226 Mar 23 13:02:50.219645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 0800d41f-57a5-4912-998e-3ca37cecfbb6 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:02:50.269458 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 0800d41f-57a5-4912-998e-3ca37cecfbb6 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:02:50.273650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 0800d41f-57a5-4912-998e-3ca37cecfbb6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:02:50.274018 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:50.351112 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:50.372553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75266553-8f2c-4cf0-93f6-17249ee7a794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0800d41f-57a5-4912-998e-3ca37cecfbb6'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:02:50.375346 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7e1583-2562-4e0a-8059-5eec9f4c0f0f" -d '{"events": [{"server_uuid": "75266553-8f2c-4cf0-93f6-17249ee7a794", "name": "network-vif-plugged", "status": "completed", "tag": "0800d41f-57a5-4912-998e-3ca37cecfbb6"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:02:50.387309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 0800d41f-57a5-4912-998e-3ca37cecfbb6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=0800d41f-57a5-4912-998e-3ca37cecfbb6,segment=NetworkSegment(a0178206-7460-4e1a-a6e7-db0a6b6226ae),segment_id=a0178206-7460-4e1a-a6e7-db0a6b6226ae)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:02:50.391943 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:50.416997 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376ca091-9877-462e-9c25-9dbe91fe4bed x-openstack-request-id: req-376ca091-9877-462e-9c25-9dbe91fe4bed {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:02:50.417286 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75266553-8f2c-4cf0-93f6-17249ee7a794", "name": "network-vif-plugged", "status": "completed", "tag": "0800d41f-57a5-4912-998e-3ca37cecfbb6", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:02:50.417531 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-376ca091-9877-462e-9c25-9dbe91fe4bed {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:02:50.417909 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75266553-8f2c-4cf0-93f6-17249ee7a794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0800d41f-57a5-4912-998e-3ca37cecfbb6', 'code': 200} Mar 23 13:02:50.451614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=0800d41f-57a5-4912-998e-3ca37cecfbb6,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:50.514342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48b977-29a2-4f5b-9177-de1f74244f09 req-163f9a32-19bd-46be-948e-1181067e3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:50.516484 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b48b977-29a2-4f5b-9177-de1f74244f09 req-163f9a32-19bd-46be-948e-1181067e3f92 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 1096 time: 0.0450709 Mar 23 13:02:50.551088 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3b48b977-29a2-4f5b-9177-de1f74244f09 req-48b06d53-ede7-482b-b2af-ec62efd9c328 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=237c6d21-dcb2-4077-a858-41854fc8e208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276728 Mar 23 13:02:51.278719 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb18573-7966-4053-bbae-f2bf7e48b8ad req-56a8c314-9615-4173-8a3f-7202404d5e10 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:51.280993 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2cb18573-7966-4053-bbae-f2bf7e48b8ad req-56a8c314-9615-4173-8a3f-7202404d5e10 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 945 time: 0.0496972 Mar 23 13:02:51.318407 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2cb18573-7966-4053-bbae-f2bf7e48b8ad req-aad807b2-1657-468a-9359-4adeab4a27a6 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=237c6d21-dcb2-4077-a858-41854fc8e208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315270 Mar 23 13:02:52.436422 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418152d8-b095-44ef-a352-ad7d5b554c4d req-aac19c32-2705-4d88-a23a-b35828d67e9c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:52.437774 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-418152d8-b095-44ef-a352-ad7d5b554c4d req-aac19c32-2705-4d88-a23a-b35828d67e9c tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 945 time: 0.0480561 Mar 23 13:02:52.475064 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-418152d8-b095-44ef-a352-ad7d5b554c4d req-6f5d8322-65e2-4f0b-85fa-85eddcd64471 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=237c6d21-dcb2-4077-a858-41854fc8e208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313308 Mar 23 13:02:52.591335 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bf982-9c4b-4372-874f-78d8f85594db req-6bd9bd8c-c213-4ce5-8cc5-87bd8fece145 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:52.593331 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-484bf982-9c4b-4372-874f-78d8f85594db req-6bd9bd8c-c213-4ce5-8cc5-87bd8fece145 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 945 time: 0.0484862 Mar 23 13:02:52.631015 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-484bf982-9c4b-4372-874f-78d8f85594db req-f280fd71-5a58-4f68-9249-3c874121323b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=237c6d21-dcb2-4077-a858-41854fc8e208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317662 Mar 23 13:02:52.652320 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45684) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:52.695295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538e83a8-5f98-45c5-a8c4-7704802e272a tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:52.696739 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-538e83a8-5f98-45c5-a8c4-7704802e272a tempest-TestNetworkBasicOps-848937436 tempest-TestNetworkBasicOps-848937436-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 1091 time: 0.0434709 Mar 23 13:02:52.699511 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45686) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:52.703750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': '0800d41f-57a5-4912-998e-3ca37cecfbb6', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:02:52.723460 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:52.817476 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:52.925172 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Allocated IP 172.25.2.182 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/4d52d3ef-d3a3-47bd-8983-56ff25513e27) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:02:53.022192 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:53.054851 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:53.098541 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:02:53.101486 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:02:53.105708 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:02:53.129090 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Port': ['ID=4d52d3ef-d3a3-47bd-8983-56ff25513e27,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:53.467678 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:53.534974 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:53.685565 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:53.690655 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:53.755428 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event updated for resources: {'Port': ['ID=4d52d3ef-d3a3-47bd-8983-56ff25513e27,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:02:53.767394 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:54.061624 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d32c4a61-00c1-4d8c-bd69-25d08c6cf545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:54.190488 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Floating IP 9835310c-17c7-4ed0-a782-8626904630e0 associated. External IP: 172.25.2.182, port: 0800d41f-57a5-4912-998e-3ca37cecfbb6. Mar 23 13:02:54.408822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:02:54.518277 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:02:54.528142 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80d866-6c6a-44f1-847b-21a15e0443e6 None None] Sync routers for ids ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:02:54.535646 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:54.538719 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80d866-6c6a-44f1-847b-21a15e0443e6 None None] Routers {'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:54.544248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6d80d866-6c6a-44f1-847b-21a15e0443e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:02:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:54.569459 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d6cc0a15-3cc1-4e29-8a43-a826c9c67707 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8660548 Mar 23 13:02:54.569459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75266553-8f2c-4cf0-93f6-17249ee7a794', 'tag': '0800d41f-57a5-4912-998e-3ca37cecfbb6'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:02:54.569935 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b2b139-f65f-43b9-9fe2-8783a9317683" -d '{"events": [{"name": "network-changed", "server_uuid": "75266553-8f2c-4cf0-93f6-17249ee7a794", "tag": "0800d41f-57a5-4912-998e-3ca37cecfbb6"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:02:54.572831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45688) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:54.618116 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178befa8-3fdc-4fec-be36-e18dd3a8a11c x-openstack-request-id: req-178befa8-3fdc-4fec-be36-e18dd3a8a11c {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:02:54.618688 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75266553-8f2c-4cf0-93f6-17249ee7a794", "tag": "0800d41f-57a5-4912-998e-3ca37cecfbb6", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:02:54.618967 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-178befa8-3fdc-4fec-be36-e18dd3a8a11c {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:02:54.619377 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75266553-8f2c-4cf0-93f6-17249ee7a794', 'tag': '0800d41f-57a5-4912-998e-3ca37cecfbb6', 'status': 'completed', 'code': 200} Mar 23 13:02:54.633458 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9b20637b-299a-46c1-a130-526f0ef64897 req-e04e8cf9-cae5-4a2b-ba7b-e9095a8adf5c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688667 Mar 23 13:02:54.653469 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8c516e4a-4ec5-4ae9-b110-e60455b4e8d8 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/floatingips/9835310c-17c7-4ed0-a782-8626904630e0 HTTP/1.1" status: 200 len: 991 time: 0.0790892 Mar 23 13:02:54.701252 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6d80d866-6c6a-44f1-847b-21a15e0443e6 None None] Set router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:54.724164 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2b139-f65f-43b9-9fe2-8783a9317683 req-f7ed1bce-ada1-4de5-b456-88c7d160ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:54.724819 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20637b-299a-46c1-a130-526f0ef64897 req-a170c9f5-be13-4d39-9a64-f314ddebefb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:54.725711 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44b2b139-f65f-43b9-9fe2-8783a9317683 req-f7ed1bce-ada1-4de5-b456-88c7d160ce75 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb8ecb713c7040f89ae917ef013d6d62&device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 1096 time: 0.0828745 Mar 23 13:02:54.726012 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9b20637b-299a-46c1-a130-526f0ef64897 req-a170c9f5-be13-4d39-9a64-f314ddebefb2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 1096 time: 0.0450666 Mar 23 13:02:54.841106 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20637b-299a-46c1-a130-526f0ef64897 req-ef635a69-7047-4689-8c75-235e835c5b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:54.843096 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9b20637b-299a-46c1-a130-526f0ef64897 req-ef635a69-7047-4689-8c75-235e835c5b54 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 913 time: 0.0915327 Mar 23 13:02:54.889774 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2b139-f65f-43b9-9fe2-8783a9317683 req-432e3f77-f6e8-483c-955f-b27e050ca4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:54.891476 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44b2b139-f65f-43b9-9fe2-8783a9317683 req-432e3f77-f6e8-483c-955f-b27e050ca4da service neutron] 10.222.0.77 "GET /v2.0/networks?id=225b4233-c241-4ece-97b0-02d3f691dc24 HTTP/1.1" status: 200 len: 898 time: 0.1570866 Mar 23 13:02:55.026211 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44b2b139-f65f-43b9-9fe2-8783a9317683 req-ed330fb9-80d6-4fbf-ac6a-2eeb2bc47df1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0800d41f-57a5-4912-998e-3ca37cecfbb6 HTTP/1.1" status: 200 len: 999 time: 0.1273479 Mar 23 13:02:55.091470 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2b139-f65f-43b9-9fe2-8783a9317683 req-3821cf38-a930-42e8-b74b-98463854e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:55.093615 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44b2b139-f65f-43b9-9fe2-8783a9317683 req-3821cf38-a930-42e8-b74b-98463854e88b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1c423f7f-59b5-42a2-a8f2-819b423401c9 HTTP/1.1" status: 200 len: 835 time: 0.0609570 Mar 23 13:02:55.109202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6d80d866-6c6a-44f1-847b-21a15e0443e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'name': 'tempest-TestNetworkBasicOps-router-229858764', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:29Z', 'updated_at': '2022-03-23T13:02:35Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:30Z', 'updated_at': '2022-03-23T13:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '9835310c-17c7-4ed0-a782-8626904630e0', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'floating_ip_address': '172.25.2.182', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'port_id': '0800d41f-57a5-4912-998e-3ca37cecfbb6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24', 'mac_address': 'fa:16:3e:b7:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75266553-8f2c-4cf0-93f6-17249ee7a794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:02:53Z', 'updated_at': '2022-03-23T13:02:53Z', 'revision_number': 0, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71ea8a8-a5fe-408a-8233-25581c769ab4', 'name': '', 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:ff:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:34Z', 'updated_at': '2022-03-23T13:02:39Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:55.137375 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80d866-6c6a-44f1-847b-21a15e0443e6 None None] Checking router: bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:02:55.149813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80d866-6c6a-44f1-847b-21a15e0443e6 None None] Routers {'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:02:55.150462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6d80d866-6c6a-44f1-847b-21a15e0443e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:02:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:55.174642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2b139-f65f-43b9-9fe2-8783a9317683 req-273607cf-8ea5-4b31-aa43-f2cbee6aeb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:55.176390 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44b2b139-f65f-43b9-9fe2-8783a9317683 req-273607cf-8ea5-4b31-aa43-f2cbee6aeb90 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=225b4233-c241-4ece-97b0-02d3f691dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757852 Mar 23 13:02:55.220864 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9b20637b-299a-46c1-a130-526f0ef64897 req-edb3f868-c282-4b5b-8d98-f47095807022 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3abe316-3818-4cc7-bf48-68e513e5b8fc HTTP/1.1" status: 200 len: 1001 time: 0.3704445 Mar 23 13:02:55.267509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6d80d866-6c6a-44f1-847b-21a15e0443e6 None None] Set router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:02:55.275714 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20637b-299a-46c1-a130-526f0ef64897 req-d552fc7c-63a9-4d8a-8a1e-8c55988870e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:55.277323 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9b20637b-299a-46c1-a130-526f0ef64897 req-d552fc7c-63a9-4d8a-8a1e-8c55988870e4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.0502181 Mar 23 13:02:55.277528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44b2b139-f65f-43b9-9fe2-8783a9317683 req-eee7cfe2-4b76-4e0a-93d6-29b57002f43f service neutron] 10.222.0.77 "GET /v2.0/networks/225b4233-c241-4ece-97b0-02d3f691dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935211 Mar 23 13:02:55.330371 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20637b-299a-46c1-a130-526f0ef64897 req-6d6502e1-4d61-4847-b20b-178c8c5580d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:55.332055 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9b20637b-299a-46c1-a130-526f0ef64897 req-6d6502e1-4d61-4847-b20b-178c8c5580d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425298 Mar 23 13:02:55.397159 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-44b2b139-f65f-43b9-9fe2-8783a9317683 req-62602d6f-e728-4464-8c6e-a6467624fd76 service neutron] 10.222.0.77 "GET /v2.0/networks/225b4233-c241-4ece-97b0-02d3f691dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075594 Mar 23 13:02:55.459021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ea57497d-34ff-4bac-8d3c-ec8b4f89fc14 req-28d13b43-f538-418f-b040-f927e993c202 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655012 Mar 23 13:02:55.469872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9b20637b-299a-46c1-a130-526f0ef64897 req-f185f8b3-1c01-4e1d-86b5-3b17397c65f1 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306345 Mar 23 13:02:55.513094 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6d80d866-6c6a-44f1-847b-21a15e0443e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'name': 'tempest-TestNetworkBasicOps-router-229858764', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:29Z', 'updated_at': '2022-03-23T13:02:35Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:30Z', 'updated_at': '2022-03-23T13:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '9835310c-17c7-4ed0-a782-8626904630e0', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'floating_ip_address': '172.25.2.182', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'port_id': '0800d41f-57a5-4912-998e-3ca37cecfbb6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24', 'mac_address': 'fa:16:3e:b7:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75266553-8f2c-4cf0-93f6-17249ee7a794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:02:53Z', 'updated_at': '2022-03-23T13:02:53Z', 'revision_number': 0, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71ea8a8-a5fe-408a-8233-25581c769ab4', 'name': '', 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:ff:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:34Z', 'updated_at': '2022-03-23T13:02:39Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:02:55.540493 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80d866-6c6a-44f1-847b-21a15e0443e6 None None] The sync data for ids ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'] in n-d-834854-1 is: [{'id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'name': 'tempest-TestNetworkBasicOps-router-229858764', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:29Z', 'updated_at': '2022-03-23T13:02:35Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:30Z', 'updated_at': '2022-03-23T13:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '9835310c-17c7-4ed0-a782-8626904630e0', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'floating_ip_address': '172.25.2.182', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'port_id': '0800d41f-57a5-4912-998e-3ca37cecfbb6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24', 'mac_address': 'fa:16:3e:b7:bf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75266553-8f2c-4cf0-93f6-17249ee7a794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:02:53Z', 'updated_at': '2022-03-23T13:02:53Z', 'revision_number': 0, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71ea8a8-a5fe-408a-8233-25581c769ab4', 'name': '', 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:ff:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:34Z', 'updated_at': '2022-03-23T13:02:39Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:02:55.600398 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57497d-34ff-4bac-8d3c-ec8b4f89fc14 req-c6a09a50-e264-4bfe-a197-e55a1bdab8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:55.601906 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ea57497d-34ff-4bac-8d3c-ec8b4f89fc14 req-c6a09a50-e264-4bfe-a197-e55a1bdab8c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 1096 time: 0.0755892 Mar 23 13:02:55.606905 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9b20637b-299a-46c1-a130-526f0ef64897 req-277e4801-280e-4d5b-ad99-fc8a4f36044d service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302998 Mar 23 13:02:55.657136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45692) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:55.715945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57497d-34ff-4bac-8d3c-ec8b4f89fc14 req-ca78078c-38fc-46bf-bc9b-45b842a7a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:55.717443 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ea57497d-34ff-4bac-8d3c-ec8b4f89fc14 req-ca78078c-38fc-46bf-bc9b-45b842a7a579 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 913 time: 0.0927584 Mar 23 13:02:55.727768 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7243d0ca-1edd-44a4-9a3b-db65cb085bbe tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/floatingips/9835310c-17c7-4ed0-a782-8626904630e0 HTTP/1.1" status: 200 len: 991 time: 0.0683515 Mar 23 13:02:55.770701 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a984d611-a6db-4a5e-b110-f4592b02348c None None] New status for floating IP 9835310c-17c7-4ed0-a782-8626904630e0: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:02:55.800007 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ea57497d-34ff-4bac-8d3c-ec8b4f89fc14 req-bf2c2dd2-b0ce-48d2-867c-c4fc8f8df32c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb8ce287-7466-41d7-843f-2cae267cb9c7 HTTP/1.1" status: 200 len: 1001 time: 0.0725930 Mar 23 13:02:55.848609 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57497d-34ff-4bac-8d3c-ec8b4f89fc14 req-8785c6cb-bdf3-4703-92cc-c0421b29d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:55.850039 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ea57497d-34ff-4bac-8d3c-ec8b4f89fc14 req-8785c6cb-bdf3-4703-92cc-c0421b29d604 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.0431986 Mar 23 13:02:55.898332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57497d-34ff-4bac-8d3c-ec8b4f89fc14 req-48c3f192-11e3-4283-baee-f99acd3b7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:02:55.900108 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ea57497d-34ff-4bac-8d3c-ec8b4f89fc14 req-48c3f192-11e3-4283-baee-f99acd3b7aee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420935 Mar 23 13:02:56.004335 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ea57497d-34ff-4bac-8d3c-ec8b4f89fc14 req-da759d96-d2e1-4b58-bc59-8d94dfc39994 service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938189 Mar 23 13:02:56.101217 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ea57497d-34ff-4bac-8d3c-ec8b4f89fc14 req-15edee68-a51f-4eb3-816c-f5f2e27d8e29 service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861778 Mar 23 13:02:56.730604 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45696) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:02:56.800199 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b7e7b51c-b5bd-41af-899a-f679f8b6fc9d tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/floatingips/9835310c-17c7-4ed0-a782-8626904630e0 HTTP/1.1" status: 200 len: 993 time: 0.0655189 Mar 23 13:02:56.910613 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b13e0539-6109-4c60-926a-ae09e0b8529d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:57.826417 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:59.138036 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:02:59.692299 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:06.698574 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:03:16.279692 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:17.622492 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:21.732468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b33b7-94df-4286-b34b-7722a734bd66 req-fc4000af-7ccd-4dc7-a22b-bdfea9373cb1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:21.734012 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b2b33b7-94df-4286-b34b-7722a734bd66 req-fc4000af-7ccd-4dc7-a22b-bdfea9373cb1 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 1097 time: 0.0406604 Mar 23 13:03:21.770693 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8b2b33b7-94df-4286-b34b-7722a734bd66 req-aaa20264-434e-4b5d-9523-8bdcd2532b98 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307028 Mar 23 13:03:21.889209 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195c125-b903-427e-ac2b-cd4f1c5cfb32 req-cb4285ce-f613-4c11-a6f8-5e61a68e32ee tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:21.890676 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2195c125-b903-427e-ac2b-cd4f1c5cfb32 req-cb4285ce-f613-4c11-a6f8-5e61a68e32ee tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0491848 Mar 23 13:03:21.929586 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2195c125-b903-427e-ac2b-cd4f1c5cfb32 req-81f6f183-83a5-4e9b-97d1-7b8caa1e328b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320323 Mar 23 13:03:21.952466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45718) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:03:22.018513 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-149bfd99-8346-4910-8f5b-2d02ab066f1b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/floatingips/60e1c6ee-bb38-4688-9c47-85c9bb33340b HTTP/1.1" status: 200 len: 994 time: 0.0648494 Mar 23 13:03:22.447784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45730) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:03:22.510334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1144087-17ca-4da2-a0ae-118daf17bb61 req-56513ca5-c9ff-4541-b92f-d24ce16b310a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:22.512014 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d1144087-17ca-4da2-a0ae-118daf17bb61 req-56513ca5-c9ff-4541-b92f-d24ce16b310a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0517583 Mar 23 13:03:22.551403 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d1144087-17ca-4da2-a0ae-118daf17bb61 req-125eb7fe-0d2b-4b9f-a6eb-7649bfacb930 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0333326 Mar 23 13:03:22.638964 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-7a6c60e8-42d7-4f96-a2f6-a4c905aff14a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1893458 Mar 23 13:03:22.647875 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-b7e1c4ab-93c6-4c05-b7b4-ad093bb95d90 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:03:22.648901 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-b7e1c4ab-93c6-4c05-b7b4-ad093bb95d90 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050559 Mar 23 13:03:23.669722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2f84f-5bc6-46a9-ba2f-f93d97977eca req-fb1cf143-7996-4102-abc5-a47c1da85fe1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:23.671205 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96e2f84f-5bc6-46a9-ba2f-f93d97977eca req-fb1cf143-7996-4102-abc5-a47c1da85fe1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0489051 Mar 23 13:03:23.712051 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-96e2f84f-5bc6-46a9-ba2f-f93d97977eca req-bbfe1d96-4759-4a5d-9298-9555a86e7b13 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345767 Mar 23 13:03:23.796162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-6d7960c7-d399-4a93-a172-7e003e139ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:23.797745 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-6d7960c7-d399-4a93-a172-7e003e139ccb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 1097 time: 0.0443947 Mar 23 13:03:23.890616 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-bfa8e8f1-c211-4289-bb9e-2dc368c23b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:23.892727 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-bfa8e8f1-c211-4289-bb9e-2dc368c23b60 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 HTTP/1.1" status: 200 len: 896 time: 0.0884552 Mar 23 13:03:23.958323 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-aa07b995-cbf7-44db-9f86-386dd62b12b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac275954-8849-4a9b-826c-5c1068091497 HTTP/1.1" status: 200 len: 1002 time: 0.0584376 Mar 23 13:03:24.013183 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-9389872b-882f-4caa-85e9-561b3e6305e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:24.014650 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-9389872b-882f-4caa-85e9-561b3e6305e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1 HTTP/1.1" status: 200 len: 834 time: 0.0483520 Mar 23 13:03:24.062740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-74f40b75-f4b4-4b86-afc3-87c2a1900982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:24.064721 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3d9ef93c-440f-4d86-a875-1b691a46ee81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:24.065328 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-74f40b75-f4b4-4b86-afc3-87c2a1900982 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429623 Mar 23 13:03:24.153937 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-32aa225b-ed67-421d-9768-c8cb44e77e67 service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819161 Mar 23 13:03:24.246305 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-4a4f6203-9fae-44b6-8f36-d9166eabc5ed service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854108 Mar 23 13:03:24.831070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd174c2-54b0-4b2a-ae80-a05dccb844c5 req-4d13fc13-31f9-45ce-8ca0-5e96bfe129bf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:24.832590 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ebd174c2-54b0-4b2a-ae80-a05dccb844c5 req-4d13fc13-31f9-45ce-8ca0-5e96bfe129bf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0508626 Mar 23 13:03:24.871615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ebd174c2-54b0-4b2a-ae80-a05dccb844c5 req-77e7330a-d857-4df8-adbf-95323d9f62fa tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330052 Mar 23 13:03:25.991362 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621053-066a-4be9-b664-f1727761e041 req-f0e38e64-f731-4fb8-adfb-b8470369778b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:25.992867 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d4621053-066a-4be9-b664-f1727761e041 req-f0e38e64-f731-4fb8-adfb-b8470369778b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0521472 Mar 23 13:03:26.030379 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d4621053-066a-4be9-b664-f1727761e041 req-83c2a9a3-8078-4632-afb4-cf85a49860b0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315413 Mar 23 13:03:26.914082 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e2415d34-6ab3-4f1f-b499-a97f0e44be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:27.145483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dade15e-b73b-4da8-8629-1fbfb811f24d req-1cc3644b-22dc-4be2-b7d6-45ff7f2282b3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:27.147016 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1dade15e-b73b-4da8-8629-1fbfb811f24d req-1cc3644b-22dc-4be2-b7d6-45ff7f2282b3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0487804 Mar 23 13:03:27.190090 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1dade15e-b73b-4da8-8629-1fbfb811f24d req-62b3a336-203a-483f-9540-84391ba6372d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0370545 Mar 23 13:03:27.830707 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:28.306787 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae330dc-220d-4dc5-aecd-165d8de60948 req-da0a5f9b-0c74-4744-b80f-bfd5929985a0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:28.308290 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ae330dc-220d-4dc5-aecd-165d8de60948 req-da0a5f9b-0c74-4744-b80f-bfd5929985a0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0509121 Mar 23 13:03:28.345691 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ae330dc-220d-4dc5-aecd-165d8de60948 req-7347d7ed-0f25-4844-8724-ea49c46a865a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315456 Mar 23 13:03:29.139562 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:29.468855 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a096482-60a8-4bcb-b47d-1f98c9f3691c req-6682efce-e2c9-47ba-90f0-9f77ec5f1e91 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:29.471182 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a096482-60a8-4bcb-b47d-1f98c9f3691c req-6682efce-e2c9-47ba-90f0-9f77ec5f1e91 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0586679 Mar 23 13:03:29.510447 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a096482-60a8-4bcb-b47d-1f98c9f3691c req-89e02937-3d61-4e4d-9e9b-a717b9885693 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328319 Mar 23 13:03:29.549671 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:30.630958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9616c-17b0-444a-a9d6-ae682cd9db55 req-42a1c329-ab1c-4d5c-97ca-5c36b5da9693 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:30.632526 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3a9616c-17b0-444a-a9d6-ae682cd9db55 req-42a1c329-ab1c-4d5c-97ca-5c36b5da9693 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0491090 Mar 23 13:03:30.669700 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3a9616c-17b0-444a-a9d6-ae682cd9db55 req-b3c047cb-d0d7-4838-8bec-7d4a503ed235 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312726 Mar 23 13:03:31.787662 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75becfd8-e53f-40e9-afee-c0b12e8b1be6 req-92932292-1ee9-4927-8cd5-ee8b844f592f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:31.789144 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-75becfd8-e53f-40e9-afee-c0b12e8b1be6 req-92932292-1ee9-4927-8cd5-ee8b844f592f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0514519 Mar 23 13:03:31.827915 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-75becfd8-e53f-40e9-afee-c0b12e8b1be6 req-8396ee55-544e-43cb-b26c-a9dcd79ed148 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326831 Mar 23 13:03:32.949082 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc48c1-5d77-4cee-87f5-b67d161d926a req-6aeadbf7-67af-4a57-93e7-d6ff3df53856 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:32.950562 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6fdc48c1-5d77-4cee-87f5-b67d161d926a req-6aeadbf7-67af-4a57-93e7-d6ff3df53856 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0496237 Mar 23 13:03:32.990080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6fdc48c1-5d77-4cee-87f5-b67d161d926a req-2f9826e5-6dee-4150-97a3-891f8f26e6c1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329530 Mar 23 13:03:34.105247 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbb380-11e0-4f77-998e-3b1fe0040067 req-b74b810d-91a8-4256-b258-5363e7b19d56 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:34.106723 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-83bbb380-11e0-4f77-998e-3b1fe0040067 req-b74b810d-91a8-4256-b258-5363e7b19d56 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0494363 Mar 23 13:03:34.147044 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-83bbb380-11e0-4f77-998e-3b1fe0040067 req-e5407999-267e-40a5-90ba-3df54e044be2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336568 Mar 23 13:03:35.269363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941169ff-db3f-4777-8dca-630c21c7bed5 req-943aeded-b5df-4398-adac-73cf49fbdcd8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:35.270975 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-941169ff-db3f-4777-8dca-630c21c7bed5 req-943aeded-b5df-4398-adac-73cf49fbdcd8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0511823 Mar 23 13:03:35.318459 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-941169ff-db3f-4777-8dca-630c21c7bed5 req-9a69655c-3ca0-4692-8c7f-0a546927634d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410366 Mar 23 13:03:36.439728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db843e1-78fe-48d6-a4a2-dc39c7bfd91b req-775f73ba-4136-4d71-be0d-e5572f6d2ec8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:36.441235 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5db843e1-78fe-48d6-a4a2-dc39c7bfd91b req-775f73ba-4136-4d71-be0d-e5572f6d2ec8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0503693 Mar 23 13:03:36.479764 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5db843e1-78fe-48d6-a4a2-dc39c7bfd91b req-db7b83a9-4a15-43d0-8294-e0b48e68bb22 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325592 Mar 23 13:03:37.594507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e2323-c4f9-41d5-a1b1-cef00f48bf0e req-4981c231-6aac-4e79-af02-d0193a206019 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:37.595990 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-640e2323-c4f9-41d5-a1b1-cef00f48bf0e req-4981c231-6aac-4e79-af02-d0193a206019 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0492730 Mar 23 13:03:37.634018 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-640e2323-c4f9-41d5-a1b1-cef00f48bf0e req-7179a4f9-b48c-491d-9b8e-9725c56b83cb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320542 Mar 23 13:03:38.752246 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e036c-58af-4617-8f61-e4eb826b99ac req-f0e8e2e7-3a1a-4c3e-977f-e19454017dba tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:38.753688 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b19e036c-58af-4617-8f61-e4eb826b99ac req-f0e8e2e7-3a1a-4c3e-977f-e19454017dba tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0514548 Mar 23 13:03:38.791182 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b19e036c-58af-4617-8f61-e4eb826b99ac req-2cb5197f-6e7d-42c8-8921-52a0c615fb8e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316477 Mar 23 13:03:39.910572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb26e7-7378-433e-80bd-487268a4942b req-0fe49b5f-f03c-4983-af7c-ac120fc080bc tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:39.912119 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5aeb26e7-7378-433e-80bd-487268a4942b req-0fe49b5f-f03c-4983-af7c-ac120fc080bc tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0506508 Mar 23 13:03:39.953431 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5aeb26e7-7378-433e-80bd-487268a4942b req-65334f59-c46c-49ba-b346-028da79a8ccd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0353422 Mar 23 13:03:41.074169 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a1291-4f59-4938-93d4-25d5ed454695 req-9610a43a-46f2-44c3-b1a5-b2c21036a0ff tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:41.075798 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-506a1291-4f59-4938-93d4-25d5ed454695 req-9610a43a-46f2-44c3-b1a5-b2c21036a0ff tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0546541 Mar 23 13:03:41.104389 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-9c3e2521-4b15-4900-a745-29debd058d35 service neutron] show failed (client error): The resource could not be found. Mar 23 13:03:41.105322 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-9c3e2521-4b15-4900-a745-29debd058d35 service neutron] 10.222.0.73 "GET /v2.0/ports/ac275954-8849-4a9b-826c-5c1068091497/bindings/n-h1-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.0541642 Mar 23 13:03:41.114279 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-506a1291-4f59-4938-93d4-25d5ed454695 req-cf5b84af-a8c5-46ad-a2ee-e6e900829ff7 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323958 Mar 23 13:03:41.303560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-0a47fb40-77b0-4732-a376-88023e11d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:41.305093 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-0a47fb40-77b0-4732-a376-88023e11d97b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618&tenant_id=7384117b2eb84ea483002d0119f2bf5c HTTP/1.1" status: 200 len: 1097 time: 0.0455451 Mar 23 13:03:41.317263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e7e948eb-a468-4699-bc3c-c0c697c16710 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:03:41.318184 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e7e948eb-a468-4699-bc3c-c0c697c16710 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054522 Mar 23 13:03:41.333890 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834854-1', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:03:41.385862 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:41.586647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ac275954-8849-4a9b-826c-5c1068091497,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:03:41.618695 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:03:41.663107 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:03:41.665308 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eed33ae-2d70-4f9d-b256-293b76f11de5" -d '{"events": [{"server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "name": "network-vif-unplugged", "status": "completed", "tag": "ac275954-8849-4a9b-826c-5c1068091497"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:03:41.669483 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:41.682915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Transition to ACTIVE for port object ac275954-8849-4a9b-826c-5c1068091497 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:03:41.686782 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:41.717048 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 13:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626439e2-3bb7-406c-887b-a3db8e1258cb x-openstack-request-id: req-626439e2-3bb7-406c-887b-a3db8e1258cb {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:03:41.717348 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "name": "network-vif-unplugged", "status": "completed", "tag": "ac275954-8849-4a9b-826c-5c1068091497", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:03:41.717618 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-626439e2-3bb7-406c-887b-a3db8e1258cb {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:03:41.718002 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497', 'code': 200} Mar 23 13:03:41.764560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Pushing event updated for resources: {'Port': ['ID=ac275954-8849-4a9b-826c-5c1068091497,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:03:41.779741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:41.780119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:41.780462 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:41.780829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:41.781159 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:41.782092 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:41.782423 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:41.782746 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:41.783067 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:41.783388 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:41.783708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:41.784053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:41.820123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] No DVR routers for this DVR port ac275954-8849-4a9b-826c-5c1068091497 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:03:41.966351 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Attempting to bind port ac275954-8849-4a9b-826c-5c1068091497 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:03:41.966613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Attempting to bind port ac275954-8849-4a9b-826c-5c1068091497 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:03:41.966943 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Attempting to bind port ac275954-8849-4a9b-826c-5c1068091497 on network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:03:41.971182 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Port ac275954-8849-4a9b-826c-5c1068091497 on network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:03:41.971505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Attempting to bind port ac275954-8849-4a9b-826c-5c1068091497 on network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:03:41.976368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:03:41.976705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Checking segment: {'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:03:41.977094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Bound using segment: {'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:03:41.977516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Bound port: ac275954-8849-4a9b-826c-5c1068091497, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:03:41.978075 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:42.040872 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:03:42.043793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ac275954-8849-4a9b-826c-5c1068091497,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:03:42.048755 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:42.085835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:42.086446 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:42.087953 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] 10.222.0.77 "PUT /v2.0/ports/ac275954-8849-4a9b-826c-5c1068091497 HTTP/1.1" status: 200 len: 1092 time: 0.7576458 Mar 23 13:03:42.106485 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfb87b-32ae-491e-843e-9d283498875e service neutron] Pushing event updated for resources: {'Port': ['ID=ac275954-8849-4a9b-826c-5c1068091497,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:03:42.154704 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-03e9d521-2ff8-4d0f-bd5e-fd7c349294eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:42.156264 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-03e9d521-2ff8-4d0f-bd5e-fd7c349294eb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 1095 time: 0.0451345 Mar 23 13:03:42.255783 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8de78-7215-48f3-acfc-202338a52b0b req-383e3c74-953e-490e-9ac1-24552765373f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:42.257555 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e7e8de78-7215-48f3-acfc-202338a52b0b req-383e3c74-953e-490e-9ac1-24552765373f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 944 time: 0.0497386 Mar 23 13:03:42.264314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-9a0886a0-fb84-4922-84dd-4da8be4a1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:42.266820 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-9a0886a0-fb84-4922-84dd-4da8be4a1303 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 HTTP/1.1" status: 200 len: 896 time: 0.1029844 Mar 23 13:03:42.307028 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e7e8de78-7215-48f3-acfc-202338a52b0b req-1153a095-b29e-45a7-bd0c-ec0af493cf51 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389044 Mar 23 13:03:42.341558 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-23f1ab08-e079-4c95-a6a9-6e8409ad3c3b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac275954-8849-4a9b-826c-5c1068091497 HTTP/1.1" status: 200 len: 1000 time: 0.0690110 Mar 23 13:03:42.395769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e3dfd431-2c2e-4ff4-8785-3e5b0b81dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:42.397269 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-e3dfd431-2c2e-4ff4-8785-3e5b0b81dc07 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1 HTTP/1.1" status: 200 len: 834 time: 0.0485289 Mar 23 13:03:42.443888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-1c5266f6-d952-460b-945f-4c8da221cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:42.445388 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-1c5266f6-d952-460b-945f-4c8da221cbb6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407491 Mar 23 13:03:42.532588 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-4634bcb6-e850-4c13-94bb-c7769e3e76e3 service neutron] 10.222.0.77 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798850 Mar 23 13:03:42.630913 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a672b6ae-456d-4c17-aee4-8af8803a96e5 req-aa0b702a-3183-4d52-865e-75e20b7fa777 service neutron] 10.222.0.77 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887852 Mar 23 13:03:43.430020 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde8827-fda7-4f31-a26b-a7835f598c54 req-652440bd-84ff-4973-b661-2bb84d337f50 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:43.431388 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbde8827-fda7-4f31-a26b-a7835f598c54 req-652440bd-84ff-4973-b661-2bb84d337f50 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 944 time: 0.0501080 Mar 23 13:03:43.467757 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbde8827-fda7-4f31-a26b-a7835f598c54 req-de89fde3-0acf-4521-804f-7f66f7b7c285 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304573 Mar 23 13:03:43.512927 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ac275954-8849-4a9b-826c-5c1068091497 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:03:43.550668 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ac275954-8849-4a9b-826c-5c1068091497 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:03:43.698138 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:03:43.719627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:03:43.722124 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa259e33-16d4-4f2a-adb0-845b5226fd18" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "tag": "ac275954-8849-4a9b-826c-5c1068091497"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:03:43.770190 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4a548f-cb4b-4e99-9e61-d47703d68e9e x-openstack-request-id: req-dd4a548f-cb4b-4e99-9e61-d47703d68e9e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:03:43.770484 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "tag": "ac275954-8849-4a9b-826c-5c1068091497", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:03:43.770740 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd4a548f-cb4b-4e99-9e61-d47703d68e9e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:03:43.771152 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497', 'status': 'completed', 'code': 200} Mar 23 13:03:43.861704 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-ec5659a3-c492-4356-94ae-67f5fe8e036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:43.863177 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-ec5659a3-c492-4356-94ae-67f5fe8e036d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 1095 time: 0.0653236 Mar 23 13:03:43.864914 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-d33a3c16-2a81-4b65-9424-c9e5efcf595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:43.866242 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-d33a3c16-2a81-4b65-9424-c9e5efcf595f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 1095 time: 0.0764775 Mar 23 13:03:44.022592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-fe134f14-b093-422c-b984-f6e3bbdc7578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:44.023971 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-fe134f14-b093-422c-b984-f6e3bbdc7578 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 HTTP/1.1" status: 200 len: 896 time: 0.1514637 Mar 23 13:03:44.025084 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-7f185e5d-54b3-4737-becd-dcc261447288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:44.026360 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-7f185e5d-54b3-4737-becd-dcc261447288 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 HTTP/1.1" status: 200 len: 896 time: 0.1463130 Mar 23 13:03:44.137349 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-302a539e-b7df-4e49-a7c6-b9f1dd4d0fb3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac275954-8849-4a9b-826c-5c1068091497 HTTP/1.1" status: 200 len: 1000 time: 0.0980031 Mar 23 13:03:44.138989 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-0b4f7bcb-781f-4579-a5e2-205e1bfa2d1e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac275954-8849-4a9b-826c-5c1068091497 HTTP/1.1" status: 200 len: 1000 time: 0.1051857 Mar 23 13:03:44.222274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-fecf6286-8d2d-4f71-bb47-f7fa4adf27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:44.224462 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-fecf6286-8d2d-4f71-bb47-f7fa4adf27d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1 HTTP/1.1" status: 200 len: 834 time: 0.0793359 Mar 23 13:03:44.227181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-88a548e7-9d0a-46fe-857c-ff6ddeebeb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:44.228570 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-88a548e7-9d0a-46fe-857c-ff6ddeebeb9e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1 HTTP/1.1" status: 200 len: 834 time: 0.0765343 Mar 23 13:03:44.296240 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-dd2cdb2c-e38c-4334-9ba1-dd0951336c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:44.297731 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-dd2cdb2c-e38c-4334-9ba1-dd0951336c75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667558 Mar 23 13:03:44.299957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-b2db937a-d587-4e5c-bf1d-37bd325bafae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:44.301297 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-b2db937a-d587-4e5c-bf1d-37bd325bafae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618815 Mar 23 13:03:44.452811 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-9e2fb6f4-5fe0-4700-85d3-49826865cc86 service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471746 Mar 23 13:03:44.456654 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-9325b781-8864-4b64-81cc-d57ad1b1f7f7 service neutron] 10.222.0.77 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441674 Mar 23 13:03:44.655187 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-a4badd9b-4237-4eb7-b381-983f3d515b3a service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932564 Mar 23 13:03:44.665170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72fb00-aa1a-4233-8ce1-74effff4811c req-00bb478c-a878-4990-a216-8f08a4de9938 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:44.666636 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be72fb00-aa1a-4233-8ce1-74effff4811c req-00bb478c-a878-4990-a216-8f08a4de9938 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 944 time: 0.1115396 Mar 23 13:03:44.670405 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fa259e33-16d4-4f2a-adb0-845b5226fd18 req-100a5d13-5e89-4d64-bd1b-5a22adebfaf4 service neutron] 10.222.0.77 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008996 Mar 23 13:03:44.707077 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be72fb00-aa1a-4233-8ce1-74effff4811c req-fe779755-b931-4272-a90f-336319ee6756 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335741 Mar 23 13:03:45.827403 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7057447-2782-4012-8435-b4e1536ed7f9 req-967a0eb0-d816-4b2b-9e69-40ce90ec0b9e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:45.828939 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7057447-2782-4012-8435-b4e1536ed7f9 req-967a0eb0-d816-4b2b-9e69-40ce90ec0b9e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 944 time: 0.0519288 Mar 23 13:03:45.867368 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7057447-2782-4012-8435-b4e1536ed7f9 req-8fe138f0-c4c6-4886-a141-004006c62ad2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316041 Mar 23 13:03:46.278336 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:46.433947 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ac275954-8849-4a9b-826c-5c1068091497 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:03:46.528677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ac275954-8849-4a9b-826c-5c1068091497,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:03:46.540563 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'ac275954-8849-4a9b-826c-5c1068091497', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'port_id': 'ac275954-8849-4a9b-826c-5c1068091497', 'mac_address': 'fa:16:3e:2c:57:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:03:46.576459 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:46.588655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac275954-8849-4a9b-826c-5c1068091497 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:03:46.612201 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ac275954-8849-4a9b-826c-5c1068091497,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:03:46.616186 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:46.664977 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ac275954-8849-4a9b-826c-5c1068091497,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:03:46.672395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:46.672741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:46.673077 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:46.674094 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:46.674389 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:46.674719 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:46.675052 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:46.675375 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:46.675715 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:46.676050 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:46.676371 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:46.676689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:46.962358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['ac275954-8849-4a9b-826c-5c1068091497'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:03:46.986388 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdd5f7-a755-4006-a1c0-cadf0bae9cc4 req-a831850e-8ff8-462b-8674-692684c630e6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:46.988089 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4dbdd5f7-a755-4006-a1c0-cadf0bae9cc4 req-a831850e-8ff8-462b-8674-692684c630e6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 945 time: 0.0496840 Mar 23 13:03:47.025174 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4dbdd5f7-a755-4006-a1c0-cadf0bae9cc4 req-a1457681-e608-49d3-b747-c25a92590d59 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311067 Mar 23 13:03:47.295649 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-e4d093a0-b559-484e-aabc-bbe386fed15c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:47.297161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-e4d093a0-b559-484e-aabc-bbe386fed15c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618&tenant_id=7384117b2eb84ea483002d0119f2bf5c&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 945 time: 0.0795135 Mar 23 13:03:47.318885 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9b4c6-d072-4462-b5a0-204b81e0999a req-142db6d4-f248-46d0-901e-9f1bbc9bd671 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:47.320351 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cc9b4c6-d072-4462-b5a0-204b81e0999a req-142db6d4-f248-46d0-901e-9f1bbc9bd671 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 945 time: 0.0900450 Mar 23 13:03:47.392010 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cc9b4c6-d072-4462-b5a0-204b81e0999a req-af3bd01c-aa58-481a-be78-902ec95dcc12 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0544512 Mar 23 13:03:47.394812 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-bb4b5781-b8c5-4c66-b75b-14f1215ed073 service neutron] 10.222.0.77 "GET /v2.0/ports/ac275954-8849-4a9b-826c-5c1068091497/bindings/n-h1-834854-1 HTTP/1.1" status: 200 len: 382 time: 0.0904214 Mar 23 13:03:47.458748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-5d81f232-ea9e-4c03-8854-0b2a9d371846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:47.460306 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-5d81f232-ea9e-4c03-8854-0b2a9d371846 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 1096 time: 0.0415230 Mar 23 13:03:47.553368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-6d976853-d4dc-47df-8e88-41e8054a0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:47.554751 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-6d976853-d4dc-47df-8e88-41e8054a0b1b service neutron] 10.222.0.77 "GET /v2.0/networks?id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 HTTP/1.1" status: 200 len: 896 time: 0.0879719 Mar 23 13:03:47.624188 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-fb2a60a4-1aae-4534-861e-de6589153869 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac275954-8849-4a9b-826c-5c1068091497 HTTP/1.1" status: 200 len: 1001 time: 0.0607929 Mar 23 13:03:47.627421 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:47.960368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-c495cf6b-ff65-4c82-8c15-e05a232b1811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:47.961820 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-c495cf6b-ff65-4c82-8c15-e05a232b1811 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1 HTTP/1.1" status: 200 len: 834 time: 0.3312147 Mar 23 13:03:48.006886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-121b94f6-b6a2-4069-bfd1-db371b508048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:48.008349 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-121b94f6-b6a2-4069-bfd1-db371b508048 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386622 Mar 23 13:03:48.095291 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-9b6e3c9b-32b0-4692-b7dc-3fbd0c1e3a18 service neutron] 10.222.0.77 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788791 Mar 23 13:03:48.186481 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-8379882a-c50f-42ee-a32d-0193a832a8ed service neutron] 10.222.0.77 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844345 Mar 23 13:03:48.435018 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ac275954-8849-4a9b-826c-5c1068091497 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:03:48.482833 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port ac275954-8849-4a9b-826c-5c1068091497 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:03:48.487657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port ac275954-8849-4a9b-826c-5c1068091497 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:03:48.488080 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:48.514066 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480be857-9f1b-4e42-9c03-452dfb74f2b6 req-ce0da3de-8fb4-4779-b181-4b2f599942e5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:48.515530 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-480be857-9f1b-4e42-9c03-452dfb74f2b6 req-ce0da3de-8fb4-4779-b181-4b2f599942e5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 945 time: 0.0534577 Mar 23 13:03:48.554334 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-480be857-9f1b-4e42-9c03-452dfb74f2b6 req-f94f3311-f3c3-48ea-82aa-8a8e5d2731cf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323119 Mar 23 13:03:48.575176 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:48.589709 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:03:48.591918 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662efe2f-3b1e-4f95-a2c2-d592ff387068" -d '{"events": [{"server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "name": "network-vif-plugged", "status": "completed", "tag": "ac275954-8849-4a9b-826c-5c1068091497"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:03:48.605969 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ac275954-8849-4a9b-826c-5c1068091497,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:03:48.615291 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:48.655462 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9aa03d-59a9-40e6-bbb7-46e888c1249f x-openstack-request-id: req-9e9aa03d-59a9-40e6-bbb7-46e888c1249f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:03:48.656183 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "name": "network-vif-plugged", "status": "completed", "tag": "ac275954-8849-4a9b-826c-5c1068091497", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:03:48.656183 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e9aa03d-59a9-40e6-bbb7-46e888c1249f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:03:48.656468 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497', 'code': 200} Mar 23 13:03:48.666245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ac275954-8849-4a9b-826c-5c1068091497,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:03:49.672936 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f0a66-04e2-4955-9bd8-d1488be5bc7b req-bc661699-57e0-4a48-85f6-9b9e4172c35c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:49.675050 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-023f0a66-04e2-4955-9bd8-d1488be5bc7b req-bc661699-57e0-4a48-85f6-9b9e4172c35c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0493574 Mar 23 13:03:49.715555 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-023f0a66-04e2-4955-9bd8-d1488be5bc7b req-dbd919c7-887c-4747-95f5-e255a5a68dd4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344031 Mar 23 13:03:50.327363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-8e7fb616-9f73-42d9-9a36-6c70858f66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:50.328886 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-8e7fb616-9f73-42d9-9a36-6c70858f66ff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618&tenant_id=7384117b2eb84ea483002d0119f2bf5c HTTP/1.1" status: 200 len: 1097 time: 0.0420809 Mar 23 13:03:50.341428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834854-1', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:03:50.399796 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:50.600042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ac275954-8849-4a9b-826c-5c1068091497,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:03:50.632404 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:03:50.671347 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:03:50.674273 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1039f2cb-5b55-46cd-807b-99a3c029c015" -d '{"events": [{"server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "name": "network-vif-unplugged", "status": "completed", "tag": "ac275954-8849-4a9b-826c-5c1068091497"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:03:50.678827 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:50.691822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Transition to ACTIVE for port object ac275954-8849-4a9b-826c-5c1068091497 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:03:50.696256 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:50.724092 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 13:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1af1578-7c31-4a30-8111-bafb1bc99b12 x-openstack-request-id: req-e1af1578-7c31-4a30-8111-bafb1bc99b12 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:03:50.724382 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "name": "network-vif-unplugged", "status": "completed", "tag": "ac275954-8849-4a9b-826c-5c1068091497", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:03:50.724628 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1af1578-7c31-4a30-8111-bafb1bc99b12 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:03:50.725015 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497', 'code': 200} Mar 23 13:03:50.776905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Pushing event updated for resources: {'Port': ['ID=ac275954-8849-4a9b-826c-5c1068091497,revision_number=10']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:03:50.821497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] No DVR routers for this DVR port ac275954-8849-4a9b-826c-5c1068091497 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:03:50.851656 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acf2e4-a7d5-4b14-b2ff-9add3f646222 req-3f1dd328-7775-4019-8c1e-ce986ac0e5c6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:50.854028 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c1acf2e4-a7d5-4b14-b2ff-9add3f646222 req-3f1dd328-7775-4019-8c1e-ce986ac0e5c6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 945 time: 0.0618114 Mar 23 13:03:50.894113 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c1acf2e4-a7d5-4b14-b2ff-9add3f646222 req-4d6db591-05e4-4c95-977e-ef49b6da28ce tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0338607 Mar 23 13:03:50.964086 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Attempting to bind port ac275954-8849-4a9b-826c-5c1068091497 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:03:50.964429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Attempting to bind port ac275954-8849-4a9b-826c-5c1068091497 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:03:50.964751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Attempting to bind port ac275954-8849-4a9b-826c-5c1068091497 on network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:03:50.969066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Port ac275954-8849-4a9b-826c-5c1068091497 on network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:03:50.969383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Attempting to bind port ac275954-8849-4a9b-826c-5c1068091497 on network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:03:50.974679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:03:50.975016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Checking segment: {'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:03:50.976317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Bound using segment: {'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:03:50.976317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Bound port: ac275954-8849-4a9b-826c-5c1068091497, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cce68da-3bf7-4a2c-828f-a504f2499de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:03:50.976317 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:51.040254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:03:51.043215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ac275954-8849-4a9b-826c-5c1068091497,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:03:51.046774 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:51.086025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:51.086643 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:51.089821 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] 10.222.0.73 "PUT /v2.0/ports/ac275954-8849-4a9b-826c-5c1068091497 HTTP/1.1" status: 200 len: 1093 time: 0.7506738 Mar 23 13:03:51.109736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4326e-c303-479f-b353-3e5a88523b3b service neutron] Pushing event updated for resources: {'Port': ['ID=ac275954-8849-4a9b-826c-5c1068091497,revision_number=11']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:03:51.158196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-c4e57d36-b975-4755-8776-eaa77d05effa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:51.159628 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-c4e57d36-b975-4755-8776-eaa77d05effa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 1096 time: 0.0463927 Mar 23 13:03:51.259053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-1000965e-5fae-427f-b26d-5d9396a622d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:51.260576 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-1000965e-5fae-427f-b26d-5d9396a622d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 HTTP/1.1" status: 200 len: 896 time: 0.0924540 Mar 23 13:03:51.330651 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-5fa5f654-4781-48fc-93f8-1d44acf0201c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac275954-8849-4a9b-826c-5c1068091497 HTTP/1.1" status: 200 len: 1000 time: 0.0629296 Mar 23 13:03:51.379426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-058e07e8-3876-4d72-9309-e88cfad5c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:51.380894 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-058e07e8-3876-4d72-9309-e88cfad5c081 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1 HTTP/1.1" status: 200 len: 834 time: 0.0439560 Mar 23 13:03:51.426853 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-d8666687-9aac-46f2-a0c3-fbd96e63487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:51.428352 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-d8666687-9aac-46f2-a0c3-fbd96e63487d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400343 Mar 23 13:03:51.521920 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-c1dd1f67-f1c2-426f-82e4-e5506d820c56 service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860364 Mar 23 13:03:51.616314 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9b5e0bb-d556-4655-be16-12577537fa6a req-6c99bb91-98e2-4d99-9478-570b4daa5b53 service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854671 Mar 23 13:03:52.025043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0ea75-019b-4ddf-b43d-6e32a41b1a85 req-e84f6b8d-4af1-4d74-a039-e9bb3741fc2a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:52.026549 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-92d0ea75-019b-4ddf-b43d-6e32a41b1a85 req-e84f6b8d-4af1-4d74-a039-e9bb3741fc2a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 945 time: 0.0591254 Mar 23 13:03:52.067237 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-92d0ea75-019b-4ddf-b43d-6e32a41b1a85 req-12053b94-c87b-442a-8895-9cbdca04b738 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336518 Mar 23 13:03:52.471852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ac275954-8849-4a9b-826c-5c1068091497 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:03:52.513655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ac275954-8849-4a9b-826c-5c1068091497 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:03:52.726148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:03:52.728483 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f95710-8530-4fd3-a0c0-23911288bb25" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "tag": "ac275954-8849-4a9b-826c-5c1068091497"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:03:52.776969 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be0c35b-ef60-40d1-8817-f7017905c34e x-openstack-request-id: req-2be0c35b-ef60-40d1-8817-f7017905c34e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:03:52.777265 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "tag": "ac275954-8849-4a9b-826c-5c1068091497", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:03:52.777519 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2be0c35b-ef60-40d1-8817-f7017905c34e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:03:52.777931 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497', 'status': 'completed', 'code': 200} Mar 23 13:03:52.851202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-d7236efd-5a8a-4cb7-bc7b-5d041933f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:52.852852 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-d7236efd-5a8a-4cb7-bc7b-5d041933f9e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 1096 time: 0.0536444 Mar 23 13:03:52.986187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-2632e0d8-d3ee-4aba-a16d-9972571b430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:52.987584 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-2632e0d8-d3ee-4aba-a16d-9972571b430e service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 HTTP/1.1" status: 200 len: 896 time: 0.1259081 Mar 23 13:03:52.989347 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-e52eeb7e-24e2-487f-81e5-f8baebbf10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:52.990698 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-e52eeb7e-24e2-487f-81e5-f8baebbf10ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 1096 time: 0.1831017 Mar 23 13:03:53.111285 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-b8b1596d-204d-435e-afc5-95fa9958017e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac275954-8849-4a9b-826c-5c1068091497 HTTP/1.1" status: 200 len: 1000 time: 0.1157553 Mar 23 13:03:53.207557 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-8c41ace8-9332-426e-9cf6-3e30b173ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:53.209629 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-8c41ace8-9332-426e-9cf6-3e30b173ebb0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 HTTP/1.1" status: 200 len: 896 time: 0.2083299 Mar 23 13:03:53.230289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-ffed3ca3-00d3-409f-b466-b486c6f1a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:53.231734 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-ffed3ca3-00d3-409f-b466-b486c6f1a539 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1 HTTP/1.1" status: 200 len: 834 time: 0.1062949 Mar 23 13:03:53.317898 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ec114-8cb3-4db9-9021-5c94845fe4a7 req-a12ffdb3-1203-47ba-96c5-86f2cb096be4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:53.319444 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f9ec114-8cb3-4db9-9021-5c94845fe4a7 req-a12ffdb3-1203-47ba-96c5-86f2cb096be4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 945 time: 0.1594172 Mar 23 13:03:53.352259 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-19082c5c-ba29-4ab9-a4b5-00bbae342439 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac275954-8849-4a9b-826c-5c1068091497 HTTP/1.1" status: 200 len: 1000 time: 0.1336837 Mar 23 13:03:53.370026 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-9a304114-ebd0-405f-bb71-54948fdd01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:53.371435 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-9a304114-ebd0-405f-bb71-54948fdd01bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048024 Mar 23 13:03:53.433535 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5f9ec114-8cb3-4db9-9021-5c94845fe4a7 req-26cb0588-d72b-4788-9da9-04d05a6e508f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1057229 Mar 23 13:03:53.474037 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-eddba20e-8a0c-4787-9590-ccb751b7bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:53.475507 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-eddba20e-8a0c-4787-9590-ccb751b7bca9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1 HTTP/1.1" status: 200 len: 834 time: 0.1153758 Mar 23 13:03:53.534879 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-3c6dd3c7-9222-4ccd-8570-a475fe3d8c22 service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377938 Mar 23 13:03:53.548055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-32165080-cad2-4d3c-ba56-cd8391a9fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:53.549477 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-32165080-cad2-4d3c-ba56-cd8391a9fb22 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662265 Mar 23 13:03:53.589973 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ac275954-8849-4a9b-826c-5c1068091497 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:03:53.685283 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ac275954-8849-4a9b-826c-5c1068091497,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:03:53.697535 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'ac275954-8849-4a9b-826c-5c1068091497', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'port_id': 'ac275954-8849-4a9b-826c-5c1068091497', 'mac_address': 'fa:16:3e:2c:57:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:03:53.701204 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-886633a2-7980-44c9-b1c7-5d1f80385255 service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626291 Mar 23 13:03:53.707698 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-63e56447-ee82-4403-9fe7-ea331fa84d8e service neutron] 10.222.0.77 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485138 Mar 23 13:03:53.739117 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:53.752275 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac275954-8849-4a9b-826c-5c1068091497 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:03:53.770752 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ac275954-8849-4a9b-826c-5c1068091497,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:03:53.774783 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:53.806668 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a0f95710-8530-4fd3-a0c0-23911288bb25 req-53e0e33e-2276-4663-896a-3e597d0ddf8c service neutron] 10.222.0.77 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922899 Mar 23 13:03:53.823764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=ac275954-8849-4a9b-826c-5c1068091497,revision_number=12']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:03:54.015358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['ac275954-8849-4a9b-826c-5c1068091497'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:03:54.075338 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8e3234ab-9e87-468e-9a64-aaee9c8aad33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:54.560661 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bd3ec-f321-427c-900a-6db5971e500a req-2e409c2c-c3a7-4a0a-aad2-3fc6b605534c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:54.562346 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-344bd3ec-f321-427c-900a-6db5971e500a req-2e409c2c-c3a7-4a0a-aad2-3fc6b605534c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 946 time: 0.0523949 Mar 23 13:03:54.603338 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-344bd3ec-f321-427c-900a-6db5971e500a req-b4ecf856-cf02-4796-a018-928dbe3e750f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342743 Mar 23 13:03:54.627108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45842) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:03:54.690311 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8ee0de12-35ca-4f27-b908-fb453f6b7557 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/floatingips/60e1c6ee-bb38-4688-9c47-85c9bb33340b HTTP/1.1" status: 200 len: 993 time: 0.0619433 Mar 23 13:03:55.602919 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ac275954-8849-4a9b-826c-5c1068091497 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:03:55.630504 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e33e911e-fc67-41b4-b22f-64dc285f3155 req-1d061c38-c6e4-487f-b153-98a2b996c42b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431781 Mar 23 13:03:55.631644 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45844) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:03:55.656966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port ac275954-8849-4a9b-826c-5c1068091497 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:03:55.661233 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port ac275954-8849-4a9b-826c-5c1068091497 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:03:55.661598 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:55.701785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e911e-fc67-41b4-b22f-64dc285f3155 req-90f6c00a-a74e-4a18-b3e3-591d3cc50f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:55.703660 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e33e911e-fc67-41b4-b22f-64dc285f3155 req-90f6c00a-a74e-4a18-b3e3-591d3cc50f5e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb8ecb713c7040f89ae917ef013d6d62&device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 1096 time: 0.0505092 Mar 23 13:03:55.740318 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:55.767875 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:03:55.770463 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f0dbe7-8eaa-498c-bc1c-19194b6d00c3" -d '{"events": [{"server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "name": "network-vif-plugged", "status": "completed", "tag": "ac275954-8849-4a9b-826c-5c1068091497"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:03:55.795231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ac275954-8849-4a9b-826c-5c1068091497,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:03:55.800691 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:55.816821 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Deleting port eef1366f-3dab-4ae3-a6d0-c0bafd3da95e {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:03:55.817368 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:55.817664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e911e-fc67-41b4-b22f-64dc285f3155 req-b792dcde-c0c9-4da8-90c5-91516737da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:55.819342 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e33e911e-fc67-41b4-b22f-64dc285f3155 req-b792dcde-c0c9-4da8-90c5-91516737da15 service neutron] 10.222.0.77 "GET /v2.0/networks?id=225b4233-c241-4ece-97b0-02d3f691dc24 HTTP/1.1" status: 200 len: 898 time: 0.0953817 Mar 23 13:03:55.833803 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da74719-5105-41c4-92ec-bd748ef13e39 x-openstack-request-id: req-8da74719-5105-41c4-92ec-bd748ef13e39 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:03:55.834064 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "name": "network-vif-plugged", "status": "completed", "tag": "ac275954-8849-4a9b-826c-5c1068091497", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:03:55.834347 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8da74719-5105-41c4-92ec-bd748ef13e39 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:03:55.834729 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497', 'code': 200} Mar 23 13:03:55.859286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=ac275954-8849-4a9b-826c-5c1068091497,revision_number=13']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:03:55.891495 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e33e911e-fc67-41b4-b22f-64dc285f3155 req-66cd9aae-af12-4e87-adc1-7fb333510d16 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0800d41f-57a5-4912-998e-3ca37cecfbb6 HTTP/1.1" status: 200 len: 1001 time: 0.0650609 Mar 23 13:03:55.904287 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:55.904622 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:55.916597 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Calling delete_port for eef1366f-3dab-4ae3-a6d0-c0bafd3da95e owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:03:55.941053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e911e-fc67-41b4-b22f-64dc285f3155 req-ebbdc79c-2fe0-4606-a9f0-8b0afd4f46a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:55.942525 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e33e911e-fc67-41b4-b22f-64dc285f3155 req-ebbdc79c-2fe0-4606-a9f0-8b0afd4f46a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1c423f7f-59b5-42a2-a8f2-819b423401c9 HTTP/1.1" status: 200 len: 835 time: 0.0447257 Mar 23 13:03:55.995707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e911e-fc67-41b4-b22f-64dc285f3155 req-a2772bcf-e195-4bd1-9357-e4f0ff911a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:55.997308 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e33e911e-fc67-41b4-b22f-64dc285f3155 req-a2772bcf-e195-4bd1-9357-e4f0ff911a28 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=225b4233-c241-4ece-97b0-02d3f691dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407319 Mar 23 13:03:56.066546 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:56.093862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event deleted for resources: {'Port': ['ID=eef1366f-3dab-4ae3-a6d0-c0bafd3da95e,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:03:56.101024 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e33e911e-fc67-41b4-b22f-64dc285f3155 req-be721980-f1ea-4605-bf2a-35427c319f1c service neutron] 10.222.0.77 "GET /v2.0/networks/225b4233-c241-4ece-97b0-02d3f691dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957749 Mar 23 13:03:56.104394 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:56.104743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:56.105087 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:56.105424 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:56.105758 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:56.106088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:56.106417 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:56.106793 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:56.107123 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:56.107453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:56.107780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:56.108131 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:03:56.169307 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:56.169682 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Floating IP 153bb8a9-6ddb-4d33-a813-f0cb61fa66c3 disassociated (deleted). External IP: 172.25.2.129, port: d3abe316-3818-4cc7-bf48-68e513e5b8fc. Mar 23 13:03:56.195513 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e33e911e-fc67-41b4-b22f-64dc285f3155 req-6b52d5d0-6c3e-4f58-b8dc-0dfa209b7ca4 service neutron] 10.222.0.77 "GET /v2.0/networks/225b4233-c241-4ece-97b0-02d3f691dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878723 Mar 23 13:03:56.375329 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:03:56.483961 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:03:56.489455 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:56.494232 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ff847-f04f-471d-9869-2c3d21807837 None None] Sync routers for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:03:56.508763 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ff847-f04f-471d-9869-2c3d21807837 None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:03:56.509382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-149ff847-f04f-471d-9869-2c3d21807837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:03:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:03:56.520737 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ab57e72a-5a73-4efd-a168-0bcd9a80fe2b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "DELETE /v2.0/floatingips/153bb8a9-6ddb-4d33-a813-f0cb61fa66c3 HTTP/1.1" status: 204 len: 168 time: 0.8879240 Mar 23 13:03:56.521336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd181e06-2221-4fbd-b259-3e9d4ad88121', 'tag': 'd3abe316-3818-4cc7-bf48-68e513e5b8fc'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:03:56.523575 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adf4918-181e-4381-a7d9-a384d68762b6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd181e06-2221-4fbd-b259-3e9d4ad88121", "tag": "d3abe316-3818-4cc7-bf48-68e513e5b8fc"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:03:56.565252 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef9b81c-c4f0-48b2-a094-14ad9dadfb54 x-openstack-request-id: req-3ef9b81c-c4f0-48b2-a094-14ad9dadfb54 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:03:56.565545 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd181e06-2221-4fbd-b259-3e9d4ad88121", "tag": "d3abe316-3818-4cc7-bf48-68e513e5b8fc", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:03:56.565795 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ef9b81c-c4f0-48b2-a094-14ad9dadfb54 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:03:56.566481 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd181e06-2221-4fbd-b259-3e9d4ad88121', 'tag': 'd3abe316-3818-4cc7-bf48-68e513e5b8fc', 'status': 'completed', 'code': 200} Mar 23 13:03:56.624983 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-149ff847-f04f-471d-9869-2c3d21807837 None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:03:56.638912 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf4918-181e-4381-a7d9-a384d68762b6 req-24351d65-ecbc-4274-a401-d34e83366e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:56.640346 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5adf4918-181e-4381-a7d9-a384d68762b6 req-24351d65-ecbc-4274-a401-d34e83366e2e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 1096 time: 0.0510206 Mar 23 13:03:56.778403 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf4918-181e-4381-a7d9-a384d68762b6 req-2023ffa5-3ddd-4f7a-afa1-7629be33496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:56.780159 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5adf4918-181e-4381-a7d9-a384d68762b6 req-2023ffa5-3ddd-4f7a-afa1-7629be33496b service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 913 time: 0.1293011 Mar 23 13:03:56.792053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5703686-6592-40ea-b792-0e231fe1789d req-9e55d396-9ea9-4470-831c-237cd6108339 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:56.793497 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d5703686-6592-40ea-b792-0e231fe1789d req-9e55d396-9ea9-4470-831c-237cd6108339 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 945 time: 0.0704556 Mar 23 13:03:56.843140 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5adf4918-181e-4381-a7d9-a384d68762b6 req-7a34a33c-77d2-4d07-8582-812958bcbdeb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3abe316-3818-4cc7-bf48-68e513e5b8fc HTTP/1.1" status: 200 len: 217 time: 0.0485640 Mar 23 13:03:56.858452 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-149ff847-f04f-471d-9869-2c3d21807837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '822832cd-10ac-4810-89af-2589dc1627cc', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'port_id': 'bb8ce287-7466-41d7-843f-2cae267cb9c7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'mac_address': 'fa:16:3e:39:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:08Z', 'updated_at': '2022-03-23T13:00:10Z', 'revision_number': 1, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:03:56.884712 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ff847-f04f-471d-9869-2c3d21807837 None None] Checking router: dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:03:56.887896 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d5703686-6592-40ea-b792-0e231fe1789d req-7efccb81-c9e8-46db-9eef-861b4be9858a tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872338 Mar 23 13:03:56.893110 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ff847-f04f-471d-9869-2c3d21807837 None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:03:56.893727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-149ff847-f04f-471d-9869-2c3d21807837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:03:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:03:56.909050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf4918-181e-4381-a7d9-a384d68762b6 req-2612b934-3317-4ae0-86f3-eb36ed3cefa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:56.910502 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5adf4918-181e-4381-a7d9-a384d68762b6 req-2612b934-3317-4ae0-86f3-eb36ed3cefa1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.0543737 Mar 23 13:03:56.952606 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71fed1c4-3eee-4822-b132-88a2a97841f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:56.960243 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf4918-181e-4381-a7d9-a384d68762b6 req-48afcd14-874a-465e-be48-727eaa1ebc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:56.961465 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5adf4918-181e-4381-a7d9-a384d68762b6 req-48afcd14-874a-465e-be48-727eaa1ebc70 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422969 Mar 23 13:03:57.012231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-149ff847-f04f-471d-9869-2c3d21807837 None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:03:57.065439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5adf4918-181e-4381-a7d9-a384d68762b6 req-fbf1a2df-3c7a-412c-9a3b-8738064f71e6 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873067 Mar 23 13:03:57.161714 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5adf4918-181e-4381-a7d9-a384d68762b6 req-76d6d39b-78c0-4918-92bb-63c3ca21ac91 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858634 Mar 23 13:03:57.393552 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-149ff847-f04f-471d-9869-2c3d21807837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '822832cd-10ac-4810-89af-2589dc1627cc', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'port_id': 'bb8ce287-7466-41d7-843f-2cae267cb9c7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'mac_address': 'fa:16:3e:39:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:08Z', 'updated_at': '2022-03-23T13:00:10Z', 'revision_number': 1, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:03:57.403276 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4ea6b82-a59c-4ec2-895f-e150f10c89f8 req-abb084af-f326-4e5b-841e-da9e9954432f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466778 Mar 23 13:03:57.420418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ff847-f04f-471d-9869-2c3d21807837 None None] The sync data for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 is: [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '822832cd-10ac-4810-89af-2589dc1627cc', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'port_id': 'bb8ce287-7466-41d7-843f-2cae267cb9c7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'mac_address': 'fa:16:3e:39:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:00:08Z', 'updated_at': '2022-03-23T13:00:10Z', 'revision_number': 1, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:03:57.473746 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea6b82-a59c-4ec2-895f-e150f10c89f8 req-017345e0-e697-4a54-b05d-2a3fdffe887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:57.475293 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4ea6b82-a59c-4ec2-895f-e150f10c89f8 req-017345e0-e697-4a54-b05d-2a3fdffe887a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 1098 time: 0.0472143 Mar 23 13:03:57.593553 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea6b82-a59c-4ec2-895f-e150f10c89f8 req-db92f6a3-ade8-41c1-a763-af1255261def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:57.595244 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4ea6b82-a59c-4ec2-895f-e150f10c89f8 req-db92f6a3-ade8-41c1-a763-af1255261def service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 HTTP/1.1" status: 200 len: 896 time: 0.0956702 Mar 23 13:03:57.655508 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e8557d-f295-4de9-9983-6a4dc28e5e91 None None] New status for floating IP 153bb8a9-6ddb-4d33-a813-f0cb61fa66c3: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:03:57.671528 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4ea6b82-a59c-4ec2-895f-e150f10c89f8 req-a54804d0-d08b-4c13-95b1-6fd92bed2354 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac275954-8849-4a9b-826c-5c1068091497 HTTP/1.1" status: 200 len: 1002 time: 0.0681031 Mar 23 13:03:57.723412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea6b82-a59c-4ec2-895f-e150f10c89f8 req-e13b3ee8-cac1-4ba9-a760-53dc051af3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:57.725069 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4ea6b82-a59c-4ec2-895f-e150f10c89f8 req-e13b3ee8-cac1-4ba9-a760-53dc051af3de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1 HTTP/1.1" status: 200 len: 834 time: 0.0465078 Mar 23 13:03:57.780883 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea6b82-a59c-4ec2-895f-e150f10c89f8 req-eda343bb-12b4-4a06-8b40-ca774f38588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:57.782941 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4ea6b82-a59c-4ec2-895f-e150f10c89f8 req-eda343bb-12b4-4a06-8b40-ca774f38588b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503824 Mar 23 13:03:57.834091 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:58.013456 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aeb41-7281-4d20-988a-6400112cb8e2 req-8b8193cc-13aa-4644-92e2-702cb5dbc4f4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:58.015043 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e0aeb41-7281-4d20-988a-6400112cb8e2 req-8b8193cc-13aa-4644-92e2-702cb5dbc4f4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 945 time: 0.0512149 Mar 23 13:03:58.059630 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e0aeb41-7281-4d20-988a-6400112cb8e2 req-818cd203-4a90-4899-90b8-df0e4b9c3251 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376298 Mar 23 13:03:58.163581 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4ea6b82-a59c-4ec2-895f-e150f10c89f8 req-36a3c006-a713-43a5-b3a4-712eac3ba8ac service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734634 Mar 23 13:03:58.258661 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c4ea6b82-a59c-4ec2-895f-e150f10c89f8 req-f6e533ed-fa89-4784-b9cc-bda5a921de10 service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882881 Mar 23 13:03:58.728518 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb27e3-decb-438d-867c-95cd3bfad1b5 req-7c14450c-5824-4e6d-bb27-7c163303f90c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:03:58.729987 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cafb27e3-decb-438d-867c-95cd3bfad1b5 req-7c14450c-5824-4e6d-bb27-7c163303f90c tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 945 time: 0.0491161 Mar 23 13:03:58.821273 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-cafb27e3-decb-438d-867c-95cd3bfad1b5 req-1777586e-575e-4d63-9e6a-9dffefb81aad tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Deleting port d3abe316-3818-4cc7-bf48-68e513e5b8fc {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:03:58.821608 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cafb27e3-decb-438d-867c-95cd3bfad1b5 req-1777586e-575e-4d63-9e6a-9dffefb81aad tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:58.910787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-cafb27e3-decb-438d-867c-95cd3bfad1b5 req-1777586e-575e-4d63-9e6a-9dffefb81aad tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] For port d3abe316-3818-4cc7-bf48-68e513e5b8fc, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=d3abe316-3818-4cc7-bf48-68e513e5b8fc,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:03:58.911166 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cafb27e3-decb-438d-867c-95cd3bfad1b5 req-1777586e-575e-4d63-9e6a-9dffefb81aad tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:58.922741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-cafb27e3-decb-438d-867c-95cd3bfad1b5 req-1777586e-575e-4d63-9e6a-9dffefb81aad tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Calling delete_port for d3abe316-3818-4cc7-bf48-68e513e5b8fc owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:03:59.045270 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cafb27e3-decb-438d-867c-95cd3bfad1b5 req-1777586e-575e-4d63-9e6a-9dffefb81aad tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:59.078238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777586e-575e-4d63-9e6a-9dffefb81aad tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event deleted for resources: {'Port': ['ID=d3abe316-3818-4cc7-bf48-68e513e5b8fc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:03:59.125470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafb27e3-decb-438d-867c-95cd3bfad1b5 req-1777586e-575e-4d63-9e6a-9dffefb81aad tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] No DVR routers for this DVR port d3abe316-3818-4cc7-bf48-68e513e5b8fc on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:03:59.128955 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cafb27e3-decb-438d-867c-95cd3bfad1b5 req-1777586e-575e-4d63-9e6a-9dffefb81aad tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:59.132411 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cafb27e3-decb-438d-867c-95cd3bfad1b5 req-1777586e-575e-4d63-9e6a-9dffefb81aad tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.77 "DELETE /v2.0/ports/d3abe316-3818-4cc7-bf48-68e513e5b8fc HTTP/1.1" status: 204 len: 173 time: 0.3959794 Mar 23 13:03:59.132887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd181e06-2221-4fbd-b259-3e9d4ad88121', 'name': 'network-vif-deleted', 'tag': 'd3abe316-3818-4cc7-bf48-68e513e5b8fc'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:03:59.135218 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79346a9-0975-445c-88da-602e31d87904" -d '{"events": [{"server_uuid": "bd181e06-2221-4fbd-b259-3e9d4ad88121", "name": "network-vif-deleted", "tag": "d3abe316-3818-4cc7-bf48-68e513e5b8fc"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:03:59.159618 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:03:59.168868 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b48b5b0-ec1e-49e9-8bdf-40c7b1f812e9 req-c7e880e6-6202-4f87-8201-6cdee74b6f59 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 210 time: 0.0300539 Mar 23 13:03:59.182704 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3406dbfc-efaf-4509-9912-7c386ebca6f7 x-openstack-request-id: req-3406dbfc-efaf-4509-9912-7c386ebca6f7 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:03:59.183078 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd181e06-2221-4fbd-b259-3e9d4ad88121", "name": "network-vif-deleted", "tag": "d3abe316-3818-4cc7-bf48-68e513e5b8fc", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:03:59.183322 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3406dbfc-efaf-4509-9912-7c386ebca6f7 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:03:59.183783 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd181e06-2221-4fbd-b259-3e9d4ad88121', 'name': 'network-vif-deleted', 'tag': 'd3abe316-3818-4cc7-bf48-68e513e5b8fc', 'status': 'completed', 'code': 200} Mar 23 13:03:59.546677 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:00.280188 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c1c9c61-637e-435c-9814-18ec2d7b7b99 req-0a555997-df4c-4f6d-8acf-451a54bb5bf3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 210 time: 0.0267410 Mar 23 13:04:01.376043 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4a21b20-4117-4153-ad01-b4448737f8d9 req-f7b8ff12-0825-4da6-bd38-56c74a72f79b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 210 time: 0.0275331 Mar 23 13:04:02.483832 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8be295ae-d1e9-4baf-857c-2b17e94b8198 req-9962790d-4c4b-49bf-84ba-b02a98f1c5a4 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd181e06-2221-4fbd-b259-3e9d4ad88121 HTTP/1.1" status: 200 len: 210 time: 0.0375171 Mar 23 13:04:02.539696 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device d3abe316-3818-4cc7-bf48-68e513e5b8fc no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:04:02.560455 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: d3abe316-3818-4cc7-bf48-68e513e5b8fc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:04:02.560803 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device d3abe316-3818-4cc7-bf48-68e513e5b8fc not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:04:07.756864 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45890) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:07.827359 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3cf1394d-126e-416a-bd0d-8067ba7ebb82 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/floatingips/9835310c-17c7-4ed0-a782-8626904630e0 HTTP/1.1" status: 200 len: 993 time: 0.0690417 Mar 23 13:04:07.861812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45896) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:08.022656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-bd33d467-161e-48a3-8470-a3dfd6e20dca tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Deleting port 3633178b-7d56-482d-9185-b4177bc094d1 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:08.022923 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd33d467-161e-48a3-8470-a3dfd6e20dca tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:08.062266 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45900) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:08.097750 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd33d467-161e-48a3-8470-a3dfd6e20dca tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:08.098083 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd33d467-161e-48a3-8470-a3dfd6e20dca tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:08.109732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-bd33d467-161e-48a3-8470-a3dfd6e20dca tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Calling delete_port for 3633178b-7d56-482d-9185-b4177bc094d1 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:08.224585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e6b880b7-bd77-41e5-ae02-abc606467f7b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Deleting port 4d52d3ef-d3a3-47bd-8983-56ff25513e27 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:08.224926 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6b880b7-bd77-41e5-ae02-abc606467f7b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:08.265253 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd33d467-161e-48a3-8470-a3dfd6e20dca tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:08.292540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33d467-161e-48a3-8470-a3dfd6e20dca tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event deleted for resources: {'Port': ['ID=3633178b-7d56-482d-9185-b4177bc094d1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:08.302228 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6b880b7-bd77-41e5-ae02-abc606467f7b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:08.302559 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6b880b7-bd77-41e5-ae02-abc606467f7b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:08.315282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e6b880b7-bd77-41e5-ae02-abc606467f7b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Calling delete_port for 4d52d3ef-d3a3-47bd-8983-56ff25513e27 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:08.355918 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd33d467-161e-48a3-8470-a3dfd6e20dca tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:08.356268 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-bd33d467-161e-48a3-8470-a3dfd6e20dca tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Floating IP 822832cd-10ac-4810-89af-2589dc1627cc disassociated (deleted). External IP: 172.25.2.252, port: bb8ce287-7466-41d7-843f-2cae267cb9c7. Mar 23 13:04:08.478006 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6b880b7-bd77-41e5-ae02-abc606467f7b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:08.501753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b880b7-bd77-41e5-ae02-abc606467f7b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'Port': ['ID=4d52d3ef-d3a3-47bd-8983-56ff25513e27,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:08.577928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd33d467-161e-48a3-8470-a3dfd6e20dca tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:04:08.706573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd33d467-161e-48a3-8470-a3dfd6e20dca tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:04:08.712680 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-bd33d467-161e-48a3-8470-a3dfd6e20dca tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:08.717609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b957a82-61f5-495f-8b78-69e7725cb7aa None None] Sync routers for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:04:08.728191 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b957a82-61f5-495f-8b78-69e7725cb7aa None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:08.728824 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1b957a82-61f5-495f-8b78-69e7725cb7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:03:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:08.745508 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bd33d467-161e-48a3-8470-a3dfd6e20dca tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "DELETE /v2.0/floatingips/822832cd-10ac-4810-89af-2589dc1627cc HTTP/1.1" status: 204 len: 168 time: 0.8822169 Mar 23 13:04:08.746366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'tag': 'bb8ce287-7466-41d7-843f-2cae267cb9c7'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:04:08.748801 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e25987-5f72-4f6e-8c84-e9eb68f6e084" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2", "tag": "bb8ce287-7466-41d7-843f-2cae267cb9c7"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:04:08.818635 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226b16bd-a759-4924-bdfb-54e6453651f1 x-openstack-request-id: req-226b16bd-a759-4924-bdfb-54e6453651f1 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:04:08.819114 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2", "tag": "bb8ce287-7466-41d7-843f-2cae267cb9c7", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:04:08.819560 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-226b16bd-a759-4924-bdfb-54e6453651f1 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:04:08.820207 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'tag': 'bb8ce287-7466-41d7-843f-2cae267cb9c7', 'status': 'completed', 'code': 200} Mar 23 13:04:08.882822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-1b957a82-61f5-495f-8b78-69e7725cb7aa None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:08.893996 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e25987-5f72-4f6e-8c84-e9eb68f6e084 req-ea8e2465-9231-4fd0-b01e-76464a355afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:08.896833 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6e25987-5f72-4f6e-8c84-e9eb68f6e084 req-ea8e2465-9231-4fd0-b01e-76464a355afc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a83d57a27e704c44abb036185c95fcaf&device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 1096 time: 0.0479653 Mar 23 13:04:08.917686 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6b880b7-bd77-41e5-ae02-abc606467f7b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:08.918378 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-e6b880b7-bd77-41e5-ae02-abc606467f7b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Floating IP 9835310c-17c7-4ed0-a782-8626904630e0 disassociated (deleted). External IP: 172.25.2.182, port: 0800d41f-57a5-4912-998e-3ca37cecfbb6. Mar 23 13:04:09.048743 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e25987-5f72-4f6e-8c84-e9eb68f6e084 req-52fd111a-e152-4047-8a0c-f7527313dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:09.050933 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6e25987-5f72-4f6e-8c84-e9eb68f6e084 req-52fd111a-e152-4047-8a0c-f7527313dfda service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 200 len: 913 time: 0.1281083 Mar 23 13:04:09.086162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6673cc-5398-457b-a578-1b5c5c3c3ee3 req-b7027896-2d98-43cb-b582-694d6d860182 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:09.087822 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2a6673cc-5398-457b-a578-1b5c5c3c3ee3 req-b7027896-2d98-43cb-b582-694d6d860182 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 945 time: 0.0708945 Mar 23 13:04:09.120563 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6e25987-5f72-4f6e-8c84-e9eb68f6e084 req-7ee1af72-94d2-4da4-949e-4a02ed8d31b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb8ce287-7466-41d7-843f-2cae267cb9c7 HTTP/1.1" status: 200 len: 217 time: 0.0609481 Mar 23 13:04:09.170279 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1b957a82-61f5-495f-8b78-69e7725cb7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:09.176973 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2a6673cc-5398-457b-a578-1b5c5c3c3ee3 req-b88fe79f-25bf-4881-ad17-ac13bb7bbb1b tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495722 Mar 23 13:04:09.207513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b957a82-61f5-495f-8b78-69e7725cb7aa None None] Checking router: dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:04:09.212393 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e25987-5f72-4f6e-8c84-e9eb68f6e084 req-10fbe9e0-18d7-42c5-90eb-d0bdbd6c7140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:09.212393 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6e25987-5f72-4f6e-8c84-e9eb68f6e084 req-10fbe9e0-18d7-42c5-90eb-d0bdbd6c7140 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 200 len: 851 time: 0.0815177 Mar 23 13:04:09.220460 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b957a82-61f5-495f-8b78-69e7725cb7aa None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:09.221175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1b957a82-61f5-495f-8b78-69e7725cb7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:03:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:09.247861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b880b7-bd77-41e5-ae02-abc606467f7b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:04:09.270266 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e25987-5f72-4f6e-8c84-e9eb68f6e084 req-99c73a1c-6eae-40ec-b748-63bf71eb96e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:09.271789 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6e25987-5f72-4f6e-8c84-e9eb68f6e084 req-99c73a1c-6eae-40ec-b748-63bf71eb96e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515420 Mar 23 13:04:09.340889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-1b957a82-61f5-495f-8b78-69e7725cb7aa None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:09.395193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b880b7-bd77-41e5-ae02-abc606467f7b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:04:09.399168 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6e25987-5f72-4f6e-8c84-e9eb68f6e084 req-ba2eb400-3d6b-4538-9cee-01d9b16ef3ef service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184828 Mar 23 13:04:09.400725 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e6b880b7-bd77-41e5-ae02-abc606467f7b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:09.406179 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef2991-94a6-45bb-8b3f-3018d33b719d None None] Sync routers for ids ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:04:09.417867 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cef2991-94a6-45bb-8b3f-3018d33b719d None None] Routers {'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:09.418909 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1cef2991-94a6-45bb-8b3f-3018d33b719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:03:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:09.435902 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e6b880b7-bd77-41e5-ae02-abc606467f7b tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "DELETE /v2.0/floatingips/9835310c-17c7-4ed0-a782-8626904630e0 HTTP/1.1" status: 204 len: 168 time: 1.3723845 Mar 23 13:04:09.436562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75266553-8f2c-4cf0-93f6-17249ee7a794', 'tag': '0800d41f-57a5-4912-998e-3ca37cecfbb6'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:04:09.439329 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daffad1-7b71-4576-80f2-8c298cfb41d1" -d '{"events": [{"name": "network-changed", "server_uuid": "75266553-8f2c-4cf0-93f6-17249ee7a794", "tag": "0800d41f-57a5-4912-998e-3ca37cecfbb6"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:04:09.531181 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae986eed-0e55-4b86-b9e3-fa00ff1a173e x-openstack-request-id: req-ae986eed-0e55-4b86-b9e3-fa00ff1a173e {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:04:09.531468 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75266553-8f2c-4cf0-93f6-17249ee7a794", "tag": "0800d41f-57a5-4912-998e-3ca37cecfbb6", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:04:09.531723 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae986eed-0e55-4b86-b9e3-fa00ff1a173e {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:04:09.532710 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75266553-8f2c-4cf0-93f6-17249ee7a794', 'tag': '0800d41f-57a5-4912-998e-3ca37cecfbb6', 'status': 'completed', 'code': 200} Mar 23 13:04:09.534915 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6e25987-5f72-4f6e-8c84-e9eb68f6e084 req-bad222ae-e4cb-410f-bdfc-9c3ddac396fc service neutron] 10.222.0.73 "GET /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239913 Mar 23 13:04:09.562637 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1cef2991-94a6-45bb-8b3f-3018d33b719d None None] Set router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:09.576519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1b957a82-61f5-495f-8b78-69e7725cb7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:09.621098 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b957a82-61f5-495f-8b78-69e7725cb7aa None None] The sync data for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 is: [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T12:51:29Z', 'revision_number': 4, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '18348e0a-5250-4d3c-91e9-39355e600d0a', 'name': '', 'network_id': 'bb56f7c4-c411-4c3a-9aa2-28215b8b28c1', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'mac_address': 'fa:16:3e:b7:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '870de485-4fe7-463d-99a0-400760616840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:28Z', 'updated_at': '2022-03-23T12:51:41Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'subnets': [{'id': '870de485-4fe7-463d-99a0-400760616840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:04:09.623422 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daffad1-7b71-4576-80f2-8c298cfb41d1 req-4c5990f0-5ed1-4c5b-a936-5b6f79a47a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:09.627817 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9daffad1-7b71-4576-80f2-8c298cfb41d1 req-4c5990f0-5ed1-4c5b-a936-5b6f79a47a0e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb8ecb713c7040f89ae917ef013d6d62&device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 1096 time: 0.0625219 Mar 23 13:04:09.765543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daffad1-7b71-4576-80f2-8c298cfb41d1 req-6197ddf0-03bf-44e9-80db-9036ad4e27f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:09.767119 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9daffad1-7b71-4576-80f2-8c298cfb41d1 req-6197ddf0-03bf-44e9-80db-9036ad4e27f1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=225b4233-c241-4ece-97b0-02d3f691dc24 HTTP/1.1" status: 200 len: 898 time: 0.1328902 Mar 23 13:04:09.821063 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9daffad1-7b71-4576-80f2-8c298cfb41d1 req-23e19028-d6c5-48c3-9284-4f1828d56abd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0800d41f-57a5-4912-998e-3ca37cecfbb6 HTTP/1.1" status: 200 len: 217 time: 0.0447371 Mar 23 13:04:09.836306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97843b57-4004-40ac-994d-3532bf7e49b6 req-b260c960-7a3f-4368-80d8-cb6f0918fa09 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:09.838940 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-97843b57-4004-40ac-994d-3532bf7e49b6 req-b260c960-7a3f-4368-80d8-cb6f0918fa09 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 945 time: 0.0706317 Mar 23 13:04:09.844165 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1cef2991-94a6-45bb-8b3f-3018d33b719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'name': 'tempest-TestNetworkBasicOps-router-229858764', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:29Z', 'updated_at': '2022-03-23T13:02:35Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:30Z', 'updated_at': '2022-03-23T13:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c71ea8a8-a5fe-408a-8233-25581c769ab4', 'name': '', 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:ff:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:34Z', 'updated_at': '2022-03-23T13:02:39Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:09.900733 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-97843b57-4004-40ac-994d-3532bf7e49b6 req-26f41130-3707-493f-92b1-ce273fe82095 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=237c6d21-dcb2-4077-a858-41854fc8e208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522866 Mar 23 13:04:09.901670 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daffad1-7b71-4576-80f2-8c298cfb41d1 req-c256f3d8-e3f1-4b8a-bf6f-0fb6404d1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:09.904645 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9daffad1-7b71-4576-80f2-8c298cfb41d1 req-c256f3d8-e3f1-4b8a-bf6f-0fb6404d1f1e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1c423f7f-59b5-42a2-a8f2-819b423401c9 HTTP/1.1" status: 200 len: 835 time: 0.0765703 Mar 23 13:04:09.905861 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef2991-94a6-45bb-8b3f-3018d33b719d None None] Checking router: bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:04:09.919800 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cef2991-94a6-45bb-8b3f-3018d33b719d None None] Routers {'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:09.920889 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1cef2991-94a6-45bb-8b3f-3018d33b719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:03:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:09.977013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daffad1-7b71-4576-80f2-8c298cfb41d1 req-69ef4d39-6d0d-4ea2-b44f-34dd8e6ae401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:09.978635 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9daffad1-7b71-4576-80f2-8c298cfb41d1 req-69ef4d39-6d0d-4ea2-b44f-34dd8e6ae401 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=225b4233-c241-4ece-97b0-02d3f691dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646009 Mar 23 13:04:10.026395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77743b2d-b965-4214-b9b0-a7058e06229e None None] New status for floating IP 822832cd-10ac-4810-89af-2589dc1627cc: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:04:10.065995 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-1cef2991-94a6-45bb-8b3f-3018d33b719d None None] Set router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:10.084872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9daffad1-7b71-4576-80f2-8c298cfb41d1 req-ec2465ea-86e3-428f-be44-adf06530d7f3 service neutron] 10.222.0.77 "GET /v2.0/networks/225b4233-c241-4ece-97b0-02d3f691dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975976 Mar 23 13:04:10.205516 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9daffad1-7b71-4576-80f2-8c298cfb41d1 req-eb012a9a-568f-4418-ac8a-564abaf2544b service neutron] 10.222.0.77 "GET /v2.0/networks/225b4233-c241-4ece-97b0-02d3f691dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131384 Mar 23 13:04:10.297996 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-1cef2991-94a6-45bb-8b3f-3018d33b719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'name': 'tempest-TestNetworkBasicOps-router-229858764', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:29Z', 'updated_at': '2022-03-23T13:02:35Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:30Z', 'updated_at': '2022-03-23T13:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c71ea8a8-a5fe-408a-8233-25581c769ab4', 'name': '', 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:ff:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:34Z', 'updated_at': '2022-03-23T13:02:39Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:10.309162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68b958-565b-4683-9e09-05f2739b91a2 req-0ea61771-b627-48f4-846d-37c6ead84cf9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:10.310899 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d68b958-565b-4683-9e09-05f2739b91a2 req-0ea61771-b627-48f4-846d-37c6ead84cf9 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 945 time: 0.0549471 Mar 23 13:04:10.327257 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef2991-94a6-45bb-8b3f-3018d33b719d None None] The sync data for ids ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'] in n-d-834854-1 is: [{'id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'name': 'tempest-TestNetworkBasicOps-router-229858764', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:29Z', 'updated_at': '2022-03-23T13:02:35Z', 'revision_number': 4, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:30Z', 'updated_at': '2022-03-23T13:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'c71ea8a8-a5fe-408a-8233-25581c769ab4', 'name': '', 'network_id': '225b4233-c241-4ece-97b0-02d3f691dc24', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'mac_address': 'fa:16:3e:ff:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:34Z', 'updated_at': '2022-03-23T13:02:39Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'subnets': [{'id': '1c423f7f-59b5-42a2-a8f2-819b423401c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:04:10.371912 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4d68b958-565b-4683-9e09-05f2739b91a2 req-7d114e33-1cb8-47e2-bfa5-b7196130ff05 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/security-groups?id=c67d9058-6234-4dc9-8061-b272492f34df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524669 Mar 23 13:04:10.595147 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5832a4e8-d744-4b92-97cb-bf852f6aae64 None None] New status for floating IP 9835310c-17c7-4ed0-a782-8626904630e0: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:04:10.907253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43800473-a7c7-4554-8f15-9ed169a5282e req-ab399ab9-7353-4fc0-915c-51de5e83f4a3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:10.909290 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-43800473-a7c7-4554-8f15-9ed169a5282e req-ab399ab9-7353-4fc0-915c-51de5e83f4a3 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 945 time: 0.0490417 Mar 23 13:04:11.015144 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-43800473-a7c7-4554-8f15-9ed169a5282e req-ce90aaef-4ba9-44da-8e58-2dc9b51e4cf5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Deleting port bb8ce287-7466-41d7-843f-2cae267cb9c7 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:11.015484 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-43800473-a7c7-4554-8f15-9ed169a5282e req-ce90aaef-4ba9-44da-8e58-2dc9b51e4cf5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:11.042153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d16c2-9844-4f9e-b1cb-334ce6904d54 req-e3d08dc4-109b-4387-a85d-f6f760596477 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:11.043731 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-301d16c2-9844-4f9e-b1cb-334ce6904d54 req-e3d08dc4-109b-4387-a85d-f6f760596477 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 945 time: 0.0565946 Mar 23 13:04:11.084862 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-301d16c2-9844-4f9e-b1cb-334ce6904d54 req-e7466dc8-715e-4f97-b0dd-80edb6c9a1ae tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/security-groups?id=237c6d21-dcb2-4077-a858-41854fc8e208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343699 Mar 23 13:04:11.108294 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-43800473-a7c7-4554-8f15-9ed169a5282e req-ce90aaef-4ba9-44da-8e58-2dc9b51e4cf5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] For port bb8ce287-7466-41d7-843f-2cae267cb9c7, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bb8ce287-7466-41d7-843f-2cae267cb9c7,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:11.108657 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-43800473-a7c7-4554-8f15-9ed169a5282e req-ce90aaef-4ba9-44da-8e58-2dc9b51e4cf5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:11.122022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-43800473-a7c7-4554-8f15-9ed169a5282e req-ce90aaef-4ba9-44da-8e58-2dc9b51e4cf5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Calling delete_port for bb8ce287-7466-41d7-843f-2cae267cb9c7 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:11.254922 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-43800473-a7c7-4554-8f15-9ed169a5282e req-ce90aaef-4ba9-44da-8e58-2dc9b51e4cf5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:11.282181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90aaef-4ba9-44da-8e58-2dc9b51e4cf5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event deleted for resources: {'Port': ['ID=bb8ce287-7466-41d7-843f-2cae267cb9c7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:11.329889 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-43800473-a7c7-4554-8f15-9ed169a5282e req-ce90aaef-4ba9-44da-8e58-2dc9b51e4cf5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] No DVR routers for this DVR port bb8ce287-7466-41d7-843f-2cae267cb9c7 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:04:11.332622 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-43800473-a7c7-4554-8f15-9ed169a5282e req-ce90aaef-4ba9-44da-8e58-2dc9b51e4cf5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:11.336078 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-43800473-a7c7-4554-8f15-9ed169a5282e req-ce90aaef-4ba9-44da-8e58-2dc9b51e4cf5 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.73 "DELETE /v2.0/ports/bb8ce287-7466-41d7-843f-2cae267cb9c7 HTTP/1.1" status: 204 len: 173 time: 0.4209366 Mar 23 13:04:11.336524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'name': 'network-vif-deleted', 'tag': 'bb8ce287-7466-41d7-843f-2cae267cb9c7'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:04:11.338837 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5fef72-aab4-4e1b-8065-d9efb8dc24fe" -d '{"events": [{"server_uuid": "ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2", "name": "network-vif-deleted", "tag": "bb8ce287-7466-41d7-843f-2cae267cb9c7"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:04:11.390950 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c535963-c4c6-415b-b098-a694c8a7069e x-openstack-request-id: req-4c535963-c4c6-415b-b098-a694c8a7069e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:04:11.392021 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2", "name": "network-vif-deleted", "tag": "bb8ce287-7466-41d7-843f-2cae267cb9c7", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:04:11.392392 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c535963-c4c6-415b-b098-a694c8a7069e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:04:11.393002 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2', 'name': 'network-vif-deleted', 'tag': 'bb8ce287-7466-41d7-843f-2cae267cb9c7', 'status': 'completed', 'code': 200} Mar 23 13:04:11.406851 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf772f0-cd08-4a4a-839f-c910b266e4ef req-2fa10cb6-a960-419e-9a17-1c9bb2e2d0b7 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:11.408413 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dbf772f0-cd08-4a4a-839f-c910b266e4ef req-2fa10cb6-a960-419e-9a17-1c9bb2e2d0b7 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.77 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 945 time: 0.0666206 Mar 23 13:04:11.473496 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-97772ec5-462d-4b24-888d-e2b1cf942f13 req-bd62f28f-e2d7-457f-9aa9-e2477f1ad1ec tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 210 time: 0.0283928 Mar 23 13:04:11.518750 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-dbf772f0-cd08-4a4a-839f-c910b266e4ef req-6f88513d-1524-4ae9-9817-61a3ef169a7e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Deleting port 0800d41f-57a5-4912-998e-3ca37cecfbb6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:11.519173 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dbf772f0-cd08-4a4a-839f-c910b266e4ef req-6f88513d-1524-4ae9-9817-61a3ef169a7e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:11.612712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-dbf772f0-cd08-4a4a-839f-c910b266e4ef req-6f88513d-1524-4ae9-9817-61a3ef169a7e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] For port 0800d41f-57a5-4912-998e-3ca37cecfbb6, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=0800d41f-57a5-4912-998e-3ca37cecfbb6,segment=NetworkSegment(a0178206-7460-4e1a-a6e7-db0a6b6226ae),segment_id=a0178206-7460-4e1a-a6e7-db0a6b6226ae)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:11.613086 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dbf772f0-cd08-4a4a-839f-c910b266e4ef req-6f88513d-1524-4ae9-9817-61a3ef169a7e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:11.630145 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-dbf772f0-cd08-4a4a-839f-c910b266e4ef req-6f88513d-1524-4ae9-9817-61a3ef169a7e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Calling delete_port for 0800d41f-57a5-4912-998e-3ca37cecfbb6 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:11.772091 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dbf772f0-cd08-4a4a-839f-c910b266e4ef req-6f88513d-1524-4ae9-9817-61a3ef169a7e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:11.810619 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88513d-1524-4ae9-9817-61a3ef169a7e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'Port': ['ID=0800d41f-57a5-4912-998e-3ca37cecfbb6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:11.862272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf772f0-cd08-4a4a-839f-c910b266e4ef req-6f88513d-1524-4ae9-9817-61a3ef169a7e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] No DVR routers for this DVR port 0800d41f-57a5-4912-998e-3ca37cecfbb6 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:04:11.864842 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-dbf772f0-cd08-4a4a-839f-c910b266e4ef req-6f88513d-1524-4ae9-9817-61a3ef169a7e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:11.868785 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dbf772f0-cd08-4a4a-839f-c910b266e4ef req-6f88513d-1524-4ae9-9817-61a3ef169a7e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.77 "DELETE /v2.0/ports/0800d41f-57a5-4912-998e-3ca37cecfbb6 HTTP/1.1" status: 204 len: 173 time: 0.4540279 Mar 23 13:04:12.206795 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-78018b27-3304-471b-a874-3158963187c0 req-e1c901c0-4788-4795-94ab-a433f295003e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "GET /v2.0/ports?device_id=75266553-8f2c-4cf0-93f6-17249ee7a794 HTTP/1.1" status: 200 len: 210 time: 0.0361803 Mar 23 13:04:12.572125 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-56fdcf85-8284-4d51-9bb0-edcf9669d811 req-b8219f3b-3382-4ce0-9b16-afe447c01353 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 210 time: 0.0265286 Mar 23 13:04:13.266176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45928) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:13.329650 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c108bada-6099-4981-be3f-b6c9fb0acde3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:13.364763 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c108bada-6099-4981-be3f-b6c9fb0acde3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:13.393777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75266553-8f2c-4cf0-93f6-17249ee7a794', 'name': 'network-vif-deleted', 'tag': '0800d41f-57a5-4912-998e-3ca37cecfbb6'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:04:13.396095 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0842d7af-9d89-4f1c-a5ce-38f1bb484e68" -d '{"events": [{"server_uuid": "75266553-8f2c-4cf0-93f6-17249ee7a794", "name": "network-vif-deleted", "tag": "0800d41f-57a5-4912-998e-3ca37cecfbb6"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:04:13.439040 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c108bada-6099-4981-be3f-b6c9fb0acde3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:13.442078 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c108bada-6099-4981-be3f-b6c9fb0acde3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:13.443260 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c108bada-6099-4981-be3f-b6c9fb0acde3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "DELETE /v2.0/security-groups/237c6d21-dcb2-4077-a858-41854fc8e208 HTTP/1.1" status: 204 len: 168 time: 0.1760983 Mar 23 13:04:13.444805 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6ebbaa-d414-4f9a-bf18-39c35fc754aa x-openstack-request-id: req-9f6ebbaa-d414-4f9a-bf18-39c35fc754aa {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:04:13.445098 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75266553-8f2c-4cf0-93f6-17249ee7a794", "name": "network-vif-deleted", "tag": "0800d41f-57a5-4912-998e-3ca37cecfbb6", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:04:13.445353 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f6ebbaa-d414-4f9a-bf18-39c35fc754aa {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:04:13.445745 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75266553-8f2c-4cf0-93f6-17249ee7a794', 'name': 'network-vif-deleted', 'tag': '0800d41f-57a5-4912-998e-3ca37cecfbb6', 'status': 'completed', 'code': 200} Mar 23 13:04:13.456570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108bada-6099-4981-be3f-b6c9fb0acde3 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=237c6d21-dcb2-4077-a858-41854fc8e208,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:13.477551 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45934) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:13.710527 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-755d45ae-c64b-4e00-b552-06bceb98872e req-b5bfa84d-b8d1-421d-9d90-903512bc8914 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 210 time: 0.0545664 Mar 23 13:04:13.739371 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device bb8ce287-7466-41d7-843f-2cae267cb9c7 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:04:13.759404 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: bb8ce287-7466-41d7-843f-2cae267cb9c7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:04:13.759753 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device bb8ce287-7466-41d7-843f-2cae267cb9c7 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:04:13.889907 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e34f0ac-b417-42c8-8e3b-eb3afbf5b98e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:14.170425 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-1e34f0ac-b417-42c8-8e3b-eb3afbf5b98e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Deleting port c71ea8a8-a5fe-408a-8233-25581c769ab4 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:14.170931 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e34f0ac-b417-42c8-8e3b-eb3afbf5b98e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:14.275913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-1e34f0ac-b417-42c8-8e3b-eb3afbf5b98e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] For port c71ea8a8-a5fe-408a-8233-25581c769ab4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c71ea8a8-a5fe-408a-8233-25581c769ab4,segment=NetworkSegment(a0178206-7460-4e1a-a6e7-db0a6b6226ae),segment_id=a0178206-7460-4e1a-a6e7-db0a6b6226ae)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:14.276313 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e34f0ac-b417-42c8-8e3b-eb3afbf5b98e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:14.292167 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-1e34f0ac-b417-42c8-8e3b-eb3afbf5b98e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Calling delete_port for c71ea8a8-a5fe-408a-8233-25581c769ab4 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:14.503636 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e34f0ac-b417-42c8-8e3b-eb3afbf5b98e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:14.554702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34f0ac-b417-42c8-8e3b-eb3afbf5b98e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'Port': ['ID=c71ea8a8-a5fe-408a-8233-25581c769ab4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:14.584893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 0800d41f-57a5-4912-998e-3ca37cecfbb6 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:04:14.619712 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 0800d41f-57a5-4912-998e-3ca37cecfbb6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:04:14.620229 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 0800d41f-57a5-4912-998e-3ca37cecfbb6 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:04:14.793901 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1e34f0ac-b417-42c8-8e3b-eb3afbf5b98e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:14.845203 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-efdc9419-cd5b-4322-9c52-ab8ca3da3936 req-9c48e4b4-103a-452d-9bc5-eaeaf9a94c52 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a394c-5f3a-48d9-961e-ec8dfc7d68a2 HTTP/1.1" status: 200 len: 210 time: 0.0429020 Mar 23 13:04:15.053816 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e34f0ac-b417-42c8-8e3b-eb3afbf5b98e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:04:15.166892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e34f0ac-b417-42c8-8e3b-eb3afbf5b98e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:04:15.172197 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1e34f0ac-b417-42c8-8e3b-eb3afbf5b98e tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "PUT /v2.0/routers/bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6934381 Mar 23 13:04:15.175725 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45940) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:15.179567 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696166b8-53eb-40b6-8bbe-40d131a8ed00 None None] Sync routers for ids ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:04:15.192080 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696166b8-53eb-40b6-8bbe-40d131a8ed00 None None] Routers {'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:15.192631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-696166b8-53eb-40b6-8bbe-40d131a8ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:03:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:15.239152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-660e2fce-b234-4f80-b7dc-76e2f47f3e94 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Deleting subnet 1c423f7f-59b5-42a2-a8f2-819b423401c9 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:04:15.244389 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-660e2fce-b234-4f80-b7dc-76e2f47f3e94 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:15.304571 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-660e2fce-b234-4f80-b7dc-76e2f47f3e94 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:15.309462 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-696166b8-53eb-40b6-8bbe-40d131a8ed00 None None] Set router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:15.413350 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-660e2fce-b234-4f80-b7dc-76e2f47f3e94 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:15.473563 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-660e2fce-b234-4f80-b7dc-76e2f47f3e94 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:15.502447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e2fce-b234-4f80-b7dc-76e2f47f3e94 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'Subnet': ['ID=1c423f7f-59b5-42a2-a8f2-819b423401c9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:15.506841 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-660e2fce-b234-4f80-b7dc-76e2f47f3e94 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:15.512438 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-660e2fce-b234-4f80-b7dc-76e2f47f3e94 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "DELETE /v2.0/subnets/1c423f7f-59b5-42a2-a8f2-819b423401c9 HTTP/1.1" status: 204 len: 168 time: 0.3355441 Mar 23 13:04:15.513075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45942) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:15.513679 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29293918-5d74-49c0-b75f-ae8631834488 None None] Network 225b4233-c241-4ece-97b0-02d3f691dc24 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:04:15.519908 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-696166b8-53eb-40b6-8bbe-40d131a8ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'name': 'tempest-TestNetworkBasicOps-router-229858764', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:29Z', 'updated_at': '2022-03-23T13:04:14Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:30Z', 'updated_at': '2022-03-23T13:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:15.589101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696166b8-53eb-40b6-8bbe-40d131a8ed00 None None] Checking router: bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:04:15.611653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696166b8-53eb-40b6-8bbe-40d131a8ed00 None None] Routers {'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:15.612747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-696166b8-53eb-40b6-8bbe-40d131a8ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:03:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:15.622661 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ed5ac40-a8f0-44cd-930b-f78b566812c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:15.728659 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ed5ac40-a8f0-44cd-930b-f78b566812c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:15.770250 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-696166b8-53eb-40b6-8bbe-40d131a8ed00 None None] Set router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:15.797353 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5ac40-a8f0-44cd-930b-f78b566812c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Deleting port a902e6af-0eff-4f93-9d80-e25e42d08012 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:15.798200 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ed5ac40-a8f0-44cd-930b-f78b566812c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:15.851903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d92c7e-2d8e-4793-8e3b-64abaa7c9852 None None] DHCP port deletion for 225b4233-c241-4ece-97b0-02d3f691dc24 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:04:15.881919 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-9ed5ac40-a8f0-44cd-930b-f78b566812c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] For port a902e6af-0eff-4f93-9d80-e25e42d08012, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a902e6af-0eff-4f93-9d80-e25e42d08012,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:15.882486 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ed5ac40-a8f0-44cd-930b-f78b566812c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:15.896902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5ac40-a8f0-44cd-930b-f78b566812c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Calling delete_port for a902e6af-0eff-4f93-9d80-e25e42d08012 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:15.907091 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45946) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:15.995050 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a0d92c7e-2d8e-4793-8e3b-64abaa7c9852 None None] Deleting port 917893d0-fbc9-46f6-8b88-8c53cfd6819e {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:15.995412 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a0d92c7e-2d8e-4793-8e3b-64abaa7c9852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.049223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8a061d6c-122b-4597-9823-d597f0983bb2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Deleting port c9865c58-6dca-4ddd-b9d9-9068607b7b34 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:16.049597 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a061d6c-122b-4597-9823-d597f0983bb2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.076404 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a0d92c7e-2d8e-4793-8e3b-64abaa7c9852 None None] For port 917893d0-fbc9-46f6-8b88-8c53cfd6819e, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=917893d0-fbc9-46f6-8b88-8c53cfd6819e,segment=NetworkSegment(a0178206-7460-4e1a-a6e7-db0a6b6226ae),segment_id=a0178206-7460-4e1a-a6e7-db0a6b6226ae)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:16.076800 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a0d92c7e-2d8e-4793-8e3b-64abaa7c9852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.078007 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ed5ac40-a8f0-44cd-930b-f78b566812c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.088956 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-696166b8-53eb-40b6-8bbe-40d131a8ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'name': 'tempest-TestNetworkBasicOps-router-229858764', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:29Z', 'updated_at': '2022-03-23T13:04:14Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:30Z', 'updated_at': '2022-03-23T13:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:16.094848 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a0d92c7e-2d8e-4793-8e3b-64abaa7c9852 None None] Calling delete_port for 917893d0-fbc9-46f6-8b88-8c53cfd6819e owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:16.107664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5ac40-a8f0-44cd-930b-f78b566812c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'Port': ['ID=a902e6af-0eff-4f93-9d80-e25e42d08012,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:16.127376 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696166b8-53eb-40b6-8bbe-40d131a8ed00 None None] The sync data for ids ['bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba'] in n-d-834854-1 is: [{'id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'name': 'tempest-TestNetworkBasicOps-router-229858764', 'tenant_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:29Z', 'updated_at': '2022-03-23T13:04:14Z', 'revision_number': 5, 'project_id': 'eb8ecb713c7040f89ae917ef013d6d62', 'gw_port': {'id': 'a902e6af-0eff-4f93-9d80-e25e42d08012', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:30Z', 'updated_at': '2022-03-23T13:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:04:16.151519 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a061d6c-122b-4597-9823-d597f0983bb2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.152039 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a061d6c-122b-4597-9823-d597f0983bb2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.169699 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8a061d6c-122b-4597-9823-d597f0983bb2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Calling delete_port for c9865c58-6dca-4ddd-b9d9-9068607b7b34 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:16.196726 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ed5ac40-a8f0-44cd-930b-f78b566812c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.295509 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ed5ac40-a8f0-44cd-930b-f78b566812c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.298762 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ed5ac40-a8f0-44cd-930b-f78b566812c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.325798 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a061d6c-122b-4597-9823-d597f0983bb2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.346050 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ed5ac40-a8f0-44cd-930b-f78b566812c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.346733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed5ac40-a8f0-44cd-930b-f78b566812c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Fanout notify agent at l3_agent the message router_deleted on router bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:04:16.353608 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a061d6c-122b-4597-9823-d597f0983bb2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event deleted for resources: {'Port': ['ID=c9865c58-6dca-4ddd-b9d9-9068607b7b34,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:16.362578 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9ed5ac40-a8f0-44cd-930b-f78b566812c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.363731 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9ed5ac40-a8f0-44cd-930b-f78b566812c9 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "DELETE /v2.0/routers/bb4da1f8-e82c-4bbd-a5f6-e81f67fb10ba HTTP/1.1" status: 204 len: 168 time: 0.8496158 Mar 23 13:04:16.366391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45948) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:16.394065 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.430216 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a0d92c7e-2d8e-4793-8e3b-64abaa7c9852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.433304 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a061d6c-122b-4597-9823-d597f0983bb2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.436250 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8a061d6c-122b-4597-9823-d597f0983bb2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.438108 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8a061d6c-122b-4597-9823-d597f0983bb2 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "DELETE /v2.0/floatingips/9d68be79-e270-4279-bb1f-573043b39e79 HTTP/1.1" status: 204 len: 168 time: 0.5293729 Mar 23 13:04:16.458678 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9d84ea6-b39a-4d5f-a6fd-a84c73605d14 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.469813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d92c7e-2d8e-4793-8e3b-64abaa7c9852 None None] Pushing event deleted for resources: {'Port': ['ID=917893d0-fbc9-46f6-8b88-8c53cfd6819e,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:16.477377 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d92c7e-2d8e-4793-8e3b-64abaa7c9852 None None] No DVR routers for this DVR port 917893d0-fbc9-46f6-8b88-8c53cfd6819e on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:04:16.560217 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9d84ea6-b39a-4d5f-a6fd-a84c73605d14 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.586031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a9d84ea6-b39a-4d5f-a6fd-a84c73605d14 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225b4233-c241-4ece-97b0-02d3f691dc24']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:16.598196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a9d84ea6-b39a-4d5f-a6fd-a84c73605d14 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0178206-7460-4e1a-a6e7-db0a6b6226ae') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:16.598591 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-a9d84ea6-b39a-4d5f-a6fd-a84c73605d14 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0178206-7460-4e1a-a6e7-db0a6b6226ae') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:16.611802 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9d84ea6-b39a-4d5f-a6fd-a84c73605d14 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.638047 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9d84ea6-b39a-4d5f-a6fd-a84c73605d14 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d84ea6-b39a-4d5f-a6fd-a84c73605d14 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9d84ea6-b39a-4d5f-a6fd-a84c73605d14 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:04:16.652540 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:04:16.724823 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9d84ea6-b39a-4d5f-a6fd-a84c73605d14 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.732362 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9d84ea6-b39a-4d5f-a6fd-a84c73605d14 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:16.738269 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a9d84ea6-b39a-4d5f-a6fd-a84c73605d14 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] 10.222.0.52 "DELETE /v2.0/networks/225b4233-c241-4ece-97b0-02d3f691dc24 HTTP/1.1" status: 204 len: 168 time: 0.3680530 Mar 23 13:04:16.751372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d84ea6-b39a-4d5f-a6fd-a84c73605d14 tempest-TestNetworkBasicOps-359869277 tempest-TestNetworkBasicOps-359869277-project] Pushing event deleted for resources: {'Network': ['ID=225b4233-c241-4ece-97b0-02d3f691dc24,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:17.085812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45962) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:17.242105 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-24432149-1be0-4c14-a73e-4550201f969f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eb8ecb713c7040f89ae917ef013d6d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550722 Mar 23 13:04:17.244594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45966) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:17.304431 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e0fe-b66e-4e59-8d75-99d52c5ff1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:17.338405 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e0fe-b66e-4e59-8d75-99d52c5ff1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:17.384873 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a902e6af-0eff-4f93-9d80-e25e42d08012 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:04:17.404353 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e0fe-b66e-4e59-8d75-99d52c5ff1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:17.408411 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e0fe-b66e-4e59-8d75-99d52c5ff1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:17.409770 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a6b7e0fe-b66e-4e59-8d75-99d52c5ff1fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/50e670d2-5652-4a60-821b-5d683bb647e0 HTTP/1.1" status: 204 len: 168 time: 0.1642475 Mar 23 13:04:17.417645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: a902e6af-0eff-4f93-9d80-e25e42d08012 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:04:17.418158 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a902e6af-0eff-4f93-9d80-e25e42d08012 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:04:17.418766 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 917893d0-fbc9-46f6-8b88-8c53cfd6819e no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:04:17.419585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7e0fe-b66e-4e59-8d75-99d52c5ff1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e670d2-5652-4a60-821b-5d683bb647e0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:17.456241 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 917893d0-fbc9-46f6-8b88-8c53cfd6819e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:04:17.457226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 917893d0-fbc9-46f6-8b88-8c53cfd6819e not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:04:17.457226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c71ea8a8-a5fe-408a-8233-25581c769ab4 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:04:17.481957 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c71ea8a8-a5fe-408a-8233-25581c769ab4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:04:17.482346 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c71ea8a8-a5fe-408a-8233-25581c769ab4 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:04:17.629674 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:17.708205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 45974) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:17.721790 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd746cce-e22d-4d91-bc9c-39f4b9234bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:17.816760 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd746cce-e22d-4d91-bc9c-39f4b9234bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:17.822508 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fd746cce-e22d-4d91-bc9c-39f4b9234bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:17.866931 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fd746cce-e22d-4d91-bc9c-39f4b9234bde admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=20f9c00bb3c54dba9243f0f456586fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575544 Mar 23 13:04:17.868169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd746cce-e22d-4d91-bc9c-39f4b9234bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d2da58-8fce-428f-b3c0-8ae86d7723ff,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:17.869115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 45976) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:17.925151 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9234-35b7-4b7f-b878-17afcfef709d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:17.949713 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9234-35b7-4b7f-b878-17afcfef709d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:17.996977 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9234-35b7-4b7f-b878-17afcfef709d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:17.999790 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9234-35b7-4b7f-b878-17afcfef709d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:18.001923 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fd7f9234-35b7-4b7f-b878-17afcfef709d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/29d2da58-8fce-428f-b3c0-8ae86d7723ff HTTP/1.1" status: 204 len: 168 time: 0.1318774 Mar 23 13:04:18.011073 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f9234-35b7-4b7f-b878-17afcfef709d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d2da58-8fce-428f-b3c0-8ae86d7723ff,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:18.775150 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46000) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:18.892417 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ae779bec-0241-4887-ba4e-bf415e8d0a45 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-516668012-network', 'tenant_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:18.912780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae779bec-0241-4887-ba4e-bf415e8d0a45 admin admin] Made reservation on behalf of c8ea17b0e1bf4f03aa10d350f4ae76b7 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:04:18.915143 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae779bec-0241-4887-ba4e-bf415e8d0a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:18.924553 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae779bec-0241-4887-ba4e-bf415e8d0a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:19.019433 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae779bec-0241-4887-ba4e-bf415e8d0a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:19.024256 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae779bec-0241-4887-ba4e-bf415e8d0a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:19.050485 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae779bec-0241-4887-ba4e-bf415e8d0a45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:04:19.060605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae779bec-0241-4887-ba4e-bf415e8d0a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4feb8182-f464-4e54-bc9f-85c6c2373887,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:19.067130 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae779bec-0241-4887-ba4e-bf415e8d0a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:19.067470 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-ae779bec-0241-4887-ba4e-bf415e8d0a45 admin admin] Added segment 78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b of type vlan for network e1f3fa79-f4e9-486e-9087-d4dea851fffc Mar 23 13:04:19.110140 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae779bec-0241-4887-ba4e-bf415e8d0a45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:19.135086 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae779bec-0241-4887-ba4e-bf415e8d0a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:19.136426 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae779bec-0241-4887-ba4e-bf415e8d0a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:19.137040 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae779bec-0241-4887-ba4e-bf415e8d0a45 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:19.230113 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ae779bec-0241-4887-ba4e-bf415e8d0a45 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4537313 Mar 23 13:04:19.233206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46004) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:19.239064 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1e7a652d-05dd-43cd-80b3-ea770e9faf7a admin admin] Request body: {'subnet': {'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-516668012-subnet', 'tenant_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:19.259173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae779bec-0241-4887-ba4e-bf415e8d0a45 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f3fa79-f4e9-486e-9087-d4dea851fffc,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:19.259428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7a652d-05dd-43cd-80b3-ea770e9faf7a admin admin] Made reservation on behalf of c8ea17b0e1bf4f03aa10d350f4ae76b7 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:04:19.263381 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e7a652d-05dd-43cd-80b3-ea770e9faf7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:19.269326 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network e1f3fa79-f4e9-486e-9087-d4dea851fffc details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:04:19.733141 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e7a652d-05dd-43cd-80b3-ea770e9faf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:19.779419 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46008) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:19.790407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a652d-05dd-43cd-80b3-ea770e9faf7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee661678-309e-40e5-8b01-de7e3fe9f28f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:19.801105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a652d-05dd-43cd-80b3-ea770e9faf7a admin admin] Checking segment: {'id': '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:04:19.801360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7a652d-05dd-43cd-80b3-ea770e9faf7a admin admin] Network hostable DHCP agents. Network: e1f3fa79-f4e9-486e-9087-d4dea851fffc, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:04:19.824342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7a652d-05dd-43cd-80b3-ea770e9faf7a admin admin] Network e1f3fa79-f4e9-486e-9087-d4dea851fffc is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:04:19.835050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-1e7a652d-05dd-43cd-80b3-ea770e9faf7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, e1f3fa79-f4e9-486e-9087-d4dea851fffc) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:19.840147 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7a652d-05dd-43cd-80b3-ea770e9faf7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:19.841222 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1e7a652d-05dd-43cd-80b3-ea770e9faf7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:19.850503 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1872af0-5188-4fa7-8f6a-0218ce33cde1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:19.855774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337cd490-99f4-40a9-be09-466dbfbcacb2 None None] Network e1f3fa79-f4e9-486e-9087-d4dea851fffc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:04:19.879983 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1e7a652d-05dd-43cd-80b3-ea770e9faf7a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6444774 Mar 23 13:04:19.881588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46010) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:19.887298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-516668012-router', 'tenant_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:19.890531 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1872af0-5188-4fa7-8f6a-0218ce33cde1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:19.909955 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:19.911046 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:19.963070 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1872af0-5188-4fa7-8f6a-0218ce33cde1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:19.966837 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c1872af0-5188-4fa7-8f6a-0218ce33cde1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:19.970626 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c1872af0-5188-4fa7-8f6a-0218ce33cde1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] 10.222.0.52 "DELETE /v2.0/security-groups/c67d9058-6234-4dc9-8061-b272492f34df HTTP/1.1" status: 204 len: 168 time: 0.1875460 Mar 23 13:04:19.970880 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:19.983043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1872af0-5188-4fa7-8f6a-0218ce33cde1 tempest-TestVolumeBootPattern-1412311072 tempest-TestVolumeBootPattern-1412311072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67d9058-6234-4dc9-8061-b272492f34df,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:20.034435 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46014) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:20.075836 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-e1f3fa79-f4e9-486e-9087-d4dea851fffc', 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc', 'tenant_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'fixed_ips': [{'subnet_id': 'ee661678-309e-40e5-8b01-de7e3fe9f28f'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:04:20.077046 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:20.142169 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:20.262519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Allocated IP 172.20.0.2 (e1f3fa79-f4e9-486e-9087-d4dea851fffc/ee661678-309e-40e5-8b01-de7e3fe9f28f/f998973b-8018-4110-95f4-d8d9873b3f25) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:04:20.392824 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:20.413246 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:20.419744 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:20.429092 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:20.485536 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Network e1f3fa79-f4e9-486e-9087-d4dea851fffc is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:04:20.488499 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:20.493185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:04:20.496508 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Pushing event updated for resources: {'Port': ['ID=f998973b-8018-4110-95f4-d8d9873b3f25,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:20.497338 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75031100-753b-4199-b1a5-464109ba205d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:20.555245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Allocated IP 172.25.2.50 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/c0585785-eda3-44bc-af4c-9e63f3e33de5) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:04:20.557934 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Attempting to bind port f998973b-8018-4110-95f4-d8d9873b3f25 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:04:20.558317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Attempting to bind port f998973b-8018-4110-95f4-d8d9873b3f25 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:04:20.558868 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Attempting to bind port f998973b-8018-4110-95f4-d8d9873b3f25 on network e1f3fa79-f4e9-486e-9087-d4dea851fffc {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:04:20.566855 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:04:20.629850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Checking segment: {'id': '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:04:20.629850 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:20.629850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Bound using segment: {'id': '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:04:20.629850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Bound port: f998973b-8018-4110-95f4-d8d9873b3f25, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:04:20.629850 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:20.646285 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] For port f998973b-8018-4110-95f4-d8d9873b3f25, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:04:20.650721 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] For port f998973b-8018-4110-95f4-d8d9873b3f25, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f998973b-8018-4110-95f4-d8d9873b3f25,segment=NetworkSegment(78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b),segment_id=78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:04:20.657094 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:20.695441 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:20.710836 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:04:20.735563 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9bdb0-77b4-48e1-a3af-7057eb59a3a9 None None] Pushing event updated for resources: {'Port': ['ID=f998973b-8018-4110-95f4-d8d9873b3f25,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:20.744267 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:20.791439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:04:20.796343 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:20.800301 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:04:20.827657 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-75031100-753b-4199-b1a5-464109ba205d admin admin] Deleting port 18348e0a-5250-4d3c-91e9-39355e600d0a {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:20.829230 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75031100-753b-4199-b1a5-464109ba205d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:20.829432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=c0585785-eda3-44bc-af4c-9e63f3e33de5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:20.958948 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-75031100-753b-4199-b1a5-464109ba205d admin admin] For port 18348e0a-5250-4d3c-91e9-39355e600d0a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=18348e0a-5250-4d3c-91e9-39355e600d0a,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:20.959483 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75031100-753b-4199-b1a5-464109ba205d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:20.986886 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-75031100-753b-4199-b1a5-464109ba205d admin admin] Calling delete_port for 18348e0a-5250-4d3c-91e9-39355e600d0a owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:21.159953 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:21.200540 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75031100-753b-4199-b1a5-464109ba205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:21.229318 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75031100-753b-4199-b1a5-464109ba205d admin admin] Pushing event deleted for resources: {'Port': ['ID=18348e0a-5250-4d3c-91e9-39355e600d0a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:21.386201 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:21.449446 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75031100-753b-4199-b1a5-464109ba205d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:21.527637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f998973b-8018-4110-95f4-d8d9873b3f25 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:21.546941 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Router d210768d-90fa-4324-8a8d-d7971f2d8d73 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:04:21.607149 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f998973b-8018-4110-95f4-d8d9873b3f25 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:21.607522 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:21.697543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:04:21.700195 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:21.707846 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Sync routers for ids ['d210768d-90fa-4324-8a8d-d7971f2d8d73'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:04:21.722218 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:21.725320 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Routers {'d210768d-90fa-4324-8a8d-d7971f2d8d73'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:21.727337 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:03:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d210768d-90fa-4324-8a8d-d7971f2d8d73'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:21.728110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-eda337b9-66be-4bb8-b066-172fa0084bd3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8450181 Mar 23 13:04:21.729215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46022) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:21.744973 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port f998973b-8018-4110-95f4-d8d9873b3f25, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f998973b-8018-4110-95f4-d8d9873b3f25,segment=NetworkSegment(78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b),segment_id=78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:21.751315 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:21.854500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=f998973b-8018-4110-95f4-d8d9873b3f25,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:21.938630 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Set router d210768d-90fa-4324-8a8d-d7971f2d8d73 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:21.967218 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e00de8-fc36-43f2-867d-7cca7a66d96d None None] Network e1f3fa79-f4e9-486e-9087-d4dea851fffc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:04:22.129650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3957e84c-ca0a-4ab8-b03e-93dac450cb5f None None] Provisioning complete for port f998973b-8018-4110-95f4-d8d9873b3f25 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:22.130011 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3957e84c-ca0a-4ab8-b03e-93dac450cb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:22.168764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75031100-753b-4199-b1a5-464109ba205d admin admin] Router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:04:22.174469 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'name': 'tempest-TestServerMultinode-516668012-router', 'tenant_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:19Z', 'updated_at': '2022-03-23T13:04:21Z', 'revision_number': 3, 'project_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'gw_port': {'id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:20Z', 'updated_at': '2022-03-23T13:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:22.222311 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Checking router: d210768d-90fa-4324-8a8d-d7971f2d8d73 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:04:22.223166 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Updating router d210768d-90fa-4324-8a8d-d7971f2d8d73 port c0585785-eda3-44bc-af4c-9e63f3e33de5 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:04:22.256407 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:22.314542 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75031100-753b-4199-b1a5-464109ba205d admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:04:22.321685 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-75031100-753b-4199-b1a5-464109ba205d admin admin] 10.222.0.52 "PUT /v2.0/routers/dc85c6d0-1d11-4f35-8d91-07a9c2d0c094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2860615 Mar 23 13:04:22.325824 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46024) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:22.326962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509a5eef-0d4e-44f5-8e93-9102f8d47369 None None] Sync routers for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:04:22.329658 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:22.343749 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509a5eef-0d4e-44f5-8e93-9102f8d47369 None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:22.344953 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-509a5eef-0d4e-44f5-8e93-9102f8d47369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:03:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:22.500987 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10760237-456e-4e26-9a9c-cd6b8480fa02 admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:22.520252 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-509a5eef-0d4e-44f5-8e93-9102f8d47369 None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:22.584860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Allocated IP 172.20.0.1 (e1f3fa79-f4e9-486e-9087-d4dea851fffc/ee661678-309e-40e5-8b01-de7e3fe9f28f/e3838ca8-2002-4f2b-a796-c143f3a57b3b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:04:22.587727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-49d4cb63-58cd-4c08-bfba-cd3bde997616 None None] Provisioning complete for port f998973b-8018-4110-95f4-d8d9873b3f25 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:22.589448 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-49d4cb63-58cd-4c08-bfba-cd3bde997616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:22.641846 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10760237-456e-4e26-9a9c-cd6b8480fa02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:22.715455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-10760237-456e-4e26-9a9c-cd6b8480fa02 admin admin] Deleting port 8be8fd46-6592-4029-8c75-8ea0d05ca188 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:22.716444 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10760237-456e-4e26-9a9c-cd6b8480fa02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:22.719305 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:22.753042 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:22.760042 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:22.783056 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:22.814409 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Attempting to bind port c0585785-eda3-44bc-af4c-9e63f3e33de5 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:04:22.814779 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Attempting to bind port c0585785-eda3-44bc-af4c-9e63f3e33de5 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:04:22.815136 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Attempting to bind port c0585785-eda3-44bc-af4c-9e63f3e33de5 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:04:22.820585 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416f95d-6fc9-4bd4-8c55-465c496e8346 None None] Pushing event updated for resources: {'Port': ['ID=c0585785-eda3-44bc-af4c-9e63f3e33de5,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:22.820739 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-509a5eef-0d4e-44f5-8e93-9102f8d47369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T13:04:21Z', 'revision_number': 5, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port': {'id': '8be8fd46-6592-4029-8c75-8ea0d05ca188', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:23Z', 'updated_at': '2022-03-23T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:22.825208 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:04:22.825574 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:04:22.825971 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:22.826355 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:04:22.826813 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Bound port: c0585785-eda3-44bc-af4c-9e63f3e33de5, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:04:22.827183 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:22.831562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-10760237-456e-4e26-9a9c-cd6b8480fa02 admin admin] For port 8be8fd46-6592-4029-8c75-8ea0d05ca188, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8be8fd46-6592-4029-8c75-8ea0d05ca188,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:22.831938 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10760237-456e-4e26-9a9c-cd6b8480fa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:22.834870 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f95d-6fc9-4bd4-8c55-465c496e8346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:22.835209 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f95d-6fc9-4bd4-8c55-465c496e8346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:22.835543 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f95d-6fc9-4bd4-8c55-465c496e8346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:22.835875 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f95d-6fc9-4bd4-8c55-465c496e8346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:22.836223 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f95d-6fc9-4bd4-8c55-465c496e8346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:22.836543 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f95d-6fc9-4bd4-8c55-465c496e8346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:22.836994 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f95d-6fc9-4bd4-8c55-465c496e8346 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:22.837319 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f95d-6fc9-4bd4-8c55-465c496e8346 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:22.837632 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f95d-6fc9-4bd4-8c55-465c496e8346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:22.837948 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f95d-6fc9-4bd4-8c55-465c496e8346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:22.838260 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f95d-6fc9-4bd4-8c55-465c496e8346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:22.838569 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f95d-6fc9-4bd4-8c55-465c496e8346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:22.847194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-10760237-456e-4e26-9a9c-cd6b8480fa02 admin admin] Calling delete_port for 8be8fd46-6592-4029-8c75-8ea0d05ca188 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:22.863521 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Pushing event updated for resources: {'Port': ['ID=e3838ca8-2002-4f2b-a796-c143f3a57b3b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:22.868388 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509a5eef-0d4e-44f5-8e93-9102f8d47369 None None] Checking router: dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:04:22.872866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Network e1f3fa79-f4e9-486e-9087-d4dea851fffc is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:04:22.874324 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:22.877007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:04:22.900491 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509a5eef-0d4e-44f5-8e93-9102f8d47369 None None] Routers {'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:22.902403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-509a5eef-0d4e-44f5-8e93-9102f8d47369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:03:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:22.922369 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] For port c0585785-eda3-44bc-af4c-9e63f3e33de5, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:04:22.926598 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] For port c0585785-eda3-44bc-af4c-9e63f3e33de5, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c0585785-eda3-44bc-af4c-9e63f3e33de5,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:04:22.934597 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:22.936017 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:23.018002 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416f95d-6fc9-4bd4-8c55-465c496e8346 None None] Pushing event updated for resources: {'Port': ['ID=c0585785-eda3-44bc-af4c-9e63f3e33de5,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:23.045861 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Routers {'d210768d-90fa-4324-8a8d-d7971f2d8d73'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:23.048422 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:03:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d210768d-90fa-4324-8a8d-d7971f2d8d73'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:23.055896 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-509a5eef-0d4e-44f5-8e93-9102f8d47369 None None] Set router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:23.077460 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10760237-456e-4e26-9a9c-cd6b8480fa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:23.111262 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10760237-456e-4e26-9a9c-cd6b8480fa02 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be8fd46-6592-4029-8c75-8ea0d05ca188,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:23.145450 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-509a5eef-0d4e-44f5-8e93-9102f8d47369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T13:04:22Z', 'revision_number': 6, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:23.183692 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] Set router d210768d-90fa-4324-8a8d-d7971f2d8d73 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:23.190488 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509a5eef-0d4e-44f5-8e93-9102f8d47369 None None] The sync data for ids ['dc85c6d0-1d11-4f35-8d91-07a9c2d0c094'] in n-d-834854-1 is: [{'id': 'dc85c6d0-1d11-4f35-8d91-07a9c2d0c094', 'name': 'tempest-TestVolumeBootPattern-1884373488-router', 'tenant_id': 'a83d57a27e704c44abb036185c95fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:21Z', 'updated_at': '2022-03-23T13:04:22Z', 'revision_number': 6, 'project_id': 'a83d57a27e704c44abb036185c95fcaf', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:04:23.191995 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:23.254322 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10760237-456e-4e26-9a9c-cd6b8480fa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:23.325022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-37d02a23-828b-4f84-b483-5caa8b2ff74b None None] Provisioning complete for port e3838ca8-2002-4f2b-a796-c143f3a57b3b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:23.327173 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-37d02a23-828b-4f84-b483-5caa8b2ff74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:23.367116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-37d02a23-828b-4f84-b483-5caa8b2ff74b None None] Port e3838ca8-2002-4f2b-a796-c143f3a57b3b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:04:23.384052 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10760237-456e-4e26-9a9c-cd6b8480fa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:23.386828 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10760237-456e-4e26-9a9c-cd6b8480fa02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:23.406028 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'name': 'tempest-TestServerMultinode-516668012-router', 'tenant_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:19Z', 'updated_at': '2022-03-23T13:04:21Z', 'revision_number': 3, 'project_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'gw_port': {'id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:20Z', 'updated_at': '2022-03-23T13:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:23.414012 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:23.419355 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:23.434009 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cfc3c9-98cb-4609-bc11-37a286121d71 None None] The sync data for ids ['d210768d-90fa-4324-8a8d-d7971f2d8d73'] in n-d-834854-1 is: [{'id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'name': 'tempest-TestServerMultinode-516668012-router', 'tenant_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:19Z', 'updated_at': '2022-03-23T13:04:21Z', 'revision_number': 3, 'project_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'gw_port': {'id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:20Z', 'updated_at': '2022-03-23T13:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:04:23.465458 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10760237-456e-4e26-9a9c-cd6b8480fa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:23.466032 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10760237-456e-4e26-9a9c-cd6b8480fa02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:04:23.474784 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-10760237-456e-4e26-9a9c-cd6b8480fa02 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:23.478833 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-10760237-456e-4e26-9a9c-cd6b8480fa02 admin admin] 10.222.0.52 "DELETE /v2.0/routers/dc85c6d0-1d11-4f35-8d91-07a9c2d0c094 HTTP/1.1" status: 204 len: 168 time: 1.1496871 Mar 23 13:04:23.479091 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46028) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:23.489081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Pushing event updated for resources: {'Port': ['ID=e3838ca8-2002-4f2b-a796-c143f3a57b3b,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:23.494338 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:23.529148 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fd86fe-4c6c-436c-be58-41d146a7dd89 admin admin] Deleting subnet 870de485-4fe7-463d-99a0-400760616840 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:04:23.533135 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20fd86fe-4c6c-436c-be58-41d146a7dd89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:23.574426 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20fd86fe-4c6c-436c-be58-41d146a7dd89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:23.775215 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20fd86fe-4c6c-436c-be58-41d146a7dd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:23.862066 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20fd86fe-4c6c-436c-be58-41d146a7dd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:23.891621 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd86fe-4c6c-436c-be58-41d146a7dd89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870de485-4fe7-463d-99a0-400760616840,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:23.893748 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-20fd86fe-4c6c-436c-be58-41d146a7dd89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:23.899305 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-20fd86fe-4c6c-436c-be58-41d146a7dd89 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/870de485-4fe7-463d-99a0-400760616840 HTTP/1.1" status: 204 len: 168 time: 0.4169710 Mar 23 13:04:23.900158 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9b762-a6db-4e56-a8cd-3dd741b0a545 None None] Network bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:04:23.904369 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46030) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:23.951417 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Network e1f3fa79-f4e9-486e-9087-d4dea851fffc is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:04:23.953361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:24.003786 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:24.104879 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] Deleting port 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:24.105444 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:24.166659 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Router d210768d-90fa-4324-8a8d-d7971f2d8d73 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:04:24.199295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f998973b-8018-4110-95f4-d8d9873b3f25 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:24.223678 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6294-efd8-40e0-837a-0a0e02fca893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:24.276450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] For port 47405aa4-bfb4-4cf4-afaa-7f62b76e2515, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=47405aa4-bfb4-4cf4-afaa-7f62b76e2515,segment=NetworkSegment(6879b855-efee-4029-a7e5-c0235829dfee),segment_id=6879b855-efee-4029-a7e5-c0235829dfee)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:24.284436 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:24.303615 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] Calling delete_port for 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:24.310225 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f998973b-8018-4110-95f4-d8d9873b3f25 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:24.310607 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:24.405486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272df2f7-4b23-4029-bc58-a07788432489 None None] DHCP port deletion for bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:04:24.417418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:04:24.423536 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a13e8c1f-94d0-445e-bb1e-40975cfd465a admin admin] 10.222.0.52 "PUT /v2.0/routers/d210768d-90fa-4324-8a8d-d7971f2d8d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6930764 Mar 23 13:04:24.433486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b7cf51b2-e5f5-4bee-9e0c-9824190dca65 None None] Provisioning complete for port e3838ca8-2002-4f2b-a796-c143f3a57b3b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:24.434126 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b7cf51b2-e5f5-4bee-9e0c-9824190dca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:24.454815 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:24.490867 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] Pushing event deleted for resources: {'Port': ['ID=47405aa4-bfb4-4cf4-afaa-7f62b76e2515,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:24.493017 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] No DVR routers for this DVR port 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:04:24.508834 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 18348e0a-5250-4d3c-91e9-39355e600d0a no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:04:24.540350 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf51b2-e5f5-4bee-9e0c-9824190dca65 None None] Port e3838ca8-2002-4f2b-a796-c143f3a57b3b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:04:24.542557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 18348e0a-5250-4d3c-91e9-39355e600d0a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:04:24.542976 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 18348e0a-5250-4d3c-91e9-39355e600d0a not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:04:24.558546 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-272df2f7-4b23-4029-bc58-a07788432489 None None] Deleting port 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:24.558935 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-272df2f7-4b23-4029-bc58-a07788432489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:24.590197 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:24.631990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb56f7c4-c411-4c3a-9aa2-28215b8b28c1']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:24.635689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-272df2f7-4b23-4029-bc58-a07788432489 None None] For port 47405aa4-bfb4-4cf4-afaa-7f62b76e2515, host n-d-834854-1, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:24.636216 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-272df2f7-4b23-4029-bc58-a07788432489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:24.659258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6879b855-efee-4029-a7e5-c0235829dfee') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:24.659258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6879b855-efee-4029-a7e5-c0235829dfee') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:24.669962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-272df2f7-4b23-4029-bc58-a07788432489 None None] Calling delete_port for 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:24.675642 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-272df2f7-4b23-4029-bc58-a07788432489 None None] Port 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 13:04:24.677748 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-272df2f7-4b23-4029-bc58-a07788432489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:24.685737 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:24.709799 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:24.720158 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:04:24.720976 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272df2f7-4b23-4029-bc58-a07788432489 None None] Pushing event deleted for resources: {'Port': ['ID=47405aa4-bfb4-4cf4-afaa-7f62b76e2515,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:24.721752 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: timer() Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:04:24.725499 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:04:24.732051 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272df2f7-4b23-4029-bc58-a07788432489 None None] No DVR routers for this DVR port 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:04:24.801110 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:24.806893 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:24.814711 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] 10.222.0.52 "DELETE /v2.0/networks/bb56f7c4-c411-4c3a-9aa2-28215b8b28c1 HTTP/1.1" status: 204 len: 168 time: 0.9010699 Mar 23 13:04:24.814999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46038) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:24.825434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6696d6-121a-47c5-a9af-eb17750cee75 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb56f7c4-c411-4c3a-9aa2-28215b8b28c1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:25.122100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46048) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:25.127838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-252f9ca3-4b4b-48bf-b283-2f01446041b3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1099074202-network', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:25.150599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252f9ca3-4b4b-48bf-b283-2f01446041b3 admin admin] Made reservation on behalf of 8aa493ba18984bc488b48fb9b44925c1 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:04:25.153093 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-252f9ca3-4b4b-48bf-b283-2f01446041b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:25.162506 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-252f9ca3-4b4b-48bf-b283-2f01446041b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:25.216790 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e545c8f9-2d61-43b4-a249-bfcb35393dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:25.250329 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-252f9ca3-4b4b-48bf-b283-2f01446041b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:25.254519 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-252f9ca3-4b4b-48bf-b283-2f01446041b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:25.292748 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252f9ca3-4b4b-48bf-b283-2f01446041b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:04:25.302724 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f9ca3-4b4b-48bf-b283-2f01446041b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df09a04d-3c48-4364-a076-28e577666a30,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:25.310658 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-252f9ca3-4b4b-48bf-b283-2f01446041b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:25.311003 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-252f9ca3-4b4b-48bf-b283-2f01446041b3 admin admin] Added segment 025288cd-45dc-4fde-8c85-fcb06e1c0806 of type vlan for network b05b3dd7-7f77-4f87-b3cc-49032b791145 Mar 23 13:04:25.355062 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-252f9ca3-4b4b-48bf-b283-2f01446041b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:25.387167 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-252f9ca3-4b4b-48bf-b283-2f01446041b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:25.388786 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f9ca3-4b4b-48bf-b283-2f01446041b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:25.389541 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-252f9ca3-4b4b-48bf-b283-2f01446041b3 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:25.444817 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-252f9ca3-4b4b-48bf-b283-2f01446041b3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3218853 Mar 23 13:04:25.448054 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46050) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:25.452139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c0585785-eda3-44bc-af4c-9e63f3e33de5 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:25.458841 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f9ca3-4b4b-48bf-b283-2f01446041b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b05b3dd7-7f77-4f87-b3cc-49032b791145,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:25.464920 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6dbf1315-ee3c-42d8-93f5-e2ba72780e0f admin admin] Request body: {'subnet': {'network_id': 'b05b3dd7-7f77-4f87-b3cc-49032b791145', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1099074202-subnet', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:25.479465 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network b05b3dd7-7f77-4f87-b3cc-49032b791145 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:04:25.510371 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbf1315-ee3c-42d8-93f5-e2ba72780e0f admin admin] Made reservation on behalf of 8aa493ba18984bc488b48fb9b44925c1 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:04:25.512789 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6dbf1315-ee3c-42d8-93f5-e2ba72780e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:25.584439 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c0585785-eda3-44bc-af4c-9e63f3e33de5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:25.585207 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:25.640063 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e545c8f9-2d61-43b4-a249-bfcb35393dd1 admin admin] Deleting port 1d52c33f-3c94-44e7-a723-0898388428ce {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:25.640431 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e545c8f9-2d61-43b4-a249-bfcb35393dd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:25.685814 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:25.710952 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port c0585785-eda3-44bc-af4c-9e63f3e33de5, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c0585785-eda3-44bc-af4c-9e63f3e33de5,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:25.716347 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:25.737007 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Sync routers for ids ['d210768d-90fa-4324-8a8d-d7971f2d8d73'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:04:25.752847 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Routers {'d210768d-90fa-4324-8a8d-d7971f2d8d73'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:25.754423 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:03:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d210768d-90fa-4324-8a8d-d7971f2d8d73'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:25.771126 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=c0585785-eda3-44bc-af4c-9e63f3e33de5,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:25.799250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-e545c8f9-2d61-43b4-a249-bfcb35393dd1 admin admin] For port 1d52c33f-3c94-44e7-a723-0898388428ce, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1d52c33f-3c94-44e7-a723-0898388428ce,segment=NetworkSegment(74a71e7a-8a53-4966-aa84-b5fc587bcaa5),segment_id=74a71e7a-8a53-4966-aa84-b5fc587bcaa5)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:25.799621 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e545c8f9-2d61-43b4-a249-bfcb35393dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:25.810291 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6dbf1315-ee3c-42d8-93f5-e2ba72780e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:25.817131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e545c8f9-2d61-43b4-a249-bfcb35393dd1 admin admin] Calling delete_port for 1d52c33f-3c94-44e7-a723-0898388428ce owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:25.817424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8be8fd46-6592-4029-8c75-8ea0d05ca188 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:04:25.842100 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 8be8fd46-6592-4029-8c75-8ea0d05ca188 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:04:25.842660 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8be8fd46-6592-4029-8c75-8ea0d05ca188 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:04:25.843085 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:04:25.863622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:04:25.863992 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 47405aa4-bfb4-4cf4-afaa-7f62b76e2515 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:04:25.886561 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Set router d210768d-90fa-4324-8a8d-d7971f2d8d73 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:25.915510 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf1315-ee3c-42d8-93f5-e2ba72780e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=415e92c3-0b45-408a-8d8e-3fb2c01d6c52,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:25.939608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbf1315-ee3c-42d8-93f5-e2ba72780e0f admin admin] Checking segment: {'id': '025288cd-45dc-4fde-8c85-fcb06e1c0806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b05b3dd7-7f77-4f87-b3cc-49032b791145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:04:25.939987 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbf1315-ee3c-42d8-93f5-e2ba72780e0f admin admin] Network hostable DHCP agents. Network: b05b3dd7-7f77-4f87-b3cc-49032b791145, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:04:25.997710 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbf1315-ee3c-42d8-93f5-e2ba72780e0f admin admin] Network b05b3dd7-7f77-4f87-b3cc-49032b791145 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:04:26.014051 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6dbf1315-ee3c-42d8-93f5-e2ba72780e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, b05b3dd7-7f77-4f87-b3cc-49032b791145) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:26.026148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c7088f-eb6e-4203-8d59-428e1de248d3 None None] Network b05b3dd7-7f77-4f87-b3cc-49032b791145 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:04:26.026323 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbf1315-ee3c-42d8-93f5-e2ba72780e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:26.026780 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6dbf1315-ee3c-42d8-93f5-e2ba72780e0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.047137 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6dbf1315-ee3c-42d8-93f5-e2ba72780e0f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5950735 Mar 23 13:04:26.047974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46052) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:26.052164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1099074202-router', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:26.104003 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.104994 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.118984 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e545c8f9-2d61-43b4-a249-bfcb35393dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.137569 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'name': 'tempest-TestServerMultinode-516668012-router', 'tenant_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:19Z', 'updated_at': '2022-03-23T13:04:23Z', 'revision_number': 4, 'project_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'gw_port': {'id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:20Z', 'updated_at': '2022-03-23T13:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'e3838ca8-2002-4f2b-a796-c143f3a57b3b', 'name': '', 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc', 'tenant_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'mac_address': 'fa:16:3e:45:2e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'ee661678-309e-40e5-8b01-de7e3fe9f28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:22Z', 'updated_at': '2022-03-23T13:04:23Z', 'revision_number': 2, 'project_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'subnets': [{'id': 'ee661678-309e-40e5-8b01-de7e3fe9f28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:26.167729 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Checking router: d210768d-90fa-4324-8a8d-d7971f2d8d73 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:04:26.168355 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Updating router d210768d-90fa-4324-8a8d-d7971f2d8d73 port e3838ca8-2002-4f2b-a796-c143f3a57b3b binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:04:26.178227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545c8f9-2d61-43b4-a249-bfcb35393dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d52c33f-3c94-44e7-a723-0898388428ce,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:26.196571 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.225838 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-b05b3dd7-7f77-4f87-b3cc-49032b791145', 'network_id': 'b05b3dd7-7f77-4f87-b3cc-49032b791145', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1', 'fixed_ips': [{'subnet_id': '415e92c3-0b45-408a-8d8e-3fb2c01d6c52'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:04:26.229548 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.256540 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.421308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Allocated IP 172.20.0.2 (b05b3dd7-7f77-4f87-b3cc-49032b791145/415e92c3-0b45-408a-8d8e-3fb2c01d6c52/10ab6d00-4241-4086-b461-c550aa73c1ad) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:04:26.427325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.510523 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.518701 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.577185 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76996bdc-811c-48c3-982a-fca1b38eb36e None None] Pushing event updated for resources: {'Port': ['ID=e3838ca8-2002-4f2b-a796-c143f3a57b3b,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:26.582071 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e545c8f9-2d61-43b4-a249-bfcb35393dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.616345 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.624009 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.664619 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Attempting to bind port e3838ca8-2002-4f2b-a796-c143f3a57b3b on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:04:26.665427 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Attempting to bind port e3838ca8-2002-4f2b-a796-c143f3a57b3b by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:04:26.666074 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Attempting to bind port e3838ca8-2002-4f2b-a796-c143f3a57b3b on network e1f3fa79-f4e9-486e-9087-d4dea851fffc {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:04:26.673553 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:04:26.677112 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Checking segment: {'id': '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:04:26.679291 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.679962 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Bound using segment: {'id': '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:04:26.681585 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Bound port: e3838ca8-2002-4f2b-a796-c143f3a57b3b, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:04:26.682191 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.686634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Pushing event updated for resources: {'Port': ['ID=10ab6d00-4241-4086-b461-c550aa73c1ad,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:26.699434 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Network b05b3dd7-7f77-4f87-b3cc-49032b791145 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:04:26.701255 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:26.708986 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:04:26.773850 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] For port e3838ca8-2002-4f2b-a796-c143f3a57b3b, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:04:26.774458 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Attempting to bind port 10ab6d00-4241-4086-b461-c550aa73c1ad on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:04:26.774693 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Attempting to bind port 10ab6d00-4241-4086-b461-c550aa73c1ad by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '025288cd-45dc-4fde-8c85-fcb06e1c0806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b05b3dd7-7f77-4f87-b3cc-49032b791145'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:04:26.775056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Attempting to bind port 10ab6d00-4241-4086-b461-c550aa73c1ad on network b05b3dd7-7f77-4f87-b3cc-49032b791145 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:04:26.779796 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] For port e3838ca8-2002-4f2b-a796-c143f3a57b3b, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e3838ca8-2002-4f2b-a796-c143f3a57b3b,segment=NetworkSegment(78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b),segment_id=78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:04:26.783375 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:04:26.783650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Checking segment: {'id': '025288cd-45dc-4fde-8c85-fcb06e1c0806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b05b3dd7-7f77-4f87-b3cc-49032b791145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:04:26.784267 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.784814 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Bound using segment: {'id': '025288cd-45dc-4fde-8c85-fcb06e1c0806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b05b3dd7-7f77-4f87-b3cc-49032b791145'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:04:26.785469 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Bound port: 10ab6d00-4241-4086-b461-c550aa73c1ad, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025288cd-45dc-4fde-8c85-fcb06e1c0806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b05b3dd7-7f77-4f87-b3cc-49032b791145'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:04:26.785951 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.787818 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.844883 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.854338 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76996bdc-811c-48c3-982a-fca1b38eb36e None None] Pushing event updated for resources: {'Port': ['ID=e3838ca8-2002-4f2b-a796-c143f3a57b3b,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:26.866419 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Routers {'d210768d-90fa-4324-8a8d-d7971f2d8d73'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:26.867109 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:03:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d210768d-90fa-4324-8a8d-d7971f2d8d73'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:26.909129 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] For port 10ab6d00-4241-4086-b461-c550aa73c1ad, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:04:26.960886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] For port 10ab6d00-4241-4086-b461-c550aa73c1ad, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=10ab6d00-4241-4086-b461-c550aa73c1ad,segment=NetworkSegment(025288cd-45dc-4fde-8c85-fcb06e1c0806),segment_id=025288cd-45dc-4fde-8c85-fcb06e1c0806)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:04:26.976063 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-912cc6ad-69a9-427a-9800-f78a07cd0532 None None] Provisioning complete for port e3838ca8-2002-4f2b-a796-c143f3a57b3b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:26.976968 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-912cc6ad-69a9-427a-9800-f78a07cd0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:26.981196 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:27.003809 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] Set router d210768d-90fa-4324-8a8d-d7971f2d8d73 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:27.076994 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-72b43e6d-7070-4c27-bf5b-766345e9e504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:27.091994 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdb488-67d7-4068-ad4d-b3369f643df0 None None] Pushing event updated for resources: {'Port': ['ID=10ab6d00-4241-4086-b461-c550aa73c1ad,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:27.192777 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-912cc6ad-69a9-427a-9800-f78a07cd0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:27.254234 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:27.310444 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-912cc6ad-69a9-427a-9800-f78a07cd0532 None None] For port e3838ca8-2002-4f2b-a796-c143f3a57b3b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e3838ca8-2002-4f2b-a796-c143f3a57b3b,segment=NetworkSegment(78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b),segment_id=78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:27.319287 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-912cc6ad-69a9-427a-9800-f78a07cd0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:27.457470 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cc6ad-69a9-427a-9800-f78a07cd0532 None None] Pushing event updated for resources: {'Port': ['ID=e3838ca8-2002-4f2b-a796-c143f3a57b3b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:27.473577 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-bc74d8f5-ad7d-44dc-9ce7-388d0ecd168e None None] Provisioning complete for port e3838ca8-2002-4f2b-a796-c143f3a57b3b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:27.473892 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc74d8f5-ad7d-44dc-9ce7-388d0ecd168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:27.526796 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'name': 'tempest-TestServerMultinode-516668012-router', 'tenant_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:19Z', 'updated_at': '2022-03-23T13:04:23Z', 'revision_number': 4, 'project_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'gw_port': {'id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:20Z', 'updated_at': '2022-03-23T13:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'e3838ca8-2002-4f2b-a796-c143f3a57b3b', 'name': '', 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc', 'tenant_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'mac_address': 'fa:16:3e:45:2e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'ee661678-309e-40e5-8b01-de7e3fe9f28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:22Z', 'updated_at': '2022-03-23T13:04:26Z', 'revision_number': 4, 'project_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'subnets': [{'id': 'ee661678-309e-40e5-8b01-de7e3fe9f28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:27.575537 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed8a8a-f865-4839-88f7-323a365955e0 None None] The sync data for ids ['d210768d-90fa-4324-8a8d-d7971f2d8d73'] in n-d-834854-1 is: [{'id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'name': 'tempest-TestServerMultinode-516668012-router', 'tenant_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:19Z', 'updated_at': '2022-03-23T13:04:23Z', 'revision_number': 4, 'project_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'gw_port': {'id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:20Z', 'updated_at': '2022-03-23T13:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'e3838ca8-2002-4f2b-a796-c143f3a57b3b', 'name': '', 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc', 'tenant_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'mac_address': 'fa:16:3e:45:2e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'ee661678-309e-40e5-8b01-de7e3fe9f28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:22Z', 'updated_at': '2022-03-23T13:04:26Z', 'revision_number': 4, 'project_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'subnets': [{'id': 'ee661678-309e-40e5-8b01-de7e3fe9f28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:04:27.579691 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c0585785-eda3-44bc-af4c-9e63f3e33de5 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:27.601422 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e545c8f9-2d61-43b4-a249-bfcb35393dd1 admin admin] Router fcbab279-2cd5-4ac6-af79-50e4a4bdb907 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:04:27.618401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9764b92-16f2-4c07-a7ad-ef75d142a990 req-c3c8a3a9-eac2-41f8-b056-595ecc5bf06f tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:27.620123 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9764b92-16f2-4c07-a7ad-ef75d142a990 req-c3c8a3a9-eac2-41f8-b056-595ecc5bf06f tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 1098 time: 0.1906714 Mar 23 13:04:27.675835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Allocated IP 172.25.2.94 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:04:27.677181 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c0585785-eda3-44bc-af4c-9e63f3e33de5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:27.677630 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:27.735865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9764b92-16f2-4c07-a7ad-ef75d142a990 req-fbc0c5d3-b640-4e33-bf6c-b398d2bec0be tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1055851 Mar 23 13:04:27.760997 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46058) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:27.862304 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:27.874382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e545c8f9-2d61-43b4-a249-bfcb35393dd1 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:04:27.880908 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e545c8f9-2d61-43b4-a249-bfcb35393dd1 admin admin] 10.222.0.52 "PUT /v2.0/routers/fcbab279-2cd5-4ac6-af79-50e4a4bdb907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0648067 Mar 23 13:04:27.884949 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46060) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:27.887433 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ee24f-d40e-43a8-a910-4ab570dbb6f3 None None] Sync routers for ids ['fcbab279-2cd5-4ac6-af79-50e4a4bdb907'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:04:27.904299 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ee24f-d40e-43a8-a910-4ab570dbb6f3 None None] Routers {'fcbab279-2cd5-4ac6-af79-50e4a4bdb907'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:27.904471 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-912ee24f-d40e-43a8-a910-4ab570dbb6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fcbab279-2cd5-4ac6-af79-50e4a4bdb907'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:27.928860 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:27.977658 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:28.047439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:04:28.052256 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:28.055151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:04:28.059528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Pushing event updated for resources: {'Port': ['ID=aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:28.063871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-912ee24f-d40e-43a8-a910-4ab570dbb6f3 None None] Set router fcbab279-2cd5-4ac6-af79-50e4a4bdb907 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:28.084016 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8493ed55-1a4e-4622-8d25-88675524bc56 admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:28.151696 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6e19bbb0-5d80-45c7-9f11-2d2d41e6a562 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting port bab6adb2-bf73-4601-8454-1e83a0db2be2 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:28.152086 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e19bbb0-5d80-45c7-9f11-2d2d41e6a562 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:28.350154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-912ee24f-d40e-43a8-a910-4ab570dbb6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'name': 'tempest-TestVolumeBootPattern-157648208-router', 'tenant_id': 'cae3bc5313004ce7b93be0541440338a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:35Z', 'updated_at': '2022-03-23T13:04:26Z', 'revision_number': 5, 'project_id': 'cae3bc5313004ce7b93be0541440338a', 'gw_port': {'id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:36Z', 'updated_at': '2022-03-23T12:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:28.399544 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ee24f-d40e-43a8-a910-4ab570dbb6f3 None None] Checking router: fcbab279-2cd5-4ac6-af79-50e4a4bdb907 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:04:28.416099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ee24f-d40e-43a8-a910-4ab570dbb6f3 None None] Routers {'fcbab279-2cd5-4ac6-af79-50e4a4bdb907'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:28.416755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-912ee24f-d40e-43a8-a910-4ab570dbb6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['fcbab279-2cd5-4ac6-af79-50e4a4bdb907'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:28.474959 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:28.740464 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e19bbb0-5d80-45c7-9f11-2d2d41e6a562 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:28.740812 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e19bbb0-5d80-45c7-9f11-2d2d41e6a562 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:28.744199 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8493ed55-1a4e-4622-8d25-88675524bc56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:28.762697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05290b0-0dab-4ba0-94f1-10d61f4516c0 None None] Network b05b3dd7-7f77-4f87-b3cc-49032b791145 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:04:28.764633 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:28.785491 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-6e19bbb0-5d80-45c7-9f11-2d2d41e6a562 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Calling delete_port for bab6adb2-bf73-4601-8454-1e83a0db2be2 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:28.839321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-468352fe-6340-440c-a1fc-988d5fac50f1 None None] Provisioning complete for port 10ab6d00-4241-4086-b461-c550aa73c1ad triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:28.839701 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-468352fe-6340-440c-a1fc-988d5fac50f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:28.898757 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8493ed55-1a4e-4622-8d25-88675524bc56 admin admin] Deleting port 7d6c4c51-6020-4288-af41-a0edb04ae2b5 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:28.899516 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8493ed55-1a4e-4622-8d25-88675524bc56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:28.908331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-912ee24f-d40e-43a8-a910-4ab570dbb6f3 None None] Set router fcbab279-2cd5-4ac6-af79-50e4a4bdb907 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:28.966997 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Router 18be336c-76c7-4374-ab17-dbf2d3a06092 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:04:29.071341 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-8493ed55-1a4e-4622-8d25-88675524bc56 admin admin] For port 7d6c4c51-6020-4288-af41-a0edb04ae2b5, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=7d6c4c51-6020-4288-af41-a0edb04ae2b5,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:29.072946 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8493ed55-1a4e-4622-8d25-88675524bc56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:29.090036 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8493ed55-1a4e-4622-8d25-88675524bc56 admin admin] Calling delete_port for 7d6c4c51-6020-4288-af41-a0edb04ae2b5 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:29.105684 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e19bbb0-5d80-45c7-9f11-2d2d41e6a562 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:29.106921 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:04:29.120704 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Sync routers for ids ['18be336c-76c7-4374-ab17-dbf2d3a06092'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:04:29.135903 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Routers {'18be336c-76c7-4374-ab17-dbf2d3a06092'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:29.137480 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['18be336c-76c7-4374-ab17-dbf2d3a06092'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:29.148831 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:29.153013 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8368b538-502b-4bc4-96a3-095fe29971d7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1016834 Mar 23 13:04:29.153013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46062) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:29.174917 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-468352fe-6340-440c-a1fc-988d5fac50f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:29.203833 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19bbb0-5d80-45c7-9f11-2d2d41e6a562 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Port': ['ID=bab6adb2-bf73-4601-8454-1e83a0db2be2,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:29.277113 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-468352fe-6340-440c-a1fc-988d5fac50f1 None None] For port 10ab6d00-4241-4086-b461-c550aa73c1ad, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=10ab6d00-4241-4086-b461-c550aa73c1ad,segment=NetworkSegment(025288cd-45dc-4fde-8c85-fcb06e1c0806),segment_id=025288cd-45dc-4fde-8c85-fcb06e1c0806)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:29.284012 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:29.286980 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-468352fe-6340-440c-a1fc-988d5fac50f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:29.298386 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e19bbb0-5d80-45c7-9f11-2d2d41e6a562 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:29.299036 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-6e19bbb0-5d80-45c7-9f11-2d2d41e6a562 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Floating IP 60e1c6ee-bb38-4688-9c47-85c9bb33340b disassociated (deleted). External IP: 172.25.2.173, port: ac275954-8849-4a9b-826c-5c1068091497. Mar 23 13:04:29.397472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468352fe-6340-440c-a1fc-988d5fac50f1 None None] Pushing event updated for resources: {'Port': ['ID=10ab6d00-4241-4086-b461-c550aa73c1ad,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:29.403032 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-912ee24f-d40e-43a8-a910-4ab570dbb6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'name': 'tempest-TestVolumeBootPattern-157648208-router', 'tenant_id': 'cae3bc5313004ce7b93be0541440338a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:35Z', 'updated_at': '2022-03-23T13:04:26Z', 'revision_number': 5, 'project_id': 'cae3bc5313004ce7b93be0541440338a', 'gw_port': {'id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:36Z', 'updated_at': '2022-03-23T12:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:29.414886 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Set router 18be336c-76c7-4374-ab17-dbf2d3a06092 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:29.442451 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ee24f-d40e-43a8-a910-4ab570dbb6f3 None None] The sync data for ids ['fcbab279-2cd5-4ac6-af79-50e4a4bdb907'] in n-d-834854-1 is: [{'id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'name': 'tempest-TestVolumeBootPattern-157648208-router', 'tenant_id': 'cae3bc5313004ce7b93be0541440338a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:35Z', 'updated_at': '2022-03-23T13:04:26Z', 'revision_number': 5, 'project_id': 'cae3bc5313004ce7b93be0541440338a', 'gw_port': {'id': '7d6c4c51-6020-4288-af41-a0edb04ae2b5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbab279-2cd5-4ac6-af79-50e4a4bdb907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:36Z', 'updated_at': '2022-03-23T12:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:04:29.564165 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:29.596189 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8493ed55-1a4e-4622-8d25-88675524bc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:29.663668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493ed55-1a4e-4622-8d25-88675524bc56 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6c4c51-6020-4288-af41-a0edb04ae2b5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:29.712899 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'name': 'tempest-TestServerMultinode-1099074202-router', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:26Z', 'updated_at': '2022-03-23T13:04:28Z', 'revision_number': 3, 'project_id': '8aa493ba18984bc488b48fb9b44925c1', 'gw_port': {'id': 'aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:27Z', 'updated_at': '2022-03-23T13:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:29.752989 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Checking router: 18be336c-76c7-4374-ab17-dbf2d3a06092 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:04:29.753707 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Updating router 18be336c-76c7-4374-ab17-dbf2d3a06092 port aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:04:29.783672 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:29.821240 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-33d7ecad-e0a9-47a0-9550-d98039c175b0 None None] Provisioning complete for port 10ab6d00-4241-4086-b461-c550aa73c1ad triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:29.822291 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-33d7ecad-e0a9-47a0-9550-d98039c175b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:29.854748 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:29.885545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e3838ca8-2002-4f2b-a796-c143f3a57b3b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:29.887914 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8493ed55-1a4e-4622-8d25-88675524bc56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:29.897548 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e19bbb0-5d80-45c7-9f11-2d2d41e6a562 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:04:30.022494 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8493ed55-1a4e-4622-8d25-88675524bc56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.025530 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8493ed55-1a4e-4622-8d25-88675524bc56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.094853 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Allocated IP 172.20.0.1 (b05b3dd7-7f77-4f87-b3cc-49032b791145/415e92c3-0b45-408a-8d8e-3fb2c01d6c52/0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:04:30.106322 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port e3838ca8-2002-4f2b-a796-c143f3a57b3b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:30.106683 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.183556 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8493ed55-1a4e-4622-8d25-88675524bc56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.184120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8493ed55-1a4e-4622-8d25-88675524bc56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcbab279-2cd5-4ac6-af79-50e4a4bdb907 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:04:30.191448 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8493ed55-1a4e-4622-8d25-88675524bc56 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.207377 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8493ed55-1a4e-4622-8d25-88675524bc56 admin admin] 10.222.0.52 "DELETE /v2.0/routers/fcbab279-2cd5-4ac6-af79-50e4a4bdb907 HTTP/1.1" status: 204 len: 168 time: 2.3211656 Mar 23 13:04:30.210802 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46064) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:30.216130 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.226513 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.241625 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.290404 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.292156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e19bbb0-5d80-45c7-9f11-2d2d41e6a562 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:04:30.301257 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6e19bbb0-5d80-45c7-9f11-2d2d41e6a562 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.301522 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Attempting to bind port aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:04:30.302024 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Attempting to bind port aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:04:30.302572 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Attempting to bind port aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:04:30.310707 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cca75a-7150-435f-9700-0508b3b6793f None None] Pushing event updated for resources: {'Port': ['ID=aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:30.314676 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:04:30.314997 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:04:30.315389 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.316036 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:04:30.316504 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Bound port: aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:04:30.316877 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.325549 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e60fdd-1a3c-411a-a9d7-c0e2b9477046 None None] Sync routers for ids ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:04:30.348198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2262846-8148-40a7-b8b4-685f71a8d5ac admin admin] Deleting subnet be0948e1-d91f-4f8a-92b9-c1e40235f883 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:04:30.353889 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2262846-8148-40a7-b8b4-685f71a8d5ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.360218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6e19bbb0-5d80-45c7-9f11-2d2d41e6a562 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/floatingips/60e1c6ee-bb38-4688-9c47-85c9bb33340b HTTP/1.1" status: 204 len: 168 time: 2.5945787 Mar 23 13:04:30.361237 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 10ab6d00-4241-4086-b461-c550aa73c1ad up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:30.378519 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:04:30.381014 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d792c3c8-6fc1-4353-bfa5-840a27179000" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "tag": "ac275954-8849-4a9b-826c-5c1068091497"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:04:30.382551 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Network b05b3dd7-7f77-4f87-b3cc-49032b791145 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:04:30.384801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:30.397803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:30.414825 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:04:30.435422 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2262846-8148-40a7-b8b4-685f71a8d5ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.459935 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] For port aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:04:30.474643 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] For port aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:04:30.481745 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e60fdd-1a3c-411a-a9d7-c0e2b9477046 None None] Routers {'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:30.482775 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c6e60fdd-1a3c-411a-a9d7-c0e2b9477046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:30.485096 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.491216 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0556cd6-4524-4843-8bdd-0a454bbbf2fd x-openstack-request-id: req-c0556cd6-4524-4843-8bdd-0a454bbbf2fd {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:04:30.491629 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "tag": "ac275954-8849-4a9b-826c-5c1068091497", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:04:30.492190 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0556cd6-4524-4843-8bdd-0a454bbbf2fd {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:04:30.492755 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497', 'status': 'completed', 'code': 200} Mar 23 13:04:30.515086 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.643487 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2262846-8148-40a7-b8b4-685f71a8d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.669862 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cca75a-7150-435f-9700-0508b3b6793f None None] Pushing event updated for resources: {'Port': ['ID=aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:30.697973 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Routers {'18be336c-76c7-4374-ab17-dbf2d3a06092'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:30.700179 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['18be336c-76c7-4374-ab17-dbf2d3a06092'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:30.711566 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 10ab6d00-4241-4086-b461-c550aa73c1ad triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:30.712128 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.775468 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c6e60fdd-1a3c-411a-a9d7-c0e2b9477046 None None] Set router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:30.783872 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2262846-8148-40a7-b8b4-685f71a8d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.820571 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.848108 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792c3c8-6fc1-4353-bfa5-840a27179000 req-19faed9f-7d95-4f95-b5ff-963ae45f19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:30.851053 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d792c3c8-6fc1-4353-bfa5-840a27179000 req-19faed9f-7d95-4f95-b5ff-963ae45f19ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 1098 time: 0.3478410 Mar 23 13:04:30.851204 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2262846-8148-40a7-b8b4-685f71a8d5ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0948e1-d91f-4f8a-92b9-c1e40235f883,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:30.854235 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2262846-8148-40a7-b8b4-685f71a8d5ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:30.858466 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c2262846-8148-40a7-b8b4-685f71a8d5ac admin admin] 10.222.0.52 "DELETE /v2.0/subnets/be0948e1-d91f-4f8a-92b9-c1e40235f883 HTTP/1.1" status: 204 len: 168 time: 0.6362164 Mar 23 13:04:30.861669 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:30.889364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9b0f04-b7c2-483e-8d98-c09baea73600 None None] Network ffa6070d-d47a-40e8-940d-354292fb6b4b requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:04:30.910167 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] Set router 18be336c-76c7-4374-ab17-dbf2d3a06092 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:31.011340 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3c430-de5c-4213-a756-7860c6e1ea20 req-57cb2d04-0fa9-4cc5-8527-d72c9841c9fa tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:31.012960 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-29b3c430-de5c-4213-a756-7860c6e1ea20 req-57cb2d04-0fa9-4cc5-8527-d72c9841c9fa tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 947 time: 0.2345433 Mar 23 13:04:31.061827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-458706ee-3490-4436-80bd-16578a51d299 None None] Provisioning complete for port 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:31.062265 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-458706ee-3490-4436-80bd-16578a51d299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:31.153689 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'name': 'tempest-TestServerMultinode-1099074202-router', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:26Z', 'updated_at': '2022-03-23T13:04:30Z', 'revision_number': 4, 'project_id': '8aa493ba18984bc488b48fb9b44925c1', 'gw_port': {'id': 'aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:27Z', 'updated_at': '2022-03-23T13:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9', 'name': '', 'network_id': 'b05b3dd7-7f77-4f87-b3cc-49032b791145', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1', 'mac_address': 'fa:16:3e:8e:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '415e92c3-0b45-408a-8d8e-3fb2c01d6c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:29Z', 'updated_at': '2022-03-23T13:04:30Z', 'revision_number': 1, 'project_id': '8aa493ba18984bc488b48fb9b44925c1', 'subnets': [{'id': '415e92c3-0b45-408a-8d8e-3fb2c01d6c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:31.173754 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-458706ee-3490-4436-80bd-16578a51d299 None None] Port 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:04:31.188758 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854e8eac-a1d6-4c6c-990a-6e2be33f1667 None None] The sync data for ids ['18be336c-76c7-4374-ab17-dbf2d3a06092'] in n-d-834854-1 is: [{'id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'name': 'tempest-TestServerMultinode-1099074202-router', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:26Z', 'updated_at': '2022-03-23T13:04:30Z', 'revision_number': 4, 'project_id': '8aa493ba18984bc488b48fb9b44925c1', 'gw_port': {'id': 'aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:27Z', 'updated_at': '2022-03-23T13:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9', 'name': '', 'network_id': 'b05b3dd7-7f77-4f87-b3cc-49032b791145', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1', 'mac_address': 'fa:16:3e:8e:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '415e92c3-0b45-408a-8d8e-3fb2c01d6c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:29Z', 'updated_at': '2022-03-23T13:04:30Z', 'revision_number': 1, 'project_id': '8aa493ba18984bc488b48fb9b44925c1', 'subnets': [{'id': '415e92c3-0b45-408a-8d8e-3fb2c01d6c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:04:31.416931 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 10ab6d00-4241-4086-b461-c550aa73c1ad up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:31.430291 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:31.463478 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c6e60fdd-1a3c-411a-a9d7-c0e2b9477046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052816292', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:24Z', 'updated_at': '2022-03-23T13:02:29Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '168d7166-23e7-4200-9bdc-5539c05ef936', 'name': '', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:16:a8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:28Z', 'updated_at': '2022-03-23T13:02:33Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:31.505988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b172a21-5402-427b-bbd5-231d3109cd20 None None] DHCP port deletion for ffa6070d-d47a-40e8-940d-354292fb6b4b request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:04:31.511325 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e60fdd-1a3c-411a-a9d7-c0e2b9477046 None None] Checking router: e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:04:31.577328 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 10ab6d00-4241-4086-b461-c550aa73c1ad triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:31.583599 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:31.585039 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-29b3c430-de5c-4213-a756-7860c6e1ea20 req-cecbfa52-edf8-4132-8c6c-67dedb9dc47a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5454502 Mar 23 13:04:31.616797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e60fdd-1a3c-411a-a9d7-c0e2b9477046 None None] Routers {'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:31.617513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c6e60fdd-1a3c-411a-a9d7-c0e2b9477046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:31.653656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792c3c8-6fc1-4353-bfa5-840a27179000 req-fbe1eb07-cf8f-4ccb-8b9a-eab58f878d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:31.655175 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d792c3c8-6fc1-4353-bfa5-840a27179000 req-fbe1eb07-cf8f-4ccb-8b9a-eab58f878d60 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 HTTP/1.1" status: 200 len: 896 time: 0.7603526 Mar 23 13:04:31.698162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4b172a21-5402-427b-bbd5-231d3109cd20 None None] Deleting port 2d3482d0-59b4-4c04-9af2-4c964ff64570 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:31.698542 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b172a21-5402-427b-bbd5-231d3109cd20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:31.732191 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d792c3c8-6fc1-4353-bfa5-840a27179000 req-dc0ca381-3fc8-45e5-8c47-6a09caab6597 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac275954-8849-4a9b-826c-5c1068091497 HTTP/1.1" status: 200 len: 217 time: 0.0643051 Mar 23 13:04:31.787613 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:31.792773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] Deleting port 2d3482d0-59b4-4c04-9af2-4c964ff64570 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:31.793102 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:31.815098 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:31.837461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c6e60fdd-1a3c-411a-a9d7-c0e2b9477046 None None] Set router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:31.840360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4b172a21-5402-427b-bbd5-231d3109cd20 None None] For port 2d3482d0-59b4-4c04-9af2-4c964ff64570, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2d3482d0-59b4-4c04-9af2-4c964ff64570,segment=NetworkSegment(74a71e7a-8a53-4966-aa84-b5fc587bcaa5),segment_id=74a71e7a-8a53-4966-aa84-b5fc587bcaa5)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:31.840767 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b172a21-5402-427b-bbd5-231d3109cd20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:31.885649 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4b172a21-5402-427b-bbd5-231d3109cd20 None None] Calling delete_port for 2d3482d0-59b4-4c04-9af2-4c964ff64570 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:31.943866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792c3c8-6fc1-4353-bfa5-840a27179000 req-22cb2be9-9220-416e-81d6-f9bfa0e017b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:31.945393 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d792c3c8-6fc1-4353-bfa5-840a27179000 req-22cb2be9-9220-416e-81d6-f9bfa0e017b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1 HTTP/1.1" status: 200 len: 834 time: 0.2043839 Mar 23 13:04:31.947221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] For port 2d3482d0-59b4-4c04-9af2-4c964ff64570, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2d3482d0-59b4-4c04-9af2-4c964ff64570,segment=NetworkSegment(74a71e7a-8a53-4966-aa84-b5fc587bcaa5),segment_id=74a71e7a-8a53-4966-aa84-b5fc587bcaa5)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:31.947585 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:31.984961 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:31.999058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] Calling delete_port for 2d3482d0-59b4-4c04-9af2-4c964ff64570 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:32.011991 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 7d6c4c51-6020-4288-af41-a0edb04ae2b5 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:04:32.024956 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:32.088482 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 7d6c4c51-6020-4288-af41-a0edb04ae2b5 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:04:32.088752 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 7d6c4c51-6020-4288-af41-a0edb04ae2b5 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:04:32.089175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1d52c33f-3c94-44e7-a723-0898388428ce no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:04:32.142440 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 1d52c33f-3c94-44e7-a723-0898388428ce {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:04:32.142765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1d52c33f-3c94-44e7-a723-0898388428ce not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:04:32.173507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792c3c8-6fc1-4353-bfa5-840a27179000 req-780858ed-1175-440a-9cfe-02769f81ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:32.178108 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d792c3c8-6fc1-4353-bfa5-840a27179000 req-780858ed-1175-440a-9cfe-02769f81ed24 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2140155 Mar 23 13:04:32.186669 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4b172a21-5402-427b-bbd5-231d3109cd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:32.227250 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b172a21-5402-427b-bbd5-231d3109cd20 None None] Pushing event deleted for resources: {'Port': ['ID=2d3482d0-59b4-4c04-9af2-4c964ff64570,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:32.231967 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b172a21-5402-427b-bbd5-231d3109cd20 None None] No DVR routers for this DVR port 2d3482d0-59b4-4c04-9af2-4c964ff64570 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:04:32.302088 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c6e60fdd-1a3c-411a-a9d7-c0e2b9477046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052816292', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:24Z', 'updated_at': '2022-03-23T13:02:29Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '168d7166-23e7-4200-9bdc-5539c05ef936', 'name': '', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:16:a8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:28Z', 'updated_at': '2022-03-23T13:02:33Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:32.334515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e60fdd-1a3c-411a-a9d7-c0e2b9477046 None None] The sync data for ids ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'] in n-d-834854-1 is: [{'id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052816292', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:24Z', 'updated_at': '2022-03-23T13:02:29Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '168d7166-23e7-4200-9bdc-5539c05ef936', 'name': '', 'network_id': 'cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:16:a8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:28Z', 'updated_at': '2022-03-23T13:02:33Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': 'd68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:04:32.354208 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:32.399988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.73', 49251) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:32.411490 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3482d0-59b4-4c04-9af2-4c964ff64570,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:32.413797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] No DVR routers for this DVR port 2d3482d0-59b4-4c04-9af2-4c964ff64570 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:04:32.465646 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Network b05b3dd7-7f77-4f87-b3cc-49032b791145 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:04:32.466385 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7268f7-0516-46dd-8a3f-b436a484e828 req-091e73ad-a4f6-40d0-8931-1e8a85a37478 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:32.468212 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e7268f7-0516-46dd-8a3f-b436a484e828 req-091e73ad-a4f6-40d0-8931-1e8a85a37478 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 947 time: 0.0672085 Mar 23 13:04:32.480994 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:32.541704 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d792c3c8-6fc1-4353-bfa5-840a27179000 req-fe37bd0d-42a0-4827-a55f-1bf42b76c7b2 service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657566 Mar 23 13:04:32.601345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-1e7268f7-0516-46dd-8a3f-b436a484e828 req-e532acf1-977a-4f88-920b-973d3426d3cf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting port ac275954-8849-4a9b-826c-5c1068091497 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:32.601607 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e7268f7-0516-46dd-8a3f-b436a484e828 req-e532acf1-977a-4f88-920b-973d3426d3cf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:32.611452 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:32.722664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa6070d-d47a-40e8-940d-354292fb6b4b']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:32.783289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a71e7a-8a53-4966-aa84-b5fc587bcaa5') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:32.783594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a71e7a-8a53-4966-aa84-b5fc587bcaa5') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:32.793036 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa739ed-570e-4540-95a6-3445a6938b9f None None] New status for floating IP 60e1c6ee-bb38-4688-9c47-85c9bb33340b: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:04:32.799179 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:32.824693 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf767e-c9f7-4503-8111-2611b2ebce8d req-4f73bbb4-2b04-44c2-a945-903955cc2884 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:32.826375 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1bdf767e-c9f7-4503-8111-2611b2ebce8d req-4f73bbb4-2b04-44c2-a945-903955cc2884 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ebf934-ab77-45ac-8a67-8faa37b1b618 HTTP/1.1" status: 200 len: 947 time: 0.1090784 Mar 23 13:04:32.828858 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ced3c28b-15b0-4c38-8cc7-59429166d627 None None] Provisioning complete for port 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:32.829636 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ced3c28b-15b0-4c38-8cc7-59429166d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:32.844402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-1e7268f7-0516-46dd-8a3f-b436a484e828 req-e532acf1-977a-4f88-920b-973d3426d3cf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] For port ac275954-8849-4a9b-826c-5c1068091497, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ac275954-8849-4a9b-826c-5c1068091497,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:32.845223 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e7268f7-0516-46dd-8a3f-b436a484e828 req-e532acf1-977a-4f88-920b-973d3426d3cf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:32.846720 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:32.870801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:04:32.871218 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: self.session.flush() Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:04:32.873002 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:04:32.882221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ced3c28b-15b0-4c38-8cc7-59429166d627 None None] Port 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:04:32.889393 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Router 18be336c-76c7-4374-ab17-dbf2d3a06092 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:04:32.889963 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-1e7268f7-0516-46dd-8a3f-b436a484e828 req-e532acf1-977a-4f88-920b-973d3426d3cf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Calling delete_port for ac275954-8849-4a9b-826c-5c1068091497 owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:32.921368 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d792c3c8-6fc1-4353-bfa5-840a27179000 req-bddfb096-7aa8-4364-a066-d91561a9883a service neutron] 10.222.0.73 "GET /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736131 Mar 23 13:04:32.930887 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1bdf767e-c9f7-4503-8111-2611b2ebce8d req-b821c81a-0e0e-43e2-a161-d97797d07cb9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3f72ea8-f090-469a-8a5d-21c8954fbe58&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0825984 Mar 23 13:04:32.985797 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:33.003778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:33.009837 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ffa6070d-d47a-40e8-940d-354292fb6b4b HTTP/1.1" status: 204 len: 168 time: 2.1300144 Mar 23 13:04:33.023962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d6fb1-6067-4530-8de2-9f0c1b32ca47 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa6070d-d47a-40e8-940d-354292fb6b4b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:33.102077 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:04:33.116721 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-57a24095-ec5d-427b-8c02-5dc7c93ed4c2 admin admin] 10.222.0.52 "PUT /v2.0/routers/18be336c-76c7-4374-ab17-dbf2d3a06092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9546728 Mar 23 13:04:33.120077 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e7268f7-0516-46dd-8a3f-b436a484e828 req-e532acf1-977a-4f88-920b-973d3426d3cf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:33.153822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532acf1-977a-4f88-920b-973d3426d3cf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Port': ['ID=ac275954-8849-4a9b-826c-5c1068091497,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:33.217098 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7268f7-0516-46dd-8a3f-b436a484e828 req-e532acf1-977a-4f88-920b-973d3426d3cf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] No DVR routers for this DVR port ac275954-8849-4a9b-826c-5c1068091497 on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:04:33.220191 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-1e7268f7-0516-46dd-8a3f-b436a484e828 req-e532acf1-977a-4f88-920b-973d3426d3cf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:33.223979 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e7268f7-0516-46dd-8a3f-b436a484e828 req-e532acf1-977a-4f88-920b-973d3426d3cf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.73 "DELETE /v2.0/ports/ac275954-8849-4a9b-826c-5c1068091497 HTTP/1.1" status: 204 len: 173 time: 0.7494712 Mar 23 13:04:33.224480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'name': 'network-vif-deleted', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:04:33.235893 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a20b64-b00b-43a7-8c42-5d757e3484ce" -d '{"events": [{"server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "name": "network-vif-deleted", "tag": "ac275954-8849-4a9b-826c-5c1068091497"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:04:33.258929 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46082) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:33.297376 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d67165-36fe-4f60-a28f-800f867ed7c6 x-openstack-request-id: req-11d67165-36fe-4f60-a28f-800f867ed7c6 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:04:33.297658 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ebf934-ab77-45ac-8a67-8faa37b1b618", "name": "network-vif-deleted", "tag": "ac275954-8849-4a9b-826c-5c1068091497", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:04:33.297918 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11d67165-36fe-4f60-a28f-800f867ed7c6 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:04:33.298316 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ebf934-ab77-45ac-8a67-8faa37b1b618', 'name': 'network-vif-deleted', 'tag': 'ac275954-8849-4a9b-826c-5c1068091497', 'status': 'completed', 'code': 200} Mar 23 13:04:33.322397 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1ff7827a-20b3-4754-8fba-fe64830f0ffb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a83d57a27e704c44abb036185c95fcaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620639 Mar 23 13:04:33.325262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46088) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:33.395965 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2be6f5be-d2d3-4bf1-8d12-7d1daf6bf60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:33.428397 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:33.429209 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2be6f5be-d2d3-4bf1-8d12-7d1daf6bf60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:33.484774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:33.485457 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:33.501381 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2be6f5be-d2d3-4bf1-8d12-7d1daf6bf60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:33.504356 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2be6f5be-d2d3-4bf1-8d12-7d1daf6bf60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:33.505603 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2be6f5be-d2d3-4bf1-8d12-7d1daf6bf60b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc HTTP/1.1" status: 204 len: 168 time: 0.1786778 Mar 23 13:04:33.538117 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6f5be-d2d3-4bf1-8d12-7d1daf6bf60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e67fa7b-1fbf-4359-ad4f-abf37ce07ebc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:33.624661 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:33.667439 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:33.673103 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:33.751994 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2d3482d0-59b4-4c04-9af2-4c964ff64570 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:04:33.801283 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 2d3482d0-59b4-4c04-9af2-4c964ff64570 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:04:33.801799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2d3482d0-59b4-4c04-9af2-4c964ff64570 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:04:33.817708 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:33.985493 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46114) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:34.004006 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46116) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:34.041613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-e4d8d3ff-ae53-44ca-bc93-1901a8a0c83a tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:34.043145 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-e4d8d3ff-ae53-44ca-bc93-1901a8a0c83a tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/networks?id=e1f3fa79-f4e9-486e-9087-d4dea851fffc HTTP/1.1" status: 200 len: 910 time: 0.1346567 Mar 23 13:04:34.053179 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a2b02056-3588-447b-909b-12cd88ad80c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cae3bc5313004ce7b93be0541440338a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480294 Mar 23 13:04:34.055668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46118) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:34.064742 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-5183824a-cde9-4a42-ac61-def6ac3fa5c2 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/quotas/8aa493ba18984bc488b48fb9b44925c1 HTTP/1.1" status: 200 len: 375 time: 0.0149932 Mar 23 13:04:34.115910 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6577faaf-b1fe-44ea-96ce-6f25566e5134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:34.150525 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6577faaf-b1fe-44ea-96ce-6f25566e5134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:34.223425 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6577faaf-b1fe-44ea-96ce-6f25566e5134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:34.226022 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6577faaf-b1fe-44ea-96ce-6f25566e5134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:34.227169 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6577faaf-b1fe-44ea-96ce-6f25566e5134 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34371b16-7615-4d49-a343-2a79c9b7b0ca HTTP/1.1" status: 204 len: 168 time: 0.1705785 Mar 23 13:04:34.237549 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-292ee851-98cd-4ee1-8f63-c1da22eadab3 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=8aa493ba18984bc488b48fb9b44925c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1418698 Mar 23 13:04:34.237984 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577faaf-b1fe-44ea-96ce-6f25566e5134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34371b16-7615-4d49-a343-2a79c9b7b0ca,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:34.409394 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-f79982c4-839b-4f68-a8c7-9d44003ae10b service neutron] 10.222.0.52 "GET /v2.0/networks/e1f3fa79-f4e9-486e-9087-d4dea851fffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365724 Mar 23 13:04:34.542936 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d52efaeb-13e6-49dd-b02e-8f982a594c49 service neutron] 10.222.0.52 "GET /v2.0/networks/e1f3fa79-f4e9-486e-9087-d4dea851fffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153297 Mar 23 13:04:34.620007 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c085-022c-4bc8-8d49-3149d187322f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:34.961367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a9b9c085-022c-4bc8-8d49-3149d187322f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting port 168d7166-23e7-4200-9bdc-5539c05ef936 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:34.961853 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c085-022c-4bc8-8d49-3149d187322f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:35.012678 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4dd57216-c9ff-43ac-8879-52dac38ac091 req-fb287d91-7f26-416e-a4d0-da75b8ab6e1f tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 210 time: 0.2911496 Mar 23 13:04:35.067013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-a9b9c085-022c-4bc8-8d49-3149d187322f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] For port 168d7166-23e7-4200-9bdc-5539c05ef936, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=168d7166-23e7-4200-9bdc-5539c05ef936,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:35.067502 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c085-022c-4bc8-8d49-3149d187322f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:35.085012 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a9b9c085-022c-4bc8-8d49-3149d187322f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Calling delete_port for 168d7166-23e7-4200-9bdc-5539c05ef936 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:35.409774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:35.478154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:35.478764 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:35.600743 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c085-022c-4bc8-8d49-3149d187322f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:35.631112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9c085-022c-4bc8-8d49-3149d187322f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Port': ['ID=168d7166-23e7-4200-9bdc-5539c05ef936,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:35.759552 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Sync routers for ids ['18be336c-76c7-4374-ab17-dbf2d3a06092'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:04:35.778735 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Routers {'18be336c-76c7-4374-ab17-dbf2d3a06092'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:35.779454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['18be336c-76c7-4374-ab17-dbf2d3a06092'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:35.836521 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c085-022c-4bc8-8d49-3149d187322f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:35.895440 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ac275954-8849-4a9b-826c-5c1068091497 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:04:35.936651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: ac275954-8849-4a9b-826c-5c1068091497 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:04:35.936915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ac275954-8849-4a9b-826c-5c1068091497 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:04:35.970601 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Set router 18be336c-76c7-4374-ab17-dbf2d3a06092 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:36.009213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-72dff393-f58f-407e-8c64-57410d6ca081 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:36.010750 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-72dff393-f58f-407e-8c64-57410d6ca081 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.73 "GET /v2.0/networks?id=e1f3fa79-f4e9-486e-9087-d4dea851fffc HTTP/1.1" status: 200 len: 910 time: 0.1602082 Mar 23 13:04:36.024388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-2eff2b55-63ee-4f18-8361-4b469c7477cd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Request body: {'port': {'device_id': '19c70fd2-6b89-406e-9aa2-2eb78c0c79c7', 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc', 'admin_state_up': True, 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:36.055744 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-2eff2b55-63ee-4f18-8361-4b469c7477cd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Made reservation on behalf of 8aa493ba18984bc488b48fb9b44925c1 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:04:36.060625 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-2eff2b55-63ee-4f18-8361-4b469c7477cd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:36.167036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b9c085-022c-4bc8-8d49-3149d187322f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:04:36.250992 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-2eff2b55-63ee-4f18-8361-4b469c7477cd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Allocated IP 172.20.0.3 (e1f3fa79-f4e9-486e-9087-d4dea851fffc/ee661678-309e-40e5-8b01-de7e3fe9f28f/d862008b-5e38-4a27-a50c-eb1fbbf9808b) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:04:36.313305 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e0918d30-873c-4550-a73b-d6a7ae8c6363 req-d7ed3074-756e-42a0-8dff-b85a08df4cbe tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 210 time: 0.1972828 Mar 23 13:04:36.345828 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b9c085-022c-4bc8-8d49-3149d187322f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:04:36.355318 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bde815-6698-4f7b-8e93-2f73d67ec9a7 None None] Sync routers for ids ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:04:36.357739 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a9b9c085-022c-4bc8-8d49-3149d187322f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "PUT /v2.0/routers/e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3712077 Mar 23 13:04:36.361177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46138) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:36.366672 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bde815-6698-4f7b-8e93-2f73d67ec9a7 None None] Routers {'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:36.367467 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-21bde815-6698-4f7b-8e93-2f73d67ec9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:36.375329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'name': 'tempest-TestServerMultinode-1099074202-router', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:26Z', 'updated_at': '2022-03-23T13:04:30Z', 'revision_number': 4, 'project_id': '8aa493ba18984bc488b48fb9b44925c1', 'gw_port': {'id': 'aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:27Z', 'updated_at': '2022-03-23T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9', 'name': '', 'network_id': 'b05b3dd7-7f77-4f87-b3cc-49032b791145', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1', 'mac_address': 'fa:16:3e:8e:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '415e92c3-0b45-408a-8d8e-3fb2c01d6c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:29Z', 'updated_at': '2022-03-23T13:04:31Z', 'revision_number': 2, 'project_id': '8aa493ba18984bc488b48fb9b44925c1', 'subnets': [{'id': '415e92c3-0b45-408a-8d8e-3fb2c01d6c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:36.443233 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f666ada-57fd-42ac-94f1-1ad2c95b7d75 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting subnet d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:04:36.451179 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f666ada-57fd-42ac-94f1-1ad2c95b7d75 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:36.487574 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-2eff2b55-63ee-4f18-8361-4b469c7477cd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:36.508635 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f666ada-57fd-42ac-94f1-1ad2c95b7d75 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:36.565385 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Checking router: 18be336c-76c7-4374-ab17-dbf2d3a06092 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:04:36.566005 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Updating router 18be336c-76c7-4374-ab17-dbf2d3a06092 port 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:04:36.581820 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-21bde815-6698-4f7b-8e93-2f73d67ec9a7 None None] Set router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:36.591341 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:36.598595 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-2eff2b55-63ee-4f18-8361-4b469c7477cd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:36.651399 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-2eff2b55-63ee-4f18-8361-4b469c7477cd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Network e1f3fa79-f4e9-486e-9087-d4dea851fffc is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:04:36.657902 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-2eff2b55-63ee-4f18-8361-4b469c7477cd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:36.677451 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-2eff2b55-63ee-4f18-8361-4b469c7477cd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:04:36.731853 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-2eff2b55-63ee-4f18-8361-4b469c7477cd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:36.732853 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-2eff2b55-63ee-4f18-8361-4b469c7477cd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:36.738100 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f666ada-57fd-42ac-94f1-1ad2c95b7d75 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:36.791633 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-21bde815-6698-4f7b-8e93-2f73d67ec9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052816292', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:24Z', 'updated_at': '2022-03-23T13:04:35Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:36.819190 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bde815-6698-4f7b-8e93-2f73d67ec9a7 None None] Checking router: e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:04:36.828138 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bde815-6698-4f7b-8e93-2f73d67ec9a7 None None] Routers {'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:36.828972 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-21bde815-6698-4f7b-8e93-2f73d67ec9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:36.873610 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff2b55-63ee-4f18-8361-4b469c7477cd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Pushing event updated for resources: {'Port': ['ID=d862008b-5e38-4a27-a50c-eb1fbbf9808b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:36.889958 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f666ada-57fd-42ac-94f1-1ad2c95b7d75 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:36.898208 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-2eff2b55-63ee-4f18-8361-4b469c7477cd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8783073 Mar 23 13:04:36.933493 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:36.943411 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:36.964040 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Request body: {'port': {'device_id': '19c70fd2-6b89-406e-9aa2-2eb78c0c79c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:36.977038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f666ada-57fd-42ac-94f1-1ad2c95b7d75 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Subnet': ['ID=d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:36.984054 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-21bde815-6698-4f7b-8e93-2f73d67ec9a7 None None] Set router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:36.995211 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f666ada-57fd-42ac-94f1-1ad2c95b7d75 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:36.999078 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4f666ada-57fd-42ac-94f1-1ad2c95b7d75 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/subnets/d68c1340-c93b-4b3b-8b0f-5ca0ba5cc2e1 HTTP/1.1" status: 204 len: 168 time: 0.6369090 Mar 23 13:04:37.001851 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46140) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:37.014054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe505ab-db3c-4d62-a439-c316adedd599 None None] Pushing event updated for resources: {'Port': ['ID=0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:37.017234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2695726-b504-40f5-98c7-2de03e4f4138 None None] Network cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:04:37.128754 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:37.214237 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99e31e4e-aa3f-4a4f-b303-1474fe3766e8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:37.230507 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-21bde815-6698-4f7b-8e93-2f73d67ec9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052816292', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:24Z', 'updated_at': '2022-03-23T13:04:35Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:37.250504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-15b7f12a-9c49-4445-a5ce-daa6698201fc None None] Provisioning complete for port d862008b-5e38-4a27-a50c-eb1fbbf9808b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:37.251025 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-15b7f12a-9c49-4445-a5ce-daa6698201fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:37.267877 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bde815-6698-4f7b-8e93-2f73d67ec9a7 None None] The sync data for ids ['e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4'] in n-d-834854-1 is: [{'id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2052816292', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:02:24Z', 'updated_at': '2022-03-23T13:04:35Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '6de5f213-da15-4e50-bd4d-fdc667f93b99', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:02:25Z', 'updated_at': '2022-03-23T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:04:37.365313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-15b7f12a-9c49-4445-a5ce-daa6698201fc None None] Port d862008b-5e38-4a27-a50c-eb1fbbf9808b cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:04:37.391032 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Attempting to bind port 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:04:37.392213 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Attempting to bind port 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '025288cd-45dc-4fde-8c85-fcb06e1c0806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b05b3dd7-7f77-4f87-b3cc-49032b791145'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:04:37.392702 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Attempting to bind port 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 on network b05b3dd7-7f77-4f87-b3cc-49032b791145 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:04:37.401498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:04:37.401999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Checking segment: {'id': '025288cd-45dc-4fde-8c85-fcb06e1c0806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b05b3dd7-7f77-4f87-b3cc-49032b791145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:04:37.402504 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:37.402998 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Bound using segment: {'id': '025288cd-45dc-4fde-8c85-fcb06e1c0806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b05b3dd7-7f77-4f87-b3cc-49032b791145'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:04:37.403849 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Bound port: 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025288cd-45dc-4fde-8c85-fcb06e1c0806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b05b3dd7-7f77-4f87-b3cc-49032b791145'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:04:37.404369 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:37.430114 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99e31e4e-aa3f-4a4f-b303-1474fe3766e8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:37.494648 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-99e31e4e-aa3f-4a4f-b303-1474fe3766e8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting port 6de5f213-da15-4e50-bd4d-fdc667f93b99 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:37.495344 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] For port 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:04:37.495643 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99e31e4e-aa3f-4a4f-b303-1474fe3766e8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:37.500925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] For port 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9,segment=NetworkSegment(025288cd-45dc-4fde-8c85-fcb06e1c0806),segment_id=025288cd-45dc-4fde-8c85-fcb06e1c0806)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:04:37.504213 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3b249b02-4412-440a-bd90-8e362c0d5a1a None None] Provisioning complete for port 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:37.504590 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b249b02-4412-440a-bd90-8e362c0d5a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:37.528711 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:37.601102 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-99e31e4e-aa3f-4a4f-b303-1474fe3766e8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] For port 6de5f213-da15-4e50-bd4d-fdc667f93b99, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=6de5f213-da15-4e50-bd4d-fdc667f93b99,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:37.601658 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99e31e4e-aa3f-4a4f-b303-1474fe3766e8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:37.606855 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Routers {'18be336c-76c7-4374-ab17-dbf2d3a06092'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:37.607499 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['18be336c-76c7-4374-ab17-dbf2d3a06092'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:37.610710 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe505ab-db3c-4d62-a439-c316adedd599 None None] Pushing event updated for resources: {'Port': ['ID=0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:37.641707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-99e31e4e-aa3f-4a4f-b303-1474fe3766e8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Calling delete_port for 6de5f213-da15-4e50-bd4d-fdc667f93b99 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:37.704241 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd9efa-b4d4-40d5-9080-eeab3f322caf None None] DHCP port deletion for cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:04:37.746210 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b249b02-4412-440a-bd90-8e362c0d5a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:37.846142 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3b249b02-4412-440a-bd90-8e362c0d5a1a None None] For port 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9,segment=NetworkSegment(025288cd-45dc-4fde-8c85-fcb06e1c0806),segment_id=025288cd-45dc-4fde-8c85-fcb06e1c0806)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:37.856874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] Set router 18be336c-76c7-4374-ab17-dbf2d3a06092 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:37.860828 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3b249b02-4412-440a-bd90-8e362c0d5a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:37.891093 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99e31e4e-aa3f-4a4f-b303-1474fe3766e8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:37.921064 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e31e4e-aa3f-4a4f-b303-1474fe3766e8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Port': ['ID=6de5f213-da15-4e50-bd4d-fdc667f93b99,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:37.938035 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dc560-58d7-4ac8-bf4c-4d278e4a6a66 req-30e329d8-bfae-431f-bd74-3a6bcf124cc6 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:37.939911 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b26dc560-58d7-4ac8-bf4c-4d278e4a6a66 req-30e329d8-bfae-431f-bd74-3a6bcf124cc6 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 1027 time: 0.1341176 Mar 23 13:04:37.993173 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99e31e4e-aa3f-4a4f-b303-1474fe3766e8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:37.997009 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:38.024868 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b26dc560-58d7-4ac8-bf4c-4d278e4a6a66 req-edfc4480-237c-4e2c-95b9-b83ce9e18f49 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746369 Mar 23 13:04:38.026676 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d862008b-5e38-4a27-a50c-eb1fbbf9808b {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:04:38.036252 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.060480 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd9efa-b4d4-40d5-9080-eeab3f322caf None None] Deleting port 6b18c1af-0756-4a6c-bd9c-37f4d787e36c {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:38.060852 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d7fd9efa-b4d4-40d5-9080-eeab3f322caf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.061589 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Transition to ACTIVE for port object d862008b-5e38-4a27-a50c-eb1fbbf9808b will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:04:38.063018 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b249b02-4412-440a-bd90-8e362c0d5a1a None None] Pushing event updated for resources: {'Port': ['ID=0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:38.066790 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.104406 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99e31e4e-aa3f-4a4f-b303-1474fe3766e8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.108350 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99e31e4e-aa3f-4a4f-b303-1474fe3766e8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.145837 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Pushing event updated for resources: {'Port': ['ID=d862008b-5e38-4a27-a50c-eb1fbbf9808b,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:38.179887 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99e31e4e-aa3f-4a4f-b303-1474fe3766e8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.180626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e31e4e-aa3f-4a4f-b303-1474fe3766e8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Fanout notify agent at l3_agent the message router_deleted on router e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:04:38.189075 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-99e31e4e-aa3f-4a4f-b303-1474fe3766e8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.192873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-99e31e4e-aa3f-4a4f-b303-1474fe3766e8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/routers/e44d2ee1-84dd-4f9e-951e-a49a04e3d5a4 HTTP/1.1" status: 204 len: 168 time: 1.1873753 Mar 23 13:04:38.193242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-09a14756-f15d-40f6-b619-545ac37ae383 None None] Provisioning complete for port 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:38.193415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46144) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:38.198525 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-09a14756-f15d-40f6-b619-545ac37ae383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.217108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Attempting to bind port d862008b-5e38-4a27-a50c-eb1fbbf9808b on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:04:38.217361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Attempting to bind port d862008b-5e38-4a27-a50c-eb1fbbf9808b by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:04:38.217686 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Attempting to bind port d862008b-5e38-4a27-a50c-eb1fbbf9808b on network e1f3fa79-f4e9-486e-9087-d4dea851fffc {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:04:38.225043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Port d862008b-5e38-4a27-a50c-eb1fbbf9808b on network e1f3fa79-f4e9-486e-9087-d4dea851fffc not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:04:38.225365 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Attempting to bind port d862008b-5e38-4a27-a50c-eb1fbbf9808b on network e1f3fa79-f4e9-486e-9087-d4dea851fffc {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:04:38.230989 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:04:38.231330 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Checking segment: {'id': '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:04:38.231695 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Bound using segment: {'id': '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:04:38.232152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Bound port: d862008b-5e38-4a27-a50c-eb1fbbf9808b, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:04:38.233844 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.274009 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d7fd9efa-b4d4-40d5-9080-eeab3f322caf None None] For port 6b18c1af-0756-4a6c-bd9c-37f4d787e36c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=6b18c1af-0756-4a6c-bd9c-37f4d787e36c,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:38.274942 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d7fd9efa-b4d4-40d5-9080-eeab3f322caf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.287580 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.318587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:38.319006 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.343192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd9efa-b4d4-40d5-9080-eeab3f322caf None None] Calling delete_port for 6b18c1af-0756-4a6c-bd9c-37f4d787e36c owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:38.362252 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] For port d862008b-5e38-4a27-a50c-eb1fbbf9808b, host n-h2-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:04:38.367999 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] For port d862008b-5e38-4a27-a50c-eb1fbbf9808b, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d862008b-5e38-4a27-a50c-eb1fbbf9808b,segment=NetworkSegment(78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b),segment_id=78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:04:38.375596 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.378484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting port 6b18c1af-0756-4a6c-bd9c-37f4d787e36c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:04:38.378989 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.422437 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:38.423257 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.424917 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] 10.222.0.73 "PUT /v2.0/ports/d862008b-5e38-4a27-a50c-eb1fbbf9808b HTTP/1.1" status: 200 len: 1091 time: 1.4897525 Mar 23 13:04:38.425390 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c70fd2-6b89-406e-9aa2-2eb78c0c79c7', 'tag': 'd862008b-5e38-4a27-a50c-eb1fbbf9808b'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:04:38.427728 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8d20db-5f82-442f-b605-e862374049e0" -d '{"events": [{"name": "network-changed", "server_uuid": "19c70fd2-6b89-406e-9aa2-2eb78c0c79c7", "tag": "d862008b-5e38-4a27-a50c-eb1fbbf9808b"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:04:38.464106 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d7fd9efa-b4d4-40d5-9080-eeab3f322caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.502177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] For port 6b18c1af-0756-4a6c-bd9c-37f4d787e36c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=6b18c1af-0756-4a6c-bd9c-37f4d787e36c,segment=NetworkSegment(2cce68da-3bf7-4a2c-828f-a504f2499de1),segment_id=2cce68da-3bf7-4a2c-828f-a504f2499de1)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:38.502544 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.517052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Calling delete_port for 6b18c1af-0756-4a6c-bd9c-37f4d787e36c owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:04:38.531217 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe28de0e-9638-4d2c-9a10-4eb8eb9cd0a7 x-openstack-request-id: req-fe28de0e-9638-4d2c-9a10-4eb8eb9cd0a7 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:04:38.531615 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c70fd2-6b89-406e-9aa2-2eb78c0c79c7", "tag": "d862008b-5e38-4a27-a50c-eb1fbbf9808b", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:04:38.531865 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe28de0e-9638-4d2c-9a10-4eb8eb9cd0a7 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:04:38.532288 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c70fd2-6b89-406e-9aa2-2eb78c0c79c7', 'tag': 'd862008b-5e38-4a27-a50c-eb1fbbf9808b', 'status': 'completed', 'code': 200} Mar 23 13:04:38.533415 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0b977-374f-4caa-95cb-86a497c4f56b service neutron] Pushing event updated for resources: {'Port': ['ID=d862008b-5e38-4a27-a50c-eb1fbbf9808b,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:38.556570 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd9efa-b4d4-40d5-9080-eeab3f322caf None None] No DVR routers for this DVR port 6b18c1af-0756-4a6c-bd9c-37f4d787e36c on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:04:38.563119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-f6b0b321-399a-429f-b5b2-8afc2b86bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:38.564034 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd9efa-b4d4-40d5-9080-eeab3f322caf None None] Pushing event deleted for resources: {'Port': ['ID=6b18c1af-0756-4a6c-bd9c-37f4d787e36c,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:38.566013 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-f6b0b321-399a-429f-b5b2-8afc2b86bfe1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8aa493ba18984bc488b48fb9b44925c1&device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 1094 time: 0.0891051 Mar 23 13:04:38.643145 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-f150689b-5b19-4e1a-b7f1-43836780cd63 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d862008b-5e38-4a27-a50c-eb1fbbf9808b HTTP/1.1" status: 200 len: 217 time: 0.0684240 Mar 23 13:04:38.670260 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.687979 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] No DVR routers for this DVR port 6b18c1af-0756-4a6c-bd9c-37f4d787e36c on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:04:38.714992 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'name': 'tempest-TestServerMultinode-1099074202-router', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:26Z', 'updated_at': '2022-03-23T13:04:30Z', 'revision_number': 4, 'project_id': '8aa493ba18984bc488b48fb9b44925c1', 'gw_port': {'id': 'aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:27Z', 'updated_at': '2022-03-23T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9', 'name': '', 'network_id': 'b05b3dd7-7f77-4f87-b3cc-49032b791145', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1', 'mac_address': 'fa:16:3e:8e:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '415e92c3-0b45-408a-8d8e-3fb2c01d6c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:29Z', 'updated_at': '2022-03-23T13:04:37Z', 'revision_number': 4, 'project_id': '8aa493ba18984bc488b48fb9b44925c1', 'subnets': [{'id': '415e92c3-0b45-408a-8d8e-3fb2c01d6c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:38.730028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-3c99fff0-5549-4f61-9473-4b0cd5230892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:38.731511 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-3c99fff0-5549-4f61-9473-4b0cd5230892 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee661678-309e-40e5-8b01-de7e3fe9f28f HTTP/1.1" status: 200 len: 848 time: 0.0797510 Mar 23 13:04:38.752798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Port': ['ID=6b18c1af-0756-4a6c-bd9c-37f4d787e36c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:38.788363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-31c6b776-77c8-4d85-af61-cb6c8fb64abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:38.790752 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-31c6b776-77c8-4d85-af61-cb6c8fb64abd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e1f3fa79-f4e9-486e-9087-d4dea851fffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495820 Mar 23 13:04:38.821910 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.847865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:38.858672 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cce68da-3bf7-4a2c-828f-a504f2499de1') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:38.859059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cce68da-3bf7-4a2c-828f-a504f2499de1') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:38.874497 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.890866 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.899683 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:04:38.900410 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:04:38.904405 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:04:38.914085 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-2ea4672a-bf74-49c7-9719-a8d4be244146 service neutron] 10.222.0.73 "GET /v2.0/networks/e1f3fa79-f4e9-486e-9087-d4dea851fffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158297 Mar 23 13:04:38.924569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729eb77e-c6ba-4e14-9696-67d41fc64813 None None] The sync data for ids ['18be336c-76c7-4374-ab17-dbf2d3a06092'] in n-d-834854-1 is: [{'id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'name': 'tempest-TestServerMultinode-1099074202-router', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:26Z', 'updated_at': '2022-03-23T13:04:30Z', 'revision_number': 4, 'project_id': '8aa493ba18984bc488b48fb9b44925c1', 'gw_port': {'id': 'aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:27Z', 'updated_at': '2022-03-23T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9', 'name': '', 'network_id': 'b05b3dd7-7f77-4f87-b3cc-49032b791145', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1', 'mac_address': 'fa:16:3e:8e:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '415e92c3-0b45-408a-8d8e-3fb2c01d6c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:29Z', 'updated_at': '2022-03-23T13:04:37Z', 'revision_number': 4, 'project_id': '8aa493ba18984bc488b48fb9b44925c1', 'subnets': [{'id': '415e92c3-0b45-408a-8d8e-3fb2c01d6c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:04:38.987638 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:39.002658 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:39.007976 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/networks/cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38 HTTP/1.1" status: 204 len: 168 time: 0.8118448 Mar 23 13:04:39.009223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46148) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:39.016934 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b01df-1f63-4b2a-9084-08353bec6964 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Network': ['ID=cfcaab8d-a0c6-4183-9ef4-cdc1bb738f38,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:39.047068 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c0d8338-7b3e-470e-a531-14d46472b940 req-4a0488a8-bbc3-48f3-892d-d1d81af4f2ee service neutron] 10.222.0.73 "GET /v2.0/networks/e1f3fa79-f4e9-486e-9087-d4dea851fffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254950 Mar 23 13:04:39.145627 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec251661-270f-44ad-8ea0-b4989e3af5a8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:39.195282 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec251661-270f-44ad-8ea0-b4989e3af5a8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:39.225215 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d20db-5f82-442f-b605-e862374049e0 req-5d1d2a42-dbca-459c-9198-400068b708d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:39.226714 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c8d20db-5f82-442f-b605-e862374049e0 req-5d1d2a42-dbca-459c-9198-400068b708d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8aa493ba18984bc488b48fb9b44925c1&device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 1094 time: 0.1215229 Mar 23 13:04:39.258094 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ebc33-0bd0-4473-bef6-bf523fa4580c req-c36d9817-e01e-4736-9538-efa66493eaf3 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:39.259632 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c4ebc33-0bd0-4473-bef6-bf523fa4580c req-c36d9817-e01e-4736-9538-efa66493eaf3 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 1094 time: 0.1423714 Mar 23 13:04:39.366623 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c4ebc33-0bd0-4473-bef6-bf523fa4580c req-0a0c4558-8465-4c81-88cd-8d37b40433e7 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954835 Mar 23 13:04:39.387990 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec251661-270f-44ad-8ea0-b4989e3af5a8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:39.391154 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ec251661-270f-44ad-8ea0-b4989e3af5a8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:39.396340 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ec251661-270f-44ad-8ea0-b4989e3af5a8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/security-groups/b3f72ea8-f090-469a-8a5d-21c8954fbe58 HTTP/1.1" status: 204 len: 168 time: 0.3739095 Mar 23 13:04:39.409029 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d20db-5f82-442f-b605-e862374049e0 req-8d12973e-63f4-4030-b1d7-6b83d1499620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:39.411402 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c8d20db-5f82-442f-b605-e862374049e0 req-8d12973e-63f4-4030-b1d7-6b83d1499620 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e1f3fa79-f4e9-486e-9087-d4dea851fffc HTTP/1.1" status: 200 len: 910 time: 0.1725719 Mar 23 13:04:39.417311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec251661-270f-44ad-8ea0-b4989e3af5a8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f72ea8-f090-469a-8a5d-21c8954fbe58,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:39.418000 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:39.498638 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c8d20db-5f82-442f-b605-e862374049e0 req-cb2ce411-f893-4326-a466-4d806783ad81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d862008b-5e38-4a27-a50c-eb1fbbf9808b HTTP/1.1" status: 200 len: 217 time: 0.0787334 Mar 23 13:04:39.532599 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:39.532982 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:39.571421 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d20db-5f82-442f-b605-e862374049e0 req-a66928a8-1f5b-4eca-8e0b-1006d093fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:39.573023 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c8d20db-5f82-442f-b605-e862374049e0 req-a66928a8-1f5b-4eca-8e0b-1006d093fd2a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee661678-309e-40e5-8b01-de7e3fe9f28f HTTP/1.1" status: 200 len: 848 time: 0.0651422 Mar 23 13:04:39.627767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d20db-5f82-442f-b605-e862374049e0 req-c192aa74-77f0-4c74-bd1a-43b7d264d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:39.629508 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c8d20db-5f82-442f-b605-e862374049e0 req-c192aa74-77f0-4c74-bd1a-43b7d264d66a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e1f3fa79-f4e9-486e-9087-d4dea851fffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486629 Mar 23 13:04:39.711301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 168d7166-23e7-4200-9bdc-5539c05ef936 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:04:39.738686 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 168d7166-23e7-4200-9bdc-5539c05ef936 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:04:39.739304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 168d7166-23e7-4200-9bdc-5539c05ef936 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:04:39.739708 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6b18c1af-0756-4a6c-bd9c-37f4d787e36c no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:04:39.747489 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c8d20db-5f82-442f-b605-e862374049e0 req-b0bc07c4-4436-4cc4-99fc-f2ddb5041346 service neutron] 10.222.0.73 "GET /v2.0/networks/e1f3fa79-f4e9-486e-9087-d4dea851fffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095369 Mar 23 13:04:39.764431 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 6b18c1af-0756-4a6c-bd9c-37f4d787e36c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:04:39.764830 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6b18c1af-0756-4a6c-bd9c-37f4d787e36c not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:04:39.765520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6de5f213-da15-4e50-bd4d-fdc667f93b99 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:04:39.786095 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 6de5f213-da15-4e50-bd4d-fdc667f93b99 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:04:39.786658 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6de5f213-da15-4e50-bd4d-fdc667f93b99 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:04:39.863353 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c8d20db-5f82-442f-b605-e862374049e0 req-ec3f854b-6dc9-4718-8522-f9b10609cedb service neutron] 10.222.0.73 "GET /v2.0/networks/e1f3fa79-f4e9-486e-9087-d4dea851fffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034398 Mar 23 13:04:39.863353 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46156) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:39.866351 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-faf7bada-32fc-49ca-8483-e5941712405d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2042623204', 'description': 'tempest-secgroup-smoke-2042623204 description', 'project_id': '7384117b2eb84ea483002d0119f2bf5c'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:39.888146 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-faf7bada-32fc-49ca-8483-e5941712405d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:39.958978 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-faf7bada-32fc-49ca-8483-e5941712405d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:39.962836 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-faf7bada-32fc-49ca-8483-e5941712405d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:39.991064 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-faf7bada-32fc-49ca-8483-e5941712405d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:39.992342 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-faf7bada-32fc-49ca-8483-e5941712405d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1294131 Mar 23 13:04:39.995450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46158) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:39.997832 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7bada-32fc-49ca-8483-e5941712405d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d521483-5269-4226-8474-b388a1417ee8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:40.000192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-45eb85d2-bc5b-4a79-bdee-c49e65ad7b6c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': '8d521483-5269-4226-8474-b388a1417ee8', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:40.026127 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45eb85d2-bc5b-4a79-bdee-c49e65ad7b6c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.080984 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45eb85d2-bc5b-4a79-bdee-c49e65ad7b6c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.084854 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45eb85d2-bc5b-4a79-bdee-c49e65ad7b6c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.102764 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb85d2-bc5b-4a79-bdee-c49e65ad7b6c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107a1bd1-ca24-4737-b94f-38e6a40f2844,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:40.111652 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-45eb85d2-bc5b-4a79-bdee-c49e65ad7b6c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.112946 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-45eb85d2-bc5b-4a79-bdee-c49e65ad7b6c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164443 Mar 23 13:04:40.115742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46160) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:40.120037 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a2f18513-24a8-4100-8df2-d2199fa0ef2b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': '8d521483-5269-4226-8474-b388a1417ee8', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:40.144864 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2f18513-24a8-4100-8df2-d2199fa0ef2b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.200889 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2f18513-24a8-4100-8df2-d2199fa0ef2b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.205568 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2f18513-24a8-4100-8df2-d2199fa0ef2b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.224660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f18513-24a8-4100-8df2-d2199fa0ef2b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e25e32-9ccf-4f97-8cf6-e1c6f6a0f7c2,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:40.232624 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a2f18513-24a8-4100-8df2-d2199fa0ef2b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.233837 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a2f18513-24a8-4100-8df2-d2199fa0ef2b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171563 Mar 23 13:04:40.237230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46162) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:40.241437 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-27598e78-3b20-4870-ad03-6976d128a6c9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': '8d521483-5269-4226-8474-b388a1417ee8', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:40.266770 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-27598e78-3b20-4870-ad03-6976d128a6c9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.329093 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-27598e78-3b20-4870-ad03-6976d128a6c9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.332514 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-27598e78-3b20-4870-ad03-6976d128a6c9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.350973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27598e78-3b20-4870-ad03-6976d128a6c9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad3b80c-fa78-4e46-8bd5-8ebc5284f543,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:40.362731 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-27598e78-3b20-4870-ad03-6976d128a6c9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.364380 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-27598e78-3b20-4870-ad03-6976d128a6c9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260509 Mar 23 13:04:40.367335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46164) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:40.371706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5e996c07-95a7-4916-b4dd-a8256bae51ed tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': '8d521483-5269-4226-8474-b388a1417ee8', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:40.397172 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e996c07-95a7-4916-b4dd-a8256bae51ed tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.480696 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e996c07-95a7-4916-b4dd-a8256bae51ed tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.488674 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e996c07-95a7-4916-b4dd-a8256bae51ed tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.507989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb24b4-2b5d-44a1-be66-672d16ed0d80 req-2bca293e-5667-4e31-a231-a703bf77566f tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:40.509522 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1fdb24b4-2b5d-44a1-be66-672d16ed0d80 req-2bca293e-5667-4e31-a231-a703bf77566f tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 1094 time: 0.0671771 Mar 23 13:04:40.512670 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e996c07-95a7-4916-b4dd-a8256bae51ed tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092c4b96-9ad7-4bc5-b4b7-063ecc3cfa1f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:40.524786 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e996c07-95a7-4916-b4dd-a8256bae51ed tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.525902 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5e996c07-95a7-4916-b4dd-a8256bae51ed tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575191 Mar 23 13:04:40.529115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46168) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:40.534231 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5879be31-098c-475d-9816-c24ba6112007 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': '8d521483-5269-4226-8474-b388a1417ee8', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:40.550192 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1fdb24b4-2b5d-44a1-be66-672d16ed0d80 req-da8135f2-f2cb-4858-8ba5-c842eeed3808 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339634 Mar 23 13:04:40.554858 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-5879be31-098c-475d-9816-c24ba6112007 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Project 7384117b2eb84ea483002d0119f2bf5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:04:40.559980 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5879be31-098c-475d-9816-c24ba6112007 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.627096 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5879be31-098c-475d-9816-c24ba6112007 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.630609 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5879be31-098c-475d-9816-c24ba6112007 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.650461 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879be31-098c-475d-9816-c24ba6112007 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db4ae2a-81d2-48f7-9157-fc3704f96387,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:40.656648 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5879be31-098c-475d-9816-c24ba6112007 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.657819 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5879be31-098c-475d-9816-c24ba6112007 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276641 Mar 23 13:04:40.660455 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46170) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:40.664715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5f7d3e97-18d0-40e7-b698-448a1d47a979 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': '8d521483-5269-4226-8474-b388a1417ee8', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:40.685045 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-5f7d3e97-18d0-40e7-b698-448a1d47a979 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Project 7384117b2eb84ea483002d0119f2bf5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:04:40.690389 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f7d3e97-18d0-40e7-b698-448a1d47a979 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.749491 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f7d3e97-18d0-40e7-b698-448a1d47a979 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.753454 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f7d3e97-18d0-40e7-b698-448a1d47a979 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.769947 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d3e97-18d0-40e7-b698-448a1d47a979 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bc4072-c95e-4005-a050-f565056122ce,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:40.778562 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5f7d3e97-18d0-40e7-b698-448a1d47a979 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.779822 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5f7d3e97-18d0-40e7-b698-448a1d47a979 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184726 Mar 23 13:04:40.782681 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46172) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:40.787458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-41dbfade-8920-4be1-ac14-7ac0bd9ffe8d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'network': {'name': 'tempest-network-smoke--440856163', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'port_security_enabled': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:40.807119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dbfade-8920-4be1-ac14-7ac0bd9ffe8d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Made reservation on behalf of 7384117b2eb84ea483002d0119f2bf5c for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:04:40.810553 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41dbfade-8920-4be1-ac14-7ac0bd9ffe8d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.833969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41dbfade-8920-4be1-ac14-7ac0bd9ffe8d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:04:40.843072 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41dbfade-8920-4be1-ac14-7ac0bd9ffe8d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.843412 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-41dbfade-8920-4be1-ac14-7ac0bd9ffe8d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Added segment b101d4c5-3a36-4cb0-aaa4-b787c0d91a86 of type vlan for network 765de783-d05f-4302-91fe-fdebb4ccfae3 Mar 23 13:04:40.886106 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41dbfade-8920-4be1-ac14-7ac0bd9ffe8d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.909440 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41dbfade-8920-4be1-ac14-7ac0bd9ffe8d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.914873 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dbfade-8920-4be1-ac14-7ac0bd9ffe8d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:40.915440 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41dbfade-8920-4be1-ac14-7ac0bd9ffe8d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:40.998298 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-41dbfade-8920-4be1-ac14-7ac0bd9ffe8d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2145720 Mar 23 13:04:41.001128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46174) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:41.006459 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1407365322', 'admin_state_up': True, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:41.026475 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbfade-8920-4be1-ac14-7ac0bd9ffe8d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Network': ['ID=765de783-d05f-4302-91fe-fdebb4ccfae3,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:41.030987 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:41.032164 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:41.038896 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 765de783-d05f-4302-91fe-fdebb4ccfae3 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:04:41.092540 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:41.239006 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:41.426076 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:41.444790 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:41.550034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Allocated IP 172.25.2.147 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/3edfbcaa-0337-4225-b78c-bd23064cc2a2) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:04:41.652048 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:41.656919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc4f4-e9f0-44c4-8798-e254e081cfed req-f6d52d53-7b9a-4c5c-a756-3e1880c25b99 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:41.658455 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-486bc4f4-e9f0-44c4-8798-e254e081cfed req-f6d52d53-7b9a-4c5c-a756-3e1880c25b99 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 1094 time: 0.0408621 Mar 23 13:04:41.685986 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:41.694966 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-486bc4f4-e9f0-44c4-8798-e254e081cfed req-b8cfb2fd-8dad-4dde-ac47-8690c0277f97 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299857 Mar 23 13:04:41.730674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:04:41.733681 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:41.737193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:04:41.742427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=3edfbcaa-0337-4225-b78c-bd23064cc2a2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:41.885841 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d862008b-5e38-4a27-a50c-eb1fbbf9808b details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:04:41.986340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port d862008b-5e38-4a27-a50c-eb1fbbf9808b, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d862008b-5e38-4a27-a50c-eb1fbbf9808b,segment=NetworkSegment(78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b),segment_id=78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:41.986567 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:41.997930 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'd862008b-5e38-4a27-a50c-eb1fbbf9808b', 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc', 'port_id': 'd862008b-5e38-4a27-a50c-eb1fbbf9808b', 'mac_address': 'fa:16:3e:73:d1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee661678-309e-40e5-8b01-de7e3fe9f28f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:04:42.034619 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:42.047742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d862008b-5e38-4a27-a50c-eb1fbbf9808b {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:04:42.067458 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port d862008b-5e38-4a27-a50c-eb1fbbf9808b, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d862008b-5e38-4a27-a50c-eb1fbbf9808b,segment=NetworkSegment(78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b),segment_id=78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:42.071377 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:42.122019 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=d862008b-5e38-4a27-a50c-eb1fbbf9808b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:42.281490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['d862008b-5e38-4a27-a50c-eb1fbbf9808b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:04:42.487015 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:42.619741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:04:42.729179 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:04:42.739679 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Sync routers for ids ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:04:42.750800 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:42.752274 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-48e001b1-8bb8-4c3f-9f1f-3172b09de7c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7501273 Mar 23 13:04:42.752943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Routers {'3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:42.754278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:42.755398 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46180) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:42.789006 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e0b9f097-a260-4998-a677-ac0581eea315 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=7384117b2eb84ea483002d0119f2bf5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323670 Mar 23 13:04:42.791856 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46182) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:42.830662 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66eaa09-b65b-413a-876d-22297c8178c1 req-c72ea975-9462-4add-afcc-fe11297671e8 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:42.832167 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c66eaa09-b65b-413a-876d-22297c8178c1 req-c72ea975-9462-4add-afcc-fe11297671e8 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 1095 time: 0.0463865 Mar 23 13:04:42.870968 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c66eaa09-b65b-413a-876d-22297c8178c1 req-b48b0970-dd77-4647-93c0-f134ad01af2f tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317631 Mar 23 13:04:42.881551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Set router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:42.951534 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cca184-1e42-4843-a49c-0981f8ad7a44 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:42.953738 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-40cca184-1e42-4843-a49c-0981f8ad7a44 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1608903 Mar 23 13:04:42.956573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46184) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:42.984425 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ec8dc4d4-6cc8-451a-b5ce-de18f76584c7 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262494 Mar 23 13:04:42.986838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46186) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:42.991582 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1b52531c-9de7-47d2-87f7-bf23fd01d4f5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1747815580', 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:43.078375 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407365322', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:41Z', 'revision_number': 3, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:43.082922 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b52531c-9de7-47d2-87f7-bf23fd01d4f5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Made reservation on behalf of 7384117b2eb84ea483002d0119f2bf5c for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:04:43.086741 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b52531c-9de7-47d2-87f7-bf23fd01d4f5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:43.104375 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Checking router: 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:04:43.104720 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Updating router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 port 3edfbcaa-0337-4225-b78c-bd23064cc2a2 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:04:43.129775 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:43.270461 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b52531c-9de7-47d2-87f7-bf23fd01d4f5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:43.331969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52531c-9de7-47d2-87f7-bf23fd01d4f5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Subnet': ['ID=2f0ed7eb-b908-4dc6-b325-535d53c18e63,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:43.339654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52531c-9de7-47d2-87f7-bf23fd01d4f5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Checking segment: {'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:04:43.340066 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b52531c-9de7-47d2-87f7-bf23fd01d4f5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network hostable DHCP agents. Network: 765de783-d05f-4302-91fe-fdebb4ccfae3, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:04:43.360027 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b52531c-9de7-47d2-87f7-bf23fd01d4f5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network 765de783-d05f-4302-91fe-fdebb4ccfae3 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:04:43.370515 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1b52531c-9de7-47d2-87f7-bf23fd01d4f5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 765de783-d05f-4302-91fe-fdebb4ccfae3) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:43.374797 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b52531c-9de7-47d2-87f7-bf23fd01d4f5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:43.375504 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b52531c-9de7-47d2-87f7-bf23fd01d4f5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:43.381806 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4fbad7-5a43-4b46-afec-1ae6e693edff None None] Network 765de783-d05f-4302-91fe-fdebb4ccfae3 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:04:43.395227 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1b52531c-9de7-47d2-87f7-bf23fd01d4f5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4046483 Mar 23 13:04:43.395554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46188) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:04:43.409950 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:43.439756 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:43.512829 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Attempting to bind port 3edfbcaa-0337-4225-b78c-bd23064cc2a2 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:04:43.513195 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Attempting to bind port 3edfbcaa-0337-4225-b78c-bd23064cc2a2 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:04:43.513556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Attempting to bind port 3edfbcaa-0337-4225-b78c-bd23064cc2a2 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:04:43.520521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96733f44-bc79-49a2-b87a-43dd0bd9e9ad None None] Pushing event updated for resources: {'Port': ['ID=3edfbcaa-0337-4225-b78c-bd23064cc2a2,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:43.533619 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:04:43.533998 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:04:43.534397 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:43.534787 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:04:43.535252 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Bound port: 3edfbcaa-0337-4225-b78c-bd23064cc2a2, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:04:43.535628 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:43.630872 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] For port 3edfbcaa-0337-4225-b78c-bd23064cc2a2, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:04:43.642198 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-765de783-d05f-4302-91fe-fdebb4ccfae3', 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ips': [{'subnet_id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:04:43.643059 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:43.649414 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] For port 3edfbcaa-0337-4225-b78c-bd23064cc2a2, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3edfbcaa-0337-4225-b78c-bd23064cc2a2,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:04:43.660730 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:43.788100 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96733f44-bc79-49a2-b87a-43dd0bd9e9ad None None] Pushing event updated for resources: {'Port': ['ID=3edfbcaa-0337-4225-b78c-bd23064cc2a2,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:43.792893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Routers {'3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:43.793498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:43.905282 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d862008b-5e38-4a27-a50c-eb1fbbf9808b up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:43.928557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Allocated IP 172.20.0.2 (765de783-d05f-4302-91fe-fdebb4ccfae3/2f0ed7eb-b908-4dc6-b325-535d53c18e63/f6b9fb8f-4a38-4659-a364-e91a84a8381f) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:04:44.001641 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:44.017339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] Set router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:44.023052 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcacef9-31c1-4ba0-9037-ef8145a24b07 req-020c84db-39c3-4cb1-a289-344dfc2ddd5f tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:44.024604 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbcacef9-31c1-4ba0-9037-ef8145a24b07 req-020c84db-39c3-4cb1-a289-344dfc2ddd5f tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 1095 time: 0.0655811 Mar 23 13:04:44.126822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port d862008b-5e38-4a27-a50c-eb1fbbf9808b completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:04:44.148177 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port d862008b-5e38-4a27-a50c-eb1fbbf9808b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:44.148549 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:44.389869 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cbcacef9-31c1-4ba0-9037-ef8145a24b07 req-2723c37c-2393-400b-95f0-771a5247c2d3 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356206 Mar 23 13:04:44.442160 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:44.450672 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:44.525354 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Network 765de783-d05f-4302-91fe-fdebb4ccfae3 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:04:44.537221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:44.543077 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:04:44.546789 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:44.550989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Pushing event updated for resources: {'Port': ['ID=f6b9fb8f-4a38-4659-a364-e91a84a8381f,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:44.569901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407365322', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:41Z', 'revision_number': 3, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:44.616771 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89850c4-4a14-4626-acd7-ca928333f788 None None] The sync data for ids ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'] in n-d-834854-1 is: [{'id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407365322', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:41Z', 'revision_number': 3, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:04:44.621191 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Allocated IP 172.20.0.1 (765de783-d05f-4302-91fe-fdebb4ccfae3/2f0ed7eb-b908-4dc6-b325-535d53c18e63/21cc0076-b09a-474a-8a27-b2c9f3912af5) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:04:44.622019 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c70fd2-6b89-406e-9aa2-2eb78c0c79c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd862008b-5e38-4a27-a50c-eb1fbbf9808b'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:04:44.624294 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec994a3d-a384-4f21-9972-a558332de65b" -d '{"events": [{"server_uuid": "19c70fd2-6b89-406e-9aa2-2eb78c0c79c7", "name": "network-vif-plugged", "status": "completed", "tag": "d862008b-5e38-4a27-a50c-eb1fbbf9808b"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:04:44.660439 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port d862008b-5e38-4a27-a50c-eb1fbbf9808b, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d862008b-5e38-4a27-a50c-eb1fbbf9808b,segment=NetworkSegment(78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b),segment_id=78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:44.666172 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:44.671769 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Attempting to bind port f6b9fb8f-4a38-4659-a364-e91a84a8381f on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:04:44.672706 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Attempting to bind port f6b9fb8f-4a38-4659-a364-e91a84a8381f by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:04:44.673077 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Attempting to bind port f6b9fb8f-4a38-4659-a364-e91a84a8381f on network 765de783-d05f-4302-91fe-fdebb4ccfae3 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:04:44.706218 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9597ad8-b555-4c1a-aba9-d82119c83479 x-openstack-request-id: req-f9597ad8-b555-4c1a-aba9-d82119c83479 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:04:44.706502 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c70fd2-6b89-406e-9aa2-2eb78c0c79c7", "name": "network-vif-plugged", "status": "completed", "tag": "d862008b-5e38-4a27-a50c-eb1fbbf9808b", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:04:44.706750 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9597ad8-b555-4c1a-aba9-d82119c83479 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:04:44.707139 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c70fd2-6b89-406e-9aa2-2eb78c0c79c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd862008b-5e38-4a27-a50c-eb1fbbf9808b', 'code': 200} Mar 23 13:04:44.709859 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:04:44.710231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Checking segment: {'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:04:44.710663 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:44.711006 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Bound using segment: {'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:04:44.711488 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Bound port: f6b9fb8f-4a38-4659-a364-e91a84a8381f, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:04:44.711862 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:44.782352 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=d862008b-5e38-4a27-a50c-eb1fbbf9808b,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:44.788829 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:44.820359 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] For port f6b9fb8f-4a38-4659-a364-e91a84a8381f, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:04:44.823773 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] For port f6b9fb8f-4a38-4659-a364-e91a84a8381f, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f6b9fb8f-4a38-4659-a364-e91a84a8381f,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:04:44.828940 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:44.829634 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:44.898153 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafa532-2729-4414-8c51-5e71a7fccd83 None None] Pushing event updated for resources: {'Port': ['ID=f6b9fb8f-4a38-4659-a364-e91a84a8381f,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:44.902384 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network 765de783-d05f-4302-91fe-fdebb4ccfae3 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:04:44.904443 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:44.915197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:04:44.988535 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=21cc0076-b09a-474a-8a27-b2c9f3912af5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:44.997814 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f314930-af94-4644-98d7-4cd7ae4bfa20 req-16e13b00-b816-4c40-86b8-595e69340f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:44.999359 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f314930-af94-4644-98d7-4cd7ae4bfa20 req-16e13b00-b816-4c40-86b8-595e69340f3c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 1096 time: 0.1414602 Mar 23 13:04:45.000717 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:45.080598 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f314930-af94-4644-98d7-4cd7ae4bfa20 req-13826856-168f-4e58-8637-9d632b11a10a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434453 Mar 23 13:04:45.198904 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:45.480323 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3edfbcaa-0337-4225-b78c-bd23064cc2a2 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:45.559425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 3edfbcaa-0337-4225-b78c-bd23064cc2a2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:45.559890 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:45.581515 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575a43e-2297-4d41-82fd-1e05fb2835f4 req-a247c4ff-6b7a-4b04-8a42-f25ee4a9013b tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:45.583192 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f575a43e-2297-4d41-82fd-1e05fb2835f4 req-a247c4ff-6b7a-4b04-8a42-f25ee4a9013b tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 1096 time: 0.0872760 Mar 23 13:04:45.640072 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:45.647103 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:45.655438 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f575a43e-2297-4d41-82fd-1e05fb2835f4 req-e0ef3400-dcd4-4328-8bdd-493de9400c28 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591555 Mar 23 13:04:45.660279 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:45.709549 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 3edfbcaa-0337-4225-b78c-bd23064cc2a2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3edfbcaa-0337-4225-b78c-bd23064cc2a2,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:45.715654 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:45.717837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f6b9fb8f-4a38-4659-a364-e91a84a8381f up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:45.747352 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=21cc0076-b09a-474a-8a27-b2c9f3912af5,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:45.752693 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:45.809270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=3edfbcaa-0337-4225-b78c-bd23064cc2a2,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:45.839897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f6b9fb8f-4a38-4659-a364-e91a84a8381f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:45.840564 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:45.896595 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network 765de783-d05f-4302-91fe-fdebb4ccfae3 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:04:45.898726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:45.936373 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:45.977556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port f6b9fb8f-4a38-4659-a364-e91a84a8381f, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f6b9fb8f-4a38-4659-a364-e91a84a8381f,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:45.982067 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:46.037077 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:04:46.057719 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=f6b9fb8f-4a38-4659-a364-e91a84a8381f,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:46.127331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5548ae6-509d-41cc-bca7-87e3c1a22ec1 None None] Network 765de783-d05f-4302-91fe-fdebb4ccfae3 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:04:46.179422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:04:46.186183 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-542b8379-b179-4265-8bac-2ce377e5170b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "PUT /v2.0/routers/3272cdfa-cc68-4788-bdf8-cf1c5e7a8973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7879491 Mar 23 13:04:46.226773 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-311e862c-958e-494d-b44c-2a3e035de894 None None] Provisioning complete for port f6b9fb8f-4a38-4659-a364-e91a84a8381f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:46.227158 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-311e862c-958e-494d-b44c-2a3e035de894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:46.331539 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:46.368493 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-96ae9563-1d16-4393-9dcf-c53d00ef758f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042623204&fields=id&tenant_id=7384117b2eb84ea483002d0119f2bf5c HTTP/1.1" status: 200 len: 267 time: 0.0474193 Mar 23 13:04:46.489960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-53e02b0c-0de0-48a3-81cf-623d70ad95ed tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:46.491609 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-53e02b0c-0de0-48a3-81cf-623d70ad95ed tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/networks?id=765de783-d05f-4302-91fe-fdebb4ccfae3 HTTP/1.1" status: 200 len: 796 time: 0.1194210 Mar 23 13:04:46.507616 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-93f1a9ec-70b9-403e-8d58-f82be941ebd1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/quotas/7384117b2eb84ea483002d0119f2bf5c HTTP/1.1" status: 200 len: 375 time: 0.0099666 Mar 23 13:04:46.565933 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-57e746d6-ca10-4888-8152-a94e7b42c6da tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510197 Mar 23 13:04:46.645792 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-98f0431e-9224-4202-b8aa-ecf741f2a91c None None] Provisioning complete for port 21cc0076-b09a-474a-8a27-b2c9f3912af5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:46.646327 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-98f0431e-9224-4202-b8aa-ecf741f2a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:46.689128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-98f0431e-9224-4202-b8aa-ecf741f2a91c None None] Port 21cc0076-b09a-474a-8a27-b2c9f3912af5 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:04:46.699330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-98f0431e-9224-4202-b8aa-ecf741f2a91c None None] Provisioning complete for port f6b9fb8f-4a38-4659-a364-e91a84a8381f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:46.699888 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-98f0431e-9224-4202-b8aa-ecf741f2a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:46.734669 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Sync routers for ids ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:04:46.741369 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-a2b59535-c301-4afe-a9b8-71dc8137db4e service neutron] 10.222.0.52 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627007 Mar 23 13:04:46.750969 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Routers {'3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:46.751590 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:46.822874 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c618696-2a62-4bad-8838-4aaad4ddeea7 req-40eff00d-940c-438a-b8d8-e412bdbc4f60 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:46.826373 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c618696-2a62-4bad-8838-4aaad4ddeea7 req-40eff00d-940c-438a-b8d8-e412bdbc4f60 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 1096 time: 0.0488935 Mar 23 13:04:46.863350 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-90fa7f7f-0cb2-4901-81af-542e3fe22ab8 service neutron] 10.222.0.52 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153715 Mar 23 13:04:46.872963 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c618696-2a62-4bad-8838-4aaad4ddeea7 req-1dbce0b2-74f6-45ac-bddc-03ecc147b66c tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402117 Mar 23 13:04:46.919853 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Set router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:46.934917 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c5176d2f-390f-4cca-b02b-db337a337276 None None] Provisioning complete for port 21cc0076-b09a-474a-8a27-b2c9f3912af5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:46.935418 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c5176d2f-390f-4cca-b02b-db337a337276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:47.024199 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0de35-8e5e-49f8-9e6e-6eb8a66f4222 req-c985bc50-a967-4c9a-a28a-3b87a9b42b8e tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:47.034096 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9cf0de35-8e5e-49f8-9e6e-6eb8a66f4222 req-c985bc50-a967-4c9a-a28a-3b87a9b42b8e tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 1096 time: 0.0837326 Mar 23 13:04:47.038728 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c5176d2f-390f-4cca-b02b-db337a337276 None None] Port 21cc0076-b09a-474a-8a27-b2c9f3912af5 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:04:47.078114 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9cf0de35-8e5e-49f8-9e6e-6eb8a66f4222 req-b241955a-406b-4bb9-b752-02d169121a5e tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 Mar 23 13:04:47.112562 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba7d87b5-a9d6-405a-bf5f-4541105175a5 req-8ce96ba7-664c-441f-9652-c543674a5833 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 210 time: 0.0456638 Mar 23 13:04:47.205491 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d11f73-6f4a-43da-a101-9a51ca2326db req-be59a4cc-13c8-49a2-af1d-63224ac193a9 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:47.207198 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-78d11f73-6f4a-43da-a101-9a51ca2326db req-be59a4cc-13c8-49a2-af1d-63224ac193a9 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 1096 time: 0.0464153 Mar 23 13:04:47.218876 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407365322', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '21cc0076-b09a-474a-8a27-b2c9f3912af5', 'name': '', 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:38:df:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:44Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 2, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:47.243667 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-78d11f73-6f4a-43da-a101-9a51ca2326db req-05ab5cef-8a7b-49d9-b01c-d94bd7d1bce1 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303516 Mar 23 13:04:47.245360 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Checking router: 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:04:47.245584 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Updating router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 port 21cc0076-b09a-474a-8a27-b2c9f3912af5 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:04:47.266596 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b47a3994-4c15-489a-93f6-a794ecd7c68f None None] Provisioning complete for port 21cc0076-b09a-474a-8a27-b2c9f3912af5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:47.266596 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b47a3994-4c15-489a-93f6-a794ecd7c68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:47.276275 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:47.341935 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b47a3994-4c15-489a-93f6-a794ecd7c68f None None] Port 21cc0076-b09a-474a-8a27-b2c9f3912af5 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:04:47.436762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3edfbcaa-0337-4225-b78c-bd23064cc2a2 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:47.503351 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 3edfbcaa-0337-4225-b78c-bd23064cc2a2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:47.503797 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:47.575795 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-2d0cc167-029a-4772-a483-7f165872c26f tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:47.577153 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-2d0cc167-029a-4772-a483-7f165872c26f tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/networks?id=e1f3fa79-f4e9-486e-9087-d4dea851fffc HTTP/1.1" status: 200 len: 910 time: 0.1067796 Mar 23 13:04:47.602928 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-b1e7e0dc-f896-4b11-9511-556d5b9e60c2 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/quotas/8aa493ba18984bc488b48fb9b44925c1 HTTP/1.1" status: 200 len: 375 time: 0.0155916 Mar 23 13:04:47.606482 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f6b9fb8f-4a38-4659-a364-e91a84a8381f up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:47.662369 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-861e2be6-f7c8-4357-a3c1-d1c66754aa4b tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=8aa493ba18984bc488b48fb9b44925c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585010 Mar 23 13:04:47.666426 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:47.674018 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:47.681797 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:47.685455 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f6b9fb8f-4a38-4659-a364-e91a84a8381f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:47.685818 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:47.762077 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9deae39-c098-434f-b054-f2d3f2abf6a4 None None] Pushing event updated for resources: {'Port': ['ID=21cc0076-b09a-474a-8a27-b2c9f3912af5,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:47.815495 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Attempting to bind port 21cc0076-b09a-474a-8a27-b2c9f3912af5 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:04:47.816070 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Attempting to bind port 21cc0076-b09a-474a-8a27-b2c9f3912af5 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:04:47.816657 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ffb64a78-2ec0-4630-a292-70891d61e33e service neutron] 10.222.0.52 "GET /v2.0/networks/e1f3fa79-f4e9-486e-9087-d4dea851fffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529627 Mar 23 13:04:47.820330 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Attempting to bind port 21cc0076-b09a-474a-8a27-b2c9f3912af5 on network 765de783-d05f-4302-91fe-fdebb4ccfae3 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:04:47.835040 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:04:47.835806 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Checking segment: {'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:04:47.836621 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:47.838789 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Bound using segment: {'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:04:47.839547 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Bound port: 21cc0076-b09a-474a-8a27-b2c9f3912af5, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:04:47.840211 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:47.917486 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] For port 21cc0076-b09a-474a-8a27-b2c9f3912af5, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:04:47.920927 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] For port 21cc0076-b09a-474a-8a27-b2c9f3912af5, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=21cc0076-b09a-474a-8a27-b2c9f3912af5,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:04:47.926701 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:47.953703 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-c13b5e6b-8476-48a0-a9ae-7b60f27a9258 service neutron] 10.222.0.52 "GET /v2.0/networks/e1f3fa79-f4e9-486e-9087-d4dea851fffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305892 Mar 23 13:04:48.004019 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Routers {'3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:04:48.004659 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:48.010749 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9deae39-c098-434f-b054-f2d3f2abf6a4 None None] Pushing event updated for resources: {'Port': ['ID=21cc0076-b09a-474a-8a27-b2c9f3912af5,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:48.079955 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] Provisioning complete for port 21cc0076-b09a-474a-8a27-b2c9f3912af5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:48.080774 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:48.201078 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-efab2208-c748-45be-813e-984d8bc5c8ae req-d2d7e009-a979-4372-ad4b-d08b6b1a0762 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 210 time: 0.0408967 Mar 23 13:04:48.240569 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:48.290958 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] For port 21cc0076-b09a-474a-8a27-b2c9f3912af5, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=21cc0076-b09a-474a-8a27-b2c9f3912af5,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:48.292779 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1059483b-520f-4af8-be37-0efb7de729d4 req-08d18753-1f00-4263-b872-85f19b5adef0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 210 time: 0.0457377 Mar 23 13:04:48.306529 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:48.368031 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] Set router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:04:48.373294 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] Pushing event updated for resources: {'Port': ['ID=21cc0076-b09a-474a-8a27-b2c9f3912af5,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:48.386180 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:48.386618 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:48.387034 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:48.387440 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:48.387848 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:48.388295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:48.389180 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:48.389180 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:48.389430 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:48.389826 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:48.390248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:48.390639 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e45f5-fa86-4338-9005-63aaea5d3d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:48.433635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-464b0aaa-1984-4b54-948f-fe470e8501fd None None] Provisioning complete for port 21cc0076-b09a-474a-8a27-b2c9f3912af5 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:48.435164 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-464b0aaa-1984-4b54-948f-fe470e8501fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:48.575333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-4346788f-920b-4d57-a24e-dc8b69384de0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:48.576939 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-4346788f-920b-4d57-a24e-dc8b69384de0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.77 "GET /v2.0/networks?id=765de783-d05f-4302-91fe-fdebb4ccfae3 HTTP/1.1" status: 200 len: 796 time: 0.1389060 Mar 23 13:04:48.632143 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-4fd524ee-ea86-4633-a628-0d37ab9049c1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7384117b2eb84ea483002d0119f2bf5c HTTP/1.1" status: 200 len: 380 time: 0.0461884 Mar 23 13:04:48.641017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'port': {'device_id': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3', 'admin_state_up': True, 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'security_groups': ['8d521483-5269-4226-8474-b388a1417ee8']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:48.654215 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407365322', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '21cc0076-b09a-474a-8a27-b2c9f3912af5', 'name': '', 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:38:df:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:44Z', 'updated_at': '2022-03-23T13:04:47Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:04:48.686750 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253e009-5e45-4087-bd06-feff0c4c6c1f None None] The sync data for ids ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'] in n-d-834854-1 is: [{'id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407365322', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '21cc0076-b09a-474a-8a27-b2c9f3912af5', 'name': '', 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:38:df:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:44Z', 'updated_at': '2022-03-23T13:04:47Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:04:48.777357 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Made reservation on behalf of 7384117b2eb84ea483002d0119f2bf5c for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:04:48.782089 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:48.930569 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Allocated IP 172.20.0.3 (765de783-d05f-4302-91fe-fdebb4ccfae3/2f0ed7eb-b908-4dc6-b325-535d53c18e63/387edc54-5588-44e6-919d-feb7c81e3031) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:04:49.087088 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:49.127554 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:49.177043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network 765de783-d05f-4302-91fe-fdebb4ccfae3 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:04:49.180425 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:49.182975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:04:49.229421 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=387edc54-5588-44e6-919d-feb7c81e3031,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:49.251939 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:49.252306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:49.252654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:49.252997 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:49.253335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:49.253871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:49.254214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:49.254698 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:49.256515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:49.256880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:49.257222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:49.257558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:04:49.270532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:49.271212 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:49.294345 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-fcf98c8b-1b7d-46c3-8bc9-c7b5c694667f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6562495 Mar 23 13:04:49.306179 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Request body: {'port': {'device_id': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:49.406149 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c284315-24a9-40d2-91eb-f6d88392631c req-4ec953cc-80b7-4864-858e-cf14283383e4 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 210 time: 0.0874686 Mar 23 13:04:49.425421 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-758ca3d9-1eea-49bd-8db0-7071778720d3 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:49.427955 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-758ca3d9-1eea-49bd-8db0-7071778720d3 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.77 "GET /v2.0/networks?id=e1f3fa79-f4e9-486e-9087-d4dea851fffc HTTP/1.1" status: 200 len: 910 time: 0.2243907 Mar 23 13:04:49.441721 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-beb997d0-25c4-409b-b506-0b152e487d67 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Request body: {'port': {'device_id': 'aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87', 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc', 'admin_state_up': True, 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:49.467873 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-beb997d0-25c4-409b-b506-0b152e487d67 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Made reservation on behalf of 8aa493ba18984bc488b48fb9b44925c1 for: {'port': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:04:49.471985 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-beb997d0-25c4-409b-b506-0b152e487d67 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:49.474744 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:49.507599 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 21cc0076-b09a-474a-8a27-b2c9f3912af5 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:49.581711 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec85acd-0772-4aa0-bb6c-c1fcfd2da89f req-8a37e3a9-70ab-4d22-b980-1f986adec4fc tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:49.583415 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1ec85acd-0772-4aa0-bb6c-c1fcfd2da89f req-8a37e3a9-70ab-4d22-b980-1f986adec4fc tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 931 time: 0.1264927 Mar 23 13:04:49.594168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 21cc0076-b09a-474a-8a27-b2c9f3912af5 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:49.594573 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:49.648659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-beb997d0-25c4-409b-b506-0b152e487d67 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Allocated IP 172.20.0.12 (e1f3fa79-f4e9-486e-9087-d4dea851fffc/ee661678-309e-40e5-8b01-de7e3fe9f28f/fcf4d310-5d17-4a8f-8831-59089a7eae54) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:04:49.701251 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5ca43a7d-6069-4db2-a156-085633fa00bd None None] Provisioning complete for port 387edc54-5588-44e6-919d-feb7c81e3031 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:49.701460 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ca43a7d-6069-4db2-a156-085633fa00bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:49.704376 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1ec85acd-0772-4aa0-bb6c-c1fcfd2da89f req-1163794b-e562-4a1f-9d25-f21229a5adf4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103067 Mar 23 13:04:49.759807 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5ca43a7d-6069-4db2-a156-085633fa00bd None None] Port 387edc54-5588-44e6-919d-feb7c81e3031 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:04:49.856048 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-beb997d0-25c4-409b-b506-0b152e487d67 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:49.894496 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-beb997d0-25c4-409b-b506-0b152e487d67 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:49.904997 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387edc54-5588-44e6-919d-feb7c81e3031 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:04:49.906126 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['d862008b-5e38-4a27-a50c-eb1fbbf9808b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:04:49.915743 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:49.934368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Transition to ACTIVE for port object 387edc54-5588-44e6-919d-feb7c81e3031 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:04:49.941443 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:49.958431 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-beb997d0-25c4-409b-b506-0b152e487d67 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Network e1f3fa79-f4e9-486e-9087-d4dea851fffc is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:04:49.961729 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-beb997d0-25c4-409b-b506-0b152e487d67 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:04:49.964227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-beb997d0-25c4-409b-b506-0b152e487d67 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:04:49.995668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Pushing event updated for resources: {'Port': ['ID=387edc54-5588-44e6-919d-feb7c81e3031,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:50.017850 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-beb997d0-25c4-409b-b506-0b152e487d67 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:50.018307 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-beb997d0-25c4-409b-b506-0b152e487d67 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:50.031402 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb997d0-25c4-409b-b506-0b152e487d67 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Pushing event updated for resources: {'Port': ['ID=fcf4d310-5d17-4a8f-8831-59089a7eae54,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:50.042924 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-beb997d0-25c4-409b-b506-0b152e487d67 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6076615 Mar 23 13:04:50.059198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Request body: {'port': {'device_id': 'aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:04:50.132888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Attempting to bind port 387edc54-5588-44e6-919d-feb7c81e3031 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:04:50.133223 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Attempting to bind port 387edc54-5588-44e6-919d-feb7c81e3031 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:04:50.133549 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Attempting to bind port 387edc54-5588-44e6-919d-feb7c81e3031 on network 765de783-d05f-4302-91fe-fdebb4ccfae3 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:04:50.151331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Port 387edc54-5588-44e6-919d-feb7c81e3031 on network 765de783-d05f-4302-91fe-fdebb4ccfae3 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:04:50.151651 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Attempting to bind port 387edc54-5588-44e6-919d-feb7c81e3031 on network 765de783-d05f-4302-91fe-fdebb4ccfae3 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:04:50.162933 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:04:50.163361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Checking segment: {'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:04:50.163651 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Bound using segment: {'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:04:50.164124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Bound port: 387edc54-5588-44e6-919d-feb7c81e3031, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:04:50.164502 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:50.231974 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:50.273110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] For port 387edc54-5588-44e6-919d-feb7c81e3031, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:04:50.279811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] For port 387edc54-5588-44e6-919d-feb7c81e3031, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=387edc54-5588-44e6-919d-feb7c81e3031,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:04:50.291205 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:50.328870 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:50.329622 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:50.330883 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] 10.222.0.77 "PUT /v2.0/ports/387edc54-5588-44e6-919d-feb7c81e3031 HTTP/1.1" status: 200 len: 1091 time: 1.0293915 Mar 23 13:04:50.331331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:04:50.333706 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9ba5b5-2b5f-41d3-854a-28d40187939a" -d '{"events": [{"name": "network-changed", "server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "tag": "387edc54-5588-44e6-919d-feb7c81e3031"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:04:50.379285 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ce00fc-e2da-430a-bc60-5ef4f31a73d7 x-openstack-request-id: req-d4ce00fc-e2da-430a-bc60-5ef4f31a73d7 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:04:50.379635 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "tag": "387edc54-5588-44e6-919d-feb7c81e3031", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:04:50.380102 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4ce00fc-e2da-430a-bc60-5ef4f31a73d7 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:04:50.380850 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031', 'status': 'completed', 'code': 200} Mar 23 13:04:50.388862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755a489-f7e6-4f36-ba99-09aac5afe919 service neutron] Pushing event updated for resources: {'Port': ['ID=387edc54-5588-44e6-919d-feb7c81e3031,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:50.404824 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-90d92af3-536d-4c04-a8f6-a3185b1ec516 None None] Provisioning complete for port fcf4d310-5d17-4a8f-8831-59089a7eae54 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:50.405237 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-90d92af3-536d-4c04-a8f6-a3185b1ec516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:50.446531 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-66c49755-140e-45bb-9439-6b0f6e35e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:50.449604 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-66c49755-140e-45bb-9439-6b0f6e35e834 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 1094 time: 0.0640464 Mar 23 13:04:50.449961 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-90d92af3-536d-4c04-a8f6-a3185b1ec516 None None] Port fcf4d310-5d17-4a8f-8831-59089a7eae54 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:04:50.501747 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-ff14fc10-f8c6-44dd-9c9c-285e8b20b377 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387edc54-5588-44e6-919d-feb7c81e3031 HTTP/1.1" status: 200 len: 217 time: 0.0421500 Mar 23 13:04:50.590589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-dd5e3129-1b95-4b1b-a427-cd7f515df287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:50.592149 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-dd5e3129-1b95-4b1b-a427-cd7f515df287 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2f0ed7eb-b908-4dc6-b325-535d53c18e63 HTTP/1.1" status: 200 len: 835 time: 0.0835626 Mar 23 13:04:50.594501 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf4d310-5d17-4a8f-8831-59089a7eae54 {{(pid=102779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:04:50.602779 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:50.610684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e4ef2-6341-42c7-840f-1805f303d5cd req-1d89dc21-b55f-4e9c-a5ba-14a2584e54c7 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:50.612226 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c8e4ef2-6341-42c7-840f-1805f303d5cd req-1d89dc21-b55f-4e9c-a5ba-14a2584e54c7 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 1028 time: 0.0743561 Mar 23 13:04:50.615247 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.provisioning_blocks [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Transition to ACTIVE for port object fcf4d310-5d17-4a8f-8831-59089a7eae54 will not be triggered until provisioned by entity L2. {{(pid=102779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:04:50.619125 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:50.668894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-8673d701-eeb9-4a4c-b40f-d8603694f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:50.670954 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-8673d701-eeb9-4a4c-b40f-d8603694f27d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=765de783-d05f-4302-91fe-fdebb4ccfae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705645 Mar 23 13:04:50.675255 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c8e4ef2-6341-42c7-840f-1805f303d5cd req-75aa0e2b-cf12-4c1c-b092-27eed79bf772 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479467 Mar 23 13:04:50.697901 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf4d310-5d17-4a8f-8831-59089a7eae54,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:50.764303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Attempting to bind port fcf4d310-5d17-4a8f-8831-59089a7eae54 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:04:50.764640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Attempting to bind port fcf4d310-5d17-4a8f-8831-59089a7eae54 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:04:50.766225 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Attempting to bind port fcf4d310-5d17-4a8f-8831-59089a7eae54 on network e1f3fa79-f4e9-486e-9087-d4dea851fffc {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:04:50.772933 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Port fcf4d310-5d17-4a8f-8831-59089a7eae54 on network e1f3fa79-f4e9-486e-9087-d4dea851fffc not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:04:50.773132 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Attempting to bind port fcf4d310-5d17-4a8f-8831-59089a7eae54 on network e1f3fa79-f4e9-486e-9087-d4dea851fffc {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:04:50.775504 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-3500f21d-ceca-410c-b955-9da2a26f4f14 service neutron] 10.222.0.77 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982482 Mar 23 13:04:50.779347 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:04:50.779599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Checking segment: {'id': '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:04:50.780011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Bound using segment: {'id': '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:04:50.780448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Bound port: fcf4d310-5d17-4a8f-8831-59089a7eae54, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:04:50.781599 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:50.878508 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec5577-8d85-4882-ace7-29990a6bf2a8 req-a9777f66-533e-4b4d-b5b3-c039712aa5db tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:50.880153 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c9ec5577-8d85-4882-ace7-29990a6bf2a8 req-a9777f66-533e-4b4d-b5b3-c039712aa5db tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 943 time: 0.0888867 Mar 23 13:04:50.882974 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b408ce2e-ca7e-47cc-9924-9295fc327cad req-222b0677-84ed-4083-9b79-8a5a4c2b5e7b service neutron] 10.222.0.77 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003013 Mar 23 13:04:50.910572 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] For port fcf4d310-5d17-4a8f-8831-59089a7eae54, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:04:50.932960 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] For port fcf4d310-5d17-4a8f-8831-59089a7eae54, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fcf4d310-5d17-4a8f-8831-59089a7eae54,segment=NetworkSegment(78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b),segment_id=78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:04:50.940416 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:50.946379 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c9ec5577-8d85-4882-ace7-29990a6bf2a8 req-00b5366e-9d53-4b0a-a60f-8c1379d9d02a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543513 Mar 23 13:04:50.981484 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:50.982194 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:50.983546 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] 10.222.0.77 "PUT /v2.0/ports/fcf4d310-5d17-4a8f-8831-59089a7eae54 HTTP/1.1" status: 200 len: 1092 time: 0.9316666 Mar 23 13:04:50.984174 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87', 'tag': 'fcf4d310-5d17-4a8f-8831-59089a7eae54'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:04:50.986707 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8735e1-a8b7-4fcd-a733-458258f9cccf" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87", "tag": "fcf4d310-5d17-4a8f-8831-59089a7eae54"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:04:51.009400 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90b334-13e9-4685-9cce-6e9767adebe2 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf4d310-5d17-4a8f-8831-59089a7eae54,revision_number=3']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:51.010791 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ba5b5-2b5f-41d3-854a-28d40187939a req-e06f1ef1-60d4-4ebe-b154-9cf31bc5374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:51.012360 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d9ba5b5-2b5f-41d3-854a-28d40187939a req-e06f1ef1-60d4-4ebe-b154-9cf31bc5374b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 1094 time: 0.0801761 Mar 23 13:04:51.049978 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08d3791-7355-4544-957f-c48a8abea8d6 x-openstack-request-id: req-c08d3791-7355-4544-957f-c48a8abea8d6 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:04:51.050270 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87", "tag": "fcf4d310-5d17-4a8f-8831-59089a7eae54", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:04:51.050515 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c08d3791-7355-4544-957f-c48a8abea8d6 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:04:51.051510 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87', 'tag': 'fcf4d310-5d17-4a8f-8831-59089a7eae54', 'status': 'completed', 'code': 200} Mar 23 13:04:51.102888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-1dfa5a28-0291-497e-bf04-da386601d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:51.104539 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-1dfa5a28-0291-497e-bf04-da386601d683 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8aa493ba18984bc488b48fb9b44925c1&device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 1095 time: 0.0480924 Mar 23 13:04:51.136077 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ba5b5-2b5f-41d3-854a-28d40187939a req-e4f58601-232d-4a3c-901a-12870b531b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:51.137672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d9ba5b5-2b5f-41d3-854a-28d40187939a req-e4f58601-232d-4a3c-901a-12870b531b50 service neutron] 10.222.0.77 "GET /v2.0/networks?id=765de783-d05f-4302-91fe-fdebb4ccfae3 HTTP/1.1" status: 200 len: 897 time: 0.1162686 Mar 23 13:04:51.150957 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-d34bd6fe-101d-40af-856a-9de95a0a31a3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcf4d310-5d17-4a8f-8831-59089a7eae54 HTTP/1.1" status: 200 len: 217 time: 0.0368342 Mar 23 13:04:51.184253 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d9ba5b5-2b5f-41d3-854a-28d40187939a req-2384f39a-8d48-450d-9bbe-f218070c9ea9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387edc54-5588-44e6-919d-feb7c81e3031 HTTP/1.1" status: 200 len: 217 time: 0.0388880 Mar 23 13:04:51.205737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-5029d49c-183a-4288-adf6-a0c30d96ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:51.207273 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-5029d49c-183a-4288-adf6-a0c30d96ce23 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ee661678-309e-40e5-8b01-de7e3fe9f28f HTTP/1.1" status: 200 len: 848 time: 0.0503068 Mar 23 13:04:51.247124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ba5b5-2b5f-41d3-854a-28d40187939a req-a9145d49-b548-471b-bb76-25bf942524bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:51.248708 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d9ba5b5-2b5f-41d3-854a-28d40187939a req-a9145d49-b548-471b-bb76-25bf942524bc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2f0ed7eb-b908-4dc6-b325-535d53c18e63 HTTP/1.1" status: 200 len: 835 time: 0.0579269 Mar 23 13:04:51.273663 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-80a87aa7-6116-44d2-a1ff-1e00959cb0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:51.275086 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-80a87aa7-6116-44d2-a1ff-1e00959cb0c5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1f3fa79-f4e9-486e-9087-d4dea851fffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581551 Mar 23 13:04:51.303679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ba5b5-2b5f-41d3-854a-28d40187939a req-9ff6a66d-91aa-493a-b248-12babd29d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:51.305128 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d9ba5b5-2b5f-41d3-854a-28d40187939a req-9ff6a66d-91aa-493a-b248-12babd29d3fa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=765de783-d05f-4302-91fe-fdebb4ccfae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470264 Mar 23 13:04:51.364514 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-d6e361a0-6005-4521-a898-621a50a7c446 service neutron] 10.222.0.77 "GET /v2.0/networks/e1f3fa79-f4e9-486e-9087-d4dea851fffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828550 Mar 23 13:04:51.393855 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d9ba5b5-2b5f-41d3-854a-28d40187939a req-3f530c5a-4d60-4f48-9be5-b2ae705b5055 service neutron] 10.222.0.77 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824316 Mar 23 13:04:51.465953 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-59f26dde-7852-4374-a462-e8155e4c001c service neutron] 10.222.0.77 "GET /v2.0/networks/e1f3fa79-f4e9-486e-9087-d4dea851fffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951190 Mar 23 13:04:51.488667 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d9ba5b5-2b5f-41d3-854a-28d40187939a req-d04216b4-24a8-42b1-924d-60804d66c2ba service neutron] 10.222.0.77 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889845 Mar 23 13:04:51.557788 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8735e1-a8b7-4fcd-a733-458258f9cccf req-fef79bdb-5439-45df-8d69-b08d60f5afad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:51.559189 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7f8735e1-a8b7-4fcd-a733-458258f9cccf req-fef79bdb-5439-45df-8d69-b08d60f5afad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8aa493ba18984bc488b48fb9b44925c1&device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 1095 time: 0.0430195 Mar 23 13:04:51.667639 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8735e1-a8b7-4fcd-a733-458258f9cccf req-e717964b-7d85-4c7f-99e9-d77d10d9d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:51.669523 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7f8735e1-a8b7-4fcd-a733-458258f9cccf req-e717964b-7d85-4c7f-99e9-d77d10d9d76a service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1f3fa79-f4e9-486e-9087-d4dea851fffc HTTP/1.1" status: 200 len: 910 time: 0.1023943 Mar 23 13:04:51.724907 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7f8735e1-a8b7-4fcd-a733-458258f9cccf req-02210e21-5958-40d4-ab3e-fd2c1b8356f3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcf4d310-5d17-4a8f-8831-59089a7eae54 HTTP/1.1" status: 200 len: 217 time: 0.0467474 Mar 23 13:04:51.783096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8735e1-a8b7-4fcd-a733-458258f9cccf req-0cd86cfc-f09c-41dc-9fa0-1e07043e3ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:51.784654 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7f8735e1-a8b7-4fcd-a733-458258f9cccf req-0cd86cfc-f09c-41dc-9fa0-1e07043e3ab3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ee661678-309e-40e5-8b01-de7e3fe9f28f HTTP/1.1" status: 200 len: 848 time: 0.0526175 Mar 23 13:04:51.794856 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7019830-8c98-4a67-a05d-b3e1cc3c5954 req-6ec1af2f-cde2-4b65-b7e9-fafdbaecf243 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:51.797021 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7019830-8c98-4a67-a05d-b3e1cc3c5954 req-6ec1af2f-cde2-4b65-b7e9-fafdbaecf243 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 1095 time: 0.0438280 Mar 23 13:04:51.832923 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7019830-8c98-4a67-a05d-b3e1cc3c5954 req-96e6641a-3833-4a68-918a-f5fe050e6083 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298417 Mar 23 13:04:51.834103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8735e1-a8b7-4fcd-a733-458258f9cccf req-dc2e623a-7ef7-47aa-a46b-06269d078808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:51.835615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7f8735e1-a8b7-4fcd-a733-458258f9cccf req-dc2e623a-7ef7-47aa-a46b-06269d078808 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1f3fa79-f4e9-486e-9087-d4dea851fffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444431 Mar 23 13:04:51.932875 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7f8735e1-a8b7-4fcd-a733-458258f9cccf req-46de1f41-f12e-4ce0-a7f6-a34a307c1cda service neutron] 10.222.0.77 "GET /v2.0/networks/e1f3fa79-f4e9-486e-9087-d4dea851fffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907013 Mar 23 13:04:52.032913 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7f8735e1-a8b7-4fcd-a733-458258f9cccf req-c3be061e-d5d7-417f-8ffe-34950bf84be6 service neutron] 10.222.0.77 "GET /v2.0/networks/e1f3fa79-f4e9-486e-9087-d4dea851fffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931423 Mar 23 13:04:52.070108 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f714d3-d133-47af-aee5-42305677b19a req-c76f7860-6901-445a-acea-a162f75dc671 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:52.071589 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07f714d3-d133-47af-aee5-42305677b19a req-c76f7860-6901-445a-acea-a162f75dc671 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 943 time: 0.0541580 Mar 23 13:04:52.115337 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07f714d3-d133-47af-aee5-42305677b19a req-508bb478-9632-479f-bab2-e2338f25eaf8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368736 Mar 23 13:04:52.955125 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595eeda8-ad7a-4a53-aa70-9ec8af34c747 req-bd7d1eca-61b4-4f7f-aca3-0184429265a7 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:52.957349 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-595eeda8-ad7a-4a53-aa70-9ec8af34c747 req-bd7d1eca-61b4-4f7f-aca3-0184429265a7 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 1095 time: 0.0517423 Mar 23 13:04:52.991462 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-595eeda8-ad7a-4a53-aa70-9ec8af34c747 req-2b88cd32-5111-46a8-a4a9-c9b0aed9bfc8 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282428 Mar 23 13:04:53.232854 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6298e-1df0-4594-b895-6ad4b66b42b9 req-61345bb1-83c4-4e7c-881f-d79a91cf7f26 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:53.234944 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-39e6298e-1df0-4594-b895-6ad4b66b42b9 req-61345bb1-83c4-4e7c-881f-d79a91cf7f26 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 943 time: 0.0496860 Mar 23 13:04:53.276041 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-39e6298e-1df0-4594-b895-6ad4b66b42b9 req-660cbbc7-7f70-4863-baf5-e6524ba5c1ef tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324161 Mar 23 13:04:54.066922 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6901af44-13cb-49d5-b5d5-2193f85c668d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:54.099707 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e88aac-6272-489c-9305-fd7395e4fac1 req-bfa8ef39-6782-4cd2-920c-aa9b905a7f0b tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:54.101257 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-26e88aac-6272-489c-9305-fd7395e4fac1 req-bfa8ef39-6782-4cd2-920c-aa9b905a7f0b tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 1095 time: 0.0442555 Mar 23 13:04:54.139275 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-26e88aac-6272-489c-9305-fd7395e4fac1 req-00e31403-b483-4636-9a30-4f1857d6ebaf tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319717 Mar 23 13:04:54.391911 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5eff1-761e-4226-8cde-5e54bb829c1d req-c154f669-5afd-4601-acaa-73b82f1f8553 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:54.393399 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8b5eff1-761e-4226-8cde-5e54bb829c1d req-c154f669-5afd-4601-acaa-73b82f1f8553 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 943 time: 0.0482204 Mar 23 13:04:54.430536 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8b5eff1-761e-4226-8cde-5e54bb829c1d req-336982b2-af9d-4744-8bc1-1e2b61e38410 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312741 Mar 23 13:04:54.756980 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device fcf4d310-5d17-4a8f-8831-59089a7eae54 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:04:54.853041 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port fcf4d310-5d17-4a8f-8831-59089a7eae54, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fcf4d310-5d17-4a8f-8831-59089a7eae54,segment=NetworkSegment(78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b),segment_id=78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:54.864364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'fcf4d310-5d17-4a8f-8831-59089a7eae54', 'network_id': 'e1f3fa79-f4e9-486e-9087-d4dea851fffc', 'port_id': 'fcf4d310-5d17-4a8f-8831-59089a7eae54', 'mac_address': 'fa:16:3e:5d:c0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee661678-309e-40e5-8b01-de7e3fe9f28f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:04:54.900786 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:54.913756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf4d310-5d17-4a8f-8831-59089a7eae54 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:04:54.937304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port fcf4d310-5d17-4a8f-8831-59089a7eae54, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fcf4d310-5d17-4a8f-8831-59089a7eae54,segment=NetworkSegment(78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b),segment_id=78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:54.942387 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:54.943032 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 387edc54-5588-44e6-919d-feb7c81e3031 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:04:55.015115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=fcf4d310-5d17-4a8f-8831-59089a7eae54,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:55.080946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 387edc54-5588-44e6-919d-feb7c81e3031, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=387edc54-5588-44e6-919d-feb7c81e3031,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:55.092940 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '387edc54-5588-44e6-919d-feb7c81e3031', 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3', 'port_id': '387edc54-5588-44e6-919d-feb7c81e3031', 'mac_address': 'fa:16:3e:33:9c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:04:55.131331 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:55.144378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387edc54-5588-44e6-919d-feb7c81e3031 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:04:55.171440 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 387edc54-5588-44e6-919d-feb7c81e3031, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=387edc54-5588-44e6-919d-feb7c81e3031,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:55.176540 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:55.252892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=387edc54-5588-44e6-919d-feb7c81e3031,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:55.253471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3921a8-dbea-4185-8be4-357523d2b13b req-fda10f64-015f-47ac-bb3a-dbf8a10b6d72 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:55.255003 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d3921a8-dbea-4185-8be4-357523d2b13b req-fda10f64-015f-47ac-bb3a-dbf8a10b6d72 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 1096 time: 0.0420957 Mar 23 13:04:55.291213 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d3921a8-dbea-4185-8be4-357523d2b13b req-dccbf60d-c41c-4aad-bde1-073bc24b841b tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296285 Mar 23 13:04:55.549500 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ef681-cbf9-4637-bb75-e12b08e2b1a4 req-d787c717-a909-4c7f-b830-918e51a4e515 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:55.550883 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a8ef681-cbf9-4637-bb75-e12b08e2b1a4 req-d787c717-a909-4c7f-b830-918e51a4e515 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 944 time: 0.0496671 Mar 23 13:04:55.559779 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['387edc54-5588-44e6-919d-feb7c81e3031'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:04:55.564088 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['fcf4d310-5d17-4a8f-8831-59089a7eae54'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:04:55.593766 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a8ef681-cbf9-4637-bb75-e12b08e2b1a4 req-3620ca85-f494-4f48-8cf1-3978737023b4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369415 Mar 23 13:04:56.401281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c3abf-826a-4608-bae2-25a113d00d6c req-8543f4dc-b729-4bf5-8c69-b8986d8fd396 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:56.402763 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2b3c3abf-826a-4608-bae2-25a113d00d6c req-8543f4dc-b729-4bf5-8c69-b8986d8fd396 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 1096 time: 0.0423574 Mar 23 13:04:56.438058 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2b3c3abf-826a-4608-bae2-25a113d00d6c req-1262efe6-3996-4807-908e-7138f3347ecb tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285916 Mar 23 13:04:56.712582 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa49c9-a92e-4216-8df3-7a2051d4f807 req-14eaa650-94a2-449d-8e1b-70f3827b90f8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:56.714049 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d5fa49c9-a92e-4216-8df3-7a2051d4f807 req-14eaa650-94a2-449d-8e1b-70f3827b90f8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 944 time: 0.0493364 Mar 23 13:04:56.752631 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d5fa49c9-a92e-4216-8df3-7a2051d4f807 req-c5a504ff-f217-43a6-b276-053d54179f03 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325041 Mar 23 13:04:56.756774 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device fcf4d310-5d17-4a8f-8831-59089a7eae54 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:56.806154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port fcf4d310-5d17-4a8f-8831-59089a7eae54 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:04:56.810052 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port fcf4d310-5d17-4a8f-8831-59089a7eae54 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:56.810420 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:56.887625 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:56.917658 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf4d310-5d17-4a8f-8831-59089a7eae54'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:04:56.920171 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14684e36-4943-4448-a192-3e183c3c50a0" -d '{"events": [{"server_uuid": "aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87", "name": "network-vif-plugged", "status": "completed", "tag": "fcf4d310-5d17-4a8f-8831-59089a7eae54"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:04:56.940178 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port fcf4d310-5d17-4a8f-8831-59089a7eae54, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fcf4d310-5d17-4a8f-8831-59089a7eae54,segment=NetworkSegment(78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b),segment_id=78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:56.942803 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6bf3bb83-05e7-4b49-bd06-e2d6d6eb4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:56.945568 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:56.946460 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 387edc54-5588-44e6-919d-feb7c81e3031 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:04:56.969293 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0775709b-30f0-4d11-a994-2f9341e19082 x-openstack-request-id: req-0775709b-30f0-4d11-a994-2f9341e19082 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:04:56.969586 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87", "name": "network-vif-plugged", "status": "completed", "tag": "fcf4d310-5d17-4a8f-8831-59089a7eae54", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:04:56.969836 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0775709b-30f0-4d11-a994-2f9341e19082 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:04:56.970222 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf4d310-5d17-4a8f-8831-59089a7eae54', 'code': 200} Mar 23 13:04:57.026143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=fcf4d310-5d17-4a8f-8831-59089a7eae54,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:57.038359 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 387edc54-5588-44e6-919d-feb7c81e3031 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:04:57.042353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 387edc54-5588-44e6-919d-feb7c81e3031 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:04:57.042725 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:57.063489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baeaa85-33ed-44ec-8fae-6d023a6b904e req-bad6f99f-242d-41b3-8021-7388eee6f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:57.065059 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3baeaa85-33ed-44ec-8fae-6d023a6b904e req-bad6f99f-242d-41b3-8021-7388eee6f1fc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 1097 time: 0.0459294 Mar 23 13:04:57.103853 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3baeaa85-33ed-44ec-8fae-6d023a6b904e req-d0851837-7269-494a-ae25-ea2b7d961ca0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315752 Mar 23 13:04:57.127500 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:57.160383 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 387edc54-5588-44e6-919d-feb7c81e3031, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=387edc54-5588-44e6-919d-feb7c81e3031,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:04:57.164316 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:57.215395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=387edc54-5588-44e6-919d-feb7c81e3031,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:04:57.546884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1acac-c6d0-43b3-94bf-23da6d167ac1 req-5c58295b-35a8-46f8-8bcc-3209f8459988 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:57.548552 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c1c1acac-c6d0-43b3-94bf-23da6d167ac1 req-5c58295b-35a8-46f8-8bcc-3209f8459988 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 1097 time: 0.0416970 Mar 23 13:04:57.588107 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c1c1acac-c6d0-43b3-94bf-23da6d167ac1 req-0d0e9506-3430-447a-a6a2-5f001053306a tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333447 Mar 23 13:04:57.704079 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:04:57.842448 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:57.881333 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e1fc9-ee77-4aa0-af18-c27d8f9b0d6a req-815f3e9c-abb7-4c13-a4ab-15d779cade87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:57.882797 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-994e1fc9-ee77-4aa0-af18-c27d8f9b0d6a req-815f3e9c-abb7-4c13-a4ab-15d779cade87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 945 time: 0.0551987 Mar 23 13:04:57.927205 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-994e1fc9-ee77-4aa0-af18-c27d8f9b0d6a req-46dbab62-bf42-48c7-8506-89163692883b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380204 Mar 23 13:04:58.708654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f898b-61cf-4f8c-99a9-95119dfecb7c req-fe2bab46-8f6c-44ee-9674-c91348afa724 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:58.710153 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4c6f898b-61cf-4f8c-99a9-95119dfecb7c req-fe2bab46-8f6c-44ee-9674-c91348afa724 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 1097 time: 0.0422790 Mar 23 13:04:58.744314 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4c6f898b-61cf-4f8c-99a9-95119dfecb7c req-0e77b726-df66-4daa-ace2-1e038e9c9a44 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281203 Mar 23 13:04:58.868672 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d16d2-d677-4b7e-994c-e35c88e5d0bb req-bfe84901-63ff-4815-a7e5-c43c6c695213 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:58.870052 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a49d16d2-d677-4b7e-994c-e35c88e5d0bb req-bfe84901-63ff-4815-a7e5-c43c6c695213 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 1097 time: 0.0426595 Mar 23 13:04:58.906387 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a49d16d2-d677-4b7e-994c-e35c88e5d0bb req-8bde245e-6222-4248-a473-d61dc653a3ee tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287559 Mar 23 13:04:58.972049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:04:58.975712 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22388f1a-974e-461c-9dc7-dbea08e1d0d2" -d '{"events": [{"server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "name": "network-vif-plugged", "status": "completed", "tag": "387edc54-5588-44e6-919d-feb7c81e3031"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:04:59.014242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fd36c-45aa-4c14-89d7-d172c8691869 req-9a1bc6cd-7720-4604-95bb-50bbb7f474ab tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:59.016336 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f74fd36c-45aa-4c14-89d7-d172c8691869 req-9a1bc6cd-7720-4604-95bb-50bbb7f474ab tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 1097 time: 0.0420706 Mar 23 13:04:59.053405 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f74fd36c-45aa-4c14-89d7-d172c8691869 req-0e536671-018c-46a2-8041-ad7a23e66be7 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306227 Mar 23 13:04:59.054332 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297bcf5-9ccd-4f34-b64d-83ca63624004 req-2288de4f-9228-4150-8964-2e8398690edc tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:59.055827 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7297bcf5-9ccd-4f34-b64d-83ca63624004 req-2288de4f-9228-4150-8964-2e8398690edc tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 945 time: 0.0502524 Mar 23 13:04:59.098345 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7297bcf5-9ccd-4f34-b64d-83ca63624004 req-d852bd4a-d0db-4466-8f2c-61a370817ade tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364640 Mar 23 13:04:59.104659 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ab3fe7-b6a8-45e4-9656-9e7c760b10ad x-openstack-request-id: req-24ab3fe7-b6a8-45e4-9656-9e7c760b10ad {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:04:59.104953 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "name": "network-vif-plugged", "status": "completed", "tag": "387edc54-5588-44e6-919d-feb7c81e3031", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:04:59.105350 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24ab3fe7-b6a8-45e4-9656-9e7c760b10ad {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:04:59.105590 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031', 'code': 200} Mar 23 13:04:59.161727 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:59.227866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32372433-0793-4621-a3d7-47b09fc19bec req-1c3b0550-5d4e-4032-b2a0-4dec5bad1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:59.230769 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32372433-0793-4621-a3d7-47b09fc19bec req-1c3b0550-5d4e-4032-b2a0-4dec5bad1dc4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 1096 time: 0.0486865 Mar 23 13:04:59.275461 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-32372433-0793-4621-a3d7-47b09fc19bec req-61068281-edac-47b6-a990-d70da3b8227d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382271 Mar 23 13:04:59.334184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5d973-1eeb-41b7-8740-d7c49bd2b6e5 req-f6c06775-4490-40d4-b054-e7333ae37d47 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:59.336392 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b0a5d973-1eeb-41b7-8740-d7c49bd2b6e5 req-f6c06775-4490-40d4-b054-e7333ae37d47 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 1097 time: 0.0513604 Mar 23 13:04:59.406558 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b0a5d973-1eeb-41b7-8740-d7c49bd2b6e5 req-e748160f-4537-40db-aa2b-6c77afba866e tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636909 Mar 23 13:04:59.414021 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-815367c1-3172-4515-9a3f-a2122e6544ad req-a9190758-9747-4e6d-b0ba-bb99b9968b6e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0653429 Mar 23 13:04:59.498445 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815367c1-3172-4515-9a3f-a2122e6544ad req-a494e000-ac03-480a-aa07-30211400580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:59.499967 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-815367c1-3172-4515-9a3f-a2122e6544ad req-a494e000-ac03-480a-aa07-30211400580d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8aa493ba18984bc488b48fb9b44925c1&device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 1096 time: 0.0415084 Mar 23 13:04:59.537159 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:04:59.608138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815367c1-3172-4515-9a3f-a2122e6544ad req-b0c1bcaa-d2eb-4dcf-a38c-bdd977c3b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:59.610297 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-815367c1-3172-4515-9a3f-a2122e6544ad req-b0c1bcaa-d2eb-4dcf-a38c-bdd977c3b82c service neutron] 10.222.0.73 "GET /v2.0/networks?id=e1f3fa79-f4e9-486e-9087-d4dea851fffc HTTP/1.1" status: 200 len: 910 time: 0.0905919 Mar 23 13:04:59.656413 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-815367c1-3172-4515-9a3f-a2122e6544ad req-ceae3e76-f3ba-4f76-b007-a62cedd36d53 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d862008b-5e38-4a27-a50c-eb1fbbf9808b HTTP/1.1" status: 200 len: 217 time: 0.0394523 Mar 23 13:04:59.709531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815367c1-3172-4515-9a3f-a2122e6544ad req-c4ed9f38-e080-40e3-882b-294c62baa9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:59.710140 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-815367c1-3172-4515-9a3f-a2122e6544ad req-c4ed9f38-e080-40e3-882b-294c62baa9f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee661678-309e-40e5-8b01-de7e3fe9f28f HTTP/1.1" status: 200 len: 848 time: 0.0473490 Mar 23 13:04:59.756383 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815367c1-3172-4515-9a3f-a2122e6544ad req-287e422d-ab56-44e7-b3e3-39cf9f13c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:04:59.757845 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-815367c1-3172-4515-9a3f-a2122e6544ad req-287e422d-ab56-44e7-b3e3-39cf9f13c51b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e1f3fa79-f4e9-486e-9087-d4dea851fffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401330 Mar 23 13:04:59.851329 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-815367c1-3172-4515-9a3f-a2122e6544ad req-10e6db75-f69e-4c9c-9b7c-974637fb3eb9 service neutron] 10.222.0.73 "GET /v2.0/networks/e1f3fa79-f4e9-486e-9087-d4dea851fffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846660 Mar 23 13:04:59.943270 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-815367c1-3172-4515-9a3f-a2122e6544ad req-b71b21f5-97eb-4566-a9e3-c138f641b653 service neutron] 10.222.0.73 "GET /v2.0/networks/e1f3fa79-f4e9-486e-9087-d4dea851fffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847046 Mar 23 13:05:00.231835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d18ec-1a4b-4dec-b2ed-1491c6b8eb5f req-0240676b-fe75-4b05-ad39-62391becc461 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:00.233343 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-146d18ec-1a4b-4dec-b2ed-1491c6b8eb5f req-0240676b-fe75-4b05-ad39-62391becc461 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 945 time: 0.0532587 Mar 23 13:05:00.270986 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-146d18ec-1a4b-4dec-b2ed-1491c6b8eb5f req-210f6946-2912-44fd-899f-c28ab5b159cd tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311024 Mar 23 13:05:00.519801 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaec4e2-14c4-4081-9e5e-1b5979e98634 req-8758a0d4-0818-4e00-8bef-ed42e748f500 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:00.521260 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0aaec4e2-14c4-4081-9e5e-1b5979e98634 req-8758a0d4-0818-4e00-8bef-ed42e748f500 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 1097 time: 0.0452759 Mar 23 13:05:00.558311 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0aaec4e2-14c4-4081-9e5e-1b5979e98634 req-b3f23534-29ca-4e94-a02f-4e16bb20b502 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276701 Mar 23 13:05:01.163630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e23ab-f7ab-4789-93a2-2af00091fc8b req-12ddd27a-d8da-4231-9f9b-a2d0a6ea298a tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:01.165247 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de5e23ab-f7ab-4789-93a2-2af00091fc8b req-12ddd27a-d8da-4231-9f9b-a2d0a6ea298a tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 1097 time: 0.0428803 Mar 23 13:05:01.254710 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-de5e23ab-f7ab-4789-93a2-2af00091fc8b req-84030295-9e55-4bfe-96c4-750287e8e0f8 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Deleting port fcf4d310-5d17-4a8f-8831-59089a7eae54 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:05:01.255603 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-de5e23ab-f7ab-4789-93a2-2af00091fc8b req-84030295-9e55-4bfe-96c4-750287e8e0f8 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:01.338722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-de5e23ab-f7ab-4789-93a2-2af00091fc8b req-84030295-9e55-4bfe-96c4-750287e8e0f8 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] For port fcf4d310-5d17-4a8f-8831-59089a7eae54, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=fcf4d310-5d17-4a8f-8831-59089a7eae54,segment=NetworkSegment(78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b),segment_id=78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:05:01.339088 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-de5e23ab-f7ab-4789-93a2-2af00091fc8b req-84030295-9e55-4bfe-96c4-750287e8e0f8 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:01.363656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-de5e23ab-f7ab-4789-93a2-2af00091fc8b req-84030295-9e55-4bfe-96c4-750287e8e0f8 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Calling delete_port for fcf4d310-5d17-4a8f-8831-59089a7eae54 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:05:01.460262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ee4bd-2600-447d-b81c-d0e86d227202 req-9d05e7f7-b76a-464d-bfdc-23f8b0b11211 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:01.461942 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b0ee4bd-2600-447d-b81c-d0e86d227202 req-9d05e7f7-b76a-464d-bfdc-23f8b0b11211 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 945 time: 0.1145372 Mar 23 13:05:01.518098 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b0ee4bd-2600-447d-b81c-d0e86d227202 req-53b84e84-21a0-47b6-ba95-2a787b03cbe5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481551 Mar 23 13:05:01.571290 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-de5e23ab-f7ab-4789-93a2-2af00091fc8b req-84030295-9e55-4bfe-96c4-750287e8e0f8 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:01.583034 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['fcf4d310-5d17-4a8f-8831-59089a7eae54'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:05:01.612202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['d862008b-5e38-4a27-a50c-eb1fbbf9808b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:05:01.613171 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84030295-9e55-4bfe-96c4-750287e8e0f8 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcf4d310-5d17-4a8f-8831-59089a7eae54,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:05:01.673800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d03183-2867-4998-abe0-60edb981db0b req-f65e8ec1-6606-44eb-9725-7910a341e548 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:01.682630 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82d03183-2867-4998-abe0-60edb981db0b req-f65e8ec1-6606-44eb-9725-7910a341e548 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 945 time: 0.0925305 Mar 23 13:05:01.683464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5e23ab-f7ab-4789-93a2-2af00091fc8b req-84030295-9e55-4bfe-96c4-750287e8e0f8 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] No DVR routers for this DVR port fcf4d310-5d17-4a8f-8831-59089a7eae54 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:05:01.688032 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-de5e23ab-f7ab-4789-93a2-2af00091fc8b req-84030295-9e55-4bfe-96c4-750287e8e0f8 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:01.691397 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de5e23ab-f7ab-4789-93a2-2af00091fc8b req-84030295-9e55-4bfe-96c4-750287e8e0f8 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.77 "DELETE /v2.0/ports/fcf4d310-5d17-4a8f-8831-59089a7eae54 HTTP/1.1" status: 204 len: 173 time: 0.5204988 Mar 23 13:05:01.691878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87', 'name': 'network-vif-deleted', 'tag': 'fcf4d310-5d17-4a8f-8831-59089a7eae54'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:05:01.694759 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fe2ddc-9300-4a7b-a2e8-92d86df1d25f" -d '{"events": [{"server_uuid": "aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87", "name": "network-vif-deleted", "tag": "fcf4d310-5d17-4a8f-8831-59089a7eae54"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:05:01.714811 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3611eae-8cc5-4353-ae53-ebf32aa2abf1 req-baa96da9-f15b-414c-9fa0-0b9757acd66c tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87 HTTP/1.1" status: 200 len: 210 time: 0.0414221 Mar 23 13:05:01.745592 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82d03183-2867-4998-abe0-60edb981db0b req-0a83c487-67b0-47cf-8604-c8f9e6765c4b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621605 Mar 23 13:05:01.781962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46318) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:05:01.808966 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d420ac-d63f-4a25-942d-323bebcc3505 x-openstack-request-id: req-37d420ac-d63f-4a25-942d-323bebcc3505 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:05:01.809408 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87", "name": "network-vif-deleted", "tag": "fcf4d310-5d17-4a8f-8831-59089a7eae54", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:05:01.809761 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37d420ac-d63f-4a25-942d-323bebcc3505 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:05:01.810264 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb4bb8a-fb3a-4d93-9e41-9b7b71d2da87', 'name': 'network-vif-deleted', 'tag': 'fcf4d310-5d17-4a8f-8831-59089a7eae54', 'status': 'completed', 'code': 200} Mar 23 13:05:01.973118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a047f8df-6945-4225-bdd2-bc8e0122c15d tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:01.974554 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a047f8df-6945-4225-bdd2-bc8e0122c15d tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 1091 time: 0.1912920 Mar 23 13:05:01.977700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46322) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:05:01.982101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': '387edc54-5588-44e6-919d-feb7c81e3031', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:05:02.004634 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:02.108744 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:02.230828 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Allocated IP 172.25.2.163 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/70e444ac-7435-463a-8cf6-f06ea6cc6503) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:05:02.336842 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:02.371483 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:02.410821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:05:02.413803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:05:02.417516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:05:02.441671 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=70e444ac-7435-463a-8cf6-f06ea6cc6503,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:05:03.001038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ca257-0efb-4ace-ac5b-f187f3f254eb req-228b1a4f-7418-447c-9cce-75112f223a07 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:03.002619 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d52ca257-0efb-4ace-ac5b-f187f3f254eb req-228b1a4f-7418-447c-9cce-75112f223a07 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 1096 time: 0.0422010 Mar 23 13:05:03.045203 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d52ca257-0efb-4ace-ac5b-f187f3f254eb req-969052cd-d5e0-49f1-b6b6-bc9c5db83129 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333955 Mar 23 13:05:03.118085 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:03.192632 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:03.365335 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:03.370277 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:03.445847 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=70e444ac-7435-463a-8cf6-f06ea6cc6503,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:05:03.457811 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:03.563750 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Floating IP d8091a2c-8254-4b10-926f-f99b09c34041 associated. External IP: 172.25.2.163, port: 387edc54-5588-44e6-919d-feb7c81e3031. Mar 23 13:05:03.784232 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:05:03.898447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:05:03.909078 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6901969-2176-432d-92d9-b85c88fec5f0 None None] Sync routers for ids ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:05:03.919409 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6901969-2176-432d-92d9-b85c88fec5f0 None None] Routers {'3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:05:03.920125 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a6901969-2176-432d-92d9-b85c88fec5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:03.922360 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:03.956096 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-14bbc540-e19b-4a05-81b4-62f19fb3bd87 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9773188 Mar 23 13:05:03.956800 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:05:03.959395 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd875e0-1f80-4c11-8cdd-4e96ffa55616" -d '{"events": [{"name": "network-changed", "server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "tag": "387edc54-5588-44e6-919d-feb7c81e3031"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:05:04.002045 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f72d8f1-77d9-4029-b99c-70f9f2eca23a x-openstack-request-id: req-5f72d8f1-77d9-4029-b99c-70f9f2eca23a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:05:04.002045 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "tag": "387edc54-5588-44e6-919d-feb7c81e3031", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:05:04.002331 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f72d8f1-77d9-4029-b99c-70f9f2eca23a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:05:04.002784 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031', 'status': 'completed', 'code': 200} Mar 23 13:05:04.051674 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a6901969-2176-432d-92d9-b85c88fec5f0 None None] Set router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:05:04.092545 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091db94b-f865-43ff-8183-9f5e4037009a req-d4dbcea0-8463-492a-87fe-53bad1ad2bc3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:04.094276 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-091db94b-f865-43ff-8183-9f5e4037009a req-d4dbcea0-8463-492a-87fe-53bad1ad2bc3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 945 time: 0.0784400 Mar 23 13:05:04.101225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd875e0-1f80-4c11-8cdd-4e96ffa55616 req-827f582f-464b-49c1-b683-85489e42aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:04.103532 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cd875e0-1f80-4c11-8cdd-4e96ffa55616 req-827f582f-464b-49c1-b683-85489e42aa56 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 1096 time: 0.0780625 Mar 23 13:05:04.183407 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32f627-559d-43b4-8756-176e7b5eec6e req-5bbbbe71-1843-479b-aaf2-0cb59e167f3f tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:04.186019 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc32f627-559d-43b4-8756-176e7b5eec6e req-5bbbbe71-1843-479b-aaf2-0cb59e167f3f tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 1096 time: 0.0600574 Mar 23 13:05:04.199472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-091db94b-f865-43ff-8183-9f5e4037009a req-15d61aeb-b3a4-4836-b293-509aa820e088 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947092 Mar 23 13:05:04.230219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46336) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:05:04.234884 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc32f627-559d-43b4-8756-176e7b5eec6e req-012812a3-13f2-4eb9-962c-6c65639153e5 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=df09a04d-3c48-4364-a076-28e577666a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418468 Mar 23 13:05:04.298034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd875e0-1f80-4c11-8cdd-4e96ffa55616 req-c9b7f6c4-e38e-47fe-b073-e672b6a8a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:04.299656 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cd875e0-1f80-4c11-8cdd-4e96ffa55616 req-c9b7f6c4-e38e-47fe-b073-e672b6a8a2b9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=765de783-d05f-4302-91fe-fdebb4ccfae3 HTTP/1.1" status: 200 len: 897 time: 0.1876571 Mar 23 13:05:04.346242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a6901969-2176-432d-92d9-b85c88fec5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407365322', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'd8091a2c-8254-4b10-926f-f99b09c34041', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'floating_ip_address': '172.25.2.163', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'port_id': '387edc54-5588-44e6-919d-feb7c81e3031', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3', 'mac_address': 'fa:16:3e:33:9c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:05:02Z', 'updated_at': '2022-03-23T13:05:02Z', 'revision_number': 0, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cc0076-b09a-474a-8a27-b2c9f3912af5', 'name': '', 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:38:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:44Z', 'updated_at': '2022-03-23T13:04:48Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:04.364711 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ef2b51fa-cbc5-4a2f-a4a3-f66ecde48f97 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/floatingips/d8091a2c-8254-4b10-926f-f99b09c34041 HTTP/1.1" status: 200 len: 991 time: 0.1314902 Mar 23 13:05:04.386278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6901969-2176-432d-92d9-b85c88fec5f0 None None] Checking router: 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:05:04.396931 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6901969-2176-432d-92d9-b85c88fec5f0 None None] Routers {'3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:05:04.397630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a6901969-2176-432d-92d9-b85c88fec5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:04.400163 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cd875e0-1f80-4c11-8cdd-4e96ffa55616 req-90eb20c8-a3aa-4fbd-98a4-5ab8db02614b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387edc54-5588-44e6-919d-feb7c81e3031 HTTP/1.1" status: 200 len: 999 time: 0.0880215 Mar 23 13:05:04.455438 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd875e0-1f80-4c11-8cdd-4e96ffa55616 req-a45e824e-259f-40b7-9d1d-921c50c5ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:04.457050 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cd875e0-1f80-4c11-8cdd-4e96ffa55616 req-a45e824e-259f-40b7-9d1d-921c50c5ee62 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2f0ed7eb-b908-4dc6-b325-535d53c18e63 HTTP/1.1" status: 200 len: 835 time: 0.0494578 Mar 23 13:05:04.513766 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd875e0-1f80-4c11-8cdd-4e96ffa55616 req-dc8cb40d-fddd-4a78-b85c-acdc0141034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:04.516033 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cd875e0-1f80-4c11-8cdd-4e96ffa55616 req-dc8cb40d-fddd-4a78-b85c-acdc0141034b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=765de783-d05f-4302-91fe-fdebb4ccfae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522656 Mar 23 13:05:04.526394 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a6901969-2176-432d-92d9-b85c88fec5f0 None None] Set router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:05:04.623164 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa6c6a-a9e1-4bb0-9cae-0df71e8b9c45 req-31c14626-9fdf-4334-ba46-ea2ce7a408a6 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:04.629991 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bffa6c6a-a9e1-4bb0-9cae-0df71e8b9c45 req-31c14626-9fdf-4334-ba46-ea2ce7a408a6 tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 1096 time: 0.0425828 Mar 23 13:05:04.639168 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cd875e0-1f80-4c11-8cdd-4e96ffa55616 req-1caa3796-e43e-414b-bbe2-88cf2814ba0d service neutron] 10.222.0.77 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149454 Mar 23 13:05:04.726381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-bffa6c6a-a9e1-4bb0-9cae-0df71e8b9c45 req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Deleting port d862008b-5e38-4a27-a50c-eb1fbbf9808b {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:05:04.726611 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bffa6c6a-a9e1-4bb0-9cae-0df71e8b9c45 req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:04.745678 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3cd875e0-1f80-4c11-8cdd-4e96ffa55616 req-96fae8b4-21ce-4e5a-ae41-a93e88978eec service neutron] 10.222.0.77 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992196 Mar 23 13:05:04.796268 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a6901969-2176-432d-92d9-b85c88fec5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407365322', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'd8091a2c-8254-4b10-926f-f99b09c34041', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'floating_ip_address': '172.25.2.163', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'port_id': '387edc54-5588-44e6-919d-feb7c81e3031', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3', 'mac_address': 'fa:16:3e:33:9c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:05:02Z', 'updated_at': '2022-03-23T13:05:02Z', 'revision_number': 0, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cc0076-b09a-474a-8a27-b2c9f3912af5', 'name': '', 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:38:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:44Z', 'updated_at': '2022-03-23T13:04:48Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:04.801179 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device fcf4d310-5d17-4a8f-8831-59089a7eae54 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:05:04.827939 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6901969-2176-432d-92d9-b85c88fec5f0 None None] The sync data for ids ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'] in n-d-834854-1 is: [{'id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407365322', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'd8091a2c-8254-4b10-926f-f99b09c34041', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'floating_ip_address': '172.25.2.163', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'port_id': '387edc54-5588-44e6-919d-feb7c81e3031', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3', 'mac_address': 'fa:16:3e:33:9c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:05:02Z', 'updated_at': '2022-03-23T13:05:02Z', 'revision_number': 0, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cc0076-b09a-474a-8a27-b2c9f3912af5', 'name': '', 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:38:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:44Z', 'updated_at': '2022-03-23T13:04:48Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:05:04.828722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-bffa6c6a-a9e1-4bb0-9cae-0df71e8b9c45 req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] For port d862008b-5e38-4a27-a50c-eb1fbbf9808b, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=d862008b-5e38-4a27-a50c-eb1fbbf9808b,segment=NetworkSegment(78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b),segment_id=78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:05:04.829557 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bffa6c6a-a9e1-4bb0-9cae-0df71e8b9c45 req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:04.844655 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [req-bffa6c6a-a9e1-4bb0-9cae-0df71e8b9c45 req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Calling delete_port for d862008b-5e38-4a27-a50c-eb1fbbf9808b owned by compute:nova {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:05:04.847108 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: fcf4d310-5d17-4a8f-8831-59089a7eae54 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:05:04.847257 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device fcf4d310-5d17-4a8f-8831-59089a7eae54 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:05:04.989863 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bffa6c6a-a9e1-4bb0-9cae-0df71e8b9c45 req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:05.002852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['d862008b-5e38-4a27-a50c-eb1fbbf9808b'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:05:05.018684 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Pushing event deleted for resources: {'Port': ['ID=d862008b-5e38-4a27-a50c-eb1fbbf9808b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:05:05.029388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:05:05.029728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:05:05.030064 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:05:05.030393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:05:05.030851 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:05:05.031148 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:05:05.031580 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:05:05.031705 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:05:05.032017 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:05:05.032336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:05:05.032648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:05:05.032958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:05:05.080218 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7977c-3b14-401d-bbc0-6dc2ff3c61ff None None] New status for floating IP d8091a2c-8254-4b10-926f-f99b09c34041: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:05:05.080760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffa6c6a-a9e1-4bb0-9cae-0df71e8b9c45 req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] No DVR routers for this DVR port d862008b-5e38-4a27-a50c-eb1fbbf9808b on host n-h2-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:05:05.084706 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-bffa6c6a-a9e1-4bb0-9cae-0df71e8b9c45 req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:05.088177 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bffa6c6a-a9e1-4bb0-9cae-0df71e8b9c45 req-dfb90582-359e-410e-a39c-a34f88d03ccd tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.73 "DELETE /v2.0/ports/d862008b-5e38-4a27-a50c-eb1fbbf9808b HTTP/1.1" status: 204 len: 173 time: 0.4568350 Mar 23 13:05:05.088657 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c70fd2-6b89-406e-9aa2-2eb78c0c79c7', 'name': 'network-vif-deleted', 'tag': 'd862008b-5e38-4a27-a50c-eb1fbbf9808b'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:05:05.091088 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fc3a0a-9c4e-4a77-8038-b3e6797fe15b" -d '{"events": [{"server_uuid": "19c70fd2-6b89-406e-9aa2-2eb78c0c79c7", "name": "network-vif-deleted", "tag": "d862008b-5e38-4a27-a50c-eb1fbbf9808b"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:05:05.156028 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dccacf-7834-41df-9755-50208bec8208 x-openstack-request-id: req-28dccacf-7834-41df-9755-50208bec8208 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:05:05.156628 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c70fd2-6b89-406e-9aa2-2eb78c0c79c7", "name": "network-vif-deleted", "tag": "d862008b-5e38-4a27-a50c-eb1fbbf9808b", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:05:05.156889 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28dccacf-7834-41df-9755-50208bec8208 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:05:05.157811 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c70fd2-6b89-406e-9aa2-2eb78c0c79c7', 'name': 'network-vif-deleted', 'tag': 'd862008b-5e38-4a27-a50c-eb1fbbf9808b', 'status': 'completed', 'code': 200} Mar 23 13:05:05.354680 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-53fbb6ea-bbfb-4179-8f01-c85f9cf3ef3a req-f18bd2fe-c490-44be-bbf4-9bc681da387c tempest-TestServerMultinode-1628591769 tempest-TestServerMultinode-1628591769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19c70fd2-6b89-406e-9aa2-2eb78c0c79c7 HTTP/1.1" status: 200 len: 210 time: 0.0290344 Mar 23 13:05:05.369072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46342) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:05:05.441545 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7c7da75e-f86d-4d81-9912-9af666eaa4bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/floatingips/d8091a2c-8254-4b10-926f-f99b09c34041 HTTP/1.1" status: 200 len: 993 time: 0.0711110 Mar 23 13:05:06.417735 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46346) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:05:06.767226 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c52f28e-878b-40ed-91ff-f8fcb9e4270d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:07.008036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2c52f28e-878b-40ed-91ff-f8fcb9e4270d admin admin] Deleting port e3838ca8-2002-4f2b-a796-c143f3a57b3b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:05:07.008379 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c52f28e-878b-40ed-91ff-f8fcb9e4270d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:07.088680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-2c52f28e-878b-40ed-91ff-f8fcb9e4270d admin admin] For port e3838ca8-2002-4f2b-a796-c143f3a57b3b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e3838ca8-2002-4f2b-a796-c143f3a57b3b,segment=NetworkSegment(78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b),segment_id=78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:05:07.089962 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c52f28e-878b-40ed-91ff-f8fcb9e4270d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:07.102128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2c52f28e-878b-40ed-91ff-f8fcb9e4270d admin admin] Calling delete_port for e3838ca8-2002-4f2b-a796-c143f3a57b3b owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:05:07.280532 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c52f28e-878b-40ed-91ff-f8fcb9e4270d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:07.306105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52f28e-878b-40ed-91ff-f8fcb9e4270d admin admin] Pushing event deleted for resources: {'Port': ['ID=e3838ca8-2002-4f2b-a796-c143f3a57b3b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:05:07.487852 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2c52f28e-878b-40ed-91ff-f8fcb9e4270d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:07.699887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c52f28e-878b-40ed-91ff-f8fcb9e4270d admin admin] Router d210768d-90fa-4324-8a8d-d7971f2d8d73 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:05:07.806191 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c52f28e-878b-40ed-91ff-f8fcb9e4270d admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:05:07.811238 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2c52f28e-878b-40ed-91ff-f8fcb9e4270d admin admin] 10.222.0.52 "PUT /v2.0/routers/d210768d-90fa-4324-8a8d-d7971f2d8d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3923740 Mar 23 13:05:07.813827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46348) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:05:07.814715 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc8512-f0fa-464d-9754-799ce6fbe59b None None] Sync routers for ids ['d210768d-90fa-4324-8a8d-d7971f2d8d73'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:05:07.824803 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc8512-f0fa-464d-9754-799ce6fbe59b None None] Routers {'d210768d-90fa-4324-8a8d-d7971f2d8d73'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:05:07.825420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e7dc8512-f0fa-464d-9754-799ce6fbe59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d210768d-90fa-4324-8a8d-d7971f2d8d73'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:07.932065 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e7dc8512-f0fa-464d-9754-799ce6fbe59b None None] Set router d210768d-90fa-4324-8a8d-d7971f2d8d73 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:05:07.992708 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d862008b-5e38-4a27-a50c-eb1fbbf9808b no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:05:08.023090 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: d862008b-5e38-4a27-a50c-eb1fbbf9808b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:05:08.023424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device d862008b-5e38-4a27-a50c-eb1fbbf9808b not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:05:08.147587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e7dc8512-f0fa-464d-9754-799ce6fbe59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'name': 'tempest-TestServerMultinode-516668012-router', 'tenant_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:19Z', 'updated_at': '2022-03-23T13:05:07Z', 'revision_number': 5, 'project_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'gw_port': {'id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:20Z', 'updated_at': '2022-03-23T13:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:08.176733 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc8512-f0fa-464d-9754-799ce6fbe59b None None] Checking router: d210768d-90fa-4324-8a8d-d7971f2d8d73 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:05:08.186053 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc8512-f0fa-464d-9754-799ce6fbe59b None None] Routers {'d210768d-90fa-4324-8a8d-d7971f2d8d73'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:05:08.186719 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e7dc8512-f0fa-464d-9754-799ce6fbe59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d210768d-90fa-4324-8a8d-d7971f2d8d73'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:08.233118 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-010dc218-84f6-4a5f-b927-89437e52dc1d admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:08.293006 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e7dc8512-f0fa-464d-9754-799ce6fbe59b None None] Set router d210768d-90fa-4324-8a8d-d7971f2d8d73 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:05:08.341041 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-010dc218-84f6-4a5f-b927-89437e52dc1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:08.400694 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-010dc218-84f6-4a5f-b927-89437e52dc1d admin admin] Deleting port c0585785-eda3-44bc-af4c-9e63f3e33de5 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:05:08.401064 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-010dc218-84f6-4a5f-b927-89437e52dc1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:08.475037 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e7dc8512-f0fa-464d-9754-799ce6fbe59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'name': 'tempest-TestServerMultinode-516668012-router', 'tenant_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:19Z', 'updated_at': '2022-03-23T13:05:07Z', 'revision_number': 5, 'project_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'gw_port': {'id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:20Z', 'updated_at': '2022-03-23T13:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:08.491740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-010dc218-84f6-4a5f-b927-89437e52dc1d admin admin] For port c0585785-eda3-44bc-af4c-9e63f3e33de5, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c0585785-eda3-44bc-af4c-9e63f3e33de5,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:05:08.492140 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-010dc218-84f6-4a5f-b927-89437e52dc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:08.502384 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc8512-f0fa-464d-9754-799ce6fbe59b None None] The sync data for ids ['d210768d-90fa-4324-8a8d-d7971f2d8d73'] in n-d-834854-1 is: [{'id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'name': 'tempest-TestServerMultinode-516668012-router', 'tenant_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:19Z', 'updated_at': '2022-03-23T13:05:07Z', 'revision_number': 5, 'project_id': 'c8ea17b0e1bf4f03aa10d350f4ae76b7', 'gw_port': {'id': 'c0585785-eda3-44bc-af4c-9e63f3e33de5', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd210768d-90fa-4324-8a8d-d7971f2d8d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:20Z', 'updated_at': '2022-03-23T13:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:05:08.508414 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-010dc218-84f6-4a5f-b927-89437e52dc1d admin admin] Calling delete_port for c0585785-eda3-44bc-af4c-9e63f3e33de5 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:05:08.688140 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-010dc218-84f6-4a5f-b927-89437e52dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:08.714118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010dc218-84f6-4a5f-b927-89437e52dc1d admin admin] Pushing event deleted for resources: {'Port': ['ID=c0585785-eda3-44bc-af4c-9e63f3e33de5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:05:08.770687 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-010dc218-84f6-4a5f-b927-89437e52dc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:08.864796 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-010dc218-84f6-4a5f-b927-89437e52dc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:08.867191 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-010dc218-84f6-4a5f-b927-89437e52dc1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:08.916968 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-010dc218-84f6-4a5f-b927-89437e52dc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:08.917510 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010dc218-84f6-4a5f-b927-89437e52dc1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d210768d-90fa-4324-8a8d-d7971f2d8d73 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:05:08.921875 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-010dc218-84f6-4a5f-b927-89437e52dc1d admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:08.925392 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-010dc218-84f6-4a5f-b927-89437e52dc1d admin admin] 10.222.0.52 "DELETE /v2.0/routers/d210768d-90fa-4324-8a8d-d7971f2d8d73 HTTP/1.1" status: 204 len: 168 time: 1.1082971 Mar 23 13:05:08.925654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46350) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:05:08.973103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca2ef0d-6032-4984-b040-c1bc6f90c060 admin admin] Deleting subnet ee661678-309e-40e5-8b01-de7e3fe9f28f {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:05:08.976484 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fca2ef0d-6032-4984-b040-c1bc6f90c060 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:09.012955 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fca2ef0d-6032-4984-b040-c1bc6f90c060 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:09.096099 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fca2ef0d-6032-4984-b040-c1bc6f90c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:09.150599 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fca2ef0d-6032-4984-b040-c1bc6f90c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:09.180475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2ef0d-6032-4984-b040-c1bc6f90c060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee661678-309e-40e5-8b01-de7e3fe9f28f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:05:09.182441 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fca2ef0d-6032-4984-b040-c1bc6f90c060 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:09.186264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f5c9e5-6af8-4c89-8e3b-6246e7006005 None None] Network e1f3fa79-f4e9-486e-9087-d4dea851fffc requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:05:09.186785 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fca2ef0d-6032-4984-b040-c1bc6f90c060 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ee661678-309e-40e5-8b01-de7e3fe9f28f HTTP/1.1" status: 204 len: 168 time: 0.2597764 Mar 23 13:05:09.188947 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46352) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:05:09.259311 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:09.318465 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] Deleting port f998973b-8018-4110-95f4-d8d9873b3f25 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:05:09.318812 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:09.380983 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] For port f998973b-8018-4110-95f4-d8d9873b3f25, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f998973b-8018-4110-95f4-d8d9873b3f25,segment=NetworkSegment(78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b),segment_id=78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:05:09.381345 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:09.394299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] Calling delete_port for f998973b-8018-4110-95f4-d8d9873b3f25 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:05:09.471141 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:09.494204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c07249-fc0e-497a-9e2e-8dc54fa47d2e None None] DHCP port deletion for e1f3fa79-f4e9-486e-9087-d4dea851fffc request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:05:09.508083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] Pushing event deleted for resources: {'Port': ['ID=f998973b-8018-4110-95f4-d8d9873b3f25,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:05:09.515614 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] No DVR routers for this DVR port f998973b-8018-4110-95f4-d8d9873b3f25 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:05:09.561354 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f998973b-8018-4110-95f4-d8d9873b3f25 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:05:09.582194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f998973b-8018-4110-95f4-d8d9873b3f25 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:05:09.582652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f998973b-8018-4110-95f4-d8d9873b3f25 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:05:09.583064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e3838ca8-2002-4f2b-a796-c143f3a57b3b no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:05:09.593152 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:09.601399 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: e3838ca8-2002-4f2b-a796-c143f3a57b3b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:05:09.601737 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e3838ca8-2002-4f2b-a796-c143f3a57b3b not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:05:09.602142 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c0585785-eda3-44bc-af4c-9e63f3e33de5 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:05:09.618309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f3fa79-f4e9-486e-9087-d4dea851fffc']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:09.620275 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c0585785-eda3-44bc-af4c-9e63f3e33de5 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:05:09.620616 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c0585785-eda3-44bc-af4c-9e63f3e33de5 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:05:09.628393 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:09.628688 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a1313d-d1aa-49d9-b0c4-aa6aaf8dd94b') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:09.638574 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:09.651881 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:09.657972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:05:09.658357 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:05:09.660367 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:05:09.717768 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:09.723049 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:09.726222 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] 10.222.0.52 "DELETE /v2.0/networks/e1f3fa79-f4e9-486e-9087-d4dea851fffc HTTP/1.1" status: 204 len: 168 time: 0.5356762 Mar 23 13:05:09.729306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46354) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:05:09.738478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abe4fb-c776-4064-aba2-2107ae5d202c admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f3fa79-f4e9-486e-9087-d4dea851fffc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:05:10.068469 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d389ff7-e052-4c6f-83e6-059678f26b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:10.576904 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7d389ff7-e052-4c6f-83e6-059678f26b29 admin admin] Deleting port 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:05:10.577344 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d389ff7-e052-4c6f-83e6-059678f26b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:10.653791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-7d389ff7-e052-4c6f-83e6-059678f26b29 admin admin] For port 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9,segment=NetworkSegment(025288cd-45dc-4fde-8c85-fcb06e1c0806),segment_id=025288cd-45dc-4fde-8c85-fcb06e1c0806)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:05:10.654144 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d389ff7-e052-4c6f-83e6-059678f26b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:10.670307 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-7d389ff7-e052-4c6f-83e6-059678f26b29 admin admin] Calling delete_port for 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:05:10.843995 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d389ff7-e052-4c6f-83e6-059678f26b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:10.867204 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d389ff7-e052-4c6f-83e6-059678f26b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:05:11.033263 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7d389ff7-e052-4c6f-83e6-059678f26b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:11.247793 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d389ff7-e052-4c6f-83e6-059678f26b29 admin admin] Router 18be336c-76c7-4374-ab17-dbf2d3a06092 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:05:11.356753 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d389ff7-e052-4c6f-83e6-059678f26b29 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:05:11.364374 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7d389ff7-e052-4c6f-83e6-059678f26b29 admin admin] 10.222.0.52 "PUT /v2.0/routers/18be336c-76c7-4374-ab17-dbf2d3a06092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6313508 Mar 23 13:05:11.365040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46356) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:05:11.370139 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f219b71-3010-464e-b51d-18d431f5eb76 None None] Sync routers for ids ['18be336c-76c7-4374-ab17-dbf2d3a06092'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:05:11.380230 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f219b71-3010-464e-b51d-18d431f5eb76 None None] Routers {'18be336c-76c7-4374-ab17-dbf2d3a06092'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:05:11.380948 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3f219b71-3010-464e-b51d-18d431f5eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['18be336c-76c7-4374-ab17-dbf2d3a06092'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:11.473476 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7855778c-5cc4-4441-b68e-349595f18204 admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:11.484992 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3f219b71-3010-464e-b51d-18d431f5eb76 None None] Set router 18be336c-76c7-4374-ab17-dbf2d3a06092 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:05:11.577814 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7855778c-5cc4-4441-b68e-349595f18204 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:11.630774 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7855778c-5cc4-4441-b68e-349595f18204 admin admin] Deleting port aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:05:11.631035 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7855778c-5cc4-4441-b68e-349595f18204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:11.660310 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3f219b71-3010-464e-b51d-18d431f5eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'name': 'tempest-TestServerMultinode-1099074202-router', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:26Z', 'updated_at': '2022-03-23T13:05:10Z', 'revision_number': 5, 'project_id': '8aa493ba18984bc488b48fb9b44925c1', 'gw_port': {'id': 'aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:27Z', 'updated_at': '2022-03-23T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:11.690516 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f219b71-3010-464e-b51d-18d431f5eb76 None None] Checking router: 18be336c-76c7-4374-ab17-dbf2d3a06092 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:05:11.698640 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f219b71-3010-464e-b51d-18d431f5eb76 None None] Routers {'18be336c-76c7-4374-ab17-dbf2d3a06092'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:05:11.699241 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3f219b71-3010-464e-b51d-18d431f5eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:04:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['18be336c-76c7-4374-ab17-dbf2d3a06092'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:11.713629 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-7855778c-5cc4-4441-b68e-349595f18204 admin admin] For port aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:05:11.713992 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7855778c-5cc4-4441-b68e-349595f18204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:11.725449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7855778c-5cc4-4441-b68e-349595f18204 admin admin] Calling delete_port for aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:05:11.783020 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-3f219b71-3010-464e-b51d-18d431f5eb76 None None] Set router 18be336c-76c7-4374-ab17-dbf2d3a06092 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:05:11.832943 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-3f219b71-3010-464e-b51d-18d431f5eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'name': 'tempest-TestServerMultinode-1099074202-router', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:26Z', 'updated_at': '2022-03-23T13:05:11Z', 'revision_number': 6, 'project_id': '8aa493ba18984bc488b48fb9b44925c1', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:11.862584 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f219b71-3010-464e-b51d-18d431f5eb76 None None] The sync data for ids ['18be336c-76c7-4374-ab17-dbf2d3a06092'] in n-d-834854-1 is: [{'id': '18be336c-76c7-4374-ab17-dbf2d3a06092', 'name': 'tempest-TestServerMultinode-1099074202-router', 'tenant_id': '8aa493ba18984bc488b48fb9b44925c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:26Z', 'updated_at': '2022-03-23T13:05:11Z', 'revision_number': 6, 'project_id': '8aa493ba18984bc488b48fb9b44925c1', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:05:11.896924 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7855778c-5cc4-4441-b68e-349595f18204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:11.923532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855778c-5cc4-4441-b68e-349595f18204 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:05:11.982830 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7855778c-5cc4-4441-b68e-349595f18204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.073096 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7855778c-5cc4-4441-b68e-349595f18204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.075194 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7855778c-5cc4-4441-b68e-349595f18204 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.121481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7855778c-5cc4-4441-b68e-349595f18204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.122069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7855778c-5cc4-4441-b68e-349595f18204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18be336c-76c7-4374-ab17-dbf2d3a06092 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:05:12.126532 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7855778c-5cc4-4441-b68e-349595f18204 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.127682 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7855778c-5cc4-4441-b68e-349595f18204 admin admin] 10.222.0.52 "DELETE /v2.0/routers/18be336c-76c7-4374-ab17-dbf2d3a06092 HTTP/1.1" status: 204 len: 168 time: 0.7620444 Mar 23 13:05:12.130119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46358) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:05:12.177492 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-42658cfa-1686-4f63-8f96-022416745652 admin admin] Deleting subnet 415e92c3-0b45-408a-8d8e-3fb2c01d6c52 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:05:12.180458 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42658cfa-1686-4f63-8f96-022416745652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.215891 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42658cfa-1686-4f63-8f96-022416745652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.302240 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42658cfa-1686-4f63-8f96-022416745652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.355943 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42658cfa-1686-4f63-8f96-022416745652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.384653 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-42658cfa-1686-4f63-8f96-022416745652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.389818 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b47da9-ed36-45ff-9b44-78214c6cea83 None None] Network b05b3dd7-7f77-4f87-b3cc-49032b791145 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:05:12.390943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46360) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:05:12.391391 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-42658cfa-1686-4f63-8f96-022416745652 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/415e92c3-0b45-408a-8d8e-3fb2c01d6c52 HTTP/1.1" status: 204 len: 168 time: 0.2600269 Mar 23 13:05:12.392167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42658cfa-1686-4f63-8f96-022416745652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415e92c3-0b45-408a-8d8e-3fb2c01d6c52,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:05:12.459203 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.512019 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] Deleting port 10ab6d00-4241-4086-b461-c550aa73c1ad {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:05:12.512366 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.580399 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] For port 10ab6d00-4241-4086-b461-c550aa73c1ad, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=10ab6d00-4241-4086-b461-c550aa73c1ad,segment=NetworkSegment(025288cd-45dc-4fde-8c85-fcb06e1c0806),segment_id=025288cd-45dc-4fde-8c85-fcb06e1c0806)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:05:12.580668 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.593852 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] Calling delete_port for 10ab6d00-4241-4086-b461-c550aa73c1ad owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:05:12.628089 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c042ae16-e5f9-4047-84d3-e890b66ed556 None None] DHCP port deletion for b05b3dd7-7f77-4f87-b3cc-49032b791145 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:05:12.676853 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.682636 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c042ae16-e5f9-4047-84d3-e890b66ed556 None None] Deleting port 10ab6d00-4241-4086-b461-c550aa73c1ad {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:05:12.683023 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c042ae16-e5f9-4047-84d3-e890b66ed556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.709165 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ab6d00-4241-4086-b461-c550aa73c1ad,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:05:12.711061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] No DVR routers for this DVR port 10ab6d00-4241-4086-b461-c550aa73c1ad on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:05:12.746611 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c042ae16-e5f9-4047-84d3-e890b66ed556 None None] For port 10ab6d00-4241-4086-b461-c550aa73c1ad, host n-d-834854-1, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:05:12.747009 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c042ae16-e5f9-4047-84d3-e890b66ed556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.763482 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c042ae16-e5f9-4047-84d3-e890b66ed556 None None] Calling delete_port for 10ab6d00-4241-4086-b461-c550aa73c1ad owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:05:12.766845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-c042ae16-e5f9-4047-84d3-e890b66ed556 None None] Port 10ab6d00-4241-4086-b461-c550aa73c1ad was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 13:05:12.768175 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c042ae16-e5f9-4047-84d3-e890b66ed556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.784677 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.793664 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042ae16-e5f9-4047-84d3-e890b66ed556 None None] Pushing event deleted for resources: {'Port': ['ID=10ab6d00-4241-4086-b461-c550aa73c1ad,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:05:12.797749 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042ae16-e5f9-4047-84d3-e890b66ed556 None None] No DVR routers for this DVR port 10ab6d00-4241-4086-b461-c550aa73c1ad on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:05:12.807177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05b3dd7-7f77-4f87-b3cc-49032b791145']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:12.817336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025288cd-45dc-4fde-8c85-fcb06e1c0806') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:12.817630 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025288cd-45dc-4fde-8c85-fcb06e1c0806') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:05:12.827410 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.841244 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.848003 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:05:12.848449 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: timer() Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:05:12.850111 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:05:12.909983 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.915659 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:12.918925 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b05b3dd7-7f77-4f87-b3cc-49032b791145 HTTP/1.1" status: 204 len: 168 time: 0.5266774 Mar 23 13:05:12.933484 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fc88d-53c1-4d05-957b-119ad5196b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=b05b3dd7-7f77-4f87-b3cc-49032b791145,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:05:13.079047 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46364) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:05:13.118211 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-598ba752-6c6a-4920-ba87-58d603d08d6e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c8ea17b0e1bf4f03aa10d350f4ae76b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380006 Mar 23 13:05:13.120624 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46366) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:05:13.169838 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afc409ba-1d31-49a0-9d8d-75af7b80c9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:13.203806 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afc409ba-1d31-49a0-9d8d-75af7b80c9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:13.259595 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afc409ba-1d31-49a0-9d8d-75af7b80c9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:13.263322 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afc409ba-1d31-49a0-9d8d-75af7b80c9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:13.265563 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-afc409ba-1d31-49a0-9d8d-75af7b80c9b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4feb8182-f464-4e54-bc9f-85c6c2373887 HTTP/1.1" status: 204 len: 168 time: 0.1433597 Mar 23 13:05:13.274162 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc409ba-1d31-49a0-9d8d-75af7b80c9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feb8182-f464-4e54-bc9f-85c6c2373887,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:05:13.386402 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:05:13.410349 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:05:13.410941 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0f8bbb0a-a5e8-48e8-8b07-cfba469e3fc9 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:05:13.411093 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 10ab6d00-4241-4086-b461-c550aa73c1ad no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:05:13.431439 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 10ab6d00-4241-4086-b461-c550aa73c1ad {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:05:13.431820 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 10ab6d00-4241-4086-b461-c550aa73c1ad not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:05:13.432223 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:05:13.450944 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:05:13.451289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device aa3efbb9-9412-4e70-bc1b-1e4a1f8dcf9c not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:05:13.586311 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46372) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:05:13.628701 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d426e334-b4cc-44cd-af1d-df15a153fa8b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8aa493ba18984bc488b48fb9b44925c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412476 Mar 23 13:05:13.631171 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46374) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:05:13.679041 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b25b7a3-4d49-46a4-bd14-b85012e3f252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:13.700018 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b25b7a3-4d49-46a4-bd14-b85012e3f252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:13.744712 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b25b7a3-4d49-46a4-bd14-b85012e3f252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:13.747230 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4b25b7a3-4d49-46a4-bd14-b85012e3f252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:13.748399 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4b25b7a3-4d49-46a4-bd14-b85012e3f252 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df09a04d-3c48-4364-a076-28e577666a30 HTTP/1.1" status: 204 len: 168 time: 0.1161528 Mar 23 13:05:13.758734 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25b7a3-4d49-46a4-bd14-b85012e3f252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df09a04d-3c48-4364-a076-28e577666a30,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:05:16.289342 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:17.646755 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:24.071016 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2750fe1b-293d-4a3a-a36b-e03e8ef6b79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:26.925838 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ccb02c4a-104d-45fa-9cfb-9a28bf5be8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:27.841036 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:29.154094 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:29.540235 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:34.702771 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:05:43.822201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-e4aecabd-865c-4944-872b-461c149a7683 req-aed4f030-b0e4-4c59-8cad-b1fd7ef997d1 tempest-AttachVolumeNegativeTest-11100746 tempest-AttachVolumeNegativeTest-11100746-project] (102778) timed out ('10.222.0.77', 58179) {{(pid=102778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 13:05:46.288869 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:47.658945 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:54.075895 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-98aae4da-f10a-484b-ba3f-c8443d776e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:56.927186 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ac335735-fa36-495c-b1df-54aac8ec1282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:57.844986 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:58.566679 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38fe76ef-442c-4641-aae9-53c31ee9545a req-66d8614c-0b89-4469-967e-f3ef51605206 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394406 Mar 23 13:05:58.652785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe76ef-442c-4641-aae9-53c31ee9545a req-4450c4eb-eebe-444b-af08-8d4c1ca7db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:58.654791 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38fe76ef-442c-4641-aae9-53c31ee9545a req-4450c4eb-eebe-444b-af08-8d4c1ca7db76 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 1096 time: 0.0460801 Mar 23 13:05:58.755253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe76ef-442c-4641-aae9-53c31ee9545a req-80be41ec-430a-4002-b855-d06f71fd0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:58.756781 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38fe76ef-442c-4641-aae9-53c31ee9545a req-80be41ec-430a-4002-b855-d06f71fd0dee service neutron] 10.222.0.77 "GET /v2.0/networks?id=765de783-d05f-4302-91fe-fdebb4ccfae3 HTTP/1.1" status: 200 len: 897 time: 0.0839310 Mar 23 13:05:58.826448 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38fe76ef-442c-4641-aae9-53c31ee9545a req-36ed38ac-9b11-4d46-bde4-3505a5594367 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387edc54-5588-44e6-919d-feb7c81e3031 HTTP/1.1" status: 200 len: 1001 time: 0.0630124 Mar 23 13:05:58.875549 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe76ef-442c-4641-aae9-53c31ee9545a req-95534d15-020f-4786-b643-98caa42a5753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:58.876980 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38fe76ef-442c-4641-aae9-53c31ee9545a req-95534d15-020f-4786-b643-98caa42a5753 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2f0ed7eb-b908-4dc6-b325-535d53c18e63 HTTP/1.1" status: 200 len: 835 time: 0.0429289 Mar 23 13:05:58.920446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe76ef-442c-4641-aae9-53c31ee9545a req-633adf21-dd99-47e7-acad-ccb74891fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:05:58.922423 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38fe76ef-442c-4641-aae9-53c31ee9545a req-633adf21-dd99-47e7-acad-ccb74891fbe0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=765de783-d05f-4302-91fe-fdebb4ccfae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390620 Mar 23 13:05:59.012586 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38fe76ef-442c-4641-aae9-53c31ee9545a req-7a6649aa-e965-4d46-85b3-123c84c18603 service neutron] 10.222.0.77 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830123 Mar 23 13:05:59.101609 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38fe76ef-442c-4641-aae9-53c31ee9545a req-94d0216f-793b-47bf-aa37-a0e821531057 service neutron] 10.222.0.77 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810621 Mar 23 13:05:59.157404 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:05:59.543055 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:11.701377 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:06:16.305431 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:17.658405 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:18.485476 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9e129-e712-4f45-88a9-d151de2ac410 req-e993d605-6729-4ff3-b4a7-bf30c3d34d83 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:18.486942 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21d9e129-e712-4f45-88a9-d151de2ac410 req-e993d605-6729-4ff3-b4a7-bf30c3d34d83 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 945 time: 0.0498586 Mar 23 13:06:18.523567 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21d9e129-e712-4f45-88a9-d151de2ac410 req-72c0d0af-08c7-4cff-81d3-fbcb65c57267 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305967 Mar 23 13:06:18.546193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46408) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:18.609460 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e11da717-1007-42a1-a957-4e47b52cdaa9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/floatingips/d8091a2c-8254-4b10-926f-f99b09c34041 HTTP/1.1" status: 200 len: 993 time: 0.0620990 Mar 23 13:06:18.947784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5679a-2c85-4c8f-b4bd-2b6db0bd0022 req-53a24d28-db35-46c6-96c5-0e2142af1c21 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:18.949212 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-01a5679a-2c85-4c8f-b4bd-2b6db0bd0022 req-53a24d28-db35-46c6-96c5-0e2142af1c21 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 1096 time: 0.0438645 Mar 23 13:06:18.981945 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-01a5679a-2c85-4c8f-b4bd-2b6db0bd0022 req-5c48688c-319a-4566-bdd6-4fb92d325c33 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268540 Mar 23 13:06:19.452070 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-16845d03-6dd5-4128-a65f-f7d268bfb929 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391440 Mar 23 13:06:19.461704 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-edad9384-23c8-4798-8513-ff6b8e342ca6 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:06:19.462614 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-edad9384-23c8-4798-8513-ff6b8e342ca6 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049644 Mar 23 13:06:19.880998 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-e5414569-a909-4522-bcd8-95ce864284cf tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:06:19.881947 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-e5414569-a909-4522-bcd8-95ce864284cf tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052876 Mar 23 13:06:19.949227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-9170392b-19f2-42a0-8148-9b1d7b3deb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:19.950593 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-9170392b-19f2-42a0-8148-9b1d7b3deb8f service neutron] 10.222.0.52 "GET /v2.0/ports/387edc54-5588-44e6-919d-feb7c81e3031 HTTP/1.1" status: 200 len: 1093 time: 0.0339816 Mar 23 13:06:19.959435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-9b54dd9a-bf77-487a-a38c-b05f2fa93c27 service neutron] Request body: {'binding': {'host': 'n-h2-834854-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:06:19.959883 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-9b54dd9a-bf77-487a-a38c-b05f2fa93c27 service neutron] Unknown quota resources ['binding']. {{(pid=102778) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 13:06:20.089497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-9b54dd9a-bf77-487a-a38c-b05f2fa93c27 service neutron] Attempting to bind port 387edc54-5588-44e6-919d-feb7c81e3031 on host n-h2-834854-1 for vnic_type normal with profile None {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:06:20.089726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-9b54dd9a-bf77-487a-a38c-b05f2fa93c27 service neutron] Attempting to bind port 387edc54-5588-44e6-919d-feb7c81e3031 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:06:20.090061 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-9b54dd9a-bf77-487a-a38c-b05f2fa93c27 service neutron] Attempting to bind port 387edc54-5588-44e6-919d-feb7c81e3031 on network 765de783-d05f-4302-91fe-fdebb4ccfae3 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:06:20.094743 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-9b54dd9a-bf77-487a-a38c-b05f2fa93c27 service neutron] Port 387edc54-5588-44e6-919d-feb7c81e3031 on network 765de783-d05f-4302-91fe-fdebb4ccfae3 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:06:20.095065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-9b54dd9a-bf77-487a-a38c-b05f2fa93c27 service neutron] Attempting to bind port 387edc54-5588-44e6-919d-feb7c81e3031 on network 765de783-d05f-4302-91fe-fdebb4ccfae3 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:06:20.103987 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-9b54dd9a-bf77-487a-a38c-b05f2fa93c27 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:06:20.104365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-9b54dd9a-bf77-487a-a38c-b05f2fa93c27 service neutron] Checking segment: {'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:06:20.104758 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-9b54dd9a-bf77-487a-a38c-b05f2fa93c27 service neutron] Bound using segment: {'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:06:20.105193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-9b54dd9a-bf77-487a-a38c-b05f2fa93c27 service neutron] Bound port: 387edc54-5588-44e6-919d-feb7c81e3031, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:06:20.214667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-9b54dd9a-bf77-487a-a38c-b05f2fa93c27 service neutron] For port 387edc54-5588-44e6-919d-feb7c81e3031, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=387edc54-5588-44e6-919d-feb7c81e3031,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:06:20.222408 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-9b54dd9a-bf77-487a-a38c-b05f2fa93c27 service neutron] Notify callbacks [] for binding, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:20.223611 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-9b54dd9a-bf77-487a-a38c-b05f2fa93c27 service neutron] 10.222.0.52 "POST /v2.0/ports/387edc54-5588-44e6-919d-feb7c81e3031/bindings HTTP/1.1" status: 201 len: 389 time: 0.2675419 Mar 23 13:06:20.368304 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7a1b1-33db-43f7-9959-7fea6fb2965d req-cb3d07bc-ba81-4171-9d0d-054ea3106d77 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:20.369891 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7c7a1b1-33db-43f7-9959-7fea6fb2965d req-cb3d07bc-ba81-4171-9d0d-054ea3106d77 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 945 time: 0.0522411 Mar 23 13:06:20.409205 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7c7a1b1-33db-43f7-9959-7fea6fb2965d req-80212a4e-4477-4b20-b904-ae7faecba29f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330584 Mar 23 13:06:20.542246 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-27f3423e-f7b5-4c5a-b650-14fa3f241916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:20.543735 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-27f3423e-f7b5-4c5a-b650-14fa3f241916 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 1096 time: 0.1507847 Mar 23 13:06:20.632704 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-b78f4887-7a16-4024-a77a-4709f028f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:20.634090 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-b78f4887-7a16-4024-a77a-4709f028f0df service neutron] 10.222.0.73 "GET /v2.0/networks?id=765de783-d05f-4302-91fe-fdebb4ccfae3 HTTP/1.1" status: 200 len: 897 time: 0.0830338 Mar 23 13:06:20.703450 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-a5a5cae5-c3d0-4718-a507-c288b1a1122c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387edc54-5588-44e6-919d-feb7c81e3031 HTTP/1.1" status: 200 len: 1001 time: 0.0618985 Mar 23 13:06:20.751916 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-3a0b45f8-ef67-43a0-91d5-6c3e1126275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:20.753339 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-3a0b45f8-ef67-43a0-91d5-6c3e1126275d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f0ed7eb-b908-4dc6-b325-535d53c18e63 HTTP/1.1" status: 200 len: 835 time: 0.0429642 Mar 23 13:06:20.798996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-d31e4312-9f86-4f94-83a3-124c687f57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:20.800464 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-d31e4312-9f86-4f94-83a3-124c687f57cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=765de783-d05f-4302-91fe-fdebb4ccfae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402689 Mar 23 13:06:20.896857 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-65a86a59-6b46-412c-ad17-ccfd4f4e1b4c service neutron] 10.222.0.73 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891099 Mar 23 13:06:20.986594 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-2a1bf9ca-2674-49ec-8ace-7155696ee5d4 service neutron] 10.222.0.73 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831695 Mar 23 13:06:21.121732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-b9128222-15c7-400a-a609-a87eda350325 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:21.123224 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-b9128222-15c7-400a-a609-a87eda350325 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd&tenant_id=7384117b2eb84ea483002d0119f2bf5c&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 1096 time: 0.0783205 Mar 23 13:06:21.142447 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834854-1'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:06:21.195399 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:21.319327 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] For port 387edc54-5588-44e6-919d-feb7c81e3031, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=387edc54-5588-44e6-919d-feb7c81e3031,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:06:21.354355 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] For port 387edc54-5588-44e6-919d-feb7c81e3031, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:06:21.393007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:06:21.395241 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a864a46-1736-423a-b7fd-fb341fa5d053" -d '{"events": [{"server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "name": "network-vif-unplugged", "status": "completed", "tag": "387edc54-5588-44e6-919d-feb7c81e3031"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:06:21.399318 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:21.405069 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:21.536010 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=387edc54-5588-44e6-919d-feb7c81e3031,revision_number=7']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:21.549445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edba27e-0fb9-415c-aa41-c6277d8cb2c8 req-70435865-d898-43dd-a26b-0688375f9461 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:21.551203 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0edba27e-0fb9-415c-aa41-c6277d8cb2c8 req-70435865-d898-43dd-a26b-0688375f9461 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 943 time: 0.0601122 Mar 23 13:06:21.555873 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:21.556241 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:21.556578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:21.556907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:21.557234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:21.557555 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:21.557875 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:21.558193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:21.558515 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:21.558834 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:21.559151 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:21.559464 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:21.605824 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 13:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89d2da4-c8a1-4d71-b2f5-21c17d8324e3 x-openstack-request-id: req-c89d2da4-c8a1-4d71-b2f5-21c17d8324e3 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:06:21.606117 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "name": "network-vif-unplugged", "status": "completed", "tag": "387edc54-5588-44e6-919d-feb7c81e3031", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:06:21.606365 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c89d2da4-c8a1-4d71-b2f5-21c17d8324e3 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:06:21.606756 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031', 'code': 200} Mar 23 13:06:21.608247 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0edba27e-0fb9-415c-aa41-c6277d8cb2c8 req-aceaff21-36cb-4464-838b-01d99e1ebf60 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496008 Mar 23 13:06:21.621046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Attempting to bind port 387edc54-5588-44e6-919d-feb7c81e3031 on host n-h1-834854-1 for vnic_type normal with profile {"migrating_to": "n-h2-834854-1"} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:06:21.621290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Attempting to bind port 387edc54-5588-44e6-919d-feb7c81e3031 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:06:21.621610 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Attempting to bind port 387edc54-5588-44e6-919d-feb7c81e3031 on network 765de783-d05f-4302-91fe-fdebb4ccfae3 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:06:21.626038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Port 387edc54-5588-44e6-919d-feb7c81e3031 on network 765de783-d05f-4302-91fe-fdebb4ccfae3 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:06:21.626349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Attempting to bind port 387edc54-5588-44e6-919d-feb7c81e3031 on network 765de783-d05f-4302-91fe-fdebb4ccfae3 {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:06:21.631113 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:06:21.631446 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Checking segment: {'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:06:21.631821 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Bound using segment: {'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'} {{(pid=102779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:06:21.632274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.managers [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Bound port: 387edc54-5588-44e6-919d-feb7c81e3031, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3'}}] {{(pid=102779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:06:21.632626 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:21.702120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] For port 387edc54-5588-44e6-919d-feb7c81e3031, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:06:21.705062 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] For port 387edc54-5588-44e6-919d-feb7c81e3031, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=387edc54-5588-44e6-919d-feb7c81e3031,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:06:21.710537 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:21.741499 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] Provisioning complete for port 387edc54-5588-44e6-919d-feb7c81e3031 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:06:21.741956 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:21.810625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=387edc54-5588-44e6-919d-feb7c81e3031,revision_number=8']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:21.834278 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:21.854267 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:21.854885 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:21.856339 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-231ffa96-77dc-4136-be64-a2267125a0c5 service neutron] 10.222.0.73 "PUT /v2.0/ports/387edc54-5588-44e6-919d-feb7c81e3031 HTTP/1.1" status: 200 len: 1121 time: 0.7251797 Mar 23 13:06:21.861644 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:06:21.865084 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b93011-1dbb-4057-b0ed-007c6d71e4c0" -d '{"events": [{"server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "name": "network-vif-plugged", "status": "completed", "tag": "387edc54-5588-44e6-919d-feb7c81e3031"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:06:21.878370 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] For port 387edc54-5588-44e6-919d-feb7c81e3031, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=387edc54-5588-44e6-919d-feb7c81e3031,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:06:21.884971 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:22.130436 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['387edc54-5588-44e6-919d-feb7c81e3031'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:06:22.137382 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec93617c-af2d-43d7-b7ec-c82dfd29d01e x-openstack-request-id: req-ec93617c-af2d-43d7-b7ec-c82dfd29d01e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:06:22.137671 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "name": "network-vif-plugged", "status": "completed", "tag": "387edc54-5588-44e6-919d-feb7c81e3031", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:06:22.137943 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec93617c-af2d-43d7-b7ec-c82dfd29d01e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:06:22.138355 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031', 'code': 200} Mar 23 13:06:22.220409 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] Pushing event updated for resources: {'Port': ['ID=387edc54-5588-44e6-919d-feb7c81e3031,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:22.245548 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:22.245884 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:22.246221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:22.246549 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:22.246873 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:22.247193 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:22.247510 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:22.247826 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:22.248248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:22.248598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:22.248961 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:22.249297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4391c6-4cd2-4587-a683-a4adb4b2feac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:22.424686 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b6f4b513-31bc-4f10-8ab0-8ee4b062f925 None None] Provisioning complete for port 387edc54-5588-44e6-919d-feb7c81e3031 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:06:22.425052 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b513-31bc-4f10-8ab0-8ee4b062f925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:22.732806 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b1221-f86a-455e-b4bd-bed31336c4e1 req-de4c213e-023b-4aa2-b8a1-cfd4c13a7454 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:22.735823 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d94b1221-f86a-455e-b4bd-bed31336c4e1 req-de4c213e-023b-4aa2-b8a1-cfd4c13a7454 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 945 time: 0.0550950 Mar 23 13:06:22.779416 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d94b1221-f86a-455e-b4bd-bed31336c4e1 req-5c5f831f-860e-4a21-ac27-1f1676309703 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375373 Mar 23 13:06:23.608325 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:06:23.610664 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942dd6e1-19cf-450b-986f-061c37383205" -d '{"events": [{"name": "network-changed", "server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "tag": "387edc54-5588-44e6-919d-feb7c81e3031"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:06:23.647747 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce70f51a-28d6-443e-99e1-a41cc417f600 x-openstack-request-id: req-ce70f51a-28d6-443e-99e1-a41cc417f600 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:06:23.648154 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "tag": "387edc54-5588-44e6-919d-feb7c81e3031", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:06:23.648491 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce70f51a-28d6-443e-99e1-a41cc417f600 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:06:23.648970 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031', 'status': 'completed', 'code': 200} Mar 23 13:06:23.713161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dd6e1-19cf-450b-986f-061c37383205 req-7ee9b8c2-34b0-4355-8405-abf8973e2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:23.714687 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-942dd6e1-19cf-450b-986f-061c37383205 req-7ee9b8c2-34b0-4355-8405-abf8973e2954 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 1126 time: 0.0431681 Mar 23 13:06:23.804306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dd6e1-19cf-450b-986f-061c37383205 req-dd642ae1-0632-465f-83fa-1a61b3d2fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:23.805874 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-942dd6e1-19cf-450b-986f-061c37383205 req-dd642ae1-0632-465f-83fa-1a61b3d2fbbc service neutron] 10.222.0.77 "GET /v2.0/networks?id=765de783-d05f-4302-91fe-fdebb4ccfae3 HTTP/1.1" status: 200 len: 897 time: 0.0841475 Mar 23 13:06:23.885994 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-942dd6e1-19cf-450b-986f-061c37383205 req-32decb2e-063c-407c-adf8-64da842d8579 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387edc54-5588-44e6-919d-feb7c81e3031 HTTP/1.1" status: 200 len: 1001 time: 0.0728493 Mar 23 13:06:23.959204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774b317-b553-49d6-a31f-6178950f3cbe req-3275ed5f-2d82-4f5b-9cbc-b9748e2f8e48 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:23.960730 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3774b317-b553-49d6-a31f-6178950f3cbe req-3275ed5f-2d82-4f5b-9cbc-b9748e2f8e48 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 945 time: 0.0938208 Mar 23 13:06:23.962243 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dd6e1-19cf-450b-986f-061c37383205 req-fc6b5826-0de2-437b-9289-10513eef8eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:23.963538 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-942dd6e1-19cf-450b-986f-061c37383205 req-fc6b5826-0de2-437b-9289-10513eef8eb7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2f0ed7eb-b908-4dc6-b325-535d53c18e63 HTTP/1.1" status: 200 len: 835 time: 0.0637264 Mar 23 13:06:24.032370 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3774b317-b553-49d6-a31f-6178950f3cbe req-80d8d462-0aa0-4d21-a798-df35283141f4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653949 Mar 23 13:06:24.037434 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dd6e1-19cf-450b-986f-061c37383205 req-16560c09-6759-442d-adea-588c1a1b0bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:24.038845 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-942dd6e1-19cf-450b-986f-061c37383205 req-16560c09-6759-442d-adea-588c1a1b0bce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=765de783-d05f-4302-91fe-fdebb4ccfae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658798 Mar 23 13:06:24.082446 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-055684c1-ef67-4b01-b957-cedf1191063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:24.134883 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-942dd6e1-19cf-450b-986f-061c37383205 req-be8e99c4-2133-4749-8184-17a282fbd886 service neutron] 10.222.0.77 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882845 Mar 23 13:06:24.237269 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-942dd6e1-19cf-450b-986f-061c37383205 req-a587acd6-c37e-4980-b126-a56d4b247e6b service neutron] 10.222.0.77 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944631 Mar 23 13:06:24.388773 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 387edc54-5588-44e6-919d-feb7c81e3031 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:06:24.488580 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 387edc54-5588-44e6-919d-feb7c81e3031, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=387edc54-5588-44e6-919d-feb7c81e3031,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:06:24.511519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 387edc54-5588-44e6-919d-feb7c81e3031 has no active binding in host n-h2-834854-1 {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 13:06:25.171071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10122baa-625e-4a12-a640-d56cf951e6bd req-20cba634-1fcf-4116-9d23-61a584c648ab tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:25.173480 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10122baa-625e-4a12-a640-d56cf951e6bd req-20cba634-1fcf-4116-9d23-61a584c648ab tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 945 time: 0.0591056 Mar 23 13:06:25.218557 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10122baa-625e-4a12-a640-d56cf951e6bd req-77a17c3c-472c-4c9d-902c-9cc27d3ab6e8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366492 Mar 23 13:06:26.335761 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96833b6-e529-4287-af23-cd6d40f37ddd req-b0a034c5-8be7-4bc5-b56a-fffe502aab8a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:26.337255 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a96833b6-e529-4287-af23-cd6d40f37ddd req-b0a034c5-8be7-4bc5-b56a-fffe502aab8a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 945 time: 0.0501881 Mar 23 13:06:26.376199 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a96833b6-e529-4287-af23-cd6d40f37ddd req-b1086974-4662-44d5-902f-0fbbddf74ed4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329342 Mar 23 13:06:26.928992 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-78464e2f-5ec3-40b3-a824-4a8810f6a913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:27.261803 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-3f2dc68d-363d-4d1e-ab54-c9da640e1385 service neutron] 10.222.0.77 "GET /v2.0/ports/387edc54-5588-44e6-919d-feb7c81e3031/bindings/n-h2-834854-1 HTTP/1.1" status: 200 len: 384 time: 0.0627005 Mar 23 13:06:27.441295 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] For port 387edc54-5588-44e6-919d-feb7c81e3031, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=387edc54-5588-44e6-919d-feb7c81e3031,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:06:27.462189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] For port 387edc54-5588-44e6-919d-feb7c81e3031, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:06:27.501654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32a3a4-27b1-4b79-bf80-5bab89336de9 req-f7120b05-db34-4525-84f4-c85d6ae95f20 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:27.503142 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed32a3a4-27b1-4b79-bf80-5bab89336de9 req-f7120b05-db34-4525-84f4-c85d6ae95f20 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 945 time: 0.0534885 Mar 23 13:06:27.507227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:06:27.509544 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dde66c7-29be-4578-acfb-b2bc51ca3b8d" -d '{"events": [{"server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "name": "network-vif-unplugged", "status": "completed", "tag": "387edc54-5588-44e6-919d-feb7c81e3031"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:06:27.516764 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] For port 387edc54-5588-44e6-919d-feb7c81e3031, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=387edc54-5588-44e6-919d-feb7c81e3031,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:06:27.532453 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:27.544094 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed32a3a4-27b1-4b79-bf80-5bab89336de9 req-6ec4eec9-b8f3-433c-ac8f-4a38bf268cbe tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344117 Mar 23 13:06:27.610636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] Transition to ACTIVE for port object 387edc54-5588-44e6-919d-feb7c81e3031 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:06:27.615811 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:27.641031 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 13:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff6c772-77c9-4591-b514-bc7cb19138b5 x-openstack-request-id: req-0ff6c772-77c9-4591-b514-bc7cb19138b5 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:06:27.641327 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "name": "network-vif-unplugged", "status": "completed", "tag": "387edc54-5588-44e6-919d-feb7c81e3031", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:06:27.641581 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ff6c772-77c9-4591-b514-bc7cb19138b5 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:06:27.641972 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031', 'code': 200} Mar 23 13:06:27.848936 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:28.007863 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=387edc54-5588-44e6-919d-feb7c81e3031,revision_number=11']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:28.019215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:28.019563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:28.019901 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:28.020261 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:28.020594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:28.020925 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:28.021253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:28.021578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:28.021903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:28.022228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:28.022549 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:28.022870 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:28.056109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] No DVR routers for this DVR port 387edc54-5588-44e6-919d-feb7c81e3031 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:06:28.181705 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-dbd2c179-073d-4426-a60c-8050bd67aaa0 service neutron] 10.222.0.77 "PUT /v2.0/ports/387edc54-5588-44e6-919d-feb7c81e3031/bindings/n-h2-834854-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9129786 Mar 23 13:06:28.277481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-c55caa67-627d-4c24-9cde-9616a20d17c6 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:28.279249 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-c55caa67-627d-4c24-9cde-9616a20d17c6 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd&tenant_id=7384117b2eb84ea483002d0119f2bf5c&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 1095 time: 0.0444524 Mar 23 13:06:28.357116 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-31624bf1-c021-4c6d-adf0-2207911e6229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:28.358524 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-31624bf1-c021-4c6d-adf0-2207911e6229 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd&tenant_id=7384117b2eb84ea483002d0119f2bf5c HTTP/1.1" status: 200 len: 1095 time: 0.0716867 Mar 23 13:06:28.422383 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-4230d22f-3ec1-45ef-ac38-74914348286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:28.423876 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-4230d22f-3ec1-45ef-ac38-74914348286f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 1095 time: 0.0413675 Mar 23 13:06:28.511727 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-56fc8cdf-65f8-4ba8-a5ab-da60b9933a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:28.513236 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-56fc8cdf-65f8-4ba8-a5ab-da60b9933a21 service neutron] 10.222.0.73 "GET /v2.0/networks?id=765de783-d05f-4302-91fe-fdebb4ccfae3 HTTP/1.1" status: 200 len: 897 time: 0.0821888 Mar 23 13:06:28.582420 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-becff441-aa7e-4d3f-bac4-ea8044dad53c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387edc54-5588-44e6-919d-feb7c81e3031 HTTP/1.1" status: 200 len: 999 time: 0.0621271 Mar 23 13:06:28.659223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-fbaa1add-8b5b-42a9-953d-a3061ca92b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:28.660718 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-fbaa1add-8b5b-42a9-953d-a3061ca92b54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f0ed7eb-b908-4dc6-b325-535d53c18e63 HTTP/1.1" status: 200 len: 835 time: 0.0713987 Mar 23 13:06:28.685045 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e91fa4-ea5c-452f-af7c-af636a00e25f req-1502e740-3f88-4fbb-b578-3b7dceba3267 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:28.686467 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-35e91fa4-ea5c-452f-af7c-af636a00e25f req-1502e740-3f88-4fbb-b578-3b7dceba3267 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 944 time: 0.0702157 Mar 23 13:06:28.743760 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-35e91fa4-ea5c-452f-af7c-af636a00e25f req-6c8a5ea6-85d7-44be-b801-5780e23faf55 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398343 Mar 23 13:06:28.746207 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-af4be8f9-de3a-46fb-9176-03f75c0ddd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:28.747596 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-af4be8f9-de3a-46fb-9176-03f75c0ddd01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=765de783-d05f-4302-91fe-fdebb4ccfae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789027 Mar 23 13:06:28.836233 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-259e11ee-a501-4dbc-8017-6c8b519e95a8 service neutron] 10.222.0.73 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808642 Mar 23 13:06:28.928265 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-b0f9bbe4-cf2b-4176-9db1-c63b8cf3443b service neutron] 10.222.0.73 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851889 Mar 23 13:06:29.163691 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:29.164339 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-a38bdbdb-ea7a-4d3f-8159-7b00f5784060 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:29.165306 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-a38bdbdb-ea7a-4d3f-8159-7b00f5784060 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd&tenant_id=7384117b2eb84ea483002d0119f2bf5c&binding%3Ahost_id=n-h2-834854-1 HTTP/1.1" status: 200 len: 1095 time: 0.0466566 Mar 23 13:06:29.545977 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:29.588105 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-47ce78d2-dccf-4a41-9409-19ecf9b0ee60 service neutron] For port 387edc54-5588-44e6-919d-feb7c81e3031, host n-h1-834854-1, cleared binding levels {{(pid=102779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:06:29.591193 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-47ce78d2-dccf-4a41-9409-19ecf9b0ee60 service neutron] Notify callbacks [] for binding, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:29.592343 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-47ce78d2-dccf-4a41-9409-19ecf9b0ee60 service neutron] 10.222.0.73 "DELETE /v2.0/ports/387edc54-5588-44e6-919d-feb7c81e3031/bindings/n-h1-834854-1 HTTP/1.1" status: 204 len: 173 time: 0.4202576 Mar 23 13:06:29.862655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32b0a4-2c25-4be2-aa7a-4233dbf41ae6 req-cfa23d5e-da75-497f-9f27-7b506125e6c4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:29.864188 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e32b0a4-2c25-4be2-aa7a-4233dbf41ae6 req-cfa23d5e-da75-497f-9f27-7b506125e6c4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 944 time: 0.0503960 Mar 23 13:06:29.903108 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e32b0a4-2c25-4be2-aa7a-4233dbf41ae6 req-1aecce90-2bd1-4504-9e22-8e3097cf59c0 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324547 Mar 23 13:06:30.009264 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8008ac4-d48e-480f-a754-3dc7011ecc81 req-98b6274b-4909-46b3-abc0-68e832ccd053 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:30.010899 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8008ac4-d48e-480f-a754-3dc7011ecc81 req-98b6274b-4909-46b3-abc0-68e832ccd053 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 1095 time: 0.0404935 Mar 23 13:06:30.046019 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8008ac4-d48e-480f-a754-3dc7011ecc81 req-8f9fe904-5e4f-48c2-9089-79d0e50e37d2 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287647 Mar 23 13:06:30.163086 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdfb95-bc3a-4168-b073-5b51ae018508 req-fedb1826-e50c-4816-b213-2a6a811f4b18 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:30.164717 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bcdfb95-bc3a-4168-b073-5b51ae018508 req-fedb1826-e50c-4816-b213-2a6a811f4b18 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 944 time: 0.0522659 Mar 23 13:06:30.205990 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bcdfb95-bc3a-4168-b073-5b51ae018508 req-aadc4301-ccc4-4db1-8c9d-f3b9533a4893 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345206 Mar 23 13:06:30.231078 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46480) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:30.295454 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f3d11769-2344-4d4b-8a1b-eb6be2b7e11b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/floatingips/d8091a2c-8254-4b10-926f-f99b09c34041 HTTP/1.1" status: 200 len: 991 time: 0.0631859 Mar 23 13:06:30.527270 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46486) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:30.684929 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6c832138-a562-4591-b325-4509f4cc4a84 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting port 70e444ac-7435-463a-8cf6-f06ea6cc6503 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:06:30.685276 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c832138-a562-4591-b325-4509f4cc4a84 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:30.758320 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c832138-a562-4591-b325-4509f4cc4a84 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:30.758639 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c832138-a562-4591-b325-4509f4cc4a84 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:30.770663 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6c832138-a562-4591-b325-4509f4cc4a84 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Calling delete_port for 70e444ac-7435-463a-8cf6-f06ea6cc6503 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:06:30.914927 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c832138-a562-4591-b325-4509f4cc4a84 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:30.944156 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c832138-a562-4591-b325-4509f4cc4a84 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Port': ['ID=70e444ac-7435-463a-8cf6-f06ea6cc6503,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:31.003739 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c832138-a562-4591-b325-4509f4cc4a84 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:31.004136 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-6c832138-a562-4591-b325-4509f4cc4a84 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Floating IP d8091a2c-8254-4b10-926f-f99b09c34041 disassociated (deleted). External IP: 172.25.2.163, port: 387edc54-5588-44e6-919d-feb7c81e3031. Mar 23 13:06:31.163951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 387edc54-5588-44e6-919d-feb7c81e3031 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:06:31.205329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 387edc54-5588-44e6-919d-feb7c81e3031 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:06:31.209631 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c832138-a562-4591-b325-4509f4cc4a84 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:06:31.319468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c832138-a562-4591-b325-4509f4cc4a84 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:06:31.324395 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c832138-a562-4591-b325-4509f4cc4a84 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:31.329058 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdd182d-001d-46d1-a916-b26d9610d1af None None] Sync routers for ids ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:06:31.337990 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdd182d-001d-46d1-a916-b26d9610d1af None None] Routers {'3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:06:31.338602 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3fdd182d-001d-46d1-a916-b26d9610d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:06:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:31.351453 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6c832138-a562-4591-b325-4509f4cc4a84 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/floatingips/d8091a2c-8254-4b10-926f-f99b09c34041 HTTP/1.1" status: 204 len: 168 time: 0.8230169 Mar 23 13:06:31.352082 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:06:31.354523 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5febf0c5-ff05-412c-b71f-0b097f0b9162" -d '{"events": [{"name": "network-changed", "server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "tag": "387edc54-5588-44e6-919d-feb7c81e3031"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:06:31.393876 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607e8eea-d632-4693-8608-e3b3fb395fd4 x-openstack-request-id: req-607e8eea-d632-4693-8608-e3b3fb395fd4 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:06:31.394266 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "tag": "387edc54-5588-44e6-919d-feb7c81e3031", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:06:31.394604 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-607e8eea-d632-4693-8608-e3b3fb395fd4 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:06:31.395021 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031', 'status': 'completed', 'code': 200} Mar 23 13:06:31.462261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febf0c5-ff05-412c-b71f-0b097f0b9162 req-54b90684-904f-46c8-ba06-0cc27004f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:31.463237 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5febf0c5-ff05-412c-b71f-0b097f0b9162 req-54b90684-904f-46c8-ba06-0cc27004f0fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 1095 time: 0.0449257 Mar 23 13:06:31.470957 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3fdd182d-001d-46d1-a916-b26d9610d1af None None] Set router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:06:31.620172 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7acb87-d3af-4ce1-af42-dfd1c4e1ec1d req-4099c016-4db7-4523-ae2d-db6ba3f16454 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:31.621685 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e7acb87-d3af-4ce1-af42-dfd1c4e1ec1d req-4099c016-4db7-4523-ae2d-db6ba3f16454 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 944 time: 0.0807576 Mar 23 13:06:31.624269 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febf0c5-ff05-412c-b71f-0b097f0b9162 req-bf6b9519-26c3-4512-b361-1002681873d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:31.626808 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5febf0c5-ff05-412c-b71f-0b097f0b9162 req-bf6b9519-26c3-4512-b361-1002681873d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=765de783-d05f-4302-91fe-fdebb4ccfae3 HTTP/1.1" status: 200 len: 897 time: 0.1476855 Mar 23 13:06:31.690620 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5febf0c5-ff05-412c-b71f-0b097f0b9162 req-536fd376-0290-4f1a-a4a9-ef1079008f6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387edc54-5588-44e6-919d-feb7c81e3031 HTTP/1.1" status: 200 len: 217 time: 0.0487802 Mar 23 13:06:31.700336 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3fdd182d-001d-46d1-a916-b26d9610d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407365322', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '21cc0076-b09a-474a-8a27-b2c9f3912af5', 'name': '', 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:38:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:44Z', 'updated_at': '2022-03-23T13:04:48Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:31.727779 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdd182d-001d-46d1-a916-b26d9610d1af None None] Checking router: 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:06:31.738362 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdd182d-001d-46d1-a916-b26d9610d1af None None] Routers {'3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:06:31.738993 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3fdd182d-001d-46d1-a916-b26d9610d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:06:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:31.740700 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e7acb87-d3af-4ce1-af42-dfd1c4e1ec1d req-9897e053-bfcf-4615-aa18-e231846ab35c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d521483-5269-4226-8474-b388a1417ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096158 Mar 23 13:06:31.763575 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febf0c5-ff05-412c-b71f-0b097f0b9162 req-ed2a267a-7040-4425-96ff-5dca23b760c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:31.771404 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5febf0c5-ff05-412c-b71f-0b097f0b9162 req-ed2a267a-7040-4425-96ff-5dca23b760c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f0ed7eb-b908-4dc6-b325-535d53c18e63 HTTP/1.1" status: 200 len: 835 time: 0.0637705 Mar 23 13:06:31.822827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febf0c5-ff05-412c-b71f-0b097f0b9162 req-221bcc4d-fb01-4d64-b0c0-abb892d9690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:31.824476 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5febf0c5-ff05-412c-b71f-0b097f0b9162 req-221bcc4d-fb01-4d64-b0c0-abb892d9690e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=765de783-d05f-4302-91fe-fdebb4ccfae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511625 Mar 23 13:06:31.865877 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3fdd182d-001d-46d1-a916-b26d9610d1af None None] Set router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:06:31.929991 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5febf0c5-ff05-412c-b71f-0b097f0b9162 req-247abafb-1773-4000-89cc-180d39f9a5b1 service neutron] 10.222.0.73 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974305 Mar 23 13:06:32.048220 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5febf0c5-ff05-412c-b71f-0b097f0b9162 req-f1628397-d33e-47e6-b5de-6890b0ee86da service neutron] 10.222.0.73 "GET /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038208 Mar 23 13:06:32.048435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5bb70-cf7e-4263-ab71-edb16490886f req-eac66796-f8e5-4264-9f11-ca9727d8c60b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:32.048435 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e7a5bb70-cf7e-4263-ab71-edb16490886f req-eac66796-f8e5-4264-9f11-ca9727d8c60b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.73 "GET /v2.0/ports?device_id=12ea741e-5af0-4339-a3d8-85465cb696dd HTTP/1.1" status: 200 len: 944 time: 0.0534759 Mar 23 13:06:32.074557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3fdd182d-001d-46d1-a916-b26d9610d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407365322', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '21cc0076-b09a-474a-8a27-b2c9f3912af5', 'name': '', 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:38:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:44Z', 'updated_at': '2022-03-23T13:04:48Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:32.106507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdd182d-001d-46d1-a916-b26d9610d1af None None] The sync data for ids ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'] in n-d-834854-1 is: [{'id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407365322', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '21cc0076-b09a-474a-8a27-b2c9f3912af5', 'name': '', 'network_id': '765de783-d05f-4302-91fe-fdebb4ccfae3', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:38:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:44Z', 'updated_at': '2022-03-23T13:04:48Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '2f0ed7eb-b908-4dc6-b325-535d53c18e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:06:32.146261 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-e7a5bb70-cf7e-4263-ab71-edb16490886f req-0a2036cc-0ce0-4bbe-9bb2-fb3c8ddf6cba tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting port 387edc54-5588-44e6-919d-feb7c81e3031 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:06:32.146606 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e7a5bb70-cf7e-4263-ab71-edb16490886f req-0a2036cc-0ce0-4bbe-9bb2-fb3c8ddf6cba tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:32.236700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-e7a5bb70-cf7e-4263-ab71-edb16490886f req-0a2036cc-0ce0-4bbe-9bb2-fb3c8ddf6cba tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] For port 387edc54-5588-44e6-919d-feb7c81e3031, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=387edc54-5588-44e6-919d-feb7c81e3031,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:06:32.237153 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e7a5bb70-cf7e-4263-ab71-edb16490886f req-0a2036cc-0ce0-4bbe-9bb2-fb3c8ddf6cba tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:32.251619 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-e7a5bb70-cf7e-4263-ab71-edb16490886f req-0a2036cc-0ce0-4bbe-9bb2-fb3c8ddf6cba tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Calling delete_port for 387edc54-5588-44e6-919d-feb7c81e3031 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:06:32.325944 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f3db4-b85b-426b-a8f5-d02e6cf34d06 None None] New status for floating IP d8091a2c-8254-4b10-926f-f99b09c34041: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:06:32.386575 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e7a5bb70-cf7e-4263-ab71-edb16490886f req-0a2036cc-0ce0-4bbe-9bb2-fb3c8ddf6cba tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:32.441339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2036cc-0ce0-4bbe-9bb2-fb3c8ddf6cba tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Port': ['ID=387edc54-5588-44e6-919d-feb7c81e3031,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:32.463232 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a5bb70-cf7e-4263-ab71-edb16490886f req-0a2036cc-0ce0-4bbe-9bb2-fb3c8ddf6cba tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] No DVR routers for this DVR port 387edc54-5588-44e6-919d-feb7c81e3031 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:06:32.465872 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-e7a5bb70-cf7e-4263-ab71-edb16490886f req-0a2036cc-0ce0-4bbe-9bb2-fb3c8ddf6cba tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:32.469829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e7a5bb70-cf7e-4263-ab71-edb16490886f req-0a2036cc-0ce0-4bbe-9bb2-fb3c8ddf6cba tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.73 "DELETE /v2.0/ports/387edc54-5588-44e6-919d-feb7c81e3031 HTTP/1.1" status: 204 len: 173 time: 0.4184127 Mar 23 13:06:32.808018 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46496) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:33.168112 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a6be9e9-90c8-43f0-9578-afcbe739133c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:33.396757 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'name': 'network-vif-deleted', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:06:33.398924 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5794b2d9-3c5b-44ac-a8d1-69e4b90439eb" -d '{"events": [{"server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "name": "network-vif-deleted", "tag": "387edc54-5588-44e6-919d-feb7c81e3031"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:06:33.426915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2a6be9e9-90c8-43f0-9578-afcbe739133c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting port 21cc0076-b09a-474a-8a27-b2c9f3912af5 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:06:33.427270 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a6be9e9-90c8-43f0-9578-afcbe739133c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:33.441890 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d2b2a0-776e-457f-b1d9-2532d9d70cab x-openstack-request-id: req-77d2b2a0-776e-457f-b1d9-2532d9d70cab {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:06:33.442311 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ea741e-5af0-4339-a3d8-85465cb696dd", "name": "network-vif-deleted", "tag": "387edc54-5588-44e6-919d-feb7c81e3031", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:06:33.442431 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77d2b2a0-776e-457f-b1d9-2532d9d70cab {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:06:33.442795 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ea741e-5af0-4339-a3d8-85465cb696dd', 'name': 'network-vif-deleted', 'tag': '387edc54-5588-44e6-919d-feb7c81e3031', 'status': 'completed', 'code': 200} Mar 23 13:06:33.514565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-2a6be9e9-90c8-43f0-9578-afcbe739133c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] For port 21cc0076-b09a-474a-8a27-b2c9f3912af5, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=21cc0076-b09a-474a-8a27-b2c9f3912af5,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:06:33.515457 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a6be9e9-90c8-43f0-9578-afcbe739133c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:33.533149 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2a6be9e9-90c8-43f0-9578-afcbe739133c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Calling delete_port for 21cc0076-b09a-474a-8a27-b2c9f3912af5 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:06:33.712924 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a6be9e9-90c8-43f0-9578-afcbe739133c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:33.739847 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6be9e9-90c8-43f0-9578-afcbe739133c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Port': ['ID=21cc0076-b09a-474a-8a27-b2c9f3912af5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:33.910986 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a6be9e9-90c8-43f0-9578-afcbe739133c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:34.122345 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6be9e9-90c8-43f0-9578-afcbe739133c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:06:34.228888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6be9e9-90c8-43f0-9578-afcbe739133c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:06:34.234779 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2a6be9e9-90c8-43f0-9578-afcbe739133c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "PUT /v2.0/routers/3272cdfa-cc68-4788-bdf8-cf1c5e7a8973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4254115 Mar 23 13:06:34.237225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46500) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:34.239702 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4a396-65e3-49ab-94f5-d3a41f3eedc6 None None] Sync routers for ids ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:06:34.249140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4a396-65e3-49ab-94f5-d3a41f3eedc6 None None] Routers {'3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:06:34.250373 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-11f4a396-65e3-49ab-94f5-d3a41f3eedc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:06:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:34.288163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-79381f32-7c22-453f-9a2c-e5dea1b2fa2c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting subnet 2f0ed7eb-b908-4dc6-b325-535d53c18e63 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:06:34.291121 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79381f32-7c22-453f-9a2c-e5dea1b2fa2c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:34.330830 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79381f32-7c22-453f-9a2c-e5dea1b2fa2c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:34.357613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-11f4a396-65e3-49ab-94f5-d3a41f3eedc6 None None] Set router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:06:34.417541 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79381f32-7c22-453f-9a2c-e5dea1b2fa2c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:34.463215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 387edc54-5588-44e6-919d-feb7c81e3031 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:06:34.476297 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79381f32-7c22-453f-9a2c-e5dea1b2fa2c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:34.499325 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 387edc54-5588-44e6-919d-feb7c81e3031 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:06:34.499669 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 387edc54-5588-44e6-919d-feb7c81e3031 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:06:34.507314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79381f32-7c22-453f-9a2c-e5dea1b2fa2c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0ed7eb-b908-4dc6-b325-535d53c18e63,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:34.509418 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-79381f32-7c22-453f-9a2c-e5dea1b2fa2c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:34.513413 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-79381f32-7c22-453f-9a2c-e5dea1b2fa2c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/subnets/2f0ed7eb-b908-4dc6-b325-535d53c18e63 HTTP/1.1" status: 204 len: 168 time: 0.2745080 Mar 23 13:06:34.514448 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af21c849-5619-440a-a428-cbf952936737 None None] Network 765de783-d05f-4302-91fe-fdebb4ccfae3 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:06:34.515348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46502) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:34.624724 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5625dc3a-c312-4133-b31a-0476e76149d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:34.662538 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-11f4a396-65e3-49ab-94f5-d3a41f3eedc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407365322', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:06:33Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:34.691047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4a396-65e3-49ab-94f5-d3a41f3eedc6 None None] Checking router: 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:06:34.701681 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4a396-65e3-49ab-94f5-d3a41f3eedc6 None None] Routers {'3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:06:34.702809 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-11f4a396-65e3-49ab-94f5-d3a41f3eedc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:06:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:34.731766 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5625dc3a-c312-4133-b31a-0476e76149d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:34.789180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5625dc3a-c312-4133-b31a-0476e76149d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting port 3edfbcaa-0337-4225-b78c-bd23064cc2a2 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:06:34.789528 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5625dc3a-c312-4133-b31a-0476e76149d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:34.874190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-5625dc3a-c312-4133-b31a-0476e76149d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] For port 3edfbcaa-0337-4225-b78c-bd23064cc2a2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3edfbcaa-0337-4225-b78c-bd23064cc2a2,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:06:34.874533 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5625dc3a-c312-4133-b31a-0476e76149d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:34.887084 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5625dc3a-c312-4133-b31a-0476e76149d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Calling delete_port for 3edfbcaa-0337-4225-b78c-bd23064cc2a2 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:06:34.945238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4c6206-89ca-4641-be2f-37337db8fb1a None None] DHCP port deletion for 765de783-d05f-4302-91fe-fdebb4ccfae3 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:06:34.990264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-11f4a396-65e3-49ab-94f5-d3a41f3eedc6 None None] Set router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:06:35.113317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c6206-89ca-4641-be2f-37337db8fb1a None None] Deleting port f6b9fb8f-4a38-4659-a364-e91a84a8381f {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:06:35.114010 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c4c6206-89ca-4641-be2f-37337db8fb1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:35.198583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6c4c6206-89ca-4641-be2f-37337db8fb1a None None] For port f6b9fb8f-4a38-4659-a364-e91a84a8381f, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f6b9fb8f-4a38-4659-a364-e91a84a8381f,segment=NetworkSegment(b101d4c5-3a36-4cb0-aaa4-b787c0d91a86),segment_id=b101d4c5-3a36-4cb0-aaa4-b787c0d91a86)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:06:35.198893 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c4c6206-89ca-4641-be2f-37337db8fb1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:35.229821 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c6206-89ca-4641-be2f-37337db8fb1a None None] Calling delete_port for f6b9fb8f-4a38-4659-a364-e91a84a8381f owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:06:35.309364 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-11f4a396-65e3-49ab-94f5-d3a41f3eedc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407365322', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:06:33Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:35.342572 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4a396-65e3-49ab-94f5-d3a41f3eedc6 None None] The sync data for ids ['3272cdfa-cc68-4788-bdf8-cf1c5e7a8973'] in n-d-834854-1 is: [{'id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407365322', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:06:33Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '3edfbcaa-0337-4225-b78c-bd23064cc2a2', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3272cdfa-cc68-4788-bdf8-cf1c5e7a8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:04:41Z', 'updated_at': '2022-03-23T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:06:35.354264 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c4c6206-89ca-4641-be2f-37337db8fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:35.362009 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5625dc3a-c312-4133-b31a-0476e76149d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:35.382928 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c6206-89ca-4641-be2f-37337db8fb1a None None] Pushing event deleted for resources: {'Port': ['ID=f6b9fb8f-4a38-4659-a364-e91a84a8381f,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:35.385700 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4c6206-89ca-4641-be2f-37337db8fb1a None None] No DVR routers for this DVR port f6b9fb8f-4a38-4659-a364-e91a84a8381f on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:06:35.390346 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625dc3a-c312-4133-b31a-0476e76149d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Port': ['ID=3edfbcaa-0337-4225-b78c-bd23064cc2a2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:35.454675 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5625dc3a-c312-4133-b31a-0476e76149d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:35.543202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5625dc3a-c312-4133-b31a-0476e76149d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:35.545501 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5625dc3a-c312-4133-b31a-0476e76149d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:35.586983 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5625dc3a-c312-4133-b31a-0476e76149d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:35.587609 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5625dc3a-c312-4133-b31a-0476e76149d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Fanout notify agent at l3_agent the message router_deleted on router 3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:06:35.595362 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5625dc3a-c312-4133-b31a-0476e76149d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:35.596512 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5625dc3a-c312-4133-b31a-0476e76149d1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/routers/3272cdfa-cc68-4788-bdf8-cf1c5e7a8973 HTTP/1.1" status: 204 len: 168 time: 1.0800452 Mar 23 13:06:35.600239 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46504) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:35.685298 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1dc1836f-6103-4eee-b2f5-3d4bc2de90c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:35.734843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 21cc0076-b09a-474a-8a27-b2c9f3912af5 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:06:35.758927 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 21cc0076-b09a-474a-8a27-b2c9f3912af5 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:06:35.759267 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 21cc0076-b09a-474a-8a27-b2c9f3912af5 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:06:35.759668 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f6b9fb8f-4a38-4659-a364-e91a84a8381f no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:06:35.776531 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1dc1836f-6103-4eee-b2f5-3d4bc2de90c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:35.779496 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f6b9fb8f-4a38-4659-a364-e91a84a8381f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:06:35.779852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f6b9fb8f-4a38-4659-a364-e91a84a8381f not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:06:35.801542 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1dc1836f-6103-4eee-b2f5-3d4bc2de90c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765de783-d05f-4302-91fe-fdebb4ccfae3']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:35.812486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1dc1836f-6103-4eee-b2f5-3d4bc2de90c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:35.812782 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1dc1836f-6103-4eee-b2f5-3d4bc2de90c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b101d4c5-3a36-4cb0-aaa4-b787c0d91a86') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:35.822467 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1dc1836f-6103-4eee-b2f5-3d4bc2de90c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:35.836963 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1dc1836f-6103-4eee-b2f5-3d4bc2de90c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:35.843442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc1836f-6103-4eee-b2f5-3d4bc2de90c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:06:35.843843 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1dc1836f-6103-4eee-b2f5-3d4bc2de90c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:06:35.847181 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:06:35.909737 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1dc1836f-6103-4eee-b2f5-3d4bc2de90c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:35.917423 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1dc1836f-6103-4eee-b2f5-3d4bc2de90c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:35.920617 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1dc1836f-6103-4eee-b2f5-3d4bc2de90c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/networks/765de783-d05f-4302-91fe-fdebb4ccfae3 HTTP/1.1" status: 204 len: 168 time: 0.3194084 Mar 23 13:06:35.923388 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46506) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:35.941459 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1836f-6103-4eee-b2f5-3d4bc2de90c3 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Network': ['ID=765de783-d05f-4302-91fe-fdebb4ccfae3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:36.004188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ade756c0-4803-4870-8855-7a145d162d9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:36.033013 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ade756c0-4803-4870-8855-7a145d162d9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:36.094080 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ade756c0-4803-4870-8855-7a145d162d9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:36.096740 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ade756c0-4803-4870-8855-7a145d162d9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:36.097926 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ade756c0-4803-4870-8855-7a145d162d9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/security-groups/8d521483-5269-4226-8474-b388a1417ee8 HTTP/1.1" status: 204 len: 168 time: 0.1737127 Mar 23 13:06:36.107789 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade756c0-4803-4870-8855-7a145d162d9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d521483-5269-4226-8474-b388a1417ee8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:36.577198 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46512) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:36.581934 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-76117b1d-d273-4e0f-abc6-3c49e4dcd9d4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771274121', 'description': 'tempest-secgroup-smoke-1771274121 description', 'project_id': '7384117b2eb84ea483002d0119f2bf5c'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:06:36.605596 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76117b1d-d273-4e0f-abc6-3c49e4dcd9d4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:36.674160 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76117b1d-d273-4e0f-abc6-3c49e4dcd9d4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:36.678040 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76117b1d-d273-4e0f-abc6-3c49e4dcd9d4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:36.710496 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76117b1d-d273-4e0f-abc6-3c49e4dcd9d4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41a613c-b810-4deb-a0e4-affe8088c3fc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:36.714703 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-76117b1d-d273-4e0f-abc6-3c49e4dcd9d4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:36.719231 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-76117b1d-d273-4e0f-abc6-3c49e4dcd9d4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1376863 Mar 23 13:06:36.720940 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46514) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:36.724155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-308fff26-3048-418c-8d74-fc4fb707c42f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': 'a41a613c-b810-4deb-a0e4-affe8088c3fc', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:06:36.750109 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-308fff26-3048-418c-8d74-fc4fb707c42f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:36.804871 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-308fff26-3048-418c-8d74-fc4fb707c42f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:36.809131 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-308fff26-3048-418c-8d74-fc4fb707c42f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:36.827990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fff26-3048-418c-8d74-fc4fb707c42f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c35afa-bebf-4a34-b344-8369e4222bf1,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:36.836691 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-308fff26-3048-418c-8d74-fc4fb707c42f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:36.837894 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-308fff26-3048-418c-8d74-fc4fb707c42f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174421 Mar 23 13:06:36.840673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46516) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:36.845100 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2be90022-8081-48bb-b585-3ce6e0758a43 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': 'a41a613c-b810-4deb-a0e4-affe8088c3fc', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:06:36.871076 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2be90022-8081-48bb-b585-3ce6e0758a43 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:36.940080 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2be90022-8081-48bb-b585-3ce6e0758a43 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:36.943665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2be90022-8081-48bb-b585-3ce6e0758a43 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:36.964740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be90022-8081-48bb-b585-3ce6e0758a43 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74750d83-bb64-4db0-a662-2de80b8606e5,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:36.971149 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2be90022-8081-48bb-b585-3ce6e0758a43 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:36.972332 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2be90022-8081-48bb-b585-3ce6e0758a43 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307101 Mar 23 13:06:36.975087 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46518) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:36.979643 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3a2c1cfc-1f3e-4ce4-add2-80133997a30f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': 'a41a613c-b810-4deb-a0e4-affe8088c3fc', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:06:37.008946 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a2c1cfc-1f3e-4ce4-add2-80133997a30f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.066823 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a2c1cfc-1f3e-4ce4-add2-80133997a30f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.070682 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a2c1cfc-1f3e-4ce4-add2-80133997a30f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.092738 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c1cfc-1f3e-4ce4-add2-80133997a30f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c5b7ae-e203-4d5e-982d-b3693b2b708f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:37.100878 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a2c1cfc-1f3e-4ce4-add2-80133997a30f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.102069 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3a2c1cfc-1f3e-4ce4-add2-80133997a30f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260288 Mar 23 13:06:37.104787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46520) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:37.109619 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e7abd37d-df52-4ecd-bb9a-4d0533dfbba5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': 'a41a613c-b810-4deb-a0e4-affe8088c3fc', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:06:37.133854 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7abd37d-df52-4ecd-bb9a-4d0533dfbba5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.193556 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7abd37d-df52-4ecd-bb9a-4d0533dfbba5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.197915 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7abd37d-df52-4ecd-bb9a-4d0533dfbba5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.216238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abd37d-df52-4ecd-bb9a-4d0533dfbba5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb207a80-e1a4-473a-a2ce-055b1259e078,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:37.222135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7abd37d-df52-4ecd-bb9a-4d0533dfbba5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.223369 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e7abd37d-df52-4ecd-bb9a-4d0533dfbba5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176767 Mar 23 13:06:37.226478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46522) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:37.230721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9f28b78a-04c0-4bd2-9d24-b94a40909ed1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': 'a41a613c-b810-4deb-a0e4-affe8088c3fc', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:06:37.251428 n-d-834854-1 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-9f28b78a-04c0-4bd2-9d24-b94a40909ed1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Project 7384117b2eb84ea483002d0119f2bf5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:06:37.256267 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f28b78a-04c0-4bd2-9d24-b94a40909ed1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.314834 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f28b78a-04c0-4bd2-9d24-b94a40909ed1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.318565 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f28b78a-04c0-4bd2-9d24-b94a40909ed1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.336696 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28b78a-04c0-4bd2-9d24-b94a40909ed1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67675916-b0e9-46da-ac13-8ecf633ff74c,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:37.343695 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9f28b78a-04c0-4bd2-9d24-b94a40909ed1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.344912 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9f28b78a-04c0-4bd2-9d24-b94a40909ed1 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175191 Mar 23 13:06:37.348381 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46524) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:37.352697 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d2cdd6ce-0520-48bb-90d4-194f90223048 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'security_group_rule': {'security_group_id': 'a41a613c-b810-4deb-a0e4-affe8088c3fc', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:06:37.377425 n-d-834854-1 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-d2cdd6ce-0520-48bb-90d4-194f90223048 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Project 7384117b2eb84ea483002d0119f2bf5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:06:37.382769 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2cdd6ce-0520-48bb-90d4-194f90223048 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.433613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3edfbcaa-0337-4225-b78c-bd23064cc2a2 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:06:37.452049 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2cdd6ce-0520-48bb-90d4-194f90223048 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.454200 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 3edfbcaa-0337-4225-b78c-bd23064cc2a2 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:06:37.454610 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3edfbcaa-0337-4225-b78c-bd23064cc2a2 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:06:37.456540 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2cdd6ce-0520-48bb-90d4-194f90223048 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.478505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdd6ce-0520-48bb-90d4-194f90223048 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca3db21-b6fb-4b7b-9113-b54f75618ba9,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:37.484129 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2cdd6ce-0520-48bb-90d4-194f90223048 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.485359 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d2cdd6ce-0520-48bb-90d4-194f90223048 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1360395 Mar 23 13:06:37.488303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46526) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:37.492913 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-75cdceb6-bfb7-46ad-8c72-7321fe380412 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'network': {'name': 'tempest-network-smoke--130729215', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'port_security_enabled': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:06:37.512458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cdceb6-bfb7-46ad-8c72-7321fe380412 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Made reservation on behalf of 7384117b2eb84ea483002d0119f2bf5c for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:06:37.515836 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75cdceb6-bfb7-46ad-8c72-7321fe380412 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.540073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75cdceb6-bfb7-46ad-8c72-7321fe380412 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:06:37.550223 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75cdceb6-bfb7-46ad-8c72-7321fe380412 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.550567 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-75cdceb6-bfb7-46ad-8c72-7321fe380412 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Added segment 45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a of type vlan for network 01f92c85-9338-4db7-8db4-2a496372b445 Mar 23 13:06:37.590461 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75cdceb6-bfb7-46ad-8c72-7321fe380412 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.616068 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75cdceb6-bfb7-46ad-8c72-7321fe380412 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.621680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cdceb6-bfb7-46ad-8c72-7321fe380412 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:37.622260 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-75cdceb6-bfb7-46ad-8c72-7321fe380412 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.682045 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-75cdceb6-bfb7-46ad-8c72-7321fe380412 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1928806 Mar 23 13:06:37.684911 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46528) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:37.690331 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1824395023', 'admin_state_up': True, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:06:37.696903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdceb6-bfb7-46ad-8c72-7321fe380412 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Network': ['ID=01f92c85-9338-4db7-8db4-2a496372b445,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:37.711395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 01f92c85-9338-4db7-8db4-2a496372b445 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:06:37.714644 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.715786 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.770895 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:37.910147 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:38.106797 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:38.125941 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:38.227454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Allocated IP 172.25.2.77 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/30612938-cb04-443f-8a7f-59481fdeb7f0) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:06:38.329632 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:38.366035 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:38.406573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:06:38.411049 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:06:38.413612 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:06:38.419007 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=30612938-cb04-443f-8a7f-59481fdeb7f0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:38.662895 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:38.862002 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:38.987009 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router 8f237fac-784b-4e36-8da0-512c4b68fcac is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:06:39.092671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:06:39.101799 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Sync routers for ids ['8f237fac-784b-4e36-8da0-512c4b68fcac'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:06:39.112104 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Routers {'8f237fac-784b-4e36-8da0-512c4b68fcac'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:06:39.112714 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7baa4710-ac3f-459c-a942-982933993aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:06:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8f237fac-784b-4e36-8da0-512c4b68fcac'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:39.113537 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:39.115191 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5ecdd202-b143-41fd-8ce2-f30f27a663bb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4290655 Mar 23 13:06:39.118818 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46530) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:39.153647 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9b9cbcd4-8e8d-4400-951c-4bc178743d9f tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=7384117b2eb84ea483002d0119f2bf5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336251 Mar 23 13:06:39.156414 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46532) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:39.250531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855fe9eb-88f2-4846-8766-acb6c1df0363 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:39.251994 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-855fe9eb-88f2-4846-8766-acb6c1df0363 tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946589 Mar 23 13:06:39.255109 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46534) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:39.286726 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-64cc4bd1-08b3-4bec-bbb9-b5790f60d9ad tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295739 Mar 23 13:06:39.288340 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46536) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:39.293023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e1248b37-6a03-40a5-bcc1-53d6900ea6ac tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-196954581', 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445', 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:06:39.310764 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Set router 8f237fac-784b-4e36-8da0-512c4b68fcac gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:06:39.377849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1248b37-6a03-40a5-bcc1-53d6900ea6ac tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Made reservation on behalf of 7384117b2eb84ea483002d0119f2bf5c for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:06:39.381711 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1248b37-6a03-40a5-bcc1-53d6900ea6ac tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:39.497233 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7baa4710-ac3f-459c-a942-982933993aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824395023', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:06:37Z', 'updated_at': '2022-03-23T13:06:38Z', 'revision_number': 3, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:38Z', 'updated_at': '2022-03-23T13:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:39.527304 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Checking router: 8f237fac-784b-4e36-8da0-512c4b68fcac for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:06:39.527668 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Updating router 8f237fac-784b-4e36-8da0-512c4b68fcac port 30612938-cb04-443f-8a7f-59481fdeb7f0 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:06:39.553079 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:39.562600 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1248b37-6a03-40a5-bcc1-53d6900ea6ac tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:39.625201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1248b37-6a03-40a5-bcc1-53d6900ea6ac tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Subnet': ['ID=4404f672-3a91-4e4b-8639-c0405c1b037d,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:39.634222 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1248b37-6a03-40a5-bcc1-53d6900ea6ac tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Checking segment: {'id': '45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:06:39.634578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1248b37-6a03-40a5-bcc1-53d6900ea6ac tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network hostable DHCP agents. Network: 01f92c85-9338-4db7-8db4-2a496372b445, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:06:39.652921 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1248b37-6a03-40a5-bcc1-53d6900ea6ac tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network 01f92c85-9338-4db7-8db4-2a496372b445 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:06:39.663366 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-e1248b37-6a03-40a5-bcc1-53d6900ea6ac tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 01f92c85-9338-4db7-8db4-2a496372b445) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:06:39.668157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1248b37-6a03-40a5-bcc1-53d6900ea6ac tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:39.669143 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e1248b37-6a03-40a5-bcc1-53d6900ea6ac tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:39.673647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcb05a8-eef1-4d70-932e-ca34aefee544 None None] Network 01f92c85-9338-4db7-8db4-2a496372b445 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:06:39.687765 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e1248b37-6a03-40a5-bcc1-53d6900ea6ac tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3983958 Mar 23 13:06:39.692452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46538) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:39.810915 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:39.817580 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:39.837176 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-01f92c85-9338-4db7-8db4-2a496372b445', 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ips': [{'subnet_id': '4404f672-3a91-4e4b-8639-c0405c1b037d'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:06:39.838224 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:39.867094 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Attempting to bind port 30612938-cb04-443f-8a7f-59481fdeb7f0 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:06:39.867461 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Attempting to bind port 30612938-cb04-443f-8a7f-59481fdeb7f0 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:06:39.867814 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Attempting to bind port 30612938-cb04-443f-8a7f-59481fdeb7f0 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:06:39.877640 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:06:39.878012 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:06:39.878413 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:39.878802 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:06:39.879260 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Bound port: 30612938-cb04-443f-8a7f-59481fdeb7f0, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:06:39.879623 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:39.934716 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b05b2-1f11-4331-aa50-ba180191376d None None] Pushing event updated for resources: {'Port': ['ID=30612938-cb04-443f-8a7f-59481fdeb7f0,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:39.938521 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-7baa4710-ac3f-459c-a942-982933993aab None None] For port 30612938-cb04-443f-8a7f-59481fdeb7f0, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:06:39.942590 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-7baa4710-ac3f-459c-a942-982933993aab None None] For port 30612938-cb04-443f-8a7f-59481fdeb7f0, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=30612938-cb04-443f-8a7f-59481fdeb7f0,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:06:39.949659 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b05b2-1f11-4331-aa50-ba180191376d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:39.950003 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b05b2-1f11-4331-aa50-ba180191376d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:39.950338 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b05b2-1f11-4331-aa50-ba180191376d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:39.950667 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b05b2-1f11-4331-aa50-ba180191376d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:39.950995 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b05b2-1f11-4331-aa50-ba180191376d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:39.951317 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b05b2-1f11-4331-aa50-ba180191376d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:39.951638 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b05b2-1f11-4331-aa50-ba180191376d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:39.951975 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b05b2-1f11-4331-aa50-ba180191376d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:39.952859 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b05b2-1f11-4331-aa50-ba180191376d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:39.953200 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b05b2-1f11-4331-aa50-ba180191376d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:39.953522 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b05b2-1f11-4331-aa50-ba180191376d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:39.953811 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b05b2-1f11-4331-aa50-ba180191376d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:06:39.960055 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:39.985804 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Allocated IP 172.20.0.2 (01f92c85-9338-4db7-8db4-2a496372b445/4404f672-3a91-4e4b-8639-c0405c1b037d/55e15006-5530-4331-ba1d-080d0028fd62) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:06:40.015505 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Routers {'8f237fac-784b-4e36-8da0-512c4b68fcac'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:06:40.016158 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7baa4710-ac3f-459c-a942-982933993aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:06:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8f237fac-784b-4e36-8da0-512c4b68fcac'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:40.066660 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b05b2-1f11-4331-aa50-ba180191376d None None] Pushing event updated for resources: {'Port': ['ID=30612938-cb04-443f-8a7f-59481fdeb7f0,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:40.137428 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7baa4710-ac3f-459c-a942-982933993aab None None] Set router 8f237fac-784b-4e36-8da0-512c4b68fcac gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:06:40.144083 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:40.150272 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:40.165759 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:40.199037 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Network 01f92c85-9338-4db7-8db4-2a496372b445 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:06:40.204931 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:06:40.210353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:06:40.217327 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Pushing event updated for resources: {'Port': ['ID=55e15006-5530-4331-ba1d-080d0028fd62,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:40.271535 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Attempting to bind port 55e15006-5530-4331-ba1d-080d0028fd62 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:06:40.272260 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Attempting to bind port 55e15006-5530-4331-ba1d-080d0028fd62 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:06:40.272622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Attempting to bind port 55e15006-5530-4331-ba1d-080d0028fd62 on network 01f92c85-9338-4db7-8db4-2a496372b445 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:06:40.278610 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:06:40.279245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Checking segment: {'id': '45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:06:40.279641 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:40.280048 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Bound using segment: {'id': '45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:06:40.281111 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Bound port: 55e15006-5530-4331-ba1d-080d0028fd62, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:06:40.281633 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:40.341108 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7baa4710-ac3f-459c-a942-982933993aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824395023', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:06:37Z', 'updated_at': '2022-03-23T13:06:38Z', 'revision_number': 3, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:38Z', 'updated_at': '2022-03-23T13:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:40.351446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] For port 55e15006-5530-4331-ba1d-080d0028fd62, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:06:40.354667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] For port 55e15006-5530-4331-ba1d-080d0028fd62, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=55e15006-5530-4331-ba1d-080d0028fd62,segment=NetworkSegment(45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a),segment_id=45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:06:40.360031 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:40.372639 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa4710-ac3f-459c-a942-982933993aab None None] The sync data for ids ['8f237fac-784b-4e36-8da0-512c4b68fcac'] in n-d-834854-1 is: [{'id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824395023', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:06:37Z', 'updated_at': '2022-03-23T13:06:38Z', 'revision_number': 3, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:38Z', 'updated_at': '2022-03-23T13:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:06:40.422667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a9017-0c8d-44b7-b068-0e2b349425c8 None None] Pushing event updated for resources: {'Port': ['ID=55e15006-5530-4331-ba1d-080d0028fd62,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:40.805274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Allocated IP 172.20.0.1 (01f92c85-9338-4db7-8db4-2a496372b445/4404f672-3a91-4e4b-8639-c0405c1b037d/9988a37e-d12c-49f8-8611-3d5618d1fb8d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:06:40.921460 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:40.961403 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:41.010279 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network 01f92c85-9338-4db7-8db4-2a496372b445 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:06:41.013697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:06:41.016229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:06:41.046840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=9988a37e-d12c-49f8-8611-3d5618d1fb8d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:41.069114 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:41.216299 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:41.469530 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060c9a01-a1f4-4815-bc9b-5f30fc92eff8 None None] Network 01f92c85-9338-4db7-8db4-2a496372b445 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:06:41.518355 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 55e15006-5530-4331-ba1d-080d0028fd62 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:06:41.526923 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:41.536941 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:41.596490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1be59fb7-acf2-4b2a-a605-456ccedcd7f1 None None] Provisioning complete for port 55e15006-5530-4331-ba1d-080d0028fd62 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:06:41.596862 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1be59fb7-acf2-4b2a-a605-456ccedcd7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:41.609072 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=9988a37e-d12c-49f8-8611-3d5618d1fb8d,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:41.615951 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:41.671217 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 55e15006-5530-4331-ba1d-080d0028fd62 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:06:41.671562 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:41.714643 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network 01f92c85-9338-4db7-8db4-2a496372b445 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:06:41.716175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:06:41.775166 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1be59fb7-acf2-4b2a-a605-456ccedcd7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:41.844491 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-1be59fb7-acf2-4b2a-a605-456ccedcd7f1 None None] For port 55e15006-5530-4331-ba1d-080d0028fd62, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=55e15006-5530-4331-ba1d-080d0028fd62,segment=NetworkSegment(45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a),segment_id=45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:06:41.849232 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:41.850299 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router 8f237fac-784b-4e36-8da0-512c4b68fcac has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:06:41.852609 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1be59fb7-acf2-4b2a-a605-456ccedcd7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:41.964150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be59fb7-acf2-4b2a-a605-456ccedcd7f1 None None] Pushing event updated for resources: {'Port': ['ID=55e15006-5530-4331-ba1d-080d0028fd62,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:41.967113 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 13:06:41.967231 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 13:06:41.978677 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:06:41.985364 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-caf27b25-8f4a-47ab-bdff-1c169acb3adf tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "PUT /v2.0/routers/8f237fac-784b-4e36-8da0-512c4b68fcac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2906229 Mar 23 13:06:42.073842 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ad40b52c-f073-4bab-af1a-c25f60cf9fac None None] Provisioning complete for port 55e15006-5530-4331-ba1d-080d0028fd62 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:06:42.074209 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad40b52c-f073-4bab-af1a-c25f60cf9fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:42.125702 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Sync routers for ids ['8f237fac-784b-4e36-8da0-512c4b68fcac'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:06:42.144407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Routers {'8f237fac-784b-4e36-8da0-512c4b68fcac'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:06:42.144407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:06:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8f237fac-784b-4e36-8da0-512c4b68fcac'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:42.200553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-72501da2-4134-41f6-b61d-73f5bce5c84f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771274121&fields=id&tenant_id=7384117b2eb84ea483002d0119f2bf5c HTTP/1.1" status: 200 len: 267 time: 0.0391555 Mar 23 13:06:42.286816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ad40b52c-f073-4bab-af1a-c25f60cf9fac None None] Provisioning complete for port 9988a37e-d12c-49f8-8611-3d5618d1fb8d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:06:42.287183 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad40b52c-f073-4bab-af1a-c25f60cf9fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:42.289762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Set router 8f237fac-784b-4e36-8da0-512c4b68fcac gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:06:42.324835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-3ff940b1-da84-4e27-aee9-227e661ca05d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:42.332514 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-3ff940b1-da84-4e27-aee9-227e661ca05d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/networks?id=01f92c85-9338-4db7-8db4-2a496372b445 HTTP/1.1" status: 200 len: 796 time: 0.1260204 Mar 23 13:06:42.343468 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-bd43b192-d798-4582-acaa-e8a08167b00c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/quotas/7384117b2eb84ea483002d0119f2bf5c HTTP/1.1" status: 200 len: 375 time: 0.0096676 Mar 23 13:06:42.390830 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ad40b52c-f073-4bab-af1a-c25f60cf9fac None None] Port 9988a37e-d12c-49f8-8611-3d5618d1fb8d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:06:42.411412 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-4225e36f-7866-47f9-a3c1-475f7e1b82b4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611820 Mar 23 13:06:42.515433 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-c4927f1d-f963-4701-8289-c64217ebdc2a service neutron] 10.222.0.52 "GET /v2.0/networks/01f92c85-9338-4db7-8db4-2a496372b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928743 Mar 23 13:06:42.607206 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-aebdb4ba-a9d0-48cf-9ec7-a421ff08c7fb service neutron] 10.222.0.52 "GET /v2.0/networks/01f92c85-9338-4db7-8db4-2a496372b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855675 Mar 23 13:06:42.661819 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 30612938-cb04-443f-8a7f-59481fdeb7f0 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:06:42.665173 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1e81c2c0-cdde-401c-8ab3-7bbc7784663f None None] Provisioning complete for port 9988a37e-d12c-49f8-8611-3d5618d1fb8d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:06:42.665526 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1e81c2c0-cdde-401c-8ab3-7bbc7784663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:42.770435 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1e81c2c0-cdde-401c-8ab3-7bbc7784663f None None] Port 9988a37e-d12c-49f8-8611-3d5618d1fb8d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:06:42.789552 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f991f758-c108-41e3-a0cf-30cca1c54334 req-9e8f27de-7e61-45de-a485-dc83903ef578 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 210 time: 0.0315902 Mar 23 13:06:42.791556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 30612938-cb04-443f-8a7f-59481fdeb7f0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:06:42.791956 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:42.828736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824395023', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:06:37Z', 'updated_at': '2022-03-23T13:06:41Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:38Z', 'updated_at': '2022-03-23T13:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '9988a37e-d12c-49f8-8611-3d5618d1fb8d', 'name': '', 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:f5:bc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:40Z', 'updated_at': '2022-03-23T13:06:41Z', 'revision_number': 2, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:42.858022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Checking router: 8f237fac-784b-4e36-8da0-512c4b68fcac for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:06:42.858380 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Updating router 8f237fac-784b-4e36-8da0-512c4b68fcac port 9988a37e-d12c-49f8-8611-3d5618d1fb8d binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:06:42.893255 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:42.959029 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:43.029716 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 30612938-cb04-443f-8a7f-59481fdeb7f0, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=30612938-cb04-443f-8a7f-59481fdeb7f0,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:06:43.041570 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:43.143398 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=30612938-cb04-443f-8a7f-59481fdeb7f0,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:43.246805 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:43.252320 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:43.318320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262006e2-22ce-4dff-b169-1df57dcc40a1 None None] Pushing event updated for resources: {'Port': ['ID=9988a37e-d12c-49f8-8611-3d5618d1fb8d,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:43.376107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Attempting to bind port 9988a37e-d12c-49f8-8611-3d5618d1fb8d on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:06:43.376374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Attempting to bind port 9988a37e-d12c-49f8-8611-3d5618d1fb8d by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:06:43.376682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Attempting to bind port 9988a37e-d12c-49f8-8611-3d5618d1fb8d on network 01f92c85-9338-4db7-8db4-2a496372b445 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:06:43.382451 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:06:43.382785 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Checking segment: {'id': '45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:06:43.383184 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:43.383581 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Bound using segment: {'id': '45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:06:43.384086 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Bound port: 9988a37e-d12c-49f8-8611-3d5618d1fb8d, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:06:43.384543 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:43.458784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] For port 9988a37e-d12c-49f8-8611-3d5618d1fb8d, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:06:43.462630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 55e15006-5530-4331-ba1d-080d0028fd62 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:06:43.466001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] For port 9988a37e-d12c-49f8-8611-3d5618d1fb8d, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9988a37e-d12c-49f8-8611-3d5618d1fb8d,segment=NetworkSegment(45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a),segment_id=45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:06:43.491458 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:43.567183 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Routers {'8f237fac-784b-4e36-8da0-512c4b68fcac'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:06:43.568076 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:06:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8f237fac-784b-4e36-8da0-512c4b68fcac'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:43.606181 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262006e2-22ce-4dff-b169-1df57dcc40a1 None None] Pushing event updated for resources: {'Port': ['ID=9988a37e-d12c-49f8-8611-3d5618d1fb8d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:43.646891 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 55e15006-5530-4331-ba1d-080d0028fd62 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:06:43.647271 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:43.710357 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a4a9da47-1cd0-41ff-81c5-251637920263 None None] Provisioning complete for port 9988a37e-d12c-49f8-8611-3d5618d1fb8d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:06:43.711005 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a4a9da47-1cd0-41ff-81c5-251637920263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:43.782125 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] Set router 8f237fac-784b-4e36-8da0-512c4b68fcac gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:06:43.809395 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-66c84e4f-5012-49a1-8244-b83f85c337a8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:43.811125 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-66c84e4f-5012-49a1-8244-b83f85c337a8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.73 "GET /v2.0/networks?id=01f92c85-9338-4db7-8db4-2a496372b445 HTTP/1.1" status: 200 len: 796 time: 0.1448298 Mar 23 13:06:43.866683 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-95219e40-fda8-48a0-93ad-cc9a55c41bbc tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7384117b2eb84ea483002d0119f2bf5c HTTP/1.1" status: 200 len: 380 time: 0.0413389 Mar 23 13:06:43.882113 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-580ed128-3da9-4678-a257-42fecc65deb9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'port': {'device_id': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445', 'admin_state_up': True, 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'security_groups': ['a41a613c-b810-4deb-a0e4-affe8088c3fc']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:06:43.921457 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f41a93d-52d9-481b-bc06-1de70dc45488 req-517ab72d-ed31-4176-86e8-0da2710b75e6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 210 time: 0.0456057 Mar 23 13:06:43.931789 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 30612938-cb04-443f-8a7f-59481fdeb7f0 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:06:43.993570 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a4a9da47-1cd0-41ff-81c5-251637920263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:44.016341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-580ed128-3da9-4678-a257-42fecc65deb9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Made reservation on behalf of 7384117b2eb84ea483002d0119f2bf5c for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:06:44.020153 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-580ed128-3da9-4678-a257-42fecc65deb9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:44.055035 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a4a9da47-1cd0-41ff-81c5-251637920263 None None] For port 9988a37e-d12c-49f8-8611-3d5618d1fb8d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9988a37e-d12c-49f8-8611-3d5618d1fb8d,segment=NetworkSegment(45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a),segment_id=45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:06:44.064015 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a4a9da47-1cd0-41ff-81c5-251637920263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:44.116944 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 30612938-cb04-443f-8a7f-59481fdeb7f0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:06:44.117316 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:44.149987 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-580ed128-3da9-4678-a257-42fecc65deb9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Allocated IP 172.20.0.13 (01f92c85-9338-4db7-8db4-2a496372b445/4404f672-3a91-4e4b-8639-c0405c1b037d/87a2c902-aa65-4d10-9c8a-053c32f95f37) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:06:44.169440 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9da47-1cd0-41ff-81c5-251637920263 None None] Pushing event updated for resources: {'Port': ['ID=9988a37e-d12c-49f8-8611-3d5618d1fb8d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:44.204053 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5d643608-dd7c-4296-a714-083d2c31244b None None] Provisioning complete for port 9988a37e-d12c-49f8-8611-3d5618d1fb8d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:06:44.204410 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5d643608-dd7c-4296-a714-083d2c31244b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:44.274982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824395023', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:06:37Z', 'updated_at': '2022-03-23T13:06:41Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:38Z', 'updated_at': '2022-03-23T13:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '9988a37e-d12c-49f8-8611-3d5618d1fb8d', 'name': '', 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:f5:bc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:40Z', 'updated_at': '2022-03-23T13:06:43Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:44.301268 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-580ed128-3da9-4678-a257-42fecc65deb9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:44.307765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe86cc6-b451-4092-be00-9b96efd2ccb3 None None] The sync data for ids ['8f237fac-784b-4e36-8da0-512c4b68fcac'] in n-d-834854-1 is: [{'id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824395023', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:06:37Z', 'updated_at': '2022-03-23T13:06:41Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:38Z', 'updated_at': '2022-03-23T13:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '9988a37e-d12c-49f8-8611-3d5618d1fb8d', 'name': '', 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:f5:bc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:40Z', 'updated_at': '2022-03-23T13:06:43Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:06:44.340379 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-580ed128-3da9-4678-a257-42fecc65deb9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:44.414286 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-580ed128-3da9-4678-a257-42fecc65deb9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network 01f92c85-9338-4db7-8db4-2a496372b445 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:06:44.418230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-580ed128-3da9-4678-a257-42fecc65deb9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:06:44.422550 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-580ed128-3da9-4678-a257-42fecc65deb9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:06:44.452768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ed128-3da9-4678-a257-42fecc65deb9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=87a2c902-aa65-4d10-9c8a-053c32f95f37,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:44.482320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-580ed128-3da9-4678-a257-42fecc65deb9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:44.483090 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-580ed128-3da9-4678-a257-42fecc65deb9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:44.500566 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-580ed128-3da9-4678-a257-42fecc65deb9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6238003 Mar 23 13:06:44.514243 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Request body: {'port': {'device_id': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:06:44.581347 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:44.702698 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-66a4e35b-8490-4289-99fc-d57c7ce33e12 None None] Provisioning complete for port 87a2c902-aa65-4d10-9c8a-053c32f95f37 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:06:44.703436 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-66a4e35b-8490-4289-99fc-d57c7ce33e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:44.740765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-66a4e35b-8490-4289-99fc-d57c7ce33e12 None None] Port 87a2c902-aa65-4d10-9c8a-053c32f95f37 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:06:44.881650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a2c902-aa65-4d10-9c8a-053c32f95f37 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:06:44.889397 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:44.902577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Transition to ACTIVE for port object 87a2c902-aa65-4d10-9c8a-053c32f95f37 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:06:44.907139 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:44.958794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Pushing event updated for resources: {'Port': ['ID=87a2c902-aa65-4d10-9c8a-053c32f95f37,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:45.042210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Attempting to bind port 87a2c902-aa65-4d10-9c8a-053c32f95f37 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:06:45.042653 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Attempting to bind port 87a2c902-aa65-4d10-9c8a-053c32f95f37 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:06:45.043084 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Attempting to bind port 87a2c902-aa65-4d10-9c8a-053c32f95f37 on network 01f92c85-9338-4db7-8db4-2a496372b445 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:06:45.048292 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Port 87a2c902-aa65-4d10-9c8a-053c32f95f37 on network 01f92c85-9338-4db7-8db4-2a496372b445 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:06:45.048623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Attempting to bind port 87a2c902-aa65-4d10-9c8a-053c32f95f37 on network 01f92c85-9338-4db7-8db4-2a496372b445 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:06:45.054238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:06:45.054579 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Checking segment: {'id': '45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:06:45.054973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Bound using segment: {'id': '45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:06:45.055397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Bound port: 87a2c902-aa65-4d10-9c8a-053c32f95f37, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:06:45.055757 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:45.081545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8e12-e07f-43cf-aaa2-c2761ee8fcee req-0b1e49d3-75a2-4a4c-8082-dd38962335fa tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:45.089366 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f1e8e12-e07f-43cf-aaa2-c2761ee8fcee req-0b1e49d3-75a2-4a4c-8082-dd38962335fa tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 944 time: 0.0719683 Mar 23 13:06:45.134766 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2f1e8e12-e07f-43cf-aaa2-c2761ee8fcee req-ac9df8c4-7ff2-4ac9-930d-d8f3bc5fa0b2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441508 Mar 23 13:06:45.146558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] For port 87a2c902-aa65-4d10-9c8a-053c32f95f37, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:06:45.150008 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] For port 87a2c902-aa65-4d10-9c8a-053c32f95f37, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=87a2c902-aa65-4d10-9c8a-053c32f95f37,segment=NetworkSegment(45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a),segment_id=45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:06:45.161560 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:45.205328 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:45.206094 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:45.207637 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] 10.222.0.73 "PUT /v2.0/ports/87a2c902-aa65-4d10-9c8a-053c32f95f37 HTTP/1.1" status: 200 len: 1092 time: 0.6990294 Mar 23 13:06:45.208139 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'tag': '87a2c902-aa65-4d10-9c8a-053c32f95f37'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:06:45.210798 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fa5988-0c53-41c1-9203-05979bde196a" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee", "tag": "87a2c902-aa65-4d10-9c8a-053c32f95f37"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:06:45.233265 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f073028-b459-4277-b0f7-438cad43cf07 service neutron] Pushing event updated for resources: {'Port': ['ID=87a2c902-aa65-4d10-9c8a-053c32f95f37,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:45.258831 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4dfb01-1cd2-43a3-bc7c-c0c133144765 x-openstack-request-id: req-bb4dfb01-1cd2-43a3-bc7c-c0c133144765 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:06:45.259124 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee", "tag": "87a2c902-aa65-4d10-9c8a-053c32f95f37", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:06:45.259374 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb4dfb01-1cd2-43a3-bc7c-c0c133144765 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:06:45.259785 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'tag': '87a2c902-aa65-4d10-9c8a-053c32f95f37', 'status': 'completed', 'code': 200} Mar 23 13:06:45.326414 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-77da614e-5445-4b08-bce2-a70ce154f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:45.328134 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-77da614e-5445-4b08-bce2-a70ce154f6ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 1095 time: 0.0599666 Mar 23 13:06:45.376225 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-808c598c-dcc2-469f-8375-ef371d419c68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87a2c902-aa65-4d10-9c8a-053c32f95f37 HTTP/1.1" status: 200 len: 217 time: 0.0393336 Mar 23 13:06:45.447748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-0528dd22-f721-446d-aa24-4231cad91305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:45.449369 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-0528dd22-f721-446d-aa24-4231cad91305 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4404f672-3a91-4e4b-8639-c0405c1b037d HTTP/1.1" status: 200 len: 834 time: 0.0663149 Mar 23 13:06:45.486891 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9988a37e-d12c-49f8-8611-3d5618d1fb8d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:06:45.504484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-d70a57af-cf74-4fc0-8d9c-d407e5c568d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:45.506017 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-d70a57af-cf74-4fc0-8d9c-d407e5c568d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=01f92c85-9338-4db7-8db4-2a496372b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491462 Mar 23 13:06:45.550481 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 9988a37e-d12c-49f8-8611-3d5618d1fb8d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:06:45.550951 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:45.601107 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-8dfc8d3a-3971-404f-8b85-5de65fe2b2df service neutron] 10.222.0.73 "GET /v2.0/networks/01f92c85-9338-4db7-8db4-2a496372b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872474 Mar 23 13:06:45.694095 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ccb3007-ee16-4294-92b9-cdac35422431 req-34731d9f-49fa-46f8-8950-aa2b32ae97b2 service neutron] 10.222.0.73 "GET /v2.0/networks/01f92c85-9338-4db7-8db4-2a496372b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862892 Mar 23 13:06:45.789769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa5988-0c53-41c1-9203-05979bde196a req-c037c792-22b5-4f08-b9a7-b39773ff6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:45.791314 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-03fa5988-0c53-41c1-9203-05979bde196a req-c037c792-22b5-4f08-b9a7-b39773ff6b0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 1095 time: 0.0417812 Mar 23 13:06:45.882231 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa5988-0c53-41c1-9203-05979bde196a req-4c402d76-efb7-4870-9511-11f730366942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:45.883789 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-03fa5988-0c53-41c1-9203-05979bde196a req-4c402d76-efb7-4870-9511-11f730366942 service neutron] 10.222.0.73 "GET /v2.0/networks?id=01f92c85-9338-4db7-8db4-2a496372b445 HTTP/1.1" status: 200 len: 897 time: 0.0848470 Mar 23 13:06:45.931248 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-03fa5988-0c53-41c1-9203-05979bde196a req-3065d3aa-2b3d-411f-880d-f1ed9008eee0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87a2c902-aa65-4d10-9c8a-053c32f95f37 HTTP/1.1" status: 200 len: 217 time: 0.0406008 Mar 23 13:06:45.982658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa5988-0c53-41c1-9203-05979bde196a req-efb84c9a-765e-4635-8249-f25699f9b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:45.984466 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-03fa5988-0c53-41c1-9203-05979bde196a req-efb84c9a-765e-4635-8249-f25699f9b9e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4404f672-3a91-4e4b-8639-c0405c1b037d HTTP/1.1" status: 200 len: 834 time: 0.0461316 Mar 23 13:06:46.031634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa5988-0c53-41c1-9203-05979bde196a req-f75320b3-7b71-4da0-95e4-5ef4817b0ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:46.033191 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-03fa5988-0c53-41c1-9203-05979bde196a req-f75320b3-7b71-4da0-95e4-5ef4817b0ebe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=01f92c85-9338-4db7-8db4-2a496372b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417345 Mar 23 13:06:46.126618 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-03fa5988-0c53-41c1-9203-05979bde196a req-c4fde23e-31a7-41fd-a841-c78191f05c05 service neutron] 10.222.0.73 "GET /v2.0/networks/01f92c85-9338-4db7-8db4-2a496372b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859635 Mar 23 13:06:46.233577 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-03fa5988-0c53-41c1-9203-05979bde196a req-b0c6ee3d-d981-4205-8e5f-3c29a31a4bde service neutron] 10.222.0.73 "GET /v2.0/networks/01f92c85-9338-4db7-8db4-2a496372b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987887 Mar 23 13:06:46.266138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb21ab-d319-4d11-b8f1-b720e7adc0cd req-b3ff1659-d6da-4f77-98a9-5a1d21e30b3c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:46.267624 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dffb21ab-d319-4d11-b8f1-b720e7adc0cd req-b3ff1659-d6da-4f77-98a9-5a1d21e30b3c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 944 time: 0.0518801 Mar 23 13:06:46.312203 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dffb21ab-d319-4d11-b8f1-b720e7adc0cd req-de3c47f7-6f19-4e8f-8f23-12efa0bb99be tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378654 Mar 23 13:06:46.319290 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:47.437694 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96b6a8-8074-4a5c-bbd5-8fc6d6912cc0 req-9e820874-23db-4300-a334-b84df11a0d59 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:47.438252 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b96b6a8-8074-4a5c-bbd5-8fc6d6912cc0 req-9e820874-23db-4300-a334-b84df11a0d59 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 944 time: 0.0546324 Mar 23 13:06:47.477778 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1b96b6a8-8074-4a5c-bbd5-8fc6d6912cc0 req-4f04143c-45f7-45ba-9a90-5ea0addf36d5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331976 Mar 23 13:06:47.684794 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:48.508601 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 87a2c902-aa65-4d10-9c8a-053c32f95f37 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:06:48.598611 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4f8dd-4737-4b3f-8ad9-37b523261908 req-dbf090cc-97fc-4761-b3bc-1c78c86bf6a5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:48.600229 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7a4f8dd-4737-4b3f-8ad9-37b523261908 req-dbf090cc-97fc-4761-b3bc-1c78c86bf6a5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 944 time: 0.0546365 Mar 23 13:06:48.640710 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7a4f8dd-4737-4b3f-8ad9-37b523261908 req-beb74989-cee5-4389-8c0d-326e256c6281 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340030 Mar 23 13:06:48.700011 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:06:48.758361 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 87a2c902-aa65-4d10-9c8a-053c32f95f37, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=87a2c902-aa65-4d10-9c8a-053c32f95f37,segment=NetworkSegment(45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a),segment_id=45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:06:48.769277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '87a2c902-aa65-4d10-9c8a-053c32f95f37', 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445', 'port_id': '87a2c902-aa65-4d10-9c8a-053c32f95f37', 'mac_address': 'fa:16:3e:7b:42:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:06:48.806654 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:48.818704 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a2c902-aa65-4d10-9c8a-053c32f95f37 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:06:48.837699 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 87a2c902-aa65-4d10-9c8a-053c32f95f37, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=87a2c902-aa65-4d10-9c8a-053c32f95f37,segment=NetworkSegment(45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a),segment_id=45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:06:48.841501 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:48.888388 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=87a2c902-aa65-4d10-9c8a-053c32f95f37,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:49.055306 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['87a2c902-aa65-4d10-9c8a-053c32f95f37'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:06:49.755905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc324389-da47-4de4-88ee-dcb387e9d282 req-4003e957-4c1a-40db-9a83-33164879dd01 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:49.757463 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fc324389-da47-4de4-88ee-dcb387e9d282 req-4003e957-4c1a-40db-9a83-33164879dd01 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 945 time: 0.0485322 Mar 23 13:06:49.796736 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fc324389-da47-4de4-88ee-dcb387e9d282 req-b1a8e76c-df38-4642-b7df-bf3b1dcb134f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328941 Mar 23 13:06:50.524432 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 87a2c902-aa65-4d10-9c8a-053c32f95f37 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:06:50.575658 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 87a2c902-aa65-4d10-9c8a-053c32f95f37 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:06:50.579682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 87a2c902-aa65-4d10-9c8a-053c32f95f37 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:06:50.580095 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:50.653442 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:50.676460 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a2c902-aa65-4d10-9c8a-053c32f95f37'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:06:50.678697 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72015ac7-7ad6-4876-aece-0d2264ad0337" -d '{"events": [{"server_uuid": "0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee", "name": "network-vif-plugged", "status": "completed", "tag": "87a2c902-aa65-4d10-9c8a-053c32f95f37"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:06:50.690747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 87a2c902-aa65-4d10-9c8a-053c32f95f37, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=87a2c902-aa65-4d10-9c8a-053c32f95f37,segment=NetworkSegment(45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a),segment_id=45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:06:50.695298 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:50.724169 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd3c63b-4953-434a-bf44-987c50000169 x-openstack-request-id: req-cdd3c63b-4953-434a-bf44-987c50000169 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:06:50.724465 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee", "name": "network-vif-plugged", "status": "completed", "tag": "87a2c902-aa65-4d10-9c8a-053c32f95f37", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:06:50.724720 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cdd3c63b-4953-434a-bf44-987c50000169 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:06:50.725111 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a2c902-aa65-4d10-9c8a-053c32f95f37', 'code': 200} Mar 23 13:06:50.750122 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=87a2c902-aa65-4d10-9c8a-053c32f95f37,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:50.821903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60ae86-5e70-47b2-a319-c4ad96df9fdc req-6bbaf616-681d-4731-8ea7-171592348865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:50.823296 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de60ae86-5e70-47b2-a319-c4ad96df9fdc req-6bbaf616-681d-4731-8ea7-171592348865 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 1097 time: 0.0392027 Mar 23 13:06:50.859459 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de60ae86-5e70-47b2-a319-c4ad96df9fdc req-a4dad860-0264-4c0a-8730-848bfd29beff service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272915 Mar 23 13:06:50.929666 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b744f49-37eb-4bba-8386-1ab95893cde4 req-13b29df2-18ff-440c-b6f1-ebc7d7c2632c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:50.931765 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b744f49-37eb-4bba-8386-1ab95893cde4 req-13b29df2-18ff-440c-b6f1-ebc7d7c2632c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0674007 Mar 23 13:06:50.970574 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b744f49-37eb-4bba-8386-1ab95893cde4 req-563c6eeb-ca86-4654-bf64-7e02a331a140 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324924 Mar 23 13:06:52.088407 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531cc90-4202-4f13-872e-7c316ac1db4b req-14dbd802-f962-43c5-b68d-dd35c833806b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:52.091862 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3531cc90-4202-4f13-872e-7c316ac1db4b req-14dbd802-f962-43c5-b68d-dd35c833806b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0506341 Mar 23 13:06:52.127665 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3531cc90-4202-4f13-872e-7c316ac1db4b req-2d1ce4dc-f4ae-4af8-a505-76704337797d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311208 Mar 23 13:06:52.241038 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8ad9c-f9ea-4dec-82c0-6a9acd753f26 req-a8d7c4d1-196c-4754-9fce-e0ca6d8491c7 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:52.242514 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b2a8ad9c-f9ea-4dec-82c0-6a9acd753f26 req-a8d7c4d1-196c-4754-9fce-e0ca6d8491c7 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0485649 Mar 23 13:06:52.280123 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b2a8ad9c-f9ea-4dec-82c0-6a9acd753f26 req-6b031a34-d43f-4a93-94ec-46b8bdb03d18 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316122 Mar 23 13:06:52.302427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46592) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:52.340935 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de056172-b25b-4cf8-8da1-97855380916d tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:52.342444 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-de056172-b25b-4cf8-8da1-97855380916d tempest-TestNetworkAdvancedServerOps-1421214054 tempest-TestNetworkAdvancedServerOps-1421214054-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 1092 time: 0.0390470 Mar 23 13:06:52.345812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46594) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:52.350189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': '87a2c902-aa65-4d10-9c8a-053c32f95f37', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:06:52.370627 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:52.466184 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:52.565161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Allocated IP 172.25.2.2 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/1039d1e0-eed8-44e1-8ee4-90328e02d658) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:06:52.672520 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:52.705322 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:52.743867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:06:52.746834 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:06:52.750428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:06:52.772248 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=1039d1e0-eed8-44e1-8ee4-90328e02d658,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:53.102135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:53.170269 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:53.320936 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:53.325360 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:53.398475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event updated for resources: {'Port': ['ID=1039d1e0-eed8-44e1-8ee4-90328e02d658,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:06:53.407697 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:53.517591 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Floating IP 316945c9-970f-44ef-9a4a-3b273f390b87 associated. External IP: 172.25.2.2, port: 87a2c902-aa65-4d10-9c8a-053c32f95f37. Mar 23 13:06:54.028546 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router 8f237fac-784b-4e36-8da0-512c4b68fcac has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:06:54.074465 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5e0f0169-c7e7-4ae8-8725-447312eb8e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:54.138415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:06:54.153201 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f2e001-fb11-4711-b304-632f189664cd None None] Sync routers for ids ['8f237fac-784b-4e36-8da0-512c4b68fcac'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:06:54.162126 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:54.168311 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f2e001-fb11-4711-b304-632f189664cd None None] Routers {'8f237fac-784b-4e36-8da0-512c4b68fcac'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:06:54.169729 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-37f2e001-fb11-4711-b304-632f189664cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:06:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8f237fac-784b-4e36-8da0-512c4b68fcac'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:54.200131 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c1516092-9b37-4f76-9e4b-753d9bd26bae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8531446 Mar 23 13:06:54.200717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'tag': '87a2c902-aa65-4d10-9c8a-053c32f95f37'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:06:54.204332 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755dce8c-0914-4c00-aac6-040d31f63bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee", "tag": "87a2c902-aa65-4d10-9c8a-053c32f95f37"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:06:54.243758 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d926a0-e64c-4545-89d5-67180638c191 x-openstack-request-id: req-b8d926a0-e64c-4545-89d5-67180638c191 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:06:54.244100 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee", "tag": "87a2c902-aa65-4d10-9c8a-053c32f95f37", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:06:54.244347 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8d926a0-e64c-4545-89d5-67180638c191 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:06:54.244819 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'tag': '87a2c902-aa65-4d10-9c8a-053c32f95f37', 'status': 'completed', 'code': 200} Mar 23 13:06:54.282747 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-37f2e001-fb11-4711-b304-632f189664cd None None] Set router 8f237fac-784b-4e36-8da0-512c4b68fcac gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:06:54.307751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c56f8-ee78-4e66-a132-6e458fd9a26e req-ccc034f8-0429-409f-902b-cc0ecb91cd13 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:54.309326 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-392c56f8-ee78-4e66-a132-6e458fd9a26e req-ccc034f8-0429-409f-902b-cc0ecb91cd13 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0557244 Mar 23 13:06:54.313736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dce8c-0914-4c00-aac6-040d31f63bfa req-b68a9fd4-2b73-466f-ae04-a5e96117f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:54.315287 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-755dce8c-0914-4c00-aac6-040d31f63bfa req-b68a9fd4-2b73-466f-ae04-a5e96117f7e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 1097 time: 0.0465760 Mar 23 13:06:54.350661 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-392c56f8-ee78-4e66-a132-6e458fd9a26e req-00df02e4-5566-4e44-a4ad-b611182adf6c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347881 Mar 23 13:06:54.379129 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46600) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:54.413793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dce8c-0914-4c00-aac6-040d31f63bfa req-9c00cdd2-7694-44a8-8c5e-dbf617c47977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:54.415267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-755dce8c-0914-4c00-aac6-040d31f63bfa req-9c00cdd2-7694-44a8-8c5e-dbf617c47977 service neutron] 10.222.0.73 "GET /v2.0/networks?id=01f92c85-9338-4db7-8db4-2a496372b445 HTTP/1.1" status: 200 len: 897 time: 0.0918086 Mar 23 13:06:54.458899 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5d595dee-69ac-4349-a831-f77b7fd597b8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/floatingips/316945c9-970f-44ef-9a4a-3b273f390b87 HTTP/1.1" status: 200 len: 990 time: 0.0782020 Mar 23 13:06:54.492092 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-755dce8c-0914-4c00-aac6-040d31f63bfa req-602ded50-3c43-42c6-9777-deadf457a34e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87a2c902-aa65-4d10-9c8a-053c32f95f37 HTTP/1.1" status: 200 len: 998 time: 0.0655224 Mar 23 13:06:54.514227 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-37f2e001-fb11-4711-b304-632f189664cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824395023', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:06:37Z', 'updated_at': '2022-03-23T13:06:41Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:38Z', 'updated_at': '2022-03-23T13:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '316945c9-970f-44ef-9a4a-3b273f390b87', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'port_id': '87a2c902-aa65-4d10-9c8a-053c32f95f37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445', 'mac_address': 'fa:16:3e:7b:42:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:06:52Z', 'updated_at': '2022-03-23T13:06:52Z', 'revision_number': 0, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9988a37e-d12c-49f8-8611-3d5618d1fb8d', 'name': '', 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:f5:bc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:40Z', 'updated_at': '2022-03-23T13:06:44Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:54.539193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dce8c-0914-4c00-aac6-040d31f63bfa req-c35e032e-3d26-47f3-bb46-c07094a1fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:54.540603 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-755dce8c-0914-4c00-aac6-040d31f63bfa req-c35e032e-3d26-47f3-bb46-c07094a1fe0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4404f672-3a91-4e4b-8639-c0405c1b037d HTTP/1.1" status: 200 len: 834 time: 0.0448301 Mar 23 13:06:54.544257 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f2e001-fb11-4711-b304-632f189664cd None None] Checking router: 8f237fac-784b-4e36-8da0-512c4b68fcac for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:06:54.552374 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f2e001-fb11-4711-b304-632f189664cd None None] Routers {'8f237fac-784b-4e36-8da0-512c4b68fcac'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:06:54.552968 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-37f2e001-fb11-4711-b304-632f189664cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:06:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8f237fac-784b-4e36-8da0-512c4b68fcac'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:54.589831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dce8c-0914-4c00-aac6-040d31f63bfa req-fa4135ab-0805-4248-9f1b-befb20c20065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:06:54.591330 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-755dce8c-0914-4c00-aac6-040d31f63bfa req-fa4135ab-0805-4248-9f1b-befb20c20065 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=01f92c85-9338-4db7-8db4-2a496372b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435920 Mar 23 13:06:54.694454 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-755dce8c-0914-4c00-aac6-040d31f63bfa req-99069cb5-7a43-4035-bba6-1d97b97416e9 service neutron] 10.222.0.73 "GET /v2.0/networks/01f92c85-9338-4db7-8db4-2a496372b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958681 Mar 23 13:06:54.752898 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-37f2e001-fb11-4711-b304-632f189664cd None None] Set router 8f237fac-784b-4e36-8da0-512c4b68fcac gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:06:54.785695 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-755dce8c-0914-4c00-aac6-040d31f63bfa req-7533b11c-f453-4a3f-b522-de6e14f9dbbe service neutron] 10.222.0.73 "GET /v2.0/networks/01f92c85-9338-4db7-8db4-2a496372b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842876 Mar 23 13:06:54.971623 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-37f2e001-fb11-4711-b304-632f189664cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824395023', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:06:37Z', 'updated_at': '2022-03-23T13:06:41Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:38Z', 'updated_at': '2022-03-23T13:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '316945c9-970f-44ef-9a4a-3b273f390b87', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'port_id': '87a2c902-aa65-4d10-9c8a-053c32f95f37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445', 'mac_address': 'fa:16:3e:7b:42:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:06:52Z', 'updated_at': '2022-03-23T13:06:52Z', 'revision_number': 0, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9988a37e-d12c-49f8-8611-3d5618d1fb8d', 'name': '', 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:f5:bc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:40Z', 'updated_at': '2022-03-23T13:06:44Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:06:55.000120 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f2e001-fb11-4711-b304-632f189664cd None None] The sync data for ids ['8f237fac-784b-4e36-8da0-512c4b68fcac'] in n-d-834854-1 is: [{'id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824395023', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:06:37Z', 'updated_at': '2022-03-23T13:06:41Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:38Z', 'updated_at': '2022-03-23T13:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '316945c9-970f-44ef-9a4a-3b273f390b87', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'port_id': '87a2c902-aa65-4d10-9c8a-053c32f95f37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445', 'mac_address': 'fa:16:3e:7b:42:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:06:52Z', 'updated_at': '2022-03-23T13:06:52Z', 'revision_number': 0, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9988a37e-d12c-49f8-8611-3d5618d1fb8d', 'name': '', 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:f5:bc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:40Z', 'updated_at': '2022-03-23T13:06:44Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:06:55.186700 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24408318-6042-461d-8739-904dfb835e73 None None] New status for floating IP 316945c9-970f-44ef-9a4a-3b273f390b87: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:06:55.462886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46602) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:06:55.535279 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2d952c2c-287e-47f1-b8f5-7ae7b9362489 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/floatingips/316945c9-970f-44ef-9a4a-3b273f390b87 HTTP/1.1" status: 200 len: 992 time: 0.0711982 Mar 23 13:06:56.930679 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-29ce8042-3647-4cff-a0f0-2acbfd837bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:57.851870 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:59.166603 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:06:59.548868 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:01.382112 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9ce63dd3-87c0-4636-8dde-6ae3f6b10dcf req-db83449e-6c9b-44c9-a74f-bf92095b91ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387564 Mar 23 13:07:01.465704 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce63dd3-87c0-4636-8dde-6ae3f6b10dcf req-a7837bf1-ed9e-47fd-b8a5-e10492d1eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:01.467141 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9ce63dd3-87c0-4636-8dde-6ae3f6b10dcf req-a7837bf1-ed9e-47fd-b8a5-e10492d1eb00 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 1097 time: 0.0422137 Mar 23 13:07:01.574212 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce63dd3-87c0-4636-8dde-6ae3f6b10dcf req-2fa4dfdd-8a27-4534-b269-4de4e3719652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:01.575687 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9ce63dd3-87c0-4636-8dde-6ae3f6b10dcf req-2fa4dfdd-8a27-4534-b269-4de4e3719652 service neutron] 10.222.0.73 "GET /v2.0/networks?id=01f92c85-9338-4db7-8db4-2a496372b445 HTTP/1.1" status: 200 len: 897 time: 0.0896780 Mar 23 13:07:01.644963 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9ce63dd3-87c0-4636-8dde-6ae3f6b10dcf req-b6b9cd63-83b0-4360-a951-2201acabac7a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87a2c902-aa65-4d10-9c8a-053c32f95f37 HTTP/1.1" status: 200 len: 1000 time: 0.0609419 Mar 23 13:07:01.696188 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce63dd3-87c0-4636-8dde-6ae3f6b10dcf req-e3033c18-0655-4d3c-bf97-9055946686c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:01.697625 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9ce63dd3-87c0-4636-8dde-6ae3f6b10dcf req-e3033c18-0655-4d3c-bf97-9055946686c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4404f672-3a91-4e4b-8639-c0405c1b037d HTTP/1.1" status: 200 len: 834 time: 0.0463769 Mar 23 13:07:01.746656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce63dd3-87c0-4636-8dde-6ae3f6b10dcf req-5ef7399e-b34c-4ce7-9c0b-bfddebb3c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:01.748111 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9ce63dd3-87c0-4636-8dde-6ae3f6b10dcf req-5ef7399e-b34c-4ce7-9c0b-bfddebb3c271 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=01f92c85-9338-4db7-8db4-2a496372b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438707 Mar 23 13:07:01.839317 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9ce63dd3-87c0-4636-8dde-6ae3f6b10dcf req-75c544ee-7c73-4541-863f-a1f3199042f6 service neutron] 10.222.0.73 "GET /v2.0/networks/01f92c85-9338-4db7-8db4-2a496372b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839002 Mar 23 13:07:01.933966 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9ce63dd3-87c0-4636-8dde-6ae3f6b10dcf req-c817ea77-686d-49c9-a837-318ef7716663 service neutron] 10.222.0.73 "GET /v2.0/networks/01f92c85-9338-4db7-8db4-2a496372b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877156 Mar 23 13:07:16.320008 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:17.697345 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:24.076078 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-45c3df48-08ac-44af-b23f-2542ba7b6e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:25.699590 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:07:26.933018 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-06faa373-894c-4e51-ad3a-236f4a132c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:27.856119 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:29.054469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabaa13-2b69-49f4-b1a0-b6228d59e028 req-004d4e93-33f9-4c17-923e-2b21f9437f05 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:29.056185 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0eabaa13-2b69-49f4-b1a0-b6228d59e028 req-004d4e93-33f9-4c17-923e-2b21f9437f05 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0519593 Mar 23 13:07:29.097270 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0eabaa13-2b69-49f4-b1a0-b6228d59e028 req-59e69ac2-20b2-401a-a3d6-e3b8eaa4b62f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350311 Mar 23 13:07:29.169356 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:29.550849 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:30.219357 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d9451-cf8a-4152-bc4d-04ce50315518 req-c7893d7e-ec8f-4b25-a922-66d735651f1b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:30.221099 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c8d9451-cf8a-4152-bc4d-04ce50315518 req-c7893d7e-ec8f-4b25-a922-66d735651f1b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0532813 Mar 23 13:07:30.262100 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c8d9451-cf8a-4152-bc4d-04ce50315518 req-a8d9b47f-9a7b-437e-a272-f1f7687065c6 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330389 Mar 23 13:07:31.379192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdaa034-6ed5-4e64-93da-540730b9a91b req-82e4097c-e357-477a-983b-596673e7f369 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:31.380691 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0bdaa034-6ed5-4e64-93da-540730b9a91b req-82e4097c-e357-477a-983b-596673e7f369 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0484343 Mar 23 13:07:31.419232 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0bdaa034-6ed5-4e64-93da-540730b9a91b req-7e0f5e2d-5694-4517-bef8-48300884441a tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327015 Mar 23 13:07:32.539275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569a9a3-249d-4213-bbd7-eb4017230c6a req-6b8c92fc-8eb8-4f70-8f4e-0ab91cf9d0eb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:32.540760 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e569a9a3-249d-4213-bbd7-eb4017230c6a req-6b8c92fc-8eb8-4f70-8f4e-0ab91cf9d0eb tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0530274 Mar 23 13:07:32.576977 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e569a9a3-249d-4213-bbd7-eb4017230c6a req-d73680c6-2712-4e71-888d-0ccd706d9596 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302875 Mar 23 13:07:33.697225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c0d0f-474a-4e64-8ece-ada186664afb req-4fc40a9c-9c60-4187-9249-12a72a475c15 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:33.698625 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b21c0d0f-474a-4e64-8ece-ada186664afb req-4fc40a9c-9c60-4187-9249-12a72a475c15 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0531731 Mar 23 13:07:33.735870 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b21c0d0f-474a-4e64-8ece-ada186664afb req-ff90e928-17f7-42c0-85be-771c003fac09 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312386 Mar 23 13:07:34.849002 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77196e-f779-4e41-a70b-2de68caf992b req-b11147fc-1ed8-47f8-a18e-81c0312c8bf9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:34.850455 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0e77196e-f779-4e41-a70b-2de68caf992b req-b11147fc-1ed8-47f8-a18e-81c0312c8bf9 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0479536 Mar 23 13:07:34.887942 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0e77196e-f779-4e41-a70b-2de68caf992b req-b5f26edf-0848-427f-9ef0-4468b957f17f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314550 Mar 23 13:07:36.003395 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e4edb-b815-40eb-895a-f80af3073ac9 req-7600fc11-1cf5-4ca3-89ba-87edd1e52271 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:36.004941 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2f8e4edb-b815-40eb-895a-f80af3073ac9 req-7600fc11-1cf5-4ca3-89ba-87edd1e52271 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0501642 Mar 23 13:07:36.044878 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2f8e4edb-b815-40eb-895a-f80af3073ac9 req-0b458b0b-f42a-4394-a10c-8198c001367f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335591 Mar 23 13:07:37.162847 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0118223-84fa-4b8a-97e9-f9e38e21a8b6 req-925f9d02-4124-432a-897c-bf1506301038 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:37.164408 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e0118223-84fa-4b8a-97e9-f9e38e21a8b6 req-925f9d02-4124-432a-897c-bf1506301038 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0498779 Mar 23 13:07:37.201269 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e0118223-84fa-4b8a-97e9-f9e38e21a8b6 req-1fc69e47-d07a-41d7-9da8-278aa5aca369 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307586 Mar 23 13:07:38.322278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d91ffe-d1c8-4230-aab1-79f69927d225 req-7caab5a9-a455-42c5-94b3-7a6abfa46eee tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:38.323824 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e1d91ffe-d1c8-4230-aab1-79f69927d225 req-7caab5a9-a455-42c5-94b3-7a6abfa46eee tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0537703 Mar 23 13:07:38.363041 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e1d91ffe-d1c8-4230-aab1-79f69927d225 req-6d7321b6-a330-4f78-adf3-a9f78f80a9cc tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332146 Mar 23 13:07:39.491584 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6f6c1-12a5-4b1d-b3ac-9db407c2d34d req-a301f611-5e40-48b4-b79c-204632465561 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:39.493633 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7dc6f6c1-12a5-4b1d-b3ac-9db407c2d34d req-a301f611-5e40-48b4-b79c-204632465561 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0628428 Mar 23 13:07:39.537497 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7dc6f6c1-12a5-4b1d-b3ac-9db407c2d34d req-64bbf65a-e3e8-450d-89ec-c870bcddb81c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343590 Mar 23 13:07:40.660064 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565efb1a-3465-4488-803d-e1429009728c req-64ab0ac0-efb8-4539-b047-073db4f66886 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:40.661569 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-565efb1a-3465-4488-803d-e1429009728c req-64ab0ac0-efb8-4539-b047-073db4f66886 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0550768 Mar 23 13:07:40.699749 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-565efb1a-3465-4488-803d-e1429009728c req-46f839c9-5135-4e6b-994b-6f15a96aaa52 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322247 Mar 23 13:07:41.818595 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af85d20-aa87-45b7-b7df-d492224300ec req-252a60eb-bccc-43e6-aac8-239d4e5fdf2e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:41.820157 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4af85d20-aa87-45b7-b7df-d492224300ec req-252a60eb-bccc-43e6-aac8-239d4e5fdf2e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0493202 Mar 23 13:07:41.859363 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4af85d20-aa87-45b7-b7df-d492224300ec req-1a231754-a5e7-42b5-9dfc-de293eb7959c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332360 Mar 23 13:07:42.977143 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f901fe-dd2a-446e-a8b3-a611eaff6f35 req-d7f97157-2b8f-4396-928f-1cbd417e7e2f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:42.978631 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9f901fe-dd2a-446e-a8b3-a611eaff6f35 req-d7f97157-2b8f-4396-928f-1cbd417e7e2f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0489535 Mar 23 13:07:43.015149 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9f901fe-dd2a-446e-a8b3-a611eaff6f35 req-dd5a7e9a-c968-4688-a59d-e8c3345d2f7c tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305972 Mar 23 13:07:44.130653 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426b802-a223-4142-9839-2e57ee80f4a5 req-fa6f0b30-094a-45e0-a1cb-857a5bef8195 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:44.132168 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7426b802-a223-4142-9839-2e57ee80f4a5 req-fa6f0b30-094a-45e0-a1cb-857a5bef8195 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0490806 Mar 23 13:07:44.170673 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7426b802-a223-4142-9839-2e57ee80f4a5 req-10384150-94c3-4ce5-9499-bc037d8560ad tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326102 Mar 23 13:07:45.287796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7a1ae-f6b6-48d0-a0f7-5b7ddfb2e1c1 req-e1918852-f25e-4a62-89e6-857fec9dba28 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:45.289328 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dfd7a1ae-f6b6-48d0-a0f7-5b7ddfb2e1c1 req-e1918852-f25e-4a62-89e6-857fec9dba28 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0502646 Mar 23 13:07:45.328290 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dfd7a1ae-f6b6-48d0-a0f7-5b7ddfb2e1c1 req-2082b17e-38bd-4c6d-b3d4-96d44d075bf5 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329359 Mar 23 13:07:46.328297 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:46.454034 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730f42c-2e96-41ad-a7e0-c9b3452569ab req-9bdfa2ca-602e-41c2-aeca-ce3b783db55f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:46.455625 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6730f42c-2e96-41ad-a7e0-c9b3452569ab req-9bdfa2ca-602e-41c2-aeca-ce3b783db55f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0567744 Mar 23 13:07:46.494740 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6730f42c-2e96-41ad-a7e0-c9b3452569ab req-e77b9e55-a73d-4218-b02d-0cc170bd6aaa tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329254 Mar 23 13:07:46.732423 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ee8fb-ec0f-4100-b3a4-e9a4d7ea424c req-323178d7-a89f-4be6-a1cd-cec9b765f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:46.733804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c58ee8fb-ec0f-4100-b3a4-e9a4d7ea424c req-323178d7-a89f-4be6-a1cd-cec9b765f85b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 1097 time: 0.0428131 Mar 23 13:07:46.769785 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c58ee8fb-ec0f-4100-b3a4-e9a4d7ea424c req-10078114-3447-452e-a50a-c108f8b201a1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276480 Mar 23 13:07:47.618156 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd46a68-aad4-4f94-8256-231444615b5b req-f472936a-106b-428f-bf5b-9ee283d8ceae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:47.619654 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4fd46a68-aad4-4f94-8256-231444615b5b req-f472936a-106b-428f-bf5b-9ee283d8ceae tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0526056 Mar 23 13:07:47.661707 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4fd46a68-aad4-4f94-8256-231444615b5b req-2fd574cf-2249-42af-b5d7-f45987cf229f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359988 Mar 23 13:07:47.705791 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:48.778646 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0186abf-c74d-4243-9dbf-a0a37eecd6d6 req-22c39fb8-4e9e-43e5-9726-d667a9d32d30 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:07:48.780391 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f0186abf-c74d-4243-9dbf-a0a37eecd6d6 req-22c39fb8-4e9e-43e5-9726-d667a9d32d30 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0483253 Mar 23 13:07:48.818814 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f0186abf-c74d-4243-9dbf-a0a37eecd6d6 req-2d37dfce-de95-467a-b740-1f40b6574102 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318427 Mar 23 13:07:48.841108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46664) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:07:48.892641 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 87a2c902-aa65-4d10-9c8a-053c32f95f37 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:07:48.895423 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 87a2c902-aa65-4d10-9c8a-053c32f95f37 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:07:48.904566 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b2e89d31-80df-470f-8396-00a07ddaba17 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/floatingips/316945c9-970f-44ef-9a4a-3b273f390b87 HTTP/1.1" status: 200 len: 992 time: 0.0620463 Mar 23 13:07:49.045619 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:49.048275 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 87a2c902-aa65-4d10-9c8a-053c32f95f37, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=87a2c902-aa65-4d10-9c8a-053c32f95f37,segment=NetworkSegment(45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a),segment_id=45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:07:49.066215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '87a2c902-aa65-4d10-9c8a-053c32f95f37', 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445', 'port_id': '87a2c902-aa65-4d10-9c8a-053c32f95f37', 'mac_address': 'fa:16:3e:7b:42:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:07:49.079669 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87a2c902-aa65-4d10-9c8a-053c32f95f37'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:07:49.081888 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107bdd88-dff8-4a20-88c6-0eb71f314f72" -d '{"events": [{"server_uuid": "0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee", "name": "network-vif-unplugged", "status": "completed", "tag": "87a2c902-aa65-4d10-9c8a-053c32f95f37"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:07:49.110778 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 87a2c902-aa65-4d10-9c8a-053c32f95f37, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=87a2c902-aa65-4d10-9c8a-053c32f95f37,segment=NetworkSegment(45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a),segment_id=45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:07:49.117649 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:49.123878 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 13:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3052ded-a337-4eee-8e65-88d885d14939 x-openstack-request-id: req-e3052ded-a337-4eee-8e65-88d885d14939 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:07:49.124192 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee", "name": "network-vif-unplugged", "status": "completed", "tag": "87a2c902-aa65-4d10-9c8a-053c32f95f37", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:07:49.124443 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3052ded-a337-4eee-8e65-88d885d14939 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:07:49.124825 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87a2c902-aa65-4d10-9c8a-053c32f95f37', 'code': 200} Mar 23 13:07:49.149623 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:49.171270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87a2c902-aa65-4d10-9c8a-053c32f95f37 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:07:49.185430 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=87a2c902-aa65-4d10-9c8a-053c32f95f37,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:07:49.213598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:07:49.213933 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:07:49.214263 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:07:49.214589 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:07:49.214910 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:07:49.215227 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:07:49.215540 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:07:49.215853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:07:49.216204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:07:49.216522 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:07:49.216832 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:07:49.217141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:07:49.234616 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 13:07:49.234971 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 13:07:49.770205 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:49.783202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a2c902-aa65-4d10-9c8a-053c32f95f37 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:07:49.801293 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 87a2c902-aa65-4d10-9c8a-053c32f95f37, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=87a2c902-aa65-4d10-9c8a-053c32f95f37,segment=NetworkSegment(45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a),segment_id=45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:07:49.805078 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:49.856311 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=87a2c902-aa65-4d10-9c8a-053c32f95f37,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:07:50.041962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['87a2c902-aa65-4d10-9c8a-053c32f95f37'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:07:50.898484 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 87a2c902-aa65-4d10-9c8a-053c32f95f37 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:07:50.951259 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 87a2c902-aa65-4d10-9c8a-053c32f95f37 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:07:50.951628 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:51.024669 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:51.056680 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 87a2c902-aa65-4d10-9c8a-053c32f95f37, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=87a2c902-aa65-4d10-9c8a-053c32f95f37,segment=NetworkSegment(45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a),segment_id=45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:07:51.060911 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:51.106575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=87a2c902-aa65-4d10-9c8a-053c32f95f37,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:07:51.125852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a2c902-aa65-4d10-9c8a-053c32f95f37'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:07:51.128261 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b17797f-8ccc-4228-916d-5377ec1b52ed" -d '{"events": [{"server_uuid": "0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee", "name": "network-vif-plugged", "status": "completed", "tag": "87a2c902-aa65-4d10-9c8a-053c32f95f37"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:07:51.165285 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9683227a-0b88-41a4-bb1e-63932567f6be x-openstack-request-id: req-9683227a-0b88-41a4-bb1e-63932567f6be {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:07:51.165608 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee", "name": "network-vif-plugged", "status": "completed", "tag": "87a2c902-aa65-4d10-9c8a-053c32f95f37", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:07:51.165869 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9683227a-0b88-41a4-bb1e-63932567f6be {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:07:51.166268 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a2c902-aa65-4d10-9c8a-053c32f95f37', 'code': 200} Mar 23 13:07:54.077582 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34bd007b-91f5-401d-9f99-2946ff246c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:56.941606 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c0615c1-24bb-4454-a021-9b31cb892c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:57.857838 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:59.177318 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:07:59.553047 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:02.386793 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f42686ab-c249-42d2-be62-db36d37fd094 req-71a16926-4950-4a75-ac52-819db0730528 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463412 Mar 23 13:08:02.475919 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42686ab-c249-42d2-be62-db36d37fd094 req-7bfc4282-d485-4aac-8801-27a60cb80484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:02.477373 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f42686ab-c249-42d2-be62-db36d37fd094 req-7bfc4282-d485-4aac-8801-27a60cb80484 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 1097 time: 0.0444326 Mar 23 13:08:02.584105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42686ab-c249-42d2-be62-db36d37fd094 req-bf5b2cfe-1771-4982-9f94-9dd5d40faa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:02.585577 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f42686ab-c249-42d2-be62-db36d37fd094 req-bf5b2cfe-1771-4982-9f94-9dd5d40faa6d service neutron] 10.222.0.73 "GET /v2.0/networks?id=01f92c85-9338-4db7-8db4-2a496372b445 HTTP/1.1" status: 200 len: 897 time: 0.0871251 Mar 23 13:08:02.659599 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f42686ab-c249-42d2-be62-db36d37fd094 req-ef31e64d-44c3-42be-a6d5-c5d34a13759b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87a2c902-aa65-4d10-9c8a-053c32f95f37 HTTP/1.1" status: 200 len: 1000 time: 0.0640490 Mar 23 13:08:02.698388 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:08:02.711510 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42686ab-c249-42d2-be62-db36d37fd094 req-505c7370-cc14-4534-ab3b-6a6f7767265b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:02.713018 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f42686ab-c249-42d2-be62-db36d37fd094 req-505c7370-cc14-4534-ab3b-6a6f7767265b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4404f672-3a91-4e4b-8639-c0405c1b037d HTTP/1.1" status: 200 len: 834 time: 0.0449007 Mar 23 13:08:02.759073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42686ab-c249-42d2-be62-db36d37fd094 req-8ba7e5d4-d81d-4cec-a6d1-983e51b20322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:02.761015 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f42686ab-c249-42d2-be62-db36d37fd094 req-8ba7e5d4-d81d-4cec-a6d1-983e51b20322 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=01f92c85-9338-4db7-8db4-2a496372b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402267 Mar 23 13:08:02.858688 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f42686ab-c249-42d2-be62-db36d37fd094 req-08469a94-7280-4b1b-91a6-39e51437d469 service neutron] 10.222.0.73 "GET /v2.0/networks/01f92c85-9338-4db7-8db4-2a496372b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902269 Mar 23 13:08:02.949576 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f42686ab-c249-42d2-be62-db36d37fd094 req-7bb274ac-6d09-46ed-b0e8-0bbacd512c38 service neutron] 10.222.0.73 "GET /v2.0/networks/01f92c85-9338-4db7-8db4-2a496372b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834768 Mar 23 13:08:16.336554 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:17.715100 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:24.080909 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-10457830-8e93-4781-b80e-4bfdaaffbf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:24.121746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46680) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:08:24.283762 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting port 1039d1e0-eed8-44e1-8ee4-90328e02d658 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:08:24.284197 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:24.357539 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:24.357768 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:24.369692 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Calling delete_port for 1039d1e0-eed8-44e1-8ee4-90328e02d658 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:08:24.521253 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:24.548901 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Port': ['ID=1039d1e0-eed8-44e1-8ee4-90328e02d658,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:24.573988 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:24.574389 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:24.574679 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:24.575015 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:24.575352 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:24.575683 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:24.576038 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:24.576367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:24.576693 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:24.577016 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:24.577341 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:24.577656 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:24.622006 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:24.622334 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Floating IP 316945c9-970f-44ef-9a4a-3b273f390b87 disassociated (deleted). External IP: 172.25.2.2, port: 87a2c902-aa65-4d10-9c8a-053c32f95f37. Mar 23 13:08:24.832811 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router 8f237fac-784b-4e36-8da0-512c4b68fcac has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:08:24.942021 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:08:24.946504 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:24.952307 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd7a02-7e33-4895-8ea2-b31d62f4c719 None None] Sync routers for ids ['8f237fac-784b-4e36-8da0-512c4b68fcac'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:08:24.962736 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd7a02-7e33-4895-8ea2-b31d62f4c719 None None] Routers {'8f237fac-784b-4e36-8da0-512c4b68fcac'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:08:24.963348 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-02bd7a02-7e33-4895-8ea2-b31d62f4c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:07:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8f237fac-784b-4e36-8da0-512c4b68fcac'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:08:24.973880 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e21dea74-2889-4d40-9a60-ab970834629d tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/floatingips/316945c9-970f-44ef-9a4a-3b273f390b87 HTTP/1.1" status: 204 len: 168 time: 0.8510351 Mar 23 13:08:24.974471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'tag': '87a2c902-aa65-4d10-9c8a-053c32f95f37'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:08:24.976767 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006488bc-304f-4fae-936b-3071b8397e91" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee", "tag": "87a2c902-aa65-4d10-9c8a-053c32f95f37"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:08:25.016197 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e58ca67-bf04-42a4-a2da-4a825716d30d x-openstack-request-id: req-1e58ca67-bf04-42a4-a2da-4a825716d30d {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:08:25.016627 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee", "tag": "87a2c902-aa65-4d10-9c8a-053c32f95f37", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:08:25.017105 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e58ca67-bf04-42a4-a2da-4a825716d30d {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:08:25.017627 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'tag': '87a2c902-aa65-4d10-9c8a-053c32f95f37', 'status': 'completed', 'code': 200} Mar 23 13:08:25.072587 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-02bd7a02-7e33-4895-8ea2-b31d62f4c719 None None] Set router 8f237fac-784b-4e36-8da0-512c4b68fcac gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:08:25.092192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006488bc-304f-4fae-936b-3071b8397e91 req-451d469c-85ee-4a7c-9d9c-86757b27eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:25.094512 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-006488bc-304f-4fae-936b-3071b8397e91 req-451d469c-85ee-4a7c-9d9c-86757b27eef3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7384117b2eb84ea483002d0119f2bf5c&device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 1097 time: 0.0535271 Mar 23 13:08:25.251249 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006488bc-304f-4fae-936b-3071b8397e91 req-9cb9bbb0-cb6d-427d-a0f0-513c5ff21ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:25.252680 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-006488bc-304f-4fae-936b-3071b8397e91 req-9cb9bbb0-cb6d-427d-a0f0-513c5ff21ed5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=01f92c85-9338-4db7-8db4-2a496372b445 HTTP/1.1" status: 200 len: 897 time: 0.1469676 Mar 23 13:08:25.264974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769d8c7-0a88-4718-8b71-bed92ba82f88 req-e11f5cc8-2ae2-422c-a85e-63ca8bf0050e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:25.266532 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7769d8c7-0a88-4718-8b71-bed92ba82f88 req-e11f5cc8-2ae2-422c-a85e-63ca8bf0050e tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0838144 Mar 23 13:08:25.298711 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-02bd7a02-7e33-4895-8ea2-b31d62f4c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824395023', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:06:37Z', 'updated_at': '2022-03-23T13:06:41Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:38Z', 'updated_at': '2022-03-23T13:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '9988a37e-d12c-49f8-8611-3d5618d1fb8d', 'name': '', 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:f5:bc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:40Z', 'updated_at': '2022-03-23T13:06:44Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:08:25.313618 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-006488bc-304f-4fae-936b-3071b8397e91 req-24e4a835-1c5c-4add-b26a-b9dbf69efee1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87a2c902-aa65-4d10-9c8a-053c32f95f37 HTTP/1.1" status: 200 len: 217 time: 0.0460987 Mar 23 13:08:25.325754 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd7a02-7e33-4895-8ea2-b31d62f4c719 None None] Checking router: 8f237fac-784b-4e36-8da0-512c4b68fcac for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:08:25.334257 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd7a02-7e33-4895-8ea2-b31d62f4c719 None None] Routers {'8f237fac-784b-4e36-8da0-512c4b68fcac'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:08:25.335558 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-02bd7a02-7e33-4895-8ea2-b31d62f4c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:07:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8f237fac-784b-4e36-8da0-512c4b68fcac'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:08:25.369801 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7769d8c7-0a88-4718-8b71-bed92ba82f88 req-e30c2dc4-f20d-453e-baa6-f6ed1ae022d4 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946612 Mar 23 13:08:25.382574 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006488bc-304f-4fae-936b-3071b8397e91 req-fe54a9dc-eff9-4006-8e34-1844933f84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:25.384182 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-006488bc-304f-4fae-936b-3071b8397e91 req-fe54a9dc-eff9-4006-8e34-1844933f84e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4404f672-3a91-4e4b-8639-c0405c1b037d HTTP/1.1" status: 200 len: 834 time: 0.0601754 Mar 23 13:08:25.440218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006488bc-304f-4fae-936b-3071b8397e91 req-582206e6-6ce5-4b71-babb-d9b62a1d325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:25.442730 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-006488bc-304f-4fae-936b-3071b8397e91 req-582206e6-6ce5-4b71-babb-d9b62a1d325d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=01f92c85-9338-4db7-8db4-2a496372b445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513344 Mar 23 13:08:25.450520 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-02bd7a02-7e33-4895-8ea2-b31d62f4c719 None None] Set router 8f237fac-784b-4e36-8da0-512c4b68fcac gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:08:25.541377 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-006488bc-304f-4fae-936b-3071b8397e91 req-4d49a4fb-1002-42c8-b5ff-78f2e4917525 service neutron] 10.222.0.73 "GET /v2.0/networks/01f92c85-9338-4db7-8db4-2a496372b445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902290 Mar 23 13:08:25.641443 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-006488bc-304f-4fae-936b-3071b8397e91 req-dc0ef546-4ad5-42dc-94a7-cd3e6240ad56 service neutron] 10.222.0.73 "GET /v2.0/networks/01f92c85-9338-4db7-8db4-2a496372b445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933619 Mar 23 13:08:25.657527 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-02bd7a02-7e33-4895-8ea2-b31d62f4c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824395023', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:06:37Z', 'updated_at': '2022-03-23T13:06:41Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:38Z', 'updated_at': '2022-03-23T13:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '9988a37e-d12c-49f8-8611-3d5618d1fb8d', 'name': '', 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:f5:bc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:40Z', 'updated_at': '2022-03-23T13:06:44Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:08:25.689087 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd7a02-7e33-4895-8ea2-b31d62f4c719 None None] The sync data for ids ['8f237fac-784b-4e36-8da0-512c4b68fcac'] in n-d-834854-1 is: [{'id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824395023', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:06:37Z', 'updated_at': '2022-03-23T13:06:41Z', 'revision_number': 4, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:38Z', 'updated_at': '2022-03-23T13:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '9988a37e-d12c-49f8-8611-3d5618d1fb8d', 'name': '', 'network_id': '01f92c85-9338-4db7-8db4-2a496372b445', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'mac_address': 'fa:16:3e:f5:bc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:40Z', 'updated_at': '2022-03-23T13:06:44Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'subnets': [{'id': '4404f672-3a91-4e4b-8639-c0405c1b037d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:08:25.931557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb138c-ca57-4c62-8846-f5bc3f6d3ce2 None None] New status for floating IP 316945c9-970f-44ef-9a4a-3b273f390b87: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:08:26.516190 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78463712-ecb7-4467-99a9-572bd5144abc req-fb5824b1-0dcb-4ada-8ed2-f6a3aacb8d02 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:26.517702 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-78463712-ecb7-4467-99a9-572bd5144abc req-fb5824b1-0dcb-4ada-8ed2-f6a3aacb8d02 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0568125 Mar 23 13:08:26.555785 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-78463712-ecb7-4467-99a9-572bd5144abc req-28168a09-da71-4687-a200-26ec8d3eba06 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41a613c-b810-4deb-a0e4-affe8088c3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315373 Mar 23 13:08:26.643481 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac197eee-1bd4-4e45-af68-4dd2153f233c req-ef1f51b0-a741-4190-b071-fc6f793a9797 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:26.645618 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac197eee-1bd4-4e45-af68-4dd2153f233c req-ef1f51b0-a741-4190-b071-fc6f793a9797 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.73 "GET /v2.0/ports?device_id=0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee HTTP/1.1" status: 200 len: 946 time: 0.0487692 Mar 23 13:08:26.744897 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-ac197eee-1bd4-4e45-af68-4dd2153f233c req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting port 87a2c902-aa65-4d10-9c8a-053c32f95f37 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:08:26.745140 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ac197eee-1bd4-4e45-af68-4dd2153f233c req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:26.831121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ac197eee-1bd4-4e45-af68-4dd2153f233c req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] For port 87a2c902-aa65-4d10-9c8a-053c32f95f37, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=87a2c902-aa65-4d10-9c8a-053c32f95f37,segment=NetworkSegment(45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a),segment_id=45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:08:26.831482 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ac197eee-1bd4-4e45-af68-4dd2153f233c req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:26.844206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-ac197eee-1bd4-4e45-af68-4dd2153f233c req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Calling delete_port for 87a2c902-aa65-4d10-9c8a-053c32f95f37 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:08:26.936290 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2af7a8cd-eeae-4b86-b4b5-3346384b01d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:26.976860 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ac197eee-1bd4-4e45-af68-4dd2153f233c req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:27.006341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Port': ['ID=87a2c902-aa65-4d10-9c8a-053c32f95f37,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:27.032190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:27.032537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:27.032870 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:27.033199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:27.033525 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:27.033847 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:27.034169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:27.034486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:27.034803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:27.035141 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:27.035456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:27.035767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:27.061409 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac197eee-1bd4-4e45-af68-4dd2153f233c req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] No DVR routers for this DVR port 87a2c902-aa65-4d10-9c8a-053c32f95f37 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:08:27.064205 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ac197eee-1bd4-4e45-af68-4dd2153f233c req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:27.068367 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac197eee-1bd4-4e45-af68-4dd2153f233c req-5374c9b0-38ee-4408-8139-52ea54f14eca tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.73 "DELETE /v2.0/ports/87a2c902-aa65-4d10-9c8a-053c32f95f37 HTTP/1.1" status: 204 len: 173 time: 0.4130349 Mar 23 13:08:27.068838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'name': 'network-vif-deleted', 'tag': '87a2c902-aa65-4d10-9c8a-053c32f95f37'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:08:27.071249 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf4af54-49da-4091-9848-90472d89a4da" -d '{"events": [{"server_uuid": "0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee", "name": "network-vif-deleted", "tag": "87a2c902-aa65-4d10-9c8a-053c32f95f37"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:08:27.114395 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66f191b-a0e3-4581-9ca4-9aaf87e8b40c x-openstack-request-id: req-c66f191b-a0e3-4581-9ca4-9aaf87e8b40c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:08:27.114699 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee", "name": "network-vif-deleted", "tag": "87a2c902-aa65-4d10-9c8a-053c32f95f37", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:08:27.114957 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c66f191b-a0e3-4581-9ca4-9aaf87e8b40c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:08:27.115370 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb38111-4c9d-4ded-bac7-f1dc1e3b87ee', 'name': 'network-vif-deleted', 'tag': '87a2c902-aa65-4d10-9c8a-053c32f95f37', 'status': 'completed', 'code': 200} Mar 23 13:08:27.614854 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46694) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:08:27.860701 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:27.972220 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e64d5b2-9f6d-4838-b2cf-a593857fc043 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:28.223284 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8e64d5b2-9f6d-4838-b2cf-a593857fc043 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting port 9988a37e-d12c-49f8-8611-3d5618d1fb8d {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:08:28.223624 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e64d5b2-9f6d-4838-b2cf-a593857fc043 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:28.312986 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-8e64d5b2-9f6d-4838-b2cf-a593857fc043 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] For port 9988a37e-d12c-49f8-8611-3d5618d1fb8d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9988a37e-d12c-49f8-8611-3d5618d1fb8d,segment=NetworkSegment(45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a),segment_id=45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:08:28.313339 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e64d5b2-9f6d-4838-b2cf-a593857fc043 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:28.326282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8e64d5b2-9f6d-4838-b2cf-a593857fc043 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Calling delete_port for 9988a37e-d12c-49f8-8611-3d5618d1fb8d owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:08:28.506584 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e64d5b2-9f6d-4838-b2cf-a593857fc043 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:28.532196 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64d5b2-9f6d-4838-b2cf-a593857fc043 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Port': ['ID=9988a37e-d12c-49f8-8611-3d5618d1fb8d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:28.705670 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e64d5b2-9f6d-4838-b2cf-a593857fc043 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:29.086279 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 87a2c902-aa65-4d10-9c8a-053c32f95f37 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:08:29.108180 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 87a2c902-aa65-4d10-9c8a-053c32f95f37 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:08:29.108523 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 87a2c902-aa65-4d10-9c8a-053c32f95f37 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:08:29.173032 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:29.199756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e64d5b2-9f6d-4838-b2cf-a593857fc043 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Router 8f237fac-784b-4e36-8da0-512c4b68fcac has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:08:29.302103 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e64d5b2-9f6d-4838-b2cf-a593857fc043 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:08:29.309894 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8e64d5b2-9f6d-4838-b2cf-a593857fc043 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "PUT /v2.0/routers/8f237fac-784b-4e36-8da0-512c4b68fcac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6938856 Mar 23 13:08:29.315952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46696) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:08:29.316108 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da2ba5b-b572-400f-8fb7-8f710a5d12f9 None None] Sync routers for ids ['8f237fac-784b-4e36-8da0-512c4b68fcac'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:08:29.326781 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da2ba5b-b572-400f-8fb7-8f710a5d12f9 None None] Routers {'8f237fac-784b-4e36-8da0-512c4b68fcac'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:08:29.327493 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7da2ba5b-b572-400f-8fb7-8f710a5d12f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:08:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8f237fac-784b-4e36-8da0-512c4b68fcac'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:08:29.365625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd853f6-23f9-49b6-9766-440036134a9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting subnet 4404f672-3a91-4e4b-8639-c0405c1b037d {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:08:29.368663 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bd853f6-23f9-49b6-9766-440036134a9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:29.408820 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bd853f6-23f9-49b6-9766-440036134a9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:29.501561 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bd853f6-23f9-49b6-9766-440036134a9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:29.526559 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7da2ba5b-b572-400f-8fb7-8f710a5d12f9 None None] Set router 8f237fac-784b-4e36-8da0-512c4b68fcac gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:08:29.558810 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:29.567280 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bd853f6-23f9-49b6-9766-440036134a9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:29.594822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd853f6-23f9-49b6-9766-440036134a9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Subnet': ['ID=4404f672-3a91-4e4b-8639-c0405c1b037d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:29.599527 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5bd853f6-23f9-49b6-9766-440036134a9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:29.604384 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5bd853f6-23f9-49b6-9766-440036134a9b tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/subnets/4404f672-3a91-4e4b-8639-c0405c1b037d HTTP/1.1" status: 204 len: 168 time: 0.2909155 Mar 23 13:08:29.605432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46698) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:08:29.605926 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c34351-789c-4ba9-89b5-017445945e30 None None] Network 01f92c85-9338-4db7-8db4-2a496372b445 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:08:29.716448 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7da2ba5b-b572-400f-8fb7-8f710a5d12f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824395023', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:06:37Z', 'updated_at': '2022-03-23T13:08:28Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:38Z', 'updated_at': '2022-03-23T13:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:08:29.720465 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c666b-293a-424c-a198-5055113fc2f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:29.744585 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da2ba5b-b572-400f-8fb7-8f710a5d12f9 None None] Checking router: 8f237fac-784b-4e36-8da0-512c4b68fcac for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:08:29.753201 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da2ba5b-b572-400f-8fb7-8f710a5d12f9 None None] Routers {'8f237fac-784b-4e36-8da0-512c4b68fcac'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:08:29.754379 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7da2ba5b-b572-400f-8fb7-8f710a5d12f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:08:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['8f237fac-784b-4e36-8da0-512c4b68fcac'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:08:29.797457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de379dc4-7352-4244-b8ac-7af378c92e98 None None] DHCP port deletion for 01f92c85-9338-4db7-8db4-2a496372b445 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:08:29.824595 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c666b-293a-424c-a198-5055113fc2f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:29.848944 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-de379dc4-7352-4244-b8ac-7af378c92e98 None None] Deleting port 55e15006-5530-4331-ba1d-080d0028fd62 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:08:29.849769 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de379dc4-7352-4244-b8ac-7af378c92e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:29.865562 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7da2ba5b-b572-400f-8fb7-8f710a5d12f9 None None] Set router 8f237fac-784b-4e36-8da0-512c4b68fcac gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:08:29.887184 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c666b-293a-424c-a198-5055113fc2f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Deleting port 30612938-cb04-443f-8a7f-59481fdeb7f0 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:08:29.887568 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c666b-293a-424c-a198-5055113fc2f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:29.921233 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-de379dc4-7352-4244-b8ac-7af378c92e98 None None] For port 55e15006-5530-4331-ba1d-080d0028fd62, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=55e15006-5530-4331-ba1d-080d0028fd62,segment=NetworkSegment(45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a),segment_id=45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:08:29.921751 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de379dc4-7352-4244-b8ac-7af378c92e98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:29.935418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-de379dc4-7352-4244-b8ac-7af378c92e98 None None] Calling delete_port for 55e15006-5530-4331-ba1d-080d0028fd62 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:08:29.968330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-6b9c666b-293a-424c-a198-5055113fc2f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] For port 30612938-cb04-443f-8a7f-59481fdeb7f0, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=30612938-cb04-443f-8a7f-59481fdeb7f0,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:08:29.968627 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c666b-293a-424c-a198-5055113fc2f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:29.981317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c666b-293a-424c-a198-5055113fc2f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Calling delete_port for 30612938-cb04-443f-8a7f-59481fdeb7f0 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:08:30.029497 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de379dc4-7352-4244-b8ac-7af378c92e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.055553 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7da2ba5b-b572-400f-8fb7-8f710a5d12f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824395023', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:06:37Z', 'updated_at': '2022-03-23T13:08:28Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:38Z', 'updated_at': '2022-03-23T13:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:08:30.083259 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da2ba5b-b572-400f-8fb7-8f710a5d12f9 None None] The sync data for ids ['8f237fac-784b-4e36-8da0-512c4b68fcac'] in n-d-834854-1 is: [{'id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824395023', 'tenant_id': '7384117b2eb84ea483002d0119f2bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:06:37Z', 'updated_at': '2022-03-23T13:08:28Z', 'revision_number': 5, 'project_id': '7384117b2eb84ea483002d0119f2bf5c', 'gw_port': {'id': '30612938-cb04-443f-8a7f-59481fdeb7f0', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f237fac-784b-4e36-8da0-512c4b68fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:06:38Z', 'updated_at': '2022-03-23T13:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:08:30.091487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de379dc4-7352-4244-b8ac-7af378c92e98 None None] Pushing event deleted for resources: {'Port': ['ID=55e15006-5530-4331-ba1d-080d0028fd62,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:30.099581 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de379dc4-7352-4244-b8ac-7af378c92e98 None None] No DVR routers for this DVR port 55e15006-5530-4331-ba1d-080d0028fd62 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:08:30.167123 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c666b-293a-424c-a198-5055113fc2f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.198954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c666b-293a-424c-a198-5055113fc2f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Port': ['ID=30612938-cb04-443f-8a7f-59481fdeb7f0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:30.262938 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c666b-293a-424c-a198-5055113fc2f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.352198 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c666b-293a-424c-a198-5055113fc2f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.354298 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c666b-293a-424c-a198-5055113fc2f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.395639 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c666b-293a-424c-a198-5055113fc2f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.396193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9c666b-293a-424c-a198-5055113fc2f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Fanout notify agent at l3_agent the message router_deleted on router 8f237fac-784b-4e36-8da0-512c4b68fcac {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:08:30.403202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c666b-293a-424c-a198-5055113fc2f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.404598 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6b9c666b-293a-424c-a198-5055113fc2f2 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/routers/8f237fac-784b-4e36-8da0-512c4b68fcac HTTP/1.1" status: 204 len: 168 time: 0.7979093 Mar 23 13:08:30.407349 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46700) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:08:30.490945 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b602db57-b26a-46b6-8f7c-0b452760558f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.565787 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-7f200e2d-6dbc-477b-86d5-202795dddbd4 req-e45d443b-0840-4af9-9f75-8dfd5631fb22 service neutron] (102779) timed out ('10.222.0.77', 58199) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 13:08:30.578453 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b602db57-b26a-46b6-8f7c-0b452760558f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.599305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b602db57-b26a-46b6-8f7c-0b452760558f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f92c85-9338-4db7-8db4-2a496372b445']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:08:30.608373 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b602db57-b26a-46b6-8f7c-0b452760558f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:08:30.609019 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b602db57-b26a-46b6-8f7c-0b452760558f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c0fe38-c0c6-4b5b-ac07-7bc60fe7fc5a') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:08:30.618637 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b602db57-b26a-46b6-8f7c-0b452760558f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.632534 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b602db57-b26a-46b6-8f7c-0b452760558f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.638648 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b602db57-b26a-46b6-8f7c-0b452760558f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:08:30.638982 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b602db57-b26a-46b6-8f7c-0b452760558f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:08:30.642127 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:08:30.708611 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b602db57-b26a-46b6-8f7c-0b452760558f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.715779 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b602db57-b26a-46b6-8f7c-0b452760558f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.717733 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b602db57-b26a-46b6-8f7c-0b452760558f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/networks/01f92c85-9338-4db7-8db4-2a496372b445 HTTP/1.1" status: 204 len: 168 time: 0.3094785 Mar 23 13:08:30.721159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46702) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:08:30.733144 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602db57-b26a-46b6-8f7c-0b452760558f tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'Network': ['ID=01f92c85-9338-4db7-8db4-2a496372b445,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:30.782314 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5f82-bac5-4adb-99f2-b1e25aa907c8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.807853 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5f82-bac5-4adb-99f2-b1e25aa907c8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.868123 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5f82-bac5-4adb-99f2-b1e25aa907c8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.870704 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5f82-bac5-4adb-99f2-b1e25aa907c8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:30.871864 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7a8c5f82-bac5-4adb-99f2-b1e25aa907c8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] 10.222.0.52 "DELETE /v2.0/security-groups/a41a613c-b810-4deb-a0e4-affe8088c3fc HTTP/1.1" status: 204 len: 168 time: 0.1496387 Mar 23 13:08:30.882220 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c5f82-bac5-4adb-99f2-b1e25aa907c8 tempest-TestNetworkAdvancedServerOps-397524748 tempest-TestNetworkAdvancedServerOps-397524748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41a613c-b810-4deb-a0e4-affe8088c3fc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:31.173556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46714) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:08:31.305622 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-62d2e382-8119-4fc4-9d5e-2ec474015169 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7384117b2eb84ea483002d0119f2bf5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308341 Mar 23 13:08:31.308088 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46718) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:08:31.365289 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2fca4a9-4006-4fff-86f6-ba561630c6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:31.386930 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2fca4a9-4006-4fff-86f6-ba561630c6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:31.432111 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2fca4a9-4006-4fff-86f6-ba561630c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:31.434693 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e2fca4a9-4006-4fff-86f6-ba561630c6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:31.435843 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e2fca4a9-4006-4fff-86f6-ba561630c6f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb259129-0248-4561-9e4c-0592a7aa08fd HTTP/1.1" status: 204 len: 168 time: 0.1268620 Mar 23 13:08:31.446267 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fca4a9-4006-4fff-86f6-ba561630c6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb259129-0248-4561-9e4c-0592a7aa08fd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:31.500957 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9988a37e-d12c-49f8-8611-3d5618d1fb8d no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:08:31.521427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 9988a37e-d12c-49f8-8611-3d5618d1fb8d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:08:31.521775 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9988a37e-d12c-49f8-8611-3d5618d1fb8d not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:08:31.522234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 55e15006-5530-4331-ba1d-080d0028fd62 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:08:31.541529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 55e15006-5530-4331-ba1d-080d0028fd62 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:08:31.541741 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 55e15006-5530-4331-ba1d-080d0028fd62 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:08:31.542105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 30612938-cb04-443f-8a7f-59481fdeb7f0 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:08:31.565348 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 30612938-cb04-443f-8a7f-59481fdeb7f0 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:08:31.565695 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 30612938-cb04-443f-8a7f-59481fdeb7f0 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:08:31.695600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46724) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:08:31.734040 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d245089d-53f0-4a8e-aed6-19555cb05648 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3898dc5d3c594e82a65e01f2fd78d402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372140 Mar 23 13:08:31.736593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46726) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:08:31.783463 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da77c24d-a701-4744-a6f3-2a41e4bd9344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:31.805039 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da77c24d-a701-4744-a6f3-2a41e4bd9344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:31.850469 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da77c24d-a701-4744-a6f3-2a41e4bd9344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:31.853511 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-da77c24d-a701-4744-a6f3-2a41e4bd9344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:31.854690 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-da77c24d-a701-4744-a6f3-2a41e4bd9344 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/403d1652-9380-49ff-9e35-c36ac096a2bb HTTP/1.1" status: 204 len: 168 time: 0.1171939 Mar 23 13:08:31.862453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77c24d-a701-4744-a6f3-2a41e4bd9344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403d1652-9380-49ff-9e35-c36ac096a2bb,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:39.698734 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:08:42.797348 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-58b2de76-4faa-473b-be46-bbe25199fedd tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ffa7f8aee7984de5b3b9bc819df2520d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311215 Mar 23 13:08:42.986571 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-23ea9edf-6fb6-403b-8330-64317e4f1457 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:42.988691 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-23ea9edf-6fb6-403b-8330-64317e4f1457 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1838562 Mar 23 13:08:43.003049 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-c7ca62cb-60c2-4d48-a0b1-f33efff1a560 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/quotas/ffa7f8aee7984de5b3b9bc819df2520d HTTP/1.1" status: 200 len: 375 time: 0.0087786 Mar 23 13:08:43.052916 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-e7a38404-dfb8-431c-aedf-fc64a4e3fb06 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ffa7f8aee7984de5b3b9bc819df2520d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446339 Mar 23 13:08:43.214450 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b566e06-455e-43e4-b667-f734b9aa7cf8 req-6a014a75-82d6-4317-bc45-72f9e2892784 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5677998-a7e7-4bb0-9d66-43506e59fc09 HTTP/1.1" status: 200 len: 210 time: 0.0278234 Mar 23 13:08:44.049409 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-dabc210d-b34b-4ab9-a297-7486d49c0abe tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ffa7f8aee7984de5b3b9bc819df2520d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289555 Mar 23 13:08:44.243994 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-c04a7de6-7a37-4ff2-9189-f59e987126df tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:44.245925 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-c04a7de6-7a37-4ff2-9189-f59e987126df tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905420 Mar 23 13:08:44.261142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-1e11f4bd-6dae-46b6-9e31-4ae617b927d8 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Request body: {'port': {'device_id': 'c5677998-a7e7-4bb0-9d66-43506e59fc09', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'admin_state_up': True, 'tenant_id': 'ffa7f8aee7984de5b3b9bc819df2520d'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:08:44.323950 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7fc03db-4e87-4474-bd00-6c28c1804640 req-d980e2cc-3a0a-4c19-aff2-3123a7d2dae5 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5677998-a7e7-4bb0-9d66-43506e59fc09 HTTP/1.1" status: 200 len: 210 time: 0.0321822 Mar 23 13:08:44.667275 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-1e11f4bd-6dae-46b6-9e31-4ae617b927d8 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Made reservation on behalf of ffa7f8aee7984de5b3b9bc819df2520d for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:08:44.671310 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-1e11f4bd-6dae-46b6-9e31-4ae617b927d8 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:44.680852 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-1e11f4bd-6dae-46b6-9e31-4ae617b927d8 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:44.755792 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-1e11f4bd-6dae-46b6-9e31-4ae617b927d8 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:44.759526 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-1e11f4bd-6dae-46b6-9e31-4ae617b927d8 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:44.824429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11f4bd-6dae-46b6-9e31-4ae617b927d8 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4cd020-d87e-4329-b953-5b0f393e7d92,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:44.895680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-1e11f4bd-6dae-46b6-9e31-4ae617b927d8 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Allocated IP 192.168.233.230 (b1493037-a1ad-4887-8c2d-c9514fc2c20d/85671082-5228-4706-8789-04faf2cc68a3/9ad4d052-7122-4dea-b91d-88563b03cccc) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:08:45.043289 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-1e11f4bd-6dae-46b6-9e31-4ae617b927d8 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:45.076952 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-1e11f4bd-6dae-46b6-9e31-4ae617b927d8 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:45.122164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-1e11f4bd-6dae-46b6-9e31-4ae617b927d8 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Network b1493037-a1ad-4887-8c2d-c9514fc2c20d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:08:45.125360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-1e11f4bd-6dae-46b6-9e31-4ae617b927d8 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:08:45.128972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-1e11f4bd-6dae-46b6-9e31-4ae617b927d8 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:08:45.135427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11f4bd-6dae-46b6-9e31-4ae617b927d8 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Pushing event updated for resources: {'Port': ['ID=9ad4d052-7122-4dea-b91d-88563b03cccc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:45.183316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-1e11f4bd-6dae-46b6-9e31-4ae617b927d8 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:45.184012 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-1e11f4bd-6dae-46b6-9e31-4ae617b927d8 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:45.201355 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-1e11f4bd-6dae-46b6-9e31-4ae617b927d8 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9441710 Mar 23 13:08:45.213971 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Request body: {'port': {'device_id': 'c5677998-a7e7-4bb0-9d66-43506e59fc09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:08:45.274509 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:45.385954 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ac5eb1b5-78be-4b70-8e99-5ae21e6c7733 None None] Provisioning complete for port 9ad4d052-7122-4dea-b91d-88563b03cccc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:08:45.386522 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ac5eb1b5-78be-4b70-8e99-5ae21e6c7733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:45.421025 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ac5eb1b5-78be-4b70-8e99-5ae21e6c7733 None None] Port 9ad4d052-7122-4dea-b91d-88563b03cccc cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:08:45.505713 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e58387-a483-4f57-9564-f6eb65e30cfa req-31023bae-1931-45db-a3d4-e88b52aa3f53 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:45.507193 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8e58387-a483-4f57-9564-f6eb65e30cfa req-31023bae-1931-45db-a3d4-e88b52aa3f53 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5677998-a7e7-4bb0-9d66-43506e59fc09 HTTP/1.1" status: 200 len: 936 time: 0.1057055 Mar 23 13:08:45.572942 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8e58387-a483-4f57-9564-f6eb65e30cfa req-70de1591-7011-4e5f-8713-16bf77abe883 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a4cd020-d87e-4329-b953-5b0f393e7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583875 Mar 23 13:08:45.613603 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad4d052-7122-4dea-b91d-88563b03cccc {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:08:45.621025 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:45.632708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Transition to ACTIVE for port object 9ad4d052-7122-4dea-b91d-88563b03cccc will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:08:45.636378 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:45.688246 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Pushing event updated for resources: {'Port': ['ID=9ad4d052-7122-4dea-b91d-88563b03cccc,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:45.753981 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Attempting to bind port 9ad4d052-7122-4dea-b91d-88563b03cccc on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:08:45.754311 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Attempting to bind port 9ad4d052-7122-4dea-b91d-88563b03cccc by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:08:45.754638 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Attempting to bind port 9ad4d052-7122-4dea-b91d-88563b03cccc on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:08:45.759699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Port 9ad4d052-7122-4dea-b91d-88563b03cccc on network b1493037-a1ad-4887-8c2d-c9514fc2c20d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:08:45.760050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Attempting to bind port 9ad4d052-7122-4dea-b91d-88563b03cccc on network b1493037-a1ad-4887-8c2d-c9514fc2c20d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:08:45.765148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:08:45.765636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Checking segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:08:45.766019 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Bound using segment: {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:08:45.766576 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Bound port: 9ad4d052-7122-4dea-b91d-88563b03cccc, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e725723-6271-477d-9f2c-47b31ffd6ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:08:45.766933 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:45.837932 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] For port 9ad4d052-7122-4dea-b91d-88563b03cccc, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:08:45.841043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] For port 9ad4d052-7122-4dea-b91d-88563b03cccc, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=9ad4d052-7122-4dea-b91d-88563b03cccc,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:08:45.845612 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:45.880368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:45.881059 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:45.883052 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] 10.222.0.73 "PUT /v2.0/ports/9ad4d052-7122-4dea-b91d-88563b03cccc HTTP/1.1" status: 200 len: 1096 time: 0.6735609 Mar 23 13:08:45.883599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5677998-a7e7-4bb0-9d66-43506e59fc09', 'tag': '9ad4d052-7122-4dea-b91d-88563b03cccc'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:08:45.887156 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43bc5fd-9600-4502-bd14-17ccb6fdb14b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5677998-a7e7-4bb0-9d66-43506e59fc09", "tag": "9ad4d052-7122-4dea-b91d-88563b03cccc"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:08:45.919078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c43bc-11df-4cfc-aaf0-ebe0a810ecca service neutron] Pushing event updated for resources: {'Port': ['ID=9ad4d052-7122-4dea-b91d-88563b03cccc,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:45.961064 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206aff12-bc06-4a19-8f01-222ba31a2854 x-openstack-request-id: req-206aff12-bc06-4a19-8f01-222ba31a2854 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:08:45.961377 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5677998-a7e7-4bb0-9d66-43506e59fc09", "tag": "9ad4d052-7122-4dea-b91d-88563b03cccc", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:08:45.961635 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-206aff12-bc06-4a19-8f01-222ba31a2854 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:08:45.962173 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5677998-a7e7-4bb0-9d66-43506e59fc09', 'tag': '9ad4d052-7122-4dea-b91d-88563b03cccc', 'status': 'completed', 'code': 200} Mar 23 13:08:45.975994 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-4c1a46b3-0718-4ecf-b6b0-15a04a6ccb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:45.977564 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-4c1a46b3-0718-4ecf-b6b0-15a04a6ccb08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffa7f8aee7984de5b3b9bc819df2520d&device_id=c5677998-a7e7-4bb0-9d66-43506e59fc09 HTTP/1.1" status: 200 len: 1099 time: 0.0473449 Mar 23 13:08:46.026942 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-9fa7d1da-62e5-4aa7-af7f-080c9e4bb110 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=9ad4d052-7122-4dea-b91d-88563b03cccc HTTP/1.1" status: 200 len: 217 time: 0.0414433 Mar 23 13:08:46.079801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-a7154e1e-76ee-4572-ab14-1f762347aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:46.082567 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-a7154e1e-76ee-4572-ab14-1f762347aded service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0479832 Mar 23 13:08:46.127382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-37de56ad-e98f-4e33-afe2-3f1aad43a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:46.129523 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-37de56ad-e98f-4e33-afe2-3f1aad43a9b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0399842 Mar 23 13:08:46.237195 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-1e1650f9-849a-45e3-a553-5ef183bf347b service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007364 Mar 23 13:08:46.325693 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-037f893d-072a-45bc-8b93-8dfd3cebaac7 req-7e19cb84-a18d-4122-82e8-d55f830f9403 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813987 Mar 23 13:08:46.335641 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:46.415801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bc5fd-9600-4502-bd14-17ccb6fdb14b req-7239c828-35c2-4517-95b7-485fc56cf672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:46.417342 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c43bc5fd-9600-4502-bd14-17ccb6fdb14b req-7239c828-35c2-4517-95b7-485fc56cf672 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffa7f8aee7984de5b3b9bc819df2520d&device_id=c5677998-a7e7-4bb0-9d66-43506e59fc09 HTTP/1.1" status: 200 len: 1099 time: 0.0440063 Mar 23 13:08:46.511426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bc5fd-9600-4502-bd14-17ccb6fdb14b req-9323b464-16cd-4d43-baee-0da0c8dfc930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:46.512972 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c43bc5fd-9600-4502-bd14-17ccb6fdb14b req-9323b464-16cd-4d43-baee-0da0c8dfc930 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1493037-a1ad-4887-8c2d-c9514fc2c20d HTTP/1.1" status: 200 len: 870 time: 0.0890453 Mar 23 13:08:46.555740 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c43bc5fd-9600-4502-bd14-17ccb6fdb14b req-ed81a2fe-a228-4bff-8025-3a33a46808e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=9ad4d052-7122-4dea-b91d-88563b03cccc HTTP/1.1" status: 200 len: 217 time: 0.0356586 Mar 23 13:08:46.617607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bc5fd-9600-4502-bd14-17ccb6fdb14b req-327296f4-e0fd-4340-8c64-3d6be986f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:46.619094 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c43bc5fd-9600-4502-bd14-17ccb6fdb14b req-327296f4-e0fd-4340-8c64-3d6be986f06d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85671082-5228-4706-8789-04faf2cc68a3 HTTP/1.1" status: 200 len: 843 time: 0.0551319 Mar 23 13:08:46.701454 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bc5fd-9600-4502-bd14-17ccb6fdb14b req-3f440de2-3f27-42c2-a20e-83f4a7e6c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:46.702990 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c43bc5fd-9600-4502-bd14-17ccb6fdb14b req-3f440de2-3f27-42c2-a20e-83f4a7e6c518 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1493037-a1ad-4887-8c2d-c9514fc2c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758851 Mar 23 13:08:46.715229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe894ff0-462a-4678-a466-99b88916dab3 req-5145a694-bdfa-4f8c-9bbb-b78c3161a98a tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:46.716804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe894ff0-462a-4678-a466-99b88916dab3 req-5145a694-bdfa-4f8c-9bbb-b78c3161a98a tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5677998-a7e7-4bb0-9d66-43506e59fc09 HTTP/1.1" status: 200 len: 948 time: 0.0602634 Mar 23 13:08:46.805694 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fe894ff0-462a-4678-a466-99b88916dab3 req-138ee81d-519f-4cab-9874-5f3a2346efac tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a4cd020-d87e-4329-b953-5b0f393e7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797071 Mar 23 13:08:46.835418 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c43bc5fd-9600-4502-bd14-17ccb6fdb14b req-194cc2d4-339d-433a-8580-c01fd09de511 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169374 Mar 23 13:08:46.927945 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c43bc5fd-9600-4502-bd14-17ccb6fdb14b req-80e35511-bbec-46a2-82ac-ae20542c96d9 service neutron] 10.222.0.73 "GET /v2.0/networks/b1493037-a1ad-4887-8c2d-c9514fc2c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847838 Mar 23 13:08:47.713928 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:47.922056 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d1e79-cb32-4459-b53b-bcdf34157dca req-9f5c8023-8bfc-4cd8-b72d-0d93dc398056 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:47.923497 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-015d1e79-cb32-4459-b53b-bcdf34157dca req-9f5c8023-8bfc-4cd8-b72d-0d93dc398056 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5677998-a7e7-4bb0-9d66-43506e59fc09 HTTP/1.1" status: 200 len: 948 time: 0.0483460 Mar 23 13:08:47.963534 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-015d1e79-cb32-4459-b53b-bcdf34157dca req-371be0f8-9760-4cd8-9e93-63f995691d4b tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a4cd020-d87e-4329-b953-5b0f393e7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340347 Mar 23 13:08:49.082722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669e57b-f11e-4dfa-b075-802f619ad5a0 req-85a9f796-bfc7-433b-82fd-35897d7fd1fa tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:49.084230 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4669e57b-f11e-4dfa-b075-802f619ad5a0 req-85a9f796-bfc7-433b-82fd-35897d7fd1fa tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5677998-a7e7-4bb0-9d66-43506e59fc09 HTTP/1.1" status: 200 len: 948 time: 0.0508287 Mar 23 13:08:49.127946 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4669e57b-f11e-4dfa-b075-802f619ad5a0 req-b49c8f88-048a-4139-95c1-7e65f348c8d9 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a4cd020-d87e-4329-b953-5b0f393e7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378821 Mar 23 13:08:49.225930 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 9ad4d052-7122-4dea-b91d-88563b03cccc details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:08:49.317733 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 9ad4d052-7122-4dea-b91d-88563b03cccc, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=9ad4d052-7122-4dea-b91d-88563b03cccc,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:08:49.328560 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '9ad4d052-7122-4dea-b91d-88563b03cccc', 'network_id': 'b1493037-a1ad-4887-8c2d-c9514fc2c20d', 'port_id': '9ad4d052-7122-4dea-b91d-88563b03cccc', 'mac_address': 'fa:16:3e:3f:fb:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85671082-5228-4706-8789-04faf2cc68a3', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:08:49.367835 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:49.533584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad4d052-7122-4dea-b91d-88563b03cccc {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:08:49.553493 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 9ad4d052-7122-4dea-b91d-88563b03cccc, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=9ad4d052-7122-4dea-b91d-88563b03cccc,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:08:49.557329 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:49.610880 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=9ad4d052-7122-4dea-b91d-88563b03cccc,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:49.618850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:49.619195 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:49.619538 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:49.619871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:49.620232 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:49.620560 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:49.620884 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:49.621207 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:49.621529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:49.621853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:49.622173 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:49.622490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:08:49.759889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['9ad4d052-7122-4dea-b91d-88563b03cccc'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:08:50.245159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cd5b0-cf81-4611-a8c3-2997a1bdb515 req-5ed281c7-c495-4e25-8e3b-3770d14da035 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:50.246655 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-689cd5b0-cf81-4611-a8c3-2997a1bdb515 req-5ed281c7-c495-4e25-8e3b-3770d14da035 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5677998-a7e7-4bb0-9d66-43506e59fc09 HTTP/1.1" status: 200 len: 949 time: 0.0503058 Mar 23 13:08:50.284131 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-689cd5b0-cf81-4611-a8c3-2997a1bdb515 req-8fcf5d64-37b2-4042-a70b-3c82b78fdbe1 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a4cd020-d87e-4329-b953-5b0f393e7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313113 Mar 23 13:08:51.242750 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 9ad4d052-7122-4dea-b91d-88563b03cccc up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:08:51.290202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 9ad4d052-7122-4dea-b91d-88563b03cccc completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:08:51.294762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 9ad4d052-7122-4dea-b91d-88563b03cccc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:08:51.295228 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:51.371399 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:51.397061 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5677998-a7e7-4bb0-9d66-43506e59fc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad4d052-7122-4dea-b91d-88563b03cccc'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:08:51.399368 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73837a01-d16d-48a2-8263-815fff72ddbb" -d '{"events": [{"server_uuid": "c5677998-a7e7-4bb0-9d66-43506e59fc09", "name": "network-vif-plugged", "status": "completed", "tag": "9ad4d052-7122-4dea-b91d-88563b03cccc"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:08:51.400705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e13e22-f23b-4431-8cc4-128d53869754 req-69707f03-d5f1-4d81-a6e9-bee15e3de2fe tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:51.408218 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-87e13e22-f23b-4431-8cc4-128d53869754 req-69707f03-d5f1-4d81-a6e9-bee15e3de2fe tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5677998-a7e7-4bb0-9d66-43506e59fc09 HTTP/1.1" status: 200 len: 949 time: 0.0565112 Mar 23 13:08:51.413271 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 9ad4d052-7122-4dea-b91d-88563b03cccc, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=9ad4d052-7122-4dea-b91d-88563b03cccc,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:08:51.418426 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:51.443609 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-87e13e22-f23b-4431-8cc4-128d53869754 req-92b6e119-bb55-44fb-9607-d0d8be0b9729 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a4cd020-d87e-4329-b953-5b0f393e7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345292 Mar 23 13:08:51.446071 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd94af6-ab3b-4a88-8e00-0efd2b625630 x-openstack-request-id: req-cbd94af6-ab3b-4a88-8e00-0efd2b625630 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:08:51.446071 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5677998-a7e7-4bb0-9d66-43506e59fc09", "name": "network-vif-plugged", "status": "completed", "tag": "9ad4d052-7122-4dea-b91d-88563b03cccc", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:08:51.446318 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cbd94af6-ab3b-4a88-8e00-0efd2b625630 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:08:51.446576 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5677998-a7e7-4bb0-9d66-43506e59fc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad4d052-7122-4dea-b91d-88563b03cccc', 'code': 200} Mar 23 13:08:51.478428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=9ad4d052-7122-4dea-b91d-88563b03cccc,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:51.551385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4234c-09c6-4a0d-a2ee-a2fb5b9233bf req-1a3e06dd-65bf-4b29-a042-fafbabb4bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:51.552965 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-93e4234c-09c6-4a0d-a2ee-a2fb5b9233bf req-1a3e06dd-65bf-4b29-a042-fafbabb4bb4b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c5677998-a7e7-4bb0-9d66-43506e59fc09 HTTP/1.1" status: 200 len: 1101 time: 0.0467255 Mar 23 13:08:51.589374 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-93e4234c-09c6-4a0d-a2ee-a2fb5b9233bf req-52d85f3f-dddb-44af-b8e0-e46ecebf8b44 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a4cd020-d87e-4329-b953-5b0f393e7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277636 Mar 23 13:08:52.572008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befda43-a868-4f17-a9bb-49da9fcf4eec req-a5ab4873-0a54-46fc-8f96-ac4cb45cc827 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:52.573959 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3befda43-a868-4f17-a9bb-49da9fcf4eec req-a5ab4873-0a54-46fc-8f96-ac4cb45cc827 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5677998-a7e7-4bb0-9d66-43506e59fc09 HTTP/1.1" status: 200 len: 950 time: 0.0509036 Mar 23 13:08:52.618556 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3befda43-a868-4f17-a9bb-49da9fcf4eec req-f702fb6e-579e-4bcd-a34c-e4228cf0f009 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a4cd020-d87e-4329-b953-5b0f393e7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383599 Mar 23 13:08:53.737037 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa711c0-4052-4bfd-a5b6-b3a6001ad886 req-605957b2-9c16-45a1-9f79-074f7bc91555 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:53.738910 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0fa711c0-4052-4bfd-a5b6-b3a6001ad886 req-605957b2-9c16-45a1-9f79-074f7bc91555 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5677998-a7e7-4bb0-9d66-43506e59fc09 HTTP/1.1" status: 200 len: 950 time: 0.0477419 Mar 23 13:08:53.779760 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0fa711c0-4052-4bfd-a5b6-b3a6001ad886 req-62ea9e9f-2a7d-4509-8ed7-030a73901cb1 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a4cd020-d87e-4329-b953-5b0f393e7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347121 Mar 23 13:08:54.083100 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8a04f7d9-6fb4-4292-80b9-e0ff6c406fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:54.150382 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-1b299bfe-7573-4ea2-8f8c-d3331e66bbc5 req-9ef554ea-3bb8-481a-849e-5aa3812efc64 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:08:54.151394 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1b299bfe-7573-4ea2-8f8c-d3331e66bbc5 req-9ef554ea-3bb8-481a-849e-5aa3812efc64 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1041002 Mar 23 13:08:54.497415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-95bc80a8-6890-46b2-819a-8d026e8154fa req-48f28a52-ad33-4df1-b947-bbe119b3e9a1 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:08:54.498430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-95bc80a8-6890-46b2-819a-8d026e8154fa req-48f28a52-ad33-4df1-b947-bbe119b3e9a1 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053892 Mar 23 13:08:54.849441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bb4d6-7fcd-4cab-a0f9-ab4dcb27e277 req-985c6a49-7b0c-4dea-9227-9b133fb0a65c tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:54.850877 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f50bb4d6-7fcd-4cab-a0f9-ab4dcb27e277 req-985c6a49-7b0c-4dea-9227-9b133fb0a65c tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5677998-a7e7-4bb0-9d66-43506e59fc09 HTTP/1.1" status: 200 len: 950 time: 0.0530679 Mar 23 13:08:54.889777 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f50bb4d6-7fcd-4cab-a0f9-ab4dcb27e277 req-031e8d6d-0da8-4b2b-89b9-b2bde603ac1a tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a4cd020-d87e-4329-b953-5b0f393e7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327730 Mar 23 13:08:56.014894 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b530c-6956-48a2-9cee-616ba7d007f6 req-a6ed6b10-c8b5-419b-8284-6a7d745250bd tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:56.016440 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc3b530c-6956-48a2-9cee-616ba7d007f6 req-a6ed6b10-c8b5-419b-8284-6a7d745250bd tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5677998-a7e7-4bb0-9d66-43506e59fc09 HTTP/1.1" status: 200 len: 950 time: 0.0492625 Mar 23 13:08:56.055080 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc3b530c-6956-48a2-9cee-616ba7d007f6 req-9176c1f9-d39a-40d9-aa19-ba1084be0752 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a4cd020-d87e-4329-b953-5b0f393e7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319600 Mar 23 13:08:56.129155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287204a-9c39-4108-9161-74a11aeabcf3 req-e2be79ff-36ea-4196-b59d-6fe8b1dd3f05 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:56.130715 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1287204a-9c39-4108-9161-74a11aeabcf3 req-e2be79ff-36ea-4196-b59d-6fe8b1dd3f05 tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5677998-a7e7-4bb0-9d66-43506e59fc09 HTTP/1.1" status: 200 len: 950 time: 0.0502803 Mar 23 13:08:56.228060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1287204a-9c39-4108-9161-74a11aeabcf3 req-d65b300c-1ac9-4ef0-a7a6-10898cdc566c tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Deleting port 9ad4d052-7122-4dea-b91d-88563b03cccc {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:08:56.228323 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1287204a-9c39-4108-9161-74a11aeabcf3 req-d65b300c-1ac9-4ef0-a7a6-10898cdc566c tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:56.318200 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1287204a-9c39-4108-9161-74a11aeabcf3 req-d65b300c-1ac9-4ef0-a7a6-10898cdc566c tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] For port 9ad4d052-7122-4dea-b91d-88563b03cccc, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=9ad4d052-7122-4dea-b91d-88563b03cccc,segment=NetworkSegment(4e725723-6271-477d-9f2c-47b31ffd6ccd),segment_id=4e725723-6271-477d-9f2c-47b31ffd6ccd)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:08:56.318558 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1287204a-9c39-4108-9161-74a11aeabcf3 req-d65b300c-1ac9-4ef0-a7a6-10898cdc566c tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:56.331347 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1287204a-9c39-4108-9161-74a11aeabcf3 req-d65b300c-1ac9-4ef0-a7a6-10898cdc566c tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Calling delete_port for 9ad4d052-7122-4dea-b91d-88563b03cccc owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:08:56.459282 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1287204a-9c39-4108-9161-74a11aeabcf3 req-d65b300c-1ac9-4ef0-a7a6-10898cdc566c tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:56.470983 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['9ad4d052-7122-4dea-b91d-88563b03cccc'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:08:56.488301 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b300c-1ac9-4ef0-a7a6-10898cdc566c tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Pushing event deleted for resources: {'Port': ['ID=9ad4d052-7122-4dea-b91d-88563b03cccc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:56.541667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1287204a-9c39-4108-9161-74a11aeabcf3 req-d65b300c-1ac9-4ef0-a7a6-10898cdc566c tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] No DVR routers for this DVR port 9ad4d052-7122-4dea-b91d-88563b03cccc on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:08:56.544441 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1287204a-9c39-4108-9161-74a11aeabcf3 req-d65b300c-1ac9-4ef0-a7a6-10898cdc566c tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:56.547808 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1287204a-9c39-4108-9161-74a11aeabcf3 req-d65b300c-1ac9-4ef0-a7a6-10898cdc566c tempest-ServersAdminNegativeTestJSON-117340250 tempest-ServersAdminNegativeTestJSON-117340250-project] 10.222.0.73 "DELETE /v2.0/ports/9ad4d052-7122-4dea-b91d-88563b03cccc HTTP/1.1" status: 204 len: 173 time: 0.4080176 Mar 23 13:08:56.548295 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5677998-a7e7-4bb0-9d66-43506e59fc09', 'name': 'network-vif-deleted', 'tag': '9ad4d052-7122-4dea-b91d-88563b03cccc'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:08:56.550587 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcc3872-0175-49c0-b011-433f30ce2857" -d '{"events": [{"server_uuid": "c5677998-a7e7-4bb0-9d66-43506e59fc09", "name": "network-vif-deleted", "tag": "9ad4d052-7122-4dea-b91d-88563b03cccc"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:08:56.599131 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b9e17b-e907-4d04-8851-2569b742a566 x-openstack-request-id: req-74b9e17b-e907-4d04-8851-2569b742a566 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:08:56.599670 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5677998-a7e7-4bb0-9d66-43506e59fc09", "name": "network-vif-deleted", "tag": "9ad4d052-7122-4dea-b91d-88563b03cccc", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:08:56.600214 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74b9e17b-e907-4d04-8851-2569b742a566 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:08:56.600757 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5677998-a7e7-4bb0-9d66-43506e59fc09', 'name': 'network-vif-deleted', 'tag': '9ad4d052-7122-4dea-b91d-88563b03cccc', 'status': 'completed', 'code': 200} Mar 23 13:08:56.940913 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a4debe77-fd38-47db-a19d-24525e17d900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:57.345842 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46860) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:08:57.484153 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-faa2f389-4a77-4168-93f3-ed65b9fed276 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ffa7f8aee7984de5b3b9bc819df2520d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371050 Mar 23 13:08:57.486893 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46864) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:08:57.533954 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8160727-d92f-43bf-adde-773537b627a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:57.554875 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8160727-d92f-43bf-adde-773537b627a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:57.601394 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8160727-d92f-43bf-adde-773537b627a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:57.604082 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8160727-d92f-43bf-adde-773537b627a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:57.605237 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f8160727-d92f-43bf-adde-773537b627a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a4cd020-d87e-4329-b953-5b0f393e7d92 HTTP/1.1" status: 204 len: 168 time: 0.1174383 Mar 23 13:08:57.613086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8160727-d92f-43bf-adde-773537b627a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4cd020-d87e-4329-b953-5b0f393e7d92,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:57.854919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46870) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:08:57.863441 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:57.871373 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcf60da7-5ac9-4875-a3f4-a5185415aec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:57.945406 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcf60da7-5ac9-4875-a3f4-a5185415aec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:57.949014 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dcf60da7-5ac9-4875-a3f4-a5185415aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:57.984159 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf60da7-5ac9-4875-a3f4-a5185415aec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec4c5f7-7494-4656-b0f8-3c0e71ea933b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:57.988458 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dcf60da7-5ac9-4875-a3f4-a5185415aec1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f2b2c0af2ef473a87b1e97717df705b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325102 Mar 23 13:08:57.991083 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46872) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:08:58.047191 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4a58ac6-1cca-4971-b510-5d5d83979d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:58.067743 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4a58ac6-1cca-4971-b510-5d5d83979d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:58.112250 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4a58ac6-1cca-4971-b510-5d5d83979d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:58.114804 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c4a58ac6-1cca-4971-b510-5d5d83979d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:58.115946 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c4a58ac6-1cca-4971-b510-5d5d83979d28 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4ec4c5f7-7494-4656-b0f8-3c0e71ea933b HTTP/1.1" status: 204 len: 168 time: 0.1239052 Mar 23 13:08:58.123314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a58ac6-1cca-4971-b510-5d5d83979d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec4c5f7-7494-4656-b0f8-3c0e71ea933b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:58.791468 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 46894) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:08:58.888381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-636e5ee9-795c-4c0f-b144-7e68b59b2318 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-785427920-network', 'tenant_id': '122f65378d8048e89d93eec4ca61bb43'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:08:58.907884 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636e5ee9-795c-4c0f-b144-7e68b59b2318 admin admin] Made reservation on behalf of 122f65378d8048e89d93eec4ca61bb43 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:08:58.910639 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-636e5ee9-795c-4c0f-b144-7e68b59b2318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:58.918660 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-636e5ee9-795c-4c0f-b144-7e68b59b2318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:58.994627 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-636e5ee9-795c-4c0f-b144-7e68b59b2318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:58.998181 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-636e5ee9-795c-4c0f-b144-7e68b59b2318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:59.023113 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636e5ee9-795c-4c0f-b144-7e68b59b2318 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:08:59.037055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e5ee9-795c-4c0f-b144-7e68b59b2318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09ff28c-9242-49d1-bc0c-b811ce410617,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:59.043126 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-636e5ee9-795c-4c0f-b144-7e68b59b2318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:59.043461 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-636e5ee9-795c-4c0f-b144-7e68b59b2318 admin admin] Added segment 27951cbb-4525-401c-89fc-145f5b44f277 of type vlan for network 31cd3ad1-db4a-4201-aa6e-bea32ae5d974 Mar 23 13:08:59.081843 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-636e5ee9-795c-4c0f-b144-7e68b59b2318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:59.107155 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-636e5ee9-795c-4c0f-b144-7e68b59b2318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:59.108041 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636e5ee9-795c-4c0f-b144-7e68b59b2318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:59.108615 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-636e5ee9-795c-4c0f-b144-7e68b59b2318 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:59.157055 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-636e5ee9-795c-4c0f-b144-7e68b59b2318 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3644629 Mar 23 13:08:59.160830 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 46898) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:08:59.166369 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f390def8-10c9-4ed4-858c-d28103e60e37 admin admin] Request body: {'subnet': {'network_id': '31cd3ad1-db4a-4201-aa6e-bea32ae5d974', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-785427920-subnet', 'tenant_id': '122f65378d8048e89d93eec4ca61bb43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:08:59.173756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e5ee9-795c-4c0f-b144-7e68b59b2318 admin admin] Pushing event updated for resources: {'Network': ['ID=31cd3ad1-db4a-4201-aa6e-bea32ae5d974,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:59.175568 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:59.184007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 31cd3ad1-db4a-4201-aa6e-bea32ae5d974 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:08:59.189990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f390def8-10c9-4ed4-858c-d28103e60e37 admin admin] Made reservation on behalf of 122f65378d8048e89d93eec4ca61bb43 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:08:59.192556 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f390def8-10c9-4ed4-858c-d28103e60e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:59.320871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 9ad4d052-7122-4dea-b91d-88563b03cccc no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:08:59.342214 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 9ad4d052-7122-4dea-b91d-88563b03cccc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:08:59.342551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 9ad4d052-7122-4dea-b91d-88563b03cccc not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:08:59.362973 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f390def8-10c9-4ed4-858c-d28103e60e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:59.425555 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390def8-10c9-4ed4-858c-d28103e60e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2410c5f6-76b4-458b-ac4c-e181901bccd3,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:08:59.432808 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f390def8-10c9-4ed4-858c-d28103e60e37 admin admin] Checking segment: {'id': '27951cbb-4525-401c-89fc-145f5b44f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '31cd3ad1-db4a-4201-aa6e-bea32ae5d974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:08:59.433166 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f390def8-10c9-4ed4-858c-d28103e60e37 admin admin] Network hostable DHCP agents. Network: 31cd3ad1-db4a-4201-aa6e-bea32ae5d974, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:08:59.449642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f390def8-10c9-4ed4-858c-d28103e60e37 admin admin] Network 31cd3ad1-db4a-4201-aa6e-bea32ae5d974 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:08:59.459037 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-f390def8-10c9-4ed4-858c-d28103e60e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 31cd3ad1-db4a-4201-aa6e-bea32ae5d974) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:08:59.463200 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f390def8-10c9-4ed4-858c-d28103e60e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:59.463784 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f390def8-10c9-4ed4-858c-d28103e60e37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:59.468692 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478ac880-bbcb-4106-8a9d-f74714cec8c5 None None] Network 31cd3ad1-db4a-4201-aa6e-bea32ae5d974 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:08:59.479874 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f390def8-10c9-4ed4-858c-d28103e60e37 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3179328 Mar 23 13:08:59.591210 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:08:59.616772 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50d5a62-04e6-44b5-9521-94bbaf789cb0 None None] Network 31cd3ad1-db4a-4201-aa6e-bea32ae5d974 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:08:59.902998 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-c0d32926-2413-43e6-90af-e7c896ac3b36 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:08:59.904735 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-c0d32926-2413-43e6-90af-e7c896ac3b36 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/networks?id=31cd3ad1-db4a-4201-aa6e-bea32ae5d974 HTTP/1.1" status: 200 len: 811 time: 0.0998738 Mar 23 13:08:59.919357 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-4a37f2a0-966d-4e2f-9697-f22af20f510d tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/quotas/122f65378d8048e89d93eec4ca61bb43 HTTP/1.1" status: 200 len: 375 time: 0.0087404 Mar 23 13:08:59.955243 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-833de68a-e7e3-4cdb-9951-dbf0886b9372 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=122f65378d8048e89d93eec4ca61bb43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305536 Mar 23 13:09:00.043048 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-96c4fb1a-db80-45b9-a7c7-26ca9c69c98c service neutron] 10.222.0.52 "GET /v2.0/networks/31cd3ad1-db4a-4201-aa6e-bea32ae5d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809457 Mar 23 13:09:00.133840 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-d794b541-51d5-4278-a412-7db544debea9 service neutron] 10.222.0.52 "GET /v2.0/networks/31cd3ad1-db4a-4201-aa6e-bea32ae5d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848045 Mar 23 13:09:00.296228 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e843e9c-b100-4d47-a209-de0b427cbd05 req-0baede3e-a585-4e2d-b65b-4e4ecae057ed tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 210 time: 0.0307305 Mar 23 13:09:01.373778 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-18e30c0c-2d93-4702-9b6f-e95c1c7b3191 req-691da608-0a6e-4bed-a1f4-4481c725aa9e tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 210 time: 0.0265648 Mar 23 13:09:02.452045 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ec696433-13ca-404d-a1ba-5d44c9f9fb89 req-56466ca9-3819-4ee7-ac89-69ef0ec2086f tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 210 time: 0.0271466 Mar 23 13:09:03.530374 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9ecdac0d-2bb8-48d6-8703-ef8a9d8a2fd8 req-958a98d6-2a76-4432-933f-7c0abe5a6178 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 210 time: 0.0281069 Mar 23 13:09:04.235525 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-b4ffbc26-2c01-424b-a082-87b624ef0533 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:04.237030 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-b4ffbc26-2c01-424b-a082-87b624ef0533 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.73 "GET /v2.0/networks?id=31cd3ad1-db4a-4201-aa6e-bea32ae5d974 HTTP/1.1" status: 200 len: 811 time: 0.1060522 Mar 23 13:09:04.250652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-94db59fb-8df5-4a5c-a7b8-15dc4de38ffe tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Request body: {'port': {'device_id': 'ce0adffd-d768-41ff-a14b-e59313f72608', 'network_id': '31cd3ad1-db4a-4201-aa6e-bea32ae5d974', 'admin_state_up': True, 'tenant_id': '122f65378d8048e89d93eec4ca61bb43'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:09:04.366739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-94db59fb-8df5-4a5c-a7b8-15dc4de38ffe tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Made reservation on behalf of 122f65378d8048e89d93eec4ca61bb43 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:09:04.370300 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-94db59fb-8df5-4a5c-a7b8-15dc4de38ffe tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:04.500154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-94db59fb-8df5-4a5c-a7b8-15dc4de38ffe tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Allocated IP 172.20.0.13 (31cd3ad1-db4a-4201-aa6e-bea32ae5d974/2410c5f6-76b4-458b-ac4c-e181901bccd3/c84bb975-c322-43f0-9803-de7b30c512cb) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:09:04.624866 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb743e11-b2da-442b-ae14-662b6dbe7320 req-532ef7d4-faf8-45b8-82e7-ddf8f8129bd6 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 210 time: 0.0259936 Mar 23 13:09:04.644573 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-94db59fb-8df5-4a5c-a7b8-15dc4de38ffe tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:04.684196 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-94db59fb-8df5-4a5c-a7b8-15dc4de38ffe tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:04.732221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-94db59fb-8df5-4a5c-a7b8-15dc4de38ffe tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Network 31cd3ad1-db4a-4201-aa6e-bea32ae5d974 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:09:04.735403 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-94db59fb-8df5-4a5c-a7b8-15dc4de38ffe tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:09:04.739678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-94db59fb-8df5-4a5c-a7b8-15dc4de38ffe tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:09:04.762079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db59fb-8df5-4a5c-a7b8-15dc4de38ffe tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Pushing event updated for resources: {'Port': ['ID=c84bb975-c322-43f0-9803-de7b30c512cb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:04.790084 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-94db59fb-8df5-4a5c-a7b8-15dc4de38ffe tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:04.790702 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-94db59fb-8df5-4a5c-a7b8-15dc4de38ffe tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:04.807055 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-94db59fb-8df5-4a5c-a7b8-15dc4de38ffe tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5603111 Mar 23 13:09:04.819137 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Request body: {'port': {'device_id': 'ce0adffd-d768-41ff-a14b-e59313f72608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:09:04.871583 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:05.133108 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84bb975-c322-43f0-9803-de7b30c512cb {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:09:05.140493 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:05.153745 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Transition to ACTIVE for port object c84bb975-c322-43f0-9803-de7b30c512cb will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:09:05.157337 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:05.203632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Pushing event updated for resources: {'Port': ['ID=c84bb975-c322-43f0-9803-de7b30c512cb,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:05.274654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Attempting to bind port c84bb975-c322-43f0-9803-de7b30c512cb on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:09:05.274986 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Attempting to bind port c84bb975-c322-43f0-9803-de7b30c512cb by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '27951cbb-4525-401c-89fc-145f5b44f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '31cd3ad1-db4a-4201-aa6e-bea32ae5d974'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:09:05.275311 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Attempting to bind port c84bb975-c322-43f0-9803-de7b30c512cb on network 31cd3ad1-db4a-4201-aa6e-bea32ae5d974 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:09:05.279777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Port c84bb975-c322-43f0-9803-de7b30c512cb on network 31cd3ad1-db4a-4201-aa6e-bea32ae5d974 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:09:05.280131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Attempting to bind port c84bb975-c322-43f0-9803-de7b30c512cb on network 31cd3ad1-db4a-4201-aa6e-bea32ae5d974 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:09:05.284867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:09:05.285771 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Checking segment: {'id': '27951cbb-4525-401c-89fc-145f5b44f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '31cd3ad1-db4a-4201-aa6e-bea32ae5d974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:09:05.286151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Bound using segment: {'id': '27951cbb-4525-401c-89fc-145f5b44f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '31cd3ad1-db4a-4201-aa6e-bea32ae5d974'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:09:05.286573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Bound port: c84bb975-c322-43f0-9803-de7b30c512cb, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27951cbb-4525-401c-89fc-145f5b44f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '31cd3ad1-db4a-4201-aa6e-bea32ae5d974'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:09:05.286929 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:05.353091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] For port c84bb975-c322-43f0-9803-de7b30c512cb, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:09:05.356280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] For port c84bb975-c322-43f0-9803-de7b30c512cb, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c84bb975-c322-43f0-9803-de7b30c512cb,segment=NetworkSegment(27951cbb-4525-401c-89fc-145f5b44f277),segment_id=27951cbb-4525-401c-89fc-145f5b44f277)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:09:05.360385 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:05.397376 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:05.397999 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:05.399396 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] 10.222.0.73 "PUT /v2.0/ports/c84bb975-c322-43f0-9803-de7b30c512cb HTTP/1.1" status: 200 len: 1092 time: 0.5843644 Mar 23 13:09:05.399838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0adffd-d768-41ff-a14b-e59313f72608', 'tag': 'c84bb975-c322-43f0-9803-de7b30c512cb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:09:05.402116 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28038ea2-05e9-4826-8c0b-ab7796693d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0adffd-d768-41ff-a14b-e59313f72608", "tag": "c84bb975-c322-43f0-9803-de7b30c512cb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:09:05.428204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80800a1e-b327-4d71-9d2d-c4a1fe7194da service neutron] Pushing event updated for resources: {'Port': ['ID=c84bb975-c322-43f0-9803-de7b30c512cb,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:05.457891 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072ef917-7fd8-4b85-be00-0d1897a97be6 x-openstack-request-id: req-072ef917-7fd8-4b85-be00-0d1897a97be6 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:09:05.458461 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0adffd-d768-41ff-a14b-e59313f72608", "tag": "c84bb975-c322-43f0-9803-de7b30c512cb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:09:05.458778 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-072ef917-7fd8-4b85-be00-0d1897a97be6 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:09:05.459187 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0adffd-d768-41ff-a14b-e59313f72608', 'tag': 'c84bb975-c322-43f0-9803-de7b30c512cb', 'status': 'completed', 'code': 200} Mar 23 13:09:05.491539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-f171099c-beb7-4e9c-957b-bd023f39371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:05.493133 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-f171099c-beb7-4e9c-957b-bd023f39371c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=122f65378d8048e89d93eec4ca61bb43&device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 1095 time: 0.0455878 Mar 23 13:09:05.539197 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-f72b2030-94ba-4c68-9ae3-46bbf1fa57e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c84bb975-c322-43f0-9803-de7b30c512cb HTTP/1.1" status: 200 len: 217 time: 0.0386868 Mar 23 13:09:05.588043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-b1279812-9bd7-408a-961f-f5445a5b9961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:05.589456 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-b1279812-9bd7-408a-961f-f5445a5b9961 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2410c5f6-76b4-458b-ac4c-e181901bccd3 HTTP/1.1" status: 200 len: 851 time: 0.0439677 Mar 23 13:09:05.622064 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-0551f79c-d815-4a85-ae2f-8cfca7bb1e97 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31cd3ad1-db4a-4201-aa6e-bea32ae5d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253220 Mar 23 13:09:05.714825 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-52183894-f9ac-494b-838e-46e853136e22 service neutron] 10.222.0.73 "GET /v2.0/networks/31cd3ad1-db4a-4201-aa6e-bea32ae5d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856216 Mar 23 13:09:05.742645 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80e22b-60b4-4a09-a7bd-965e0ba5de90 req-46290a45-30fc-469d-9a05-70de3bd9e929 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:05.744145 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa80e22b-60b4-4a09-a7bd-965e0ba5de90 req-46290a45-30fc-469d-9a05-70de3bd9e929 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 944 time: 0.0494425 Mar 23 13:09:05.781680 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa80e22b-60b4-4a09-a7bd-965e0ba5de90 req-1aa926ce-f961-4cd0-8ed6-21ebbde0f66d tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311775 Mar 23 13:09:05.811132 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-def7ab3e-4a91-4339-9e29-51718be8a47c req-44a93ff4-d84c-4079-add9-918df7ba7702 service neutron] 10.222.0.73 "GET /v2.0/networks/31cd3ad1-db4a-4201-aa6e-bea32ae5d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890083 Mar 23 13:09:05.896930 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28038ea2-05e9-4826-8c0b-ab7796693d4d req-35d6bf05-2c64-47dd-9b94-ac35ddd42ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:05.898416 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28038ea2-05e9-4826-8c0b-ab7796693d4d req-35d6bf05-2c64-47dd-9b94-ac35ddd42ca4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=122f65378d8048e89d93eec4ca61bb43&device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 1095 time: 0.0408721 Mar 23 13:09:05.991864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28038ea2-05e9-4826-8c0b-ab7796693d4d req-c0f03380-f6d8-430c-b31f-92bb146e5134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:05.993253 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28038ea2-05e9-4826-8c0b-ab7796693d4d req-c0f03380-f6d8-430c-b31f-92bb146e5134 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31cd3ad1-db4a-4201-aa6e-bea32ae5d974 HTTP/1.1" status: 200 len: 912 time: 0.0875294 Mar 23 13:09:06.038144 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28038ea2-05e9-4826-8c0b-ab7796693d4d req-14aa1fc0-261b-4e00-9e42-a26f48aef73f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c84bb975-c322-43f0-9803-de7b30c512cb HTTP/1.1" status: 200 len: 217 time: 0.0378196 Mar 23 13:09:06.089386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28038ea2-05e9-4826-8c0b-ab7796693d4d req-9abd1343-03bc-4d36-9d58-1663b6f52f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:06.090985 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28038ea2-05e9-4826-8c0b-ab7796693d4d req-9abd1343-03bc-4d36-9d58-1663b6f52f2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2410c5f6-76b4-458b-ac4c-e181901bccd3 HTTP/1.1" status: 200 len: 851 time: 0.0458462 Mar 23 13:09:06.123891 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28038ea2-05e9-4826-8c0b-ab7796693d4d req-6c3294d9-4c42-4412-ac82-532d9116a85f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31cd3ad1-db4a-4201-aa6e-bea32ae5d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254302 Mar 23 13:09:06.226042 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28038ea2-05e9-4826-8c0b-ab7796693d4d req-fba2a22f-2b3a-4ece-9e8b-4434b52e5240 service neutron] 10.222.0.73 "GET /v2.0/networks/31cd3ad1-db4a-4201-aa6e-bea32ae5d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936127 Mar 23 13:09:06.320368 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-28038ea2-05e9-4826-8c0b-ab7796693d4d req-a9018d56-1b79-4953-a5f3-e3ee5aa0f834 service neutron] 10.222.0.73 "GET /v2.0/networks/31cd3ad1-db4a-4201-aa6e-bea32ae5d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870438 Mar 23 13:09:06.903568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302675e-ba96-4929-a4a1-5ec3e9a9d0dd req-f3bd0744-2542-4e2a-979c-4bbb506db49c tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:06.905341 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f302675e-ba96-4929-a4a1-5ec3e9a9d0dd req-f3bd0744-2542-4e2a-979c-4bbb506db49c tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 944 time: 0.0546670 Mar 23 13:09:06.942877 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f302675e-ba96-4929-a4a1-5ec3e9a9d0dd req-e9d891fc-0051-46d0-b839-4bde5421323a tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311675 Mar 23 13:09:07.335697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device c84bb975-c322-43f0-9803-de7b30c512cb details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:09:07.435271 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port c84bb975-c322-43f0-9803-de7b30c512cb, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c84bb975-c322-43f0-9803-de7b30c512cb,segment=NetworkSegment(27951cbb-4525-401c-89fc-145f5b44f277),segment_id=27951cbb-4525-401c-89fc-145f5b44f277)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:09:07.446904 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'c84bb975-c322-43f0-9803-de7b30c512cb', 'network_id': '31cd3ad1-db4a-4201-aa6e-bea32ae5d974', 'port_id': 'c84bb975-c322-43f0-9803-de7b30c512cb', 'mac_address': 'fa:16:3e:ca:66:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2410c5f6-76b4-458b-ac4c-e181901bccd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:09:07.485580 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:07.498613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84bb975-c322-43f0-9803-de7b30c512cb {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:09:07.518667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port c84bb975-c322-43f0-9803-de7b30c512cb, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c84bb975-c322-43f0-9803-de7b30c512cb,segment=NetworkSegment(27951cbb-4525-401c-89fc-145f5b44f277),segment_id=27951cbb-4525-401c-89fc-145f5b44f277)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:09:07.523214 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:07.571817 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=c84bb975-c322-43f0-9803-de7b30c512cb,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:07.751500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['c84bb975-c322-43f0-9803-de7b30c512cb'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:09:08.058828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bec6b9-0f2b-4330-8eb2-6f3c0178e339 req-a50af378-ddfc-4ce1-942d-247a8d012daa tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:08.060274 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-63bec6b9-0f2b-4330-8eb2-6f3c0178e339 req-a50af378-ddfc-4ce1-942d-247a8d012daa tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 945 time: 0.0500205 Mar 23 13:09:08.101861 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-63bec6b9-0f2b-4330-8eb2-6f3c0178e339 req-315ec6d6-7d65-464c-9dbc-840284f8ddbf tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356061 Mar 23 13:09:09.218609 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ede23-793f-4261-b50d-4cac4185c034 req-e3977bfa-fc95-4602-9642-33e5cfc225cd tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:09.220088 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f1ede23-793f-4261-b50d-4cac4185c034 req-e3977bfa-fc95-4602-9642-33e5cfc225cd tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 945 time: 0.0481260 Mar 23 13:09:09.256402 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8f1ede23-793f-4261-b50d-4cac4185c034 req-3d0668ea-39eb-4dca-9cc2-8f335a645e5d tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304427 Mar 23 13:09:09.335297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device c84bb975-c322-43f0-9803-de7b30c512cb up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:09:09.384756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port c84bb975-c322-43f0-9803-de7b30c512cb completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:09:09.388568 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port c84bb975-c322-43f0-9803-de7b30c512cb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:09:09.388935 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:09.464286 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:09.485430 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0adffd-d768-41ff-a14b-e59313f72608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84bb975-c322-43f0-9803-de7b30c512cb'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:09:09.487835 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be88ad4-74e4-49e4-b4c3-f6add8a702cd" -d '{"events": [{"server_uuid": "ce0adffd-d768-41ff-a14b-e59313f72608", "name": "network-vif-plugged", "status": "completed", "tag": "c84bb975-c322-43f0-9803-de7b30c512cb"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:09:09.500910 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port c84bb975-c322-43f0-9803-de7b30c512cb, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c84bb975-c322-43f0-9803-de7b30c512cb,segment=NetworkSegment(27951cbb-4525-401c-89fc-145f5b44f277),segment_id=27951cbb-4525-401c-89fc-145f5b44f277)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:09:09.505854 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:09.529815 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9348c1e7-ee34-45fa-80bb-d1ed98e94494 x-openstack-request-id: req-9348c1e7-ee34-45fa-80bb-d1ed98e94494 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:09:09.530113 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0adffd-d768-41ff-a14b-e59313f72608", "name": "network-vif-plugged", "status": "completed", "tag": "c84bb975-c322-43f0-9803-de7b30c512cb", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:09:09.530367 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9348c1e7-ee34-45fa-80bb-d1ed98e94494 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:09:09.530758 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0adffd-d768-41ff-a14b-e59313f72608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84bb975-c322-43f0-9803-de7b30c512cb', 'code': 200} Mar 23 13:09:09.556903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=c84bb975-c322-43f0-9803-de7b30c512cb,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:09.622902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbde2c-ac23-4cb9-bc15-023f89713dbf req-f6dd2b1b-d0df-4712-91c8-9ef16a27cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:09.624410 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-73fbde2c-ac23-4cb9-bc15-023f89713dbf req-f6dd2b1b-d0df-4712-91c8-9ef16a27cd1b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 1097 time: 0.0395236 Mar 23 13:09:09.662105 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-73fbde2c-ac23-4cb9-bc15-023f89713dbf req-76de4331-c185-4861-a9cf-99f6ef056266 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287015 Mar 23 13:09:10.381194 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00aae3-03f0-4799-80b8-a8b6cac2aa26 req-ae4f7dde-0279-46ad-a369-b89f8401e5e9 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:10.382708 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f00aae3-03f0-4799-80b8-a8b6cac2aa26 req-ae4f7dde-0279-46ad-a369-b89f8401e5e9 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0533879 Mar 23 13:09:10.421696 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f00aae3-03f0-4799-80b8-a8b6cac2aa26 req-4ec6397c-5fdf-45d9-a533-3f79889e6331 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Mar 23 13:09:11.541583 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04786905-2e83-4926-8aa5-ed9c6e56c927 req-1dee5242-0c41-47b9-bd34-d73d33f2ab92 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:11.543041 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-04786905-2e83-4926-8aa5-ed9c6e56c927 req-1dee5242-0c41-47b9-bd34-d73d33f2ab92 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0488272 Mar 23 13:09:11.580792 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-04786905-2e83-4926-8aa5-ed9c6e56c927 req-f763978c-5efc-48e3-aea4-dca53d51bf3b tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317013 Mar 23 13:09:11.820153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e573fd8-153f-4045-b3be-9e513e945134 req-7874044e-e8b8-4cf3-9c3b-12b49470664c tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:11.821647 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e573fd8-153f-4045-b3be-9e513e945134 req-7874044e-e8b8-4cf3-9c3b-12b49470664c tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0494094 Mar 23 13:09:11.862351 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e573fd8-153f-4045-b3be-9e513e945134 req-04d73782-61c1-459c-9ffe-6a6704c01de9 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332456 Mar 23 13:09:11.872056 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-8e5292a9-2006-4549-8b34-eb2715126ffe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1001108 Mar 23 13:09:12.990458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ffe67-e2f3-4daa-bcf3-2e00909e72a4 req-0cfb49c9-a846-4de5-84b2-53d91c582793 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:12.992021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-688ffe67-e2f3-4daa-bcf3-2e00909e72a4 req-0cfb49c9-a846-4de5-84b2-53d91c582793 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0502067 Mar 23 13:09:13.058343 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-688ffe67-e2f3-4daa-bcf3-2e00909e72a4 req-d76ebbac-1065-4d7f-8727-d16e8b428b59 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602903 Mar 23 13:09:13.067525 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-c3dfe46d-9df4-4cd2-8c06-69fa17044fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:13.075211 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-c3dfe46d-9df4-4cd2-8c06-69fa17044fcc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=122f65378d8048e89d93eec4ca61bb43&device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 1097 time: 0.0576873 Mar 23 13:09:13.156762 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-c2d6a5f1-5677-401f-8977-ddb8b19ab57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:13.158172 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-c2d6a5f1-5677-401f-8977-ddb8b19ab57a service neutron] 10.222.0.73 "GET /v2.0/networks?id=31cd3ad1-db4a-4201-aa6e-bea32ae5d974 HTTP/1.1" status: 200 len: 912 time: 0.0823200 Mar 23 13:09:13.203343 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-76955ad7-c0b8-40a4-ab32-2dabae50adba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c84bb975-c322-43f0-9803-de7b30c512cb HTTP/1.1" status: 200 len: 217 time: 0.0376673 Mar 23 13:09:13.251688 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-4a445a8d-ec2c-403d-9735-d4ef9d4d0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:13.253215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-4a445a8d-ec2c-403d-9735-d4ef9d4d0e22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2410c5f6-76b4-458b-ac4c-e181901bccd3 HTTP/1.1" status: 200 len: 851 time: 0.0426042 Mar 23 13:09:13.284418 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-bb1249b2-39d8-4569-920b-a61a60f35f1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31cd3ad1-db4a-4201-aa6e-bea32ae5d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244699 Mar 23 13:09:13.375719 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-aee6a17e-e66e-47d5-be61-59acdfdc1913 service neutron] 10.222.0.73 "GET /v2.0/networks/31cd3ad1-db4a-4201-aa6e-bea32ae5d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838037 Mar 23 13:09:13.467354 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-cb1d4155-a8a4-4a86-95bc-e226e68d634b service neutron] 10.222.0.73 "GET /v2.0/networks/31cd3ad1-db4a-4201-aa6e-bea32ae5d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847981 Mar 23 13:09:14.174701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcacaac-0dcd-4e23-bc2a-b41d70ea415d req-132bcedc-2a13-41ee-b0f1-59faf384acaa tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:14.176702 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffcacaac-0dcd-4e23-bc2a-b41d70ea415d req-132bcedc-2a13-41ee-b0f1-59faf384acaa tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0498490 Mar 23 13:09:14.217658 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ffcacaac-0dcd-4e23-bc2a-b41d70ea415d req-13e7f116-2651-43ea-969a-aec0063948c7 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349889 Mar 23 13:09:15.334000 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2906848-f475-4a0f-9272-bb0858e4811f req-7f0ea44a-c114-4bd4-9cd2-6244831da125 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:15.335466 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2906848-f475-4a0f-9272-bb0858e4811f req-7f0ea44a-c114-4bd4-9cd2-6244831da125 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0490761 Mar 23 13:09:15.371815 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2906848-f475-4a0f-9272-bb0858e4811f req-54e586ba-4458-42f4-8c16-3122ff661113 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304513 Mar 23 13:09:16.337533 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:16.487412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186ebcd-bcbf-484d-8830-348d09664de5 req-dda76029-1734-4fbf-af93-ca22bb10b589 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:16.488915 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4186ebcd-bcbf-484d-8830-348d09664de5 req-dda76029-1734-4fbf-af93-ca22bb10b589 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0488205 Mar 23 13:09:16.525646 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4186ebcd-bcbf-484d-8830-348d09664de5 req-48db32ce-5ff9-4fe2-8944-a208c07203a3 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308073 Mar 23 13:09:16.698560 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:09:17.653342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6e649-7ef3-4fe1-875d-0e27c48f7e14 req-60793504-9aa8-44b5-a959-6c63ccbc60ca tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:17.655364 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-91d6e649-7ef3-4fe1-875d-0e27c48f7e14 req-60793504-9aa8-44b5-a959-6c63ccbc60ca tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0571570 Mar 23 13:09:17.694568 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-91d6e649-7ef3-4fe1-875d-0e27c48f7e14 req-1749b13d-f3e9-4061-99c7-fa3b4714a287 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322165 Mar 23 13:09:17.704886 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:18.810444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e39b9-a265-4d8c-aaee-96115cf38f80 req-a8af5ad7-6ce9-49b6-8a9a-cd31ff0b2eda tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:18.811909 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c1e39b9-a265-4d8c-aaee-96115cf38f80 req-a8af5ad7-6ce9-49b6-8a9a-cd31ff0b2eda tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0481985 Mar 23 13:09:18.857058 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c1e39b9-a265-4d8c-aaee-96115cf38f80 req-7042d57d-ea25-4f51-9846-52254389c65b tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372736 Mar 23 13:09:19.975893 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e655ba-e0b4-4060-b3da-0405c1431c1d req-35aa8fc3-c586-46d5-9139-c18da254f54e tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:19.977412 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33e655ba-e0b4-4060-b3da-0405c1431c1d req-35aa8fc3-c586-46d5-9139-c18da254f54e tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0492427 Mar 23 13:09:20.020127 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-33e655ba-e0b4-4060-b3da-0405c1431c1d req-86e0baa7-7776-4c32-82c1-191aa16cf87d tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321817 Mar 23 13:09:21.137972 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466b161-1938-49ab-8e72-884c1b9f982e req-e1df748d-ea09-4866-8b5e-5cb180e629bc tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:21.139452 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b466b161-1938-49ab-8e72-884c1b9f982e req-e1df748d-ea09-4866-8b5e-5cb180e629bc tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0516424 Mar 23 13:09:21.182677 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b466b161-1938-49ab-8e72-884c1b9f982e req-f34c58b4-bef1-4a9e-ad4e-e8bdda5ef5ad tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368469 Mar 23 13:09:22.298021 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48929e25-8065-4dd6-9079-01717b80673c req-4ce9b420-fa28-4ec8-83a8-960ced6f8dda tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:22.299553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48929e25-8065-4dd6-9079-01717b80673c req-4ce9b420-fa28-4ec8-83a8-960ced6f8dda tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0487008 Mar 23 13:09:22.337412 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48929e25-8065-4dd6-9079-01717b80673c req-5f665c4f-d63e-4e9a-82d5-da48891b4a10 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313511 Mar 23 13:09:23.452160 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8c7f5-0f5e-45ed-baaf-5e0b418e5fb6 req-b2f35fb1-c188-4d99-a14b-0bc82215723c tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:23.453526 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-09d8c7f5-0f5e-45ed-baaf-5e0b418e5fb6 req-b2f35fb1-c188-4d99-a14b-0bc82215723c tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0484548 Mar 23 13:09:23.491161 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-09d8c7f5-0f5e-45ed-baaf-5e0b418e5fb6 req-317b348d-ff5b-42b1-9eaa-9c3346e5dc6d tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310414 Mar 23 13:09:24.084252 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f873aca2-11d3-421f-a9a5-a37742c34492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:24.609829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a539a-08e6-44ba-8614-1f16ae7938b6 req-99d612d3-b16f-4767-9ed0-740362333262 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:24.611310 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d33a539a-08e6-44ba-8614-1f16ae7938b6 req-99d612d3-b16f-4767-9ed0-740362333262 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0522249 Mar 23 13:09:24.647831 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d33a539a-08e6-44ba-8614-1f16ae7938b6 req-7a188053-3bb9-4290-8b3a-708663d229d9 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306737 Mar 23 13:09:25.772134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025143b-0336-4c04-b128-b45fb25b1170 req-3fcd152e-b8e3-4949-9604-31e66280827d tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:25.773511 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3025143b-0336-4c04-b128-b45fb25b1170 req-3fcd152e-b8e3-4949-9604-31e66280827d tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0478814 Mar 23 13:09:25.810466 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3025143b-0336-4c04-b128-b45fb25b1170 req-ce7d05c1-7a95-4f4b-9cf5-87651f89c79e tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310144 Mar 23 13:09:26.930731 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a977a52-be3f-46d0-be46-7c0e5f980f5c req-270f0db4-6283-4f7a-a93f-2de657934a46 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:26.932278 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a977a52-be3f-46d0-be46-7c0e5f980f5c req-270f0db4-6283-4f7a-a93f-2de657934a46 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0526330 Mar 23 13:09:26.945949 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-57c4cf0d-b1a8-431b-9fb2-ce4353c90f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:26.971740 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a977a52-be3f-46d0-be46-7c0e5f980f5c req-16d6ba0b-3d57-44fd-9dc1-00f4f6ce9bd4 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334811 Mar 23 13:09:27.867000 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:28.086156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a3aec-3a14-42e2-862f-edff5d901d23 req-f18d95d9-870a-4427-b5ff-a80ea19246d5 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:28.087616 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1c4a3aec-3a14-42e2-862f-edff5d901d23 req-f18d95d9-870a-4427-b5ff-a80ea19246d5 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0488331 Mar 23 13:09:28.128832 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1c4a3aec-3a14-42e2-862f-edff5d901d23 req-1de06ab0-f5ba-4734-b06d-923088745b00 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351408 Mar 23 13:09:29.178599 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:29.244064 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65d2ee-a2f2-49b4-a41d-ebdf4f773b38 req-30154040-032e-40c6-aa8e-ab2b11fb7f20 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:29.245526 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ec65d2ee-a2f2-49b4-a41d-ebdf4f773b38 req-30154040-032e-40c6-aa8e-ab2b11fb7f20 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0486672 Mar 23 13:09:29.282986 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ec65d2ee-a2f2-49b4-a41d-ebdf4f773b38 req-3a4c0671-2559-4405-a47d-c42689ef8e13 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314918 Mar 23 13:09:29.551603 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:30.408188 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c87bdb-692d-48de-8265-695f49c9722e req-f4121aba-d09a-493b-b671-104c121615d0 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:30.410060 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42c87bdb-692d-48de-8265-695f49c9722e req-f4121aba-d09a-493b-b671-104c121615d0 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0489416 Mar 23 13:09:30.448230 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42c87bdb-692d-48de-8265-695f49c9722e req-41808cd9-6ce3-43c9-98b0-1bfc8e59b8c7 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321257 Mar 23 13:09:31.569159 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8686945-5c24-4662-a15a-678b19da5da4 req-a62d09f7-5373-4455-b8cb-3a4d94dc2b0b tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:31.570686 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d8686945-5c24-4662-a15a-678b19da5da4 req-a62d09f7-5373-4455-b8cb-3a4d94dc2b0b tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0542517 Mar 23 13:09:31.619607 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d8686945-5c24-4662-a15a-678b19da5da4 req-0ac8c2db-e619-4fcb-943c-9f67ec8c6e4f tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426579 Mar 23 13:09:32.739015 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d6fb4-cf39-426f-9a78-281c3fe456a0 req-c585cedb-5d98-4656-85e0-57f96b76de5b tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:32.740695 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d9d6fb4-cf39-426f-9a78-281c3fe456a0 req-c585cedb-5d98-4656-85e0-57f96b76de5b tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0510590 Mar 23 13:09:32.778800 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d9d6fb4-cf39-426f-9a78-281c3fe456a0 req-7429477e-4336-4a8c-a82c-94d964777872 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317066 Mar 23 13:09:33.899900 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642b2bd-f33f-43b1-959d-46118e1c7b59 req-3725a231-28b1-4c84-99c6-e57115f1b17a tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:33.901439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4642b2bd-f33f-43b1-959d-46118e1c7b59 req-3725a231-28b1-4c84-99c6-e57115f1b17a tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0508380 Mar 23 13:09:33.938845 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4642b2bd-f33f-43b1-959d-46118e1c7b59 req-ba8dfc7c-702a-4d01-b2ac-b69b7d179a59 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310576 Mar 23 13:09:35.112675 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e332488-e012-4b06-86b5-d52d18b78ee9 req-2c5443ff-3d69-47ca-9fea-6f77a935837e tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:35.114169 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e332488-e012-4b06-86b5-d52d18b78ee9 req-2c5443ff-3d69-47ca-9fea-6f77a935837e tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.1068413 Mar 23 13:09:35.156444 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e332488-e012-4b06-86b5-d52d18b78ee9 req-d4247e19-142f-487a-8245-3084dc11e0ca tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361419 Mar 23 13:09:36.358326 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34a99f-c7c3-430e-8911-78f9d8e1c2fe req-53f3a4e5-5aef-4590-847d-30b48366d901 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:36.359807 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f34a99f-c7c3-430e-8911-78f9d8e1c2fe req-53f3a4e5-5aef-4590-847d-30b48366d901 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.1224535 Mar 23 13:09:36.397405 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f34a99f-c7c3-430e-8911-78f9d8e1c2fe req-6954bcd6-95bc-4fd5-94c4-c0bf407def0a tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309932 Mar 23 13:09:37.525022 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843298a0-180c-4052-b327-6bfdbce92166 req-a3b62e28-f836-4f7c-af9e-aef310ac92b3 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:37.530724 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-843298a0-180c-4052-b327-6bfdbce92166 req-a3b62e28-f836-4f7c-af9e-aef310ac92b3 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0592971 Mar 23 13:09:37.573044 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-843298a0-180c-4052-b327-6bfdbce92166 req-0623c69d-ed8d-4c7d-a193-db6372c1387a tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338268 Mar 23 13:09:38.694960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53e0e1-8175-4b53-8b5f-7108e245cf34 req-a4ae1c1d-a82a-4c23-9e63-8e3e3603d656 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:38.696508 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d53e0e1-8175-4b53-8b5f-7108e245cf34 req-a4ae1c1d-a82a-4c23-9e63-8e3e3603d656 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0542715 Mar 23 13:09:38.734417 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d53e0e1-8175-4b53-8b5f-7108e245cf34 req-5f3dcf38-6b45-4f22-afdd-9f68566f2c27 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318491 Mar 23 13:09:39.864345 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02a036-1912-4d41-964e-1f171e832a30 req-0ccb6c1d-7627-4b4b-a0fe-40f5ea28f359 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:39.865867 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bb02a036-1912-4d41-964e-1f171e832a30 req-0ccb6c1d-7627-4b4b-a0fe-40f5ea28f359 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0583620 Mar 23 13:09:39.910014 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bb02a036-1912-4d41-964e-1f171e832a30 req-265dc680-1203-4e39-a61d-cf9fbe2cb0fe tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380325 Mar 23 13:09:40.547741 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-49f70eba-a109-4720-a8fc-7404e0d0ecd1 service neutron] show failed (client error): The resource could not be found. Mar 23 13:09:40.548716 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-49f70eba-a109-4720-a8fc-7404e0d0ecd1 service neutron] 10.222.0.73 "GET /v2.0/ports/c84bb975-c322-43f0-9803-de7b30c512cb/bindings/n-h1-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.0546668 Mar 23 13:09:40.798687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-613af83b-5865-46eb-9ec0-a337a28f2e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:40.800787 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-613af83b-5865-46eb-9ec0-a337a28f2e57 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608&tenant_id=122f65378d8048e89d93eec4ca61bb43 HTTP/1.1" status: 200 len: 1097 time: 0.0940933 Mar 23 13:09:40.812980 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834854-1', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:09:40.867870 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:41.079947 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376249d6-50e6-4db7-a425-620754b00598 req-96d2424a-2800-4f8a-8c4f-cd641bc33b10 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:41.081344 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-376249d6-50e6-4db7-a425-620754b00598 req-96d2424a-2800-4f8a-8c4f-cd641bc33b10 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.1007087 Mar 23 13:09:41.123312 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] For port c84bb975-c322-43f0-9803-de7b30c512cb, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=c84bb975-c322-43f0-9803-de7b30c512cb,segment=NetworkSegment(27951cbb-4525-401c-89fc-145f5b44f277),segment_id=27951cbb-4525-401c-89fc-145f5b44f277)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:09:41.151326 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-376249d6-50e6-4db7-a425-620754b00598 req-452ccea4-eb80-476e-a43e-a66f065c479e tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603185 Mar 23 13:09:41.173939 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] For port c84bb975-c322-43f0-9803-de7b30c512cb, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:09:41.217715 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0adffd-d768-41ff-a14b-e59313f72608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c84bb975-c322-43f0-9803-de7b30c512cb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:09:41.220182 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5853b83a-4c92-461a-af6c-beccc6277385" -d '{"events": [{"server_uuid": "ce0adffd-d768-41ff-a14b-e59313f72608", "name": "network-vif-unplugged", "status": "completed", "tag": "c84bb975-c322-43f0-9803-de7b30c512cb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:09:41.223719 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:41.235886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Transition to ACTIVE for port object c84bb975-c322-43f0-9803-de7b30c512cb will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:09:41.240578 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:41.584183 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ca5c16-42c0-4bad-a5a9-71447b54fd60 x-openstack-request-id: req-87ca5c16-42c0-4bad-a5a9-71447b54fd60 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:09:41.584900 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0adffd-d768-41ff-a14b-e59313f72608", "name": "network-vif-unplugged", "status": "completed", "tag": "c84bb975-c322-43f0-9803-de7b30c512cb", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:09:41.584900 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87ca5c16-42c0-4bad-a5a9-71447b54fd60 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:09:41.585094 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0adffd-d768-41ff-a14b-e59313f72608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c84bb975-c322-43f0-9803-de7b30c512cb', 'code': 200} Mar 23 13:09:41.618031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] No DVR routers for this DVR port c84bb975-c322-43f0-9803-de7b30c512cb on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:09:41.624196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Pushing event updated for resources: {'Port': ['ID=c84bb975-c322-43f0-9803-de7b30c512cb,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:41.634197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:41.634542 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:41.634882 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:41.635212 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:41.635541 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:41.635866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:41.636216 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:41.636538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:41.636862 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:41.637181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:41.637505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:41.637821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:41.667160 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Attempting to bind port c84bb975-c322-43f0-9803-de7b30c512cb on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:09:41.667491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Attempting to bind port c84bb975-c322-43f0-9803-de7b30c512cb by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '27951cbb-4525-401c-89fc-145f5b44f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '31cd3ad1-db4a-4201-aa6e-bea32ae5d974'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:09:41.667812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Attempting to bind port c84bb975-c322-43f0-9803-de7b30c512cb on network 31cd3ad1-db4a-4201-aa6e-bea32ae5d974 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:09:41.671989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Port c84bb975-c322-43f0-9803-de7b30c512cb on network 31cd3ad1-db4a-4201-aa6e-bea32ae5d974 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:09:41.672306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Attempting to bind port c84bb975-c322-43f0-9803-de7b30c512cb on network 31cd3ad1-db4a-4201-aa6e-bea32ae5d974 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:09:41.677623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:09:41.677955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Checking segment: {'id': '27951cbb-4525-401c-89fc-145f5b44f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '31cd3ad1-db4a-4201-aa6e-bea32ae5d974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:09:41.678363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Bound using segment: {'id': '27951cbb-4525-401c-89fc-145f5b44f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '31cd3ad1-db4a-4201-aa6e-bea32ae5d974'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:09:41.678783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Bound port: c84bb975-c322-43f0-9803-de7b30c512cb, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27951cbb-4525-401c-89fc-145f5b44f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '31cd3ad1-db4a-4201-aa6e-bea32ae5d974'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:09:41.679130 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:41.742805 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] For port c84bb975-c322-43f0-9803-de7b30c512cb, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:09:41.745652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] For port c84bb975-c322-43f0-9803-de7b30c512cb, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c84bb975-c322-43f0-9803-de7b30c512cb,segment=NetworkSegment(27951cbb-4525-401c-89fc-145f5b44f277),segment_id=27951cbb-4525-401c-89fc-145f5b44f277)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:09:41.750206 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:41.782089 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:41.782754 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:41.784117 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] 10.222.0.77 "PUT /v2.0/ports/c84bb975-c322-43f0-9803-de7b30c512cb HTTP/1.1" status: 200 len: 1092 time: 0.9750345 Mar 23 13:09:41.829691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21db0e-6de0-4441-a3b6-44f5e301ba56 service neutron] Pushing event updated for resources: {'Port': ['ID=c84bb975-c322-43f0-9803-de7b30c512cb,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:41.848461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-45b1e45e-6858-4418-88c0-3c2fe8b10133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:41.849994 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-45b1e45e-6858-4418-88c0-3c2fe8b10133 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=122f65378d8048e89d93eec4ca61bb43&device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 1095 time: 0.0450211 Mar 23 13:09:41.950434 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-00215288-da9e-4429-94aa-08d099c14b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:41.951963 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-00215288-da9e-4429-94aa-08d099c14b2f service neutron] 10.222.0.77 "GET /v2.0/networks?id=31cd3ad1-db4a-4201-aa6e-bea32ae5d974 HTTP/1.1" status: 200 len: 912 time: 0.0947630 Mar 23 13:09:41.993259 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-4a3cd104-9d97-4438-ba05-4cc1e5e24273 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c84bb975-c322-43f0-9803-de7b30c512cb HTTP/1.1" status: 200 len: 217 time: 0.0345981 Mar 23 13:09:42.040901 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-7e465da1-d9c5-4c74-b82b-862b39481e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:42.042553 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-7e465da1-d9c5-4c74-b82b-862b39481e1c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2410c5f6-76b4-458b-ac4c-e181901bccd3 HTTP/1.1" status: 200 len: 851 time: 0.0430598 Mar 23 13:09:42.074254 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-bda0a5d4-671a-48ec-ac77-fa33b602bd9e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=31cd3ad1-db4a-4201-aa6e-bea32ae5d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253675 Mar 23 13:09:42.166179 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-788f6ce4-e0ca-4786-89e0-824ed3bfb61f service neutron] 10.222.0.77 "GET /v2.0/networks/31cd3ad1-db4a-4201-aa6e-bea32ae5d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838988 Mar 23 13:09:42.305432 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ff2f629e-80d0-49a7-ae25-cf5418efee76 req-bd46cdc0-e788-428e-b14a-bfa83c01b61d service neutron] 10.222.0.77 "GET /v2.0/networks/31cd3ad1-db4a-4201-aa6e-bea32ae5d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322734 Mar 23 13:09:42.317648 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95274a0-e0ba-4924-9edc-cfff40e27613 req-d4af9a78-4f99-4926-9fc3-f6bdaa2308ee tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:42.319345 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d95274a0-e0ba-4924-9edc-cfff40e27613 req-d4af9a78-4f99-4926-9fc3-f6bdaa2308ee tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 944 time: 0.0935578 Mar 23 13:09:42.357695 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d95274a0-e0ba-4924-9edc-cfff40e27613 req-e32246da-a83d-4760-a270-e690bf2ee002 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323391 Mar 23 13:09:43.475512 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10ead4-bdc7-43c7-a6de-2c5952a7036f req-a61d0c72-c221-41c0-b475-ee34dfcbbea2 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:43.477029 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dd10ead4-bdc7-43c7-a6de-2c5952a7036f req-a61d0c72-c221-41c0-b475-ee34dfcbbea2 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 944 time: 0.0481524 Mar 23 13:09:43.507762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device c84bb975-c322-43f0-9803-de7b30c512cb no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:09:43.520669 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dd10ead4-bdc7-43c7-a6de-2c5952a7036f req-9cd2ed52-7788-4465-a6c4-9398eb8db5fb tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374360 Mar 23 13:09:43.549210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device c84bb975-c322-43f0-9803-de7b30c512cb not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:09:43.585716 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0adffd-d768-41ff-a14b-e59313f72608', 'tag': 'c84bb975-c322-43f0-9803-de7b30c512cb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:09:43.588154 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0adffd-d768-41ff-a14b-e59313f72608", "tag": "c84bb975-c322-43f0-9803-de7b30c512cb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:09:43.637134 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46eafbe1-bdd5-4b36-9e6b-1181a01c9e7f x-openstack-request-id: req-46eafbe1-bdd5-4b36-9e6b-1181a01c9e7f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:09:43.637456 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0adffd-d768-41ff-a14b-e59313f72608", "tag": "c84bb975-c322-43f0-9803-de7b30c512cb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:09:43.637704 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46eafbe1-bdd5-4b36-9e6b-1181a01c9e7f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:09:43.638100 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0adffd-d768-41ff-a14b-e59313f72608', 'tag': 'c84bb975-c322-43f0-9803-de7b30c512cb', 'status': 'completed', 'code': 200} Mar 23 13:09:43.726486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-d959ce6e-c1a1-4539-ae6c-d16f62bb3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:43.727972 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-d959ce6e-c1a1-4539-ae6c-d16f62bb3de4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=122f65378d8048e89d93eec4ca61bb43&device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 1095 time: 0.0618088 Mar 23 13:09:43.729734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-19e343c0-4694-4ec3-af64-80e6d23a3709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:43.731078 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-19e343c0-4694-4ec3-af64-80e6d23a3709 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=122f65378d8048e89d93eec4ca61bb43&device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 1095 time: 0.0743320 Mar 23 13:09:43.890206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-fce38738-c8f4-478e-a544-85051adbde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:43.891671 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-fce38738-c8f4-478e-a544-85051adbde93 service neutron] 10.222.0.77 "GET /v2.0/networks?id=31cd3ad1-db4a-4201-aa6e-bea32ae5d974 HTTP/1.1" status: 200 len: 912 time: 0.1570232 Mar 23 13:09:43.892790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-c977e378-bb22-4b47-8179-ef8ed09e5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:43.894135 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-c977e378-bb22-4b47-8179-ef8ed09e5371 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31cd3ad1-db4a-4201-aa6e-bea32ae5d974 HTTP/1.1" status: 200 len: 912 time: 0.1515090 Mar 23 13:09:43.945559 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-15eabfe8-048f-4462-872b-6eca2b902439 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c84bb975-c322-43f0-9803-de7b30c512cb HTTP/1.1" status: 200 len: 217 time: 0.0463562 Mar 23 13:09:43.985673 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-2b99c26b-8536-4a82-9fa3-be45187c1a99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c84bb975-c322-43f0-9803-de7b30c512cb HTTP/1.1" status: 200 len: 217 time: 0.0793951 Mar 23 13:09:44.054990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-e79ec369-469b-4e6b-9e19-8fbf36832391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:44.057546 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-e79ec369-469b-4e6b-9e19-8fbf36832391 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2410c5f6-76b4-458b-ac4c-e181901bccd3 HTTP/1.1" status: 200 len: 851 time: 0.0804965 Mar 23 13:09:44.064427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-f8b1ccb6-6144-4f62-ad7e-ac6450710333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:44.065816 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-f8b1ccb6-6144-4f62-ad7e-ac6450710333 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2410c5f6-76b4-458b-ac4c-e181901bccd3 HTTP/1.1" status: 200 len: 851 time: 0.0614414 Mar 23 13:09:44.098027 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-b09fb9d9-4548-4700-a22d-c9356dbcc651 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=31cd3ad1-db4a-4201-aa6e-bea32ae5d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312781 Mar 23 13:09:44.123561 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-75b4d8cd-3476-4de2-a007-4e9c296c307e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31cd3ad1-db4a-4201-aa6e-bea32ae5d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493977 Mar 23 13:09:44.272267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-a7e328f0-a858-48ce-b37b-2160a9b38b3f service neutron] 10.222.0.77 "GET /v2.0/networks/31cd3ad1-db4a-4201-aa6e-bea32ae5d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566830 Mar 23 13:09:44.280665 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-1cc31508-fe7d-42ec-9f95-a380d19ab390 service neutron] 10.222.0.73 "GET /v2.0/networks/31cd3ad1-db4a-4201-aa6e-bea32ae5d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455169 Mar 23 13:09:44.442001 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-2b0096af-0962-41bc-a88b-c2b858d22e7a service neutron] 10.222.0.77 "GET /v2.0/networks/31cd3ad1-db4a-4201-aa6e-bea32ae5d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602681 Mar 23 13:09:44.443888 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d33d96f-e7aa-4e9c-b983-5114bc0a2676 req-db8be4af-a5e7-4e87-8192-113304fafb2c service neutron] 10.222.0.73 "GET /v2.0/networks/31cd3ad1-db4a-4201-aa6e-bea32ae5d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543636 Mar 23 13:09:44.637893 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15d032-0cf7-4622-9e4d-552298f589ae req-af761eba-d8fa-47fc-8116-c4833a7393a2 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:44.639368 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c15d032-0cf7-4622-9e4d-552298f589ae req-af761eba-d8fa-47fc-8116-c4833a7393a2 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 944 time: 0.0499928 Mar 23 13:09:44.680381 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c15d032-0cf7-4622-9e4d-552298f589ae req-386b6d2f-605f-4584-9ea3-833c4c3d759d tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349884 Mar 23 13:09:45.797848 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d007b17-7f58-4077-8540-cfdf0227fa2f req-13eb8405-5944-4515-b739-c127d99b1cb1 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:45.799217 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d007b17-7f58-4077-8540-cfdf0227fa2f req-13eb8405-5944-4515-b739-c127d99b1cb1 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 944 time: 0.0490823 Mar 23 13:09:45.836150 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d007b17-7f58-4077-8540-cfdf0227fa2f req-ceeacb0a-ce26-4160-97ad-7f5bd3d820a1 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303509 Mar 23 13:09:46.002860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c84bb975-c322-43f0-9803-de7b30c512cb details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:09:46.093838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c9a16-f971-46ff-8887-1726790bb106 req-716df31b-ddac-4d7b-8ae1-04b8adafad1b tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:46.095223 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-581c9a16-f971-46ff-8887-1726790bb106 req-716df31b-ddac-4d7b-8ae1-04b8adafad1b tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608&tenant_id=122f65378d8048e89d93eec4ca61bb43&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 944 time: 0.0595088 Mar 23 13:09:46.098399 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c84bb975-c322-43f0-9803-de7b30c512cb, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c84bb975-c322-43f0-9803-de7b30c512cb,segment=NetworkSegment(27951cbb-4525-401c-89fc-145f5b44f277),segment_id=27951cbb-4525-401c-89fc-145f5b44f277)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:09:46.113677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'c84bb975-c322-43f0-9803-de7b30c512cb', 'network_id': '31cd3ad1-db4a-4201-aa6e-bea32ae5d974', 'port_id': 'c84bb975-c322-43f0-9803-de7b30c512cb', 'mac_address': 'fa:16:3e:ca:66:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2410c5f6-76b4-458b-ac4c-e181901bccd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:09:46.149899 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:46.164407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84bb975-c322-43f0-9803-de7b30c512cb {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:09:46.166120 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-581c9a16-f971-46ff-8887-1726790bb106 req-fa45ef03-b722-4812-850b-1b1768ce8aaf service neutron] delete failed (client error): The resource could not be found. Mar 23 13:09:46.167153 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-581c9a16-f971-46ff-8887-1726790bb106 req-fa45ef03-b722-4812-850b-1b1768ce8aaf service neutron] 10.222.0.73 "DELETE /v2.0/ports/c84bb975-c322-43f0-9803-de7b30c512cb/bindings/n-h2-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.0620389 Mar 23 13:09:46.185151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c84bb975-c322-43f0-9803-de7b30c512cb, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c84bb975-c322-43f0-9803-de7b30c512cb,segment=NetworkSegment(27951cbb-4525-401c-89fc-145f5b44f277),segment_id=27951cbb-4525-401c-89fc-145f5b44f277)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:09:46.189104 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:46.236389 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=c84bb975-c322-43f0-9803-de7b30c512cb,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:46.253382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c9a16-f971-46ff-8887-1726790bb106 req-139eff83-f8fe-47b9-a111-e87f9b76bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:46.260601 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-581c9a16-f971-46ff-8887-1726790bb106 req-139eff83-f8fe-47b9-a111-e87f9b76bc4a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=122f65378d8048e89d93eec4ca61bb43&device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 1096 time: 0.0416255 Mar 23 13:09:46.349743 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:46.352395 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c9a16-f971-46ff-8887-1726790bb106 req-4766d219-0f20-4225-bd43-e82ef0aa4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:46.353875 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-581c9a16-f971-46ff-8887-1726790bb106 req-4766d219-0f20-4225-bd43-e82ef0aa4316 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31cd3ad1-db4a-4201-aa6e-bea32ae5d974 HTTP/1.1" status: 200 len: 912 time: 0.0924482 Mar 23 13:09:46.395022 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-581c9a16-f971-46ff-8887-1726790bb106 req-654e41cc-5ec6-4c2f-9d5a-e654ffce96ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c84bb975-c322-43f0-9803-de7b30c512cb HTTP/1.1" status: 200 len: 217 time: 0.0342031 Mar 23 13:09:46.443004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c9a16-f971-46ff-8887-1726790bb106 req-cd7fcd69-e483-4f1a-9bc9-bfdc1b7556f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:46.444538 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-581c9a16-f971-46ff-8887-1726790bb106 req-cd7fcd69-e483-4f1a-9bc9-bfdc1b7556f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2410c5f6-76b4-458b-ac4c-e181901bccd3 HTTP/1.1" status: 200 len: 851 time: 0.0433524 Mar 23 13:09:46.477582 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-581c9a16-f971-46ff-8887-1726790bb106 req-40e256ca-e7eb-4cbd-810e-42a34e67871b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31cd3ad1-db4a-4201-aa6e-bea32ae5d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263052 Mar 23 13:09:46.570070 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-581c9a16-f971-46ff-8887-1726790bb106 req-590e641e-ab09-4da4-a1be-38e2d3065473 service neutron] 10.222.0.73 "GET /v2.0/networks/31cd3ad1-db4a-4201-aa6e-bea32ae5d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853283 Mar 23 13:09:46.574288 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['c84bb975-c322-43f0-9803-de7b30c512cb'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:09:46.665605 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-581c9a16-f971-46ff-8887-1726790bb106 req-09dfd272-92f1-4cdb-a605-b327a339b26d service neutron] 10.222.0.73 "GET /v2.0/networks/31cd3ad1-db4a-4201-aa6e-bea32ae5d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847626 Mar 23 13:09:47.348995 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93250bbe-3b93-4881-9794-ee30517b26a5 req-2813d47f-ab4d-4d3f-8b50-5df91e384239 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:47.350396 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-93250bbe-3b93-4881-9794-ee30517b26a5 req-2813d47f-ab4d-4d3f-8b50-5df91e384239 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 945 time: 0.0555627 Mar 23 13:09:47.387101 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-93250bbe-3b93-4881-9794-ee30517b26a5 req-74b554cf-38cb-4728-8d38-442b0c7a46b1 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308120 Mar 23 13:09:47.715750 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:48.018237 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c84bb975-c322-43f0-9803-de7b30c512cb up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:09:48.065974 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port c84bb975-c322-43f0-9803-de7b30c512cb completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:09:48.069473 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port c84bb975-c322-43f0-9803-de7b30c512cb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:09:48.069844 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:48.148321 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:48.169644 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0adffd-d768-41ff-a14b-e59313f72608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84bb975-c322-43f0-9803-de7b30c512cb'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:09:48.171832 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce7a4c0-d365-412a-8c2f-0b217546dfad" -d '{"events": [{"server_uuid": "ce0adffd-d768-41ff-a14b-e59313f72608", "name": "network-vif-plugged", "status": "completed", "tag": "c84bb975-c322-43f0-9803-de7b30c512cb"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:09:48.188874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port c84bb975-c322-43f0-9803-de7b30c512cb, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c84bb975-c322-43f0-9803-de7b30c512cb,segment=NetworkSegment(27951cbb-4525-401c-89fc-145f5b44f277),segment_id=27951cbb-4525-401c-89fc-145f5b44f277)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:09:48.193688 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:48.217535 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d2c9bc-3076-426c-b57c-2d6cb7268036 x-openstack-request-id: req-86d2c9bc-3076-426c-b57c-2d6cb7268036 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:09:48.217828 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0adffd-d768-41ff-a14b-e59313f72608", "name": "network-vif-plugged", "status": "completed", "tag": "c84bb975-c322-43f0-9803-de7b30c512cb", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:09:48.218079 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86d2c9bc-3076-426c-b57c-2d6cb7268036 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:09:48.218466 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0adffd-d768-41ff-a14b-e59313f72608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84bb975-c322-43f0-9803-de7b30c512cb', 'code': 200} Mar 23 13:09:48.242727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=c84bb975-c322-43f0-9803-de7b30c512cb,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:48.500691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a450a-3ba6-4c01-b8c5-d8a29fe3f71e req-e9bced6e-b73a-404b-815f-c20b4f6f1d6e tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:48.502151 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b80a450a-3ba6-4c01-b8c5-d8a29fe3f71e req-e9bced6e-b73a-404b-815f-c20b4f6f1d6e tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0484858 Mar 23 13:09:48.540467 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b80a450a-3ba6-4c01-b8c5-d8a29fe3f71e req-ebeb6238-7b56-40ae-aa0b-cdbd3052d7db tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.52 "GET /v2.0/security-groups?id=a09ff28c-9242-49d1-bc0c-b811ce410617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317676 Mar 23 13:09:48.756877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c9a16-f971-46ff-8887-1726790bb106 req-cf720c6c-259a-4fa8-99b1-5bd81321d111 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:48.758236 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-581c9a16-f971-46ff-8887-1726790bb106 req-cf720c6c-259a-4fa8-99b1-5bd81321d111 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce0adffd-d768-41ff-a14b-e59313f72608 HTTP/1.1" status: 200 len: 946 time: 0.0468197 Mar 23 13:09:48.849932 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-581c9a16-f971-46ff-8887-1726790bb106 req-ebc51d72-282a-4d10-b9e9-4d783c58fde4 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Deleting port c84bb975-c322-43f0-9803-de7b30c512cb {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:09:48.850270 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-581c9a16-f971-46ff-8887-1726790bb106 req-ebc51d72-282a-4d10-b9e9-4d783c58fde4 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:48.936325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-581c9a16-f971-46ff-8887-1726790bb106 req-ebc51d72-282a-4d10-b9e9-4d783c58fde4 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] For port c84bb975-c322-43f0-9803-de7b30c512cb, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=c84bb975-c322-43f0-9803-de7b30c512cb,segment=NetworkSegment(27951cbb-4525-401c-89fc-145f5b44f277),segment_id=27951cbb-4525-401c-89fc-145f5b44f277)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:09:48.936684 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-581c9a16-f971-46ff-8887-1726790bb106 req-ebc51d72-282a-4d10-b9e9-4d783c58fde4 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:48.949608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-581c9a16-f971-46ff-8887-1726790bb106 req-ebc51d72-282a-4d10-b9e9-4d783c58fde4 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Calling delete_port for c84bb975-c322-43f0-9803-de7b30c512cb owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:09:49.077138 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-581c9a16-f971-46ff-8887-1726790bb106 req-ebc51d72-282a-4d10-b9e9-4d783c58fde4 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:49.089400 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['c84bb975-c322-43f0-9803-de7b30c512cb'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:09:49.104075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc51d72-282a-4d10-b9e9-4d783c58fde4 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Pushing event deleted for resources: {'Port': ['ID=c84bb975-c322-43f0-9803-de7b30c512cb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:49.150819 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-581c9a16-f971-46ff-8887-1726790bb106 req-ebc51d72-282a-4d10-b9e9-4d783c58fde4 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] No DVR routers for this DVR port c84bb975-c322-43f0-9803-de7b30c512cb on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:09:49.153519 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-581c9a16-f971-46ff-8887-1726790bb106 req-ebc51d72-282a-4d10-b9e9-4d783c58fde4 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:49.157194 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-581c9a16-f971-46ff-8887-1726790bb106 req-ebc51d72-282a-4d10-b9e9-4d783c58fde4 tempest-DeleteServersTestJSON-1709721228 tempest-DeleteServersTestJSON-1709721228-project] 10.222.0.77 "DELETE /v2.0/ports/c84bb975-c322-43f0-9803-de7b30c512cb HTTP/1.1" status: 204 len: 173 time: 0.3929009 Mar 23 13:09:49.157636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0adffd-d768-41ff-a14b-e59313f72608', 'name': 'network-vif-deleted', 'tag': 'c84bb975-c322-43f0-9803-de7b30c512cb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:09:49.160040 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3738fa95-4c93-4ea9-8b44-fd86c115959a" -d '{"events": [{"server_uuid": "ce0adffd-d768-41ff-a14b-e59313f72608", "name": "network-vif-deleted", "tag": "c84bb975-c322-43f0-9803-de7b30c512cb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:09:49.202685 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbde798e-3cdb-4830-8145-76586080d2cd x-openstack-request-id: req-cbde798e-3cdb-4830-8145-76586080d2cd {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:09:49.202979 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0adffd-d768-41ff-a14b-e59313f72608", "name": "network-vif-deleted", "tag": "c84bb975-c322-43f0-9803-de7b30c512cb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:09:49.203240 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cbde798e-3cdb-4830-8145-76586080d2cd {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:09:49.203641 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0adffd-d768-41ff-a14b-e59313f72608', 'name': 'network-vif-deleted', 'tag': 'c84bb975-c322-43f0-9803-de7b30c512cb', 'status': 'completed', 'code': 200} Mar 23 13:09:49.668931 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47070) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:09:49.713659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Deleting subnet 2410c5f6-76b4-458b-ac4c-e181901bccd3 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:09:49.716761 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:49.751630 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:49.794229 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:49.847167 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:49.875095 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:49.879006 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2410c5f6-76b4-458b-ac4c-e181901bccd3 HTTP/1.1" status: 204 len: 168 time: 0.2089241 Mar 23 13:09:49.880306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2410c5f6-76b4-458b-ac4c-e181901bccd3,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:49.881606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47072) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:09:49.888304 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:49.888652 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:49.888995 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:49.889328 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:49.889669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:49.889983 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:49.890302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:49.890622 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:49.891286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:49.891612 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:49.892354 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:49.892686 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e993986-0059-460b-9798-791fa334e77a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:09:49.949155 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48194379-2f75-470e-947b-fb01fc2f32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:50.030529 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48194379-2f75-470e-947b-fb01fc2f32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:50.050869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-48194379-2f75-470e-947b-fb01fc2f32c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cd3ad1-db4a-4201-aa6e-bea32ae5d974']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:09:50.060617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-48194379-2f75-470e-947b-fb01fc2f32c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27951cbb-4525-401c-89fc-145f5b44f277') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:09:50.060915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-48194379-2f75-470e-947b-fb01fc2f32c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27951cbb-4525-401c-89fc-145f5b44f277') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:09:50.070667 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48194379-2f75-470e-947b-fb01fc2f32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:50.083160 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48194379-2f75-470e-947b-fb01fc2f32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:50.088851 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48194379-2f75-470e-947b-fb01fc2f32c5 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:09:50.089228 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48194379-2f75-470e-947b-fb01fc2f32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:09:50.090851 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:09:50.151058 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48194379-2f75-470e-947b-fb01fc2f32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:50.159901 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-48194379-2f75-470e-947b-fb01fc2f32c5 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:50.166362 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-48194379-2f75-470e-947b-fb01fc2f32c5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/31cd3ad1-db4a-4201-aa6e-bea32ae5d974 HTTP/1.1" status: 204 len: 168 time: 0.2812359 Mar 23 13:09:50.178244 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48194379-2f75-470e-947b-fb01fc2f32c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=31cd3ad1-db4a-4201-aa6e-bea32ae5d974,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:50.273095 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47076) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:09:50.318016 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c89298e1-f7ff-4029-a63d-711cd7773f01 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=122f65378d8048e89d93eec4ca61bb43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436795 Mar 23 13:09:50.320395 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47078) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:09:50.371299 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f15c0269-a53e-422e-b792-da967c6c38e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:50.391884 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f15c0269-a53e-422e-b792-da967c6c38e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:50.436764 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f15c0269-a53e-422e-b792-da967c6c38e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:50.439464 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f15c0269-a53e-422e-b792-da967c6c38e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:50.441195 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f15c0269-a53e-422e-b792-da967c6c38e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a09ff28c-9242-49d1-bc0c-b811ce410617 HTTP/1.1" status: 204 len: 168 time: 0.1193850 Mar 23 13:09:50.448734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c0269-a53e-422e-b792-da967c6c38e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09ff28c-9242-49d1-bc0c-b811ce410617,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:51.087591 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47100) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:09:51.181842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f222a087-6eb1-4662-8c03-bb1c100b1c26 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-330203053-network', 'tenant_id': 'd636fb979d7b4bebaecd3d9fb9dc132f'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:09:51.201203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f222a087-6eb1-4662-8c03-bb1c100b1c26 admin admin] Made reservation on behalf of d636fb979d7b4bebaecd3d9fb9dc132f for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:09:51.203580 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f222a087-6eb1-4662-8c03-bb1c100b1c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:51.211886 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f222a087-6eb1-4662-8c03-bb1c100b1c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:51.286265 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f222a087-6eb1-4662-8c03-bb1c100b1c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:51.290405 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f222a087-6eb1-4662-8c03-bb1c100b1c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:51.311038 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f222a087-6eb1-4662-8c03-bb1c100b1c26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:09:51.325970 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222a087-6eb1-4662-8c03-bb1c100b1c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07be78a6-e397-442b-83b9-89d2f35874e2,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:51.328902 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f222a087-6eb1-4662-8c03-bb1c100b1c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:51.329273 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-f222a087-6eb1-4662-8c03-bb1c100b1c26 admin admin] Added segment ad5b661e-177a-474d-b656-8c4e3daec780 of type vlan for network 191f2ab4-2ff3-47b1-8e46-84c66ad054a5 Mar 23 13:09:51.372608 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f222a087-6eb1-4662-8c03-bb1c100b1c26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:51.404004 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f222a087-6eb1-4662-8c03-bb1c100b1c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:51.405131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f222a087-6eb1-4662-8c03-bb1c100b1c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:51.405706 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f222a087-6eb1-4662-8c03-bb1c100b1c26 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:51.474556 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f222a087-6eb1-4662-8c03-bb1c100b1c26 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3935277 Mar 23 13:09:51.477506 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47104) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:09:51.482370 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-079ccdc2-701b-410f-9cd9-6c7ddd0921f8 admin admin] Request body: {'subnet': {'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-330203053-subnet', 'tenant_id': 'd636fb979d7b4bebaecd3d9fb9dc132f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:09:51.496229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222a087-6eb1-4662-8c03-bb1c100b1c26 admin admin] Pushing event updated for resources: {'Network': ['ID=191f2ab4-2ff3-47b1-8e46-84c66ad054a5,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:51.502172 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079ccdc2-701b-410f-9cd9-6c7ddd0921f8 admin admin] Made reservation on behalf of d636fb979d7b4bebaecd3d9fb9dc132f for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:09:51.505699 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-079ccdc2-701b-410f-9cd9-6c7ddd0921f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:51.506490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 191f2ab4-2ff3-47b1-8e46-84c66ad054a5 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:09:51.672552 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-079ccdc2-701b-410f-9cd9-6c7ddd0921f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:51.729573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ccdc2-701b-410f-9cd9-6c7ddd0921f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b206a48a-1f63-4980-b7eb-053ebdc56b6b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:51.736725 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079ccdc2-701b-410f-9cd9-6c7ddd0921f8 admin admin] Checking segment: {'id': 'ad5b661e-177a-474d-b656-8c4e3daec780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:09:51.737071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079ccdc2-701b-410f-9cd9-6c7ddd0921f8 admin admin] Network hostable DHCP agents. Network: 191f2ab4-2ff3-47b1-8e46-84c66ad054a5, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:09:51.752251 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079ccdc2-701b-410f-9cd9-6c7ddd0921f8 admin admin] Network 191f2ab4-2ff3-47b1-8e46-84c66ad054a5 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:09:51.761041 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-079ccdc2-701b-410f-9cd9-6c7ddd0921f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 191f2ab4-2ff3-47b1-8e46-84c66ad054a5) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:09:51.764931 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079ccdc2-701b-410f-9cd9-6c7ddd0921f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:51.765503 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-079ccdc2-701b-410f-9cd9-6c7ddd0921f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:51.771137 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5630c66-e8ea-4333-9181-ed4f230b4b45 None None] Network 191f2ab4-2ff3-47b1-8e46-84c66ad054a5 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:09:51.781805 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-079ccdc2-701b-410f-9cd9-6c7ddd0921f8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3032362 Mar 23 13:09:51.894784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be14a00e-4339-4b0a-8b56-22c8323e9831 None None] Network 191f2ab4-2ff3-47b1-8e46-84c66ad054a5 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:09:52.277463 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-b5dffe87-b312-4414-ab7b-c107313c1afa tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:52.278833 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-b5dffe87-b312-4414-ab7b-c107313c1afa tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/networks?id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5 HTTP/1.1" status: 200 len: 814 time: 0.1748648 Mar 23 13:09:52.294210 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-27c0d101-6e01-4623-bdb6-18cbf2fa10a2 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/quotas/d636fb979d7b4bebaecd3d9fb9dc132f HTTP/1.1" status: 200 len: 375 time: 0.0087972 Mar 23 13:09:52.332091 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-c94f208a-2922-4253-81d2-a46effff04a8 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326083 Mar 23 13:09:52.422065 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-17a57d47-90e5-458e-b11a-7dcff2052f0e service neutron] 10.222.0.52 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820913 Mar 23 13:09:52.511388 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-a858566c-0a11-4144-8b58-a7f0b2f6e585 service neutron] 10.222.0.52 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833261 Mar 23 13:09:52.671252 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9b6b7a2-6b7d-4218-b76c-d34ded43e4c6 req-a3ebb8e1-da71-4844-a525-2beacccd4f84 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 210 time: 0.0276825 Mar 23 13:09:53.702707 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:09:53.715846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-dc1868b2-7ea8-4de0-b5f7-04b62363f205 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:53.717947 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-dc1868b2-7ea8-4de0-b5f7-04b62363f205 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.77 "GET /v2.0/networks?id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5 HTTP/1.1" status: 200 len: 814 time: 0.1149795 Mar 23 13:09:53.732577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-bb7e9d12-fd12-4712-a594-6cce548c9850 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Request body: {'port': {'device_id': 'fb182aa1-503f-4054-b498-b93158197311', 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5', 'admin_state_up': True, 'tenant_id': 'd636fb979d7b4bebaecd3d9fb9dc132f'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:09:53.769469 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5ee3f885-fccd-4e98-b63b-7d57f891ed73 req-5f5ab2ef-13fa-46f9-a024-1ab8949b0dc4 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 210 time: 0.0268614 Mar 23 13:09:53.837832 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-bb7e9d12-fd12-4712-a594-6cce548c9850 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Made reservation on behalf of d636fb979d7b4bebaecd3d9fb9dc132f for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:09:53.841437 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-bb7e9d12-fd12-4712-a594-6cce548c9850 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:53.968849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-bb7e9d12-fd12-4712-a594-6cce548c9850 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Allocated IP 172.20.0.9 (191f2ab4-2ff3-47b1-8e46-84c66ad054a5/b206a48a-1f63-4980-b7eb-053ebdc56b6b/1460c71f-a5b1-4119-83d1-678394f9ecc4) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:09:54.018211 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c84bb975-c322-43f0-9803-de7b30c512cb no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:09:54.038574 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: c84bb975-c322-43f0-9803-de7b30c512cb {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:09:54.038916 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device c84bb975-c322-43f0-9803-de7b30c512cb not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:09:54.084918 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c915bf5-47e6-486d-99c0-045573e7b43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:54.119341 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-bb7e9d12-fd12-4712-a594-6cce548c9850 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:54.155723 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-bb7e9d12-fd12-4712-a594-6cce548c9850 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:54.198280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-bb7e9d12-fd12-4712-a594-6cce548c9850 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Network 191f2ab4-2ff3-47b1-8e46-84c66ad054a5 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:09:54.201502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-bb7e9d12-fd12-4712-a594-6cce548c9850 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:09:54.205048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-bb7e9d12-fd12-4712-a594-6cce548c9850 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:09:54.227829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e9d12-fd12-4712-a594-6cce548c9850 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Pushing event updated for resources: {'Port': ['ID=1460c71f-a5b1-4119-83d1-678394f9ecc4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:54.254452 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-bb7e9d12-fd12-4712-a594-6cce548c9850 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:54.255415 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-bb7e9d12-fd12-4712-a594-6cce548c9850 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:54.271043 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-bb7e9d12-fd12-4712-a594-6cce548c9850 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5432951 Mar 23 13:09:54.303562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Request body: {'port': {'device_id': 'fb182aa1-503f-4054-b498-b93158197311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:09:54.358937 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:54.615199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1460c71f-a5b1-4119-83d1-678394f9ecc4 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:09:54.622325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:54.634384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Transition to ACTIVE for port object 1460c71f-a5b1-4119-83d1-678394f9ecc4 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:09:54.637911 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:54.689237 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1460c71f-a5b1-4119-83d1-678394f9ecc4,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:55.098985 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdafbd9-f399-42aa-abeb-4f7de3cd124b req-d94be5a5-290c-4084-a37d-b5d011b37971 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:55.100395 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3bdafbd9-f399-42aa-abeb-4f7de3cd124b req-d94be5a5-290c-4084-a37d-b5d011b37971 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 943 time: 0.0668709 Mar 23 13:09:55.101441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Attempting to bind port 1460c71f-a5b1-4119-83d1-678394f9ecc4 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:09:55.101770 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Attempting to bind port 1460c71f-a5b1-4119-83d1-678394f9ecc4 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'ad5b661e-177a-474d-b656-8c4e3daec780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:09:55.102091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Attempting to bind port 1460c71f-a5b1-4119-83d1-678394f9ecc4 on network 191f2ab4-2ff3-47b1-8e46-84c66ad054a5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:09:55.107620 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Port 1460c71f-a5b1-4119-83d1-678394f9ecc4 on network 191f2ab4-2ff3-47b1-8e46-84c66ad054a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:09:55.107953 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Attempting to bind port 1460c71f-a5b1-4119-83d1-678394f9ecc4 on network 191f2ab4-2ff3-47b1-8e46-84c66ad054a5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:09:55.118418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:09:55.118751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Checking segment: {'id': 'ad5b661e-177a-474d-b656-8c4e3daec780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:09:55.119121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Bound using segment: {'id': 'ad5b661e-177a-474d-b656-8c4e3daec780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:09:55.119546 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Bound port: 1460c71f-a5b1-4119-83d1-678394f9ecc4, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5b661e-177a-474d-b656-8c4e3daec780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:09:55.119902 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:55.177879 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3bdafbd9-f399-42aa-abeb-4f7de3cd124b req-3b8f9494-4b66-4859-b7f0-0fd1169acc5a tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711265 Mar 23 13:09:55.205871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] For port 1460c71f-a5b1-4119-83d1-678394f9ecc4, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:09:55.209384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] For port 1460c71f-a5b1-4119-83d1-678394f9ecc4, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1460c71f-a5b1-4119-83d1-678394f9ecc4,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:09:55.214357 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:55.246257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:55.246904 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:55.248342 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] 10.222.0.77 "PUT /v2.0/ports/1460c71f-a5b1-4119-83d1-678394f9ecc4 HTTP/1.1" status: 200 len: 1091 time: 0.9487796 Mar 23 13:09:55.248782 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb182aa1-503f-4054-b498-b93158197311', 'tag': '1460c71f-a5b1-4119-83d1-678394f9ecc4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:09:55.251423 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbbd83e-78ce-44a1-8e2f-9aa341236fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb182aa1-503f-4054-b498-b93158197311", "tag": "1460c71f-a5b1-4119-83d1-678394f9ecc4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:09:55.280374 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fbf6d-791b-405b-999d-164a230336f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1460c71f-a5b1-4119-83d1-678394f9ecc4,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:09:55.303830 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec93142-d519-4e3b-80fc-b1d76d79639a x-openstack-request-id: req-4ec93142-d519-4e3b-80fc-b1d76d79639a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:09:55.304134 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb182aa1-503f-4054-b498-b93158197311", "tag": "1460c71f-a5b1-4119-83d1-678394f9ecc4", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:09:55.304387 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ec93142-d519-4e3b-80fc-b1d76d79639a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:09:55.304769 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb182aa1-503f-4054-b498-b93158197311', 'tag': '1460c71f-a5b1-4119-83d1-678394f9ecc4', 'status': 'completed', 'code': 200} Mar 23 13:09:55.337278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-28e8e3cb-6922-49cf-8059-d60fa8ed16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:55.338804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-28e8e3cb-6922-49cf-8059-d60fa8ed16cd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 1094 time: 0.0451097 Mar 23 13:09:55.385408 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-9575ffa9-2e42-4bc8-9a15-6033e2705bf6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1460c71f-a5b1-4119-83d1-678394f9ecc4 HTTP/1.1" status: 200 len: 217 time: 0.0385423 Mar 23 13:09:55.433620 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-ce35555c-367f-412e-99b1-939f0739a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:55.435074 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-ce35555c-367f-412e-99b1-939f0739a611 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b206a48a-1f63-4980-b7eb-053ebdc56b6b HTTP/1.1" status: 200 len: 854 time: 0.0434875 Mar 23 13:09:55.465088 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-11d18dad-af1c-4c7c-bacc-ddb29d7af8fb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237248 Mar 23 13:09:55.552659 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-2dadd706-0c9a-4a4a-a131-e15f1a30c953 service neutron] 10.222.0.77 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808678 Mar 23 13:09:55.645798 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0c2338b5-b2a2-43f9-a297-516a8bdf2a16 req-815689ab-03ea-4d6c-9d27-c88e76972145 service neutron] 10.222.0.77 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864177 Mar 23 13:09:55.731529 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbd83e-78ce-44a1-8e2f-9aa341236fa3 req-20358973-29ed-4173-a7ee-648ecd4cf2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:55.733028 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbbbd83e-78ce-44a1-8e2f-9aa341236fa3 req-20358973-29ed-4173-a7ee-648ecd4cf2ce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 1094 time: 0.0412767 Mar 23 13:09:55.825738 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbd83e-78ce-44a1-8e2f-9aa341236fa3 req-dd6f3a0f-f9a3-4d11-b168-082744dc7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:55.827196 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbbbd83e-78ce-44a1-8e2f-9aa341236fa3 req-dd6f3a0f-f9a3-4d11-b168-082744dc7b3a service neutron] 10.222.0.77 "GET /v2.0/networks?id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5 HTTP/1.1" status: 200 len: 915 time: 0.0878699 Mar 23 13:09:55.866838 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbbbd83e-78ce-44a1-8e2f-9aa341236fa3 req-6050b798-0249-4fdd-90a5-ff1f4dcd11da service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1460c71f-a5b1-4119-83d1-678394f9ecc4 HTTP/1.1" status: 200 len: 217 time: 0.0331950 Mar 23 13:09:55.915565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbd83e-78ce-44a1-8e2f-9aa341236fa3 req-5f779e8b-916d-4e72-9c3d-fecff66d41fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:55.916934 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbbbd83e-78ce-44a1-8e2f-9aa341236fa3 req-5f779e8b-916d-4e72-9c3d-fecff66d41fd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b206a48a-1f63-4980-b7eb-053ebdc56b6b HTTP/1.1" status: 200 len: 854 time: 0.0433903 Mar 23 13:09:55.948365 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbbbd83e-78ce-44a1-8e2f-9aa341236fa3 req-8b742ff3-e9ca-4042-bac4-23ede7edc432 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246487 Mar 23 13:09:56.039114 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbbbd83e-78ce-44a1-8e2f-9aa341236fa3 req-a3531139-5aab-4e0e-b44b-93397d3b838b service neutron] 10.222.0.77 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842907 Mar 23 13:09:56.127004 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbbbd83e-78ce-44a1-8e2f-9aa341236fa3 req-9c45972b-db50-4e89-bbc9-46fa6f24a63c service neutron] 10.222.0.77 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809503 Mar 23 13:09:56.298085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68c497-cd3a-4ea8-91eb-bce94f97665a req-63f1853c-c958-421f-90cd-63a793ce9a7b tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:56.299558 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba68c497-cd3a-4ea8-91eb-bce94f97665a req-63f1853c-c958-421f-90cd-63a793ce9a7b tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 943 time: 0.0548799 Mar 23 13:09:56.337333 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ba68c497-cd3a-4ea8-91eb-bce94f97665a req-1ca51056-76ae-4af8-a9e4-359dd961a841 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313945 Mar 23 13:09:56.951016 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9be01699-435a-4b4d-839a-5b3dec8b112c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:57.457647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73023ac3-6c31-483f-a4b2-d9f2feb8d705 req-34b8ddc1-0974-441d-9b24-e74f9db495fa tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:57.459106 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-73023ac3-6c31-483f-a4b2-d9f2feb8d705 req-34b8ddc1-0974-441d-9b24-e74f9db495fa tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 943 time: 0.0494096 Mar 23 13:09:57.496331 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-73023ac3-6c31-483f-a4b2-d9f2feb8d705 req-0dcd15ec-e9dc-4f2a-aa69-1419e0ad688a tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311732 Mar 23 13:09:57.869485 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:58.612268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe88949-644a-4a8c-9e0c-de1d8f6585fc req-39f8513f-2d3d-43d1-b5a6-3d9452ec1543 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:58.613739 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dfe88949-644a-4a8c-9e0c-de1d8f6585fc req-39f8513f-2d3d-43d1-b5a6-3d9452ec1543 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 943 time: 0.0484326 Mar 23 13:09:58.651785 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dfe88949-644a-4a8c-9e0c-de1d8f6585fc req-b056c6d8-1d44-43d1-a17f-4da2ade2e572 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321674 Mar 23 13:09:59.178764 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:59.554250 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:09:59.775108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8435fa1-2468-4f81-ba21-7ccb97c29f11 req-487b361a-2956-48e1-b891-cdacd3c7ea7e tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:09:59.776490 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8435fa1-2468-4f81-ba21-7ccb97c29f11 req-487b361a-2956-48e1-b891-cdacd3c7ea7e tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 943 time: 0.0524855 Mar 23 13:09:59.813731 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8435fa1-2468-4f81-ba21-7ccb97c29f11 req-751506d3-844d-449f-b01f-859e62e8e189 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309129 Mar 23 13:10:00.038552 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1460c71f-a5b1-4119-83d1-678394f9ecc4 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:10:00.131555 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1460c71f-a5b1-4119-83d1-678394f9ecc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1460c71f-a5b1-4119-83d1-678394f9ecc4,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:10:00.142479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '1460c71f-a5b1-4119-83d1-678394f9ecc4', 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5', 'port_id': '1460c71f-a5b1-4119-83d1-678394f9ecc4', 'mac_address': 'fa:16:3e:ea:d4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b206a48a-1f63-4980-b7eb-053ebdc56b6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:10:00.178527 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:00.191083 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1460c71f-a5b1-4119-83d1-678394f9ecc4 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:10:00.216018 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1460c71f-a5b1-4119-83d1-678394f9ecc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1460c71f-a5b1-4119-83d1-678394f9ecc4,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:10:00.219880 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:00.264932 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1460c71f-a5b1-4119-83d1-678394f9ecc4,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:10:00.272922 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:00.273271 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:00.273611 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:00.273942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:00.274273 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:00.274603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:00.274928 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:00.275252 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:00.275574 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:00.275892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:00.276239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:00.276558 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:00.514070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['1460c71f-a5b1-4119-83d1-678394f9ecc4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:10:00.929498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405dec4-4b4a-4c89-b39e-ac6b43eecf32 req-679251e7-e93c-452f-a386-3e02aff60e54 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:00.930978 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9405dec4-4b4a-4c89-b39e-ac6b43eecf32 req-679251e7-e93c-452f-a386-3e02aff60e54 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 944 time: 0.0485613 Mar 23 13:10:00.968298 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9405dec4-4b4a-4c89-b39e-ac6b43eecf32 req-40609e40-2426-44e2-858a-331e7d8a0d2e tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314403 Mar 23 13:10:02.060903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1460c71f-a5b1-4119-83d1-678394f9ecc4 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:10:02.082215 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d80ae-6675-4707-9b17-943f7441d71a req-cc66bf76-67d5-48f8-8958-fad92f9865bb tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:02.083692 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-618d80ae-6675-4707-9b17-943f7441d71a req-cc66bf76-67d5-48f8-8958-fad92f9865bb tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 944 time: 0.0487709 Mar 23 13:10:02.108313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 1460c71f-a5b1-4119-83d1-678394f9ecc4 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:10:02.112582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 1460c71f-a5b1-4119-83d1-678394f9ecc4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:10:02.112954 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:02.121833 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-618d80ae-6675-4707-9b17-943f7441d71a req-2654f90d-54a9-4d6a-bede-410325859994 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321517 Mar 23 13:10:02.189820 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:02.212593 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb182aa1-503f-4054-b498-b93158197311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1460c71f-a5b1-4119-83d1-678394f9ecc4'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:10:02.214985 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bfc7de-d65a-4fe3-ad5c-dee13bc7493a" -d '{"events": [{"server_uuid": "fb182aa1-503f-4054-b498-b93158197311", "name": "network-vif-plugged", "status": "completed", "tag": "1460c71f-a5b1-4119-83d1-678394f9ecc4"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:10:02.228309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1460c71f-a5b1-4119-83d1-678394f9ecc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1460c71f-a5b1-4119-83d1-678394f9ecc4,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:10:02.232332 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:02.258567 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26471f9-337c-4a47-9607-67576d39dc7b x-openstack-request-id: req-e26471f9-337c-4a47-9607-67576d39dc7b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:10:02.258880 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb182aa1-503f-4054-b498-b93158197311", "name": "network-vif-plugged", "status": "completed", "tag": "1460c71f-a5b1-4119-83d1-678394f9ecc4", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:10:02.259131 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e26471f9-337c-4a47-9607-67576d39dc7b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:10:02.259515 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb182aa1-503f-4054-b498-b93158197311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1460c71f-a5b1-4119-83d1-678394f9ecc4', 'code': 200} Mar 23 13:10:02.285318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1460c71f-a5b1-4119-83d1-678394f9ecc4,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:10:02.352504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018aaef1-a83d-4694-a496-0f5594ed042d req-dc09cdb9-20ce-4bd3-a5e7-12188f035c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:02.354048 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-018aaef1-a83d-4694-a496-0f5594ed042d req-dc09cdb9-20ce-4bd3-a5e7-12188f035c2f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 1096 time: 0.0438876 Mar 23 13:10:02.388462 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-018aaef1-a83d-4694-a496-0f5594ed042d req-17393719-d4a9-4141-9a1a-2a3758e22bf4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277743 Mar 23 13:10:03.238058 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0cdbd-ecff-4fa5-8a5f-2df6e564570e req-b73e17e8-3eba-4118-b046-f8645edc73f7 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:03.239517 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ec0cdbd-ecff-4fa5-8a5f-2df6e564570e req-b73e17e8-3eba-4118-b046-f8645edc73f7 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0479808 Mar 23 13:10:03.276632 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ec0cdbd-ecff-4fa5-8a5f-2df6e564570e req-bf438693-6ae6-4111-be42-9df5ed2ba0be tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311682 Mar 23 13:10:04.394990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b824b30-8315-4e96-b916-9838eaba674b req-560270ef-42da-4ea7-8293-7ecc76ece822 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:04.396568 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b824b30-8315-4e96-b916-9838eaba674b req-560270ef-42da-4ea7-8293-7ecc76ece822 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0487852 Mar 23 13:10:04.435537 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b824b30-8315-4e96-b916-9838eaba674b req-ff163cfc-d9b4-4a02-bc48-6948169b4c1c tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331645 Mar 23 13:10:04.551055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f662eb6-05e1-4ae7-a7f5-121a98054808 req-230b1c88-198a-40ca-b637-e4f10ffa5925 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:04.552519 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f662eb6-05e1-4ae7-a7f5-121a98054808 req-230b1c88-198a-40ca-b637-e4f10ffa5925 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0513279 Mar 23 13:10:04.589507 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f662eb6-05e1-4ae7-a7f5-121a98054808 req-5cb2ddfb-e81b-4f76-8f84-398bdd406d46 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310063 Mar 23 13:10:04.791604 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bf083-fe6e-4460-90d2-371f4ab55a11 req-375fb19e-6aa5-4b34-b19b-d7c3384ee906 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:04.793110 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9b2bf083-fe6e-4460-90d2-371f4ab55a11 req-375fb19e-6aa5-4b34-b19b-d7c3384ee906 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0498986 Mar 23 13:10:04.830321 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9b2bf083-fe6e-4460-90d2-371f4ab55a11 req-7590ed05-6845-42ef-9b02-b04f90ece4cf tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311453 Mar 23 13:10:04.943789 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b9f23-3a5c-4392-b288-119ff2f3e951 req-4ee26843-7395-42a2-824a-9ebc01e88b1d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:04.945192 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e32b9f23-3a5c-4392-b288-119ff2f3e951 req-4ee26843-7395-42a2-824a-9ebc01e88b1d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0490634 Mar 23 13:10:04.981829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e32b9f23-3a5c-4392-b288-119ff2f3e951 req-0d3490a2-a872-4af1-8de8-34e3280a67fd tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308495 Mar 23 13:10:05.232620 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaec0942-8585-4474-a5a5-5e546728e221 req-18aaf02e-d60e-45cc-9da3-23ef96495d59 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699315 Mar 23 13:10:05.243874 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2881a-66bd-47c9-81ad-8a8772800184 req-6fa03a79-8ef0-471a-8335-f19d6f717e88 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:05.245308 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ede2881a-66bd-47c9-81ad-8a8772800184 req-6fa03a79-8ef0-471a-8335-f19d6f717e88 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0738029 Mar 23 13:10:05.284751 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ede2881a-66bd-47c9-81ad-8a8772800184 req-764614c4-1a1d-4c12-8490-43f3560cd4f9 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322733 Mar 23 13:10:06.290671 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec0942-8585-4474-a5a5-5e546728e221 req-3288f55a-8d09-4ea0-a0bf-1ed11c36fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:06.292259 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaec0942-8585-4474-a5a5-5e546728e221 req-3288f55a-8d09-4ea0-a0bf-1ed11c36fe65 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 1096 time: 0.0409431 Mar 23 13:10:06.386456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec0942-8585-4474-a5a5-5e546728e221 req-8fbe07c9-895b-4437-a2af-0fac227e22be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:06.388001 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaec0942-8585-4474-a5a5-5e546728e221 req-8fbe07c9-895b-4437-a2af-0fac227e22be service neutron] 10.222.0.77 "GET /v2.0/networks?id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5 HTTP/1.1" status: 200 len: 915 time: 0.0879962 Mar 23 13:10:06.401940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa082de0-b511-476a-9046-f87278f326a2 req-4ec706c0-68d1-42e6-9101-4578ccad6a5d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:06.403438 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa082de0-b511-476a-9046-f87278f326a2 req-4ec706c0-68d1-42e6-9101-4578ccad6a5d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0484009 Mar 23 13:10:06.430998 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaec0942-8585-4474-a5a5-5e546728e221 req-d11847a2-8392-45cc-bf4e-0669ccbe458a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1460c71f-a5b1-4119-83d1-678394f9ecc4 HTTP/1.1" status: 200 len: 217 time: 0.0356760 Mar 23 13:10:06.442439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa082de0-b511-476a-9046-f87278f326a2 req-84dbb35b-1d28-4944-b2e4-4ea5769dc04a tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320354 Mar 23 13:10:06.479830 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec0942-8585-4474-a5a5-5e546728e221 req-f0cbda4f-af21-44b7-8992-50b406fe815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:06.481424 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaec0942-8585-4474-a5a5-5e546728e221 req-f0cbda4f-af21-44b7-8992-50b406fe815a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b206a48a-1f63-4980-b7eb-053ebdc56b6b HTTP/1.1" status: 200 len: 854 time: 0.0435786 Mar 23 13:10:06.516634 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaec0942-8585-4474-a5a5-5e546728e221 req-d8409b4e-425f-477a-a88c-5919c9a05345 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285106 Mar 23 13:10:06.604447 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaec0942-8585-4474-a5a5-5e546728e221 req-3018ec77-d7ac-49ae-9802-33f71cdf05f7 service neutron] 10.222.0.77 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816398 Mar 23 13:10:06.696119 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaec0942-8585-4474-a5a5-5e546728e221 req-05cf1ca5-9e73-4013-9a30-7b127aa54f7c service neutron] 10.222.0.77 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846798 Mar 23 13:10:07.562617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf5fe-666b-4c69-8625-28afb4162524 req-a96d2809-0c90-42d0-9a1d-57a78391a429 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:07.564275 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2aaf5fe-666b-4c69-8625-28afb4162524 req-a96d2809-0c90-42d0-9a1d-57a78391a429 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0509784 Mar 23 13:10:07.603080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2aaf5fe-666b-4c69-8625-28afb4162524 req-ebf7cba3-de6d-4666-9f3b-b2518b875415 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326984 Mar 23 13:10:08.722621 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50169767-51f9-4861-860c-fb471b99c8fe req-35b8f097-0463-41e0-beed-fdc52550c0ff tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:08.724098 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-50169767-51f9-4861-860c-fb471b99c8fe req-35b8f097-0463-41e0-beed-fdc52550c0ff tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0521228 Mar 23 13:10:08.759966 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-50169767-51f9-4861-860c-fb471b99c8fe req-77dc82cb-24a6-4f38-9368-65b343fb7874 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298586 Mar 23 13:10:09.874246 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193366f-f5da-4973-ac44-050cf5ea6f5c req-3f441df2-aee6-4f45-8063-5e7a6c166b21 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:09.875709 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4193366f-f5da-4973-ac44-050cf5ea6f5c req-3f441df2-aee6-4f45-8063-5e7a6c166b21 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0485358 Mar 23 13:10:09.912174 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4193366f-f5da-4973-ac44-050cf5ea6f5c req-9d9910ac-02d1-4418-826f-cbc3afa9ac3a tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306237 Mar 23 13:10:11.027852 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3df65d-8b08-4b3c-a4d6-b290dbd71172 req-13a4be52-6ec4-4ace-ac4a-ed1a3ea3ab33 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:11.029582 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9e3df65d-8b08-4b3c-a4d6-b290dbd71172 req-13a4be52-6ec4-4ace-ac4a-ed1a3ea3ab33 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0474846 Mar 23 13:10:11.066474 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9e3df65d-8b08-4b3c-a4d6-b290dbd71172 req-84388f61-391d-46ef-8ce1-57eeb51f44b7 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309598 Mar 23 13:10:12.181191 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ce5b8-bd37-4428-ba6f-63f5f6037fec req-0bd0a988-3fdb-4b85-8bd7-0f9574bc8eda tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:12.182652 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b97ce5b8-bd37-4428-ba6f-63f5f6037fec req-0bd0a988-3fdb-4b85-8bd7-0f9574bc8eda tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0490506 Mar 23 13:10:12.224443 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b97ce5b8-bd37-4428-ba6f-63f5f6037fec req-94bf4a08-0b4e-4cc5-bf36-a2dc7cf124f9 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358958 Mar 23 13:10:13.338224 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5ff1f-180f-4db7-90f3-a24fa58ebb57 req-f0d096f5-8703-421c-82e8-d250ad6685fb tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:13.339739 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-17f5ff1f-180f-4db7-90f3-a24fa58ebb57 req-f0d096f5-8703-421c-82e8-d250ad6685fb tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0478444 Mar 23 13:10:13.376356 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-17f5ff1f-180f-4db7-90f3-a24fa58ebb57 req-cf377577-e5c4-4eeb-838d-2cb2939ce719 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306549 Mar 23 13:10:14.494484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd7cc8-9cdb-4e54-afb8-97a60cbc82c6 req-b16f824d-5429-4dad-9afe-86bd4a0de15c tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:14.495918 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b2dd7cc8-9cdb-4e54-afb8-97a60cbc82c6 req-b16f824d-5429-4dad-9afe-86bd4a0de15c tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0479925 Mar 23 13:10:14.533907 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b2dd7cc8-9cdb-4e54-afb8-97a60cbc82c6 req-f82604b7-94db-492e-8ea0-90fa926e1327 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319352 Mar 23 13:10:15.650790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab620b-5d98-4bec-96da-eae256c859e5 req-b8ba32e9-b85d-4390-aad6-8f25bc23b126 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:15.652256 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-24ab620b-5d98-4bec-96da-eae256c859e5 req-b8ba32e9-b85d-4390-aad6-8f25bc23b126 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0509171 Mar 23 13:10:15.690244 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-24ab620b-5d98-4bec-96da-eae256c859e5 req-dc390f20-d1b5-4d1b-b61a-e4c051bc2c1f tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317142 Mar 23 13:10:16.362757 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:16.809272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732fa64-2d4e-42f3-a209-2b6034545364 req-0665c559-c4ad-42aa-a36a-c6c7c1059f65 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:16.812149 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8732fa64-2d4e-42f3-a209-2b6034545364 req-0665c559-c4ad-42aa-a36a-c6c7c1059f65 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0525649 Mar 23 13:10:16.854167 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8732fa64-2d4e-42f3-a209-2b6034545364 req-13bd500e-3092-4d43-9475-05782d473e93 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370364 Mar 23 13:10:17.714424 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:17.968295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7bc89-7022-4f30-96b8-be7a6ea19b84 req-615c9bc0-24f6-494b-b938-b1316fc5ce9b tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:17.969854 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-62b7bc89-7022-4f30-96b8-be7a6ea19b84 req-615c9bc0-24f6-494b-b938-b1316fc5ce9b tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0482979 Mar 23 13:10:18.006882 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-62b7bc89-7022-4f30-96b8-be7a6ea19b84 req-78812217-847f-4f90-a6cd-a02e0d667e52 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311830 Mar 23 13:10:19.119268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1c8ec-4d54-4a4a-addf-79c6155d68b4 req-e97175c5-fb89-4b6b-b676-220c480628f9 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:19.120834 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7a1c8ec-4d54-4a4a-addf-79c6155d68b4 req-e97175c5-fb89-4b6b-b676-220c480628f9 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0479574 Mar 23 13:10:19.163208 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7a1c8ec-4d54-4a4a-addf-79c6155d68b4 req-82aea1b3-24f8-4a08-ad5a-f837b0006789 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365326 Mar 23 13:10:20.278741 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efade7d8-7dd5-43b0-be19-f43a9c1f842b req-1427e26d-ca51-4e83-abb4-c70020a641f4 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:20.280500 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-efade7d8-7dd5-43b0-be19-f43a9c1f842b req-1427e26d-ca51-4e83-abb4-c70020a641f4 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0487077 Mar 23 13:10:20.316364 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-efade7d8-7dd5-43b0-be19-f43a9c1f842b req-10a6dbd8-b700-418c-9e66-bbe261e2d6c2 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299540 Mar 23 13:10:21.436627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342d777-3b36-4e05-966b-483a2b7fc572 req-63f88a07-e0c8-476a-bbc7-247e28a26323 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:21.438045 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7342d777-3b36-4e05-966b-483a2b7fc572 req-63f88a07-e0c8-476a-bbc7-247e28a26323 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0488684 Mar 23 13:10:21.476537 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7342d777-3b36-4e05-966b-483a2b7fc572 req-7861c3a4-9749-47ad-9c96-66a6ef1c0858 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325217 Mar 23 13:10:22.598641 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e3b77-4ee9-43d5-a7f1-fbd5c05e274d req-f3d1cffc-2fc2-4803-97d4-6be3a03c6c26 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:22.600122 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e6e3b77-4ee9-43d5-a7f1-fbd5c05e274d req-f3d1cffc-2fc2-4803-97d4-6be3a03c6c26 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0525548 Mar 23 13:10:22.637547 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e6e3b77-4ee9-43d5-a7f1-fbd5c05e274d req-884b0c11-0b2d-4404-b24a-ecb5d9de5d93 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Mar 23 13:10:23.754604 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ccba7-a8e3-41c8-9bb9-8335dca1521c req-3b85e0a2-c816-46cd-bcd9-20dfe9fe0e6c tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:23.756168 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-152ccba7-a8e3-41c8-9bb9-8335dca1521c req-3b85e0a2-c816-46cd-bcd9-20dfe9fe0e6c tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0507853 Mar 23 13:10:23.793352 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-152ccba7-a8e3-41c8-9bb9-8335dca1521c req-518a76f5-ad81-406d-a464-d88e426dcaa3 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312953 Mar 23 13:10:24.084933 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-96e43f17-afe1-4b12-868f-ea6b4b10db6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:24.910923 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc6bff-a733-41b2-bec1-ffc51272980f req-21fee497-6c7d-4a14-90de-82c14e7731cf tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:24.912377 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f1dc6bff-a733-41b2-bec1-ffc51272980f req-21fee497-6c7d-4a14-90de-82c14e7731cf tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0489113 Mar 23 13:10:24.948528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f1dc6bff-a733-41b2-bec1-ffc51272980f req-d8a95e0a-e11e-42f8-a9c4-e9af69e1895b tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302393 Mar 23 13:10:26.062412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c78fc0-3623-4438-9054-8609b0acd1a2 req-edf409ab-ec74-4ad7-9a87-380c93458bb3 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:26.063872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-57c78fc0-3623-4438-9054-8609b0acd1a2 req-edf409ab-ec74-4ad7-9a87-380c93458bb3 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0485168 Mar 23 13:10:26.105486 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-57c78fc0-3623-4438-9054-8609b0acd1a2 req-23b81084-6c82-4fb4-885e-9e8302bdd218 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355186 Mar 23 13:10:26.954438 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3348aec7-7974-419a-ae32-5a9325e46d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:27.220290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd16cc-d969-4e2c-ab0d-9de55ac13d16 req-b2abc385-3a10-4396-b253-d34f5815aa2a tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:27.221659 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f2cd16cc-d969-4e2c-ab0d-9de55ac13d16 req-b2abc385-3a10-4396-b253-d34f5815aa2a tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0480690 Mar 23 13:10:27.257897 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f2cd16cc-d969-4e2c-ab0d-9de55ac13d16 req-3cc5898e-221e-4f2d-8876-5336f0782bb9 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302715 Mar 23 13:10:28.027308 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:28.374673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a8971-f30e-4f88-8ab1-24c687e8cafc req-54a78053-7d0e-435c-b5f4-729092b72a36 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:28.376168 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-710a8971-f30e-4f88-8ab1-24c687e8cafc req-54a78053-7d0e-435c-b5f4-729092b72a36 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0489588 Mar 23 13:10:28.413766 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-710a8971-f30e-4f88-8ab1-24c687e8cafc req-1ef62286-02f1-46dd-a6d2-454b62c77e77 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316503 Mar 23 13:10:29.181796 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:29.530210 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca12aa1-0f52-4438-a920-2285c6df98ce req-f59cc2f9-8d4d-4f41-ba84-d1ff5f77ed86 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:29.531727 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ca12aa1-0f52-4438-a920-2285c6df98ce req-f59cc2f9-8d4d-4f41-ba84-d1ff5f77ed86 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0512266 Mar 23 13:10:29.556207 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:29.569888 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7ca12aa1-0f52-4438-a920-2285c6df98ce req-1ca69410-8a27-45c3-b9e6-265e8e3e2408 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315666 Mar 23 13:10:30.685736 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59202996-60d7-4813-8d42-f469b378e971 req-b778a58c-c726-4b9c-8191-d8e6390634ba tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:30.687211 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-59202996-60d7-4813-8d42-f469b378e971 req-b778a58c-c726-4b9c-8191-d8e6390634ba tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0503225 Mar 23 13:10:30.702261 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:10:30.724794 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-59202996-60d7-4813-8d42-f469b378e971 req-8ce9de99-5148-4f05-866f-6f69ec88e844 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310466 Mar 23 13:10:31.839764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3afea-941b-47bc-b9e1-64d141135086 req-ef5f3688-f21f-4c2f-bde1-dc5740dcd4ca tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:31.841264 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6e3afea-941b-47bc-b9e1-64d141135086 req-ef5f3688-f21f-4c2f-bde1-dc5740dcd4ca tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0480430 Mar 23 13:10:31.877280 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6e3afea-941b-47bc-b9e1-64d141135086 req-08e54ff9-77dd-4ad6-b843-bb39ca8a7fb5 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301476 Mar 23 13:10:32.991372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc371b-9161-41db-9f2f-9e1d7d90f1c6 req-632d2add-1766-4092-9466-69277435c66d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:32.992876 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a5fc371b-9161-41db-9f2f-9e1d7d90f1c6 req-632d2add-1766-4092-9466-69277435c66d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0486689 Mar 23 13:10:33.034431 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a5fc371b-9161-41db-9f2f-9e1d7d90f1c6 req-1c87b019-ff17-41f9-ac92-2a697356ed35 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357451 Mar 23 13:10:33.680710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaec0942-8585-4474-a5a5-5e546728e221 req-a694b56a-bce5-43e0-a355-46bb659fa3bd service neutron] 10.222.0.77 "GET /v2.0/ports/1460c71f-a5b1-4119-83d1-678394f9ecc4/bindings/n-h1-834854-1 HTTP/1.1" status: 200 len: 382 time: 0.0549753 Mar 23 13:10:33.876509 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec0942-8585-4474-a5a5-5e546728e221 req-be90a5de-e343-4230-a817-87c14cfb2d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:33.877984 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaec0942-8585-4474-a5a5-5e546728e221 req-be90a5de-e343-4230-a817-87c14cfb2d4d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311&tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f HTTP/1.1" status: 200 len: 1096 time: 0.0409198 Mar 23 13:10:33.940160 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec0942-8585-4474-a5a5-5e546728e221 req-49d26405-153c-46bb-ba52-20f87295bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:33.942161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaec0942-8585-4474-a5a5-5e546728e221 req-49d26405-153c-46bb-ba52-20f87295bcf0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 1096 time: 0.0407522 Mar 23 13:10:34.034525 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec0942-8585-4474-a5a5-5e546728e221 req-507e65eb-30ba-4d64-b5dc-36240569c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:34.036103 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaec0942-8585-4474-a5a5-5e546728e221 req-507e65eb-30ba-4d64-b5dc-36240569c6f2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5 HTTP/1.1" status: 200 len: 915 time: 0.0865324 Mar 23 13:10:34.077110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaec0942-8585-4474-a5a5-5e546728e221 req-da807d39-886c-47e0-8e9d-75b488b8b4b5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1460c71f-a5b1-4119-83d1-678394f9ecc4 HTTP/1.1" status: 200 len: 217 time: 0.0342057 Mar 23 13:10:34.125425 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec0942-8585-4474-a5a5-5e546728e221 req-fe07b12d-d4a2-44cf-9828-fa7252768361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:34.126827 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaec0942-8585-4474-a5a5-5e546728e221 req-fe07b12d-d4a2-44cf-9828-fa7252768361 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b206a48a-1f63-4980-b7eb-053ebdc56b6b HTTP/1.1" status: 200 len: 854 time: 0.0427349 Mar 23 13:10:34.149687 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f4e06-7c60-4ad1-8a94-7f0ff59dafd5 req-8c8a36d8-24ba-478f-9186-99a72c119b0c tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:34.151264 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e90f4e06-7c60-4ad1-8a94-7f0ff59dafd5 req-8c8a36d8-24ba-478f-9186-99a72c119b0c tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0489550 Mar 23 13:10:34.164720 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaec0942-8585-4474-a5a5-5e546728e221 req-4665ec1d-8cf2-4e03-9aa4-b56a647b988c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303533 Mar 23 13:10:34.190214 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e90f4e06-7c60-4ad1-8a94-7f0ff59dafd5 req-f6cb2344-2db3-41cb-a828-370436237480 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324523 Mar 23 13:10:34.259721 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaec0942-8585-4474-a5a5-5e546728e221 req-4db532b4-f6a8-48d0-97fa-71c519d8db2d service neutron] 10.222.0.77 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871556 Mar 23 13:10:34.352226 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eaec0942-8585-4474-a5a5-5e546728e221 req-e3971493-dfb0-4e67-93bf-b6ed077cf67a service neutron] 10.222.0.77 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862577 Mar 23 13:10:35.312367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d082366-8697-4bae-b06f-8c98d87dfef6 req-c234b013-64f6-4ef3-bc6b-7fcf8ce943ee tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:35.314105 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d082366-8697-4bae-b06f-8c98d87dfef6 req-c234b013-64f6-4ef3-bc6b-7fcf8ce943ee tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0542681 Mar 23 13:10:35.352701 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d082366-8697-4bae-b06f-8c98d87dfef6 req-9a3d21d5-61f9-4816-a03f-0a0433828933 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327084 Mar 23 13:10:36.480058 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7f5ba-b744-4ede-9307-37789caf4982 req-6a2a3f2c-f2eb-47b6-b96b-4a6ea9ba3556 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:36.482196 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2ca7f5ba-b744-4ede-9307-37789caf4982 req-6a2a3f2c-f2eb-47b6-b96b-4a6ea9ba3556 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0589385 Mar 23 13:10:36.838495 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2ca7f5ba-b744-4ede-9307-37789caf4982 req-741be273-1107-426c-a330-86ea73413a74 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501716 Mar 23 13:10:37.954798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38005b68-cc9b-4199-8be8-c391ef65d44e req-0b688a3e-a2a4-4da9-8683-62bd3ac65704 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:37.956297 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38005b68-cc9b-4199-8be8-c391ef65d44e req-0b688a3e-a2a4-4da9-8683-62bd3ac65704 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0491567 Mar 23 13:10:37.996840 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-38005b68-cc9b-4199-8be8-c391ef65d44e req-f32d0be9-2ba9-4714-9e88-b80983695ba9 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346725 Mar 23 13:10:38.240024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf652e-5eae-4173-a7d7-9eabd1882af6 req-c843f439-938d-457e-9ca4-1294aa9703c4 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:38.241519 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6bbf652e-5eae-4173-a7d7-9eabd1882af6 req-c843f439-938d-457e-9ca4-1294aa9703c4 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 945 time: 0.0831611 Mar 23 13:10:38.262137 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab181e6-a4f3-41dc-9216-8b36f8f79415 req-780be393-b0d8-4c6a-9678-dc78a23d170d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:38.263561 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6ab181e6-a4f3-41dc-9216-8b36f8f79415 req-780be393-b0d8-4c6a-9678-dc78a23d170d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311&tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 945 time: 0.0721445 Mar 23 13:10:38.291882 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6bbf652e-5eae-4173-a7d7-9eabd1882af6 req-5b1ac25f-5d98-4172-8c1c-a9b8966a2278 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434399 Mar 23 13:10:38.315860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1460c71f-a5b1-4119-83d1-678394f9ecc4 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:10:38.318726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1460c71f-a5b1-4119-83d1-678394f9ecc4 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:10:38.361215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab181e6-a4f3-41dc-9216-8b36f8f79415 req-1d7241a6-0b8a-482b-bf9d-613a9313dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:38.363298 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6ab181e6-a4f3-41dc-9216-8b36f8f79415 req-1d7241a6-0b8a-482b-bf9d-613a9313dafa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 1096 time: 0.0508204 Mar 23 13:10:38.472991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab181e6-a4f3-41dc-9216-8b36f8f79415 req-17da9070-3639-41d1-a09d-60f9382328d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:38.474554 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6ab181e6-a4f3-41dc-9216-8b36f8f79415 req-17da9070-3639-41d1-a09d-60f9382328d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5 HTTP/1.1" status: 200 len: 915 time: 0.1033392 Mar 23 13:10:38.484667 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:38.508791 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1460c71f-a5b1-4119-83d1-678394f9ecc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1460c71f-a5b1-4119-83d1-678394f9ecc4,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:10:38.519358 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6ab181e6-a4f3-41dc-9216-8b36f8f79415 req-a5bdbde0-73b2-4e70-93ea-ec8076364733 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1460c71f-a5b1-4119-83d1-678394f9ecc4 HTTP/1.1" status: 200 len: 217 time: 0.0355809 Mar 23 13:10:38.528929 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb182aa1-503f-4054-b498-b93158197311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1460c71f-a5b1-4119-83d1-678394f9ecc4'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:10:38.536507 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942d76c3-239c-4a61-869a-4e5a17f5397a" -d '{"events": [{"server_uuid": "fb182aa1-503f-4054-b498-b93158197311", "name": "network-vif-unplugged", "status": "completed", "tag": "1460c71f-a5b1-4119-83d1-678394f9ecc4"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:10:38.536954 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '1460c71f-a5b1-4119-83d1-678394f9ecc4', 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5', 'port_id': '1460c71f-a5b1-4119-83d1-678394f9ecc4', 'mac_address': 'fa:16:3e:ea:d4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b206a48a-1f63-4980-b7eb-053ebdc56b6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:10:38.553209 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1460c71f-a5b1-4119-83d1-678394f9ecc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1460c71f-a5b1-4119-83d1-678394f9ecc4,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:10:38.571505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab181e6-a4f3-41dc-9216-8b36f8f79415 req-276f6c30-85ea-44e7-9a0b-bf09af17ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:38.573051 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6ab181e6-a4f3-41dc-9216-8b36f8f79415 req-276f6c30-85ea-44e7-9a0b-bf09af17ef69 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b206a48a-1f63-4980-b7eb-053ebdc56b6b HTTP/1.1" status: 200 len: 854 time: 0.0470526 Mar 23 13:10:38.575392 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:38.589968 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 13:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4852e078-36f3-4d41-8c1e-ed0cddba0350 x-openstack-request-id: req-4852e078-36f3-4d41-8c1e-ed0cddba0350 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:10:38.590264 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb182aa1-503f-4054-b498-b93158197311", "name": "network-vif-unplugged", "status": "completed", "tag": "1460c71f-a5b1-4119-83d1-678394f9ecc4", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:10:38.590519 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4852e078-36f3-4d41-8c1e-ed0cddba0350 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:10:38.590919 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb182aa1-503f-4054-b498-b93158197311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1460c71f-a5b1-4119-83d1-678394f9ecc4', 'code': 200} Mar 23 13:10:38.612546 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6ab181e6-a4f3-41dc-9216-8b36f8f79415 req-edee4f2e-fd79-4476-ac6a-4f00a54dc377 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324705 Mar 23 13:10:38.622118 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:38.646796 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1460c71f-a5b1-4119-83d1-678394f9ecc4 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:10:38.670626 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1460c71f-a5b1-4119-83d1-678394f9ecc4,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:10:38.713248 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 13:10:38.713610 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 13:10:38.715158 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6ab181e6-a4f3-41dc-9216-8b36f8f79415 req-bfaae3c2-3f83-473b-9c6d-7175b452ccc6 service neutron] 10.222.0.77 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944238 Mar 23 13:10:38.810918 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6ab181e6-a4f3-41dc-9216-8b36f8f79415 req-22bdaef3-1f25-45a0-b738-f9ed0e85bb08 service neutron] 10.222.0.77 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868413 Mar 23 13:10:39.251341 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:39.265107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1460c71f-a5b1-4119-83d1-678394f9ecc4 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:10:39.286185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1460c71f-a5b1-4119-83d1-678394f9ecc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1460c71f-a5b1-4119-83d1-678394f9ecc4,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:10:39.290217 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:39.340735 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1460c71f-a5b1-4119-83d1-678394f9ecc4,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:10:39.427749 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36319ea6-86a2-4f52-93ca-f1e1a6377a81 req-60121a07-8b58-4507-9ee7-f0dd723f8c20 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:39.430086 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36319ea6-86a2-4f52-93ca-f1e1a6377a81 req-60121a07-8b58-4507-9ee7-f0dd723f8c20 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 944 time: 0.0544100 Mar 23 13:10:39.469073 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36319ea6-86a2-4f52-93ca-f1e1a6377a81 req-c6eb9c5e-85ac-4a38-b369-e65ac12bc5e1 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320094 Mar 23 13:10:39.590702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7be3c2-5cc3-4891-8f22-1151221a558b req-9d79cbd0-2179-4943-9ba9-06798b2f4e2e tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:39.592208 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ce7be3c2-5cc3-4891-8f22-1151221a558b req-9d79cbd0-2179-4943-9ba9-06798b2f4e2e tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 944 time: 0.0529187 Mar 23 13:10:39.611685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['1460c71f-a5b1-4119-83d1-678394f9ecc4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:10:39.634547 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ce7be3c2-5cc3-4891-8f22-1151221a558b req-3d074db7-da57-4c68-83ba-d22d4a30c324 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357594 Mar 23 13:10:39.757164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3a442-3af5-439f-bb4a-ed2e8121b001 req-5f9eb0de-a9b9-46f0-a6de-d7d4faf177b0 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:39.758589 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbd3a442-3af5-439f-bb4a-ed2e8121b001 req-5f9eb0de-a9b9-46f0-a6de-d7d4faf177b0 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 944 time: 0.0542538 Mar 23 13:10:39.795957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cbd3a442-3af5-439f-bb4a-ed2e8121b001 req-7b2aba7b-ba5b-4149-9509-0fa97a9042c4 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Mar 23 13:10:40.138684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-95b9ae72-8830-49ff-b92a-41ef0ab6d042 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:40.140235 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-95b9ae72-8830-49ff-b92a-41ef0ab6d042 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/networks?id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5 HTTP/1.1" status: 200 len: 814 time: 0.1022780 Mar 23 13:10:40.156858 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-f406cef5-1733-4110-9c83-b097b2a5240d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/quotas/d636fb979d7b4bebaecd3d9fb9dc132f HTTP/1.1" status: 200 len: 375 time: 0.0102751 Mar 23 13:10:40.213558 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-069d2468-7d6e-459b-89fd-cae4f0983b0d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503519 Mar 23 13:10:40.358719 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-b2522ee1-0b15-410b-ba74-ed6b1fa3cae9 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:10:40.359720 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-b2522ee1-0b15-410b-ba74-ed6b1fa3cae9 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1349516 Mar 23 13:10:40.463442 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-cf82dd13-5ce9-491f-9e1e-f85fa8762d40 service neutron] 10.222.0.52 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959134 Mar 23 13:10:40.563843 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-ea8e585f-76b7-4893-b642-a13b89046971 service neutron] 10.222.0.52 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936017 Mar 23 13:10:40.728077 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cf602d7e-2a48-4f49-b2f3-ad5e11f1ff41 req-69c02e0a-65b4-474c-8aa6-de306ac8bac2 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 210 time: 0.0293696 Mar 23 13:10:41.487850 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0824c-7e68-42be-8864-82237eb3f0d4 req-4094b256-54ad-4142-9ec6-772b65367feb tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:41.490000 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ab0824c-7e68-42be-8864-82237eb3f0d4 req-4094b256-54ad-4142-9ec6-772b65367feb tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb182aa1-503f-4054-b498-b93158197311 HTTP/1.1" status: 200 len: 944 time: 0.0604463 Mar 23 13:10:41.593681 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-5ab0824c-7e68-42be-8864-82237eb3f0d4 req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Deleting port 1460c71f-a5b1-4119-83d1-678394f9ecc4 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:10:41.594084 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5ab0824c-7e68-42be-8864-82237eb3f0d4 req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:41.770156 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-8934c7e3-ddc4-471b-970f-bd610b274b6b tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:41.770156 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-8934c7e3-ddc4-471b-970f-bd610b274b6b tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.73 "GET /v2.0/networks?id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5 HTTP/1.1" status: 200 len: 814 time: 0.1728952 Mar 23 13:10:41.777625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5ab0824c-7e68-42be-8864-82237eb3f0d4 req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] For port 1460c71f-a5b1-4119-83d1-678394f9ecc4, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1460c71f-a5b1-4119-83d1-678394f9ecc4,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:10:41.778025 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5ab0824c-7e68-42be-8864-82237eb3f0d4 req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:41.794280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-6a5a29c7-c02c-4413-8b36-bf0a13897270 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Request body: {'port': {'device_id': '85a2faaf-9748-4ef9-a986-cfc70f4eec9f', 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5', 'admin_state_up': True, 'tenant_id': 'd636fb979d7b4bebaecd3d9fb9dc132f'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:10:41.807057 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-5ab0824c-7e68-42be-8864-82237eb3f0d4 req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Calling delete_port for 1460c71f-a5b1-4119-83d1-678394f9ecc4 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:10:41.897115 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac6ddc31-4c6d-4c20-a48e-7f749aa442d4 req-79d198b6-90f4-4487-ab48-2163aa9a543b tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 210 time: 0.0912616 Mar 23 13:10:42.028759 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-6a5a29c7-c02c-4413-8b36-bf0a13897270 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Made reservation on behalf of d636fb979d7b4bebaecd3d9fb9dc132f for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:10:42.032472 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-6a5a29c7-c02c-4413-8b36-bf0a13897270 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:42.105912 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5ab0824c-7e68-42be-8864-82237eb3f0d4 req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:42.118392 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['1460c71f-a5b1-4119-83d1-678394f9ecc4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:10:42.166096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Pushing event deleted for resources: {'Port': ['ID=1460c71f-a5b1-4119-83d1-678394f9ecc4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:10:42.203511 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:42.203856 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:42.204540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:42.204540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:42.204888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:42.205329 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:42.205957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:42.205957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:42.206678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:42.206678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:42.207580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:42.207580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:10:42.232648 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab0824c-7e68-42be-8864-82237eb3f0d4 req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] No DVR routers for this DVR port 1460c71f-a5b1-4119-83d1-678394f9ecc4 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:10:42.236893 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5ab0824c-7e68-42be-8864-82237eb3f0d4 req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:42.240246 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ab0824c-7e68-42be-8864-82237eb3f0d4 req-1ab318b6-0c5d-4744-a7ef-74147c18d627 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.77 "DELETE /v2.0/ports/1460c71f-a5b1-4119-83d1-678394f9ecc4 HTTP/1.1" status: 204 len: 173 time: 0.7438552 Mar 23 13:10:42.240672 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb182aa1-503f-4054-b498-b93158197311', 'name': 'network-vif-deleted', 'tag': '1460c71f-a5b1-4119-83d1-678394f9ecc4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:10:42.242921 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a945f9ad-db10-478b-85ca-cd0dbf5bfab3" -d '{"events": [{"server_uuid": "fb182aa1-503f-4054-b498-b93158197311", "name": "network-vif-deleted", "tag": "1460c71f-a5b1-4119-83d1-678394f9ecc4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:10:42.298986 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70be77b0-3a8d-4afc-901a-d97fae4bbe42 x-openstack-request-id: req-70be77b0-3a8d-4afc-901a-d97fae4bbe42 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:10:42.299276 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb182aa1-503f-4054-b498-b93158197311", "name": "network-vif-deleted", "tag": "1460c71f-a5b1-4119-83d1-678394f9ecc4", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:10:42.299530 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-70be77b0-3a8d-4afc-901a-d97fae4bbe42 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:10:42.299953 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb182aa1-503f-4054-b498-b93158197311', 'name': 'network-vif-deleted', 'tag': '1460c71f-a5b1-4119-83d1-678394f9ecc4', 'status': 'completed', 'code': 200} Mar 23 13:10:42.304781 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-6a5a29c7-c02c-4413-8b36-bf0a13897270 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Allocated IP 172.20.0.5 (191f2ab4-2ff3-47b1-8e46-84c66ad054a5/b206a48a-1f63-4980-b7eb-053ebdc56b6b/02d3a9ca-1eba-4362-9aae-db6e98eb5328) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:10:42.327572 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1460c71f-a5b1-4119-83d1-678394f9ecc4 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:10:42.350446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 1460c71f-a5b1-4119-83d1-678394f9ecc4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:10:42.351074 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1460c71f-a5b1-4119-83d1-678394f9ecc4 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 13:10:42.370063 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Port 1460c71f-a5b1-4119-83d1-678394f9ecc4 not found, will not notify nova. {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 13:10:42.478877 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-6a5a29c7-c02c-4413-8b36-bf0a13897270 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:42.518690 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-6a5a29c7-c02c-4413-8b36-bf0a13897270 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:42.531623 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['1460c71f-a5b1-4119-83d1-678394f9ecc4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:10:42.563341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-6a5a29c7-c02c-4413-8b36-bf0a13897270 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Network 191f2ab4-2ff3-47b1-8e46-84c66ad054a5 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:10:42.567251 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-6a5a29c7-c02c-4413-8b36-bf0a13897270 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:10:42.571004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-6a5a29c7-c02c-4413-8b36-bf0a13897270 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:10:42.594544 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a29c7-c02c-4413-8b36-bf0a13897270 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Pushing event updated for resources: {'Port': ['ID=02d3a9ca-1eba-4362-9aae-db6e98eb5328,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:10:42.623215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-6a5a29c7-c02c-4413-8b36-bf0a13897270 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:42.623836 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-6a5a29c7-c02c-4413-8b36-bf0a13897270 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:42.639915 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-6a5a29c7-c02c-4413-8b36-bf0a13897270 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8511240 Mar 23 13:10:42.652181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Request body: {'port': {'device_id': '85a2faaf-9748-4ef9-a986-cfc70f4eec9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:10:42.712811 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:43.016606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d3a9ca-1eba-4362-9aae-db6e98eb5328 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:10:43.026471 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:43.043650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Transition to ACTIVE for port object 02d3a9ca-1eba-4362-9aae-db6e98eb5328 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:10:43.051102 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95db544-96fc-4243-810a-4574950cd221 req-fd817ccc-a1c8-45f5-a5d1-474945578f71 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:43.052590 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f95db544-96fc-4243-810a-4574950cd221 req-fd817ccc-a1c8-45f5-a5d1-474945578f71 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 931 time: 0.0733211 Mar 23 13:10:43.053636 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:43.122494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Pushing event updated for resources: {'Port': ['ID=02d3a9ca-1eba-4362-9aae-db6e98eb5328,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:10:43.139412 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f95db544-96fc-4243-810a-4574950cd221 req-f0be03ba-5ac3-4a8f-8dac-18648279fd26 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582218 Mar 23 13:10:43.202189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Attempting to bind port 02d3a9ca-1eba-4362-9aae-db6e98eb5328 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:10:43.202452 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Attempting to bind port 02d3a9ca-1eba-4362-9aae-db6e98eb5328 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'ad5b661e-177a-474d-b656-8c4e3daec780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:10:43.202780 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Attempting to bind port 02d3a9ca-1eba-4362-9aae-db6e98eb5328 on network 191f2ab4-2ff3-47b1-8e46-84c66ad054a5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:10:43.207104 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Port 02d3a9ca-1eba-4362-9aae-db6e98eb5328 on network 191f2ab4-2ff3-47b1-8e46-84c66ad054a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:10:43.207422 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Attempting to bind port 02d3a9ca-1eba-4362-9aae-db6e98eb5328 on network 191f2ab4-2ff3-47b1-8e46-84c66ad054a5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:10:43.212226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:10:43.212564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Checking segment: {'id': 'ad5b661e-177a-474d-b656-8c4e3daec780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:10:43.212940 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Bound using segment: {'id': 'ad5b661e-177a-474d-b656-8c4e3daec780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:10:43.213359 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Bound port: 02d3a9ca-1eba-4362-9aae-db6e98eb5328, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5b661e-177a-474d-b656-8c4e3daec780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:10:43.213711 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:43.275105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] For port 02d3a9ca-1eba-4362-9aae-db6e98eb5328, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:10:43.278162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] For port 02d3a9ca-1eba-4362-9aae-db6e98eb5328, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:10:43.283008 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:43.629229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:43.629946 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:43.631208 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] 10.222.0.73 "PUT /v2.0/ports/02d3a9ca-1eba-4362-9aae-db6e98eb5328 HTTP/1.1" status: 200 len: 1091 time: 0.9833274 Mar 23 13:10:43.653145 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5494eea-4dec-403a-ad81-2fbc33deb562 service neutron] Pushing event updated for resources: {'Port': ['ID=02d3a9ca-1eba-4362-9aae-db6e98eb5328,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:10:43.715704 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-8d752f6e-a0a2-4ad8-b10f-fa7e48b03ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:43.717321 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-8d752f6e-a0a2-4ad8-b10f-fa7e48b03ae2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 1094 time: 0.0424109 Mar 23 13:10:43.760193 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-16b58213-13f2-402b-8b0f-f1ccd9c49e07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328 HTTP/1.1" status: 200 len: 217 time: 0.0336337 Mar 23 13:10:43.812417 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-9b2c0dca-78d1-42a9-bc50-0a70510c96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:43.813860 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-9b2c0dca-78d1-42a9-bc50-0a70510c96f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b206a48a-1f63-4980-b7eb-053ebdc56b6b HTTP/1.1" status: 200 len: 854 time: 0.0468595 Mar 23 13:10:43.844666 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-3bc16b19-d970-4ae4-a82a-c32872ffc704 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238414 Mar 23 13:10:43.932429 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-1b771223-d4c5-4d09-bfea-53a68cea92b7 service neutron] 10.222.0.73 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804501 Mar 23 13:10:44.024489 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1840ab11-f4bb-4318-b416-773ed3433c32 req-7366cb8a-2f2f-465f-9af5-fbf36a6d362b service neutron] 10.222.0.73 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847239 Mar 23 13:10:44.263220 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa41ab-2a73-4e4b-9d37-b9aa9d092679 req-48b3ccb4-296c-4351-8584-8c66949682cb tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:44.265334 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d7fa41ab-2a73-4e4b-9d37-b9aa9d092679 req-48b3ccb4-296c-4351-8584-8c66949682cb tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 943 time: 0.0553660 Mar 23 13:10:44.302458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a2faaf-9748-4ef9-a986-cfc70f4eec9f', 'tag': '02d3a9ca-1eba-4362-9aae-db6e98eb5328'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:10:44.305003 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1b9d34-097d-448d-8bcd-402a0bfc208d" -d '{"events": [{"name": "network-changed", "server_uuid": "85a2faaf-9748-4ef9-a986-cfc70f4eec9f", "tag": "02d3a9ca-1eba-4362-9aae-db6e98eb5328"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:10:44.305264 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d7fa41ab-2a73-4e4b-9d37-b9aa9d092679 req-0b5b76a0-3766-48e9-b888-a0d3f74c1d72 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327842 Mar 23 13:10:44.348796 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c98289-222d-4833-aca2-cc3961289b81 x-openstack-request-id: req-82c98289-222d-4833-aca2-cc3961289b81 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:10:44.349251 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a2faaf-9748-4ef9-a986-cfc70f4eec9f", "tag": "02d3a9ca-1eba-4362-9aae-db6e98eb5328", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:10:44.349711 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82c98289-222d-4833-aca2-cc3961289b81 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:10:44.350216 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a2faaf-9748-4ef9-a986-cfc70f4eec9f', 'tag': '02d3a9ca-1eba-4362-9aae-db6e98eb5328', 'status': 'completed', 'code': 200} Mar 23 13:10:44.414366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b9d34-097d-448d-8bcd-402a0bfc208d req-fe813115-bad9-45cb-ac1f-ea2e4388ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:44.415890 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db1b9d34-097d-448d-8bcd-402a0bfc208d req-fe813115-bad9-45cb-ac1f-ea2e4388ee94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 1094 time: 0.0433705 Mar 23 13:10:44.512917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b9d34-097d-448d-8bcd-402a0bfc208d req-0ab52027-8c6f-4a38-b094-a45f6806516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:44.514417 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db1b9d34-097d-448d-8bcd-402a0bfc208d req-0ab52027-8c6f-4a38-b094-a45f6806516d service neutron] 10.222.0.73 "GET /v2.0/networks?id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5 HTTP/1.1" status: 200 len: 915 time: 0.0915504 Mar 23 13:10:44.558035 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db1b9d34-097d-448d-8bcd-402a0bfc208d req-9be4e3f9-117a-4cee-bc3a-74fb84f01da4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328 HTTP/1.1" status: 200 len: 217 time: 0.0349734 Mar 23 13:10:44.607234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b9d34-097d-448d-8bcd-402a0bfc208d req-d0aabcf6-0176-4dfc-b813-c1b30d4c704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:44.608784 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db1b9d34-097d-448d-8bcd-402a0bfc208d req-d0aabcf6-0176-4dfc-b813-c1b30d4c704b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b206a48a-1f63-4980-b7eb-053ebdc56b6b HTTP/1.1" status: 200 len: 854 time: 0.0440068 Mar 23 13:10:44.642594 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db1b9d34-097d-448d-8bcd-402a0bfc208d req-f19cf734-0d20-42dc-a4a8-ed80cdeca1d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266187 Mar 23 13:10:44.743435 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db1b9d34-097d-448d-8bcd-402a0bfc208d req-eea02db9-95ef-44f1-ad6e-f88b21eab7cd service neutron] 10.222.0.73 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930665 Mar 23 13:10:44.842393 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db1b9d34-097d-448d-8bcd-402a0bfc208d req-3b13c8ce-c626-46b3-bcf6-5685a3376413 service neutron] 10.222.0.73 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870571 Mar 23 13:10:45.429701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a9d3f-daa4-4d44-a12d-fdfa1e250bb8 req-70dd1d78-3fd9-42a1-b399-6f41e9a99aa9 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:45.431081 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b58a9d3f-daa4-4d44-a12d-fdfa1e250bb8 req-70dd1d78-3fd9-42a1-b399-6f41e9a99aa9 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 943 time: 0.0492949 Mar 23 13:10:45.469044 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b58a9d3f-daa4-4d44-a12d-fdfa1e250bb8 req-37123004-c81d-47be-bd0a-e1c227b3e13d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320466 Mar 23 13:10:45.802553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 02d3a9ca-1eba-4362-9aae-db6e98eb5328 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:10:45.896952 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 02d3a9ca-1eba-4362-9aae-db6e98eb5328, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:10:45.908109 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '02d3a9ca-1eba-4362-9aae-db6e98eb5328', 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5', 'port_id': '02d3a9ca-1eba-4362-9aae-db6e98eb5328', 'mac_address': 'fa:16:3e:d1:b2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b206a48a-1f63-4980-b7eb-053ebdc56b6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:10:45.944099 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:45.956414 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d3a9ca-1eba-4362-9aae-db6e98eb5328 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:10:45.975736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 02d3a9ca-1eba-4362-9aae-db6e98eb5328, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:10:45.980061 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:46.039197 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=02d3a9ca-1eba-4362-9aae-db6e98eb5328,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:10:46.203895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['02d3a9ca-1eba-4362-9aae-db6e98eb5328'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:10:46.342653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1460c71f-a5b1-4119-83d1-678394f9ecc4 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:10:46.372849 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 1460c71f-a5b1-4119-83d1-678394f9ecc4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:10:46.373180 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1460c71f-a5b1-4119-83d1-678394f9ecc4 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:10:46.382465 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:46.593252 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac4c99-69da-4d88-a36f-090d16fb1efa req-92ac0863-45d9-4d94-a41d-01989c51ac46 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:46.594789 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6ac4c99-69da-4d88-a36f-090d16fb1efa req-92ac0863-45d9-4d94-a41d-01989c51ac46 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 944 time: 0.0555577 Mar 23 13:10:46.639416 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6ac4c99-69da-4d88-a36f-090d16fb1efa req-62df0e00-2230-4b8f-a462-e31da56e01aa tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380509 Mar 23 13:10:47.717815 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:47.761148 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13870ef8-4060-47d7-83b5-d84cf2167a2a req-0572a6e3-d3df-45bf-a55e-3e7da53cd60d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:47.762525 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-13870ef8-4060-47d7-83b5-d84cf2167a2a req-0572a6e3-d3df-45bf-a55e-3e7da53cd60d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 944 time: 0.0504580 Mar 23 13:10:47.803706 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-13870ef8-4060-47d7-83b5-d84cf2167a2a req-4d484c68-2f96-4b01-98f8-fdd26e608fd3 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351415 Mar 23 13:10:47.823218 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 02d3a9ca-1eba-4362-9aae-db6e98eb5328 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:10:47.869868 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 02d3a9ca-1eba-4362-9aae-db6e98eb5328 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:10:47.873320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 02d3a9ca-1eba-4362-9aae-db6e98eb5328 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:10:47.873682 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:47.952026 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:47.973004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a2faaf-9748-4ef9-a986-cfc70f4eec9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d3a9ca-1eba-4362-9aae-db6e98eb5328'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:10:47.975220 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce299bfb-c90e-426a-b663-a5ee767304ee" -d '{"events": [{"server_uuid": "85a2faaf-9748-4ef9-a986-cfc70f4eec9f", "name": "network-vif-plugged", "status": "completed", "tag": "02d3a9ca-1eba-4362-9aae-db6e98eb5328"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:10:47.988413 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 02d3a9ca-1eba-4362-9aae-db6e98eb5328, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:10:47.992540 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:48.016382 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326e5e6c-96a6-4764-805a-11d966a3b0b3 x-openstack-request-id: req-326e5e6c-96a6-4764-805a-11d966a3b0b3 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:10:48.016673 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a2faaf-9748-4ef9-a986-cfc70f4eec9f", "name": "network-vif-plugged", "status": "completed", "tag": "02d3a9ca-1eba-4362-9aae-db6e98eb5328", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:10:48.016922 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-326e5e6c-96a6-4764-805a-11d966a3b0b3 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:10:48.017305 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a2faaf-9748-4ef9-a986-cfc70f4eec9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d3a9ca-1eba-4362-9aae-db6e98eb5328', 'code': 200} Mar 23 13:10:48.043894 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=02d3a9ca-1eba-4362-9aae-db6e98eb5328,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:10:48.114886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabffce1-2bff-40cc-8a24-15883ec842fd req-6f81014d-c1ec-4592-ade2-cd530d9400b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:48.116422 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dabffce1-2bff-40cc-8a24-15883ec842fd req-6f81014d-c1ec-4592-ade2-cd530d9400b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 1096 time: 0.0441911 Mar 23 13:10:48.151201 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dabffce1-2bff-40cc-8a24-15883ec842fd req-4da41916-8769-400f-a77c-e4d04187629f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276990 Mar 23 13:10:48.930784 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f85d20-a070-41dd-9c9d-4870c17e4ef7 req-97f38fe9-9521-475c-a537-b01f42e92335 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:48.932563 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3f85d20-a070-41dd-9c9d-4870c17e4ef7 req-97f38fe9-9521-475c-a537-b01f42e92335 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0616829 Mar 23 13:10:48.972081 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3f85d20-a070-41dd-9c9d-4870c17e4ef7 req-312d65b5-a1b3-4392-8d02-a291d22ec2f7 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327089 Mar 23 13:10:50.085761 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5e81b-e4cc-4554-b69d-9cad61dd71d2 req-29793b9b-99e4-401a-84a0-36b09b5ab843 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:50.087235 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-91a5e81b-e4cc-4554-b69d-9cad61dd71d2 req-29793b9b-99e4-401a-84a0-36b09b5ab843 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0477545 Mar 23 13:10:50.124708 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-91a5e81b-e4cc-4554-b69d-9cad61dd71d2 req-c4872083-8e0c-4171-a6de-be39b2ddb0cb tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314779 Mar 23 13:10:50.237694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c62dad-b884-4647-93ac-554fd3428117 req-5a582f21-5929-4ebc-b1cd-1b2967329732 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:50.239147 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a9c62dad-b884-4647-93ac-554fd3428117 req-5a582f21-5929-4ebc-b1cd-1b2967329732 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0484097 Mar 23 13:10:50.277864 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a9c62dad-b884-4647-93ac-554fd3428117 req-741a138f-dc28-4453-8c5a-cc24cf43dad8 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317566 Mar 23 13:10:50.499038 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-4a43f900-cf59-4489-8e65-ba47b825ca13 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428908 Mar 23 13:10:50.513093 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d924a-1c11-4218-9d89-27aa88f5ddcd req-940ea8f7-d58d-4cf3-9029-0cbe3f08f3f7 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:50.514794 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa7d924a-1c11-4218-9d89-27aa88f5ddcd req-940ea8f7-d58d-4cf3-9029-0cbe3f08f3f7 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0495162 Mar 23 13:10:50.554462 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fa7d924a-1c11-4218-9d89-27aa88f5ddcd req-afa5f76b-5a29-44b5-8432-19b49e68229d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329623 Mar 23 13:10:51.561116 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-cf880ceb-f412-46fe-94dc-40929cb1cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:51.562582 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-cf880ceb-f412-46fe-94dc-40929cb1cd33 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 1096 time: 0.0406289 Mar 23 13:10:51.683201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-181e7d8e-5e4c-4ebf-8ba3-48082cbda365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:51.684676 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-181e7d8e-5e4c-4ebf-8ba3-48082cbda365 service neutron] 10.222.0.73 "GET /v2.0/networks?id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5 HTTP/1.1" status: 200 len: 915 time: 0.1148028 Mar 23 13:10:51.699344 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10497451-7677-433b-a2c3-92ab55666931 req-d5a7c98e-276d-4179-be0d-c3b8a3a1f2ea tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:51.700770 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-10497451-7677-433b-a2c3-92ab55666931 req-d5a7c98e-276d-4179-be0d-c3b8a3a1f2ea tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0742233 Mar 23 13:10:51.740852 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-ab10a484-7064-40c2-a2bd-8647a83f0095 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328 HTTP/1.1" status: 200 len: 217 time: 0.0490005 Mar 23 13:10:51.800840 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-10497451-7677-433b-a2c3-92ab55666931 req-f163ad26-e7ed-4d76-a6c5-15c62a6d4fcf tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928283 Mar 23 13:10:51.809538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-b73b90c0-8f33-4cb9-a64e-b99075307d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:51.811192 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-b73b90c0-8f33-4cb9-a64e-b99075307d17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b206a48a-1f63-4980-b7eb-053ebdc56b6b HTTP/1.1" status: 200 len: 854 time: 0.0621994 Mar 23 13:10:51.844367 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-f4a7e728-f05e-40ad-9f66-3a317a99e75c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255766 Mar 23 13:10:51.932526 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-0819e67a-30f0-417c-9c87-fc46d2d1f540 service neutron] 10.222.0.73 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804324 Mar 23 13:10:52.029918 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-081301f4-092f-4897-ae26-60b052f2497f service neutron] 10.222.0.73 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908015 Mar 23 13:10:52.923503 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bf2c9-9c28-48ac-bbbc-9ee68c96f555 req-67c5d10f-5236-4e09-bc3b-a869c08fab91 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:52.925037 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d9bf2c9-9c28-48ac-bbbc-9ee68c96f555 req-67c5d10f-5236-4e09-bc3b-a869c08fab91 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0549431 Mar 23 13:10:52.962881 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6d9bf2c9-9c28-48ac-bbbc-9ee68c96f555 req-8a38079e-29f0-4f3d-9e70-81a92f19eb54 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319080 Mar 23 13:10:54.078061 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84579a-3c66-42ab-a762-650e2eb99df7 req-171e221e-3ae6-454e-b18c-50184f8b737b tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:54.079601 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da84579a-3c66-42ab-a762-650e2eb99df7 req-171e221e-3ae6-454e-b18c-50184f8b737b tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0488856 Mar 23 13:10:54.088991 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4ba46297-605e-4760-ba99-a8a5d61b6aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:54.123864 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da84579a-3c66-42ab-a762-650e2eb99df7 req-e55387d4-7a67-4a3a-8320-8e470a795b5f tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371101 Mar 23 13:10:55.240106 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b405cc-17ab-4b5b-a802-04230939b14c req-ef0b9902-de41-4b65-848d-5854fa50c5e1 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:55.241605 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9b405cc-17ab-4b5b-a802-04230939b14c req-ef0b9902-de41-4b65-848d-5854fa50c5e1 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0484037 Mar 23 13:10:55.279533 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9b405cc-17ab-4b5b-a802-04230939b14c req-0e06db98-35d2-411a-a37b-281e3cd894fa tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314691 Mar 23 13:10:56.393207 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33eedaf-0c1f-416e-8ac6-6e03083bfa1c req-ced50b1d-918c-43f6-93fe-df984431589d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:56.394682 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d33eedaf-0c1f-416e-8ac6-6e03083bfa1c req-ced50b1d-918c-43f6-93fe-df984431589d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0487161 Mar 23 13:10:56.432575 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d33eedaf-0c1f-416e-8ac6-6e03083bfa1c req-16caa3df-4bfa-4797-8bb2-33021ee69bac tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318542 Mar 23 13:10:56.955020 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-25a2ca54-49f5-4024-842f-25d28da9927c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:57.550726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858c9ea-6e13-4ce6-9303-8e63a350c7e0 req-03a1662a-6930-4c5b-9746-285510441eec tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:57.552253 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9858c9ea-6e13-4ce6-9303-8e63a350c7e0 req-03a1662a-6930-4c5b-9746-285510441eec tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0498321 Mar 23 13:10:57.590414 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9858c9ea-6e13-4ce6-9303-8e63a350c7e0 req-959869b8-ffd3-468e-8800-67c845282c92 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321517 Mar 23 13:10:57.878049 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:58.710158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f3193-7641-42cb-b53a-fb85d3d101ec req-58889aa8-82bb-4c87-b73b-11cfec21a069 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:58.711657 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-837f3193-7641-42cb-b53a-fb85d3d101ec req-58889aa8-82bb-4c87-b73b-11cfec21a069 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0533314 Mar 23 13:10:58.748985 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-837f3193-7641-42cb-b53a-fb85d3d101ec req-8931962a-a2a6-4978-aa98-5e8dbf83430f tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314460 Mar 23 13:10:59.185014 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:59.558762 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:10:59.870081 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dad2d-c520-45e4-8631-1fb43b4b9173 req-7b939b23-ed45-4909-a84f-ae3270e2175f tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:10:59.871567 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d8dad2d-c520-45e4-8631-1fb43b4b9173 req-7b939b23-ed45-4909-a84f-ae3270e2175f tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0534127 Mar 23 13:10:59.910526 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d8dad2d-c520-45e4-8631-1fb43b4b9173 req-29f241b6-3c9d-4720-935f-a3bac959e275 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322466 Mar 23 13:11:01.028560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603efd5-6d41-4aff-9a0f-5c257d85a830 req-b1a88c43-87b0-44a2-ad76-484f6eb3666a tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:01.030289 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1603efd5-6d41-4aff-9a0f-5c257d85a830 req-b1a88c43-87b0-44a2-ad76-484f6eb3666a tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0495665 Mar 23 13:11:01.068216 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1603efd5-6d41-4aff-9a0f-5c257d85a830 req-e1bea5bc-972f-4ac4-bd68-e0d36af08081 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317118 Mar 23 13:11:02.196355 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddffe71-8833-46a3-bbaf-c7ae0fe26d73 req-ddac12b5-3833-4a83-93ef-764be926b881 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:02.198189 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cddffe71-8833-46a3-bbaf-c7ae0fe26d73 req-ddac12b5-3833-4a83-93ef-764be926b881 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0561771 Mar 23 13:11:02.236889 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cddffe71-8833-46a3-bbaf-c7ae0fe26d73 req-533c9eb4-887d-4acb-b3d9-1f5defcec170 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324812 Mar 23 13:11:03.351513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e649a-c0a1-4c44-8f55-9e80979df31d req-e24cd52b-effc-43aa-87f2-cf68618a285c tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:03.353030 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da3e649a-c0a1-4c44-8f55-9e80979df31d req-e24cd52b-effc-43aa-87f2-cf68618a285c tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0479121 Mar 23 13:11:03.390871 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da3e649a-c0a1-4c44-8f55-9e80979df31d req-2b53dec4-836a-43ad-a4ae-897d0d30b3ff tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319355 Mar 23 13:11:04.424905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19652dcb-6ba3-4fe4-8d35-3c7f48b44429 req-74690174-5868-4ff8-b337-8256314a88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:04.427040 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19652dcb-6ba3-4fe4-8d35-3c7f48b44429 req-74690174-5868-4ff8-b337-8256314a88bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 1096 time: 0.0455818 Mar 23 13:11:04.509012 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5d428-08a1-4825-affe-db53c749d8ca req-092d7430-679a-4663-9c12-f77db9162906 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:04.510536 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b0f5d428-08a1-4825-affe-db53c749d8ca req-092d7430-679a-4663-9c12-f77db9162906 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0492263 Mar 23 13:11:04.533769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19652dcb-6ba3-4fe4-8d35-3c7f48b44429 req-77218daf-a5b4-40af-832c-d13eab915713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:04.535774 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19652dcb-6ba3-4fe4-8d35-3c7f48b44429 req-77218daf-a5b4-40af-832c-d13eab915713 service neutron] 10.222.0.73 "GET /v2.0/networks?id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5 HTTP/1.1" status: 200 len: 915 time: 0.0868886 Mar 23 13:11:04.549487 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b0f5d428-08a1-4825-affe-db53c749d8ca req-6b3afaa7-46cf-4860-b3bc-4a7e809c98c9 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328259 Mar 23 13:11:04.583861 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19652dcb-6ba3-4fe4-8d35-3c7f48b44429 req-6e4484bd-efe0-4928-94c7-b20f0c26c0c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328 HTTP/1.1" status: 200 len: 217 time: 0.0409989 Mar 23 13:11:04.633206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19652dcb-6ba3-4fe4-8d35-3c7f48b44429 req-7bb68008-6a48-474a-ad96-9f05577dda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:04.634692 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19652dcb-6ba3-4fe4-8d35-3c7f48b44429 req-7bb68008-6a48-474a-ad96-9f05577dda3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b206a48a-1f63-4980-b7eb-053ebdc56b6b HTTP/1.1" status: 200 len: 854 time: 0.0443811 Mar 23 13:11:04.667556 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19652dcb-6ba3-4fe4-8d35-3c7f48b44429 req-f38c5835-7b96-4fa2-98e0-36b282cab57e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262239 Mar 23 13:11:04.760716 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19652dcb-6ba3-4fe4-8d35-3c7f48b44429 req-f3d20a3c-5d1b-42f4-bac6-eee23e91046d service neutron] 10.222.0.73 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858636 Mar 23 13:11:04.857940 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19652dcb-6ba3-4fe4-8d35-3c7f48b44429 req-b572a9bc-c7b5-4dbc-b400-9c1d7aa02454 service neutron] 10.222.0.73 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901299 Mar 23 13:11:05.671659 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bca68-1d5b-4926-bcb1-3a7dec42c7e1 req-453f1a5e-a4f0-429b-893f-90da15a1ac92 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:05.673173 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-145bca68-1d5b-4926-bcb1-3a7dec42c7e1 req-453f1a5e-a4f0-429b-893f-90da15a1ac92 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0512490 Mar 23 13:11:05.711234 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-145bca68-1d5b-4926-bcb1-3a7dec42c7e1 req-1378e371-8064-47f6-a184-71a9fd0f3079 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317104 Mar 23 13:11:06.830352 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b0321-86cb-4359-b1af-9b441579a53d req-ed38f7c2-464b-4cd5-a58c-8bcc27a15d56 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:06.832455 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c27b0321-86cb-4359-b1af-9b441579a53d req-ed38f7c2-464b-4cd5-a58c-8bcc27a15d56 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0533884 Mar 23 13:11:06.870310 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c27b0321-86cb-4359-b1af-9b441579a53d req-0ec892ec-8e1e-4b70-957b-76886a4dfc6c tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319302 Mar 23 13:11:07.701400 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:11:08.017781 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bb9f6-8241-4e1f-96de-d68a8f00e4fe req-3ce71b75-d1b3-4757-8434-74aae332d734 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:08.019996 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da2bb9f6-8241-4e1f-96de-d68a8f00e4fe req-3ce71b75-d1b3-4757-8434-74aae332d734 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0782683 Mar 23 13:11:08.059073 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da2bb9f6-8241-4e1f-96de-d68a8f00e4fe req-f6a3f218-7972-4f1d-973b-9e5f0fcdfa35 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328634 Mar 23 13:11:09.181264 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8607ba5-41e3-4cc9-9013-695ffc2af618 req-10947471-26e6-4b10-b8b2-277b69fd4d46 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:09.183106 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8607ba5-41e3-4cc9-9013-695ffc2af618 req-10947471-26e6-4b10-b8b2-277b69fd4d46 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0505178 Mar 23 13:11:09.221236 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c8607ba5-41e3-4cc9-9013-695ffc2af618 req-2719059b-9267-4743-a513-32bd9fd223bc tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321212 Mar 23 13:11:10.338690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4cbbe-22bc-40c0-a8e9-808011f8ba04 req-253b7396-80f4-4858-a6af-c96d1f732c7c tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:10.340211 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0c4cbbe-22bc-40c0-a8e9-808011f8ba04 req-253b7396-80f4-4858-a6af-c96d1f732c7c tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0500271 Mar 23 13:11:10.379539 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0c4cbbe-22bc-40c0-a8e9-808011f8ba04 req-9995f59c-daf3-4f32-b63c-0f78ec815b3c tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333731 Mar 23 13:11:11.078319 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-aad94abf-b9c2-4287-bdfe-cc499987dddc req-30540feb-f9fa-4729-80b9-f9e5546da408 service neutron] (102778) timed out ('10.222.0.52', 37244) {{(pid=102778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 13:11:11.498908 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1fe28-91df-42cb-aabb-ac05543c0e52 req-19b382d5-ef7a-48c9-9225-bbc9e09237b2 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:11.500392 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d8e1fe28-91df-42cb-aabb-ac05543c0e52 req-19b382d5-ef7a-48c9-9225-bbc9e09237b2 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0499885 Mar 23 13:11:11.540416 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d8e1fe28-91df-42cb-aabb-ac05543c0e52 req-2e1f45ef-5556-4454-975c-b13079293fa1 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332365 Mar 23 13:11:12.658215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4afb7-5528-4dfe-8c3d-b6eb9b01ff52 req-0a69007f-4a48-4b8a-92fb-12c77d774fa3 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:12.659714 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bce4afb7-5528-4dfe-8c3d-b6eb9b01ff52 req-0a69007f-4a48-4b8a-92fb-12c77d774fa3 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0501299 Mar 23 13:11:12.698161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bce4afb7-5528-4dfe-8c3d-b6eb9b01ff52 req-1dda00de-bba4-4b8f-a5a8-4afd3f8f6a03 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317140 Mar 23 13:11:13.820908 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9f134-49bc-49a8-add0-31287580fbcb req-045f9e56-1458-42ca-920d-049ee6475a90 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:13.822321 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3d9f134-49bc-49a8-add0-31287580fbcb req-045f9e56-1458-42ca-920d-049ee6475a90 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0548718 Mar 23 13:11:13.861005 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3d9f134-49bc-49a8-add0-31287580fbcb req-edda8d06-2b43-44a0-93e3-7a13f2a8fa1c tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326889 Mar 23 13:11:14.995330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54833a1-8869-49a7-b392-9867d75039d3 req-d9bdad8b-38d6-4d50-8d28-15825ec8a436 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:14.996872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e54833a1-8869-49a7-b392-9867d75039d3 req-d9bdad8b-38d6-4d50-8d28-15825ec8a436 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0672734 Mar 23 13:11:15.037055 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e54833a1-8869-49a7-b392-9867d75039d3 req-4550e47f-21ba-4b73-b243-b52c46ae5baf tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340703 Mar 23 13:11:16.160796 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458fa34-2134-4b6f-8f8b-278a54c8d474 req-7bf9a0d5-f20c-4b8c-8239-701d16913ebb tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:16.162283 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5458fa34-2134-4b6f-8f8b-278a54c8d474 req-7bf9a0d5-f20c-4b8c-8239-701d16913ebb tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0542259 Mar 23 13:11:16.202509 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5458fa34-2134-4b6f-8f8b-278a54c8d474 req-8062ac4f-a0de-47dd-852a-95206202f2b0 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340152 Mar 23 13:11:16.398063 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:17.336340 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f38c52-0403-4415-a9ac-cd941ef71221 req-25ea2941-1b5c-4590-8905-05f81bd64d72 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:17.338068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4f38c52-0403-4415-a9ac-cd941ef71221 req-25ea2941-1b5c-4590-8905-05f81bd64d72 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0639355 Mar 23 13:11:17.384609 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4f38c52-0403-4415-a9ac-cd941ef71221 req-01035596-cc7a-4edc-bcf8-e1fd1461634f tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406783 Mar 23 13:11:17.727098 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:18.509069 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd9c4-a216-43b9-971f-c918dc23fff1 req-c011e9ae-84ea-4ac2-bd16-652ccf1ece1d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:18.510586 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-89abd9c4-a216-43b9-971f-c918dc23fff1 req-c011e9ae-84ea-4ac2-bd16-652ccf1ece1d tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0513725 Mar 23 13:11:18.553870 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-89abd9c4-a216-43b9-971f-c918dc23fff1 req-b701609e-ceea-4464-b2e2-4ff3ca12ec8e tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370886 Mar 23 13:11:18.862525 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-97f59ebf-9f6f-46c5-98cf-52e1998355cb service neutron] show failed (client error): The resource could not be found. Mar 23 13:11:18.863519 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-97f59ebf-9f6f-46c5-98cf-52e1998355cb service neutron] 10.222.0.73 "GET /v2.0/ports/02d3a9ca-1eba-4362-9aae-db6e98eb5328/bindings/n-h1-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.0557210 Mar 23 13:11:19.069845 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-bc3345c0-b9e0-4047-b0c7-ec992120ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:19.071385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-bc3345c0-b9e0-4047-b0c7-ec992120ee84 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f&tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f HTTP/1.1" status: 200 len: 1096 time: 0.0491266 Mar 23 13:11:19.085647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834854-1', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:11:19.141113 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:19.340532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] For port 02d3a9ca-1eba-4362-9aae-db6e98eb5328, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:11:19.373236 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] For port 02d3a9ca-1eba-4362-9aae-db6e98eb5328, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:11:19.411832 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a2faaf-9748-4ef9-a986-cfc70f4eec9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02d3a9ca-1eba-4362-9aae-db6e98eb5328'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:11:19.414066 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d559d3c1-9457-4302-b41d-890c6dcdd2a6" -d '{"events": [{"server_uuid": "85a2faaf-9748-4ef9-a986-cfc70f4eec9f", "name": "network-vif-unplugged", "status": "completed", "tag": "02d3a9ca-1eba-4362-9aae-db6e98eb5328"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:11:19.418210 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:19.431282 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Transition to ACTIVE for port object 02d3a9ca-1eba-4362-9aae-db6e98eb5328 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:11:19.435033 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:19.473390 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 13:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6aa050-a0a8-4b38-979c-18322b38d08a x-openstack-request-id: req-0e6aa050-a0a8-4b38-979c-18322b38d08a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:11:19.473688 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a2faaf-9748-4ef9-a986-cfc70f4eec9f", "name": "network-vif-unplugged", "status": "completed", "tag": "02d3a9ca-1eba-4362-9aae-db6e98eb5328", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:11:19.473943 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e6aa050-a0a8-4b38-979c-18322b38d08a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:11:19.474336 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a2faaf-9748-4ef9-a986-cfc70f4eec9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02d3a9ca-1eba-4362-9aae-db6e98eb5328', 'code': 200} Mar 23 13:11:19.486966 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Pushing event updated for resources: {'Port': ['ID=02d3a9ca-1eba-4362-9aae-db6e98eb5328,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:19.507606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] No DVR routers for this DVR port 02d3a9ca-1eba-4362-9aae-db6e98eb5328 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:11:19.541472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Attempting to bind port 02d3a9ca-1eba-4362-9aae-db6e98eb5328 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:11:19.541810 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Attempting to bind port 02d3a9ca-1eba-4362-9aae-db6e98eb5328 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'ad5b661e-177a-474d-b656-8c4e3daec780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:11:19.542165 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Attempting to bind port 02d3a9ca-1eba-4362-9aae-db6e98eb5328 on network 191f2ab4-2ff3-47b1-8e46-84c66ad054a5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:11:19.546390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Port 02d3a9ca-1eba-4362-9aae-db6e98eb5328 on network 191f2ab4-2ff3-47b1-8e46-84c66ad054a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:11:19.546721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Attempting to bind port 02d3a9ca-1eba-4362-9aae-db6e98eb5328 on network 191f2ab4-2ff3-47b1-8e46-84c66ad054a5 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:11:19.552151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:11:19.552491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Checking segment: {'id': 'ad5b661e-177a-474d-b656-8c4e3daec780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:11:19.552876 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Bound using segment: {'id': 'ad5b661e-177a-474d-b656-8c4e3daec780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:11:19.553302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Bound port: 02d3a9ca-1eba-4362-9aae-db6e98eb5328, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5b661e-177a-474d-b656-8c4e3daec780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:11:19.553656 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:19.616544 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] For port 02d3a9ca-1eba-4362-9aae-db6e98eb5328, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:11:19.619577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] For port 02d3a9ca-1eba-4362-9aae-db6e98eb5328, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:11:19.625627 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:19.665924 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:19.666466 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:19.667883 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] 10.222.0.77 "PUT /v2.0/ports/02d3a9ca-1eba-4362-9aae-db6e98eb5328 HTTP/1.1" status: 200 len: 1091 time: 0.5868359 Mar 23 13:11:19.682003 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82551c3-1e46-4f9f-83bf-7c7b1d1b9789 req-45f65b15-a3aa-46d0-b666-d3a7c1e99690 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:19.683537 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a82551c3-1e46-4f9f-83bf-7c7b1d1b9789 req-45f65b15-a3aa-46d0-b666-d3a7c1e99690 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 943 time: 0.0601022 Mar 23 13:11:19.692802 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485dc82-fdac-48d6-9545-180ef901a674 service neutron] Pushing event updated for resources: {'Port': ['ID=02d3a9ca-1eba-4362-9aae-db6e98eb5328,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:19.724051 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a82551c3-1e46-4f9f-83bf-7c7b1d1b9789 req-48f9350d-5413-4c33-b37a-c5de12f049f6 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328507 Mar 23 13:11:19.740844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-da173431-33a3-40b3-be44-367e54e79d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:19.742382 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-da173431-33a3-40b3-be44-367e54e79d2c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 1094 time: 0.0467687 Mar 23 13:11:19.830498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-66f4d511-5c39-4c48-9d36-9598220fdfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:19.832025 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-66f4d511-5c39-4c48-9d36-9598220fdfc4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5 HTTP/1.1" status: 200 len: 915 time: 0.0825446 Mar 23 13:11:19.878246 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-0613e643-d324-4ccf-9fa1-bee8aeb1a184 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328 HTTP/1.1" status: 200 len: 217 time: 0.0390449 Mar 23 13:11:19.928235 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-b98eda9e-21b7-4043-b11b-7c657438487a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:19.929616 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-b98eda9e-21b7-4043-b11b-7c657438487a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b206a48a-1f63-4980-b7eb-053ebdc56b6b HTTP/1.1" status: 200 len: 854 time: 0.0452003 Mar 23 13:11:19.963486 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-7b3b2d45-add9-4b1a-826d-96483dec9119 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267253 Mar 23 13:11:20.052380 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-8da01e9c-a248-43d8-811a-5e2a19df31ff service neutron] 10.222.0.77 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818572 Mar 23 13:11:20.144990 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9f72ccd-6062-47d9-bc7e-fc3098cce662 req-632846ba-1f18-42cd-9591-fe15c4a71b26 service neutron] 10.222.0.77 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840633 Mar 23 13:11:20.841861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619be22-2685-49c2-a91c-7be5f8f6babb req-b028b4c2-7ffc-4ce1-b556-a5be1c6892e5 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:20.843320 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c619be22-2685-49c2-a91c-7be5f8f6babb req-b028b4c2-7ffc-4ce1-b556-a5be1c6892e5 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 943 time: 0.0489173 Mar 23 13:11:20.881277 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c619be22-2685-49c2-a91c-7be5f8f6babb req-1bca5ba6-6467-46ec-bdad-224c5f041c35 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Mar 23 13:11:21.475791 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a2faaf-9748-4ef9-a986-cfc70f4eec9f', 'tag': '02d3a9ca-1eba-4362-9aae-db6e98eb5328'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:11:21.478085 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51840278-396c-4b77-a0f9-5193e9752a85" -d '{"events": [{"name": "network-changed", "server_uuid": "85a2faaf-9748-4ef9-a986-cfc70f4eec9f", "tag": "02d3a9ca-1eba-4362-9aae-db6e98eb5328"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:11:21.526093 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9485d9fd-9294-41a3-951e-c75d7bd3d128 x-openstack-request-id: req-9485d9fd-9294-41a3-951e-c75d7bd3d128 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:11:21.526093 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a2faaf-9748-4ef9-a986-cfc70f4eec9f", "tag": "02d3a9ca-1eba-4362-9aae-db6e98eb5328", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:11:21.526093 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9485d9fd-9294-41a3-951e-c75d7bd3d128 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:11:21.526619 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a2faaf-9748-4ef9-a986-cfc70f4eec9f', 'tag': '02d3a9ca-1eba-4362-9aae-db6e98eb5328', 'status': 'completed', 'code': 200} Mar 23 13:11:21.631842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51840278-396c-4b77-a0f9-5193e9752a85 req-b21912cf-f8c4-4a60-8305-d7222b76d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:21.633334 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51840278-396c-4b77-a0f9-5193e9752a85 req-b21912cf-f8c4-4a60-8305-d7222b76d770 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 1094 time: 0.0723410 Mar 23 13:11:21.641930 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51840278-396c-4b77-a0f9-5193e9752a85 req-c786f7a2-1e9d-4c5f-8a63-cf89c42bc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:21.643290 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51840278-396c-4b77-a0f9-5193e9752a85 req-c786f7a2-1e9d-4c5f-8a63-cf89c42bc9d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 1094 time: 0.0981936 Mar 23 13:11:21.795349 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51840278-396c-4b77-a0f9-5193e9752a85 req-59edeeb3-6bda-4a54-bcb1-8fabebeebc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:21.796741 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51840278-396c-4b77-a0f9-5193e9752a85 req-59edeeb3-6bda-4a54-bcb1-8fabebeebc23 service neutron] 10.222.0.77 "GET /v2.0/networks?id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5 HTTP/1.1" status: 200 len: 915 time: 0.1526248 Mar 23 13:11:21.798059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51840278-396c-4b77-a0f9-5193e9752a85 req-3b8dcd94-8b8b-4011-ace0-9dfa321e779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:21.799341 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51840278-396c-4b77-a0f9-5193e9752a85 req-3b8dcd94-8b8b-4011-ace0-9dfa321e779b service neutron] 10.222.0.73 "GET /v2.0/networks?id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5 HTTP/1.1" status: 200 len: 915 time: 0.1475878 Mar 23 13:11:21.843650 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51840278-396c-4b77-a0f9-5193e9752a85 req-b12db8f9-090e-48d9-969f-88e8cdccaf93 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328 HTTP/1.1" status: 200 len: 217 time: 0.0399559 Mar 23 13:11:21.879364 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51840278-396c-4b77-a0f9-5193e9752a85 req-ca1db56a-a777-436b-b8db-69dcfcfb791a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328 HTTP/1.1" status: 200 len: 217 time: 0.0688543 Mar 23 13:11:21.947837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51840278-396c-4b77-a0f9-5193e9752a85 req-333097f8-5bd8-4d46-bfd9-e7da7c9932c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:21.949389 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51840278-396c-4b77-a0f9-5193e9752a85 req-333097f8-5bd8-4d46-bfd9-e7da7c9932c2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b206a48a-1f63-4980-b7eb-053ebdc56b6b HTTP/1.1" status: 200 len: 854 time: 0.0778916 Mar 23 13:11:21.959289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 02d3a9ca-1eba-4362-9aae-db6e98eb5328 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:11:21.975713 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51840278-396c-4b77-a0f9-5193e9752a85 req-8cdcf973-1abc-412a-8011-67dce12b24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:21.977110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51840278-396c-4b77-a0f9-5193e9752a85 req-8cdcf973-1abc-412a-8011-67dce12b24bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b206a48a-1f63-4980-b7eb-053ebdc56b6b HTTP/1.1" status: 200 len: 854 time: 0.0787854 Mar 23 13:11:21.998921 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 02d3a9ca-1eba-4362-9aae-db6e98eb5328 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:11:22.023085 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51840278-396c-4b77-a0f9-5193e9752a85 req-cd046017-94cc-459e-9040-9479847f1894 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570004 Mar 23 13:11:22.042065 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51840278-396c-4b77-a0f9-5193e9752a85 req-f2d6bf9a-0361-4c5a-b18b-9887e6c48961 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496161 Mar 23 13:11:22.146831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30504118-be79-495c-83b4-66903271a82a req-fc51e95c-51c1-42a4-b095-a66b593c5b48 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:22.148632 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30504118-be79-495c-83b4-66903271a82a req-fc51e95c-51c1-42a4-b095-a66b593c5b48 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 943 time: 0.1964710 Mar 23 13:11:22.239834 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30504118-be79-495c-83b4-66903271a82a req-1e03d6da-0837-4898-9211-01c780f6096c tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827975 Mar 23 13:11:22.243520 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51840278-396c-4b77-a0f9-5193e9752a85 req-ed3e1efb-190a-49cd-b0b1-458c55df16e4 service neutron] 10.222.0.77 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037530 Mar 23 13:11:22.246838 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51840278-396c-4b77-a0f9-5193e9752a85 req-90e3af40-d7c5-492b-a43d-28c511ade8e3 service neutron] 10.222.0.73 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975374 Mar 23 13:11:22.409939 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51840278-396c-4b77-a0f9-5193e9752a85 req-efc8f482-c194-4f3f-b942-3373c24dfe04 service neutron] 10.222.0.73 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553590 Mar 23 13:11:22.412680 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51840278-396c-4b77-a0f9-5193e9752a85 req-9b052e0d-73b0-4d6d-af10-7a702d9f0689 service neutron] 10.222.0.77 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571071 Mar 23 13:11:23.366114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459c912-9d41-4a6f-be2d-d7e6c70c1113 req-35031cbb-da49-46e2-aa15-368f88d4cd16 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:23.367664 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9459c912-9d41-4a6f-be2d-d7e6c70c1113 req-35031cbb-da49-46e2-aa15-368f88d4cd16 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 943 time: 0.0512919 Mar 23 13:11:23.406739 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9459c912-9d41-4a6f-be2d-d7e6c70c1113 req-6132418c-a54d-44c7-beed-7a5038111f10 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317955 Mar 23 13:11:24.091164 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-11d59313-adad-4dbd-942c-f1401aaa6f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:24.486317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 02d3a9ca-1eba-4362-9aae-db6e98eb5328 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:11:24.526287 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141005a-e5a4-473d-9e54-3b1ac96bc18a req-e089f1b2-0ed4-4ce6-8cac-0dba4db9e3e4 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:24.527789 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f141005a-e5a4-473d-9e54-3b1ac96bc18a req-e089f1b2-0ed4-4ce6-8cac-0dba4db9e3e4 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 943 time: 0.0504513 Mar 23 13:11:24.565999 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f141005a-e5a4-473d-9e54-3b1ac96bc18a req-7a943a70-b1a6-42d1-af45-44295600fc59 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318964 Mar 23 13:11:24.585340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 02d3a9ca-1eba-4362-9aae-db6e98eb5328, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:11:24.597230 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '02d3a9ca-1eba-4362-9aae-db6e98eb5328', 'network_id': '191f2ab4-2ff3-47b1-8e46-84c66ad054a5', 'port_id': '02d3a9ca-1eba-4362-9aae-db6e98eb5328', 'mac_address': 'fa:16:3e:d1:b2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b206a48a-1f63-4980-b7eb-053ebdc56b6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:11:24.634943 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:24.648052 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d3a9ca-1eba-4362-9aae-db6e98eb5328 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:11:24.672638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 02d3a9ca-1eba-4362-9aae-db6e98eb5328, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:11:24.679701 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:24.751625 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=02d3a9ca-1eba-4362-9aae-db6e98eb5328,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:24.760566 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:24.760908 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:24.761245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:24.761578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:24.761903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:24.762224 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:24.762545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:24.762865 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:24.763182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:24.763499 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:24.763815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:24.764164 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:24.824349 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5f517-0f96-4ad4-aab2-fee70cd460d3 req-acd802ae-e7f8-4629-8454-e4dfe5f67016 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:24.825815 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77c5f517-0f96-4ad4-aab2-fee70cd460d3 req-acd802ae-e7f8-4629-8454-e4dfe5f67016 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 944 time: 0.0838232 Mar 23 13:11:24.833592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c933d9-cc58-499c-906a-2b5f7c14515f req-3ee925e8-89f8-4114-908d-85e87695922c tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:24.834927 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9c933d9-cc58-499c-906a-2b5f7c14515f req-3ee925e8-89f8-4114-908d-85e87695922c tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.73 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f&tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 944 time: 0.0655043 Mar 23 13:11:24.898959 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77c5f517-0f96-4ad4-aab2-fee70cd460d3 req-c21dfeaf-413f-4a64-9007-b96340124c4b tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630848 Mar 23 13:11:24.919454 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-b9c933d9-cc58-499c-906a-2b5f7c14515f req-6954df74-94fa-451f-b54c-9de2d4b78007 service neutron] delete failed (client error): The resource could not be found. Mar 23 13:11:24.920492 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9c933d9-cc58-499c-906a-2b5f7c14515f req-6954df74-94fa-451f-b54c-9de2d4b78007 service neutron] 10.222.0.73 "DELETE /v2.0/ports/02d3a9ca-1eba-4362-9aae-db6e98eb5328/bindings/n-h2-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.0777366 Mar 23 13:11:25.005538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c933d9-cc58-499c-906a-2b5f7c14515f req-e2a84fdc-df79-4a5d-9ff2-6be6121cfe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:25.006948 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9c933d9-cc58-499c-906a-2b5f7c14515f req-e2a84fdc-df79-4a5d-9ff2-6be6121cfe8e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 1095 time: 0.0405815 Mar 23 13:11:25.009067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['02d3a9ca-1eba-4362-9aae-db6e98eb5328'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:11:25.112611 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c933d9-cc58-499c-906a-2b5f7c14515f req-00e6f036-ee3e-4553-847f-1c4ff88f433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:25.114088 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9c933d9-cc58-499c-906a-2b5f7c14515f req-00e6f036-ee3e-4553-847f-1c4ff88f433d service neutron] 10.222.0.73 "GET /v2.0/networks?id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5 HTTP/1.1" status: 200 len: 915 time: 0.0983121 Mar 23 13:11:25.158097 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9c933d9-cc58-499c-906a-2b5f7c14515f req-c2aecf0c-1e1f-41c2-9729-04f7294db962 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328 HTTP/1.1" status: 200 len: 217 time: 0.0359352 Mar 23 13:11:25.208480 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c933d9-cc58-499c-906a-2b5f7c14515f req-8208ff17-7c4f-4232-a971-cd372bcac6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:25.209920 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9c933d9-cc58-499c-906a-2b5f7c14515f req-8208ff17-7c4f-4232-a971-cd372bcac6be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b206a48a-1f63-4980-b7eb-053ebdc56b6b HTTP/1.1" status: 200 len: 854 time: 0.0446646 Mar 23 13:11:25.243362 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9c933d9-cc58-499c-906a-2b5f7c14515f req-e1a8ef00-c367-41e0-938e-594c53863bf0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=191f2ab4-2ff3-47b1-8e46-84c66ad054a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265512 Mar 23 13:11:25.346699 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9c933d9-cc58-499c-906a-2b5f7c14515f req-10c16ca4-b3c3-4fa5-b7f8-a7b23efc5d2e service neutron] 10.222.0.73 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966334 Mar 23 13:11:25.436158 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9c933d9-cc58-499c-906a-2b5f7c14515f req-bcff71e7-8490-4cf7-b213-8b2aad0a294a service neutron] 10.222.0.73 "GET /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830939 Mar 23 13:11:26.027807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde115e-db26-408b-8e58-e556c91ea0bf req-570d4c59-bab7-423b-bfd1-372b1d84da63 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:26.029585 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6dde115e-db26-408b-8e58-e556c91ea0bf req-570d4c59-bab7-423b-bfd1-372b1d84da63 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 944 time: 0.0507295 Mar 23 13:11:26.067257 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6dde115e-db26-408b-8e58-e556c91ea0bf req-89598ab4-57ac-41c2-9d40-5e322a09fceb tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315790 Mar 23 13:11:26.189943 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da6dd5-fbcc-456f-a826-a04b551edabb req-a57702ee-9ffb-477b-9e2b-dd51c5c3140e tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:26.191421 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9da6dd5-fbcc-456f-a826-a04b551edabb req-a57702ee-9ffb-477b-9e2b-dd51c5c3140e tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 944 time: 0.0578325 Mar 23 13:11:26.230566 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9da6dd5-fbcc-456f-a826-a04b551edabb req-14416ee8-3c4a-4abd-a4e6-412f9bf2d712 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324123 Mar 23 13:11:26.349150 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3960056-6eac-44e7-85cf-386f1331f1cb req-f78a7544-1060-41fc-aa3f-eae7e4772b1b tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:26.350546 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3960056-6eac-44e7-85cf-386f1331f1cb req-f78a7544-1060-41fc-aa3f-eae7e4772b1b tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 944 time: 0.0549052 Mar 23 13:11:26.388130 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3960056-6eac-44e7-85cf-386f1331f1cb req-cacf0442-c051-4d6b-8d25-dc7973b82714 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312951 Mar 23 13:11:26.495939 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 02d3a9ca-1eba-4362-9aae-db6e98eb5328 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:11:26.554815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 02d3a9ca-1eba-4362-9aae-db6e98eb5328 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:11:26.559165 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 02d3a9ca-1eba-4362-9aae-db6e98eb5328 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:11:26.559537 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:26.637865 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:26.662472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a2faaf-9748-4ef9-a986-cfc70f4eec9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d3a9ca-1eba-4362-9aae-db6e98eb5328'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:11:26.664905 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53099b38-e394-46fb-aaed-49df4b1c7810" -d '{"events": [{"server_uuid": "85a2faaf-9748-4ef9-a986-cfc70f4eec9f", "name": "network-vif-plugged", "status": "completed", "tag": "02d3a9ca-1eba-4362-9aae-db6e98eb5328"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:11:26.679092 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 02d3a9ca-1eba-4362-9aae-db6e98eb5328, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:11:26.683275 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:26.731197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e2c5a-1fd9-4c1d-b3f3-00eee0ac10e2 req-5fa04b6e-7f34-4843-94fa-c478e11ba725 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:26.732852 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cd1e2c5a-1fd9-4c1d-b3f3-00eee0ac10e2 req-5fa04b6e-7f34-4843-94fa-c478e11ba725 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0552161 Mar 23 13:11:26.737644 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=02d3a9ca-1eba-4362-9aae-db6e98eb5328,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:26.772378 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36840008-2dd7-4692-b029-c744d9fdb6ba x-openstack-request-id: req-36840008-2dd7-4692-b029-c744d9fdb6ba {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:11:26.772680 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a2faaf-9748-4ef9-a986-cfc70f4eec9f", "name": "network-vif-plugged", "status": "completed", "tag": "02d3a9ca-1eba-4362-9aae-db6e98eb5328", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:11:26.772936 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36840008-2dd7-4692-b029-c744d9fdb6ba {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:11:26.773336 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a2faaf-9748-4ef9-a986-cfc70f4eec9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d3a9ca-1eba-4362-9aae-db6e98eb5328', 'code': 200} Mar 23 13:11:26.776412 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cd1e2c5a-1fd9-4c1d-b3f3-00eee0ac10e2 req-d2627369-0ab3-4f47-b1cb-99cc0423127b tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355406 Mar 23 13:11:26.956471 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cc05bf10-115f-4db7-bb4c-4979ce91aca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:27.879256 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:27.894604 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c915294-8d94-47f9-84fb-551e0c9e0673 req-9bda7b1e-5a74-488a-a94a-2f21ab5ddbc9 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:27.896108 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c915294-8d94-47f9-84fb-551e0c9e0673 req-9bda7b1e-5a74-488a-a94a-2f21ab5ddbc9 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0506072 Mar 23 13:11:27.934761 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c915294-8d94-47f9-84fb-551e0c9e0673 req-06741f38-bb08-48d9-8c3e-0d012724a7c3 tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.52 "GET /v2.0/security-groups?id=07be78a6-e397-442b-83b9-89d2f35874e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319259 Mar 23 13:11:28.049492 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e055d6-63d0-4ba6-be31-2d68973b6fd5 req-d0530700-8242-4fad-bdde-76aee6c7b82a tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:28.050948 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4e055d6-63d0-4ba6-be31-2d68973b6fd5 req-d0530700-8242-4fad-bdde-76aee6c7b82a tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.77 "GET /v2.0/ports?device_id=85a2faaf-9748-4ef9-a986-cfc70f4eec9f HTTP/1.1" status: 200 len: 945 time: 0.0477829 Mar 23 13:11:28.449535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-a4e055d6-63d0-4ba6-be31-2d68973b6fd5 req-d81dc625-7749-4e21-98f9-a551e3c360aa tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Deleting port 02d3a9ca-1eba-4362-9aae-db6e98eb5328 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:11:28.449935 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a4e055d6-63d0-4ba6-be31-2d68973b6fd5 req-d81dc625-7749-4e21-98f9-a551e3c360aa tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:28.533850 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a4e055d6-63d0-4ba6-be31-2d68973b6fd5 req-d81dc625-7749-4e21-98f9-a551e3c360aa tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] For port 02d3a9ca-1eba-4362-9aae-db6e98eb5328, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=02d3a9ca-1eba-4362-9aae-db6e98eb5328,segment=NetworkSegment(ad5b661e-177a-474d-b656-8c4e3daec780),segment_id=ad5b661e-177a-474d-b656-8c4e3daec780)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:11:28.534208 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a4e055d6-63d0-4ba6-be31-2d68973b6fd5 req-d81dc625-7749-4e21-98f9-a551e3c360aa tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:28.547087 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-a4e055d6-63d0-4ba6-be31-2d68973b6fd5 req-d81dc625-7749-4e21-98f9-a551e3c360aa tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Calling delete_port for 02d3a9ca-1eba-4362-9aae-db6e98eb5328 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:11:28.671212 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a4e055d6-63d0-4ba6-be31-2d68973b6fd5 req-d81dc625-7749-4e21-98f9-a551e3c360aa tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:28.682826 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['02d3a9ca-1eba-4362-9aae-db6e98eb5328'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:11:28.700276 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dc625-7749-4e21-98f9-a551e3c360aa tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Pushing event deleted for resources: {'Port': ['ID=02d3a9ca-1eba-4362-9aae-db6e98eb5328,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:28.743198 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e055d6-63d0-4ba6-be31-2d68973b6fd5 req-d81dc625-7749-4e21-98f9-a551e3c360aa tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] No DVR routers for this DVR port 02d3a9ca-1eba-4362-9aae-db6e98eb5328 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:11:28.745848 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a4e055d6-63d0-4ba6-be31-2d68973b6fd5 req-d81dc625-7749-4e21-98f9-a551e3c360aa tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:28.749205 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a4e055d6-63d0-4ba6-be31-2d68973b6fd5 req-d81dc625-7749-4e21-98f9-a551e3c360aa tempest-ServerDiskConfigTestJSON-598353108 tempest-ServerDiskConfigTestJSON-598353108-project] 10.222.0.77 "DELETE /v2.0/ports/02d3a9ca-1eba-4362-9aae-db6e98eb5328 HTTP/1.1" status: 204 len: 173 time: 0.6922982 Mar 23 13:11:28.749648 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a2faaf-9748-4ef9-a986-cfc70f4eec9f', 'name': 'network-vif-deleted', 'tag': '02d3a9ca-1eba-4362-9aae-db6e98eb5328'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:11:28.751899 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca36e0a2-feae-4dee-9782-094ef6c1d5c2" -d '{"events": [{"server_uuid": "85a2faaf-9748-4ef9-a986-cfc70f4eec9f", "name": "network-vif-deleted", "tag": "02d3a9ca-1eba-4362-9aae-db6e98eb5328"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:11:28.857763 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a53308e-1ad0-4739-b2ca-4d6dad707bcb x-openstack-request-id: req-2a53308e-1ad0-4739-b2ca-4d6dad707bcb {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:11:28.858199 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a2faaf-9748-4ef9-a986-cfc70f4eec9f", "name": "network-vif-deleted", "tag": "02d3a9ca-1eba-4362-9aae-db6e98eb5328", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:11:28.858537 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a53308e-1ad0-4739-b2ca-4d6dad707bcb {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:11:28.858939 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a2faaf-9748-4ef9-a986-cfc70f4eec9f', 'name': 'network-vif-deleted', 'tag': '02d3a9ca-1eba-4362-9aae-db6e98eb5328', 'status': 'completed', 'code': 200} Mar 23 13:11:29.059537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47442) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:11:29.104261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Deleting subnet b206a48a-1f63-4980-b7eb-053ebdc56b6b {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:11:29.107214 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.145749 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.186777 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.193929 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.245437 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.272568 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b206a48a-1f63-4980-b7eb-053ebdc56b6b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:29.275084 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.278035 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b206a48a-1f63-4980-b7eb-053ebdc56b6b HTTP/1.1" status: 204 len: 168 time: 0.2174587 Mar 23 13:11:29.280960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47444) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:11:29.285349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:29.285689 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:29.286022 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:29.286348 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:29.286670 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:29.286990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:29.287306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:29.287620 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:29.287955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:29.288268 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:29.288582 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:29.288891 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897965f2-607e-493a-bf0c-9b9ff5e28d48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:29.348010 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1102ee3a-f6e9-499b-9af1-0a1ac95fbb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.426794 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1102ee3a-f6e9-499b-9af1-0a1ac95fbb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.447363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1102ee3a-f6e9-499b-9af1-0a1ac95fbb26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191f2ab4-2ff3-47b1-8e46-84c66ad054a5']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:11:29.456592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1102ee3a-f6e9-499b-9af1-0a1ac95fbb26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5b661e-177a-474d-b656-8c4e3daec780') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:11:29.456884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-1102ee3a-f6e9-499b-9af1-0a1ac95fbb26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5b661e-177a-474d-b656-8c4e3daec780') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:11:29.469457 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1102ee3a-f6e9-499b-9af1-0a1ac95fbb26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.482371 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1102ee3a-f6e9-499b-9af1-0a1ac95fbb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.488461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1102ee3a-f6e9-499b-9af1-0a1ac95fbb26 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:11:29.488945 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1102ee3a-f6e9-499b-9af1-0a1ac95fbb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:11:29.491252 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:11:29.545080 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1102ee3a-f6e9-499b-9af1-0a1ac95fbb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.550819 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1102ee3a-f6e9-499b-9af1-0a1ac95fbb26 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.557290 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1102ee3a-f6e9-499b-9af1-0a1ac95fbb26 admin admin] 10.222.0.52 "DELETE /v2.0/networks/191f2ab4-2ff3-47b1-8e46-84c66ad054a5 HTTP/1.1" status: 204 len: 168 time: 0.2729623 Mar 23 13:11:29.564969 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.566795 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102ee3a-f6e9-499b-9af1-0a1ac95fbb26 admin admin] Pushing event deleted for resources: {'Network': ['ID=191f2ab4-2ff3-47b1-8e46-84c66ad054a5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:29.674560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47448) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:11:29.728813 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-730c44fa-fcd1-4e92-93be-41eab47380e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d636fb979d7b4bebaecd3d9fb9dc132f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530360 Mar 23 13:11:29.731310 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47450) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:11:29.784706 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-603ffd6b-6aa1-40c3-b6f9-df5fcc725c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.805155 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-603ffd6b-6aa1-40c3-b6f9-df5fcc725c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.851842 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-603ffd6b-6aa1-40c3-b6f9-df5fcc725c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.854709 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-603ffd6b-6aa1-40c3-b6f9-df5fcc725c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:29.855859 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-603ffd6b-6aa1-40c3-b6f9-df5fcc725c0a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07be78a6-e397-442b-83b9-89d2f35874e2 HTTP/1.1" status: 204 len: 168 time: 0.1236727 Mar 23 13:11:29.863422 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ffd6b-6aa1-40c3-b6f9-df5fcc725c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07be78a6-e397-442b-83b9-89d2f35874e2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:30.511577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47472) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:11:30.606704 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6d60907a-2720-43c8-a529-dc5d70673670 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-859636380-network', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:11:30.625676 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d60907a-2720-43c8-a529-dc5d70673670 admin admin] Made reservation on behalf of 9ebb500257ce411697b4a6f335423bbe for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:11:30.627913 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d60907a-2720-43c8-a529-dc5d70673670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:30.635946 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d60907a-2720-43c8-a529-dc5d70673670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:30.713518 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d60907a-2720-43c8-a529-dc5d70673670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:30.717231 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d60907a-2720-43c8-a529-dc5d70673670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:30.741039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d60907a-2720-43c8-a529-dc5d70673670 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:11:30.751023 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60907a-2720-43c8-a529-dc5d70673670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e32676-e29a-49e2-b0fc-60e0b900e67d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:30.756353 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d60907a-2720-43c8-a529-dc5d70673670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:30.756702 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-6d60907a-2720-43c8-a529-dc5d70673670 admin admin] Added segment 45b530f6-4276-48f0-a3a5-f361138f901c of type vlan for network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae Mar 23 13:11:30.795659 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d60907a-2720-43c8-a529-dc5d70673670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:30.823078 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d60907a-2720-43c8-a529-dc5d70673670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:30.824114 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d60907a-2720-43c8-a529-dc5d70673670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:30.824684 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d60907a-2720-43c8-a529-dc5d70673670 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:30.877571 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6d60907a-2720-43c8-a529-dc5d70673670 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3648710 Mar 23 13:11:30.880539 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47476) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:11:30.884813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60907a-2720-43c8-a529-dc5d70673670 admin admin] Pushing event updated for resources: {'Network': ['ID=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:30.886189 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-40e29c8e-7216-4bc4-b143-9bc36adf4ee0 admin admin] Request body: {'subnet': {'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-859636380-subnet', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:11:30.895186 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:11:30.908125 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e29c8e-7216-4bc4-b143-9bc36adf4ee0 admin admin] Made reservation on behalf of 9ebb500257ce411697b4a6f335423bbe for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:11:30.910612 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40e29c8e-7216-4bc4-b143-9bc36adf4ee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:31.079598 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40e29c8e-7216-4bc4-b143-9bc36adf4ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:31.131599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e29c8e-7216-4bc4-b143-9bc36adf4ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c350a52-02e0-4298-a6b1-8e791ad27aa1,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:31.141739 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e29c8e-7216-4bc4-b143-9bc36adf4ee0 admin admin] Checking segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:11:31.142092 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e29c8e-7216-4bc4-b143-9bc36adf4ee0 admin admin] Network hostable DHCP agents. Network: 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:11:31.158903 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e29c8e-7216-4bc4-b143-9bc36adf4ee0 admin admin] Network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:11:31.169216 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-40e29c8e-7216-4bc4-b143-9bc36adf4ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:11:31.177315 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e29c8e-7216-4bc4-b143-9bc36adf4ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:31.178205 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40e29c8e-7216-4bc4-b143-9bc36adf4ee0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:31.182543 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b3794b-ef74-4c0d-ba11-65dca394404b None None] Network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:11:31.204470 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-40e29c8e-7216-4bc4-b143-9bc36adf4ee0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3221996 Mar 23 13:11:31.207464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47478) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:11:31.212892 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:11:31.231576 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:31.232592 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:31.288182 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:31.334539 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:11:31.335397 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:31.430971 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:31.472414 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Allocated IP 172.20.0.2 (1008ec75-e5f8-4fc6-8fbc-4f85323a55ae/8c350a52-02e0-4298-a6b1-8e791ad27aa1/f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:11:31.611383 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:31.618244 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:31.630376 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:31.649653 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:31.667305 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:11:31.668602 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Pushing event updated for resources: {'Port': ['ID=f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:31.671135 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:11:31.673209 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:11:31.728592 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Attempting to bind port f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:11:31.728867 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Attempting to bind port f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:11:31.729426 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Attempting to bind port f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:11:31.734634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:11:31.735011 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Checking segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:11:31.735414 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:31.735869 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Bound using segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:11:31.736393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Bound port: f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:11:31.736801 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:31.765558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Allocated IP 172.25.2.133 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/64587690-c5c2-445f-837e-b7dd7dbd0ed6) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:11:31.801921 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] For port f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:11:31.805658 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] For port f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:11:31.810116 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:31.872681 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:31.878470 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433aaaef-a20b-4a74-952f-4c4f805bfa69 None None] Pushing event updated for resources: {'Port': ['ID=f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:31.916944 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:31.962000 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:11:31.964924 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:11:31.967375 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:11:31.973338 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Pushing event updated for resources: {'Port': ['ID=64587690-c5c2-445f-837e-b7dd7dbd0ed6,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:32.262374 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:32.456640 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:32.553692 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 02d3a9ca-1eba-4362-9aae-db6e98eb5328 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:11:32.575359 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 02d3a9ca-1eba-4362-9aae-db6e98eb5328 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:11:32.575701 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 02d3a9ca-1eba-4362-9aae-db6e98eb5328 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:11:32.598789 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Router d8718cbd-853b-4a84-a6b6-92726642a101 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:11:32.709171 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:11:32.718657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Sync routers for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:11:32.729308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:11:32.729934 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:11:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:11:32.745469 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:32.747406 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ea0dbb77-9230-4dd6-960d-3187855760be admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5384007 Mar 23 13:11:32.750175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47480) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:11:32.796682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3512e45-fb65-49d7-801a-57d52f1306e0 None None] Network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:11:33.057318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e4b802f9-22c0-475c-9a9f-3242ec483c71 None None] Provisioning complete for port f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:11:33.057579 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e4b802f9-22c0-475c-9a9f-3242ec483c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:33.061767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:11:33.196148 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:33.353723 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e4b802f9-22c0-475c-9a9f-3242ec483c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:33.395292 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Allocated IP 172.20.0.1 (1008ec75-e5f8-4fc6-8fbc-4f85323a55ae/8c350a52-02e0-4298-a6b1-8e791ad27aa1/f264574d-e3d4-471d-9da2-0926f95011e7) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:11:33.399762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e4b802f9-22c0-475c-9a9f-3242ec483c71 None None] For port f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:11:33.405574 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e4b802f9-22c0-475c-9a9f-3242ec483c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:33.432398 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:32Z', 'revision_number': 3, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:11:33.469502 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Checking router: d8718cbd-853b-4a84-a6b6-92726642a101 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:11:33.469851 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Updating router d8718cbd-853b-4a84-a6b6-92726642a101 port 64587690-c5c2-445f-837e-b7dd7dbd0ed6 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:11:33.508982 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:33.510458 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:33.510714 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b802f9-22c0-475c-9a9f-3242ec483c71 None None] Pushing event updated for resources: {'Port': ['ID=f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:33.547187 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:33.589023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:11:33.592329 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:11:33.601104 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:11:33.604760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Pushing event updated for resources: {'Port': ['ID=f264574d-e3d4-471d-9da2-0926f95011e7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:33.648758 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:33.651333 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:11:33.740120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ad23643a-e50d-4c42-98c3-283810c64d07 None None] Provisioning complete for port f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:11:33.740492 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad23643a-e50d-4c42-98c3-283810c64d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:33.785921 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:33.831350 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:11:33.831717 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:33.941743 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:33.953870 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:33.957516 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:33.962572 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:34.029256 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:34.030955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Pushing event updated for resources: {'Port': ['ID=f264574d-e3d4-471d-9da2-0926f95011e7,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:34.038580 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Attempting to bind port 64587690-c5c2-445f-837e-b7dd7dbd0ed6 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:11:34.038982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Attempting to bind port 64587690-c5c2-445f-837e-b7dd7dbd0ed6 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:11:34.039291 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Attempting to bind port 64587690-c5c2-445f-837e-b7dd7dbd0ed6 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:11:34.042348 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494855ad-da2c-476c-84c8-aa2027bdf293 None None] Pushing event updated for resources: {'Port': ['ID=64587690-c5c2-445f-837e-b7dd7dbd0ed6,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:34.048739 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:11:34.049107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:11:34.049496 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:34.049870 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:11:34.050334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Bound port: 64587690-c5c2-445f-837e-b7dd7dbd0ed6, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:11:34.050701 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:34.104220 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-26eb4e6a-59f4-4eaa-9ec4-b447de04fd75 None None] Provisioning complete for port f264574d-e3d4-471d-9da2-0926f95011e7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:11:34.104593 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-26eb4e6a-59f4-4eaa-9ec4-b447de04fd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:34.129133 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:11:34.130568 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:11:34.137865 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] For port 64587690-c5c2-445f-837e-b7dd7dbd0ed6, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:11:34.157552 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] For port 64587690-c5c2-445f-837e-b7dd7dbd0ed6, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=64587690-c5c2-445f-837e-b7dd7dbd0ed6,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:11:34.158898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-26eb4e6a-59f4-4eaa-9ec4-b447de04fd75 None None] Port f264574d-e3d4-471d-9da2-0926f95011e7 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:11:34.164104 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:34.232582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:11:34.233214 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:11:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:11:34.288574 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Router d8718cbd-853b-4a84-a6b6-92726642a101 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:11:34.289340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494855ad-da2c-476c-84c8-aa2027bdf293 None None] Pushing event updated for resources: {'Port': ['ID=64587690-c5c2-445f-837e-b7dd7dbd0ed6,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:34.352432 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:11:34.400323 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:11:34.406028 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7c2d078c-be8e-4d2e-9cee-46fe331dff33 admin admin] 10.222.0.52 "PUT /v2.0/routers/d8718cbd-853b-4a84-a6b6-92726642a101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6533053 Mar 23 13:11:34.430776 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8f723976-feca-4483-a26e-f8b1e0c1ae00 None None] Provisioning complete for port f264574d-e3d4-471d-9da2-0926f95011e7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:11:34.431142 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8f723976-feca-4483-a26e-f8b1e0c1ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:34.509110 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8f723976-feca-4483-a26e-f8b1e0c1ae00 None None] Port f264574d-e3d4-471d-9da2-0926f95011e7 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:11:34.596667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 2, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:11:34.623296 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbea1d3-2739-495b-b0d9-f55fdaaca8f0 None None] The sync data for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 is: [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 2, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:11:35.034856 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47488) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:11:35.040467 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-90eb925a-f14e-46e1-b648-bc26b6a529d2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1656256218', 'description': 'tempest-description--2050325895'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:11:35.061607 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90eb925a-f14e-46e1-b648-bc26b6a529d2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.131160 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90eb925a-f14e-46e1-b648-bc26b6a529d2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.135098 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90eb925a-f14e-46e1-b648-bc26b6a529d2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.169337 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-90eb925a-f14e-46e1-b648-bc26b6a529d2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.173527 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-90eb925a-f14e-46e1-b648-bc26b6a529d2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1373732 Mar 23 13:11:35.173795 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47490) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:11:35.175703 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb925a-f14e-46e1-b648-bc26b6a529d2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dc744c-4256-4ec2-9487-21e2afabeb12,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:35.178263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-4e7a766e-68c3-4956-bacd-0ca54564203d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Request body: {'security_group_rule': {'security_group_id': 'f1dc744c-4256-4ec2-9487-21e2afabeb12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:11:35.206303 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e7a766e-68c3-4956-bacd-0ca54564203d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.289591 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e7a766e-68c3-4956-bacd-0ca54564203d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.294486 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e7a766e-68c3-4956-bacd-0ca54564203d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.315535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a766e-68c3-4956-bacd-0ca54564203d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef00b1c6-f0da-4cfe-b9ce-01c3f5688796,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:35.325515 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4e7a766e-68c3-4956-bacd-0ca54564203d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.326873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4e7a766e-68c3-4956-bacd-0ca54564203d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523283 Mar 23 13:11:35.329906 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47492) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:11:35.335001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7aa96a01-f13c-410a-adff-17a062a7b153 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Request body: {'security_group_rule': {'security_group_id': 'f1dc744c-4256-4ec2-9487-21e2afabeb12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:11:35.360806 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7aa96a01-f13c-410a-adff-17a062a7b153 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.424764 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7aa96a01-f13c-410a-adff-17a062a7b153 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.428698 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7aa96a01-f13c-410a-adff-17a062a7b153 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.447172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa96a01-f13c-410a-adff-17a062a7b153 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c55933-bc54-4c0a-b889-1eb49cb4b516,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:35.456009 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7aa96a01-f13c-410a-adff-17a062a7b153 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.457234 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7aa96a01-f13c-410a-adff-17a062a7b153 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263916 Mar 23 13:11:35.460991 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47494) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:11:35.465938 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:11:35.486827 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.605780 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.633726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 64587690-c5c2-445f-837e-b7dd7dbd0ed6 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:11:35.691305 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 64587690-c5c2-445f-837e-b7dd7dbd0ed6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:11:35.691828 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.727197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Allocated IP 172.25.2.242 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/8031732d-7b8a-48b1-add2-1c534440463d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:11:35.775534 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.798507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 64587690-c5c2-445f-837e-b7dd7dbd0ed6, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=64587690-c5c2-445f-837e-b7dd7dbd0ed6,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:11:35.803202 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.841226 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.852175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=64587690-c5c2-445f-837e-b7dd7dbd0ed6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:35.878574 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:35.922605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:11:35.925513 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:11:35.930236 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:11:35.933199 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Pushing event updated for resources: {'Port': ['ID=8031732d-7b8a-48b1-add2-1c534440463d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:36.018854 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:36.054959 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:36.213621 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:36.218459 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:36.288520 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Pushing event updated for resources: {'Port': ['ID=8031732d-7b8a-48b1-add2-1c534440463d,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:36.297081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:36.314478 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:36.315657 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b70c1ba8-9e2f-4014-aff1-b36585fc63eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8535857 Mar 23 13:11:36.470524 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-82a179e7-702f-438c-ae94-9e1c7ff07552 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1656256218&fields=id&tenant_id=9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 267 time: 0.0448978 Mar 23 13:11:36.586952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-5c8d9c50-5ff0-4a08-a394-44904011ade7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:36.588347 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-5c8d9c50-5ff0-4a08-a394-44904011ade7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 811 time: 0.1091261 Mar 23 13:11:36.604062 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-3daa4c27-49aa-4028-b041-ad3e23d7a41d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/quotas/9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 375 time: 0.0097783 Mar 23 13:11:36.641857 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Sync routers for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:11:36.653442 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:11:36.654558 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:11:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:11:36.676465 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-0939b229-86f6-441e-8000-2c053f2c846c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668323 Mar 23 13:11:36.690005 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-d1580627-6069-4e41-ae46-669db2ddeec2 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:11:36.691150 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-d1580627-6069-4e41-ae46-669db2ddeec2 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056653 Mar 23 13:11:36.763347 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:11:36.793169 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-c4f3b396-1882-43bf-b317-f88bd920f0e3 service neutron] 10.222.0.52 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937147 Mar 23 13:11:36.882999 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7348f4e4-1b86-4b90-a692-cdba14e650f3 service neutron] 10.222.0.52 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830042 Mar 23 13:11:36.965480 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 2, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:11:36.997759 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Checking router: d8718cbd-853b-4a84-a6b6-92726642a101 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:11:36.998108 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Updating router d8718cbd-853b-4a84-a6b6-92726642a101 port f264574d-e3d4-471d-9da2-0926f95011e7 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:11:37.025585 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:37.052360 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5785bd15-8aa2-4bd4-a13c-0531aac6f3b7 req-3f9f560c-5f85-40f7-af27-6ad750efa085 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 210 time: 0.0266800 Mar 23 13:11:37.292022 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:37.297938 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:37.349267 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998e084-8af9-4039-8ba6-893f2d12626a None None] Pushing event updated for resources: {'Port': ['ID=f264574d-e3d4-471d-9da2-0926f95011e7,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:37.374347 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998e084-8af9-4039-8ba6-893f2d12626a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:37.374685 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998e084-8af9-4039-8ba6-893f2d12626a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:37.375016 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998e084-8af9-4039-8ba6-893f2d12626a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:37.376104 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998e084-8af9-4039-8ba6-893f2d12626a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:37.376104 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998e084-8af9-4039-8ba6-893f2d12626a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:37.376104 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998e084-8af9-4039-8ba6-893f2d12626a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:37.376397 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998e084-8af9-4039-8ba6-893f2d12626a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:37.376623 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998e084-8af9-4039-8ba6-893f2d12626a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:37.376940 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998e084-8af9-4039-8ba6-893f2d12626a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:37.377258 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998e084-8af9-4039-8ba6-893f2d12626a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:37.377571 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998e084-8af9-4039-8ba6-893f2d12626a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:37.377884 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998e084-8af9-4039-8ba6-893f2d12626a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:11:37.414026 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Attempting to bind port f264574d-e3d4-471d-9da2-0926f95011e7 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:11:37.414391 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Attempting to bind port f264574d-e3d4-471d-9da2-0926f95011e7 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:11:37.414743 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Attempting to bind port f264574d-e3d4-471d-9da2-0926f95011e7 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:11:37.419851 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:11:37.420245 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Checking segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:11:37.420637 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:37.421111 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Bound using segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:11:37.421589 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Bound port: f264574d-e3d4-471d-9da2-0926f95011e7, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:11:37.421958 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:37.489931 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] For port f264574d-e3d4-471d-9da2-0926f95011e7, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:11:37.493829 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] For port f264574d-e3d4-471d-9da2-0926f95011e7, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f264574d-e3d4-471d-9da2-0926f95011e7,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:11:37.498704 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:37.562025 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998e084-8af9-4039-8ba6-893f2d12626a None None] Pushing event updated for resources: {'Port': ['ID=f264574d-e3d4-471d-9da2-0926f95011e7,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:37.564972 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:11:37.565558 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:11:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:11:37.648560 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 64587690-c5c2-445f-837e-b7dd7dbd0ed6 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:11:37.693107 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:11:37.694530 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b13bb8b1-bbc5-4983-99df-b6543b64b87d None None] Provisioning complete for port f264574d-e3d4-471d-9da2-0926f95011e7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:11:37.695166 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b13bb8b1-bbc5-4983-99df-b6543b64b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:37.758534 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 64587690-c5c2-445f-837e-b7dd7dbd0ed6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:11:37.759207 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:37.888710 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b13bb8b1-bbc5-4983-99df-b6543b64b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:37.931007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b13bb8b1-bbc5-4983-99df-b6543b64b87d None None] For port f264574d-e3d4-471d-9da2-0926f95011e7, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f264574d-e3d4-471d-9da2-0926f95011e7,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:11:37.935906 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b13bb8b1-bbc5-4983-99df-b6543b64b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:37.984277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bb8b1-bbc5-4983-99df-b6543b64b87d None None] Pushing event updated for resources: {'Port': ['ID=f264574d-e3d4-471d-9da2-0926f95011e7,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:38.014081 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:11:38.040880 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1bcfa2-8cdd-4d4e-aa4a-90c25f6b2b20 None None] The sync data for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 is: [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:11:38.055500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2b6d814c-6f91-46c8-81d8-7329342f51eb None None] Provisioning complete for port f264574d-e3d4-471d-9da2-0926f95011e7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:11:38.055871 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2b6d814c-6f91-46c8-81d8-7329342f51eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:38.360561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-d93cd40a-74bc-4840-8d45-67eba0d76a5a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:38.362336 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-d93cd40a-74bc-4840-8d45-67eba0d76a5a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 811 time: 0.1344342 Mar 23 13:11:38.417856 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-9a6f8386-0387-431a-85f8-e63e47c4a56a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 380 time: 0.0457010 Mar 23 13:11:38.428449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-ec4cd2ff-e8da-4696-9d6b-786a756bb42f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Request body: {'port': {'device_id': 'c97efa75-951b-41f7-9295-3a5209d44049', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'admin_state_up': True, 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'security_groups': ['f1dc744c-4256-4ec2-9487-21e2afabeb12']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:11:38.492914 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4234d214-06f0-456f-8068-ed9ffefb058d req-e3b63904-c46b-4cb5-a22b-1073cbe4cab6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 210 time: 0.3634589 Mar 23 13:11:38.544846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-ec4cd2ff-e8da-4696-9d6b-786a756bb42f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Made reservation on behalf of 9ebb500257ce411697b4a6f335423bbe for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:11:38.548380 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-ec4cd2ff-e8da-4696-9d6b-786a756bb42f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:38.682920 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-ec4cd2ff-e8da-4696-9d6b-786a756bb42f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Allocated IP 172.20.0.7 (1008ec75-e5f8-4fc6-8fbc-4f85323a55ae/8c350a52-02e0-4298-a6b1-8e791ad27aa1/bfe233c8-b2cc-4450-91f5-703a9fcc70ff) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:11:38.817538 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-ec4cd2ff-e8da-4696-9d6b-786a756bb42f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:38.851148 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-ec4cd2ff-e8da-4696-9d6b-786a756bb42f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:38.898524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-ec4cd2ff-e8da-4696-9d6b-786a756bb42f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:11:38.901579 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-ec4cd2ff-e8da-4696-9d6b-786a756bb42f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:11:38.904229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-ec4cd2ff-e8da-4696-9d6b-786a756bb42f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:11:38.933565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cd2ff-e8da-4696-9d6b-786a756bb42f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Pushing event updated for resources: {'Port': ['ID=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:38.961206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-ec4cd2ff-e8da-4696-9d6b-786a756bb42f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:38.961833 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-ec4cd2ff-e8da-4696-9d6b-786a756bb42f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:38.977920 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-ec4cd2ff-e8da-4696-9d6b-786a756bb42f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5541341 Mar 23 13:11:38.990187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Request body: {'port': {'device_id': 'c97efa75-951b-41f7-9295-3a5209d44049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:11:39.046406 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:39.168634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6c955052-9693-4237-a438-a4c5aa916162 None None] Provisioning complete for port bfe233c8-b2cc-4450-91f5-703a9fcc70ff triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:11:39.169207 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c955052-9693-4237-a438-a4c5aa916162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:39.324965 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe233c8-b2cc-4450-91f5-703a9fcc70ff {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:11:39.332681 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:39.345577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Transition to ACTIVE for port object bfe233c8-b2cc-4450-91f5-703a9fcc70ff will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:11:39.348926 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:39.362639 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6c955052-9693-4237-a438-a4c5aa916162 None None] Port bfe233c8-b2cc-4450-91f5-703a9fcc70ff cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:11:39.400472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Pushing event updated for resources: {'Port': ['ID=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:39.468662 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Attempting to bind port bfe233c8-b2cc-4450-91f5-703a9fcc70ff on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:11:39.468860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Attempting to bind port bfe233c8-b2cc-4450-91f5-703a9fcc70ff by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:11:39.469192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Attempting to bind port bfe233c8-b2cc-4450-91f5-703a9fcc70ff on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:11:39.473746 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Port bfe233c8-b2cc-4450-91f5-703a9fcc70ff on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:11:39.474070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Attempting to bind port bfe233c8-b2cc-4450-91f5-703a9fcc70ff on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:11:39.479878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:11:39.480258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Checking segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:11:39.480621 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Bound using segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:11:39.481044 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Bound port: bfe233c8-b2cc-4450-91f5-703a9fcc70ff, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:11:39.481401 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:39.562288 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] For port bfe233c8-b2cc-4450-91f5-703a9fcc70ff, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:11:39.565916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] For port bfe233c8-b2cc-4450-91f5-703a9fcc70ff, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:11:39.579813 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:39.641517 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:39.642175 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:39.643686 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f264574d-e3d4-471d-9da2-0926f95011e7 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:11:39.643812 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] 10.222.0.77 "PUT /v2.0/ports/bfe233c8-b2cc-4450-91f5-703a9fcc70ff HTTP/1.1" status: 200 len: 1091 time: 0.6579542 Mar 23 13:11:39.644142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97efa75-951b-41f7-9295-3a5209d44049', 'tag': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:11:39.647036 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934f07c8-0ab4-49bd-ae4b-0174fc494361" -d '{"events": [{"name": "network-changed", "server_uuid": "c97efa75-951b-41f7-9295-3a5209d44049", "tag": "bfe233c8-b2cc-4450-91f5-703a9fcc70ff"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:11:39.672932 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb116c-79e5-43d7-aad3-8d7bc5727e5c service neutron] Pushing event updated for resources: {'Port': ['ID=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:39.683975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69f4d8-3e4b-41fd-b046-d152a92f88ed req-d8da0091-bec7-49a2-8f1a-311c0706e81a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:39.685518 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a69f4d8-3e4b-41fd-b046-d152a92f88ed req-d8da0091-bec7-49a2-8f1a-311c0706e81a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 943 time: 0.1180484 Mar 23 13:11:39.718217 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241a8a18-ff28-4817-8d25-db4afc8e1ef6 x-openstack-request-id: req-241a8a18-ff28-4817-8d25-db4afc8e1ef6 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:11:39.718505 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97efa75-951b-41f7-9295-3a5209d44049", "tag": "bfe233c8-b2cc-4450-91f5-703a9fcc70ff", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:11:39.718757 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-241a8a18-ff28-4817-8d25-db4afc8e1ef6 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:11:39.719159 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97efa75-951b-41f7-9295-3a5209d44049', 'tag': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff', 'status': 'completed', 'code': 200} Mar 23 13:11:39.729178 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f264574d-e3d4-471d-9da2-0926f95011e7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:11:39.729615 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:39.766157 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a69f4d8-3e4b-41fd-b046-d152a92f88ed req-b7260e10-b431-4313-812a-925de1a19a1b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650284 Mar 23 13:11:39.769152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-04b3bbd8-8b27-4c31-a9a2-400c5e44061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:39.771202 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-04b3bbd8-8b27-4c31-a9a2-400c5e44061c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 1094 time: 0.0798762 Mar 23 13:11:39.822114 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-cc052fcf-6d58-4fba-ad30-43c9ceed9e2e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff HTTP/1.1" status: 200 len: 217 time: 0.0419147 Mar 23 13:11:39.872147 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-0471a916-6af4-4c44-b683-330d37ff1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:39.873622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-0471a916-6af4-4c44-b683-330d37ff1df1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0453782 Mar 23 13:11:39.931123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7c7b810f-e707-47f9-b9c0-d45ca85c4a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:39.932643 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-7c7b810f-e707-47f9-b9c0-d45ca85c4a94 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518754 Mar 23 13:11:40.023260 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-30f9a2d7-2696-41d8-821e-3300825189bb service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833459 Mar 23 13:11:40.114019 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ee2b8a40-25ba-43f7-8e6b-663032a3f380 req-f172c54c-8a3b-4136-99ad-a869687da1c7 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838740 Mar 23 13:11:40.203273 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f07c8-0ab4-49bd-ae4b-0174fc494361 req-b9bae262-372a-4d51-805b-37035d957f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:40.204818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-934f07c8-0ab4-49bd-ae4b-0174fc494361 req-b9bae262-372a-4d51-805b-37035d957f3d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 1094 time: 0.0441630 Mar 23 13:11:40.294560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f07c8-0ab4-49bd-ae4b-0174fc494361 req-4bc30af6-8b3a-4eff-b9a6-ada1242cecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:40.296036 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-934f07c8-0ab4-49bd-ae4b-0174fc494361 req-4bc30af6-8b3a-4eff-b9a6-ada1242cecb3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0843508 Mar 23 13:11:40.339685 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-934f07c8-0ab4-49bd-ae4b-0174fc494361 req-28766d1b-eed2-45dc-a86c-83b4667c70d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff HTTP/1.1" status: 200 len: 217 time: 0.0369406 Mar 23 13:11:40.387146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f07c8-0ab4-49bd-ae4b-0174fc494361 req-864ffe24-891f-43d7-9be2-232f41064161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:40.388477 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-934f07c8-0ab4-49bd-ae4b-0174fc494361 req-864ffe24-891f-43d7-9be2-232f41064161 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0424192 Mar 23 13:11:40.432911 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f07c8-0ab4-49bd-ae4b-0174fc494361 req-e8e99fd0-cf39-4a4c-aabd-8cf81cbc5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:40.434450 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-934f07c8-0ab4-49bd-ae4b-0174fc494361 req-e8e99fd0-cf39-4a4c-aabd-8cf81cbc5b2a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392380 Mar 23 13:11:40.527023 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-934f07c8-0ab4-49bd-ae4b-0174fc494361 req-5d25c295-700e-432e-aac1-b7ab9f53f442 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852320 Mar 23 13:11:40.616500 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-934f07c8-0ab4-49bd-ae4b-0174fc494361 req-12608805-616a-4c91-8ed9-4d284df7dc92 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830739 Mar 23 13:11:40.894767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c848502-6bb4-4759-addc-9a9478d183dd req-c0b221cb-db0e-4903-837d-5cb405cabddb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:40.896816 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1c848502-6bb4-4759-addc-9a9478d183dd req-c0b221cb-db0e-4903-837d-5cb405cabddb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 943 time: 0.0519242 Mar 23 13:11:40.934772 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1c848502-6bb4-4759-addc-9a9478d183dd req-d7969731-2203-4dbc-8ded-8a0fc9011cea tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312157 Mar 23 13:11:42.051007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fb9f6-37b3-4fe1-a1e5-bb8657a0e518 req-becb7ae5-7ce0-4bc0-9ed3-8de9b9573f94 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:42.052505 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-220fb9f6-37b3-4fe1-a1e5-bb8657a0e518 req-becb7ae5-7ce0-4bc0-9ed3-8de9b9573f94 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 943 time: 0.0526054 Mar 23 13:11:42.091093 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-220fb9f6-37b3-4fe1-a1e5-bb8657a0e518 req-b86d351b-4dac-459b-aa72-60181119653e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319729 Mar 23 13:11:43.203803 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ac644-e9ff-4307-b65e-90c234e67021 req-db8a8c57-4e73-45f6-bf4f-135febfabdae tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:43.205288 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e00ac644-e9ff-4307-b65e-90c234e67021 req-db8a8c57-4e73-45f6-bf4f-135febfabdae tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 943 time: 0.0475225 Mar 23 13:11:43.243103 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e00ac644-e9ff-4307-b65e-90c234e67021 req-3990c0a0-186a-4419-bef2-960cc227b145 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313814 Mar 23 13:11:44.355600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058641-fd55-45af-a8c9-fd3584e50af5 req-8f8607d7-f628-42cc-be97-7ab0c90f43eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:44.356998 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e7058641-fd55-45af-a8c9-fd3584e50af5 req-8f8607d7-f628-42cc-be97-7ab0c90f43eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 943 time: 0.0475571 Mar 23 13:11:44.394610 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e7058641-fd55-45af-a8c9-fd3584e50af5 req-a182877c-2e55-44c6-a3f8-6d047afa2cfb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316195 Mar 23 13:11:44.586082 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device bfe233c8-b2cc-4450-91f5-703a9fcc70ff details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:11:44.679998 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port bfe233c8-b2cc-4450-91f5-703a9fcc70ff, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:11:44.691118 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'port_id': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff', 'mac_address': 'fa:16:3e:a7:79:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:11:44.701318 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:11:44.728685 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:44.742023 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe233c8-b2cc-4450-91f5-703a9fcc70ff {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:11:44.761139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port bfe233c8-b2cc-4450-91f5-703a9fcc70ff, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:11:44.765202 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:44.811122 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:45.060662 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['bfe233c8-b2cc-4450-91f5-703a9fcc70ff'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:11:45.511913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2e69e-6ffa-49f0-b8d4-e87e572c6a1a req-ec3a8bc5-b448-4633-a012-709fb48fcc32 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:45.513394 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8a2e69e-6ffa-49f0-b8d4-e87e572c6a1a req-ec3a8bc5-b448-4633-a012-709fb48fcc32 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 944 time: 0.0515952 Mar 23 13:11:45.554768 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8a2e69e-6ffa-49f0-b8d4-e87e572c6a1a req-6467224c-e284-4e5f-92a6-a5947e6109f0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351844 Mar 23 13:11:46.393377 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:46.617279 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device bfe233c8-b2cc-4450-91f5-703a9fcc70ff up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:11:46.667805 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port bfe233c8-b2cc-4450-91f5-703a9fcc70ff completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:11:46.672640 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port bfe233c8-b2cc-4450-91f5-703a9fcc70ff triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:11:46.672999 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:46.757936 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:46.784047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97efa75-951b-41f7-9295-3a5209d44049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:11:46.786342 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c288c0-8d7d-4bde-9ab9-90c1c3d8620e" -d '{"events": [{"server_uuid": "c97efa75-951b-41f7-9295-3a5209d44049", "name": "network-vif-plugged", "status": "completed", "tag": "bfe233c8-b2cc-4450-91f5-703a9fcc70ff"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:11:46.800999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port bfe233c8-b2cc-4450-91f5-703a9fcc70ff, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:11:46.805789 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:46.829586 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca97b6d-3136-4849-ba4d-04a9f13428fd x-openstack-request-id: req-fca97b6d-3136-4849-ba4d-04a9f13428fd {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:11:46.829864 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97efa75-951b-41f7-9295-3a5209d44049", "name": "network-vif-plugged", "status": "completed", "tag": "bfe233c8-b2cc-4450-91f5-703a9fcc70ff", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:11:46.830111 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fca97b6d-3136-4849-ba4d-04a9f13428fd {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:11:46.830498 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97efa75-951b-41f7-9295-3a5209d44049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff', 'code': 200} Mar 23 13:11:46.860985 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:11:46.961030 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c88c06-2dd0-4f01-8f9b-b26a997a84ec req-8d93725b-ee1b-4935-8bf7-e43c2a1c4eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:46.962442 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f1c88c06-2dd0-4f01-8f9b-b26a997a84ec req-8d93725b-ee1b-4935-8bf7-e43c2a1c4eab service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 1096 time: 0.0710189 Mar 23 13:11:46.970304 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f1478-c0ef-4390-8df0-57a703699fde req-2fe299e3-f13d-41cd-84b5-8af51e75f951 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:46.971637 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-445f1478-c0ef-4390-8df0-57a703699fde req-2fe299e3-f13d-41cd-84b5-8af51e75f951 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0720258 Mar 23 13:11:47.022832 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f1c88c06-2dd0-4f01-8f9b-b26a997a84ec req-607edc14-e0ee-4e92-b222-19cba7f573d2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497148 Mar 23 13:11:47.025644 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-445f1478-c0ef-4390-8df0-57a703699fde req-1c59535c-422b-4b61-b969-bb27de9f79e3 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473409 Mar 23 13:11:47.725364 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:48.143581 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2244e79-456e-414c-a8ca-35ed89bad9d9 req-04ef8ee5-9e87-4408-b664-f9d6d19eef2e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:48.145171 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2244e79-456e-414c-a8ca-35ed89bad9d9 req-04ef8ee5-9e87-4408-b664-f9d6d19eef2e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0485306 Mar 23 13:11:48.183034 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d2244e79-456e-414c-a8ca-35ed89bad9d9 req-8d0c4c9f-2f35-4f7c-9391-54b0cd5b42c8 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317905 Mar 23 13:11:49.299760 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f03f9a-668f-4b74-94b4-52759b325f6e req-5c9396fe-e7ad-453b-b3ff-7971e44c0aad tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:49.301268 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9f03f9a-668f-4b74-94b4-52759b325f6e req-5c9396fe-e7ad-453b-b3ff-7971e44c0aad tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0483019 Mar 23 13:11:49.338416 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9f03f9a-668f-4b74-94b4-52759b325f6e req-818a43a8-84d6-4ba4-9162-0ebf91dc18a6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308588 Mar 23 13:11:49.453258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209a3ac-7ccd-4ffb-be18-0bb3b137b101 req-71a7ce84-368a-44e2-984b-167f76287494 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:49.454635 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8209a3ac-7ccd-4ffb-be18-0bb3b137b101 req-71a7ce84-368a-44e2-984b-167f76287494 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0479128 Mar 23 13:11:49.463103 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47548) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:11:49.467354 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-88d38a97-a38e-41fd-b964-9d702d5dbce7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Request body: {'floatingip': {'port_id': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:11:49.509023 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88d38a97-a38e-41fd-b964-9d702d5dbce7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:49.944609 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88d38a97-a38e-41fd-b964-9d702d5dbce7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:49.950676 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88d38a97-a38e-41fd-b964-9d702d5dbce7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:50.047575 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-88d38a97-a38e-41fd-b964-9d702d5dbce7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Floating IP 2ffa32a4-384f-48c5-ab0d-a858c57f37de associated. External IP: 172.25.2.242, port: bfe233c8-b2cc-4450-91f5-703a9fcc70ff. Mar 23 13:11:50.260370 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d38a97-a38e-41fd-b964-9d702d5dbce7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Router d8718cbd-853b-4a84-a6b6-92726642a101 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:11:50.371121 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d38a97-a38e-41fd-b964-9d702d5dbce7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:11:50.375800 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88d38a97-a38e-41fd-b964-9d702d5dbce7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:50.384558 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441a8e03-a86a-45b1-843c-2a4a0d9e0362 None None] Sync routers for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:11:50.394217 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a8e03-a86a-45b1-843c-2a4a0d9e0362 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:11:50.394836 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-441a8e03-a86a-45b1-843c-2a4a0d9e0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:11:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:11:50.401954 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-88d38a97-a38e-41fd-b964-9d702d5dbce7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "PUT /v2.0/floatingips/2ffa32a4-384f-48c5-ab0d-a858c57f37de HTTP/1.1" status: 200 len: 991 time: 0.9378328 Mar 23 13:11:50.402549 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97efa75-951b-41f7-9295-3a5209d44049', 'tag': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:11:50.405128 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75902839-9c6c-4c55-a6bf-d5adcc9fce5a" -d '{"events": [{"name": "network-changed", "server_uuid": "c97efa75-951b-41f7-9295-3a5209d44049", "tag": "bfe233c8-b2cc-4450-91f5-703a9fcc70ff"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:11:50.504024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bc366-0825-4655-b6de-294223d08752 req-20f876b5-ef41-413e-8ad8-04d056215733 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:50.505454 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e64bc366-0825-4655-b6de-294223d08752 req-20f876b5-ef41-413e-8ad8-04d056215733 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0515957 Mar 23 13:11:50.505754 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-441a8e03-a86a-45b1-843c-2a4a0d9e0362 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:11:50.523455 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f150cfa2-8691-4866-bfbf-7f9e8cd27b45 x-openstack-request-id: req-f150cfa2-8691-4866-bfbf-7f9e8cd27b45 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:11:50.524387 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97efa75-951b-41f7-9295-3a5209d44049", "tag": "bfe233c8-b2cc-4450-91f5-703a9fcc70ff", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:11:50.524785 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f150cfa2-8691-4866-bfbf-7f9e8cd27b45 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:11:50.525349 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97efa75-951b-41f7-9295-3a5209d44049', 'tag': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff', 'status': 'completed', 'code': 200} Mar 23 13:11:50.546331 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e64bc366-0825-4655-b6de-294223d08752 req-83d1f6ef-6ebc-4866-a3b9-d4942adb6411 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330687 Mar 23 13:11:50.593514 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75902839-9c6c-4c55-a6bf-d5adcc9fce5a req-fb4e5ca7-f6c1-4fb7-ae4b-32581eef10c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:50.595314 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75902839-9c6c-4c55-a6bf-d5adcc9fce5a req-fb4e5ca7-f6c1-4fb7-ae4b-32581eef10c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 1096 time: 0.0479834 Mar 23 13:11:50.676030 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078be2e-65a8-403d-9fc0-b53d950ce397 req-b0befc1d-bf0e-46aa-8d69-6b95c3296b31 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:50.677919 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7078be2e-65a8-403d-9fc0-b53d950ce397 req-b0befc1d-bf0e-46aa-8d69-6b95c3296b31 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0562248 Mar 23 13:11:50.692849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75902839-9c6c-4c55-a6bf-d5adcc9fce5a req-74285add-dc22-4055-8596-47daa0eca0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:50.695051 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75902839-9c6c-4c55-a6bf-d5adcc9fce5a req-74285add-dc22-4055-8596-47daa0eca0f7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0925772 Mar 23 13:11:50.718368 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7078be2e-65a8-403d-9fc0-b53d950ce397 req-0b630ceb-a351-43a4-a375-e1fd7cff3284 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336378 Mar 23 13:11:50.740063 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-441a8e03-a86a-45b1-843c-2a4a0d9e0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '2ffa32a4-384f-48c5-ab0d-a858c57f37de', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'port_id': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'mac_address': 'fa:16:3e:a7:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97efa75-951b-41f7-9295-3a5209d44049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:11:35Z', 'updated_at': '2022-03-23T13:11:49Z', 'revision_number': 1, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:11:50.765794 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75902839-9c6c-4c55-a6bf-d5adcc9fce5a req-1e406f81-9f55-4a78-a4cf-493e389c0702 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff HTTP/1.1" status: 200 len: 999 time: 0.0637872 Mar 23 13:11:50.770542 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441a8e03-a86a-45b1-843c-2a4a0d9e0362 None None] Checking router: d8718cbd-853b-4a84-a6b6-92726642a101 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:11:50.779094 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a8e03-a86a-45b1-843c-2a4a0d9e0362 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:11:50.779730 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-441a8e03-a86a-45b1-843c-2a4a0d9e0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:11:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:11:50.814996 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75902839-9c6c-4c55-a6bf-d5adcc9fce5a req-b2ae9af8-a85c-4b8b-8305-fa63288dccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:50.816498 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75902839-9c6c-4c55-a6bf-d5adcc9fce5a req-b2ae9af8-a85c-4b8b-8305-fa63288dccdb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0442879 Mar 23 13:11:50.860341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75902839-9c6c-4c55-a6bf-d5adcc9fce5a req-99933580-9cc8-4139-8963-66c5e58b424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:50.861860 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75902839-9c6c-4c55-a6bf-d5adcc9fce5a req-99933580-9cc8-4139-8963-66c5e58b424f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389931 Mar 23 13:11:50.882308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-441a8e03-a86a-45b1-843c-2a4a0d9e0362 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:11:51.108793 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-441a8e03-a86a-45b1-843c-2a4a0d9e0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '2ffa32a4-384f-48c5-ab0d-a858c57f37de', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'port_id': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'mac_address': 'fa:16:3e:a7:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97efa75-951b-41f7-9295-3a5209d44049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:11:35Z', 'updated_at': '2022-03-23T13:11:49Z', 'revision_number': 1, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:11:51.135215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441a8e03-a86a-45b1-843c-2a4a0d9e0362 None None] The sync data for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 is: [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '2ffa32a4-384f-48c5-ab0d-a858c57f37de', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'port_id': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'mac_address': 'fa:16:3e:a7:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97efa75-951b-41f7-9295-3a5209d44049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:11:35Z', 'updated_at': '2022-03-23T13:11:49Z', 'revision_number': 1, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:11:51.273990 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75902839-9c6c-4c55-a6bf-d5adcc9fce5a req-7dee83eb-cb9a-4775-a51e-a74129a3e11b service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048440 Mar 23 13:11:51.323093 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cad429-fc20-4488-8f02-2a5ee034a386 None None] New status for floating IP 2ffa32a4-384f-48c5-ab0d-a858c57f37de: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:11:51.368612 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75902839-9c6c-4c55-a6bf-d5adcc9fce5a req-985a3d3c-266b-40fd-a360-1bf6e484f841 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875394 Mar 23 13:11:51.834963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44aacb-5269-4533-befa-c534863a0c2f req-daa4962c-2413-4fc6-9948-2a687676185b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:51.836449 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c44aacb-5269-4533-befa-c534863a0c2f req-daa4962c-2413-4fc6-9948-2a687676185b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0489604 Mar 23 13:11:51.877994 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c44aacb-5269-4533-befa-c534863a0c2f req-4a79bd44-ba33-482e-9f0e-9ceffc46ab9a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356011 Mar 23 13:11:51.994421 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756abfc5-1434-4b40-ba84-5e590c7acd05 req-6f6231af-89fd-4ca8-ae3e-eb932015216f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:51.995880 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-756abfc5-1434-4b40-ba84-5e590c7acd05 req-6f6231af-89fd-4ca8-ae3e-eb932015216f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0505869 Mar 23 13:11:52.034194 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-756abfc5-1434-4b40-ba84-5e590c7acd05 req-ffcbeb80-4369-4af9-ab1a-fb6e9a2098d9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322282 Mar 23 13:11:52.253680 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-96323806-6f1c-453a-8576-fb109e3ef353 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396824 Mar 23 13:11:52.262875 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-c545b40b-bf3e-4263-90de-6e89cb228178 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:11:52.263814 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-c545b40b-bf3e-4263-90de-6e89cb228178 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049653 Mar 23 13:11:52.267538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abb721-a3df-4cea-ae45-943914cd3e51 req-7f9cb768-0e49-4d08-a5e8-1fc626d7d9f9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:52.269039 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-23abb721-a3df-4cea-ae45-943914cd3e51 req-7f9cb768-0e49-4d08-a5e8-1fc626d7d9f9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0480666 Mar 23 13:11:52.310727 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-23abb721-a3df-4cea-ae45-943914cd3e51 req-e868d08a-6c73-4c13-92ab-97be1c4997c7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346112 Mar 23 13:11:53.463051 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53410d7d-8984-41c4-82b8-3cbc3a7cbdb3 req-92ddc10c-bacb-4f73-bedb-80b132811541 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:53.464456 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53410d7d-8984-41c4-82b8-3cbc3a7cbdb3 req-92ddc10c-bacb-4f73-bedb-80b132811541 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0783381 Mar 23 13:11:53.470594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-cc6604bc-bab6-4855-ab8e-987171c25f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:53.472004 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-cc6604bc-bab6-4855-ab8e-987171c25f20 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 1096 time: 0.0548508 Mar 23 13:11:53.555727 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-53410d7d-8984-41c4-82b8-3cbc3a7cbdb3 req-bb5a4118-9509-4b46-99f6-ea8b5630c67f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827677 Mar 23 13:11:53.585126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ec827ece-7b27-44a2-86af-e48763de95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:53.586577 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ec827ece-7b27-44a2-86af-e48763de95f9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1076124 Mar 23 13:11:53.657166 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-49302bdb-305d-4dc5-937f-9442b9efd030 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff HTTP/1.1" status: 200 len: 1001 time: 0.0637357 Mar 23 13:11:53.705452 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-5675efa7-d30d-4376-a070-0cbbe80c72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:53.706870 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-5675efa7-d30d-4376-a070-0cbbe80c72a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0427001 Mar 23 13:11:53.750509 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-2da7e6cc-37cd-4f96-bf24-d8f80e4c6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:53.751914 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-2da7e6cc-37cd-4f96-bf24-d8f80e4c6c0e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387528 Mar 23 13:11:53.843108 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-a3adab9c-6dfe-4511-a5c9-896365c456fb service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836241 Mar 23 13:11:53.931010 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-b5cff69c-8edb-4134-80b8-148359274a15 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812197 Mar 23 13:11:54.092373 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8fa32b47-3bab-4375-a69e-2bb19d917461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:54.674715 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad513b27-3e07-4228-b2bf-9209425ffd67 req-38d865d5-4b78-419c-931e-ba0ed2817935 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:54.676216 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad513b27-3e07-4228-b2bf-9209425ffd67 req-38d865d5-4b78-419c-931e-ba0ed2817935 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0536184 Mar 23 13:11:54.713446 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad513b27-3e07-4228-b2bf-9209425ffd67 req-aa0a65e1-051b-4c8a-9ffc-73f9fa57b0a6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306692 Mar 23 13:11:55.830398 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a455ef-4f25-4c83-aaee-64d5eabfe00a req-e3515870-7837-4071-9c21-b39b539270c9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:55.831768 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-78a455ef-4f25-4c83-aaee-64d5eabfe00a req-e3515870-7837-4071-9c21-b39b539270c9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0492313 Mar 23 13:11:55.868934 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-78a455ef-4f25-4c83-aaee-64d5eabfe00a req-bfa2096b-baee-470a-b758-d5ea5938295d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311785 Mar 23 13:11:56.956757 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa7503b3-dc66-4098-8880-25e6a3065dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:56.984304 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1894c-f5c7-4592-a076-8179e516f455 req-ec928435-fdc3-4349-b3d7-7bf79995ea19 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:56.985794 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbd1894c-f5c7-4592-a076-8179e516f455 req-ec928435-fdc3-4349-b3d7-7bf79995ea19 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0489104 Mar 23 13:11:57.024132 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbd1894c-f5c7-4592-a076-8179e516f455 req-9690fa74-9f50-4e0c-aaae-e769f47f8bd2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318344 Mar 23 13:11:57.881949 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:58.143453 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21913f76-c976-4afd-8fa5-5d712e9b3014 req-fc6f78ad-4317-44b4-ab46-2cb333a18790 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:58.145256 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21913f76-c976-4afd-8fa5-5d712e9b3014 req-fc6f78ad-4317-44b4-ab46-2cb333a18790 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0521986 Mar 23 13:11:58.182672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-21913f76-c976-4afd-8fa5-5d712e9b3014 req-e6b4ccd9-57f9-4fe5-9211-b10f42d1f0ca tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318210 Mar 23 13:11:59.189493 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:11:59.299804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82fe3f-d9d4-4ded-ac15-69ed2f2cd1f7 req-c4a80469-d920-45ef-a8a1-7ce716973806 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:11:59.301293 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd82fe3f-d9d4-4ded-ac15-69ed2f2cd1f7 req-c4a80469-d920-45ef-a8a1-7ce716973806 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0490522 Mar 23 13:11:59.338894 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd82fe3f-d9d4-4ded-ac15-69ed2f2cd1f7 req-94ff580f-bbe6-4d63-bde4-27cc4e6a727b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316784 Mar 23 13:11:59.560396 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:00.452466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead9a4a-ec53-4b4d-bcd1-7723b69a86e6 req-8c974d9d-342e-4d3f-bf4d-294dfcbe3c15 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:00.453856 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bead9a4a-ec53-4b4d-bcd1-7723b69a86e6 req-8c974d9d-342e-4d3f-bf4d-294dfcbe3c15 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0483658 Mar 23 13:12:00.492106 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bead9a4a-ec53-4b4d-bcd1-7723b69a86e6 req-7d12957a-974a-4101-b6be-21d62c39c4ed tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323434 Mar 23 13:12:01.611748 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2381ed7-fd4e-4024-ab0d-d17d45f00876 req-81240c39-ed17-4fe1-a478-4f6122f80cb3 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:01.613276 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b2381ed7-fd4e-4024-ab0d-d17d45f00876 req-81240c39-ed17-4fe1-a478-4f6122f80cb3 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0527506 Mar 23 13:12:01.653029 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b2381ed7-fd4e-4024-ab0d-d17d45f00876 req-052be94a-2250-4495-8251-10c3b4f5b162 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327601 Mar 23 13:12:02.669622 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b70c5-d0ab-4ae6-9c38-893f43da5211 req-10e29631-4fda-4fb0-aa9c-f97bc01873a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:02.671307 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-076b70c5-d0ab-4ae6-9c38-893f43da5211 req-10e29631-4fda-4fb0-aa9c-f97bc01873a0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 1096 time: 0.0443141 Mar 23 13:12:02.815058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9430525-b4d3-4288-9ce6-664a62f97be5 req-f0314271-0531-4883-a1ac-8fd399c7e262 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:02.816587 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9430525-b4d3-4288-9ce6-664a62f97be5 req-f0314271-0531-4883-a1ac-8fd399c7e262 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0749726 Mar 23 13:12:02.818046 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b70c5-d0ab-4ae6-9c38-893f43da5211 req-574402ce-2eb3-4f1e-a975-715372e0bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:02.819457 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-076b70c5-d0ab-4ae6-9c38-893f43da5211 req-574402ce-2eb3-4f1e-a975-715372e0bd87 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1275361 Mar 23 13:12:02.900201 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9430525-b4d3-4288-9ce6-664a62f97be5 req-99051854-0bed-45ca-871e-317f7ec9f76a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776477 Mar 23 13:12:02.908459 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-076b70c5-d0ab-4ae6-9c38-893f43da5211 req-cbb418f8-f138-4e41-b386-e4f88ac5d7bd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff HTTP/1.1" status: 200 len: 1001 time: 0.0802972 Mar 23 13:12:02.957385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b70c5-d0ab-4ae6-9c38-893f43da5211 req-eb15a161-6eb1-4326-b811-6b0025ca113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:02.958789 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-076b70c5-d0ab-4ae6-9c38-893f43da5211 req-eb15a161-6eb1-4326-b811-6b0025ca113b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0428016 Mar 23 13:12:03.004226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b70c5-d0ab-4ae6-9c38-893f43da5211 req-cc58a81f-b86b-4cfa-926f-6f5d7b09fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:03.005756 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-076b70c5-d0ab-4ae6-9c38-893f43da5211 req-cc58a81f-b86b-4cfa-926f-6f5d7b09fc4a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407488 Mar 23 13:12:03.098664 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-076b70c5-d0ab-4ae6-9c38-893f43da5211 req-2de88235-3acc-4c2a-ab5d-8ffd1550dcb3 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855999 Mar 23 13:12:03.187522 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-076b70c5-d0ab-4ae6-9c38-893f43da5211 req-df6c4c13-e703-47b8-b33b-7afc45c1f7db service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815740 Mar 23 13:12:04.017091 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975534f-439b-4f4d-98ff-baef690c07f1 req-b12e8a2d-0983-43eb-b435-f95439174b85 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:04.018562 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3975534f-439b-4f4d-98ff-baef690c07f1 req-b12e8a2d-0983-43eb-b435-f95439174b85 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0484467 Mar 23 13:12:04.058418 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3975534f-439b-4f4d-98ff-baef690c07f1 req-f8b15f9f-cbf5-443f-8573-14184dbef2a2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330958 Mar 23 13:12:05.182504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae09db-d24a-43c2-82fb-40355f154adf req-4202aa6b-364b-43cf-8336-6fc8621c3fc4 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:05.183998 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9eae09db-d24a-43c2-82fb-40355f154adf req-4202aa6b-364b-43cf-8336-6fc8621c3fc4 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0565281 Mar 23 13:12:05.222562 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9eae09db-d24a-43c2-82fb-40355f154adf req-5873c7af-5746-492f-ba61-8e4732dd2b28 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326250 Mar 23 13:12:06.341905 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f4888-463e-4fd5-b998-3d0b0ee75747 req-0fafe68e-ab8a-4915-9890-631829b55666 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:06.343540 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4e8f4888-463e-4fd5-b998-3d0b0ee75747 req-0fafe68e-ab8a-4915-9890-631829b55666 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0482819 Mar 23 13:12:06.384268 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4e8f4888-463e-4fd5-b998-3d0b0ee75747 req-ccf4309b-3f50-4f71-8539-8972e0eae055 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331194 Mar 23 13:12:07.509316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52fed0-f653-4527-a905-6bdec40c4ca3 req-021e60ff-c9b6-4355-bb0b-153ea5bf8eeb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:07.511019 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4c52fed0-f653-4527-a905-6bdec40c4ca3 req-021e60ff-c9b6-4355-bb0b-153ea5bf8eeb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0518706 Mar 23 13:12:07.551568 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4c52fed0-f653-4527-a905-6bdec40c4ca3 req-3f97be58-ce1c-47ab-8081-42c8bcb87585 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347013 Mar 23 13:12:08.672090 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe10d6d-a695-4db1-9f11-14596f31c688 req-470cd35c-ba8a-4438-98e3-d63dae609111 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:08.673573 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8fe10d6d-a695-4db1-9f11-14596f31c688 req-470cd35c-ba8a-4438-98e3-d63dae609111 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0538018 Mar 23 13:12:08.712826 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8fe10d6d-a695-4db1-9f11-14596f31c688 req-31ee4aea-46b6-4ed1-ba91-be8d7580e24d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327775 Mar 23 13:12:09.828893 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ff62a-a6b2-4cbd-afb8-890c327d776b req-3b9159a2-e48a-404d-8c71-3bcbce6777a4 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:09.830278 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a63ff62a-a6b2-4cbd-afb8-890c327d776b req-3b9159a2-e48a-404d-8c71-3bcbce6777a4 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0480855 Mar 23 13:12:09.867217 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a63ff62a-a6b2-4cbd-afb8-890c327d776b req-3f204c7f-ae5f-4096-85bd-1c926d2efdff tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310225 Mar 23 13:12:10.981983 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da884c-1e80-4697-ab92-b2245d4258f7 req-9c9eb1cc-b25d-43ed-930a-5fb0329c059a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:10.983433 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-25da884c-1e80-4697-ab92-b2245d4258f7 req-9c9eb1cc-b25d-43ed-930a-5fb0329c059a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0482383 Mar 23 13:12:11.019980 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-25da884c-1e80-4697-ab92-b2245d4258f7 req-abc92d58-07dc-430f-b332-0387714730d4 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306084 Mar 23 13:12:12.141033 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0214814-7a19-4b9e-8e29-9e09889574a9 req-4976b39e-0d13-4107-8899-e83e581de754 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:12.142562 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0214814-7a19-4b9e-8e29-9e09889574a9 req-4976b39e-0d13-4107-8899-e83e581de754 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0532043 Mar 23 13:12:12.180159 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0214814-7a19-4b9e-8e29-9e09889574a9 req-2c5989cf-f021-4815-9e43-51c0c18c6557 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316923 Mar 23 13:12:13.299153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5a911-cf4c-42c7-af09-484213d0ca78 req-f6385b95-5f43-4cc4-a902-f3a3645a837a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:13.300622 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bcc5a911-cf4c-42c7-af09-484213d0ca78 req-f6385b95-5f43-4cc4-a902-f3a3645a837a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0488942 Mar 23 13:12:13.338606 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bcc5a911-cf4c-42c7-af09-484213d0ca78 req-e8c44c3a-7fc5-4266-8089-a45bb2662b9d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314679 Mar 23 13:12:14.453253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36362e0f-2bf1-44ce-bc88-371f21c4fe2c req-11d164ff-8984-4113-817f-f2bbd1aa782c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:14.454626 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36362e0f-2bf1-44ce-bc88-371f21c4fe2c req-11d164ff-8984-4113-817f-f2bbd1aa782c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0484848 Mar 23 13:12:14.491091 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-36362e0f-2bf1-44ce-bc88-371f21c4fe2c req-1e4ee598-1e22-4c4c-9fa6-c4d3d764ead1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305221 Mar 23 13:12:15.610684 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745246a8-7567-483d-b66d-4a9559a8cbb8 req-593c6138-b479-48b8-b870-2e0380c6aa76 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:15.612200 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-745246a8-7567-483d-b66d-4a9559a8cbb8 req-593c6138-b479-48b8-b870-2e0380c6aa76 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0528119 Mar 23 13:12:15.649643 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-745246a8-7567-483d-b66d-4a9559a8cbb8 req-583ac832-a137-479e-91dd-3f71b0034b5f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315390 Mar 23 13:12:16.390057 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:16.771311 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaec2c4-d11c-400b-9e08-8f8b21e27e3d req-af924e5f-4630-4dc6-99a8-c1c9742987a5 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:16.772830 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2eaec2c4-d11c-400b-9e08-8f8b21e27e3d req-af924e5f-4630-4dc6-99a8-c1c9742987a5 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0539598 Mar 23 13:12:16.811068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2eaec2c4-d11c-400b-9e08-8f8b21e27e3d req-e5dbe60f-9d5b-4135-819c-bb97203bc838 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314505 Mar 23 13:12:17.727514 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:17.925383 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02559df9-162e-4a03-8fa1-3e4b5090386e req-95755e28-f035-4951-81ec-222ffb43fc03 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:17.926849 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02559df9-162e-4a03-8fa1-3e4b5090386e req-95755e28-f035-4951-81ec-222ffb43fc03 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0490432 Mar 23 13:12:17.964940 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-02559df9-162e-4a03-8fa1-3e4b5090386e req-81b277be-3bd0-4f81-993e-17ac3ca201d9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321212 Mar 23 13:12:19.085826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e9fb5-0c8a-42aa-a8a2-d779089c6abb req-13fee4f3-a7dc-4f6c-b541-49647173ffe7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:19.087500 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-502e9fb5-0c8a-42aa-a8a2-d779089c6abb req-13fee4f3-a7dc-4f6c-b541-49647173ffe7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0541499 Mar 23 13:12:19.133114 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-502e9fb5-0c8a-42aa-a8a2-d779089c6abb req-6df03169-240d-4229-a7ed-767dc64214cb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388169 Mar 23 13:12:20.250132 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259ad99-2c01-490d-bf9a-e24f73f78bb9 req-18c1a196-8837-4d06-8f14-c7d0c35ab7b3 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:20.251691 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c259ad99-2c01-490d-bf9a-e24f73f78bb9 req-18c1a196-8837-4d06-8f14-c7d0c35ab7b3 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0489831 Mar 23 13:12:20.290910 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c259ad99-2c01-490d-bf9a-e24f73f78bb9 req-6ea18f77-45b0-4cc8-9790-854dd3e50eb9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329189 Mar 23 13:12:21.177454 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-afc7ab36-9bab-470e-8e79-0b805aa3f107 service neutron] show failed (client error): The resource could not be found. Mar 23 13:12:21.178543 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-afc7ab36-9bab-470e-8e79-0b805aa3f107 service neutron] 10.222.0.77 "GET /v2.0/ports/bfe233c8-b2cc-4450-91f5-703a9fcc70ff/bindings/n-h2-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.0537014 Mar 23 13:12:21.406316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-88bfa0b9-cc1a-4de6-9220-1e92d5f6a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:21.407734 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-88bfa0b9-cc1a-4de6-9220-1e92d5f6a25d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049&tenant_id=9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 1096 time: 0.0718622 Mar 23 13:12:21.420705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834854-1', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:12:21.430451 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc668f2-1b82-49cd-b7bb-0f13bc6b1454 req-2f1e4168-1895-4aff-baba-7e00a0b839f5 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:21.431863 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8fc668f2-1b82-49cd-b7bb-0f13bc6b1454 req-2f1e4168-1895-4aff-baba-7e00a0b839f5 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0657036 Mar 23 13:12:21.506172 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8fc668f2-1b82-49cd-b7bb-0f13bc6b1454 req-1a877d55-97b1-4554-9022-cdcce2c20714 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569215 Mar 23 13:12:21.508495 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:21.700571 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:12:21.711596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] For port bfe233c8-b2cc-4450-91f5-703a9fcc70ff, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:12:21.743510 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] For port bfe233c8-b2cc-4450-91f5-703a9fcc70ff, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:12:21.782985 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97efa75-951b-41f7-9295-3a5209d44049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:12:21.785315 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa873be-e262-4a32-b343-4d222b7ab85a" -d '{"events": [{"server_uuid": "c97efa75-951b-41f7-9295-3a5209d44049", "name": "network-vif-unplugged", "status": "completed", "tag": "bfe233c8-b2cc-4450-91f5-703a9fcc70ff"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:12:21.789617 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:21.801420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Transition to ACTIVE for port object bfe233c8-b2cc-4450-91f5-703a9fcc70ff will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:12:21.806459 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:21.839133 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 13:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24381d1-5496-4661-831a-e4e9a54e5a66 x-openstack-request-id: req-c24381d1-5496-4661-831a-e4e9a54e5a66 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:12:21.839422 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97efa75-951b-41f7-9295-3a5209d44049", "name": "network-vif-unplugged", "status": "completed", "tag": "bfe233c8-b2cc-4450-91f5-703a9fcc70ff", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:12:21.839671 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c24381d1-5496-4661-831a-e4e9a54e5a66 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:12:21.840084 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97efa75-951b-41f7-9295-3a5209d44049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff', 'code': 200} Mar 23 13:12:21.860361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:12:21.894602 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:21.894944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:21.895282 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:21.895614 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:21.895961 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:21.896436 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:21.896617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:21.896931 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:21.897252 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:21.897571 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:21.897890 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:21.898241 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:21.943472 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] No DVR routers for this DVR port bfe233c8-b2cc-4450-91f5-703a9fcc70ff on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:12:22.080850 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Attempting to bind port bfe233c8-b2cc-4450-91f5-703a9fcc70ff on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:12:22.081183 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Attempting to bind port bfe233c8-b2cc-4450-91f5-703a9fcc70ff by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:12:22.081506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Attempting to bind port bfe233c8-b2cc-4450-91f5-703a9fcc70ff on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:12:22.085615 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Port bfe233c8-b2cc-4450-91f5-703a9fcc70ff on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:12:22.085930 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Attempting to bind port bfe233c8-b2cc-4450-91f5-703a9fcc70ff on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:12:22.090556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:12:22.090893 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Checking segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:12:22.091269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Bound using segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:12:22.091689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Bound port: bfe233c8-b2cc-4450-91f5-703a9fcc70ff, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:12:22.092065 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:22.159293 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] For port bfe233c8-b2cc-4450-91f5-703a9fcc70ff, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:12:22.162586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] For port bfe233c8-b2cc-4450-91f5-703a9fcc70ff, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:12:22.166016 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:22.199655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:22.200438 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:22.202639 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] 10.222.0.73 "PUT /v2.0/ports/bfe233c8-b2cc-4450-91f5-703a9fcc70ff HTTP/1.1" status: 200 len: 1091 time: 0.7869213 Mar 23 13:12:22.238504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1687a1-487e-45ac-9b16-f9075a79ae40 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:12:22.272012 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-c7a48e13-59f6-449c-9f93-08d4d8507c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:22.281465 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-c7a48e13-59f6-449c-9f93-08d4d8507c92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 1094 time: 0.0444579 Mar 23 13:12:22.372846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-424b0501-f188-4999-916a-567eb9938464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:22.374356 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-424b0501-f188-4999-916a-567eb9938464 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0923681 Mar 23 13:12:22.439758 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-4a07f085-958f-4651-99b5-35ad93814a3a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff HTTP/1.1" status: 200 len: 999 time: 0.0582705 Mar 23 13:12:22.488552 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-c585ae11-b9b1-4be9-9626-144c38a0b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:22.490877 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-c585ae11-b9b1-4be9-9626-144c38a0b4ac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0438461 Mar 23 13:12:22.540099 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-1ef9f536-1cb8-4de4-8bc2-be4771709fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:22.542146 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-1ef9f536-1cb8-4de4-8bc2-be4771709fcf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439582 Mar 23 13:12:22.674379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f0974-9409-4924-a59d-9964880258f7 req-ce747ce7-e116-40f9-8203-20dfe345d1d4 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:22.675831 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-794f0974-9409-4924-a59d-9964880258f7 req-ce747ce7-e116-40f9-8203-20dfe345d1d4 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 943 time: 0.0797305 Mar 23 13:12:22.677760 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-181cc91d-92e2-435d-aeed-b6e837ba786c service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275034 Mar 23 13:12:22.757640 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-794f0974-9409-4924-a59d-9964880258f7 req-55a63e87-3750-40bd-a74a-389862e7d056 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757241 Mar 23 13:12:22.789141 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cf38e767-e41e-4354-89e7-5cc5a5f9e343 req-bde206a5-f631-4a9a-bf98-161e7f0fb1b8 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010947 Mar 23 13:12:23.841757 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97efa75-951b-41f7-9295-3a5209d44049', 'tag': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:12:23.844065 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329867eb-1fb4-4e83-9f9b-1f0383e8d762" -d '{"events": [{"name": "network-changed", "server_uuid": "c97efa75-951b-41f7-9295-3a5209d44049", "tag": "bfe233c8-b2cc-4450-91f5-703a9fcc70ff"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:12:23.886637 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc8ab0-bce4-41c9-aae5-8e520b7afe2e req-aaffa735-857a-40e3-8099-d242721bc0ab tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:23.889672 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71bc8ab0-bce4-41c9-aae5-8e520b7afe2e req-aaffa735-857a-40e3-8099-d242721bc0ab tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 943 time: 0.0599573 Mar 23 13:12:23.897060 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c8e59f-2222-4bbc-bd6f-88fd43b0096e x-openstack-request-id: req-b7c8e59f-2222-4bbc-bd6f-88fd43b0096e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:12:23.897348 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97efa75-951b-41f7-9295-3a5209d44049", "tag": "bfe233c8-b2cc-4450-91f5-703a9fcc70ff", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:12:23.897600 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b7c8e59f-2222-4bbc-bd6f-88fd43b0096e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:12:23.898051 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97efa75-951b-41f7-9295-3a5209d44049', 'tag': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff', 'status': 'completed', 'code': 200} Mar 23 13:12:23.934592 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-71bc8ab0-bce4-41c9-aae5-8e520b7afe2e req-0cb6efc1-899d-4d2b-b8b0-bfddffba4ae7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391212 Mar 23 13:12:23.991624 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-5e199894-e73f-4c4a-9767-97818bb50fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:23.993175 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-5e199894-e73f-4c4a-9767-97818bb50fc6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 1094 time: 0.0760307 Mar 23 13:12:23.995560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-fc61d682-d24c-43b1-9b66-bf7a400a22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:23.996969 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-fc61d682-d24c-43b1-9b66-bf7a400a22ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 1094 time: 0.0702097 Mar 23 13:12:24.101779 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fdae388a-1a56-46a7-91bc-c3eb59ce9153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:24.156112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-cc3491e3-8a9a-480a-a31e-b61fe95cf715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:24.157606 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-cc3491e3-8a9a-480a-a31e-b61fe95cf715 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1571136 Mar 23 13:12:24.159024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-9b1cb9d8-aa74-4a78-857b-716bda7f127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:24.160385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-9b1cb9d8-aa74-4a78-857b-716bda7f127a service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1521451 Mar 23 13:12:24.235119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device bfe233c8-b2cc-4450-91f5-703a9fcc70ff details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:12:24.274303 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-24abfb09-2253-4973-8c4e-f1b8ae24fc1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff HTTP/1.1" status: 200 len: 999 time: 0.1094959 Mar 23 13:12:24.279803 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-b5ca923a-3497-4bc6-b023-045a03c7541a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff HTTP/1.1" status: 200 len: 999 time: 0.1087060 Mar 23 13:12:24.345632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port bfe233c8-b2cc-4450-91f5-703a9fcc70ff, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:12:24.362592 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'port_id': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff', 'mac_address': 'fa:16:3e:a7:79:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:12:24.397701 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-5f50bcf5-729a-4952-87e0-8272b2aa2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:24.399491 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-5f50bcf5-729a-4952-87e0-8272b2aa2643 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.1129351 Mar 23 13:12:24.401669 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-c21158a2-2a11-4088-8349-f163e3771698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:24.403155 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-c21158a2-2a11-4088-8349-f163e3771698 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.1063509 Mar 23 13:12:24.411793 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:24.429232 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe233c8-b2cc-4450-91f5-703a9fcc70ff {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:12:24.450127 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port bfe233c8-b2cc-4450-91f5-703a9fcc70ff, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:12:24.454058 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:24.481150 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-b7dce511-3fa0-4974-b5c5-ea7e95e6b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:24.482674 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-b7dce511-3fa0-4974-b5c5-ea7e95e6b558 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753567 Mar 23 13:12:24.485274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-7d7f4b5e-201c-41c8-b531-9e68ef494deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:24.486647 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-7d7f4b5e-201c-41c8-b531-9e68ef494deb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704269 Mar 23 13:12:24.503556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:12:24.646006 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-e9051013-c8c9-440a-b984-d832dae37052 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549902 Mar 23 13:12:24.649534 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-7701939b-f1a7-4e6f-b583-b95a9c623038 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513672 Mar 23 13:12:24.706798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['bfe233c8-b2cc-4450-91f5-703a9fcc70ff'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:12:24.762196 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device bfe233c8-b2cc-4450-91f5-703a9fcc70ff no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:12:24.812442 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-8e32fdf1-30ed-4eab-a715-1d94173fe5db service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588275 Mar 23 13:12:24.814492 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-329867eb-1fb4-4e83-9f9b-1f0383e8d762 req-70635e11-d426-4ec8-bcc1-e91097bb521a service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509018 Mar 23 13:12:24.840525 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device bfe233c8-b2cc-4450-91f5-703a9fcc70ff not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:12:25.063475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2dba6-cfcf-4268-87dd-57c2a344d86f req-d3e50760-0c5d-4703-bd6a-52090de380fe tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:25.065076 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61e2dba6-cfcf-4268-87dd-57c2a344d86f req-d3e50760-0c5d-4703-bd6a-52090de380fe tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 944 time: 0.0549910 Mar 23 13:12:25.104188 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61e2dba6-cfcf-4268-87dd-57c2a344d86f req-2cddd5e3-d6c5-4367-9756-3c41bed61a10 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328529 Mar 23 13:12:25.340803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa896c-c9fd-4a20-a998-bc7e8f18ba81 req-269aeefe-79a9-4db2-af87-da2e800b1238 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:25.342300 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bdfa896c-c9fd-4a20-a998-bc7e8f18ba81 req-269aeefe-79a9-4db2-af87-da2e800b1238 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 944 time: 0.0786178 Mar 23 13:12:25.349371 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8e050-3068-4ff6-bd9b-b8e557efdd71 req-a95ad150-4a09-4f1c-b0e2-d6a5494e0f64 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:25.350707 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25e8e050-3068-4ff6-bd9b-b8e557efdd71 req-a95ad150-4a09-4f1c-b0e2-d6a5494e0f64 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.77 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049&tenant_id=9ebb500257ce411697b4a6f335423bbe&binding%3Ahost_id=n-h2-834854-1 HTTP/1.1" status: 200 len: 944 time: 0.0768697 Mar 23 13:12:25.423486 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bdfa896c-c9fd-4a20-a998-bc7e8f18ba81 req-b31536fb-3f2e-48f3-8149-fbd687cd0d21 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718436 Mar 23 13:12:25.431858 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-25e8e050-3068-4ff6-bd9b-b8e557efdd71 req-0b416690-2aee-41b3-8f31-6ee8d542a28f service neutron] delete failed (client error): The resource could not be found. Mar 23 13:12:25.433417 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25e8e050-3068-4ff6-bd9b-b8e557efdd71 req-0b416690-2aee-41b3-8f31-6ee8d542a28f service neutron] 10.222.0.77 "DELETE /v2.0/ports/bfe233c8-b2cc-4450-91f5-703a9fcc70ff/bindings/n-h1-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.0757277 Mar 23 13:12:25.522471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8e050-3068-4ff6-bd9b-b8e557efdd71 req-b75a2553-7335-476d-b80a-15738c247c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:25.523863 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25e8e050-3068-4ff6-bd9b-b8e557efdd71 req-b75a2553-7335-476d-b80a-15738c247c0e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 1095 time: 0.0410368 Mar 23 13:12:25.615316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8e050-3068-4ff6-bd9b-b8e557efdd71 req-8f8dc1a8-d888-4b83-b11a-ae8083fbd87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:25.616828 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25e8e050-3068-4ff6-bd9b-b8e557efdd71 req-8f8dc1a8-d888-4b83-b11a-ae8083fbd87e service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0864887 Mar 23 13:12:25.681474 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25e8e050-3068-4ff6-bd9b-b8e557efdd71 req-4c370d09-e392-4f1b-b21f-8c4792c89459 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff HTTP/1.1" status: 200 len: 1000 time: 0.0581326 Mar 23 13:12:25.729967 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8e050-3068-4ff6-bd9b-b8e557efdd71 req-715199dd-070a-44df-a60f-6eea212944d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:25.731494 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25e8e050-3068-4ff6-bd9b-b8e557efdd71 req-715199dd-070a-44df-a60f-6eea212944d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0436797 Mar 23 13:12:25.779708 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8e050-3068-4ff6-bd9b-b8e557efdd71 req-789a004b-06a4-4f48-9201-283ea5e9095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:25.781083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25e8e050-3068-4ff6-bd9b-b8e557efdd71 req-789a004b-06a4-4f48-9201-283ea5e9095e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431776 Mar 23 13:12:26.180093 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25e8e050-3068-4ff6-bd9b-b8e557efdd71 req-1b8f349b-7a74-46d6-bf33-f4de1aecb9b8 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904753 Mar 23 13:12:26.237717 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device bfe233c8-b2cc-4450-91f5-703a9fcc70ff up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:12:26.270935 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-25e8e050-3068-4ff6-bd9b-b8e557efdd71 req-2fef9fcf-a9d3-4829-8369-9c86aa6a0b7e service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850515 Mar 23 13:12:26.285861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port bfe233c8-b2cc-4450-91f5-703a9fcc70ff completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:12:26.289747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port bfe233c8-b2cc-4450-91f5-703a9fcc70ff triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:12:26.290221 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:26.370786 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:26.393192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97efa75-951b-41f7-9295-3a5209d44049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:12:26.395460 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba352fa-ba47-48a3-95f0-8bf8bcd1bd81" -d '{"events": [{"server_uuid": "c97efa75-951b-41f7-9295-3a5209d44049", "name": "network-vif-plugged", "status": "completed", "tag": "bfe233c8-b2cc-4450-91f5-703a9fcc70ff"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:12:26.409847 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port bfe233c8-b2cc-4450-91f5-703a9fcc70ff, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:12:26.413947 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:26.445776 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3c3a36-ce7e-4435-ba6e-f51591a42a9b x-openstack-request-id: req-9d3c3a36-ce7e-4435-ba6e-f51591a42a9b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:12:26.446068 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97efa75-951b-41f7-9295-3a5209d44049", "name": "network-vif-plugged", "status": "completed", "tag": "bfe233c8-b2cc-4450-91f5-703a9fcc70ff", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:12:26.446321 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d3c3a36-ce7e-4435-ba6e-f51591a42a9b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:12:26.446706 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97efa75-951b-41f7-9295-3a5209d44049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff', 'code': 200} Mar 23 13:12:26.466454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:12:26.476650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:26.476870 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:26.477202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:26.477532 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:26.477861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:26.478185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:26.478505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:26.478876 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:26.479349 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:26.479941 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:26.480512 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:26.484992 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:12:26.562168 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37b131-8f29-43e9-bb63-67dc811225a5 req-6401f01f-c77d-40fe-9121-2914776d66a6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:26.564031 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d37b131-8f29-43e9-bb63-67dc811225a5 req-6401f01f-c77d-40fe-9121-2914776d66a6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0494828 Mar 23 13:12:26.604818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d37b131-8f29-43e9-bb63-67dc811225a5 req-3cd3f1ec-de30-452c-bfc3-e676102514a1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347252 Mar 23 13:12:26.958467 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9bc627eb-f2e9-4614-8bb7-c4c8cc4843f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:27.722589 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75037b3-d7e8-4a6e-a132-6bf0c66ef19b req-f5b26c2a-67b8-4218-ac33-c22668fb1262 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:27.724136 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a75037b3-d7e8-4a6e-a132-6bf0c66ef19b req-f5b26c2a-67b8-4218-ac33-c22668fb1262 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0493588 Mar 23 13:12:27.764267 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a75037b3-d7e8-4a6e-a132-6bf0c66ef19b req-2b8463e5-1ed6-4d9b-8297-a828a627d963 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334389 Mar 23 13:12:27.880421 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447962c-245c-4348-8bdb-4d1d8b4eb024 req-3fee5b54-a1c4-4255-995a-bd13dfe680cd tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:27.881905 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7447962c-245c-4348-8bdb-4d1d8b4eb024 req-3fee5b54-a1c4-4255-995a-bd13dfe680cd tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0482340 Mar 23 13:12:27.885060 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:27.920047 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7447962c-245c-4348-8bdb-4d1d8b4eb024 req-08d85039-13f7-4ee3-8bbb-168cf868bae5 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309803 Mar 23 13:12:28.032011 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7b5fd-8ab9-4b96-a18d-8fcc0c30191b req-f2d64152-618c-439a-98e4-5ea2bfb47361 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:28.033383 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e4e7b5fd-8ab9-4b96-a18d-8fcc0c30191b req-f2d64152-618c-439a-98e4-5ea2bfb47361 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0483809 Mar 23 13:12:28.070590 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e4e7b5fd-8ab9-4b96-a18d-8fcc0c30191b req-35c3f6fd-4c78-40c4-8b67-d60b6dd379cc tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313013 Mar 23 13:12:28.306361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929e307-16c8-469b-8c6e-d4a5394fa1a4 req-70a03ad8-8d76-4d0c-a6b2-724286daeec0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:28.307860 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e929e307-16c8-469b-8c6e-d4a5394fa1a4 req-70a03ad8-8d76-4d0c-a6b2-724286daeec0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0553179 Mar 23 13:12:28.347066 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e929e307-16c8-469b-8c6e-d4a5394fa1a4 req-94177f9f-c3ea-4c79-ba0b-63917960660f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331469 Mar 23 13:12:29.194517 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:29.474484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea3e73-ceea-43ea-8366-2ed93ca8ca51 req-d5a7eb45-ad57-4fae-bf2a-f4ba400838ee tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:29.475854 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9ea3e73-ceea-43ea-8366-2ed93ca8ca51 req-d5a7eb45-ad57-4fae-bf2a-f4ba400838ee tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0540605 Mar 23 13:12:29.512522 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c9ea3e73-ceea-43ea-8366-2ed93ca8ca51 req-cdf73bc6-3e9c-4264-bd11-8c28664931fd tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300720 Mar 23 13:12:29.567164 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:29.610879 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384c098-0e23-4aed-95a5-eaf6f6bda680 req-4b24b944-983f-42e6-a952-73148c93aa2f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:29.612523 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3384c098-0e23-4aed-95a5-eaf6f6bda680 req-4b24b944-983f-42e6-a952-73148c93aa2f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.73 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 945 time: 0.0515571 Mar 23 13:12:29.699679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-3384c098-0e23-4aed-95a5-eaf6f6bda680 req-6f59f2ae-aa5a-49f2-9beb-7f1d24fa5fa0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Deleting port bfe233c8-b2cc-4450-91f5-703a9fcc70ff {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:12:29.700043 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3384c098-0e23-4aed-95a5-eaf6f6bda680 req-6f59f2ae-aa5a-49f2-9beb-7f1d24fa5fa0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:29.789197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-3384c098-0e23-4aed-95a5-eaf6f6bda680 req-6f59f2ae-aa5a-49f2-9beb-7f1d24fa5fa0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] For port bfe233c8-b2cc-4450-91f5-703a9fcc70ff, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:12:29.789470 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3384c098-0e23-4aed-95a5-eaf6f6bda680 req-6f59f2ae-aa5a-49f2-9beb-7f1d24fa5fa0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:29.961191 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3384c098-0e23-4aed-95a5-eaf6f6bda680 req-6f59f2ae-aa5a-49f2-9beb-7f1d24fa5fa0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:29.961544 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3384c098-0e23-4aed-95a5-eaf6f6bda680 req-6f59f2ae-aa5a-49f2-9beb-7f1d24fa5fa0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:29.961856 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-3384c098-0e23-4aed-95a5-eaf6f6bda680 req-6f59f2ae-aa5a-49f2-9beb-7f1d24fa5fa0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Floating IP 2ffa32a4-384f-48c5-ab0d-a858c57f37de disassociated. External IP: 172.25.2.242, port: bfe233c8-b2cc-4450-91f5-703a9fcc70ff. Mar 23 13:12:29.962196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-3384c098-0e23-4aed-95a5-eaf6f6bda680 req-6f59f2ae-aa5a-49f2-9beb-7f1d24fa5fa0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Calling delete_port for bfe233c8-b2cc-4450-91f5-703a9fcc70ff owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:12:30.092732 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3384c098-0e23-4aed-95a5-eaf6f6bda680 req-6f59f2ae-aa5a-49f2-9beb-7f1d24fa5fa0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:30.123113 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59f2ae-aa5a-49f2-9beb-7f1d24fa5fa0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Pushing event deleted for resources: {'Port': ['ID=bfe233c8-b2cc-4450-91f5-703a9fcc70ff,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:12:30.243149 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3384c098-0e23-4aed-95a5-eaf6f6bda680 req-6f59f2ae-aa5a-49f2-9beb-7f1d24fa5fa0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Router d8718cbd-853b-4a84-a6b6-92726642a101 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:12:30.355443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3384c098-0e23-4aed-95a5-eaf6f6bda680 req-6f59f2ae-aa5a-49f2-9beb-7f1d24fa5fa0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:12:30.365477 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d394014f-0f12-4d2e-8dcb-17b8871b4566 None None] Sync routers for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:12:30.375507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d394014f-0f12-4d2e-8dcb-17b8871b4566 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:12:30.376160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d394014f-0f12-4d2e-8dcb-17b8871b4566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:12:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:12:30.393427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3384c098-0e23-4aed-95a5-eaf6f6bda680 req-6f59f2ae-aa5a-49f2-9beb-7f1d24fa5fa0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] No DVR routers for this DVR port bfe233c8-b2cc-4450-91f5-703a9fcc70ff on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:12:30.396258 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-3384c098-0e23-4aed-95a5-eaf6f6bda680 req-6f59f2ae-aa5a-49f2-9beb-7f1d24fa5fa0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:30.399943 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3384c098-0e23-4aed-95a5-eaf6f6bda680 req-6f59f2ae-aa5a-49f2-9beb-7f1d24fa5fa0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.73 "DELETE /v2.0/ports/bfe233c8-b2cc-4450-91f5-703a9fcc70ff HTTP/1.1" status: 204 len: 173 time: 0.7813749 Mar 23 13:12:30.400350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97efa75-951b-41f7-9295-3a5209d44049', 'name': 'network-vif-deleted', 'tag': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:12:30.403270 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa278cee-8554-4fe3-a085-b6dfd3438a2a" -d '{"events": [{"server_uuid": "c97efa75-951b-41f7-9295-3a5209d44049", "name": "network-vif-deleted", "tag": "bfe233c8-b2cc-4450-91f5-703a9fcc70ff"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:12:30.449123 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4144ab45-3b34-4079-b8e9-f006601a9b62 x-openstack-request-id: req-4144ab45-3b34-4079-b8e9-f006601a9b62 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:12:30.449413 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97efa75-951b-41f7-9295-3a5209d44049", "name": "network-vif-deleted", "tag": "bfe233c8-b2cc-4450-91f5-703a9fcc70ff", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:12:30.449663 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4144ab45-3b34-4079-b8e9-f006601a9b62 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:12:30.450066 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97efa75-951b-41f7-9295-3a5209d44049', 'name': 'network-vif-deleted', 'tag': 'bfe233c8-b2cc-4450-91f5-703a9fcc70ff', 'status': 'completed', 'code': 200} Mar 23 13:12:30.638689 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2066f7a-7081-4fef-82f0-6b0d479868c8 req-3e19a32c-d343-4b3b-a6aa-a29a1d8ff676 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97efa75-951b-41f7-9295-3a5209d44049 HTTP/1.1" status: 200 len: 210 time: 0.0336530 Mar 23 13:12:30.649923 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d394014f-0f12-4d2e-8dcb-17b8871b4566 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:12:30.857513 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d394014f-0f12-4d2e-8dcb-17b8871b4566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:12:30.887120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d394014f-0f12-4d2e-8dcb-17b8871b4566 None None] Checking router: d8718cbd-853b-4a84-a6b6-92726642a101 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:12:30.895497 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d394014f-0f12-4d2e-8dcb-17b8871b4566 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:12:30.896073 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d394014f-0f12-4d2e-8dcb-17b8871b4566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:12:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:12:30.996647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d394014f-0f12-4d2e-8dcb-17b8871b4566 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:12:31.188248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d394014f-0f12-4d2e-8dcb-17b8871b4566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:12:31.214613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d394014f-0f12-4d2e-8dcb-17b8871b4566 None None] The sync data for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 is: [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:12:31.426559 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a784725d-6717-4611-899d-4aca614a4196 None None] New status for floating IP 2ffa32a4-384f-48c5-ab0d-a858c57f37de: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:12:31.883882 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-d81c00e9-6f93-4c9e-b5c2-b4413739e1d7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1656256218&fields=id&tenant_id=9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 267 time: 0.0435753 Mar 23 13:12:31.992134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e494354c-1ea9-4286-a645-fc6893ff4513 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:31.993588 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e494354c-1ea9-4286-a645-fc6893ff4513 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 811 time: 0.1029468 Mar 23 13:12:32.008615 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-20a78fdd-61f5-45a1-8f6e-88d5563ab6b9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/quotas/9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 375 time: 0.0088892 Mar 23 13:12:32.067432 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-61f3264a-6455-491e-94a2-2ba4272fe567 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533533 Mar 23 13:12:32.162645 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-c8aed61b-7d3e-4bf7-be8c-5a3a9453e723 service neutron] 10.222.0.52 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833690 Mar 23 13:12:32.255741 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-eda71f01-b91b-49aa-882d-3e74c033779e service neutron] 10.222.0.52 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869670 Mar 23 13:12:32.415975 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f687f664-a933-4847-8885-d5b829bc5e6d req-3a37d761-ffc0-4e90-a9fd-3cf5ebf85f5b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 210 time: 0.0274224 Mar 23 13:12:33.324988 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-6e7ba548-fc45-4b4a-885f-a40f366e5016 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:33.326449 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-6e7ba548-fc45-4b4a-885f-a40f366e5016 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 811 time: 0.1025381 Mar 23 13:12:33.371696 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-544c6b93-335f-462a-841c-2cee9311ce4b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 380 time: 0.0353141 Mar 23 13:12:33.383955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-f5543467-7913-4f43-9a5c-9d4c22c829d1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Request body: {'port': {'device_id': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'admin_state_up': True, 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'security_groups': ['f1dc744c-4256-4ec2-9487-21e2afabeb12']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:12:33.509831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-f5543467-7913-4f43-9a5c-9d4c22c829d1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Made reservation on behalf of 9ebb500257ce411697b4a6f335423bbe for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:12:33.514123 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-f5543467-7913-4f43-9a5c-9d4c22c829d1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:33.527358 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67171e4d-67d9-4eb1-b591-9f1c878d624e req-d3207fed-b836-4268-9bbe-3ebcf137f7e8 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 210 time: 0.0290987 Mar 23 13:12:33.645441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-f5543467-7913-4f43-9a5c-9d4c22c829d1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Allocated IP 172.20.0.10 (1008ec75-e5f8-4fc6-8fbc-4f85323a55ae/8c350a52-02e0-4298-a6b1-8e791ad27aa1/4f3a63e4-c686-467a-8220-dab05270fb68) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:12:33.785965 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-f5543467-7913-4f43-9a5c-9d4c22c829d1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:33.823570 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-f5543467-7913-4f43-9a5c-9d4c22c829d1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:33.867669 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-f5543467-7913-4f43-9a5c-9d4c22c829d1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:12:33.870877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-f5543467-7913-4f43-9a5c-9d4c22c829d1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:12:33.874410 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-f5543467-7913-4f43-9a5c-9d4c22c829d1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:12:33.880732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5543467-7913-4f43-9a5c-9d4c22c829d1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Pushing event updated for resources: {'Port': ['ID=4f3a63e4-c686-467a-8220-dab05270fb68,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:12:33.938124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-f5543467-7913-4f43-9a5c-9d4c22c829d1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:33.938758 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-f5543467-7913-4f43-9a5c-9d4c22c829d1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:33.958762 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-f5543467-7913-4f43-9a5c-9d4c22c829d1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5785615 Mar 23 13:12:33.971003 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Request body: {'port': {'device_id': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:12:34.026913 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:34.091632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a4e4fc47-cd6e-4237-b93b-11feae8e7c9a None None] Provisioning complete for port 4f3a63e4-c686-467a-8220-dab05270fb68 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:12:34.092213 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a4e4fc47-cd6e-4237-b93b-11feae8e7c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:34.129291 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4fc47-cd6e-4237-b93b-11feae8e7c9a None None] Port 4f3a63e4-c686-467a-8220-dab05270fb68 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:12:34.270018 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device bfe233c8-b2cc-4450-91f5-703a9fcc70ff no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:12:34.293291 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: bfe233c8-b2cc-4450-91f5-703a9fcc70ff {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:12:34.293638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device bfe233c8-b2cc-4450-91f5-703a9fcc70ff not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:12:34.297807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3a63e4-c686-467a-8220-dab05270fb68 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:12:34.305504 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:34.317867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Transition to ACTIVE for port object 4f3a63e4-c686-467a-8220-dab05270fb68 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:12:34.322130 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:34.377580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3a63e4-c686-467a-8220-dab05270fb68,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:12:34.444009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Attempting to bind port 4f3a63e4-c686-467a-8220-dab05270fb68 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:12:34.444350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Attempting to bind port 4f3a63e4-c686-467a-8220-dab05270fb68 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:12:34.444680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Attempting to bind port 4f3a63e4-c686-467a-8220-dab05270fb68 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:12:34.451979 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Port 4f3a63e4-c686-467a-8220-dab05270fb68 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:12:34.452309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Attempting to bind port 4f3a63e4-c686-467a-8220-dab05270fb68 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:12:34.457623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:12:34.457960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Checking segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:12:34.458338 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Bound using segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:12:34.458871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Bound port: 4f3a63e4-c686-467a-8220-dab05270fb68, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:12:34.459250 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:34.525038 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] For port 4f3a63e4-c686-467a-8220-dab05270fb68, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:12:34.528346 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] For port 4f3a63e4-c686-467a-8220-dab05270fb68, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4f3a63e4-c686-467a-8220-dab05270fb68,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:12:34.532796 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:34.573651 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:34.574762 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:34.576276 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] 10.222.0.73 "PUT /v2.0/ports/4f3a63e4-c686-467a-8220-dab05270fb68 HTTP/1.1" status: 200 len: 1092 time: 0.6095774 Mar 23 13:12:34.576687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'tag': '4f3a63e4-c686-467a-8220-dab05270fb68'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:12:34.579080 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30cd7fa-63cd-4087-adef-fe74eab57042" -d '{"events": [{"name": "network-changed", "server_uuid": "32af6a68-c839-4392-9a06-be8e7fe0cf53", "tag": "4f3a63e4-c686-467a-8220-dab05270fb68"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:12:34.610719 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e91a92-26f4-410d-ad1a-926c6d35ffa6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3a63e4-c686-467a-8220-dab05270fb68,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:12:34.668684 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13786465-54a9-4f57-9c80-6bb3094fdcc6 x-openstack-request-id: req-13786465-54a9-4f57-9c80-6bb3094fdcc6 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:12:34.669050 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32af6a68-c839-4392-9a06-be8e7fe0cf53", "tag": "4f3a63e4-c686-467a-8220-dab05270fb68", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:12:34.669287 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-13786465-54a9-4f57-9c80-6bb3094fdcc6 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:12:34.669830 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'tag': '4f3a63e4-c686-467a-8220-dab05270fb68', 'status': 'completed', 'code': 200} Mar 23 13:12:34.714742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-032adadb-f04e-4da2-9e92-17b430bfa899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:34.716321 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-032adadb-f04e-4da2-9e92-17b430bfa899 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 1095 time: 0.0841987 Mar 23 13:12:34.731743 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ae2ca-56c4-4353-b4b6-811b05c53e2e req-d6f523c1-6973-496b-94e6-0a2aaf952166 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:34.733329 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b6ae2ca-56c4-4353-b4b6-811b05c53e2e req-d6f523c1-6973-496b-94e6-0a2aaf952166 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 944 time: 0.0670266 Mar 23 13:12:34.780538 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-2cd7b250-669a-420d-9e42-202424e4c20e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3a63e4-c686-467a-8220-dab05270fb68 HTTP/1.1" status: 200 len: 217 time: 0.0462017 Mar 23 13:12:34.837883 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b6ae2ca-56c4-4353-b4b6-811b05c53e2e req-da491caa-d34a-4bca-94b6-88d51b8b4f70 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975671 Mar 23 13:12:34.846408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-f77ba3d6-8b9e-4626-b963-11f5cfbcce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:34.847827 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-f77ba3d6-8b9e-4626-b963-11f5cfbcce7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0585387 Mar 23 13:12:34.893995 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-3dd48e57-3886-4189-9813-b4ff61488874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:34.895482 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-3dd48e57-3886-4189-9813-b4ff61488874 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409007 Mar 23 13:12:34.991418 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-a06ecbff-870f-4a25-a146-3f42ec156545 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886042 Mar 23 13:12:35.081591 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-890e6aac-4a8b-4bc3-91ce-55745b858a6b req-2c13cc06-cb73-4b10-a130-7d0f21fa35bb service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817049 Mar 23 13:12:35.176966 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cd7fa-63cd-4087-adef-fe74eab57042 req-3d9ca611-bc80-49fd-b9f1-b227f81ae7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:35.178449 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c30cd7fa-63cd-4087-adef-fe74eab57042 req-3d9ca611-bc80-49fd-b9f1-b227f81ae7cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 1095 time: 0.0472274 Mar 23 13:12:35.265491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cd7fa-63cd-4087-adef-fe74eab57042 req-b352da6b-3690-49b6-acbb-f08ef3dde40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:35.266949 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c30cd7fa-63cd-4087-adef-fe74eab57042 req-b352da6b-3690-49b6-acbb-f08ef3dde40c service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0821397 Mar 23 13:12:35.314220 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c30cd7fa-63cd-4087-adef-fe74eab57042 req-362817d3-bf42-47b0-9a1e-c2ec1b18f062 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3a63e4-c686-467a-8220-dab05270fb68 HTTP/1.1" status: 200 len: 217 time: 0.0397904 Mar 23 13:12:35.368206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cd7fa-63cd-4087-adef-fe74eab57042 req-61192aa4-4e96-4a39-aa79-1d004ec976da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:35.369693 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c30cd7fa-63cd-4087-adef-fe74eab57042 req-61192aa4-4e96-4a39-aa79-1d004ec976da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0492251 Mar 23 13:12:35.420360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cd7fa-63cd-4087-adef-fe74eab57042 req-95a6f632-f65b-4a16-befd-b86aae31f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:35.421772 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c30cd7fa-63cd-4087-adef-fe74eab57042 req-95a6f632-f65b-4a16-befd-b86aae31f991 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445056 Mar 23 13:12:35.512934 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c30cd7fa-63cd-4087-adef-fe74eab57042 req-c6b9d9a3-dd4f-46c2-a13f-061ecad35671 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834942 Mar 23 13:12:35.610833 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c30cd7fa-63cd-4087-adef-fe74eab57042 req-218820c2-2f0a-4987-b367-6a2c1db3d15f service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911114 Mar 23 13:12:35.959679 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c3fb6-866c-4348-9dfe-44a8e071ed5e req-37b191e1-7060-47af-8570-a68cefa4fc5d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:35.961184 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-732c3fb6-866c-4348-9dfe-44a8e071ed5e req-37b191e1-7060-47af-8570-a68cefa4fc5d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 944 time: 0.0498381 Mar 23 13:12:35.999518 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-732c3fb6-866c-4348-9dfe-44a8e071ed5e req-bc8cabe5-e10d-4dd0-bb6b-54782cff97a0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323174 Mar 23 13:12:36.284425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 4f3a63e4-c686-467a-8220-dab05270fb68 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:12:36.379742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 4f3a63e4-c686-467a-8220-dab05270fb68, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4f3a63e4-c686-467a-8220-dab05270fb68,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:12:36.390670 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '4f3a63e4-c686-467a-8220-dab05270fb68', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'port_id': '4f3a63e4-c686-467a-8220-dab05270fb68', 'mac_address': 'fa:16:3e:c9:e9:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:12:36.428530 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:36.442796 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3a63e4-c686-467a-8220-dab05270fb68 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:12:36.463094 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 4f3a63e4-c686-467a-8220-dab05270fb68, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4f3a63e4-c686-467a-8220-dab05270fb68,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:12:36.467287 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:36.518453 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=4f3a63e4-c686-467a-8220-dab05270fb68,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:12:36.671707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['4f3a63e4-c686-467a-8220-dab05270fb68'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:12:37.118896 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149e8f4-679d-44cd-afb3-fc93c96f4faf req-0dc1a3ef-36ac-4333-b556-5bd6eb28fc81 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:37.120441 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4149e8f4-679d-44cd-afb3-fc93c96f4faf req-0dc1a3ef-36ac-4333-b556-5bd6eb28fc81 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 945 time: 0.0520489 Mar 23 13:12:37.159231 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4149e8f4-679d-44cd-afb3-fc93c96f4faf req-924b69dc-eff2-427d-8555-b7ad4c0f1142 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327833 Mar 23 13:12:38.272229 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccc382-aec8-452f-8cbe-297e7fcf7df1 req-5eb299b3-9e8d-4264-aa86-a2b18dca312a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:38.273699 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1dccc382-aec8-452f-8cbe-297e7fcf7df1 req-5eb299b3-9e8d-4264-aa86-a2b18dca312a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 945 time: 0.0478926 Mar 23 13:12:38.299315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 4f3a63e4-c686-467a-8220-dab05270fb68 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:12:38.312835 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1dccc382-aec8-452f-8cbe-297e7fcf7df1 req-ff6a2c35-06d3-4df3-996e-eb5c50f20cb8 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320795 Mar 23 13:12:38.345842 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 4f3a63e4-c686-467a-8220-dab05270fb68 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:12:38.349836 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 4f3a63e4-c686-467a-8220-dab05270fb68 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:12:38.350198 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:38.429182 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:38.451140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3a63e4-c686-467a-8220-dab05270fb68'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:12:38.453379 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3180b3a-22d3-4c5e-97b5-14f99ba2265a" -d '{"events": [{"server_uuid": "32af6a68-c839-4392-9a06-be8e7fe0cf53", "name": "network-vif-plugged", "status": "completed", "tag": "4f3a63e4-c686-467a-8220-dab05270fb68"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:12:38.466115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 4f3a63e4-c686-467a-8220-dab05270fb68, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4f3a63e4-c686-467a-8220-dab05270fb68,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:12:38.470197 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:38.494939 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee831a11-e511-4505-8847-b502db7f0101 x-openstack-request-id: req-ee831a11-e511-4505-8847-b502db7f0101 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:12:38.495290 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32af6a68-c839-4392-9a06-be8e7fe0cf53", "name": "network-vif-plugged", "status": "completed", "tag": "4f3a63e4-c686-467a-8220-dab05270fb68", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:12:38.495602 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee831a11-e511-4505-8847-b502db7f0101 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:12:38.496054 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3a63e4-c686-467a-8220-dab05270fb68', 'code': 200} Mar 23 13:12:38.523897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=4f3a63e4-c686-467a-8220-dab05270fb68,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:12:38.594584 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad9d1b-6d9b-4223-b72f-d162dd008fa4 req-1085a170-87aa-4234-82a8-cd5a70036c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:38.596135 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61ad9d1b-6d9b-4223-b72f-d162dd008fa4 req-1085a170-87aa-4234-82a8-cd5a70036c4f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 1097 time: 0.0449224 Mar 23 13:12:38.639558 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61ad9d1b-6d9b-4223-b72f-d162dd008fa4 req-7e571a04-f126-4636-951e-2078248fa274 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354908 Mar 23 13:12:39.441726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f176ae-7c72-4c06-a80e-7d6cd2518030 req-13ea1708-baf2-4072-8ce0-d034fa3c19d9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:39.443678 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4f176ae-7c72-4c06-a80e-7d6cd2518030 req-13ea1708-baf2-4072-8ce0-d034fa3c19d9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0606277 Mar 23 13:12:39.482133 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c4f176ae-7c72-4c06-a80e-7d6cd2518030 req-bd9b76ec-cb52-4ebf-847c-11dbaf4a8480 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324728 Mar 23 13:12:40.599440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afa070-290a-4f93-8eb1-c6a7c5484062 req-5f68bce6-31e1-45f3-9668-967486bfdd73 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:40.600972 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-57afa070-290a-4f93-8eb1-c6a7c5484062 req-5f68bce6-31e1-45f3-9668-967486bfdd73 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0490165 Mar 23 13:12:40.639073 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-57afa070-290a-4f93-8eb1-c6a7c5484062 req-c6558317-53c9-476f-b47a-a96169e344b1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314820 Mar 23 13:12:40.750803 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb9262-121f-43ec-b639-e6e487ad7aa7 req-ae4bf1c6-b886-406c-be45-f44ff8d5a0cd tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:40.752297 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92bb9262-121f-43ec-b639-e6e487ad7aa7 req-ae4bf1c6-b886-406c-be45-f44ff8d5a0cd tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0478873 Mar 23 13:12:40.760703 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 47736) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:12:40.765520 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-26b13aac-e459-4aaa-b963-a63d54967dd1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Request body: {'floatingip': {'port_id': '4f3a63e4-c686-467a-8220-dab05270fb68'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:12:40.807082 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26b13aac-e459-4aaa-b963-a63d54967dd1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:41.234498 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26b13aac-e459-4aaa-b963-a63d54967dd1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:41.238483 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26b13aac-e459-4aaa-b963-a63d54967dd1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:41.336671 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-26b13aac-e459-4aaa-b963-a63d54967dd1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Floating IP 2ffa32a4-384f-48c5-ab0d-a858c57f37de associated. External IP: 172.25.2.242, port: 4f3a63e4-c686-467a-8220-dab05270fb68. Mar 23 13:12:41.540756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b13aac-e459-4aaa-b963-a63d54967dd1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Router d8718cbd-853b-4a84-a6b6-92726642a101 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:12:41.647591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b13aac-e459-4aaa-b963-a63d54967dd1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:12:41.652729 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-26b13aac-e459-4aaa-b963-a63d54967dd1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:41.657516 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29eddb5-13b0-4308-86de-d0e480fa3159 None None] Sync routers for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:12:41.666920 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29eddb5-13b0-4308-86de-d0e480fa3159 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:12:41.668089 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f29eddb5-13b0-4308-86de-d0e480fa3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:12:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:12:41.685291 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-26b13aac-e459-4aaa-b963-a63d54967dd1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "PUT /v2.0/floatingips/2ffa32a4-384f-48c5-ab0d-a858c57f37de HTTP/1.1" status: 200 len: 992 time: 0.9196382 Mar 23 13:12:41.685291 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'tag': '4f3a63e4-c686-467a-8220-dab05270fb68'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:12:41.685673 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c015b652-c65b-423c-b737-59c351dd96a2" -d '{"events": [{"name": "network-changed", "server_uuid": "32af6a68-c839-4392-9a06-be8e7fe0cf53", "tag": "4f3a63e4-c686-467a-8220-dab05270fb68"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:12:41.723145 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93593a9a-e886-46b7-bfef-86b8cfe15bbb x-openstack-request-id: req-93593a9a-e886-46b7-bfef-86b8cfe15bbb {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:12:41.723483 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32af6a68-c839-4392-9a06-be8e7fe0cf53", "tag": "4f3a63e4-c686-467a-8220-dab05270fb68", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:12:41.723685 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93593a9a-e886-46b7-bfef-86b8cfe15bbb {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:12:41.724693 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'tag': '4f3a63e4-c686-467a-8220-dab05270fb68', 'status': 'completed', 'code': 200} Mar 23 13:12:41.795689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-f29eddb5-13b0-4308-86de-d0e480fa3159 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:12:41.815390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015b652-c65b-423c-b737-59c351dd96a2 req-4c8654d2-d27c-4fa6-a988-07562e3bc408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:41.819961 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c015b652-c65b-423c-b737-59c351dd96a2 req-4c8654d2-d27c-4fa6-a988-07562e3bc408 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 1097 time: 0.0655847 Mar 23 13:12:41.890307 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d25a9-3cbd-4d57-b84e-7cddf6fde88d req-c9363993-bc6a-4da8-8ded-273cd685831a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:41.896474 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c65d25a9-3cbd-4d57-b84e-7cddf6fde88d req-c9363993-bc6a-4da8-8ded-273cd685831a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0708144 Mar 23 13:12:41.928200 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015b652-c65b-423c-b737-59c351dd96a2 req-99035662-cf5f-4136-aa87-9b92818ce3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:41.929993 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c015b652-c65b-423c-b737-59c351dd96a2 req-99035662-cf5f-4136-aa87-9b92818ce3b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1035800 Mar 23 13:12:41.942463 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c65d25a9-3cbd-4d57-b84e-7cddf6fde88d req-32250249-045a-46d8-bf9a-22d6c268d330 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424271 Mar 23 13:12:42.016750 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c015b652-c65b-423c-b737-59c351dd96a2 req-2f65a0e4-1e7b-44e1-81a1-427d36ead5a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3a63e4-c686-467a-8220-dab05270fb68 HTTP/1.1" status: 200 len: 1000 time: 0.0730100 Mar 23 13:12:42.047769 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f29eddb5-13b0-4308-86de-d0e480fa3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '2ffa32a4-384f-48c5-ab0d-a858c57f37de', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'port_id': '4f3a63e4-c686-467a-8220-dab05270fb68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'mac_address': 'fa:16:3e:c9:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:11:35Z', 'updated_at': '2022-03-23T13:12:41Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:12:42.065945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015b652-c65b-423c-b737-59c351dd96a2 req-4a1945c2-796c-4d3b-ab04-d814b4a45186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:42.067398 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c015b652-c65b-423c-b737-59c351dd96a2 req-4a1945c2-796c-4d3b-ab04-d814b4a45186 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0438821 Mar 23 13:12:42.073210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29eddb5-13b0-4308-86de-d0e480fa3159 None None] Checking router: d8718cbd-853b-4a84-a6b6-92726642a101 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:12:42.081588 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29eddb5-13b0-4308-86de-d0e480fa3159 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:12:42.082198 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f29eddb5-13b0-4308-86de-d0e480fa3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:12:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:12:42.116864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015b652-c65b-423c-b737-59c351dd96a2 req-4102baf3-a017-4476-acb4-ddf23d81f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:42.118335 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c015b652-c65b-423c-b737-59c351dd96a2 req-4102baf3-a017-4476-acb4-ddf23d81f963 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441236 Mar 23 13:12:42.187423 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-f29eddb5-13b0-4308-86de-d0e480fa3159 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:12:42.223215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c015b652-c65b-423c-b737-59c351dd96a2 req-1147d8da-c576-4284-b6b2-1487351fbc31 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848308 Mar 23 13:12:42.317863 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c015b652-c65b-423c-b737-59c351dd96a2 req-69f416e3-7c93-45a1-a21d-4b01f027b06e service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878356 Mar 23 13:12:42.422524 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-f29eddb5-13b0-4308-86de-d0e480fa3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '2ffa32a4-384f-48c5-ab0d-a858c57f37de', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'port_id': '4f3a63e4-c686-467a-8220-dab05270fb68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'mac_address': 'fa:16:3e:c9:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:11:35Z', 'updated_at': '2022-03-23T13:12:41Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:12:42.448012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29eddb5-13b0-4308-86de-d0e480fa3159 None None] The sync data for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 is: [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '2ffa32a4-384f-48c5-ab0d-a858c57f37de', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'port_id': '4f3a63e4-c686-467a-8220-dab05270fb68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'mac_address': 'fa:16:3e:c9:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:11:35Z', 'updated_at': '2022-03-23T13:12:41Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:12:42.634180 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8a59c-80e5-46f9-ade1-248c682f841f None None] New status for floating IP 2ffa32a4-384f-48c5-ab0d-a858c57f37de: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:12:43.060256 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35bfcd-4294-4189-8689-ec9d4dd2499e req-e794a5bc-25e9-494b-b166-68786b507069 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:43.061771 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b35bfcd-4294-4189-8689-ec9d4dd2499e req-e794a5bc-25e9-494b-b166-68786b507069 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0495820 Mar 23 13:12:43.098466 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b35bfcd-4294-4189-8689-ec9d4dd2499e req-af7d4ede-c831-4cbd-aabc-b4eec5e44948 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307755 Mar 23 13:12:44.220040 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2d039-63d2-46d7-a966-95b3641c9f43 req-35768a0d-c0c0-409b-90d0-ea2dfd772c5d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:44.221529 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-abf2d039-63d2-46d7-a966-95b3641c9f43 req-35768a0d-c0c0-409b-90d0-ea2dfd772c5d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0529566 Mar 23 13:12:44.259532 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-abf2d039-63d2-46d7-a966-95b3641c9f43 req-8dd68b5d-a07c-4787-a3ec-ccb91a4eb8e4 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319743 Mar 23 13:12:45.378773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00be54d-e776-47aa-bdee-b8d35ddc1689 req-d49561d8-7c87-4f7a-928a-645c2928e5af tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:45.380236 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a00be54d-e776-47aa-bdee-b8d35ddc1689 req-d49561d8-7c87-4f7a-928a-645c2928e5af tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0499003 Mar 23 13:12:45.417307 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a00be54d-e776-47aa-bdee-b8d35ddc1689 req-952031fe-e4b9-4ce3-b04a-a6c9fb54dd25 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310538 Mar 23 13:12:46.391862 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:46.533591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdd817-644a-47e4-8f31-c4479a907899 req-8b77e73a-24a9-4658-8edd-31ff046e3981 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:46.535050 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fdbdd817-644a-47e4-8f31-c4479a907899 req-8b77e73a-24a9-4658-8edd-31ff046e3981 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0492945 Mar 23 13:12:46.571485 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fdbdd817-644a-47e4-8f31-c4479a907899 req-c3673515-a20f-4cbc-bfc5-52988e085357 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304992 Mar 23 13:12:47.694805 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866aa46-bf63-4ab5-bd66-e604fe0f0c4d req-cb3f7de5-b87e-4463-bc6d-46577e213ef8 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:47.696327 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8866aa46-bf63-4ab5-bd66-e604fe0f0c4d req-cb3f7de5-b87e-4463-bc6d-46577e213ef8 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0582976 Mar 23 13:12:47.737076 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8866aa46-bf63-4ab5-bd66-e604fe0f0c4d req-2a5cda6c-9793-4af6-9925-48ef083db259 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314817 Mar 23 13:12:47.759213 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:48.852222 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397cdd7-933f-4ae2-9447-873e34c3e8a5 req-8f68770c-beb9-49d3-be04-0743b9d38d91 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:48.853667 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5397cdd7-933f-4ae2-9447-873e34c3e8a5 req-8f68770c-beb9-49d3-be04-0743b9d38d91 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0477591 Mar 23 13:12:48.890210 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5397cdd7-933f-4ae2-9447-873e34c3e8a5 req-32c2a603-c8bf-4ce8-813b-1978cf8bf6fd tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300076 Mar 23 13:12:50.009802 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d14bbc-b5b5-4a32-9033-0ff747fddbbb req-b201ec00-5504-4f22-946b-51eabaae7b27 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:50.011333 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23d14bbc-b5b5-4a32-9033-0ff747fddbbb req-b201ec00-5504-4f22-946b-51eabaae7b27 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0526426 Mar 23 13:12:50.069274 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-23d14bbc-b5b5-4a32-9033-0ff747fddbbb req-9b1a0c50-7cec-4ba4-8937-bd50b43db716 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492175 Mar 23 13:12:51.216468 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db722c9-5932-4fac-9324-9888887777ec req-ba6516c9-bc7f-48ae-a3e6-dc4de4b931bd tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:51.218945 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1db722c9-5932-4fac-9324-9888887777ec req-ba6516c9-bc7f-48ae-a3e6-dc4de4b931bd tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0800200 Mar 23 13:12:51.255003 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1db722c9-5932-4fac-9324-9888887777ec req-33c20eb8-dc46-4934-ba61-1644ab79b546 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302460 Mar 23 13:12:52.370072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664af9d-375f-4d5e-aa99-c5aa4968b7be req-73fb34fc-360f-4314-816f-62b32569b09c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:52.372107 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0664af9d-375f-4d5e-aa99-c5aa4968b7be req-73fb34fc-360f-4314-816f-62b32569b09c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0489571 Mar 23 13:12:52.410234 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0664af9d-375f-4d5e-aa99-c5aa4968b7be req-282171df-0f95-4a74-9edf-51b39e62e8e8 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320442 Mar 23 13:12:53.523263 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb993b-d2d0-4f65-a10d-cdd9f494a8ab req-c789b2f2-9eec-4a38-87d8-8b96dc846cf3 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:53.524750 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-29bb993b-d2d0-4f65-a10d-cdd9f494a8ab req-c789b2f2-9eec-4a38-87d8-8b96dc846cf3 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0477467 Mar 23 13:12:53.562191 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-29bb993b-d2d0-4f65-a10d-cdd9f494a8ab req-3b629207-b6ab-469a-ae02-dc57cc92dce2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305927 Mar 23 13:12:54.095456 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-530bdbf2-7d51-4d87-a11d-2ca5cf044263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:54.680943 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f0ce5-890c-4cac-866e-a615cc950413 req-dda6e5ca-6d08-4e29-8899-3c431e907f94 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:54.682431 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b30f0ce5-890c-4cac-866e-a615cc950413 req-dda6e5ca-6d08-4e29-8899-3c431e907f94 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0535030 Mar 23 13:12:54.722339 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b30f0ce5-890c-4cac-866e-a615cc950413 req-6b448b4f-d10d-4747-a165-48253e9308e6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334277 Mar 23 13:12:55.840814 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd429d27-4c66-402a-bf44-4277f35ff3e7 req-1742a484-8098-4d8e-93b2-0a5f1cc626d5 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:55.842226 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dd429d27-4c66-402a-bf44-4277f35ff3e7 req-1742a484-8098-4d8e-93b2-0a5f1cc626d5 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0522451 Mar 23 13:12:55.881854 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dd429d27-4c66-402a-bf44-4277f35ff3e7 req-ccca8d8d-36ad-4cfe-9537-dbe31ec70825 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336249 Mar 23 13:12:56.966958 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-30e54c4d-2d9f-49f4-b988-ec51d8faa766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:57.006047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797fd56-5f9d-4a71-9550-ca5f4238984a req-9c7a24af-c4b0-4e09-82b8-b963c41460c6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:57.007529 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9797fd56-5f9d-4a71-9550-ca5f4238984a req-9c7a24af-c4b0-4e09-82b8-b963c41460c6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0522027 Mar 23 13:12:57.046083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9797fd56-5f9d-4a71-9550-ca5f4238984a req-aab6794e-59f6-4f08-8119-e064a62cc87a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313551 Mar 23 13:12:57.887040 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:58.165628 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf5c02-9acf-4a66-b87e-c017134f525e req-83216c5f-a334-4ba1-a547-a358f13f1af9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:58.167130 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-36bf5c02-9acf-4a66-b87e-c017134f525e req-83216c5f-a334-4ba1-a547-a358f13f1af9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0531378 Mar 23 13:12:58.213510 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-36bf5c02-9acf-4a66-b87e-c017134f525e req-d0906f80-5388-4ba0-ae48-907ee3c90a78 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395751 Mar 23 13:12:58.698988 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:12:59.196969 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:12:59.331411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248289f8-2a46-493f-843f-82730bcbd802 req-5306b4f5-9bee-43a8-b43f-ae78926c6dda tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:12:59.332930 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-248289f8-2a46-493f-843f-82730bcbd802 req-5306b4f5-9bee-43a8-b43f-ae78926c6dda tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0495965 Mar 23 13:12:59.371895 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-248289f8-2a46-493f-843f-82730bcbd802 req-7db1efaf-b9a8-4d88-89cf-6f6a917fa4d1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328755 Mar 23 13:12:59.558164 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:00.489982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5949a23-74bc-43fb-b5e2-ce29e9e87ab6 req-c33e643c-a9ec-49e1-acf5-a9bb61bebf68 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:00.491481 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d5949a23-74bc-43fb-b5e2-ce29e9e87ab6 req-c33e643c-a9ec-49e1-acf5-a9bb61bebf68 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0489500 Mar 23 13:13:00.531172 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d5949a23-74bc-43fb-b5e2-ce29e9e87ab6 req-74a78519-41c0-480e-91e2-e0468fd90e61 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330639 Mar 23 13:13:01.651608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76182e49-adf6-4c1d-b848-7e8efea2942c req-7393a2b5-8286-466d-9d04-47f708a98d1c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:01.654116 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-76182e49-adf6-4c1d-b848-7e8efea2942c req-7393a2b5-8286-466d-9d04-47f708a98d1c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0540478 Mar 23 13:13:01.692664 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-76182e49-adf6-4c1d-b848-7e8efea2942c req-e4027788-ad9a-451d-8571-36cc360b8d05 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325606 Mar 23 13:13:02.818085 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ed565-ea97-44fd-ad02-6c4e83328fa0 req-5459c3b1-7d30-4a6b-a01e-021ef76e4829 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:02.819553 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c5ed565-ea97-44fd-ad02-6c4e83328fa0 req-5459c3b1-7d30-4a6b-a01e-021ef76e4829 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0497394 Mar 23 13:13:02.860237 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0c5ed565-ea97-44fd-ad02-6c4e83328fa0 req-e6924d53-3ed5-4563-9cbe-4457926a093e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345681 Mar 23 13:13:03.980447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37ce09-d27c-4566-bd7d-729996c7675f req-8dee5da4-a554-47a2-92df-c2cf23d2aa2e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:03.981913 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e37ce09-d27c-4566-bd7d-729996c7675f req-8dee5da4-a554-47a2-92df-c2cf23d2aa2e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0488577 Mar 23 13:13:04.019910 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e37ce09-d27c-4566-bd7d-729996c7675f req-417ad3dc-33c7-4df0-8fe6-b749aec18d94 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313697 Mar 23 13:13:05.146151 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a1fba-10bf-4091-bb15-b692bd31f237 req-db9b3f47-253c-46f1-a3aa-4a004fe34ee3 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:05.147513 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-965a1fba-10bf-4091-bb15-b692bd31f237 req-db9b3f47-253c-46f1-a3aa-4a004fe34ee3 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0583086 Mar 23 13:13:05.188549 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-965a1fba-10bf-4091-bb15-b692bd31f237 req-da57ac9a-48f5-4e7b-a885-5fb16f094f26 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318103 Mar 23 13:13:05.430952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579a79c-2112-4eb0-8445-64a3399ac8b0 req-55e854a1-92af-4625-8777-f282d8e1009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:05.432474 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1579a79c-2112-4eb0-8445-64a3399ac8b0 req-55e854a1-92af-4625-8777-f282d8e1009c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 1097 time: 0.0418663 Mar 23 13:13:05.559302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579a79c-2112-4eb0-8445-64a3399ac8b0 req-c2723f92-62d9-42c2-9a51-9fdd2eb954e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:05.560818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1579a79c-2112-4eb0-8445-64a3399ac8b0 req-c2723f92-62d9-42c2-9a51-9fdd2eb954e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0970392 Mar 23 13:13:05.626507 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1579a79c-2112-4eb0-8445-64a3399ac8b0 req-da0ce8ce-13fb-477c-87be-6bfe8c4a04a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3a63e4-c686-467a-8220-dab05270fb68 HTTP/1.1" status: 200 len: 1002 time: 0.0582948 Mar 23 13:13:05.688406 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579a79c-2112-4eb0-8445-64a3399ac8b0 req-8415940b-8d7c-4ae4-8339-6e9a3fe4176e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:05.689800 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1579a79c-2112-4eb0-8445-64a3399ac8b0 req-8415940b-8d7c-4ae4-8339-6e9a3fe4176e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0486553 Mar 23 13:13:05.735471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579a79c-2112-4eb0-8445-64a3399ac8b0 req-54f2a01a-8276-4a17-9a86-ac016821229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:05.743006 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1579a79c-2112-4eb0-8445-64a3399ac8b0 req-54f2a01a-8276-4a17-9a86-ac016821229c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405805 Mar 23 13:13:05.829878 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1579a79c-2112-4eb0-8445-64a3399ac8b0 req-f4f0856a-8dd2-4764-b501-36a01361692d service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840940 Mar 23 13:13:05.924378 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1579a79c-2112-4eb0-8445-64a3399ac8b0 req-7c79bbb0-14ca-4b77-a919-c25a83240326 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874822 Mar 23 13:13:06.309594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f9ade-c081-4624-a6d4-ce63fe9a1321 req-a73ae6f4-0e4e-4461-9d34-186cc386dd9b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:06.312363 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d85f9ade-c081-4624-a6d4-ce63fe9a1321 req-a73ae6f4-0e4e-4461-9d34-186cc386dd9b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0522454 Mar 23 13:13:06.349110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d85f9ade-c081-4624-a6d4-ce63fe9a1321 req-feef7ab8-1957-4bc9-aec9-b0866d9aa0e6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310569 Mar 23 13:13:07.465575 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7a2ec-0c4d-4277-82a6-63ede99d4b71 req-e620411b-a14d-4b28-881d-ae822d30939a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:07.466952 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-abb7a2ec-0c4d-4277-82a6-63ede99d4b71 req-e620411b-a14d-4b28-881d-ae822d30939a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0483711 Mar 23 13:13:07.505114 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-abb7a2ec-0c4d-4277-82a6-63ede99d4b71 req-d0f5ce72-ed0a-4333-a3eb-5c2b3e912667 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321527 Mar 23 13:13:07.729103 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-0858ccad-22a0-4031-bf89-d380a6c8d169 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387092 Mar 23 13:13:07.741682 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33255745-3f7b-48fc-aefb-1b01549bd2b6 req-4fdce4fb-9b29-44d0-a20b-b6524d3d976b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:07.743149 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33255745-3f7b-48fc-aefb-1b01549bd2b6 req-4fdce4fb-9b29-44d0-a20b-b6524d3d976b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0485644 Mar 23 13:13:07.783526 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33255745-3f7b-48fc-aefb-1b01549bd2b6 req-4ae5df53-650d-4948-94b5-608cda7cea06 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332761 Mar 23 13:13:08.837932 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-86a9e4f9-c824-4b82-9c38-8b07e3ec0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:08.839469 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-86a9e4f9-c824-4b82-9c38-8b07e3ec0043 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 1097 time: 0.0465488 Mar 23 13:13:08.972111 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5e364-ba7c-4808-9e41-6cc579c00509 req-51da3f39-2661-4325-ba45-d3d20b747544 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:08.973483 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1ba5e364-ba7c-4808-9e41-6cc579c00509 req-51da3f39-2661-4325-ba45-d3d20b747544 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.1051450 Mar 23 13:13:08.976249 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-33551103-7314-4f80-81e6-7da8f6155c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:08.977603 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-33551103-7314-4f80-81e6-7da8f6155c40 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1271300 Mar 23 13:13:09.051746 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1ba5e364-ba7c-4808-9e41-6cc579c00509 req-26d77984-60c1-4372-8aba-e8b1d4172f31 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722716 Mar 23 13:13:09.062046 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-684afe7c-9f1c-42f7-ac7d-2569a3197247 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3a63e4-c686-467a-8220-dab05270fb68 HTTP/1.1" status: 200 len: 1002 time: 0.0767944 Mar 23 13:13:09.112310 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-fe3cfc9e-c151-49b3-9805-e2749bd13510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:09.113766 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-fe3cfc9e-c151-49b3-9805-e2749bd13510 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0445688 Mar 23 13:13:09.163425 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-f41d9a85-fc4b-4876-9665-e1567a398c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:09.164931 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-f41d9a85-fc4b-4876-9665-e1567a398c30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438521 Mar 23 13:13:09.253722 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-229db5bf-6039-4ac3-ace4-cf0325af1adb service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804634 Mar 23 13:13:09.348734 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-61405dfa-b866-4bfe-9664-82171f5b2c95 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880454 Mar 23 13:13:10.173877 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa5f72-6537-475c-9ab2-ff964a7b37ef req-dba7fcf3-c95b-4c22-a503-e36177bf8553 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:10.175411 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbfa5f72-6537-475c-9ab2-ff964a7b37ef req-dba7fcf3-c95b-4c22-a503-e36177bf8553 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0538955 Mar 23 13:13:10.216020 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dbfa5f72-6537-475c-9ab2-ff964a7b37ef req-a4a0a4e1-0a41-406d-8924-c49d174e031e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345848 Mar 23 13:13:11.154783 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-21291c03-8aaf-44ce-be61-5c4790da73e5 service neutron] show failed (client error): The resource could not be found. Mar 23 13:13:11.155791 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-21291c03-8aaf-44ce-be61-5c4790da73e5 service neutron] 10.222.0.73 "GET /v2.0/ports/4f3a63e4-c686-467a-8220-dab05270fb68/bindings/n-h1-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.0555511 Mar 23 13:13:11.372134 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f47778-a2cc-4b9e-a5bb-20a7d6761c9a req-29e9f4f3-1142-45ae-b608-f57f9757298e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:11.374388 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9f47778-a2cc-4b9e-a5bb-20a7d6761c9a req-29e9f4f3-1142-45ae-b608-f57f9757298e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0818641 Mar 23 13:13:11.377089 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-6effe593-ba61-4eb1-97da-988f57b3724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:11.378430 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-6effe593-ba61-4eb1-97da-988f57b3724f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53&tenant_id=9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 1097 time: 0.0580971 Mar 23 13:13:11.391843 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834854-1', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:13:11.459221 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9f47778-a2cc-4b9e-a5bb-20a7d6761c9a req-c7179267-9606-40c3-941f-3bc81ab4c2bd tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783556 Mar 23 13:13:11.465741 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:11.664866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] For port 4f3a63e4-c686-467a-8220-dab05270fb68, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4f3a63e4-c686-467a-8220-dab05270fb68,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:13:11.697624 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] For port 4f3a63e4-c686-467a-8220-dab05270fb68, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:13:11.735688 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3a63e4-c686-467a-8220-dab05270fb68'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:13:11.737885 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a48b08-ed10-40ae-aa5c-a31429a4c8fb" -d '{"events": [{"server_uuid": "32af6a68-c839-4392-9a06-be8e7fe0cf53", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3a63e4-c686-467a-8220-dab05270fb68"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:13:11.741631 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:11.753712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Transition to ACTIVE for port object 4f3a63e4-c686-467a-8220-dab05270fb68 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:13:11.757655 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:11.791387 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 13:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4d2d44-ff5c-4116-b0ed-be54ca7b6aaa x-openstack-request-id: req-af4d2d44-ff5c-4116-b0ed-be54ca7b6aaa {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:13:11.791674 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32af6a68-c839-4392-9a06-be8e7fe0cf53", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3a63e4-c686-467a-8220-dab05270fb68", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:13:11.792555 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af4d2d44-ff5c-4116-b0ed-be54ca7b6aaa {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:13:11.792555 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3a63e4-c686-467a-8220-dab05270fb68', 'code': 200} Mar 23 13:13:11.838167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Pushing event updated for resources: {'Port': ['ID=4f3a63e4-c686-467a-8220-dab05270fb68,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:13:11.882397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] No DVR routers for this DVR port 4f3a63e4-c686-467a-8220-dab05270fb68 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:13:12.020507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Attempting to bind port 4f3a63e4-c686-467a-8220-dab05270fb68 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:13:12.020775 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Attempting to bind port 4f3a63e4-c686-467a-8220-dab05270fb68 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:13:12.021086 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Attempting to bind port 4f3a63e4-c686-467a-8220-dab05270fb68 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:13:12.025390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Port 4f3a63e4-c686-467a-8220-dab05270fb68 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:13:12.025706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Attempting to bind port 4f3a63e4-c686-467a-8220-dab05270fb68 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:13:12.030762 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:13:12.031103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Checking segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:13:12.031478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Bound using segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:13:12.031896 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Bound port: 4f3a63e4-c686-467a-8220-dab05270fb68, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:13:12.032269 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:12.095768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] For port 4f3a63e4-c686-467a-8220-dab05270fb68, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:13:12.098645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] For port 4f3a63e4-c686-467a-8220-dab05270fb68, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4f3a63e4-c686-467a-8220-dab05270fb68,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:13:12.101910 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:12.137263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:12.137912 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:12.139347 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] 10.222.0.77 "PUT /v2.0/ports/4f3a63e4-c686-467a-8220-dab05270fb68 HTTP/1.1" status: 200 len: 1092 time: 0.7514615 Mar 23 13:13:12.160820 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e28e5a-deb8-4b67-be5d-cec37e04028c service neutron] Pushing event updated for resources: {'Port': ['ID=4f3a63e4-c686-467a-8220-dab05270fb68,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:13:12.211794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-b141c586-2ab4-4f67-87e4-913fb0269aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:12.213353 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-b141c586-2ab4-4f67-87e4-913fb0269aa1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 1095 time: 0.0468140 Mar 23 13:13:12.654274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1f1c9-767f-46bf-a39d-076061ff2f38 req-812ea333-c458-45f8-9e11-24816a1b57a7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:12.655781 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ae1f1c9-767f-46bf-a39d-076061ff2f38 req-812ea333-c458-45f8-9e11-24816a1b57a7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 944 time: 0.0733480 Mar 23 13:13:12.657190 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-aa75b59f-7dcc-4275-a0c7-4517cbb7fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:12.658475 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-aa75b59f-7dcc-4275-a0c7-4517cbb7fb5a service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.4378288 Mar 23 13:13:12.738634 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0ae1f1c9-767f-46bf-a39d-076061ff2f38 req-18bb3937-163f-43a7-8ddf-ff421423e822 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767159 Mar 23 13:13:12.747100 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-d07cc23d-5070-476d-87f9-8a65f5ef396b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3a63e4-c686-467a-8220-dab05270fb68 HTTP/1.1" status: 200 len: 1000 time: 0.0793617 Mar 23 13:13:12.797222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-8a60fa07-5ede-4c30-8e80-3a6f9b1ab38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:12.798634 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-8a60fa07-5ede-4c30-8e80-3a6f9b1ab38a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0435457 Mar 23 13:13:12.843762 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-1ab609a1-2ec9-4fe9-8352-8efa31018177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:12.845260 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-1ab609a1-2ec9-4fe9-8352-8efa31018177 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394111 Mar 23 13:13:12.937072 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-7ff503c3-23ba-44a2-9e34-7a5a37029074 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846000 Mar 23 13:13:13.023244 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1bf4b24c-a590-4cd6-a415-0751a2c0540a req-78cb86d9-a232-42d1-a017-6dea9b8a0a7c service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790858 Mar 23 13:13:13.793447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'tag': '4f3a63e4-c686-467a-8220-dab05270fb68'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:13:13.796604 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "32af6a68-c839-4392-9a06-be8e7fe0cf53", "tag": "4f3a63e4-c686-467a-8220-dab05270fb68"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:13:13.845461 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ce622f-3802-41ba-83d5-11ccdabde463 x-openstack-request-id: req-e6ce622f-3802-41ba-83d5-11ccdabde463 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:13:13.845761 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32af6a68-c839-4392-9a06-be8e7fe0cf53", "tag": "4f3a63e4-c686-467a-8220-dab05270fb68", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:13:13.846014 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6ce622f-3802-41ba-83d5-11ccdabde463 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:13:13.846436 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'tag': '4f3a63e4-c686-467a-8220-dab05270fb68', 'status': 'completed', 'code': 200} Mar 23 13:13:13.867491 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51c519-3ba4-4d1a-8c84-3b3042b46f13 req-21e4dded-4452-4b5f-89e3-4c189f5e560c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:13.870061 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9e51c519-3ba4-4d1a-8c84-3b3042b46f13 req-21e4dded-4452-4b5f-89e3-4c189f5e560c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 944 time: 0.0575395 Mar 23 13:13:13.909557 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9e51c519-3ba4-4d1a-8c84-3b3042b46f13 req-82a7a2a4-b60d-40e9-85c3-28d64f9c8ffe tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333352 Mar 23 13:13:13.941916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-d75298e7-ab80-42dc-9601-89cf2a3c1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:13.943428 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-d75298e7-ab80-42dc-9601-89cf2a3c1ad0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 1095 time: 0.0759435 Mar 23 13:13:13.945861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-be01c32e-72fb-423c-adc2-fb7ecdc10685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:13.947206 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-be01c32e-72fb-423c-adc2-fb7ecdc10685 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 1095 time: 0.0711467 Mar 23 13:13:14.100441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-b1e72e32-ee32-4945-aa55-473923d3164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:14.101829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-b1e72e32-ee32-4945-aa55-473923d3164b service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1518493 Mar 23 13:13:14.103154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-2398a482-fd61-4c74-b33e-b8ca4460bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:14.104504 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-2398a482-fd61-4c74-b33e-b8ca4460bdec service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1470034 Mar 23 13:13:14.218577 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-4cb85d6c-c557-4ed6-bd34-d63aff27a54c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3a63e4-c686-467a-8220-dab05270fb68 HTTP/1.1" status: 200 len: 1000 time: 0.1089287 Mar 23 13:13:14.220377 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-97c8dd5d-8ad8-4f3a-8eaa-d3503af3f453 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3a63e4-c686-467a-8220-dab05270fb68 HTTP/1.1" status: 200 len: 1000 time: 0.1052632 Mar 23 13:13:14.300186 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-4c087602-e7f7-4e0f-bd93-110f751e004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:14.301639 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-4c087602-e7f7-4e0f-bd93-110f751e004e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0764694 Mar 23 13:13:14.304922 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-2c09c920-6751-4b98-860d-e09b8f1d4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:14.306226 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-2c09c920-6751-4b98-860d-e09b8f1d4f50 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0739498 Mar 23 13:13:14.376572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-d8133c41-8f56-4e54-bfa2-2a55d83eba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:14.378092 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-d8133c41-8f56-4e54-bfa2-2a55d83eba99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693114 Mar 23 13:13:14.380432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-d4f1d8e1-4187-46d5-b2c0-4419b665b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:14.381757 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-d4f1d8e1-4187-46d5-b2c0-4419b665b65b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656874 Mar 23 13:13:14.538920 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-c89c1f93-3c53-475c-8af4-7614ae96c15b service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530769 Mar 23 13:13:14.541066 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-bc13aa72-1efe-4200-a263-83efc1fcf931 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479180 Mar 23 13:13:14.700790 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-45af7f51-5e94-458d-888b-d26fa0003ba8 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540961 Mar 23 13:13:14.702626 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dd2ae2f2-d1a9-448c-81f2-d68c515c0ed5 req-31046251-36bd-4325-b154-c60328d30328 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490519 Mar 23 13:13:15.026230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71e22c-b421-45c4-bfff-ae1b43140bf3 req-058d27ff-f3b7-4a58-b15e-ac91623c8f14 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:15.027600 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0d71e22c-b421-45c4-bfff-ae1b43140bf3 req-058d27ff-f3b7-4a58-b15e-ac91623c8f14 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 944 time: 0.0483546 Mar 23 13:13:15.065385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0d71e22c-b421-45c4-bfff-ae1b43140bf3 req-5705e927-816c-48fb-90ed-ac0b7b4bc5d1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309234 Mar 23 13:13:16.182843 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c307592-f8d6-43f3-91f0-854b4f495e77 req-024fbec8-3bbc-4631-854f-c816cbbdd83f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:16.184340 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c307592-f8d6-43f3-91f0-854b4f495e77 req-024fbec8-3bbc-4631-854f-c816cbbdd83f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 944 time: 0.0496247 Mar 23 13:13:16.222172 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c307592-f8d6-43f3-91f0-854b4f495e77 req-c8ebfe69-16f0-48e8-be26-452d9f7aea0d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312200 Mar 23 13:13:16.410055 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 4f3a63e4-c686-467a-8220-dab05270fb68 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:13:16.414320 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:16.419607 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc0e60-caa0-4d76-9870-9770787c6672 req-fc8b4166-86ba-4729-b97c-45c5307630bb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:16.421751 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-37dc0e60-caa0-4d76-9870-9770787c6672 req-fc8b4166-86ba-4729-b97c-45c5307630bb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 944 time: 0.0575342 Mar 23 13:13:16.431329 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0e1b0-4d29-4900-96e6-ef3b3eba5f17 req-cbebd943-5c97-4dbe-bbb3-3f2b67d07758 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:16.432821 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bec0e1b0-4d29-4900-96e6-ef3b3eba5f17 req-cbebd943-5c97-4dbe-bbb3-3f2b67d07758 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.73 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53&tenant_id=9ebb500257ce411697b4a6f335423bbe&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 944 time: 0.0545506 Mar 23 13:13:16.452305 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 4f3a63e4-c686-467a-8220-dab05270fb68 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:13:16.461347 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-37dc0e60-caa0-4d76-9870-9770787c6672 req-e4fc8fb8-473c-4994-8be0-93327aa88266 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323579 Mar 23 13:13:16.496735 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-bec0e1b0-4d29-4900-96e6-ef3b3eba5f17 req-26683b2a-dae6-429e-9195-da455afa1459 service neutron] delete failed (client error): The resource could not be found. Mar 23 13:13:16.497771 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bec0e1b0-4d29-4900-96e6-ef3b3eba5f17 req-26683b2a-dae6-429e-9195-da455afa1459 service neutron] 10.222.0.73 "DELETE /v2.0/ports/4f3a63e4-c686-467a-8220-dab05270fb68/bindings/n-h2-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.0578010 Mar 23 13:13:16.584713 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0e1b0-4d29-4900-96e6-ef3b3eba5f17 req-5e339a52-e632-44a3-9021-67cd236ea194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:16.586190 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bec0e1b0-4d29-4900-96e6-ef3b3eba5f17 req-5e339a52-e632-44a3-9021-67cd236ea194 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 1095 time: 0.0450106 Mar 23 13:13:16.678670 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0e1b0-4d29-4900-96e6-ef3b3eba5f17 req-2baf7e3c-b902-44f4-b3d3-43d79a987ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:16.680110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bec0e1b0-4d29-4900-96e6-ef3b3eba5f17 req-2baf7e3c-b902-44f4-b3d3-43d79a987ef8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0857472 Mar 23 13:13:16.749010 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bec0e1b0-4d29-4900-96e6-ef3b3eba5f17 req-a4021238-1f6b-4bba-a53f-ae2375d0a79a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3a63e4-c686-467a-8220-dab05270fb68 HTTP/1.1" status: 200 len: 1000 time: 0.0622568 Mar 23 13:13:16.798362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0e1b0-4d29-4900-96e6-ef3b3eba5f17 req-27e355c0-cfe6-42d6-8f66-32cdb994171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:16.799816 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bec0e1b0-4d29-4900-96e6-ef3b3eba5f17 req-27e355c0-cfe6-42d6-8f66-32cdb994171c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0443854 Mar 23 13:13:16.845596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0e1b0-4d29-4900-96e6-ef3b3eba5f17 req-bddae1f7-0809-4516-b794-a3fddf6b75da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:16.847075 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bec0e1b0-4d29-4900-96e6-ef3b3eba5f17 req-bddae1f7-0809-4516-b794-a3fddf6b75da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406439 Mar 23 13:13:16.953087 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bec0e1b0-4d29-4900-96e6-ef3b3eba5f17 req-ccb8bc7c-972c-4ca3-b469-864ea974425b service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985439 Mar 23 13:13:16.973273 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 4f3a63e4-c686-467a-8220-dab05270fb68 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:13:17.042666 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bec0e1b0-4d29-4900-96e6-ef3b3eba5f17 req-2185bf95-3544-4ffc-8108-8d81117c2357 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831993 Mar 23 13:13:17.064467 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 4f3a63e4-c686-467a-8220-dab05270fb68, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4f3a63e4-c686-467a-8220-dab05270fb68,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:13:17.076078 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '4f3a63e4-c686-467a-8220-dab05270fb68', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'port_id': '4f3a63e4-c686-467a-8220-dab05270fb68', 'mac_address': 'fa:16:3e:c9:e9:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:13:17.113315 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:17.130333 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3a63e4-c686-467a-8220-dab05270fb68 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:13:17.150870 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 4f3a63e4-c686-467a-8220-dab05270fb68, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4f3a63e4-c686-467a-8220-dab05270fb68,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:13:17.155143 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:17.355054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=4f3a63e4-c686-467a-8220-dab05270fb68,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:13:17.512268 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['4f3a63e4-c686-467a-8220-dab05270fb68'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:13:17.599260 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce6667-6a02-4f0b-b820-008867cb1002 req-ac3553f0-8070-4605-9370-2028f8db411e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:17.600962 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e0ce6667-6a02-4f0b-b820-008867cb1002 req-ac3553f0-8070-4605-9370-2028f8db411e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 945 time: 0.0585716 Mar 23 13:13:17.643958 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e0ce6667-6a02-4f0b-b820-008867cb1002 req-a2c5cd92-c112-4f4e-b597-774c1423fc17 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363789 Mar 23 13:13:17.753114 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:17.760990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddcc52-13b3-44dc-b4d0-b7bb1d85c141 req-d40442f8-5b33-49a7-8b6d-8cc56c48f884 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:17.762480 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03ddcc52-13b3-44dc-b4d0-b7bb1d85c141 req-d40442f8-5b33-49a7-8b6d-8cc56c48f884 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 945 time: 0.0494678 Mar 23 13:13:17.800680 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-03ddcc52-13b3-44dc-b4d0-b7bb1d85c141 req-b15af544-8c50-4bb3-b805-83938b3970db tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320137 Mar 23 13:13:17.994680 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e93b1-928b-4768-8a73-994256e5ff09 req-a8396e97-8028-47d4-86fc-deedd361228c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:17.996166 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb5e93b1-928b-4768-8a73-994256e5ff09 req-a8396e97-8028-47d4-86fc-deedd361228c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 945 time: 0.0485833 Mar 23 13:13:18.033840 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ae952-7df7-4baa-8491-b8ea52a554b2 req-61cb5588-4c71-420d-9a3a-a416adfeb238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:18.035079 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb5e93b1-928b-4768-8a73-994256e5ff09 req-a6de858f-fa63-4e78-9db5-36accf90e4e3 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Mar 23 13:13:18.035347 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-267ae952-7df7-4baa-8491-b8ea52a554b2 req-61cb5588-4c71-420d-9a3a-a416adfeb238 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 1096 time: 0.0461216 Mar 23 13:13:18.124627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ae952-7df7-4baa-8491-b8ea52a554b2 req-bad21a40-cc64-42d1-b767-f51d26732d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:18.126086 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-267ae952-7df7-4baa-8491-b8ea52a554b2 req-bad21a40-cc64-42d1-b767-f51d26732d79 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0841701 Mar 23 13:13:18.195910 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-267ae952-7df7-4baa-8491-b8ea52a554b2 req-b8f3ed39-964a-4bb6-b889-0a44dfceb9d3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3a63e4-c686-467a-8220-dab05270fb68 HTTP/1.1" status: 200 len: 1001 time: 0.0623064 Mar 23 13:13:18.244015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ae952-7df7-4baa-8491-b8ea52a554b2 req-3d2dbed9-8449-402d-a10b-46d117413c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:18.245424 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-267ae952-7df7-4baa-8491-b8ea52a554b2 req-3d2dbed9-8449-402d-a10b-46d117413c31 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0429301 Mar 23 13:13:18.291348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ae952-7df7-4baa-8491-b8ea52a554b2 req-5a80533f-02c6-4daa-9102-ee22e28b4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:18.293073 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-267ae952-7df7-4baa-8491-b8ea52a554b2 req-5a80533f-02c6-4daa-9102-ee22e28b4174 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400531 Mar 23 13:13:18.385192 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-267ae952-7df7-4baa-8491-b8ea52a554b2 req-ddb3f496-e711-44ea-844f-1b516faaeb10 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842617 Mar 23 13:13:18.473869 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-267ae952-7df7-4baa-8491-b8ea52a554b2 req-9abd8b4c-d605-4c2d-945e-ea4e6bc8dead service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808220 Mar 23 13:13:18.999942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 4f3a63e4-c686-467a-8220-dab05270fb68 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:13:19.048764 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 4f3a63e4-c686-467a-8220-dab05270fb68 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:13:19.052304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 4f3a63e4-c686-467a-8220-dab05270fb68 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:13:19.052676 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:19.129192 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:19.154327 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3a63e4-c686-467a-8220-dab05270fb68'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:13:19.156673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d140ae-5da7-4f76-a97d-1de4d86757e7 req-eb403971-714d-45c6-b2eb-cc990609f422 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:19.157465 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdffc13-31b4-459c-afe6-ae77bba78939" -d '{"events": [{"server_uuid": "32af6a68-c839-4392-9a06-be8e7fe0cf53", "name": "network-vif-plugged", "status": "completed", "tag": "4f3a63e4-c686-467a-8220-dab05270fb68"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:13:19.158203 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66d140ae-5da7-4f76-a97d-1de4d86757e7 req-eb403971-714d-45c6-b2eb-cc990609f422 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 945 time: 0.0502844 Mar 23 13:13:19.172143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 4f3a63e4-c686-467a-8220-dab05270fb68, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4f3a63e4-c686-467a-8220-dab05270fb68,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:13:19.177911 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:19.214891 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10123dc2-e12f-4d16-85aa-adaae9b708b7 x-openstack-request-id: req-10123dc2-e12f-4d16-85aa-adaae9b708b7 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:13:19.214891 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32af6a68-c839-4392-9a06-be8e7fe0cf53", "name": "network-vif-plugged", "status": "completed", "tag": "4f3a63e4-c686-467a-8220-dab05270fb68", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:13:19.215224 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10123dc2-e12f-4d16-85aa-adaae9b708b7 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:13:19.215589 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3a63e4-c686-467a-8220-dab05270fb68', 'code': 200} Mar 23 13:13:19.223001 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-66d140ae-5da7-4f76-a97d-1de4d86757e7 req-7fb1ae7f-5eee-489d-8cac-f86e3d7b167c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490413 Mar 23 13:13:19.245635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=4f3a63e4-c686-467a-8220-dab05270fb68,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:13:19.472658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f19ae-be85-4494-8048-50ce77bee74b req-8c2200a4-e477-4243-a320-ebd27fa27a0f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:19.474137 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f9f19ae-be85-4494-8048-50ce77bee74b req-8c2200a4-e477-4243-a320-ebd27fa27a0f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0563765 Mar 23 13:13:19.511586 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f9f19ae-be85-4494-8048-50ce77bee74b req-e30d8e67-ff75-4ce7-a89d-9574278277b6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313973 Mar 23 13:13:20.948832 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738589-1ec7-4df6-afb9-fb0b1b4bab46 req-2e8bea3f-8a4a-430b-9d9f-2876d549f8cb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:20.950308 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77738589-1ec7-4df6-afb9-fb0b1b4bab46 req-2e8bea3f-8a4a-430b-9d9f-2876d549f8cb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.3677783 Mar 23 13:13:20.986828 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011de5ac-78d7-4213-8095-a8ce4dfe0b2b req-913f1e31-42b9-4af8-b9bf-913d56d84938 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:20.988034 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-77738589-1ec7-4df6-afb9-fb0b1b4bab46 req-7f41e90b-0551-467d-864b-af3160be12da tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310218 Mar 23 13:13:20.988359 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-011de5ac-78d7-4213-8095-a8ce4dfe0b2b req-913f1e31-42b9-4af8-b9bf-913d56d84938 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.77 "GET /v2.0/ports?device_id=32af6a68-c839-4392-9a06-be8e7fe0cf53 HTTP/1.1" status: 200 len: 946 time: 0.0525665 Mar 23 13:13:21.092231 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-011de5ac-78d7-4213-8095-a8ce4dfe0b2b req-98473e85-9e5b-4a19-a677-318ddb672bf7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Deleting port 4f3a63e4-c686-467a-8220-dab05270fb68 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:13:21.092561 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-011de5ac-78d7-4213-8095-a8ce4dfe0b2b req-98473e85-9e5b-4a19-a677-318ddb672bf7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:21.177542 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-011de5ac-78d7-4213-8095-a8ce4dfe0b2b req-98473e85-9e5b-4a19-a677-318ddb672bf7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] For port 4f3a63e4-c686-467a-8220-dab05270fb68, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=4f3a63e4-c686-467a-8220-dab05270fb68,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:13:21.177900 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-011de5ac-78d7-4213-8095-a8ce4dfe0b2b req-98473e85-9e5b-4a19-a677-318ddb672bf7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:21.348716 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-011de5ac-78d7-4213-8095-a8ce4dfe0b2b req-98473e85-9e5b-4a19-a677-318ddb672bf7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:21.350872 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-011de5ac-78d7-4213-8095-a8ce4dfe0b2b req-98473e85-9e5b-4a19-a677-318ddb672bf7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:21.350872 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-011de5ac-78d7-4213-8095-a8ce4dfe0b2b req-98473e85-9e5b-4a19-a677-318ddb672bf7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Floating IP 2ffa32a4-384f-48c5-ab0d-a858c57f37de disassociated. External IP: 172.25.2.242, port: 4f3a63e4-c686-467a-8220-dab05270fb68. Mar 23 13:13:21.350872 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-011de5ac-78d7-4213-8095-a8ce4dfe0b2b req-98473e85-9e5b-4a19-a677-318ddb672bf7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Calling delete_port for 4f3a63e4-c686-467a-8220-dab05270fb68 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:13:21.482629 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-011de5ac-78d7-4213-8095-a8ce4dfe0b2b req-98473e85-9e5b-4a19-a677-318ddb672bf7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:21.511754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98473e85-9e5b-4a19-a677-318ddb672bf7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Pushing event deleted for resources: {'Port': ['ID=4f3a63e4-c686-467a-8220-dab05270fb68,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:13:21.627888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-011de5ac-78d7-4213-8095-a8ce4dfe0b2b req-98473e85-9e5b-4a19-a677-318ddb672bf7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Router d8718cbd-853b-4a84-a6b6-92726642a101 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:13:21.739676 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-011de5ac-78d7-4213-8095-a8ce4dfe0b2b req-98473e85-9e5b-4a19-a677-318ddb672bf7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:13:21.752023 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4fd3b6-ec95-46a4-b134-50839c2e385c None None] Sync routers for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:13:21.761453 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4fd3b6-ec95-46a4-b134-50839c2e385c None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:13:21.762075 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3b4fd3b6-ec95-46a4-b134-50839c2e385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:12:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:13:21.778073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-011de5ac-78d7-4213-8095-a8ce4dfe0b2b req-98473e85-9e5b-4a19-a677-318ddb672bf7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] No DVR routers for this DVR port 4f3a63e4-c686-467a-8220-dab05270fb68 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:13:21.782246 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-011de5ac-78d7-4213-8095-a8ce4dfe0b2b req-98473e85-9e5b-4a19-a677-318ddb672bf7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:21.785840 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-011de5ac-78d7-4213-8095-a8ce4dfe0b2b req-98473e85-9e5b-4a19-a677-318ddb672bf7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.77 "DELETE /v2.0/ports/4f3a63e4-c686-467a-8220-dab05270fb68 HTTP/1.1" status: 204 len: 173 time: 0.7913501 Mar 23 13:13:21.786295 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'name': 'network-vif-deleted', 'tag': '4f3a63e4-c686-467a-8220-dab05270fb68'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:13:21.788648 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9099e41c-bff8-4a61-b75f-3b8b7d01e476" -d '{"events": [{"server_uuid": "32af6a68-c839-4392-9a06-be8e7fe0cf53", "name": "network-vif-deleted", "tag": "4f3a63e4-c686-467a-8220-dab05270fb68"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:13:21.828710 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0d3a3b-b9b2-4a40-97a5-3bd972ad6411 x-openstack-request-id: req-4f0d3a3b-b9b2-4a40-97a5-3bd972ad6411 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:13:21.829094 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32af6a68-c839-4392-9a06-be8e7fe0cf53", "name": "network-vif-deleted", "tag": "4f3a63e4-c686-467a-8220-dab05270fb68", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:13:21.829415 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f0d3a3b-b9b2-4a40-97a5-3bd972ad6411 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:13:21.829825 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32af6a68-c839-4392-9a06-be8e7fe0cf53', 'name': 'network-vif-deleted', 'tag': '4f3a63e4-c686-467a-8220-dab05270fb68', 'status': 'completed', 'code': 200} Mar 23 13:13:21.874132 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3b4fd3b6-ec95-46a4-b134-50839c2e385c None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:13:22.093315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3b4fd3b6-ec95-46a4-b134-50839c2e385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:13:22.119578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4fd3b6-ec95-46a4-b134-50839c2e385c None None] Checking router: d8718cbd-853b-4a84-a6b6-92726642a101 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:13:22.127918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4fd3b6-ec95-46a4-b134-50839c2e385c None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:13:22.128661 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3b4fd3b6-ec95-46a4-b134-50839c2e385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:12:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:13:22.234697 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-8341b896-db9b-4b94-be0f-77f76394b6ca tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1656256218&fields=id&tenant_id=9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 267 time: 0.0377090 Mar 23 13:13:22.250188 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-3b4fd3b6-ec95-46a4-b134-50839c2e385c None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:13:22.345807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-39f45f16-4219-4a53-b9f6-43d492966940 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:22.347278 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-39f45f16-4219-4a53-b9f6-43d492966940 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 811 time: 0.1057549 Mar 23 13:13:22.364328 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-b879b1a8-345c-4a89-904d-732866b1cc62 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/quotas/9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 375 time: 0.0104935 Mar 23 13:13:22.422718 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-4fa0514d-c420-476e-b9ad-51c77db07955 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524974 Mar 23 13:13:22.452193 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-3b4fd3b6-ec95-46a4-b134-50839c2e385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:13:22.481940 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4fd3b6-ec95-46a4-b134-50839c2e385c None None] The sync data for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 is: [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:13:22.524342 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-92c4444f-6339-4708-a1f6-2c8ec5f6f613 service neutron] 10.222.0.52 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899708 Mar 23 13:13:22.622646 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-2119feb6-3000-4fdc-b235-078909d96130 service neutron] 10.222.0.52 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916350 Mar 23 13:13:22.713909 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f6f63-4896-4283-9c1b-fa4700b74c29 None None] New status for floating IP 2ffa32a4-384f-48c5-ab0d-a858c57f37de: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:13:22.808608 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0382f289-e48a-43be-90bd-9ed2e008aabc req-ffc21807-bfb3-4c33-880f-cb9c4932c6a6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 210 time: 0.0402465 Mar 23 13:13:23.746129 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-15c4259d-c618-4387-82a0-64deb2286035 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:23.747637 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-15c4259d-c618-4387-82a0-64deb2286035 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 811 time: 0.1059704 Mar 23 13:13:23.791884 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-ae7ca15b-13e8-4984-a6b2-8de2cd019c94 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 380 time: 0.0342014 Mar 23 13:13:23.805043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Request body: {'port': {'device_id': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'admin_state_up': True, 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'security_groups': ['f1dc744c-4256-4ec2-9487-21e2afabeb12']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:13:23.896927 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b79c7e4b-41c8-4eeb-a0ee-12e2ba3a834c req-0d28fb16-0382-4dc7-8354-23e158965ca6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 210 time: 0.0275927 Mar 23 13:13:23.915072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Made reservation on behalf of 9ebb500257ce411697b4a6f335423bbe for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:13:23.922846 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:24.044624 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Allocated IP 172.20.0.8 (1008ec75-e5f8-4fc6-8fbc-4f85323a55ae/8c350a52-02e0-4298-a6b1-8e791ad27aa1/411fe175-7afe-4ce1-b0a2-7621be7146d3) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:13:24.097348 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34da365c-20d3-4c9b-b28a-63ec645872fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:24.181578 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:24.214524 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:24.257475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:13:24.260571 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:13:24.264411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:13:24.299298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Pushing event updated for resources: {'Port': ['ID=411fe175-7afe-4ce1-b0a2-7621be7146d3,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:13:24.314218 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:24.314544 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:24.314881 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:24.315213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:24.315545 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:24.315865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:24.316211 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:24.316529 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:24.316842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:24.317268 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:24.317590 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:24.317906 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:24.334985 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:24.335607 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:24.358513 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-b22ad18c-c750-49ee-9d34-cddbf0725ab2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5561776 Mar 23 13:13:24.373944 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Request body: {'port': {'device_id': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:13:24.430345 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:24.446905 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a174f2f5-dd1f-42f0-8b97-665cb9f5ab2a None None] Provisioning complete for port 411fe175-7afe-4ce1-b0a2-7621be7146d3 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:13:24.447276 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a174f2f5-dd1f-42f0-8b97-665cb9f5ab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:24.480379 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a174f2f5-dd1f-42f0-8b97-665cb9f5ab2a None None] Port 411fe175-7afe-4ce1-b0a2-7621be7146d3 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:13:24.685642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411fe175-7afe-4ce1-b0a2-7621be7146d3 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:13:24.692802 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:24.704563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Transition to ACTIVE for port object 411fe175-7afe-4ce1-b0a2-7621be7146d3 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:13:24.708069 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:24.761678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Pushing event updated for resources: {'Port': ['ID=411fe175-7afe-4ce1-b0a2-7621be7146d3,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:13:24.831979 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Attempting to bind port 411fe175-7afe-4ce1-b0a2-7621be7146d3 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:13:24.832330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Attempting to bind port 411fe175-7afe-4ce1-b0a2-7621be7146d3 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:13:24.832657 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Attempting to bind port 411fe175-7afe-4ce1-b0a2-7621be7146d3 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:13:24.836976 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Port 411fe175-7afe-4ce1-b0a2-7621be7146d3 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:13:24.837298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Attempting to bind port 411fe175-7afe-4ce1-b0a2-7621be7146d3 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:13:24.842734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:13:24.843075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Checking segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:13:24.843502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Bound using segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:13:24.843952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Bound port: 411fe175-7afe-4ce1-b0a2-7621be7146d3, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:13:24.844311 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:24.910690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:13:24.914578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:13:24.919535 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:25.020269 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 4f3a63e4-c686-467a-8220-dab05270fb68 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:13:25.043543 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 4f3a63e4-c686-467a-8220-dab05270fb68 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:13:25.043895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 4f3a63e4-c686-467a-8220-dab05270fb68 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:13:25.279154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:25.280142 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:25.281060 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] 10.222.0.77 "PUT /v2.0/ports/411fe175-7afe-4ce1-b0a2-7621be7146d3 HTTP/1.1" status: 200 len: 1091 time: 0.9126990 Mar 23 13:13:25.284387 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:13:25.286722 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a10598e-f8d0-40f0-b76d-8915b12d3c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:13:25.333707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf4080-4a01-4fba-93f9-d46a339e9ead service neutron] Pushing event updated for resources: {'Port': ['ID=411fe175-7afe-4ce1-b0a2-7621be7146d3,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:13:25.365076 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab5e02d-19e9-4e0c-9fc6-a31258c24320 x-openstack-request-id: req-6ab5e02d-19e9-4e0c-9fc6-a31258c24320 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:13:25.365368 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:13:25.365622 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ab5e02d-19e9-4e0c-9fc6-a31258c24320 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:13:25.366017 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'status': 'completed', 'code': 200} Mar 23 13:13:25.375259 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3e4f9-2ee7-4e36-9198-75a9e077ac28 req-7a4dbafc-a617-42e3-af08-d9ef05023e02 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:25.376829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f0e3e4f9-2ee7-4e36-9198-75a9e077ac28 req-7a4dbafc-a617-42e3-af08-d9ef05023e02 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 943 time: 0.1129992 Mar 23 13:13:25.410598 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-cee776ad-69bd-4812-80d7-4ae7b10bd280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:25.412126 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-cee776ad-69bd-4812-80d7-4ae7b10bd280 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 1094 time: 0.0746264 Mar 23 13:13:25.463329 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f0e3e4f9-2ee7-4e36-9198-75a9e077ac28 req-343138a9-ba5b-4007-bded-3665b5034ff3 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798674 Mar 23 13:13:25.464692 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-64ae9873-31bf-48c3-81c0-66e14ccdb087 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3 HTTP/1.1" status: 200 len: 217 time: 0.0445898 Mar 23 13:13:25.515205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-11801774-f6ac-44c8-ace5-fdd831222001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:25.516702 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-11801774-f6ac-44c8-ace5-fdd831222001 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0439417 Mar 23 13:13:25.561846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-19c4ab9c-a847-49b3-9764-abd08a2542b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:25.563228 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-19c4ab9c-a847-49b3-9764-abd08a2542b3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395002 Mar 23 13:13:25.653766 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-c6919e09-54a4-4e74-9ee9-c641a61deaf9 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830421 Mar 23 13:13:25.741231 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2796eb09-4467-48d3-b3f0-76a40076cf13 req-7876b877-69b7-469b-8665-a29a3af911bb service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800586 Mar 23 13:13:25.826373 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10598e-f8d0-40f0-b76d-8915b12d3c9e req-7186b61b-2003-4431-a2b9-480ac79fce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:25.827746 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a10598e-f8d0-40f0-b76d-8915b12d3c9e req-7186b61b-2003-4431-a2b9-480ac79fce27 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 1094 time: 0.0407300 Mar 23 13:13:25.918738 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10598e-f8d0-40f0-b76d-8915b12d3c9e req-7435ae31-3931-44f1-99ea-f3ca5173864c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:25.920756 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a10598e-f8d0-40f0-b76d-8915b12d3c9e req-7435ae31-3931-44f1-99ea-f3ca5173864c service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0854981 Mar 23 13:13:25.962128 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a10598e-f8d0-40f0-b76d-8915b12d3c9e req-3a2b72b8-c0b2-4ee9-a8ad-509d760c5285 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3 HTTP/1.1" status: 200 len: 217 time: 0.0337346 Mar 23 13:13:26.015117 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10598e-f8d0-40f0-b76d-8915b12d3c9e req-806d762a-8fe3-437a-93b5-e01099858e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:26.016576 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a10598e-f8d0-40f0-b76d-8915b12d3c9e req-806d762a-8fe3-437a-93b5-e01099858e2a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0468264 Mar 23 13:13:26.065760 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10598e-f8d0-40f0-b76d-8915b12d3c9e req-175cd4a4-4241-4fd1-8449-ce5200c4f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:26.067266 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a10598e-f8d0-40f0-b76d-8915b12d3c9e req-175cd4a4-4241-4fd1-8449-ce5200c4f895 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431433 Mar 23 13:13:26.155341 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a10598e-f8d0-40f0-b76d-8915b12d3c9e req-14c4a051-06a8-4a98-a3df-012517bbc9a1 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804641 Mar 23 13:13:26.248950 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9a10598e-f8d0-40f0-b76d-8915b12d3c9e req-50810ceb-a344-4db1-ae05-caaba61bf6ba service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860817 Mar 23 13:13:26.579350 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf959e4-77e2-4299-b6ce-274bc3b792e4 req-2c0ceb34-5151-4df3-b188-a591887f9961 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:26.580859 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-baf959e4-77e2-4299-b6ce-274bc3b792e4 req-2c0ceb34-5151-4df3-b188-a591887f9961 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 943 time: 0.0478072 Mar 23 13:13:26.617612 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-baf959e4-77e2-4299-b6ce-274bc3b792e4 req-00baa1fd-8d32-43c0-a6ae-013ac3f3adfd tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308845 Mar 23 13:13:26.963715 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a3be4c10-6402-422e-a7ac-6ce9140ad5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:27.733061 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b90e74-339a-4aa4-862d-a709598a9a33 req-ef1e05f8-2ab3-495d-ab1f-660d5fe8f092 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:27.734513 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81b90e74-339a-4aa4-862d-a709598a9a33 req-ef1e05f8-2ab3-495d-ab1f-660d5fe8f092 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 943 time: 0.0493495 Mar 23 13:13:27.770853 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81b90e74-339a-4aa4-862d-a709598a9a33 req-e894e80e-2e0c-4130-8cf6-cb1eb9afddf0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303991 Mar 23 13:13:27.890675 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:28.885977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a719cbd-1e7c-4bde-9440-61cea903295a req-f262878a-1fee-4aad-8c90-c7966d7fd028 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:28.887435 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a719cbd-1e7c-4bde-9440-61cea903295a req-f262878a-1fee-4aad-8c90-c7966d7fd028 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 943 time: 0.0491145 Mar 23 13:13:28.924569 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5a719cbd-1e7c-4bde-9440-61cea903295a req-1b6ca1fa-f4d3-439d-8636-62d353a2b87b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308886 Mar 23 13:13:29.034705 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 411fe175-7afe-4ce1-b0a2-7621be7146d3 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:13:29.127328 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:13:29.138527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'port_id': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'mac_address': 'fa:16:3e:ba:39:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:13:29.179686 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:29.196533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411fe175-7afe-4ce1-b0a2-7621be7146d3 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:13:29.222768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:13:29.223776 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:29.226625 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:29.272720 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=411fe175-7afe-4ce1-b0a2-7621be7146d3,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:13:29.281017 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:29.281368 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:29.281711 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:29.282051 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:29.282386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:29.282718 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:29.283049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:29.283377 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:29.283705 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:29.284165 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:29.284496 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:29.284819 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:13:29.512077 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['411fe175-7afe-4ce1-b0a2-7621be7146d3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:13:29.571222 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:30.038129 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680668db-3d6a-4987-b87c-26ee4eb3bde0 req-fc72ec43-81bc-405f-a012-102d07b7e3cf tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:30.039594 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-680668db-3d6a-4987-b87c-26ee4eb3bde0 req-fc72ec43-81bc-405f-a012-102d07b7e3cf tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 944 time: 0.0487204 Mar 23 13:13:30.076097 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-680668db-3d6a-4987-b87c-26ee4eb3bde0 req-2776412a-1ea1-4bc2-b011-320d2f24a951 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304742 Mar 23 13:13:31.050864 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 411fe175-7afe-4ce1-b0a2-7621be7146d3 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:13:31.096991 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 411fe175-7afe-4ce1-b0a2-7621be7146d3 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:13:31.100554 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 411fe175-7afe-4ce1-b0a2-7621be7146d3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:13:31.100920 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:31.180658 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:31.194609 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948ee57-136d-40f2-938f-7d53862acef0 req-5b9e1849-9e34-429b-a21c-4279bd2d83fb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:31.202597 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a948ee57-136d-40f2-938f-7d53862acef0 req-5b9e1849-9e34-429b-a21c-4279bd2d83fb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 944 time: 0.0580831 Mar 23 13:13:31.204897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:13:31.207105 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72291271-b1fa-46dc-9d88-93b78fd76cac" -d '{"events": [{"server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "name": "network-vif-plugged", "status": "completed", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:13:31.220889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:13:31.226374 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:31.245897 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a948ee57-136d-40f2-938f-7d53862acef0 req-046627ca-a888-4ad7-848d-b9ee898d0585 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422077 Mar 23 13:13:31.257583 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a22fbf-3a3d-445a-8134-f2396affe064 x-openstack-request-id: req-76a22fbf-3a3d-445a-8134-f2396affe064 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:13:31.257816 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "name": "network-vif-plugged", "status": "completed", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:13:31.258129 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76a22fbf-3a3d-445a-8134-f2396affe064 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:13:31.258445 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'code': 200} Mar 23 13:13:31.281001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=411fe175-7afe-4ce1-b0a2-7621be7146d3,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:13:31.354010 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc144e-db5f-4e1d-99d5-611057b5c326 req-215d608e-64a3-4696-8b94-ddb52c1ba891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:31.355480 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e1cc144e-db5f-4e1d-99d5-611057b5c326 req-215d608e-64a3-4696-8b94-ddb52c1ba891 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 1096 time: 0.0446928 Mar 23 13:13:31.391066 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e1cc144e-db5f-4e1d-99d5-611057b5c326 req-0f8efdad-21c5-4b18-88fb-d671898e308f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285780 Mar 23 13:13:32.373334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5b458-aeee-4363-9e17-94f535a6400a req-23408b39-6bca-41cc-a74e-910684479ad4 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:32.374820 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-57d5b458-aeee-4363-9e17-94f535a6400a req-23408b39-6bca-41cc-a74e-910684479ad4 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0541029 Mar 23 13:13:32.413119 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-57d5b458-aeee-4363-9e17-94f535a6400a req-c086654c-5751-457d-9203-f659f066ed32 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322580 Mar 23 13:13:33.525599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf984cd4-14ed-44c7-8697-291fd579829d req-69db20a3-35f2-48fd-960b-44624fe82b2f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:33.527045 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bf984cd4-14ed-44c7-8697-291fd579829d req-69db20a3-35f2-48fd-960b-44624fe82b2f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0475500 Mar 23 13:13:33.564538 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bf984cd4-14ed-44c7-8697-291fd579829d req-0a567d8e-41fb-47e8-9baf-53d5af51d1cf tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306110 Mar 23 13:13:33.675375 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fa579-fefb-4325-b4c9-597ea5454759 req-9c6aeeb4-ebff-4d7e-8ed0-6f9e94f6c438 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:33.676900 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5c8fa579-fefb-4325-b4c9-597ea5454759 req-9c6aeeb4-ebff-4d7e-8ed0-6f9e94f6c438 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0488410 Mar 23 13:13:33.685444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 47926) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:13:33.689715 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-df94b089-4f02-42e9-8fd4-dacf83b7d50c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Request body: {'floatingip': {'port_id': '411fe175-7afe-4ce1-b0a2-7621be7146d3'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:13:33.737361 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df94b089-4f02-42e9-8fd4-dacf83b7d50c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for floatingip, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:34.170403 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df94b089-4f02-42e9-8fd4-dacf83b7d50c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:34.174485 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df94b089-4f02-42e9-8fd4-dacf83b7d50c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:34.270161 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-df94b089-4f02-42e9-8fd4-dacf83b7d50c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Floating IP 2ffa32a4-384f-48c5-ab0d-a858c57f37de associated. External IP: 172.25.2.242, port: 411fe175-7afe-4ce1-b0a2-7621be7146d3. Mar 23 13:13:34.480514 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df94b089-4f02-42e9-8fd4-dacf83b7d50c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Router d8718cbd-853b-4a84-a6b6-92726642a101 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:13:34.588140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df94b089-4f02-42e9-8fd4-dacf83b7d50c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:13:34.592934 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-df94b089-4f02-42e9-8fd4-dacf83b7d50c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:34.597898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa5399-8114-4774-9da8-778770bfb3b8 None None] Sync routers for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:13:34.608286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa5399-8114-4774-9da8-778770bfb3b8 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:13:34.608890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c7fa5399-8114-4774-9da8-778770bfb3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:13:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:13:34.620815 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-df94b089-4f02-42e9-8fd4-dacf83b7d50c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "PUT /v2.0/floatingips/2ffa32a4-384f-48c5-ab0d-a858c57f37de HTTP/1.1" status: 200 len: 991 time: 0.9343300 Mar 23 13:13:34.621534 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:13:34.624572 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c58201-11f2-4f5c-b94a-04ca92b8aff1" -d '{"events": [{"name": "network-changed", "server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:13:34.662049 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a93de4-51ed-4ccf-b260-7f568fdfebf4 x-openstack-request-id: req-64a93de4-51ed-4ccf-b260-7f568fdfebf4 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:13:34.662514 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:13:34.662827 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-64a93de4-51ed-4ccf-b260-7f568fdfebf4 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:13:34.663291 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'status': 'completed', 'code': 200} Mar 23 13:13:34.721614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c7fa5399-8114-4774-9da8-778770bfb3b8 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:13:34.729471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c58201-11f2-4f5c-b94a-04ca92b8aff1 req-0a5a119d-5e8e-4a43-b6e8-786ecc72c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:34.731146 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42c58201-11f2-4f5c-b94a-04ca92b8aff1 req-0a5a119d-5e8e-4a43-b6e8-786ecc72c602 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 1096 time: 0.0423114 Mar 23 13:13:34.924815 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c58201-11f2-4f5c-b94a-04ca92b8aff1 req-b1a1b4c2-1eae-4493-b1de-45107cb694d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:34.926291 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42c58201-11f2-4f5c-b94a-04ca92b8aff1 req-b1a1b4c2-1eae-4493-b1de-45107cb694d4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1867008 Mar 23 13:13:34.929595 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-5d03dbfa-cbe5-4949-aad2-755cab000314 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1093960 Mar 23 13:13:34.937210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edcd05-d488-4993-8bec-0f59ff2fc268 req-8d1210d7-645c-474d-9f11-dec3bb6df0e1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:34.938668 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9edcd05-d488-4993-8bec-0f59ff2fc268 req-8d1210d7-645c-474d-9f11-dec3bb6df0e1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.1085258 Mar 23 13:13:34.962065 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c7fa5399-8114-4774-9da8-778770bfb3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '2ffa32a4-384f-48c5-ab0d-a858c57f37de', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'port_id': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'mac_address': 'fa:16:3e:ba:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:11:35Z', 'updated_at': '2022-03-23T13:13:34Z', 'revision_number': 9, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:13:34.990377 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa5399-8114-4774-9da8-778770bfb3b8 None None] Checking router: d8718cbd-853b-4a84-a6b6-92726642a101 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:13:34.999806 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa5399-8114-4774-9da8-778770bfb3b8 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:13:35.000477 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c7fa5399-8114-4774-9da8-778770bfb3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:13:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:13:35.030268 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42c58201-11f2-4f5c-b94a-04ca92b8aff1 req-3da8d3ec-4525-4351-a728-b95521193901 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3 HTTP/1.1" status: 200 len: 999 time: 0.0906248 Mar 23 13:13:35.033213 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9edcd05-d488-4993-8bec-0f59ff2fc268 req-e27d4959-0889-4aa7-a6ab-a53beb5cda96 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567985 Mar 23 13:13:35.087738 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c58201-11f2-4f5c-b94a-04ca92b8aff1 req-8a22cd41-eefe-4de5-9abf-9c6ce383e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:35.089368 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42c58201-11f2-4f5c-b94a-04ca92b8aff1 req-8a22cd41-eefe-4de5-9abf-9c6ce383e16b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0520158 Mar 23 13:13:35.115321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c7fa5399-8114-4774-9da8-778770bfb3b8 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:13:35.148173 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c58201-11f2-4f5c-b94a-04ca92b8aff1 req-7b0678c1-8633-4d3c-9836-af0fc255e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:35.149101 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42c58201-11f2-4f5c-b94a-04ca92b8aff1 req-7b0678c1-8633-4d3c-9836-af0fc255e3c6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534456 Mar 23 13:13:35.242842 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42c58201-11f2-4f5c-b94a-04ca92b8aff1 req-04f65a56-2c54-4b3a-a76e-dd84bce6d06f service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865858 Mar 23 13:13:35.347658 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42c58201-11f2-4f5c-b94a-04ca92b8aff1 req-76ff2a6d-f5d2-4757-94d5-1471d99e2b38 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982163 Mar 23 13:13:35.353801 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c7fa5399-8114-4774-9da8-778770bfb3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '2ffa32a4-384f-48c5-ab0d-a858c57f37de', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'port_id': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'mac_address': 'fa:16:3e:ba:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:11:35Z', 'updated_at': '2022-03-23T13:13:34Z', 'revision_number': 9, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:13:35.384762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa5399-8114-4774-9da8-778770bfb3b8 None None] The sync data for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 is: [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '2ffa32a4-384f-48c5-ab0d-a858c57f37de', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'port_id': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'mac_address': 'fa:16:3e:ba:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:11:35Z', 'updated_at': '2022-03-23T13:13:34Z', 'revision_number': 9, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:13:35.606307 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b39fd-969d-4e0a-bacc-a706f0fa57e3 None None] New status for floating IP 2ffa32a4-384f-48c5-ab0d-a858c57f37de: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:13:35.703974 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:13:36.168852 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-d971491f-fc99-4b81-b1f3-2f22c7bad4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:36.170941 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-d971491f-fc99-4b81-b1f3-2f22c7bad4ac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 1096 time: 0.0442414 Mar 23 13:13:36.205077 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae23fcf-3814-4068-8d7b-659f53eb8d80 req-18bb6533-e84d-4e33-bd9e-cf5b6b23350b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:36.206720 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cae23fcf-3814-4068-8d7b-659f53eb8d80 req-18bb6533-e84d-4e33-bd9e-cf5b6b23350b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0696533 Mar 23 13:13:36.246881 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cae23fcf-3814-4068-8d7b-659f53eb8d80 req-b7957fec-2394-46f9-82eb-14f17d1dd0c6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335727 Mar 23 13:13:36.268939 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-d4ab2eab-86ac-45fc-ad96-73d976a27f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:36.270628 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-d4ab2eab-86ac-45fc-ad96-73d976a27f62 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0929389 Mar 23 13:13:36.339766 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-109d86ae-2a59-4305-9a82-0466c5f16f99 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3 HTTP/1.1" status: 200 len: 1002 time: 0.0628736 Mar 23 13:13:36.387821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-50e15bfc-560a-4d27-aef2-9439abf4ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:36.390000 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-50e15bfc-560a-4d27-aef2-9439abf4ae09 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0433257 Mar 23 13:13:36.434419 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-e90808d0-db26-45b8-ac4c-772f83f41584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:36.436152 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-e90808d0-db26-45b8-ac4c-772f83f41584 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397415 Mar 23 13:13:36.538257 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-824941ec-70dc-4503-9143-11e46b7fbc6a service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955672 Mar 23 13:13:36.629585 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-1ee5677f-9ed9-4799-b354-c10180d8aec1 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844271 Mar 23 13:13:37.370230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042e18f-6966-4c93-85a6-bd27032f716f req-8a8b4751-42c1-4bfc-af6d-6bd17eac3efe tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:37.371708 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5042e18f-6966-4c93-85a6-bd27032f716f req-8a8b4751-42c1-4bfc-af6d-6bd17eac3efe tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0546372 Mar 23 13:13:37.408545 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5042e18f-6966-4c93-85a6-bd27032f716f req-c49f98d0-29a1-4a25-bf25-14055720a8af tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309401 Mar 23 13:13:38.530302 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eed2b0-b68e-4158-ae10-6ebf4dad0aa5 req-71825d0c-4f62-46e0-8bb4-946286469896 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:38.531767 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92eed2b0-b68e-4158-ae10-6ebf4dad0aa5 req-71825d0c-4f62-46e0-8bb4-946286469896 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0555720 Mar 23 13:13:38.575558 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92eed2b0-b68e-4158-ae10-6ebf4dad0aa5 req-9211a52c-9303-421c-a51b-a0b9ebbce471 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378048 Mar 23 13:13:39.691868 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17ff5d-c101-4401-8b52-46b70ef7464b req-ae5bac6e-379f-4432-8a07-0479e5736641 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:39.693375 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5c17ff5d-c101-4401-8b52-46b70ef7464b req-ae5bac6e-379f-4432-8a07-0479e5736641 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0499868 Mar 23 13:13:39.731402 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5c17ff5d-c101-4401-8b52-46b70ef7464b req-cb4f3902-df4f-4eb8-8a06-306968d7ddce tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319614 Mar 23 13:13:40.844987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e25e70-d8be-4a46-ad43-15e765ddc132 req-c89305fd-36ed-400d-b295-da17b8bd486a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:40.846447 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a4e25e70-d8be-4a46-ad43-15e765ddc132 req-c89305fd-36ed-400d-b295-da17b8bd486a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0477433 Mar 23 13:13:40.884480 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a4e25e70-d8be-4a46-ad43-15e765ddc132 req-8c029ee6-950b-4d50-9339-6d38aa8839a2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321453 Mar 23 13:13:41.998609 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322244e-37fe-486e-92ba-a07310b4e139 req-e31f0040-00e4-42a3-a87a-8053ce31691d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:42.000715 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f322244e-37fe-486e-92ba-a07310b4e139 req-e31f0040-00e4-42a3-a87a-8053ce31691d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0506310 Mar 23 13:13:42.038216 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f322244e-37fe-486e-92ba-a07310b4e139 req-287c702c-7c98-4ca6-8a99-084a00242fe5 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315642 Mar 23 13:13:43.154758 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850794b4-da3f-4237-b726-4563304e79d6 req-a7b05afb-fb4e-4b98-9aeb-c92c627878d6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:43.156895 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-850794b4-da3f-4237-b726-4563304e79d6 req-a7b05afb-fb4e-4b98-9aeb-c92c627878d6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0483334 Mar 23 13:13:43.193617 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-850794b4-da3f-4237-b726-4563304e79d6 req-80d4aed4-2d49-4e57-a551-9ccccdff0e26 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307817 Mar 23 13:13:44.313624 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09f618-701b-4bc9-bb58-9beaabd0fddd req-0522dd59-966e-49d2-8bd4-049a57802d3c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:44.315109 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ae09f618-701b-4bc9-bb58-9beaabd0fddd req-0522dd59-966e-49d2-8bd4-049a57802d3c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0536585 Mar 23 13:13:44.353108 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ae09f618-701b-4bc9-bb58-9beaabd0fddd req-164b27a7-35ab-4e3e-89b5-f2e2ab720437 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320232 Mar 23 13:13:45.473605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df211a-6431-4159-bb9d-f14a18104afe req-22daae74-7e88-4fae-b620-35be3f1d024a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:45.475001 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2df211a-6431-4159-bb9d-f14a18104afe req-22daae74-7e88-4fae-b620-35be3f1d024a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0544281 Mar 23 13:13:45.512252 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c2df211a-6431-4159-bb9d-f14a18104afe req-9242da37-c12d-477e-941d-6dc2a941cf75 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312805 Mar 23 13:13:46.406587 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:46.633096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0693946-8ddd-4a3a-8292-1e6b9ecd3397 req-a90fdb70-2a3b-4105-956d-1a8313b46961 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:46.634567 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0693946-8ddd-4a3a-8292-1e6b9ecd3397 req-a90fdb70-2a3b-4105-956d-1a8313b46961 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0494587 Mar 23 13:13:46.673075 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c0693946-8ddd-4a3a-8292-1e6b9ecd3397 req-dd1ed6c6-eae3-48d2-a1a6-b1c72534d1f3 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318501 Mar 23 13:13:47.755153 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:47.791732 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c192d6-a889-4669-9256-80ede13a7e62 req-066b5a9c-1141-48e4-a40f-c22ee456fddd tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:47.793563 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-29c192d6-a889-4669-9256-80ede13a7e62 req-066b5a9c-1141-48e4-a40f-c22ee456fddd tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0519645 Mar 23 13:13:47.832792 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-29c192d6-a889-4669-9256-80ede13a7e62 req-933d5596-b572-4a39-86d4-42b8b5acf242 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327051 Mar 23 13:13:48.947841 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38f623-2dd1-4772-8adb-e4a076e018a6 req-9efab662-deef-4b41-a6d7-48262e9e581e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:48.949324 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f38f623-2dd1-4772-8adb-e4a076e018a6 req-9efab662-deef-4b41-a6d7-48262e9e581e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0487053 Mar 23 13:13:48.988633 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6f38f623-2dd1-4772-8adb-e4a076e018a6 req-ad5b8f36-55bf-44d5-87f4-567fc8280697 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333414 Mar 23 13:13:50.107280 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dcff2-2b07-430a-9680-185e166fdd83 req-a62c708b-0416-4da4-af71-7125712c76bf tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:50.108815 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b8dcff2-2b07-430a-9680-185e166fdd83 req-a62c708b-0416-4da4-af71-7125712c76bf tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0514526 Mar 23 13:13:50.150149 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b8dcff2-2b07-430a-9680-185e166fdd83 req-6797d5ab-ec94-4182-81e3-19e7662d115a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352750 Mar 23 13:13:51.274096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5527c-bbeb-4f95-aa32-0f164fcd3fd1 req-df170698-f4d9-4c06-b880-3d4600c0ac42 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:51.275558 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-02d5527c-bbeb-4f95-aa32-0f164fcd3fd1 req-df170698-f4d9-4c06-b880-3d4600c0ac42 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0524931 Mar 23 13:13:51.312673 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-02d5527c-bbeb-4f95-aa32-0f164fcd3fd1 req-8b3b3d7a-4663-43aa-bcdf-bd8c18cf8bdd tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307677 Mar 23 13:13:52.432192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599202a-fa14-4ec1-a4d4-a81a48a1ac8e req-c0e7fd8b-236e-4e81-991f-0a350344e1f2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:52.433586 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0599202a-fa14-4ec1-a4d4-a81a48a1ac8e req-c0e7fd8b-236e-4e81-991f-0a350344e1f2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0524468 Mar 23 13:13:52.470295 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0599202a-fa14-4ec1-a4d4-a81a48a1ac8e req-2765d41a-1271-4a19-a361-45f7ad266b44 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308084 Mar 23 13:13:53.587446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e24a07-9d21-4ea9-9f4c-85c1a4c7f0a8 req-e85b16c0-7c65-4ddf-a40e-7eed80a1c616 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:53.588942 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71e24a07-9d21-4ea9-9f4c-85c1a4c7f0a8 req-e85b16c0-7c65-4ddf-a40e-7eed80a1c616 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0493157 Mar 23 13:13:53.626985 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71e24a07-9d21-4ea9-9f4c-85c1a4c7f0a8 req-5fa07585-6296-4026-a61a-c3b58bffa41b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320013 Mar 23 13:13:54.099852 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a2a8-c474-4482-befd-c47e1ed3ced2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:54.742086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c499f9-49bc-416a-aa7c-8b979c42a534 req-a45a1024-08a2-4541-9f8a-8ae02fe077a9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:54.743569 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-09c499f9-49bc-416a-aa7c-8b979c42a534 req-a45a1024-08a2-4541-9f8a-8ae02fe077a9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0485559 Mar 23 13:13:54.782802 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-09c499f9-49bc-416a-aa7c-8b979c42a534 req-7220ec61-9ede-4bda-8180-fedb990a7e28 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330789 Mar 23 13:13:55.899723 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024fc01-3973-490f-bfb8-2066dcb3b6bb req-3172a19b-39ad-4291-a595-1186565ebda5 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:55.901242 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1024fc01-3973-490f-bfb8-2066dcb3b6bb req-3172a19b-39ad-4291-a595-1186565ebda5 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0497012 Mar 23 13:13:55.938238 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1024fc01-3973-490f-bfb8-2066dcb3b6bb req-6c97cf78-ffb7-4414-90dc-594226788608 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302088 Mar 23 13:13:56.965940 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0e42fdb8-cece-4977-bf0a-33e2d4b5111e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:57.055347 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a94c70-0c7a-42ca-8b9b-9cda4036cc49 req-7c31e53e-2650-4643-a0ca-6631dcf46b02 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:57.056870 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10a94c70-0c7a-42ca-8b9b-9cda4036cc49 req-7c31e53e-2650-4643-a0ca-6631dcf46b02 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0494664 Mar 23 13:13:57.094715 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-10a94c70-0c7a-42ca-8b9b-9cda4036cc49 req-816a76a1-af29-4666-8de7-191208324d9c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311937 Mar 23 13:13:57.893024 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:58.213588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1778ae-6884-4589-a6f9-a47fef7c2cb3 req-f64af54d-d890-4584-be5f-fe6f2033957d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:58.215067 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb1778ae-6884-4589-a6f9-a47fef7c2cb3 req-f64af54d-d890-4584-be5f-fe6f2033957d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0523150 Mar 23 13:13:58.253060 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb1778ae-6884-4589-a6f9-a47fef7c2cb3 req-e78a11f7-6da5-4482-86de-0458ae082504 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314505 Mar 23 13:13:59.202341 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:13:59.371627 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56034eb-2718-4a7b-bfde-21b1497c4cba req-0fc46466-86c9-418c-aa9b-f5646adaee91 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:13:59.373124 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d56034eb-2718-4a7b-bfde-21b1497c4cba req-0fc46466-86c9-418c-aa9b-f5646adaee91 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0523794 Mar 23 13:13:59.410668 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d56034eb-2718-4a7b-bfde-21b1497c4cba req-dc62b810-bba6-4df0-9a1a-ae92651a3e33 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309603 Mar 23 13:13:59.564696 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:00.526829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ea8c6-b632-46a7-9794-cf69a4e180b2 req-7769f707-bd28-41fd-9fc2-17b678ecd39e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:00.528644 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d4ea8c6-b632-46a7-9794-cf69a4e180b2 req-7769f707-bd28-41fd-9fc2-17b678ecd39e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0482030 Mar 23 13:14:00.566128 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5d4ea8c6-b632-46a7-9794-cf69a4e180b2 req-d76c5202-c01a-42c0-b9aa-0efea002a461 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314612 Mar 23 13:14:01.683013 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad7d4e-4227-47dd-adef-8f9324c4e527 req-fa012078-02b9-4004-941c-05a897d094f1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:01.684519 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3ad7d4e-4227-47dd-adef-8f9324c4e527 req-fa012078-02b9-4004-941c-05a897d094f1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0497983 Mar 23 13:14:01.722638 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b3ad7d4e-4227-47dd-adef-8f9324c4e527 req-5657cc07-d216-4cd2-a51a-18a8171902ff tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322425 Mar 23 13:14:02.836755 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0c4a0-115f-4a3e-9c47-898509df00bd req-f4735577-255d-4b40-beba-97ebe2e251b6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:02.838237 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8de0c4a0-115f-4a3e-9c47-898509df00bd req-f4735577-255d-4b40-beba-97ebe2e251b6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0484624 Mar 23 13:14:02.875914 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8de0c4a0-115f-4a3e-9c47-898509df00bd req-3a4fafaf-7fa6-4b28-bd76-8fd457dfe562 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311749 Mar 23 13:14:03.447397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-e95d7c73-f508-4283-96e3-4437219bf616 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:14:03.448308 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-e95d7c73-f508-4283-96e3-4437219bf616 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053205 Mar 23 13:14:03.511332 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-ee31a0ce-aad6-4c2c-b5d6-2093f5e11426 service neutron] show failed (client error): The resource could not be found. Mar 23 13:14:03.512360 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-ee31a0ce-aad6-4c2c-b5d6-2093f5e11426 service neutron] 10.222.0.77 "GET /v2.0/ports/411fe175-7afe-4ce1-b0a2-7621be7146d3/bindings/n-h2-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.0562916 Mar 23 13:14:03.719630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-2ddd09a4-b60e-4ff6-bbb7-836ec132a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:03.721116 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-2ddd09a4-b60e-4ff6-bbb7-836ec132a6f2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e&tenant_id=9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 1096 time: 0.0416737 Mar 23 13:14:03.733306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834854-1', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:14:03.785648 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:03.991255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:14:03.991954 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220adae-1d8e-4d5b-8ae1-ceb971152452 req-6d8cba29-9b46-406d-b05b-020bc0a78eec tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:03.992744 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5220adae-1d8e-4d5b-8ae1-ceb971152452 req-6d8cba29-9b46-406d-b05b-020bc0a78eec tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0480878 Mar 23 13:14:04.024657 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:14:04.034019 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5220adae-1d8e-4d5b-8ae1-ceb971152452 req-48c672e5-666a-41dd-93e8-2385b4bef54d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349669 Mar 23 13:14:04.066965 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:14:04.069253 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e02f0a-e647-46c4-b352-cec2c4cb4c87" -d '{"events": [{"server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "name": "network-vif-unplugged", "status": "completed", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:14:04.073370 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:04.085640 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Transition to ACTIVE for port object 411fe175-7afe-4ce1-b0a2-7621be7146d3 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:14:04.089330 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:04.124653 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 13:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb7160e-65f8-40e2-aa23-9190bed8d481 x-openstack-request-id: req-cbb7160e-65f8-40e2-aa23-9190bed8d481 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:14:04.124973 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "name": "network-vif-unplugged", "status": "completed", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:14:04.125764 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cbb7160e-65f8-40e2-aa23-9190bed8d481 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:14:04.126158 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'code': 200} Mar 23 13:14:04.174996 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Pushing event updated for resources: {'Port': ['ID=411fe175-7afe-4ce1-b0a2-7621be7146d3,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:14:04.217972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] No DVR routers for this DVR port 411fe175-7afe-4ce1-b0a2-7621be7146d3 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:14:04.355309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Attempting to bind port 411fe175-7afe-4ce1-b0a2-7621be7146d3 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:14:04.355641 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Attempting to bind port 411fe175-7afe-4ce1-b0a2-7621be7146d3 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:14:04.356000 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Attempting to bind port 411fe175-7afe-4ce1-b0a2-7621be7146d3 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:14:04.360374 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Port 411fe175-7afe-4ce1-b0a2-7621be7146d3 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:14:04.360697 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Attempting to bind port 411fe175-7afe-4ce1-b0a2-7621be7146d3 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:14:04.365382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:14:04.365737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Checking segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:14:04.366101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Bound using segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:14:04.366543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Bound port: 411fe175-7afe-4ce1-b0a2-7621be7146d3, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:14:04.366902 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:04.429307 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:14:04.432418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:14:04.437007 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:04.472818 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:04.473436 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:04.474829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] 10.222.0.73 "PUT /v2.0/ports/411fe175-7afe-4ce1-b0a2-7621be7146d3 HTTP/1.1" status: 200 len: 1091 time: 0.7459960 Mar 23 13:14:04.495042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09760bb1-5963-4b63-acd6-e4adcff2302e service neutron] Pushing event updated for resources: {'Port': ['ID=411fe175-7afe-4ce1-b0a2-7621be7146d3,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:14:04.545158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-20f67b68-bdda-4ba8-8e3e-0bb38641001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:04.546537 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-20f67b68-bdda-4ba8-8e3e-0bb38641001e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 1094 time: 0.0470064 Mar 23 13:14:04.647773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-47eeb990-3d90-4a23-9c7b-9592140a7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:04.649329 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-47eeb990-3d90-4a23-9c7b-9592140a7911 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0949366 Mar 23 13:14:04.719432 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-47899e2e-6f8d-4477-bb74-b6b239b3534c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3 HTTP/1.1" status: 200 len: 1000 time: 0.0623569 Mar 23 13:14:04.774721 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-c7b0a0a7-9de6-401f-af2b-ae7768f14802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:04.776177 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-c7b0a0a7-9de6-401f-af2b-ae7768f14802 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0501523 Mar 23 13:14:04.824444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-e4eaa070-5f4e-4e1e-84ea-a8c4cb15bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:04.825829 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-e4eaa070-5f4e-4e1e-84ea-a8c4cb15bd29 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415084 Mar 23 13:14:04.918304 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-a805817e-2ed0-4f66-a0ca-8484fa767a2c service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838320 Mar 23 13:14:05.163970 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a762671-21a5-404d-bec0-75e97c0c460f req-b29b0f9d-4357-468c-ab6e-1db3eab3922b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:05.165529 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7a762671-21a5-404d-bec0-75e97c0c460f req-b29b0f9d-4357-468c-ab6e-1db3eab3922b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 943 time: 0.0569339 Mar 23 13:14:05.205489 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7a762671-21a5-404d-bec0-75e97c0c460f req-a11bc3a8-056f-4409-88b9-29c330dfaaca tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337858 Mar 23 13:14:05.321989 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5750098a-2855-45b5-b282-ba756d8b6a31 req-0b177fd8-14c2-4d7e-9b4e-2a5d164a11af service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956840 Mar 23 13:14:06.127391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:14:06.129812 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537c0399-278a-4150-953f-0c5220c739c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:14:06.184154 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7267cb0-529d-462c-94cf-8f9af373c528 x-openstack-request-id: req-f7267cb0-529d-462c-94cf-8f9af373c528 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:14:06.184486 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:14:06.184700 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7267cb0-529d-462c-94cf-8f9af373c528 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:14:06.185162 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'status': 'completed', 'code': 200} Mar 23 13:14:06.288693 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c0399-278a-4150-953f-0c5220c739c4 req-9b3b2d57-8363-414a-b4ee-627728deebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:06.290196 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-537c0399-278a-4150-953f-0c5220c739c4 req-9b3b2d57-8363-414a-b4ee-627728deebbd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 1094 time: 0.0807064 Mar 23 13:14:06.292904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c0399-278a-4150-953f-0c5220c739c4 req-cb7a1af4-5126-422d-93a5-7a1e069cc127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:06.294446 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-537c0399-278a-4150-953f-0c5220c739c4 req-cb7a1af4-5126-422d-93a5-7a1e069cc127 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 1094 time: 0.0835960 Mar 23 13:14:06.341115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4fadc-1788-4669-9e01-57b5e412a214 req-f7500306-e506-4ce6-b8ea-331de64acf84 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:06.344308 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aee4fadc-1788-4669-9e01-57b5e412a214 req-f7500306-e506-4ce6-b8ea-331de64acf84 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 943 time: 0.0581646 Mar 23 13:14:06.384188 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aee4fadc-1788-4669-9e01-57b5e412a214 req-02ba73dc-0029-4359-96f8-3327386af0e7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334072 Mar 23 13:14:06.451468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c0399-278a-4150-953f-0c5220c739c4 req-c0802d8c-3828-45b6-be5d-3cf5b5d55c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:06.452971 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-537c0399-278a-4150-953f-0c5220c739c4 req-c0802d8c-3828-45b6-be5d-3cf5b5d55c96 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1526201 Mar 23 13:14:06.501167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c0399-278a-4150-953f-0c5220c739c4 req-1696e192-fc48-4625-b546-9f92a5b36b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:06.502659 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-537c0399-278a-4150-953f-0c5220c739c4 req-1696e192-fc48-4625-b546-9f92a5b36b07 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1939280 Mar 23 13:14:06.567270 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-537c0399-278a-4150-953f-0c5220c739c4 req-a6f06445-c52e-4295-9a5a-266c53a734fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3 HTTP/1.1" status: 200 len: 1000 time: 0.1063566 Mar 23 13:14:06.622329 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-537c0399-278a-4150-953f-0c5220c739c4 req-738255bb-1833-4cd9-b879-0afb95bfe15c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3 HTTP/1.1" status: 200 len: 1000 time: 0.1107912 Mar 23 13:14:06.675583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c0399-278a-4150-953f-0c5220c739c4 req-521014c2-b782-484e-97ce-1aa8f1b1efed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:06.677080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-537c0399-278a-4150-953f-0c5220c739c4 req-521014c2-b782-484e-97ce-1aa8f1b1efed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.1019738 Mar 23 13:14:06.714357 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c0399-278a-4150-953f-0c5220c739c4 req-0e6f4e2f-e851-4345-98a6-91cb3efaf586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:06.715842 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-537c0399-278a-4150-953f-0c5220c739c4 req-0e6f4e2f-e851-4345-98a6-91cb3efaf586 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0861149 Mar 23 13:14:06.753180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c0399-278a-4150-953f-0c5220c739c4 req-1b5ee3cb-0f5e-408c-839f-bc2f52d0bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:06.754772 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-537c0399-278a-4150-953f-0c5220c739c4 req-1b5ee3cb-0f5e-408c-839f-bc2f52d0bae9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696371 Mar 23 13:14:06.822430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c0399-278a-4150-953f-0c5220c739c4 req-6d25d3e9-14f2-4170-aee1-233581972187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:06.823984 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-537c0399-278a-4150-953f-0c5220c739c4 req-6d25d3e9-14f2-4170-aee1-233581972187 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002929 Mar 23 13:14:06.914432 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-537c0399-278a-4150-953f-0c5220c739c4 req-158a2f50-e59b-4147-92be-1f8b4b4f32ca service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520293 Mar 23 13:14:07.005837 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-537c0399-278a-4150-953f-0c5220c739c4 req-9c9f6229-9ce2-4ef9-8d18-9515304d8699 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739907 Mar 23 13:14:07.089117 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-537c0399-278a-4150-953f-0c5220c739c4 req-325d3200-968e-45b5-97f0-7336ffe5fb7d service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582739 Mar 23 13:14:07.118093 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-537c0399-278a-4150-953f-0c5220c739c4 req-0a018baa-b402-4ec3-bf87-1876a079910c service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041870 Mar 23 13:14:07.198548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f72276-8b92-4519-8cc9-f4474b5c1fad req-f8077149-0724-4334-ba40-747ac4c815d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:07.200106 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f72276-8b92-4519-8cc9-f4474b5c1fad req-f8077149-0724-4334-ba40-747ac4c815d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 1094 time: 0.0476184 Mar 23 13:14:07.313263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f72276-8b92-4519-8cc9-f4474b5c1fad req-6e43ac9d-6c5e-4f51-9cc6-e1b851767f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:07.315157 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f72276-8b92-4519-8cc9-f4474b5c1fad req-6e43ac9d-6c5e-4f51-9cc6-e1b851767f35 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0939493 Mar 23 13:14:07.315284 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 411fe175-7afe-4ce1-b0a2-7621be7146d3 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:14:07.354787 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 411fe175-7afe-4ce1-b0a2-7621be7146d3 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:14:07.389810 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f72276-8b92-4519-8cc9-f4474b5c1fad req-92108df6-f643-4f6d-b1d6-00db9b99ab27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3 HTTP/1.1" status: 200 len: 1000 time: 0.0677691 Mar 23 13:14:07.439364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f72276-8b92-4519-8cc9-f4474b5c1fad req-73a9fafa-0136-4b9a-9668-39e0271dc55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:07.441004 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f72276-8b92-4519-8cc9-f4474b5c1fad req-73a9fafa-0136-4b9a-9668-39e0271dc55d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0443270 Mar 23 13:14:07.514648 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f72276-8b92-4519-8cc9-f4474b5c1fad req-b7c3f9b6-83f4-4a11-9e76-bb90b74df55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:07.519626 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f72276-8b92-4519-8cc9-f4474b5c1fad req-b7c3f9b6-83f4-4a11-9e76-bb90b74df55c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681553 Mar 23 13:14:07.529997 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8247c-5638-4b45-a231-ade91f6b5376 req-9ca26a94-cef4-4f25-a2be-f6ffe7e217ae tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:07.531584 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0cb8247c-5638-4b45-a231-ade91f6b5376 req-9ca26a94-cef4-4f25-a2be-f6ffe7e217ae tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 943 time: 0.0738251 Mar 23 13:14:07.618229 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0cb8247c-5638-4b45-a231-ade91f6b5376 req-753b8404-509f-4f44-af57-ea8a5e121bb0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787473 Mar 23 13:14:07.651737 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f72276-8b92-4519-8cc9-f4474b5c1fad req-78c9d65b-828d-4f07-ac9c-69fcb9387f5d service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188979 Mar 23 13:14:07.762263 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f72276-8b92-4519-8cc9-f4474b5c1fad req-9eb8da48-590e-4af8-aff8-c39d62689f50 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988338 Mar 23 13:14:07.962896 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-a472307b-85f6-49ab-9de8-1c39e67bfc25 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:07.964390 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-a472307b-85f6-49ab-9de8-1c39e67bfc25 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.73 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e&tenant_id=9ebb500257ce411697b4a6f335423bbe&binding%3Ahost_id=n-h2-834854-1 HTTP/1.1" status: 200 len: 943 time: 0.0847609 Mar 23 13:14:07.972878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73fa7f-5b4c-40f6-a6bf-869b67cb205f req-331185d6-1c2c-4129-b460-8ae0ef3416a6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:07.974303 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de73fa7f-5b4c-40f6-a6bf-869b67cb205f req-331185d6-1c2c-4129-b460-8ae0ef3416a6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 943 time: 0.0662775 Mar 23 13:14:08.049692 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de73fa7f-5b4c-40f6-a6bf-869b67cb205f req-4a8c136f-31b1-4fdc-80aa-925dd8b5eb03 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692260 Mar 23 13:14:08.059144 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-7fffb997-0bf1-4936-a50a-81b7560bb461 service neutron] 10.222.0.73 "GET /v2.0/ports/411fe175-7afe-4ce1-b0a2-7621be7146d3/bindings/n-h2-834854-1 HTTP/1.1" status: 200 len: 382 time: 0.0839155 Mar 23 13:14:08.123173 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-46d874f3-37bd-449b-9c30-b21d9f598a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:08.126351 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-46d874f3-37bd-449b-9c30-b21d9f598a60 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 1094 time: 0.0422018 Mar 23 13:14:08.212816 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-5444c3bc-a8c1-4697-9ea1-0aafae14ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:08.214305 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-5444c3bc-a8c1-4697-9ea1-0aafae14ea72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0828938 Mar 23 13:14:08.285761 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-81b2bd8e-4597-4ae1-b367-406062bf3923 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3 HTTP/1.1" status: 200 len: 1000 time: 0.0628378 Mar 23 13:14:08.333570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-74eb5c3e-9b3a-42c8-94d4-824763453b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:08.342687 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-74eb5c3e-9b3a-42c8-94d4-824763453b16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0429668 Mar 23 13:14:08.383803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-4233e784-b33b-4ba1-a470-5f61818795f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:08.385274 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-4233e784-b33b-4ba1-a470-5f61818795f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403385 Mar 23 13:14:08.484007 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-47df5c36-00f4-4b4b-a6d6-61e663b655a1 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888414 Mar 23 13:14:08.538481 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 411fe175-7afe-4ce1-b0a2-7621be7146d3 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:14:08.580905 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-9de1cb70-fa51-435a-aab9-24358e911e10 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897419 Mar 23 13:14:08.813802 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:14:08.826187 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'port_id': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'mac_address': 'fa:16:3e:ba:39:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:14:08.876057 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:08.891611 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411fe175-7afe-4ce1-b0a2-7621be7146d3 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:14:08.913590 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:14:08.918962 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:08.991667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=411fe175-7afe-4ce1-b0a2-7621be7146d3,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:14:09.180216 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['411fe175-7afe-4ce1-b0a2-7621be7146d3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:14:09.186666 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df265a-7dbd-4318-ae4e-c85c18ba179c req-8a80ebd4-1f65-43e0-80e9-bde34a273d0a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:09.188233 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70df265a-7dbd-4318-ae4e-c85c18ba179c req-8a80ebd4-1f65-43e0-80e9-bde34a273d0a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 944 time: 0.0530729 Mar 23 13:14:09.228905 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-70df265a-7dbd-4318-ae4e-c85c18ba179c req-aebe9786-9014-4639-bd39-9d3fecb8a470 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346437 Mar 23 13:14:10.360959 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abc1e8-54a8-4db8-b301-70d746a9592b req-f905f5d9-04ab-4924-ab31-21066e2adb73 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:10.362457 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81abc1e8-54a8-4db8-b301-70d746a9592b req-f905f5d9-04ab-4924-ab31-21066e2adb73 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 944 time: 0.0580287 Mar 23 13:14:10.403523 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-81abc1e8-54a8-4db8-b301-70d746a9592b req-81e25cf5-27e2-4bb6-8530-3f287bfb2e03 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344856 Mar 23 13:14:10.535693 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 411fe175-7afe-4ce1-b0a2-7621be7146d3 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:14:10.585288 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 411fe175-7afe-4ce1-b0a2-7621be7146d3 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:14:10.589000 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 411fe175-7afe-4ce1-b0a2-7621be7146d3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:14:10.589366 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:10.667478 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:10.687126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-caff4dd0-6088-4d1d-b29c-2a19e45e6901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:10.689092 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-caff4dd0-6088-4d1d-b29c-2a19e45e6901 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e&tenant_id=9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 1095 time: 0.0453320 Mar 23 13:14:10.690971 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:14:10.693252 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d778b201-82eb-4c3a-9255-adf670eb1d9a" -d '{"events": [{"server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "name": "network-vif-plugged", "status": "completed", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:14:10.700607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834854-1', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:14:10.707838 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:14:10.712849 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:10.749701 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adda8d0d-fda6-4ff3-bef7-814d972275a6 x-openstack-request-id: req-adda8d0d-fda6-4ff3-bef7-814d972275a6 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:14:10.750048 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "name": "network-vif-plugged", "status": "completed", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:14:10.750430 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-adda8d0d-fda6-4ff3-bef7-814d972275a6 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:14:10.750843 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'code': 200} Mar 23 13:14:10.759746 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:10.771542 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=411fe175-7afe-4ce1-b0a2-7621be7146d3,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:14:10.967091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:14:10.998679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:14:11.037808 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:14:11.040472 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82c2fc7-c0b1-4923-82b4-6908dbfb6288" -d '{"events": [{"server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "name": "network-vif-unplugged", "status": "completed", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:14:11.044295 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:11.056535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Transition to ACTIVE for port object 411fe175-7afe-4ce1-b0a2-7621be7146d3 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:14:11.061428 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:11.098481 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 13:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c8be3b-4a67-41d5-a803-918543c97dc6 x-openstack-request-id: req-93c8be3b-4a67-41d5-a803-918543c97dc6 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:14:11.098682 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "name": "network-vif-unplugged", "status": "completed", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:14:11.099061 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93c8be3b-4a67-41d5-a803-918543c97dc6 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:14:11.099315 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'code': 200} Mar 23 13:14:11.145285 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Pushing event updated for resources: {'Port': ['ID=411fe175-7afe-4ce1-b0a2-7621be7146d3,revision_number=10']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:14:11.187005 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] No DVR routers for this DVR port 411fe175-7afe-4ce1-b0a2-7621be7146d3 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:14:11.341162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Attempting to bind port 411fe175-7afe-4ce1-b0a2-7621be7146d3 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:14:11.341490 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Attempting to bind port 411fe175-7afe-4ce1-b0a2-7621be7146d3 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:14:11.341810 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Attempting to bind port 411fe175-7afe-4ce1-b0a2-7621be7146d3 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:14:11.345880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Port 411fe175-7afe-4ce1-b0a2-7621be7146d3 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:14:11.346193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Attempting to bind port 411fe175-7afe-4ce1-b0a2-7621be7146d3 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:14:11.351775 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:14:11.352140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Checking segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:14:11.352553 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Bound using segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:14:11.352935 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Bound port: 411fe175-7afe-4ce1-b0a2-7621be7146d3, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:14:11.353273 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:11.417549 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:14:11.420665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:14:11.425342 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:11.463135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:11.463781 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:11.465201 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] 10.222.0.77 "PUT /v2.0/ports/411fe175-7afe-4ce1-b0a2-7621be7146d3 HTTP/1.1" status: 200 len: 1092 time: 0.7688153 Mar 23 13:14:11.492170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35696827-7408-4cdf-9974-1b4c47f66aaf service neutron] Pushing event updated for resources: {'Port': ['ID=411fe175-7afe-4ce1-b0a2-7621be7146d3,revision_number=11']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:14:11.534709 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbe66f-ee3e-497e-85fb-fdf143fefebd req-cda2b85e-b66d-4fb8-bff2-a6d247a921c0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:11.536308 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d4bbe66f-ee3e-497e-85fb-fdf143fefebd req-cda2b85e-b66d-4fb8-bff2-a6d247a921c0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 944 time: 0.0618982 Mar 23 13:14:11.552135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-f7d86f8d-09c0-4abd-aa59-1549d60fdb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:11.553390 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-f7d86f8d-09c0-4abd-aa59-1549d60fdb72 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 1095 time: 0.0572324 Mar 23 13:14:11.577778 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d4bbe66f-ee3e-497e-85fb-fdf143fefebd req-527998cd-5ea2-405b-ab51-629a1efbdf05 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354705 Mar 23 13:14:11.648623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-723d5d97-df8b-466e-9529-a625d8b20c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:11.650161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-723d5d97-df8b-466e-9529-a625d8b20c86 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0885818 Mar 23 13:14:11.720465 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-32618141-6da8-417b-8ef3-4818dab389a9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3 HTTP/1.1" status: 200 len: 1000 time: 0.0624390 Mar 23 13:14:11.768478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-dfb09803-3c7b-4982-885d-62fb4f2c1349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:11.769814 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-dfb09803-3c7b-4982-885d-62fb4f2c1349 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0431514 Mar 23 13:14:11.815554 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-8e628728-389e-4447-b80e-785b1de37b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:11.817058 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-8e628728-389e-4447-b80e-785b1de37b51 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405624 Mar 23 13:14:11.907683 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-a4e67c84-f8d7-4239-a9e6-15d700787a79 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832913 Mar 23 13:14:11.995356 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c08a180a-3ba2-43c1-8c1f-08391cf02c19 req-bf5b7401-e994-440e-b7a0-cdad0e525445 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809927 Mar 23 13:14:12.702021 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c8a3d-15f8-4c04-bf33-fdadf014561d req-875d4256-c96c-4862-acd6-6baed7cb39f4 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:12.702727 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:14:12.704499 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bf5c8a3d-15f8-4c04-bf33-fdadf014561d req-875d4256-c96c-4862-acd6-6baed7cb39f4 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 944 time: 0.0523388 Mar 23 13:14:12.741210 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bf5c8a3d-15f8-4c04-bf33-fdadf014561d req-460b624f-23ad-4e7d-b17a-4d9c7c604bac tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306010 Mar 23 13:14:13.100477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:14:13.102862 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f5f2bb-c4da-485f-a3dc-038206544ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:14:13.151733 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8356c22f-0e03-4688-8bb2-4d4bfacad3a4 x-openstack-request-id: req-8356c22f-0e03-4688-8bb2-4d4bfacad3a4 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:14:13.152153 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:14:13.152657 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8356c22f-0e03-4688-8bb2-4d4bfacad3a4 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:14:13.153443 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'status': 'completed', 'code': 200} Mar 23 13:14:13.241728 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-2f948383-1f28-438e-81a9-9ccaaa2f7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:13.243233 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-2f948383-1f28-438e-81a9-9ccaaa2f7135 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 1095 time: 0.0719965 Mar 23 13:14:13.245497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-53c5f54e-8ba2-4720-b58c-e232a1fc6a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:13.246911 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-53c5f54e-8ba2-4720-b58c-e232a1fc6a87 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 1095 time: 0.0669439 Mar 23 13:14:13.400329 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-8327c1e4-f3f2-4503-9c64-49be4a5482eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:13.401802 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-8327c1e4-f3f2-4503-9c64-49be4a5482eb service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1515918 Mar 23 13:14:13.402879 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-efc6330c-e6e7-4262-894c-6df82889d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:13.404469 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-efc6330c-e6e7-4262-894c-6df82889d0e9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1468658 Mar 23 13:14:13.833104 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-2c78f198-7feb-49c3-9fca-399c6c786213 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3 HTTP/1.1" status: 200 len: 1000 time: 0.4236128 Mar 23 13:14:13.834953 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-29d22d01-75f6-4c23-8c2d-68753367b88d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3 HTTP/1.1" status: 200 len: 1000 time: 0.4199440 Mar 23 13:14:13.936131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-55afe647-5fcd-46c0-88b6-995e4ad0b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:13.938199 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-55afe647-5fcd-46c0-88b6-995e4ad0b79c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0878432 Mar 23 13:14:13.940186 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-f3218a5f-981b-489a-bee7-c2afa094bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:13.941469 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-f3218a5f-981b-489a-bee7-c2afa094bb01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0925517 Mar 23 13:14:13.949138 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800ebec-d110-493d-9117-5c7701efba51 req-9f3a6f44-46c6-47a0-bd37-d148b4905e2b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:13.950517 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5800ebec-d110-493d-9117-5c7701efba51 req-9f3a6f44-46c6-47a0-bd37-d148b4905e2b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 944 time: 0.1358788 Mar 23 13:14:14.041890 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5800ebec-d110-493d-9117-5c7701efba51 req-a6890d1a-fb8f-477b-b8c3-04a8ffa0004d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734758 Mar 23 13:14:14.049580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-c247c898-7309-40f6-9a5e-986781fb49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:14.051013 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-c247c898-7309-40f6-9a5e-986781fb49db service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985951 Mar 23 13:14:14.052674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-20d626a5-644c-4ebe-95c4-6de07263dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:14.054014 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-20d626a5-644c-4ebe-95c4-6de07263dbce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026504 Mar 23 13:14:14.206671 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-43527b2c-9fc2-4568-b1b0-c97c766a2fb8 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477642 Mar 23 13:14:14.208516 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-159dd647-ad13-44b9-90db-d2a7404d30c5 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427457 Mar 23 13:14:14.366282 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-6ef20bb8-5970-473c-8c7f-2efbee61a407 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527114 Mar 23 13:14:14.368130 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-48f5f2bb-c4da-485f-a3dc-038206544ed0 req-7ed7d5f4-3abd-4e4d-a56d-3d3cc063cca8 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468468 Mar 23 13:14:14.547527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 411fe175-7afe-4ce1-b0a2-7621be7146d3 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:14:14.584807 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 411fe175-7afe-4ce1-b0a2-7621be7146d3 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:14:15.160543 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb916b75-ffb3-4f44-86de-b6aa2bb9216e req-91392c8d-6980-42ab-a8bb-ad66fe035c14 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:15.162034 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb916b75-ffb3-4f44-86de-b6aa2bb9216e req-91392c8d-6980-42ab-a8bb-ad66fe035c14 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 944 time: 0.0497305 Mar 23 13:14:15.201908 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb916b75-ffb3-4f44-86de-b6aa2bb9216e req-b56c0bc9-75da-4e5a-99c0-9c4c2ace0661 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339808 Mar 23 13:14:15.322112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8a575-ae76-40aa-b367-6a826d87108b req-e72fb89d-8391-4c76-a916-8a51ce9b1471 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:15.323491 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4be8a575-ae76-40aa-b367-6a826d87108b req-e72fb89d-8391-4c76-a916-8a51ce9b1471 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 944 time: 0.0551336 Mar 23 13:14:15.341167 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 411fe175-7afe-4ce1-b0a2-7621be7146d3 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:14:15.361471 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4be8a575-ae76-40aa-b367-6a826d87108b req-000e7cd5-d06a-4063-9564-9453dbe8fbfa tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313580 Mar 23 13:14:15.439097 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:14:15.452467 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'port_id': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'mac_address': 'fa:16:3e:ba:39:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:14:15.475144 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c441a76-01ae-4638-901c-c0d3dc64b39c req-60b6f18d-68ad-45ef-b211-6d8f2952cb06 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:15.476638 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c441a76-01ae-4638-901c-c0d3dc64b39c req-60b6f18d-68ad-45ef-b211-6d8f2952cb06 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 944 time: 0.0495145 Mar 23 13:14:15.488884 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:15.501860 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411fe175-7afe-4ce1-b0a2-7621be7146d3 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:14:15.514478 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c441a76-01ae-4638-901c-c0d3dc64b39c req-ea7ef01d-96b0-4e41-a787-946176293a09 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317068 Mar 23 13:14:15.521784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:14:15.525945 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:15.576264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=411fe175-7afe-4ce1-b0a2-7621be7146d3,revision_number=12']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:14:15.757838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c58949-419e-4408-b92b-ad3c0a6ebce9 req-88e2d371-c401-4580-9575-fdd8d2243322 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:15.759298 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b0c58949-419e-4408-b92b-ad3c0a6ebce9 req-88e2d371-c401-4580-9575-fdd8d2243322 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0538733 Mar 23 13:14:15.799343 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b0c58949-419e-4408-b92b-ad3c0a6ebce9 req-9920a353-c14a-4a55-b980-569e4371dc7f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326004 Mar 23 13:14:15.902259 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['411fe175-7afe-4ce1-b0a2-7621be7146d3'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:14:16.424446 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:16.922202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de6711-699a-43e2-a43a-1e0ed35cf631 req-699cb432-5095-4d37-9ffb-59c296706916 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:16.923723 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51de6711-699a-43e2-a43a-1e0ed35cf631 req-699cb432-5095-4d37-9ffb-59c296706916 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0546491 Mar 23 13:14:16.962267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51de6711-699a-43e2-a43a-1e0ed35cf631 req-6c4b8fdd-a938-465e-a885-70d2301cf635 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318978 Mar 23 13:14:17.219055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795d99b-c2c8-475f-acf4-2ce12e3e0811 req-5fda3870-ae57-425c-91d4-e5c248ff697d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:17.220550 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b795d99b-c2c8-475f-acf4-2ce12e3e0811 req-5fda3870-ae57-425c-91d4-e5c248ff697d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.77 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 945 time: 0.0486023 Mar 23 13:14:17.311352 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-b795d99b-c2c8-475f-acf4-2ce12e3e0811 req-50b08759-6cc0-4682-a23e-2f12de6f7f3e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Deleting port 411fe175-7afe-4ce1-b0a2-7621be7146d3 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:14:17.311687 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b795d99b-c2c8-475f-acf4-2ce12e3e0811 req-50b08759-6cc0-4682-a23e-2f12de6f7f3e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:17.361892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 411fe175-7afe-4ce1-b0a2-7621be7146d3 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:14:17.397726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b795d99b-c2c8-475f-acf4-2ce12e3e0811 req-50b08759-6cc0-4682-a23e-2f12de6f7f3e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:14:17.398004 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b795d99b-c2c8-475f-acf4-2ce12e3e0811 req-50b08759-6cc0-4682-a23e-2f12de6f7f3e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:17.410177 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 411fe175-7afe-4ce1-b0a2-7621be7146d3 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:14:17.413964 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 411fe175-7afe-4ce1-b0a2-7621be7146d3 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:14:17.414331 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:17.497326 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:17.521518 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:14:17.523811 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f62e66-7d97-47c1-b0ad-11f4b11bd139" -d '{"events": [{"server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "name": "network-vif-plugged", "status": "completed", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:14:17.540444 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 411fe175-7afe-4ce1-b0a2-7621be7146d3, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=411fe175-7afe-4ce1-b0a2-7621be7146d3,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:14:17.544724 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:17.568164 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df497ed-730f-47fe-9d18-5a51801b29d4 x-openstack-request-id: req-5df497ed-730f-47fe-9d18-5a51801b29d4 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:14:17.568502 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "name": "network-vif-plugged", "status": "completed", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:14:17.568753 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5df497ed-730f-47fe-9d18-5a51801b29d4 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:14:17.569141 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'code': 200} Mar 23 13:14:17.580681 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b795d99b-c2c8-475f-acf4-2ce12e3e0811 req-50b08759-6cc0-4682-a23e-2f12de6f7f3e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:17.581193 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b795d99b-c2c8-475f-acf4-2ce12e3e0811 req-50b08759-6cc0-4682-a23e-2f12de6f7f3e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:17.581389 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-b795d99b-c2c8-475f-acf4-2ce12e3e0811 req-50b08759-6cc0-4682-a23e-2f12de6f7f3e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Floating IP 2ffa32a4-384f-48c5-ab0d-a858c57f37de disassociated. External IP: 172.25.2.242, port: 411fe175-7afe-4ce1-b0a2-7621be7146d3. Mar 23 13:14:17.581743 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-b795d99b-c2c8-475f-acf4-2ce12e3e0811 req-50b08759-6cc0-4682-a23e-2f12de6f7f3e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Calling delete_port for 411fe175-7afe-4ce1-b0a2-7621be7146d3 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:14:17.595751 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=411fe175-7afe-4ce1-b0a2-7621be7146d3,revision_number=13']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:14:17.709170 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b795d99b-c2c8-475f-acf4-2ce12e3e0811 req-50b08759-6cc0-4682-a23e-2f12de6f7f3e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:17.741954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b08759-6cc0-4682-a23e-2f12de6f7f3e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Pushing event deleted for resources: {'Port': ['ID=411fe175-7afe-4ce1-b0a2-7621be7146d3,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:14:17.753454 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:17.857336 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b795d99b-c2c8-475f-acf4-2ce12e3e0811 req-50b08759-6cc0-4682-a23e-2f12de6f7f3e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Router d8718cbd-853b-4a84-a6b6-92726642a101 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:14:17.968757 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b795d99b-c2c8-475f-acf4-2ce12e3e0811 req-50b08759-6cc0-4682-a23e-2f12de6f7f3e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:14:17.978463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc306a-b049-4f59-83dc-7fee9c21f61c None None] Sync routers for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:14:17.988883 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc306a-b049-4f59-83dc-7fee9c21f61c None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:14:17.989582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-58fc306a-b049-4f59-83dc-7fee9c21f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:13:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:14:18.011373 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b795d99b-c2c8-475f-acf4-2ce12e3e0811 req-50b08759-6cc0-4682-a23e-2f12de6f7f3e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] No DVR routers for this DVR port 411fe175-7afe-4ce1-b0a2-7621be7146d3 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:14:18.014070 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b795d99b-c2c8-475f-acf4-2ce12e3e0811 req-50b08759-6cc0-4682-a23e-2f12de6f7f3e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:18.018257 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b795d99b-c2c8-475f-acf4-2ce12e3e0811 req-50b08759-6cc0-4682-a23e-2f12de6f7f3e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.77 "DELETE /v2.0/ports/411fe175-7afe-4ce1-b0a2-7621be7146d3 HTTP/1.1" status: 204 len: 173 time: 0.7917519 Mar 23 13:14:18.018726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'name': 'network-vif-deleted', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:14:18.021194 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b22352-bd42-46be-89b1-ca634b8e0139" -d '{"events": [{"server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "name": "network-vif-deleted", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:14:18.070234 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34dcc3f-fd8a-4835-b616-46709b81f8f5 x-openstack-request-id: req-c34dcc3f-fd8a-4835-b616-46709b81f8f5 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:14:18.070527 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f0507-902d-4738-a1fb-7efc1d49532e", "name": "network-vif-deleted", "tag": "411fe175-7afe-4ce1-b0a2-7621be7146d3", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:14:18.070776 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c34dcc3f-fd8a-4835-b616-46709b81f8f5 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:14:18.071339 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61f0507-902d-4738-a1fb-7efc1d49532e', 'name': 'network-vif-deleted', 'tag': '411fe175-7afe-4ce1-b0a2-7621be7146d3', 'status': 'completed', 'code': 200} Mar 23 13:14:18.073657 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-befd34ba-10b5-4b7a-b7b2-5990ce4798d6 req-0f3eef8e-c4ad-471e-9656-ff45bad54137 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61f0507-902d-4738-a1fb-7efc1d49532e HTTP/1.1" status: 200 len: 210 time: 0.0377138 Mar 23 13:14:18.119129 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-58fc306a-b049-4f59-83dc-7fee9c21f61c None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:14:18.322264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-58fc306a-b049-4f59-83dc-7fee9c21f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:14:18.352239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc306a-b049-4f59-83dc-7fee9c21f61c None None] Checking router: d8718cbd-853b-4a84-a6b6-92726642a101 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:14:18.360415 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc306a-b049-4f59-83dc-7fee9c21f61c None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:14:18.361014 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-58fc306a-b049-4f59-83dc-7fee9c21f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:13:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:14:18.461293 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-58fc306a-b049-4f59-83dc-7fee9c21f61c None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:14:18.650432 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-58fc306a-b049-4f59-83dc-7fee9c21f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:14:18.675731 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc306a-b049-4f59-83dc-7fee9c21f61c None None] The sync data for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 is: [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:14:18.884169 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f48c90-632a-4158-a444-37af7e8536f9 None None] New status for floating IP 2ffa32a4-384f-48c5-ab0d-a858c57f37de: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:14:19.307634 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-61bc0f1f-ed4d-429b-9356-921a34e417cb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1656256218&fields=id&tenant_id=9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 267 time: 0.0326700 Mar 23 13:14:19.410200 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-87b26677-c5f8-409b-b3ec-39bc38374229 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:19.411646 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-87b26677-c5f8-409b-b3ec-39bc38374229 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 811 time: 0.0973375 Mar 23 13:14:19.426835 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-88de684c-2b6c-4273-83a5-e01e9fbd826d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/quotas/9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 375 time: 0.0095348 Mar 23 13:14:19.485639 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-5e8e9432-9e67-4324-b7f3-be88c9383e03 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537293 Mar 23 13:14:19.689914 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-bd74f4c0-6477-43b6-ab0a-3f6f47ceee06 service neutron] 10.222.0.52 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925423 Mar 23 13:14:19.785831 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-6bd7a2c8-a95f-4a3d-b3fc-f823a2bc3d9c service neutron] 10.222.0.52 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898638 Mar 23 13:14:19.945919 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-505ff7e0-3b26-4023-9bf5-daae99412ec9 req-c000d3a6-3af0-4e4e-938a-73572142bd98 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 210 time: 0.0298364 Mar 23 13:14:20.878879 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-afd01d73-7614-4df4-83da-beaa9fcf6df8 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:20.880358 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-afd01d73-7614-4df4-83da-beaa9fcf6df8 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 811 time: 0.1083198 Mar 23 13:14:20.932397 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-a6e8452f-399d-47d9-8d4d-ccc5c7cf7d3f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 380 time: 0.0425818 Mar 23 13:14:20.950143 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-f94f7342-b240-4c40-ac5c-a360e9435ea6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Request body: {'port': {'device_id': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'admin_state_up': True, 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'security_groups': ['f1dc744c-4256-4ec2-9487-21e2afabeb12']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:14:21.044667 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f75d45f1-32b3-476c-aa57-de851cd80acd req-b81759a3-37ba-4cda-a9f9-473948c3ce79 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 210 time: 0.0272262 Mar 23 13:14:21.058303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-f94f7342-b240-4c40-ac5c-a360e9435ea6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Made reservation on behalf of 9ebb500257ce411697b4a6f335423bbe for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:14:21.061804 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-f94f7342-b240-4c40-ac5c-a360e9435ea6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:21.189474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-f94f7342-b240-4c40-ac5c-a360e9435ea6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Allocated IP 172.20.0.14 (1008ec75-e5f8-4fc6-8fbc-4f85323a55ae/8c350a52-02e0-4298-a6b1-8e791ad27aa1/baa139ab-3425-41c8-a0fa-aa7708fa8675) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:14:21.321815 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-f94f7342-b240-4c40-ac5c-a360e9435ea6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:21.359778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-f94f7342-b240-4c40-ac5c-a360e9435ea6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:21.362628 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 411fe175-7afe-4ce1-b0a2-7621be7146d3 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:14:21.383276 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 411fe175-7afe-4ce1-b0a2-7621be7146d3 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:14:21.383613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 411fe175-7afe-4ce1-b0a2-7621be7146d3 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:14:21.404817 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-f94f7342-b240-4c40-ac5c-a360e9435ea6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:14:21.408548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-f94f7342-b240-4c40-ac5c-a360e9435ea6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:14:21.412169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-f94f7342-b240-4c40-ac5c-a360e9435ea6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:14:21.438988 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f7342-b240-4c40-ac5c-a360e9435ea6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Pushing event updated for resources: {'Port': ['ID=baa139ab-3425-41c8-a0fa-aa7708fa8675,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:14:21.466763 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-f94f7342-b240-4c40-ac5c-a360e9435ea6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:21.467390 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-f94f7342-b240-4c40-ac5c-a360e9435ea6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:21.484848 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-f94f7342-b240-4c40-ac5c-a360e9435ea6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5386596 Mar 23 13:14:21.497752 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Request body: {'port': {'device_id': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:14:21.553920 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:21.663834 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-532c3544-2e12-4829-b666-56affd8b0295 None None] Provisioning complete for port baa139ab-3425-41c8-a0fa-aa7708fa8675 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:14:21.664152 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-532c3544-2e12-4829-b666-56affd8b0295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:21.710918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-532c3544-2e12-4829-b666-56affd8b0295 None None] Port baa139ab-3425-41c8-a0fa-aa7708fa8675 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:14:21.826210 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa139ab-3425-41c8-a0fa-aa7708fa8675 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:14:21.833497 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:21.845419 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Transition to ACTIVE for port object baa139ab-3425-41c8-a0fa-aa7708fa8675 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:14:21.848596 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:21.896869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=baa139ab-3425-41c8-a0fa-aa7708fa8675,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:14:21.973838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Attempting to bind port baa139ab-3425-41c8-a0fa-aa7708fa8675 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:14:21.974487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Attempting to bind port baa139ab-3425-41c8-a0fa-aa7708fa8675 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:14:21.974487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Attempting to bind port baa139ab-3425-41c8-a0fa-aa7708fa8675 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:14:21.979850 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Port baa139ab-3425-41c8-a0fa-aa7708fa8675 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:14:21.980307 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Attempting to bind port baa139ab-3425-41c8-a0fa-aa7708fa8675 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:14:21.986084 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:14:21.986426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Checking segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:14:21.986804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Bound using segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:14:21.987230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Bound port: baa139ab-3425-41c8-a0fa-aa7708fa8675, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:14:21.987588 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:22.063273 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:14:22.066733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:14:22.071546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:22.109478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:22.110031 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:22.111458 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] 10.222.0.73 "PUT /v2.0/ports/baa139ab-3425-41c8-a0fa-aa7708fa8675 HTTP/1.1" status: 200 len: 1092 time: 0.6179895 Mar 23 13:14:22.112036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:14:22.114348 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4eb4a1f-77ff-4db7-a93e-5527eaae31a8" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:14:22.169920 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b82871-b05e-4739-a887-0f6e63564ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=baa139ab-3425-41c8-a0fa-aa7708fa8675,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:14:22.184671 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ec40ec-572a-4596-8dbf-b37dab28d09b x-openstack-request-id: req-43ec40ec-572a-4596-8dbf-b37dab28d09b {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:14:22.185017 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:14:22.185206 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43ec40ec-572a-4596-8dbf-b37dab28d09b {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:14:22.185603 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'status': 'completed', 'code': 200} Mar 23 13:14:22.232753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062eaa0e-7a90-409f-ad94-e1db14396b2a req-349c45d6-0e2b-4220-9b93-317405dc9d91 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:22.234958 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-062eaa0e-7a90-409f-ad94-e1db14396b2a req-349c45d6-0e2b-4220-9b93-317405dc9d91 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 944 time: 0.1018419 Mar 23 13:14:22.240466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-4a891ad3-4886-4889-92b0-930be2b6730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:22.242054 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-4a891ad3-4886-4889-92b0-930be2b6730f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 1095 time: 0.0689197 Mar 23 13:14:22.298996 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-71da4987-5af6-4d8e-af8b-230112591e39 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675 HTTP/1.1" status: 200 len: 217 time: 0.0485451 Mar 23 13:14:22.336518 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-062eaa0e-7a90-409f-ad94-e1db14396b2a req-86717bd8-a3a8-416f-8dda-40f82ed663c0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935035 Mar 23 13:14:22.355435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-d437ecc7-fd9f-42f5-b54d-72a7cd9e08e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:22.357233 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-d437ecc7-fd9f-42f5-b54d-72a7cd9e08e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0517595 Mar 23 13:14:22.413695 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-890ceb55-6c46-422e-86ee-1248a6c19848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:22.415819 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-890ceb55-6c46-422e-86ee-1248a6c19848 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506072 Mar 23 13:14:22.505967 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-fe4cc0ff-3d41-4746-91da-3e4af8eb6204 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805123 Mar 23 13:14:22.598436 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6dc896dd-d21a-4adc-86eb-de4a4e525e51 req-31c8df21-4293-44bc-8c09-bf3475b877d2 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858929 Mar 23 13:14:22.686725 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb4a1f-77ff-4db7-a93e-5527eaae31a8 req-31c66de6-b818-4398-a5a4-39aae4091adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:22.688258 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4eb4a1f-77ff-4db7-a93e-5527eaae31a8 req-31c66de6-b818-4398-a5a4-39aae4091adf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 1095 time: 0.0424197 Mar 23 13:14:22.791672 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb4a1f-77ff-4db7-a93e-5527eaae31a8 req-517aeafa-3449-4668-ba2a-4023ca967524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:22.797966 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4eb4a1f-77ff-4db7-a93e-5527eaae31a8 req-517aeafa-3449-4668-ba2a-4023ca967524 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0982568 Mar 23 13:14:22.836244 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4eb4a1f-77ff-4db7-a93e-5527eaae31a8 req-e19ce69e-cb0c-43b3-9d48-f2e7bdd45775 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675 HTTP/1.1" status: 200 len: 217 time: 0.0360694 Mar 23 13:14:22.890060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb4a1f-77ff-4db7-a93e-5527eaae31a8 req-d0ec0006-9452-402a-88e8-5f7642edde73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:22.892215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4eb4a1f-77ff-4db7-a93e-5527eaae31a8 req-d0ec0006-9452-402a-88e8-5f7642edde73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0478354 Mar 23 13:14:22.945953 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb4a1f-77ff-4db7-a93e-5527eaae31a8 req-79cd8f50-e5ba-423a-a509-7b05affb7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:22.947470 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4eb4a1f-77ff-4db7-a93e-5527eaae31a8 req-79cd8f50-e5ba-423a-a509-7b05affb7334 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450785 Mar 23 13:14:23.048042 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4eb4a1f-77ff-4db7-a93e-5527eaae31a8 req-b944c08c-f559-4242-9d44-92560b328a48 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907629 Mar 23 13:14:23.157781 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4eb4a1f-77ff-4db7-a93e-5527eaae31a8 req-da5f0feb-da2a-48e8-bf26-cd1d74b0eee7 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995770 Mar 23 13:14:23.463525 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ede93-dcd3-456e-8642-959dcb029e12 req-eb649c6f-c663-465a-b152-124a8663e127 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:23.465066 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f67ede93-dcd3-456e-8642-959dcb029e12 req-eb649c6f-c663-465a-b152-124a8663e127 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 944 time: 0.0533328 Mar 23 13:14:23.505553 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f67ede93-dcd3-456e-8642-959dcb029e12 req-2388888d-dcb6-4105-9f8c-86789647cffd tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341885 Mar 23 13:14:24.101845 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4f0fbe60-e67b-4dd8-be52-6a36e163e3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:24.629004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3eaa4-1005-44dd-b3c4-afda7dca5cce req-4ce37497-4a52-4a01-b7fc-4bb3953a147b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:24.630466 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9a3eaa4-1005-44dd-b3c4-afda7dca5cce req-4ce37497-4a52-4a01-b7fc-4bb3953a147b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 944 time: 0.0535250 Mar 23 13:14:24.667223 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d9a3eaa4-1005-44dd-b3c4-afda7dca5cce req-3834b1b1-7d7f-4b64-b329-9d031727d07c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308101 Mar 23 13:14:25.786852 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629d22d-3fa1-4cfe-8070-d67244b9c661 req-15e435b9-b58e-4044-9fbd-23a6861694e4 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:25.788346 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3629d22d-3fa1-4cfe-8070-d67244b9c661 req-15e435b9-b58e-4044-9fbd-23a6861694e4 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 944 time: 0.0492539 Mar 23 13:14:25.830172 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3629d22d-3fa1-4cfe-8070-d67244b9c661 req-cab4cd49-c308-4c74-acc5-c67b50d1eb56 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358634 Mar 23 13:14:26.579509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device baa139ab-3425-41c8-a0fa-aa7708fa8675 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:14:26.669578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:14:26.681140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'port_id': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'mac_address': 'fa:16:3e:a5:22:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:14:26.717352 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:26.733127 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa139ab-3425-41c8-a0fa-aa7708fa8675 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:14:26.751859 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:14:26.756132 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:26.802847 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=baa139ab-3425-41c8-a0fa-aa7708fa8675,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:14:26.956091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f7f84-200a-4f6c-8d16-023d37645f49 req-7675cd6a-45ff-453d-8ec3-f03c31277a76 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:26.957657 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-586f7f84-200a-4f6c-8d16-023d37645f49 req-7675cd6a-45ff-453d-8ec3-f03c31277a76 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0548711 Mar 23 13:14:26.967728 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['baa139ab-3425-41c8-a0fa-aa7708fa8675'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:14:26.971770 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4523f7d6-1076-4e0f-8ce8-866883d6eba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:26.998245 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-586f7f84-200a-4f6c-8d16-023d37645f49 req-1003b571-7e1f-4818-9f92-1a8a18f97c93 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325232 Mar 23 13:14:27.896375 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:28.124146 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635717a-4dca-402a-984b-5c99e969531b req-a53b4d79-ff59-4211-a350-eeb5b74483b4 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:28.126158 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6635717a-4dca-402a-984b-5c99e969531b req-a53b4d79-ff59-4211-a350-eeb5b74483b4 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0529141 Mar 23 13:14:28.163841 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6635717a-4dca-402a-984b-5c99e969531b req-56c9dce3-5fa4-44af-a2b0-2949ea20084f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317059 Mar 23 13:14:28.594506 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device baa139ab-3425-41c8-a0fa-aa7708fa8675 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:14:28.641798 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port baa139ab-3425-41c8-a0fa-aa7708fa8675 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:14:28.645529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port baa139ab-3425-41c8-a0fa-aa7708fa8675 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:14:28.645900 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:28.719710 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:28.743948 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:14:28.746362 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2924afa4-0be5-4952-a627-6ebed7276e30" -d '{"events": [{"server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "name": "network-vif-plugged", "status": "completed", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:14:28.759602 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:14:28.763719 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:28.786491 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4886c2c2-49ff-457e-b91b-c7b1e80d11dc x-openstack-request-id: req-4886c2c2-49ff-457e-b91b-c7b1e80d11dc {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:14:28.786784 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "name": "network-vif-plugged", "status": "completed", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:14:28.787031 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4886c2c2-49ff-457e-b91b-c7b1e80d11dc {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:14:28.787413 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'code': 200} Mar 23 13:14:28.813429 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=baa139ab-3425-41c8-a0fa-aa7708fa8675,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:14:28.886161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d048f-108f-4b9b-889e-aa1bc9467ead req-99f2aa67-27ef-4894-9ca7-e4c9d3dc7956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:28.887723 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-027d048f-108f-4b9b-889e-aa1bc9467ead req-99f2aa67-27ef-4894-9ca7-e4c9d3dc7956 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 1097 time: 0.0401111 Mar 23 13:14:28.923348 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-027d048f-108f-4b9b-889e-aa1bc9467ead req-7d32d20b-8da5-4c76-8afc-559cbb413798 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288725 Mar 23 13:14:29.207669 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:29.287664 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65871256-f77a-4f3b-9b55-4ea7b0ef2a67 req-1f376b98-0d07-4591-a0fb-4f3078e78f6e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:29.289259 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-65871256-f77a-4f3b-9b55-4ea7b0ef2a67 req-1f376b98-0d07-4591-a0fb-4f3078e78f6e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0541246 Mar 23 13:14:29.329446 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-65871256-f77a-4f3b-9b55-4ea7b0ef2a67 req-04a76021-ed46-47b7-a6a9-58ec4a3fcc37 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341048 Mar 23 13:14:29.570034 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:30.453140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7430f-a710-4eb1-b7c9-3caca3838771 req-bfc74a37-d752-4461-8e3a-eaed8df8d184 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:30.455196 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-59d7430f-a710-4eb1-b7c9-3caca3838771 req-bfc74a37-d752-4461-8e3a-eaed8df8d184 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0542591 Mar 23 13:14:30.491457 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-59d7430f-a710-4eb1-b7c9-3caca3838771 req-b1661370-2dd5-4177-87e7-a573c2aed645 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303171 Mar 23 13:14:30.601960 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef547c94-ee31-4921-a376-3af921e6f99b req-6c7a449b-70a3-44fc-98fc-913dfbaff0b8 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:30.603409 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ef547c94-ee31-4921-a376-3af921e6f99b req-6c7a449b-70a3-44fc-98fc-913dfbaff0b8 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0484552 Mar 23 13:14:30.612005 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48116) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:14:30.616480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b453a4ae-19e5-41f2-8e20-94527da01701 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Request body: {'floatingip': {'port_id': 'baa139ab-3425-41c8-a0fa-aa7708fa8675'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:14:30.659580 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b453a4ae-19e5-41f2-8e20-94527da01701 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for floatingip, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:31.093135 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b453a4ae-19e5-41f2-8e20-94527da01701 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:31.097012 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b453a4ae-19e5-41f2-8e20-94527da01701 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:31.196654 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-b453a4ae-19e5-41f2-8e20-94527da01701 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Floating IP 2ffa32a4-384f-48c5-ab0d-a858c57f37de associated. External IP: 172.25.2.242, port: baa139ab-3425-41c8-a0fa-aa7708fa8675. Mar 23 13:14:31.402619 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b453a4ae-19e5-41f2-8e20-94527da01701 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Router d8718cbd-853b-4a84-a6b6-92726642a101 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:14:31.511080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b453a4ae-19e5-41f2-8e20-94527da01701 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:14:31.515850 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b453a4ae-19e5-41f2-8e20-94527da01701 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:31.520505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d207f14-5051-41b1-bf2d-8b76a68c8241 None None] Sync routers for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:14:31.530353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d207f14-5051-41b1-bf2d-8b76a68c8241 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:14:31.530956 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1d207f14-5051-41b1-bf2d-8b76a68c8241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:14:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:14:31.543212 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b453a4ae-19e5-41f2-8e20-94527da01701 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "PUT /v2.0/floatingips/2ffa32a4-384f-48c5-ab0d-a858c57f37de HTTP/1.1" status: 200 len: 993 time: 0.9301150 Mar 23 13:14:31.543787 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:14:31.546334 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46a9982-8d98-40b7-aa53-b69d3d4e2749" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:14:31.586160 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e874ccd1-a6f6-4997-9fc8-18de603c6a1f x-openstack-request-id: req-e874ccd1-a6f6-4997-9fc8-18de603c6a1f {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:14:31.586373 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:14:31.586682 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e874ccd1-a6f6-4997-9fc8-18de603c6a1f {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:14:31.587092 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'status': 'completed', 'code': 200} Mar 23 13:14:31.643427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-1d207f14-5051-41b1-bf2d-8b76a68c8241 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:14:31.648578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a9982-8d98-40b7-aa53-b69d3d4e2749 req-39b50805-f69c-4139-9e02-5cf142241b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:31.650843 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e46a9982-8d98-40b7-aa53-b69d3d4e2749 req-39b50805-f69c-4139-9e02-5cf142241b7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 1097 time: 0.0430593 Mar 23 13:14:31.752842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a9982-8d98-40b7-aa53-b69d3d4e2749 req-2f3725a2-b0c6-43e2-aa0e-67ffb11a5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:31.754517 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e46a9982-8d98-40b7-aa53-b69d3d4e2749 req-2f3725a2-b0c6-43e2-aa0e-67ffb11a5444 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0962527 Mar 23 13:14:31.823636 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e46a9982-8d98-40b7-aa53-b69d3d4e2749 req-e3a40419-2b3b-4b40-8f18-7a5632b9db9f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675 HTTP/1.1" status: 200 len: 1001 time: 0.0621572 Mar 23 13:14:31.887296 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a9982-8d98-40b7-aa53-b69d3d4e2749 req-a5c31b49-f5f5-4871-b3ce-f15db9a53efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:31.888752 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e46a9982-8d98-40b7-aa53-b69d3d4e2749 req-a5c31b49-f5f5-4871-b3ce-f15db9a53efb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0543914 Mar 23 13:14:31.896472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1d207f14-5051-41b1-bf2d-8b76a68c8241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '2ffa32a4-384f-48c5-ab0d-a858c57f37de', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'port_id': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'mac_address': 'fa:16:3e:a5:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:11:35Z', 'updated_at': '2022-03-23T13:14:31Z', 'revision_number': 13, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:14:31.926627 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d207f14-5051-41b1-bf2d-8b76a68c8241 None None] Checking router: d8718cbd-853b-4a84-a6b6-92726642a101 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:14:31.935447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d207f14-5051-41b1-bf2d-8b76a68c8241 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:14:31.936174 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1d207f14-5051-41b1-bf2d-8b76a68c8241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:14:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:14:31.943030 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a9982-8d98-40b7-aa53-b69d3d4e2749 req-7db8058c-2cef-4caa-ad0f-8c95ad33e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:31.944864 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e46a9982-8d98-40b7-aa53-b69d3d4e2749 req-7db8058c-2cef-4caa-ad0f-8c95ad33e3cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486200 Mar 23 13:14:32.047870 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e46a9982-8d98-40b7-aa53-b69d3d4e2749 req-25059813-ed85-4a42-91cf-ad608d64afa1 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910327 Mar 23 13:14:32.151531 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e46a9982-8d98-40b7-aa53-b69d3d4e2749 req-f19d6aa2-1ef0-452e-b0c7-551fe04e546d service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964756 Mar 23 13:14:32.210325 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-1d207f14-5051-41b1-bf2d-8b76a68c8241 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:14:32.431652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-1d207f14-5051-41b1-bf2d-8b76a68c8241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '2ffa32a4-384f-48c5-ab0d-a858c57f37de', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'port_id': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'mac_address': 'fa:16:3e:a5:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:11:35Z', 'updated_at': '2022-03-23T13:14:31Z', 'revision_number': 13, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:14:32.458346 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d207f14-5051-41b1-bf2d-8b76a68c8241 None None] The sync data for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 is: [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '2ffa32a4-384f-48c5-ab0d-a858c57f37de', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'port_id': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'mac_address': 'fa:16:3e:a5:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:11:35Z', 'updated_at': '2022-03-23T13:14:31Z', 'revision_number': 13, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:14:32.660071 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d85670-687e-43cf-89bd-49bc2d976967 None None] New status for floating IP 2ffa32a4-384f-48c5-ab0d-a858c57f37de: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:14:33.011648 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487756ca-d4ae-4a57-a1f3-25d45fb05a6c req-43be9db1-c5c5-481c-ad43-9f270553a92c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:33.013154 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-487756ca-d4ae-4a57-a1f3-25d45fb05a6c req-43be9db1-c5c5-481c-ad43-9f270553a92c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0520146 Mar 23 13:14:33.052796 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-487756ca-d4ae-4a57-a1f3-25d45fb05a6c req-7c716cb4-3337-4194-99ba-5d53877a42e5 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330627 Mar 23 13:14:43.153334 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-03cbeca5-a683-47e2-a227-40fa8b4cb654 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967972 Mar 23 13:14:43.216171 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fb5b4-8377-475c-b540-37199a53658f req-915b82d6-7e0c-4e34-bb62-e1cb6eaaf0ca tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:43.217710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da3fb5b4-8377-475c-b540-37199a53658f req-915b82d6-7e0c-4e34-bb62-e1cb6eaaf0ca tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.1493311 Mar 23 13:14:43.257085 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-da3fb5b4-8377-475c-b540-37199a53658f req-0624f7ea-e9a0-46b8-a13a-097a21fbb66e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330460 Mar 23 13:14:44.256246 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-00ed6ceb-d9ca-4349-a5b2-5cdb954777c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:44.257807 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-00ed6ceb-d9ca-4349-a5b2-5cdb954777c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 1097 time: 0.0411730 Mar 23 13:14:44.369772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-74e6ba29-7a5d-43e4-974a-e1ed9da1c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:44.371216 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-74e6ba29-7a5d-43e4-974a-e1ed9da1c00e service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1054673 Mar 23 13:14:44.434697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb7a70-f408-430a-8c39-57b806188f83 req-147998b5-13ac-401a-837d-3d125378b88f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:44.436904 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7fcb7a70-f408-430a-8c39-57b806188f83 req-147998b5-13ac-401a-837d-3d125378b88f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.1059172 Mar 23 13:14:44.439996 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-93d1221d-b8e3-41fb-987c-b7b58b7c2577 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675 HTTP/1.1" status: 200 len: 1003 time: 0.0586650 Mar 23 13:14:44.476487 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7fcb7a70-f408-430a-8c39-57b806188f83 req-982976e0-dbf8-4c23-b0e8-6bd47413f539 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332012 Mar 23 13:14:44.493552 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-40012205-f3fe-404f-a29b-480998b30448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:44.497066 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-40012205-f3fe-404f-a29b-480998b30448 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0485694 Mar 23 13:14:44.541652 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-2ceec81e-2e65-4593-917a-a018efba8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:44.543299 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-2ceec81e-2e65-4593-917a-a018efba8efe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409062 Mar 23 13:14:44.636983 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-30681258-394c-4800-813e-5f7680e99cd4 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841658 Mar 23 13:14:44.729335 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-b3ac6bd1-fc07-4ecf-b33b-645ba2cce06a service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851510 Mar 23 13:14:45.595952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea58f51-5e26-4781-8e10-a22135f27c17 req-61f2e16c-1ee1-4671-bbd1-40f4f8280e8e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:45.597471 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ea58f51-5e26-4781-8e10-a22135f27c17 req-61f2e16c-1ee1-4671-bbd1-40f4f8280e8e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0487905 Mar 23 13:14:45.634540 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ea58f51-5e26-4781-8e10-a22135f27c17 req-2fb4ec76-2c52-4949-8669-79d33c64dbc2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311978 Mar 23 13:14:46.420067 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:46.759792 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf82a4b-ef1d-4128-b429-4b064ef06e12 req-d63cffba-07d6-4f03-bf31-9a5b2adf1d57 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:46.761306 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0cf82a4b-ef1d-4128-b429-4b064ef06e12 req-d63cffba-07d6-4f03-bf31-9a5b2adf1d57 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0484345 Mar 23 13:14:46.800421 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0cf82a4b-ef1d-4128-b429-4b064ef06e12 req-fa11d058-2b39-4ca4-b172-92c8e1d214b0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319798 Mar 23 13:14:47.751629 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:47.915571 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c11305-4695-4755-924b-31fdcc1ce8d1 req-e5c8f7d3-6d21-4462-af81-a33262d09db3 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:47.917082 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e3c11305-4695-4755-924b-31fdcc1ce8d1 req-e5c8f7d3-6d21-4462-af81-a33262d09db3 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0478494 Mar 23 13:14:47.958715 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e3c11305-4695-4755-924b-31fdcc1ce8d1 req-d8e653a7-4cb8-4c12-94b7-6530acad7e3c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356448 Mar 23 13:14:49.079865 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e0fbf-8c3f-4ff5-bfbd-feb44f64995a req-aa6b09e1-47b8-4ebe-b3e3-1b4c8c66b7f3 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:49.081345 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e38e0fbf-8c3f-4ff5-bfbd-feb44f64995a req-aa6b09e1-47b8-4ebe-b3e3-1b4c8c66b7f3 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0527658 Mar 23 13:14:49.119342 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e38e0fbf-8c3f-4ff5-bfbd-feb44f64995a req-fbae77bb-49b1-4443-a3b8-7a707418eeaf tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321150 Mar 23 13:14:49.701000 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:14:50.246186 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5fde5-0f06-4e8b-8dbc-4b9b024326ba req-55cc1a4f-c2be-4bd0-9402-efe991064b13 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:50.247666 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84e5fde5-0f06-4e8b-8dbc-4b9b024326ba req-55cc1a4f-c2be-4bd0-9402-efe991064b13 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0574706 Mar 23 13:14:50.286231 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84e5fde5-0f06-4e8b-8dbc-4b9b024326ba req-08d40fd9-43b8-46b7-8c02-47342f0c11cd tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324969 Mar 23 13:14:51.404114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2694d-0188-4d0f-8a41-63a5308726b3 req-548b86eb-59c6-4217-ae7e-408edeee9d77 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:51.405805 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-36e2694d-0188-4d0f-8a41-63a5308726b3 req-548b86eb-59c6-4217-ae7e-408edeee9d77 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0503340 Mar 23 13:14:51.447241 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-36e2694d-0188-4d0f-8a41-63a5308726b3 req-21a98fd1-28e9-4e80-a050-4c562933583a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348151 Mar 23 13:14:52.567565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9712b-6e05-43e6-ae00-70586a29b77f req-b75f9284-ba9a-415a-be13-29297dca41a7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:52.569082 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-24a9712b-6e05-43e6-ae00-70586a29b77f req-b75f9284-ba9a-415a-be13-29297dca41a7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0501120 Mar 23 13:14:52.611624 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-24a9712b-6e05-43e6-ae00-70586a29b77f req-474489a2-0999-470a-b2e0-f5768f8f2934 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340102 Mar 23 13:14:53.737845 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fcc1a-4a31-4c68-ab06-1338520b8d81 req-97bc6583-2be7-47c9-8da3-81a60eb93842 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:53.739348 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b73fcc1a-4a31-4c68-ab06-1338520b8d81 req-97bc6583-2be7-47c9-8da3-81a60eb93842 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0511396 Mar 23 13:14:53.780187 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b73fcc1a-4a31-4c68-ab06-1338520b8d81 req-5bc4bea7-3e36-4aad-a75e-cd5b83bbbbb5 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347617 Mar 23 13:14:54.103665 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe93df04-9f5e-4326-9d6f-37b0f07cacd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:54.917647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c291d0-958d-4e17-af0d-1810e2ea6f91 req-b1aa7120-e8c1-4805-982b-c49a9d687e27 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:54.919291 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50c291d0-958d-4e17-af0d-1810e2ea6f91 req-b1aa7120-e8c1-4805-982b-c49a9d687e27 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0529971 Mar 23 13:14:54.962588 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50c291d0-958d-4e17-af0d-1810e2ea6f91 req-df03c104-085b-4f10-acbe-b91db6719fe9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370770 Mar 23 13:14:56.082731 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea94ff-da4b-48f4-a4f6-64e6296e5518 req-a1424adb-a0a4-44f6-b52e-bcf3a1d4aa04 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:56.084148 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-15ea94ff-da4b-48f4-a4f6-64e6296e5518 req-a1424adb-a0a4-44f6-b52e-bcf3a1d4aa04 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0525746 Mar 23 13:14:56.123883 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-15ea94ff-da4b-48f4-a4f6-64e6296e5518 req-115a96dc-1153-4e8c-bf74-edeadc9d5e47 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336382 Mar 23 13:14:56.963625 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cdf41751-5056-42c7-9dc7-89bfe44c31a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:57.240039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38ee16-0e9a-43b3-a430-beeba4c870f3 req-04888c4e-a979-4c30-8e1e-c32c13f9db87 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:57.241444 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a38ee16-0e9a-43b3-a430-beeba4c870f3 req-04888c4e-a979-4c30-8e1e-c32c13f9db87 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0481651 Mar 23 13:14:57.279099 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a38ee16-0e9a-43b3-a430-beeba4c870f3 req-c3cc3a2c-b9f0-4740-ba27-ecd3f03c184b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315807 Mar 23 13:14:57.898942 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:58.395355 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb34bd-f3dd-4ff1-a285-ee40066aa0a5 req-5f7eb399-f03a-46a8-b5f3-06c0fde25af5 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:58.396913 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-abfb34bd-f3dd-4ff1-a285-ee40066aa0a5 req-5f7eb399-f03a-46a8-b5f3-06c0fde25af5 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0489049 Mar 23 13:14:58.436986 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-abfb34bd-f3dd-4ff1-a285-ee40066aa0a5 req-6e401d31-f3cc-4907-b240-c15374d19b84 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340838 Mar 23 13:14:59.208060 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:59.555408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30be0a2-5ce2-490b-b0e4-e4611a34091d req-b44a9d33-da0c-401d-8889-04fb2d5c8daf tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:14:59.556924 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a30be0a2-5ce2-490b-b0e4-e4611a34091d req-b44a9d33-da0c-401d-8889-04fb2d5c8daf tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0503418 Mar 23 13:14:59.573043 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:14:59.597312 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a30be0a2-5ce2-490b-b0e4-e4611a34091d req-f5998df3-ccdd-4f6c-88d9-c59958ccadd0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340078 Mar 23 13:15:00.716925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2adcbd-9b17-4ef3-b71d-4b1caaa065ea req-f45f0e9f-3768-41a7-b534-90775a919a65 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:00.718427 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2a2adcbd-9b17-4ef3-b71d-4b1caaa065ea req-f45f0e9f-3768-41a7-b534-90775a919a65 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0492418 Mar 23 13:15:00.757161 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2a2adcbd-9b17-4ef3-b71d-4b1caaa065ea req-e26f470f-1e97-4df1-9537-3e57db9fae5e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327017 Mar 23 13:15:01.878152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f6717-86e3-4213-895f-79ae8884bcb5 req-1a4a8800-b302-4b92-aa87-138e23a7b558 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:01.879621 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-517f6717-86e3-4213-895f-79ae8884bcb5 req-1a4a8800-b302-4b92-aa87-138e23a7b558 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0498981 Mar 23 13:15:01.920800 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-517f6717-86e3-4213-895f-79ae8884bcb5 req-88972666-d814-42eb-a2a1-52704483ef5f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349481 Mar 23 13:15:03.038713 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b1c1f-e167-4978-a13b-dee4b3c39b75 req-249b4379-7806-4a85-afc1-f7d9e769e183 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:03.040201 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-626b1c1f-e167-4978-a13b-dee4b3c39b75 req-249b4379-7806-4a85-afc1-f7d9e769e183 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0517685 Mar 23 13:15:03.078225 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-626b1c1f-e167-4978-a13b-dee4b3c39b75 req-c28411eb-8bc4-40d3-b0cb-ab8d0d64582c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321300 Mar 23 13:15:04.498803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546722c-ce88-4efe-a049-cceeb6b68ab7 req-3bf7a1f6-3b33-4a93-a109-5843fe5e9f4e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:04.500307 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7546722c-ce88-4efe-a049-cceeb6b68ab7 req-3bf7a1f6-3b33-4a93-a109-5843fe5e9f4e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.3543065 Mar 23 13:15:04.537684 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7546722c-ce88-4efe-a049-cceeb6b68ab7 req-197c8439-a437-43a7-a717-29e450e2f73b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313113 Mar 23 13:15:05.655057 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e522fbf-9019-4f10-ba9b-8981d2bc4dec req-f621c427-eb36-44e0-9a91-945fb4727431 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:05.656609 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e522fbf-9019-4f10-ba9b-8981d2bc4dec req-f621c427-eb36-44e0-9a91-945fb4727431 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0503123 Mar 23 13:15:05.696339 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1e522fbf-9019-4f10-ba9b-8981d2bc4dec req-01504404-1f8b-408c-9151-af9ac79c55fa tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330153 Mar 23 13:15:06.819904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a831e3-7c35-4ce3-830b-6b133329fa4e req-3b03e0d6-96a0-46d5-9b6e-b77f992296ff tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:06.821451 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19a831e3-7c35-4ce3-830b-6b133329fa4e req-3b03e0d6-96a0-46d5-9b6e-b77f992296ff tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0535944 Mar 23 13:15:06.859323 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19a831e3-7c35-4ce3-830b-6b133329fa4e req-ded113cf-311a-4c76-a161-b67d2bf2fd6f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318780 Mar 23 13:15:07.977598 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d689e-79a5-4eda-a219-f0b64e6ff7c5 req-a2f9db2c-75b4-465e-a493-3fd8a356eb01 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:07.979051 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-344d689e-79a5-4eda-a219-f0b64e6ff7c5 req-a2f9db2c-75b4-465e-a493-3fd8a356eb01 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0496109 Mar 23 13:15:08.016436 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-344d689e-79a5-4eda-a219-f0b64e6ff7c5 req-d766e51a-b26f-4eb0-b4f5-f8944930619c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312514 Mar 23 13:15:08.319453 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-45484322-a79d-451c-999c-e46487515473 service neutron] show failed (client error): The resource could not be found. Mar 23 13:15:08.320496 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-45484322-a79d-451c-999c-e46487515473 service neutron] 10.222.0.73 "GET /v2.0/ports/baa139ab-3425-41c8-a0fa-aa7708fa8675/bindings/n-h1-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.0576475 Mar 23 13:15:08.411829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c510a52-f6f2-46ad-8ab6-5472939fc4ea req-63a84ed5-b260-4783-9e6b-24a1faff0b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:08.413505 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c510a52-f6f2-46ad-8ab6-5472939fc4ea req-63a84ed5-b260-4783-9e6b-24a1faff0b93 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 1097 time: 0.0439088 Mar 23 13:15:08.542506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c510a52-f6f2-46ad-8ab6-5472939fc4ea req-fd5a5e85-e4c3-497b-aad5-90bb19b89591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:08.544035 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c510a52-f6f2-46ad-8ab6-5472939fc4ea req-fd5a5e85-e4c3-497b-aad5-90bb19b89591 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0969474 Mar 23 13:15:08.637687 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c510a52-f6f2-46ad-8ab6-5472939fc4ea req-c693e32b-3d20-4219-b740-e7da4a264134 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675 HTTP/1.1" status: 200 len: 1003 time: 0.0800030 Mar 23 13:15:08.640154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-09d0170e-b958-470e-990e-a14abb26051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:08.641562 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-09d0170e-b958-470e-990e-a14abb26051f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997&tenant_id=9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 1097 time: 0.1425986 Mar 23 13:15:08.656737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834854-1', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:15:08.732482 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c510a52-f6f2-46ad-8ab6-5472939fc4ea req-c332dbb5-99e2-4720-b138-602d1dd517d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:08.733819 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c510a52-f6f2-46ad-8ab6-5472939fc4ea req-c332dbb5-99e2-4720-b138-602d1dd517d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0890243 Mar 23 13:15:08.741421 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:08.830740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c510a52-f6f2-46ad-8ab6-5472939fc4ea req-34e2447e-ee9b-4032-bb35-854db5dfa4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:08.832345 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c510a52-f6f2-46ad-8ab6-5472939fc4ea req-34e2447e-ee9b-4032-bb35-854db5dfa4b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888598 Mar 23 13:15:09.035691 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c510a52-f6f2-46ad-8ab6-5472939fc4ea req-f0216b43-d1da-4307-bc4b-4409fb930e13 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534784 Mar 23 13:15:09.071265 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:15:09.185322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:15:09.238902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65457cb-3c93-43bc-aa45-937ede88e0a2 req-5017385f-f08f-4bb8-bd8d-86e606ede5d7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:09.240423 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e65457cb-3c93-43bc-aa45-937ede88e0a2 req-5017385f-f08f-4bb8-bd8d-86e606ede5d7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.1353848 Mar 23 13:15:09.242251 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c510a52-f6f2-46ad-8ab6-5472939fc4ea req-bb461324-53c3-44c1-aca8-bd2d4c3e5a68 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997430 Mar 23 13:15:09.260303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:15:09.262480 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed85e36-6dad-445c-bac3-dae2a5edf9ed" -d '{"events": [{"server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "name": "network-vif-unplugged", "status": "completed", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:15:09.273308 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:09.296126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Transition to ACTIVE for port object baa139ab-3425-41c8-a0fa-aa7708fa8675 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:15:09.304304 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e65457cb-3c93-43bc-aa45-937ede88e0a2 req-b85e3f8c-ab48-4fdf-8236-dcdb99c7f2ab tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539212 Mar 23 13:15:09.304907 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:09.337146 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 13:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d4b366-3b09-4a80-b949-292c9c9b72c7 x-openstack-request-id: req-14d4b366-3b09-4a80-b949-292c9c9b72c7 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:15:09.337860 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "name": "network-vif-unplugged", "status": "completed", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:15:09.337860 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14d4b366-3b09-4a80-b949-292c9c9b72c7 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:15:09.338044 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'code': 200} Mar 23 13:15:09.389392 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Pushing event updated for resources: {'Port': ['ID=baa139ab-3425-41c8-a0fa-aa7708fa8675,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:09.404667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:09.404928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:09.405279 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:09.405619 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:09.405958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:09.406291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:09.406622 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:09.406952 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:09.407284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:09.407611 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:09.407957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:09.408288 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:09.444634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] No DVR routers for this DVR port baa139ab-3425-41c8-a0fa-aa7708fa8675 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:15:09.610127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Attempting to bind port baa139ab-3425-41c8-a0fa-aa7708fa8675 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:15:09.610509 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Attempting to bind port baa139ab-3425-41c8-a0fa-aa7708fa8675 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:15:09.610778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Attempting to bind port baa139ab-3425-41c8-a0fa-aa7708fa8675 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:15:09.615137 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Port baa139ab-3425-41c8-a0fa-aa7708fa8675 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:15:09.615452 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Attempting to bind port baa139ab-3425-41c8-a0fa-aa7708fa8675 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:15:09.620285 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:15:09.620621 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Checking segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:15:09.620993 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Bound using segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:15:09.621411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Bound port: baa139ab-3425-41c8-a0fa-aa7708fa8675, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:15:09.621762 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:09.691974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:15:09.695843 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:15:09.700872 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:09.733705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:09.734491 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:09.735899 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] 10.222.0.77 "PUT /v2.0/ports/baa139ab-3425-41c8-a0fa-aa7708fa8675 HTTP/1.1" status: 200 len: 1092 time: 1.0839791 Mar 23 13:15:09.791169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3a1b3-38ef-4ed2-98a8-7cbf0e4a188a service neutron] Pushing event updated for resources: {'Port': ['ID=baa139ab-3425-41c8-a0fa-aa7708fa8675,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:09.834478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-51fc2dd0-290c-4d06-ab54-9c54f9b48286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:09.836180 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-51fc2dd0-290c-4d06-ab54-9c54f9b48286 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 1095 time: 0.0626211 Mar 23 13:15:09.947958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-ceae04c9-a89b-4437-9901-42d22f621da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:09.949458 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-ceae04c9-a89b-4437-9901-42d22f621da9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1061752 Mar 23 13:15:10.020391 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-2e336e32-3800-40e1-a877-bb3884d049a9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675 HTTP/1.1" status: 200 len: 1001 time: 0.0593779 Mar 23 13:15:10.071198 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-6740e9b0-445f-4d75-b85b-fb6f8482e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:10.072630 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-6740e9b0-445f-4d75-b85b-fb6f8482e8a3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0436542 Mar 23 13:15:10.124573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-9a64b810-62db-461c-af9a-e0ac5c098386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:10.126093 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-9a64b810-62db-461c-af9a-e0ac5c098386 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454085 Mar 23 13:15:10.216010 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-17ad147f-50a6-44ac-9bb0-54929f7e83a1 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828652 Mar 23 13:15:10.311805 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-ee11e473-985a-44c1-b7ad-7b51aa0d1aa4 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885379 Mar 23 13:15:10.432829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c674708-c50e-462d-8be7-fad4128f9c16 req-ed301c71-7183-42d7-80f3-54151aa0e8d0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:10.434345 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c674708-c50e-462d-8be7-fad4128f9c16 req-ed301c71-7183-42d7-80f3-54151aa0e8d0 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 944 time: 0.0551610 Mar 23 13:15:10.474394 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9c674708-c50e-462d-8be7-fad4128f9c16 req-94050b19-8d2e-4cd7-a738-07f8199517da tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334954 Mar 23 13:15:10.781267 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device baa139ab-3425-41c8-a0fa-aa7708fa8675 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:15:10.820402 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device baa139ab-3425-41c8-a0fa-aa7708fa8675 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:15:11.339067 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:15:11.341387 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0459877-2d5d-4cdf-a640-05b3f13e9473" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:15:11.391449 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50639ae2-df09-45e0-afb7-cdd6872dc380 x-openstack-request-id: req-50639ae2-df09-45e0-afb7-cdd6872dc380 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:15:11.391749 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:15:11.392128 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50639ae2-df09-45e0-afb7-cdd6872dc380 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:15:11.392536 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'status': 'completed', 'code': 200} Mar 23 13:15:11.482807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-cd7495a4-b243-403a-aaff-a176bd15348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:11.484280 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-cd7495a4-b243-403a-aaff-a176bd15348f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 1095 time: 0.0656328 Mar 23 13:15:11.486104 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-c24072f0-4a36-4f33-bba3-fcc10145602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:11.487640 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-c24072f0-4a36-4f33-bba3-fcc10145602f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 1095 time: 0.0771329 Mar 23 13:15:11.607074 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304a08-0b4f-4178-a570-b35e68d455cf req-68728437-11c9-4130-9178-0a7a76a47da1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:11.608763 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7304a08-0b4f-4178-a570-b35e68d455cf req-68728437-11c9-4130-9178-0a7a76a47da1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 944 time: 0.0589259 Mar 23 13:15:11.655974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-75f860cf-de96-4894-b71b-7fa16e776bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:11.657215 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f7304a08-0b4f-4178-a570-b35e68d455cf req-bf83b68d-8d22-4fde-bd91-b3ea537f265e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409069 Mar 23 13:15:11.657438 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-75f860cf-de96-4894-b71b-7fa16e776bb1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1663923 Mar 23 13:15:11.658553 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-c20d1e51-f18c-449b-8f2a-5abaeb2589f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:11.659895 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-c20d1e51-f18c-449b-8f2a-5abaeb2589f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1610284 Mar 23 13:15:11.772266 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-de022607-7a74-4942-99e2-aeabaea25a0d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675 HTTP/1.1" status: 200 len: 1001 time: 0.1068525 Mar 23 13:15:11.774013 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-80ce7034-bfaa-4c73-8050-021d1094d319 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675 HTTP/1.1" status: 200 len: 1001 time: 0.1027360 Mar 23 13:15:11.855221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-84a91bcd-ee7a-4251-bdd6-f85ff211730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:11.856613 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-84a91bcd-ee7a-4251-bdd6-f85ff211730c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0774670 Mar 23 13:15:11.858027 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-77ccb748-e60f-4138-beb5-6138d38c598d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:11.859340 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-77ccb748-e60f-4138-beb5-6138d38c598d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0729265 Mar 23 13:15:11.936205 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-6e04a9f4-eb9f-44e4-a458-63d29af87639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:11.937715 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-6e04a9f4-eb9f-44e4-a458-63d29af87639 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662694 Mar 23 13:15:11.940107 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-176b3059-8206-4b9d-9afe-2306eecb9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:11.942036 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-176b3059-8206-4b9d-9afe-2306eecb9330 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785942 Mar 23 13:15:12.096384 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-afd00ab3-835d-4305-bdb9-7ede1215232e service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437361 Mar 23 13:15:12.098151 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-785083aa-b054-49cf-865f-660ac13c4851 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527116 Mar 23 13:15:12.257313 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-5ddd90cd-683c-4e69-ba5d-b52ee6e06194 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541777 Mar 23 13:15:12.259188 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0459877-2d5d-4cdf-a640-05b3f13e9473 req-9b46f3c5-88f2-4880-85c9-81c3271202df service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488864 Mar 23 13:15:12.775331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749790a-233c-4731-bd9b-f133b59627be req-a5ca1c40-9855-4946-b562-de2d68999add tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:12.776995 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5749790a-233c-4731-bd9b-f133b59627be req-a5ca1c40-9855-4946-b562-de2d68999add tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 944 time: 0.0550044 Mar 23 13:15:12.816807 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5749790a-233c-4731-bd9b-f133b59627be req-5241bdb8-bbca-4865-b402-d2f8cb8b05fb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333462 Mar 23 13:15:13.937218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b2568-f8b4-4107-84f3-c7fccb11d38d req-4a2c61bb-2d26-4e90-a82b-71557b3d985d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:13.938702 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb3b2568-f8b4-4107-84f3-c7fccb11d38d req-4a2c61bb-2d26-4e90-a82b-71557b3d985d tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 944 time: 0.0487559 Mar 23 13:15:13.977871 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb3b2568-f8b4-4107-84f3-c7fccb11d38d req-a4fbdaad-8d66-40a2-9167-c655ad1bc366 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325973 Mar 23 13:15:15.093298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7b038-4c8c-4e71-a4ea-4e6d104214b7 req-ab5d436c-d702-4aeb-9869-b94aef73e7d7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:15.094767 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4fc7b038-4c8c-4e71-a4ea-4e6d104214b7 req-ab5d436c-d702-4aeb-9869-b94aef73e7d7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 944 time: 0.0477407 Mar 23 13:15:15.132210 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4fc7b038-4c8c-4e71-a4ea-4e6d104214b7 req-45290d8e-0926-48fe-904b-3d00174a0a2f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306523 Mar 23 13:15:16.253800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d8546-1cfd-44ed-a75f-ce0abbbebfd5 req-2a72cafc-0e03-485b-8766-c7f27d72827c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:16.255264 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5b0d8546-1cfd-44ed-a75f-ce0abbbebfd5 req-2a72cafc-0e03-485b-8766-c7f27d72827c tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 944 time: 0.0521629 Mar 23 13:15:16.293650 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5b0d8546-1cfd-44ed-a75f-ce0abbbebfd5 req-535915c3-964b-4034-8bdd-d81b59fdd931 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320451 Mar 23 13:15:16.419855 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:17.409719 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a3f79-de46-4b53-90ef-feb4a4caf97b req-3aeb395b-0ad4-439e-9d43-c875b11a796b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:17.411068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-971a3f79-de46-4b53-90ef-feb4a4caf97b req-3aeb395b-0ad4-439e-9d43-c875b11a796b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 944 time: 0.0486193 Mar 23 13:15:17.449840 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-971a3f79-de46-4b53-90ef-feb4a4caf97b req-1ea6d21f-1044-41eb-8902-131a984e1aa2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327129 Mar 23 13:15:17.762762 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:18.564471 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdd0d6-9711-4954-92e2-fd3b3a144e71 req-dea3bcc1-7845-41f8-ba19-ccdea6e6db4f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:18.566584 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f0bdd0d6-9711-4954-92e2-fd3b3a144e71 req-dea3bcc1-7845-41f8-ba19-ccdea6e6db4f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 944 time: 0.0490549 Mar 23 13:15:18.603656 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f0bdd0d6-9711-4954-92e2-fd3b3a144e71 req-ae66f0b1-f15b-4b90-8b47-35db9e5e2178 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310287 Mar 23 13:15:19.725110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b4cbb-b50d-4a68-890f-053deef3e1a8 req-22879439-fd71-402e-a95a-784ad3888295 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:19.726691 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-372b4cbb-b50d-4a68-890f-053deef3e1a8 req-22879439-fd71-402e-a95a-784ad3888295 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 944 time: 0.0520265 Mar 23 13:15:19.765715 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-372b4cbb-b50d-4a68-890f-053deef3e1a8 req-ceddda59-2116-42cb-9e64-392dec693806 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329113 Mar 23 13:15:20.892442 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5d42a-8895-4dc2-a27a-c2c5b86fe523 req-a97543a9-256f-4011-a840-0d83c2d62bc7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:20.894539 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a6d5d42a-8895-4dc2-a27a-c2c5b86fe523 req-a97543a9-256f-4011-a840-0d83c2d62bc7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 944 time: 0.0490007 Mar 23 13:15:20.931516 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a6d5d42a-8895-4dc2-a27a-c2c5b86fe523 req-7cf53415-80de-4413-be78-809720b088eb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309801 Mar 23 13:15:22.047587 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b96cf9-d048-42b6-8091-b934d194488b req-1d70f9b1-11f8-4a73-97b4-3083af6b93a8 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:22.048973 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37b96cf9-d048-42b6-8091-b934d194488b req-1d70f9b1-11f8-4a73-97b4-3083af6b93a8 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 944 time: 0.0482752 Mar 23 13:15:22.086059 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37b96cf9-d048-42b6-8091-b934d194488b req-b140a6a0-67f3-445e-bba1-4e92fbec3994 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311027 Mar 23 13:15:23.205996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5187324-be94-4afe-9185-5be5b2c3a86e req-5d012d79-2e49-4470-b6d9-bb01ef6b06d1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:23.207469 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b5187324-be94-4afe-9185-5be5b2c3a86e req-5d012d79-2e49-4470-b6d9-bb01ef6b06d1 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 944 time: 0.0529008 Mar 23 13:15:23.244747 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b5187324-be94-4afe-9185-5be5b2c3a86e req-3c6684fe-f616-4632-8390-8580e10cc65f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313442 Mar 23 13:15:23.525815 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-b2ec86ba-be9e-479f-af65-744e6a27cfc9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:23.527268 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-b2ec86ba-be9e-479f-af65-744e6a27cfc9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997&tenant_id=9ebb500257ce411697b4a6f335423bbe&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 944 time: 0.0518992 Mar 23 13:15:23.541250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3aadea-076f-45a9-8792-5be89131f906 req-9761b63e-de5c-4d22-a7dc-7d9795fcbe17 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:23.542746 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb3aadea-076f-45a9-8792-5be89131f906 req-9761b63e-de5c-4d22-a7dc-7d9795fcbe17 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 944 time: 0.0491855 Mar 23 13:15:23.580458 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eb3aadea-076f-45a9-8792-5be89131f906 req-61d23be7-8686-4487-91b8-3bfb69a949cb tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316701 Mar 23 13:15:23.588548 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-ab7a96b8-9351-498e-8f1e-5b169ec1c0ae service neutron] 10.222.0.77 "GET /v2.0/ports/baa139ab-3425-41c8-a0fa-aa7708fa8675/bindings/n-h1-834854-1 HTTP/1.1" status: 200 len: 382 time: 0.0529387 Mar 23 13:15:23.615653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device baa139ab-3425-41c8-a0fa-aa7708fa8675 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:15:23.656070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-904b2a28-5248-471f-8c9f-7b8d6acb5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:23.657567 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-904b2a28-5248-471f-8c9f-7b8d6acb5289 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 1095 time: 0.0457165 Mar 23 13:15:23.712010 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:15:23.723907 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'port_id': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'mac_address': 'fa:16:3e:a5:22:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:15:23.746827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-938e6c57-4538-4fba-9ce7-56b0cb032433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:23.748374 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-938e6c57-4538-4fba-9ce7-56b0cb032433 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0840666 Mar 23 13:15:23.760295 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:23.773863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa139ab-3425-41c8-a0fa-aa7708fa8675 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:15:23.793679 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:15:23.798114 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:23.817520 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-4aaa1e0d-66d5-4128-bbf9-6156dac3a6ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675 HTTP/1.1" status: 200 len: 1001 time: 0.0628843 Mar 23 13:15:23.847238 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=baa139ab-3425-41c8-a0fa-aa7708fa8675,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:23.854508 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:23.854925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:23.855261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:23.855591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:23.855916 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:23.856264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:23.856583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:23.856901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:23.857217 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:23.857530 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:23.857844 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:23.858158 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:23.869986 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-d9b5efdc-427d-4d70-a3ac-336f56d839e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:23.871450 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-d9b5efdc-427d-4d70-a3ac-336f56d839e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0455818 Mar 23 13:15:23.920476 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-e082c287-f182-4990-bad6-6df20a8e8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:23.921938 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-e082c287-f182-4990-bad6-6df20a8e8fb9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435941 Mar 23 13:15:24.011059 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-df503b21-0037-46d9-8f71-9c58d11e5ebf service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814619 Mar 23 13:15:24.101110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-b47fce6f-3aa3-43ae-b1d1-ee91411f6038 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828166 Mar 23 13:15:24.105927 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9cb1a6bd-fabb-44c2-81a7-7eaddc2c303a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:24.136476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['baa139ab-3425-41c8-a0fa-aa7708fa8675'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:15:24.699414 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1618bed-3d26-40cf-9d05-44bd246720af req-7a98a9e2-7a89-4bfe-95f5-f1850f3c84b5 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:24.700898 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c1618bed-3d26-40cf-9d05-44bd246720af req-7a98a9e2-7a89-4bfe-95f5-f1850f3c84b5 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0491228 Mar 23 13:15:24.737615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c1618bed-3d26-40cf-9d05-44bd246720af req-92393bfa-1a05-4ed2-8634-b7f48af9bcf8 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301864 Mar 23 13:15:25.631824 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device baa139ab-3425-41c8-a0fa-aa7708fa8675 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:15:25.682356 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port baa139ab-3425-41c8-a0fa-aa7708fa8675 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:15:25.687707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port baa139ab-3425-41c8-a0fa-aa7708fa8675 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:15:25.688372 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:25.778801 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:25.804217 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:15:25.806545 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dc1616-d20c-4732-b764-7156843e9a9c" -d '{"events": [{"server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "name": "network-vif-plugged", "status": "completed", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:15:25.822768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:15:25.829278 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:25.862464 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71a1195-8645-422e-83ba-cad9cafad7e8 x-openstack-request-id: req-a71a1195-8645-422e-83ba-cad9cafad7e8 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:15:25.862763 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "name": "network-vif-plugged", "status": "completed", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:15:25.863020 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a71a1195-8645-422e-83ba-cad9cafad7e8 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:15:25.863421 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'code': 200} Mar 23 13:15:25.870313 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db27aa-c18c-4cb6-b167-e83175652b7f req-41c41811-cb3d-4506-970f-400491a20f97 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:25.871837 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81db27aa-c18c-4cb6-b167-e83175652b7f req-41c41811-cb3d-4506-970f-400491a20f97 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0548096 Mar 23 13:15:25.879583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=baa139ab-3425-41c8-a0fa-aa7708fa8675,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:25.912181 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81db27aa-c18c-4cb6-b167-e83175652b7f req-082313f5-239d-4754-8120-51212a23f9f7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333421 Mar 23 13:15:26.700063 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:15:26.966502 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ec9ea399-9f7c-4f87-b81a-9c3316f4fc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:27.037308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b9653-1424-4dbd-bda4-781da3b55929 req-646210ba-ffe8-42a9-8420-b9e57e220f43 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:27.038830 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-569b9653-1424-4dbd-bda4-781da3b55929 req-646210ba-ffe8-42a9-8420-b9e57e220f43 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0535886 Mar 23 13:15:27.076737 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-569b9653-1424-4dbd-bda4-781da3b55929 req-49d379d4-901c-465f-a2f5-b1e9af6cc3ef tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318413 Mar 23 13:15:27.902272 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:28.055712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-828fc69a-1751-4156-9c08-9ba4f1a9d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:28.057160 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-828fc69a-1751-4156-9c08-9ba4f1a9d8f6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997&tenant_id=9ebb500257ce411697b4a6f335423bbe HTTP/1.1" status: 200 len: 1097 time: 0.0425496 Mar 23 13:15:28.069580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834854-1', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:15:28.125582 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:28.201925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c530357-d375-42d8-816e-0c6c273c44fd req-c25336bc-9f20-46a1-bd51-1b2700a3c3bc tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:28.203552 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c530357-d375-42d8-816e-0c6c273c44fd req-c25336bc-9f20-46a1-bd51-1b2700a3c3bc tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0569661 Mar 23 13:15:28.244383 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2c530357-d375-42d8-816e-0c6c273c44fd req-b7250a53-98d0-47cb-af99-e81951c2705e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343788 Mar 23 13:15:28.631507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:15:28.663950 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:15:28.701223 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:15:28.703695 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a8bea6-0c78-410a-af78-811295b3c9e4" -d '{"events": [{"server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "name": "network-vif-unplugged", "status": "completed", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:15:28.707905 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:28.720289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Transition to ACTIVE for port object baa139ab-3425-41c8-a0fa-aa7708fa8675 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:15:28.725250 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:28.762687 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 13:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c115837d-36c5-4285-89e4-405a8798f84c x-openstack-request-id: req-c115837d-36c5-4285-89e4-405a8798f84c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:15:28.762930 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "name": "network-vif-unplugged", "status": "completed", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:15:28.763181 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c115837d-36c5-4285-89e4-405a8798f84c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:15:28.763575 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'code': 200} Mar 23 13:15:28.808278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Pushing event updated for resources: {'Port': ['ID=baa139ab-3425-41c8-a0fa-aa7708fa8675,revision_number=10']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:28.848249 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] No DVR routers for this DVR port baa139ab-3425-41c8-a0fa-aa7708fa8675 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:15:28.984748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Attempting to bind port baa139ab-3425-41c8-a0fa-aa7708fa8675 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:15:28.985074 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Attempting to bind port baa139ab-3425-41c8-a0fa-aa7708fa8675 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:15:28.985391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Attempting to bind port baa139ab-3425-41c8-a0fa-aa7708fa8675 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:15:28.990168 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Port baa139ab-3425-41c8-a0fa-aa7708fa8675 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:15:28.990481 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Attempting to bind port baa139ab-3425-41c8-a0fa-aa7708fa8675 on network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:15:28.995125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:15:28.995457 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Checking segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:15:28.995832 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Bound using segment: {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:15:28.996353 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Bound port: baa139ab-3425-41c8-a0fa-aa7708fa8675, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b530f6-4276-48f0-a3a5-f361138f901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:15:28.996696 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:29.060487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:15:29.063682 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:15:29.067914 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:29.111291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:29.111906 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:29.113990 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] 10.222.0.73 "PUT /v2.0/ports/baa139ab-3425-41c8-a0fa-aa7708fa8675 HTTP/1.1" status: 200 len: 1093 time: 1.0484476 Mar 23 13:15:29.134580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ff60c-8a72-433f-8c66-acdcd4a3cf60 service neutron] Pushing event updated for resources: {'Port': ['ID=baa139ab-3425-41c8-a0fa-aa7708fa8675,revision_number=11']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:29.187252 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-f898ab36-4f9f-461a-b80e-a48e660c0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:29.188848 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-f898ab36-4f9f-461a-b80e-a48e660c0b4e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 1096 time: 0.0436308 Mar 23 13:15:29.220752 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:29.286961 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-f9e64d4c-1151-4c57-b4b1-2e8c97cfcfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:29.288578 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-f9e64d4c-1151-4c57-b4b1-2e8c97cfcfc4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.0921042 Mar 23 13:15:29.361481 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-e504b6c3-4e73-4de2-9c58-5eec60b56942 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675 HTTP/1.1" status: 200 len: 1001 time: 0.0652585 Mar 23 13:15:29.373252 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113b1be-35b0-4544-bc58-b6971f5573b6 req-6453b7a4-e337-4659-9a4d-05bcaa7901be tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:29.374754 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b113b1be-35b0-4544-bc58-b6971f5573b6 req-6453b7a4-e337-4659-9a4d-05bcaa7901be tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0496175 Mar 23 13:15:29.412790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-365277b4-1518-47ec-8bd0-88057ac228dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:29.414222 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-365277b4-1518-47ec-8bd0-88057ac228dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0449970 Mar 23 13:15:29.414751 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b113b1be-35b0-4544-bc58-b6971f5573b6 req-c38634be-ba14-459c-bc3e-4281d0ec7e4e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332773 Mar 23 13:15:29.462618 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-d4d7b2a2-1698-432c-b7ae-d748e8d02572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:29.464108 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-d4d7b2a2-1698-432c-b7ae-d748e8d02572 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408356 Mar 23 13:15:29.555537 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-77368669-2dc6-49c7-ac29-22eff34b373d service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842597 Mar 23 13:15:29.577709 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:29.645883 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f90a0e1-9979-410d-908e-61e68ad7d5e5 req-5b94e9b4-b763-4433-8a52-b48dbe42706d service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832262 Mar 23 13:15:29.652320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device baa139ab-3425-41c8-a0fa-aa7708fa8675 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:15:29.691690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device baa139ab-3425-41c8-a0fa-aa7708fa8675 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:15:30.539562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73193893-43f9-4a33-811d-8988a7aa2a0d req-bc06dab2-ef32-4f08-b1d2-aa00415375da tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:30.541397 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-73193893-43f9-4a33-811d-8988a7aa2a0d req-bc06dab2-ef32-4f08-b1d2-aa00415375da tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0556777 Mar 23 13:15:30.579234 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-73193893-43f9-4a33-811d-8988a7aa2a0d req-dea1f4b9-0de0-4cae-beee-ac3f57d85939 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320001 Mar 23 13:15:30.765225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:15:30.767517 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4becff1-4f9b-49ed-8b72-c5d2630ef266" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:15:30.821033 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eb9a24-72d2-4585-a089-472cd9434ab4 x-openstack-request-id: req-e3eb9a24-72d2-4585-a089-472cd9434ab4 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:15:30.821033 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:15:30.821261 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3eb9a24-72d2-4585-a089-472cd9434ab4 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:15:30.822241 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'status': 'completed', 'code': 200} Mar 23 13:15:30.913100 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-ba4cd1ed-45ca-459f-a603-aba8f0d79fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:30.914600 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-ba4cd1ed-45ca-459f-a603-aba8f0d79fd0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 1096 time: 0.0638399 Mar 23 13:15:30.916404 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-ef31d3e1-f538-4f68-9ff6-122900aac35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:30.917766 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-ef31d3e1-f538-4f68-9ff6-122900aac35c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ebb500257ce411697b4a6f335423bbe&device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 1096 time: 0.0751283 Mar 23 13:15:31.078431 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-b3f0b3fc-884e-4344-91b7-e931dd05b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:31.079816 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-b3f0b3fc-884e-4344-91b7-e931dd05b491 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1578209 Mar 23 13:15:31.081475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-571575c4-7f04-4ef7-b654-99f97bcb4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:31.082786 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-571575c4-7f04-4ef7-b654-99f97bcb4c4c service neutron] 10.222.0.73 "GET /v2.0/networks?id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 200 len: 912 time: 0.1535025 Mar 23 13:15:31.191275 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-1174fecc-e6f9-404b-9f88-c8ff9d9e28b8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675 HTTP/1.1" status: 200 len: 1001 time: 0.1042438 Mar 23 13:15:31.194999 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-0d65a794-5e69-4945-ba9b-e3aa53836633 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675 HTTP/1.1" status: 200 len: 1001 time: 0.1023076 Mar 23 13:15:31.275030 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-f9360957-3f01-48cf-8534-4c9d47288f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:31.276519 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-f9360957-3f01-48cf-8534-4c9d47288f10 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0782006 Mar 23 13:15:31.280237 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-ef612060-fdbb-4113-a750-af192dfb4a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:31.281567 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-ef612060-fdbb-4113-a750-af192dfb4a86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 200 len: 850 time: 0.0741763 Mar 23 13:15:31.356317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-1ff3d3e0-79ab-4160-915d-f679a5a21a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:31.357750 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-1ff3d3e0-79ab-4160-915d-f679a5a21a57 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740416 Mar 23 13:15:31.362849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-9400ddd9-6bf8-4775-96ad-b8164be2b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:31.364314 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-9400ddd9-6bf8-4775-96ad-b8164be2b4ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718024 Mar 23 13:15:31.520386 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-195a7525-b94f-4b42-a9f8-902d6151abfa service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550777 Mar 23 13:15:31.522253 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-49e06928-1b3a-4f0c-adf0-8c55157a1e51 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495857 Mar 23 13:15:31.706656 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-bf66fbb6-c242-4dd4-aeef-dafeb7a1c427 service neutron] 10.222.0.77 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783054 Mar 23 13:15:31.710280 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4becff1-4f9b-49ed-8b72-c5d2630ef266 req-0359dbc7-8e62-4666-8bbb-87798ab17531 service neutron] 10.222.0.73 "GET /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808345 Mar 23 13:15:31.730690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615aefc2-d848-4518-83d6-01f7cfbe1902 req-731827f9-ab8c-4da2-8647-71347dba5a43 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:31.732263 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-615aefc2-d848-4518-83d6-01f7cfbe1902 req-731827f9-ab8c-4da2-8647-71347dba5a43 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0733464 Mar 23 13:15:31.781684 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-615aefc2-d848-4518-83d6-01f7cfbe1902 req-9bc2ca37-71cb-4862-b5ea-1ae28f6c40ab tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426064 Mar 23 13:15:32.902830 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e12e2-d14e-46e4-a93a-6fa783f68336 req-01478686-e57d-4ecb-9dba-0db181335d2b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:32.904352 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-799e12e2-d14e-46e4-a93a-6fa783f68336 req-01478686-e57d-4ecb-9dba-0db181335d2b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0506327 Mar 23 13:15:32.942682 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-799e12e2-d14e-46e4-a93a-6fa783f68336 req-2f88e374-f429-4a43-8cb2-c729d1c62a72 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323105 Mar 23 13:15:34.065504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32c44b-eef6-40a7-a007-9e71751b9ab7 req-483debf2-2c25-427b-bdaf-957b3145532b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:34.066881 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f32c44b-eef6-40a7-a007-9e71751b9ab7 req-483debf2-2c25-427b-bdaf-957b3145532b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0537336 Mar 23 13:15:34.104665 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f32c44b-eef6-40a7-a007-9e71751b9ab7 req-8b693c02-b040-4114-9fad-f3a6aecc88a5 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309067 Mar 23 13:15:35.224975 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebb534-7b5e-448d-bdbb-aa6fb939847c req-b152cb02-8bd8-4ed0-a859-53703fec4016 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:35.229157 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8aebb534-7b5e-448d-bdbb-aa6fb939847c req-b152cb02-8bd8-4ed0-a859-53703fec4016 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0525441 Mar 23 13:15:35.266735 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8aebb534-7b5e-448d-bdbb-aa6fb939847c req-bcbbd553-020e-4a9a-af2a-edde710c242e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342569 Mar 23 13:15:36.384732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e12aba-faf1-4ed0-ba5b-5148d507d35c req-a5925767-df5e-4407-9168-9a66f140dff9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:36.386339 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62e12aba-faf1-4ed0-ba5b-5148d507d35c req-a5925767-df5e-4407-9168-9a66f140dff9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0510094 Mar 23 13:15:36.426218 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-62e12aba-faf1-4ed0-ba5b-5148d507d35c req-386f9947-71b7-409c-abf8-3dbae8d97858 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336800 Mar 23 13:15:37.545227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edadca-ae0f-47ca-bcda-4eda9c1a83f4 req-ad35e399-173c-4f32-9426-bce4fb89494a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:37.546708 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a4edadca-ae0f-47ca-bcda-4eda9c1a83f4 req-ad35e399-173c-4f32-9426-bce4fb89494a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0494947 Mar 23 13:15:37.585848 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a4edadca-ae0f-47ca-bcda-4eda9c1a83f4 req-da8e2248-83e1-4de7-a32a-242cb5fd0093 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325384 Mar 23 13:15:38.702814 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bdecd-6c7a-498c-b939-cb6bc1855287 req-8d3eff6b-a4c6-4334-aa89-23c0f6a06750 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:38.704273 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-763bdecd-6c7a-498c-b939-cb6bc1855287 req-8d3eff6b-a4c6-4334-aa89-23c0f6a06750 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0478942 Mar 23 13:15:38.744926 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-763bdecd-6c7a-498c-b939-cb6bc1855287 req-dffe7423-bf02-4a7c-925e-6ee792b1778e tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340235 Mar 23 13:15:39.868080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17ee50-465c-4496-bc81-0313102e9bf9 req-595e7208-5d68-499e-8353-7a7e1722a835 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:39.869581 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a17ee50-465c-4496-bc81-0313102e9bf9 req-595e7208-5d68-499e-8353-7a7e1722a835 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0498857 Mar 23 13:15:39.909700 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a17ee50-465c-4496-bc81-0313102e9bf9 req-fa6d3a56-e62c-43cc-9d53-7c1df5597f5f tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341706 Mar 23 13:15:41.025918 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80707294-5a7e-4d32-9ac3-1d41342f027f req-49e6d549-3817-4459-870f-4ef3e6c9fef7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:41.027371 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-80707294-5a7e-4d32-9ac3-1d41342f027f req-49e6d549-3817-4459-870f-4ef3e6c9fef7 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0481024 Mar 23 13:15:41.065486 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-80707294-5a7e-4d32-9ac3-1d41342f027f req-19eb946e-1e7b-4c5a-894d-8b4539e6817a tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318069 Mar 23 13:15:41.183627 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab54f2-1794-4f6c-95f5-677fbfaf4850 req-66dba528-6221-4579-b80d-093ef1d78fff tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:41.185198 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-62ab54f2-1794-4f6c-95f5-677fbfaf4850 req-66dba528-6221-4579-b80d-093ef1d78fff tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0528486 Mar 23 13:15:41.223572 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-62ab54f2-1794-4f6c-95f5-677fbfaf4850 req-599986cf-ef3c-463e-bf62-f053c30d80a9 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318892 Mar 23 13:15:41.336582 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcea0d-d6f1-46f5-9279-221df5e06ea3 req-347d3035-f72b-4659-8bb5-4cc113ec4de2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:41.338052 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6fcea0d-d6f1-46f5-9279-221df5e06ea3 req-347d3035-f72b-4659-8bb5-4cc113ec4de2 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0493383 Mar 23 13:15:41.374651 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6fcea0d-d6f1-46f5-9279-221df5e06ea3 req-65133b30-64b3-4cd3-ab3b-9da7c983b240 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305502 Mar 23 13:15:41.615383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53395e-0b79-4db1-8d02-6ae1463b3a45 req-4dc4cacb-71fb-4317-a1e4-266b812df505 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:41.616932 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db53395e-0b79-4db1-8d02-6ae1463b3a45 req-4dc4cacb-71fb-4317-a1e4-266b812df505 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0537293 Mar 23 13:15:41.661593 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-db53395e-0b79-4db1-8d02-6ae1463b3a45 req-c4b0af15-3005-4fdc-9d2e-2b8aae867065 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385418 Mar 23 13:15:42.790304 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb284f89-6e88-4db6-9d26-95cfe2d9b77d req-3355f12d-2c22-4778-b13d-9c58684d4b00 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:42.791965 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb284f89-6e88-4db6-9d26-95cfe2d9b77d req-3355f12d-2c22-4778-b13d-9c58684d4b00 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 945 time: 0.0578570 Mar 23 13:15:42.818835 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device baa139ab-3425-41c8-a0fa-aa7708fa8675 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:15:42.836943 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb284f89-6e88-4db6-9d26-95cfe2d9b77d req-0941b5b8-6d73-4c81-b1c7-64c05d14f362 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1dc744c-4256-4ec2-9487-21e2afabeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378480 Mar 23 13:15:42.914571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:15:42.932092 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'port_id': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'mac_address': 'fa:16:3e:a5:22:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:15:42.967730 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:42.980580 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa139ab-3425-41c8-a0fa-aa7708fa8675 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:15:42.999465 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:15:43.003780 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:43.053924 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=baa139ab-3425-41c8-a0fa-aa7708fa8675,revision_number=12']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:43.138666 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23f6af-18ce-44d0-8ba1-20a871c4fc88 req-c43186c6-13c1-4416-89fc-da34bbb6c8ac tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:43.140191 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9f23f6af-18ce-44d0-8ba1-20a871c4fc88 req-c43186c6-13c1-4416-89fc-da34bbb6c8ac tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 946 time: 0.0475690 Mar 23 13:15:43.228584 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9f23f6af-18ce-44d0-8ba1-20a871c4fc88 req-9921883e-9423-4e8a-995f-051ff93a1a9b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Deleting port baa139ab-3425-41c8-a0fa-aa7708fa8675 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:15:43.228846 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9f23f6af-18ce-44d0-8ba1-20a871c4fc88 req-9921883e-9423-4e8a-995f-051ff93a1a9b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:43.318646 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-9f23f6af-18ce-44d0-8ba1-20a871c4fc88 req-9921883e-9423-4e8a-995f-051ff93a1a9b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] For port baa139ab-3425-41c8-a0fa-aa7708fa8675, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=baa139ab-3425-41c8-a0fa-aa7708fa8675,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:15:43.319012 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9f23f6af-18ce-44d0-8ba1-20a871c4fc88 req-9921883e-9423-4e8a-995f-051ff93a1a9b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:43.485908 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9f23f6af-18ce-44d0-8ba1-20a871c4fc88 req-9921883e-9423-4e8a-995f-051ff93a1a9b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:43.486182 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9f23f6af-18ce-44d0-8ba1-20a871c4fc88 req-9921883e-9423-4e8a-995f-051ff93a1a9b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:43.486501 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [req-9f23f6af-18ce-44d0-8ba1-20a871c4fc88 req-9921883e-9423-4e8a-995f-051ff93a1a9b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Floating IP 2ffa32a4-384f-48c5-ab0d-a858c57f37de disassociated. External IP: 172.25.2.242, port: baa139ab-3425-41c8-a0fa-aa7708fa8675. Mar 23 13:15:43.487489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9f23f6af-18ce-44d0-8ba1-20a871c4fc88 req-9921883e-9423-4e8a-995f-051ff93a1a9b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Calling delete_port for baa139ab-3425-41c8-a0fa-aa7708fa8675 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:15:43.618603 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9f23f6af-18ce-44d0-8ba1-20a871c4fc88 req-9921883e-9423-4e8a-995f-051ff93a1a9b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:43.646812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921883e-9423-4e8a-995f-051ff93a1a9b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Pushing event deleted for resources: {'Port': ['ID=baa139ab-3425-41c8-a0fa-aa7708fa8675,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:43.771118 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f23f6af-18ce-44d0-8ba1-20a871c4fc88 req-9921883e-9423-4e8a-995f-051ff93a1a9b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Router d8718cbd-853b-4a84-a6b6-92726642a101 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:15:43.892624 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f23f6af-18ce-44d0-8ba1-20a871c4fc88 req-9921883e-9423-4e8a-995f-051ff93a1a9b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:15:43.905492 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8420dcbc-1429-4fc7-a6d7-029fda3d36c4 None None] Sync routers for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:15:43.915696 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8420dcbc-1429-4fc7-a6d7-029fda3d36c4 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:15:43.916353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8420dcbc-1429-4fc7-a6d7-029fda3d36c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:15:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:15:43.944792 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f23f6af-18ce-44d0-8ba1-20a871c4fc88 req-9921883e-9423-4e8a-995f-051ff93a1a9b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] No DVR routers for this DVR port baa139ab-3425-41c8-a0fa-aa7708fa8675 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:15:43.958541 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9f23f6af-18ce-44d0-8ba1-20a871c4fc88 req-9921883e-9423-4e8a-995f-051ff93a1a9b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:43.961843 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9f23f6af-18ce-44d0-8ba1-20a871c4fc88 req-9921883e-9423-4e8a-995f-051ff93a1a9b tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.73 "DELETE /v2.0/ports/baa139ab-3425-41c8-a0fa-aa7708fa8675 HTTP/1.1" status: 204 len: 173 time: 0.8148825 Mar 23 13:15:43.962438 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'name': 'network-vif-deleted', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:15:43.964734 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c702e9e-0644-4588-b38d-2e384e634b12" -d '{"events": [{"server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "name": "network-vif-deleted", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:15:43.968816 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2d2a0fd3-71f0-43d0-9cfc-975c37e44d60 req-7ebe2389-ecc2-4727-92d5-be423bb379c6 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 210 time: 0.0516410 Mar 23 13:15:44.014192 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a022737b-c29b-4abb-8a9b-80d88dd28897 x-openstack-request-id: req-a022737b-c29b-4abb-8a9b-80d88dd28897 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:15:44.014566 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfa9573-9113-4463-9c04-0cb526c7d997", "name": "network-vif-deleted", "tag": "baa139ab-3425-41c8-a0fa-aa7708fa8675", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:15:44.015192 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a022737b-c29b-4abb-8a9b-80d88dd28897 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:15:44.015637 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfa9573-9113-4463-9c04-0cb526c7d997', 'name': 'network-vif-deleted', 'tag': 'baa139ab-3425-41c8-a0fa-aa7708fa8675', 'status': 'completed', 'code': 200} Mar 23 13:15:44.040430 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8420dcbc-1429-4fc7-a6d7-029fda3d36c4 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:15:44.246780 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8420dcbc-1429-4fc7-a6d7-029fda3d36c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:15:44.273182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8420dcbc-1429-4fc7-a6d7-029fda3d36c4 None None] Checking router: d8718cbd-853b-4a84-a6b6-92726642a101 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:15:44.281879 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8420dcbc-1429-4fc7-a6d7-029fda3d36c4 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:15:44.282430 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8420dcbc-1429-4fc7-a6d7-029fda3d36c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:15:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:15:44.388610 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8420dcbc-1429-4fc7-a6d7-029fda3d36c4 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:15:44.582613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8420dcbc-1429-4fc7-a6d7-029fda3d36c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:15:44.612637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8420dcbc-1429-4fc7-a6d7-029fda3d36c4 None None] The sync data for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 is: [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:33Z', 'revision_number': 4, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f264574d-e3d4-471d-9da2-0926f95011e7', 'name': '', 'network_id': '1008ec75-e5f8-4fc6-8fbc-4f85323a55ae', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'mac_address': 'fa:16:3e:f3:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:33Z', 'updated_at': '2022-03-23T13:11:37Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'subnets': [{'id': '8c350a52-02e0-4298-a6b1-8e791ad27aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:15:44.846946 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449a913-73d1-4bcc-8af6-bb6820b424aa None None] New status for floating IP 2ffa32a4-384f-48c5-ab0d-a858c57f37de: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:15:45.074344 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1551e459-d9a9-48ac-9d27-cbacd02117a2 req-74526f6b-6bc8-4f57-9f7e-18e6c146c961 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 210 time: 0.0295403 Mar 23 13:15:46.178989 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9f91467b-a5fd-43b5-9fcd-a03a169184b4 req-df5a44f7-9b9e-4776-887e-0e2366a21517 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 210 time: 0.0332580 Mar 23 13:15:46.419651 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:46.858230 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device baa139ab-3425-41c8-a0fa-aa7708fa8675 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:15:46.878160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: baa139ab-3425-41c8-a0fa-aa7708fa8675 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:15:46.878499 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device baa139ab-3425-41c8-a0fa-aa7708fa8675 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:15:47.277236 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0d034528-3e9e-449a-92b5-29ee1c527190 req-1e8759a8-f10c-4c51-80a4-8026d40e6d12 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bfa9573-9113-4463-9c04-0cb526c7d997 HTTP/1.1" status: 200 len: 210 time: 0.0287070 Mar 23 13:15:47.751953 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:51.955438 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48372) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:15:52.015170 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23ac62a0-65fc-4a2b-9647-694370597659 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:52.039137 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23ac62a0-65fc-4a2b-9647-694370597659 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:52.085768 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23ac62a0-65fc-4a2b-9647-694370597659 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:52.088938 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-23ac62a0-65fc-4a2b-9647-694370597659 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:52.090177 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-23ac62a0-65fc-4a2b-9647-694370597659 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "DELETE /v2.0/security-groups/f1dc744c-4256-4ec2-9487-21e2afabeb12 HTTP/1.1" status: 204 len: 168 time: 0.1336291 Mar 23 13:15:52.092824 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48374) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:15:52.098870 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac62a0-65fc-4a2b-9647-694370597659 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dc744c-4256-4ec2-9487-21e2afabeb12,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:52.108105 n-d-834854-1 neutron-server[102779]: INFO neutron.api.v2.resource [None req-e3bb46b6-9906-4c6b-baea-e483f4eb0622 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] show failed (client error): The resource could not be found. Mar 23 13:15:52.109136 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e3bb46b6-9906-4c6b-baea-e483f4eb0622 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "GET /v2.0/security-groups/f1dc744c-4256-4ec2-9487-21e2afabeb12 HTTP/1.1" status: 404 len: 347 time: 0.0153093 Mar 23 13:15:52.111864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48376) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:15:52.236770 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-351b54fe-e281-4ad1-ae16-db7a8201f426 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Deleting port 8031732d-7b8a-48b1-add2-1c534440463d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:15:52.237028 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-351b54fe-e281-4ad1-ae16-db7a8201f426 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:52.312979 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-351b54fe-e281-4ad1-ae16-db7a8201f426 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:52.313305 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-351b54fe-e281-4ad1-ae16-db7a8201f426 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:52.325090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-351b54fe-e281-4ad1-ae16-db7a8201f426 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Calling delete_port for 8031732d-7b8a-48b1-add2-1c534440463d owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:15:52.456481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-351b54fe-e281-4ad1-ae16-db7a8201f426 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:52.481366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b54fe-e281-4ad1-ae16-db7a8201f426 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Pushing event deleted for resources: {'Port': ['ID=8031732d-7b8a-48b1-add2-1c534440463d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:52.538614 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-351b54fe-e281-4ad1-ae16-db7a8201f426 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:52.541281 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-351b54fe-e281-4ad1-ae16-db7a8201f426 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:52.542452 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-351b54fe-e281-4ad1-ae16-db7a8201f426 tempest-ServerActionsTestJSON-828804281 tempest-ServerActionsTestJSON-828804281-project] 10.222.0.52 "DELETE /v2.0/floatingips/2ffa32a4-384f-48c5-ab0d-a858c57f37de HTTP/1.1" status: 204 len: 168 time: 0.4295864 Mar 23 13:15:52.545466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48378) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:15:52.886470 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c68669b6-61db-49de-8ffc-2a34f182530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:53.437267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c68669b6-61db-49de-8ffc-2a34f182530b admin admin] Deleting port f264574d-e3d4-471d-9da2-0926f95011e7 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:15:53.437937 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c68669b6-61db-49de-8ffc-2a34f182530b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:53.511807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-c68669b6-61db-49de-8ffc-2a34f182530b admin admin] For port f264574d-e3d4-471d-9da2-0926f95011e7, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f264574d-e3d4-471d-9da2-0926f95011e7,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:15:53.512189 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c68669b6-61db-49de-8ffc-2a34f182530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:53.524686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c68669b6-61db-49de-8ffc-2a34f182530b admin admin] Calling delete_port for f264574d-e3d4-471d-9da2-0926f95011e7 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:15:53.699979 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c68669b6-61db-49de-8ffc-2a34f182530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:53.724879 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68669b6-61db-49de-8ffc-2a34f182530b admin admin] Pushing event deleted for resources: {'Port': ['ID=f264574d-e3d4-471d-9da2-0926f95011e7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:53.905360 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c68669b6-61db-49de-8ffc-2a34f182530b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:54.106334 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bac15a10-239b-49c0-8680-981beb4d9bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:54.121641 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68669b6-61db-49de-8ffc-2a34f182530b admin admin] Router d8718cbd-853b-4a84-a6b6-92726642a101 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:15:54.229990 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68669b6-61db-49de-8ffc-2a34f182530b admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:15:54.234953 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c68669b6-61db-49de-8ffc-2a34f182530b admin admin] 10.222.0.52 "PUT /v2.0/routers/d8718cbd-853b-4a84-a6b6-92726642a101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6885295 Mar 23 13:15:54.237483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48380) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:15:54.238514 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee021014-862e-432f-894e-b4d903cf20b1 None None] Sync routers for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:15:54.247807 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee021014-862e-432f-894e-b4d903cf20b1 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:15:54.248453 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ee021014-862e-432f-894e-b4d903cf20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:15:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:15:54.344239 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2695-7a68-480a-ba02-a9d94506d139 admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:54.351706 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ee021014-862e-432f-894e-b4d903cf20b1 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:15:54.445373 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2695-7a68-480a-ba02-a9d94506d139 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:54.501383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d2695-7a68-480a-ba02-a9d94506d139 admin admin] Deleting port 64587690-c5c2-445f-837e-b7dd7dbd0ed6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:15:54.501731 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2695-7a68-480a-ba02-a9d94506d139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:54.580785 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-2a0d2695-7a68-480a-ba02-a9d94506d139 admin admin] For port 64587690-c5c2-445f-837e-b7dd7dbd0ed6, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=64587690-c5c2-445f-837e-b7dd7dbd0ed6,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:15:54.581143 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2695-7a68-480a-ba02-a9d94506d139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:54.593781 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d2695-7a68-480a-ba02-a9d94506d139 admin admin] Calling delete_port for 64587690-c5c2-445f-837e-b7dd7dbd0ed6 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:15:54.680981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ee021014-862e-432f-894e-b4d903cf20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:15:53Z', 'revision_number': 5, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port': {'id': '64587690-c5c2-445f-837e-b7dd7dbd0ed6', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:15:54.707374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee021014-862e-432f-894e-b4d903cf20b1 None None] Checking router: d8718cbd-853b-4a84-a6b6-92726642a101 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:15:54.715832 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee021014-862e-432f-894e-b4d903cf20b1 None None] Routers {'d8718cbd-853b-4a84-a6b6-92726642a101'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:15:54.716469 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ee021014-862e-432f-894e-b4d903cf20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:15:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['d8718cbd-853b-4a84-a6b6-92726642a101'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:15:54.762118 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2695-7a68-480a-ba02-a9d94506d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:54.793179 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d2695-7a68-480a-ba02-a9d94506d139 admin admin] Pushing event deleted for resources: {'Port': ['ID=64587690-c5c2-445f-837e-b7dd7dbd0ed6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:54.823242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ee021014-862e-432f-894e-b4d903cf20b1 None None] Set router d8718cbd-853b-4a84-a6b6-92726642a101 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:15:54.858669 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2695-7a68-480a-ba02-a9d94506d139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:54.878608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ee021014-862e-432f-894e-b4d903cf20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:15:54Z', 'revision_number': 6, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:15:54.904275 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee021014-862e-432f-894e-b4d903cf20b1 None None] The sync data for ids ['d8718cbd-853b-4a84-a6b6-92726642a101'] in n-d-834854-1 is: [{'id': 'd8718cbd-853b-4a84-a6b6-92726642a101', 'name': 'tempest-ServerActionsTestJSON-859636380-router', 'tenant_id': '9ebb500257ce411697b4a6f335423bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:11:31Z', 'updated_at': '2022-03-23T13:15:54Z', 'revision_number': 6, 'project_id': '9ebb500257ce411697b4a6f335423bbe', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:15:54.953617 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2695-7a68-480a-ba02-a9d94506d139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:54.955750 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2695-7a68-480a-ba02-a9d94506d139 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:54.996938 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2695-7a68-480a-ba02-a9d94506d139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:54.997423 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0d2695-7a68-480a-ba02-a9d94506d139 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8718cbd-853b-4a84-a6b6-92726642a101 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:15:55.001658 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2695-7a68-480a-ba02-a9d94506d139 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:55.003572 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2a0d2695-7a68-480a-ba02-a9d94506d139 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d8718cbd-853b-4a84-a6b6-92726642a101 HTTP/1.1" status: 204 len: 168 time: 0.7650027 Mar 23 13:15:55.005982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48382) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:15:55.049179 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7739f414-885f-4ae0-aa1a-7e512ab1210d admin admin] Deleting subnet 8c350a52-02e0-4298-a6b1-8e791ad27aa1 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:15:55.052752 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7739f414-885f-4ae0-aa1a-7e512ab1210d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:55.089741 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7739f414-885f-4ae0-aa1a-7e512ab1210d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:55.177159 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7739f414-885f-4ae0-aa1a-7e512ab1210d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:55.237213 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7739f414-885f-4ae0-aa1a-7e512ab1210d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:55.263467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739f414-885f-4ae0-aa1a-7e512ab1210d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c350a52-02e0-4298-a6b1-8e791ad27aa1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:55.267041 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7739f414-885f-4ae0-aa1a-7e512ab1210d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:55.272406 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7739f414-885f-4ae0-aa1a-7e512ab1210d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8c350a52-02e0-4298-a6b1-8e791ad27aa1 HTTP/1.1" status: 204 len: 168 time: 0.2654567 Mar 23 13:15:55.273308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48384) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:15:55.281509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cb345b-4aff-44fd-9a3a-c77d5a8ffcec None None] Network 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:15:55.351234 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:55.404233 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] Deleting port f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:15:55.404572 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:55.472456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] For port f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea,segment=NetworkSegment(45b530f6-4276-48f0-a3a5-f361138f901c),segment_id=45b530f6-4276-48f0-a3a5-f361138f901c)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:15:55.473162 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:55.488564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] Calling delete_port for f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:15:55.570587 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:55.598372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] No DVR routers for this DVR port f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:15:55.603461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:55.667410 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd91a56-3ad2-4931-894e-0c7682256881 None None] DHCP port deletion for 1008ec75-e5f8-4fc6-8fbc-4f85323a55ae request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:15:55.686684 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:55.708636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1008ec75-e5f8-4fc6-8fbc-4f85323a55ae']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:15:55.717714 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b530f6-4276-48f0-a3a5-f361138f901c') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:15:55.718009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b530f6-4276-48f0-a3a5-f361138f901c') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:15:55.727709 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:55.741571 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:55.748070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:15:55.748471 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:15:55.750550 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:15:55.813596 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:55.820439 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:55.828212 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] 10.222.0.52 "DELETE /v2.0/networks/1008ec75-e5f8-4fc6-8fbc-4f85323a55ae HTTP/1.1" status: 204 len: 168 time: 0.5495424 Mar 23 13:15:55.841306 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a34466-b041-40f1-8519-3f505100882b admin admin] Pushing event deleted for resources: {'Network': ['ID=1008ec75-e5f8-4fc6-8fbc-4f85323a55ae,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:55.858187 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:15:55.884236 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:15:55.885259 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f8c40e6f-05eb-4dcd-9bcc-c7afdd7fd1ea not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:15:55.885730 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 64587690-c5c2-445f-837e-b7dd7dbd0ed6 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:15:55.908794 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 64587690-c5c2-445f-837e-b7dd7dbd0ed6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:15:55.909158 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 64587690-c5c2-445f-837e-b7dd7dbd0ed6 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:15:55.909892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f264574d-e3d4-471d-9da2-0926f95011e7 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:15:55.930080 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f264574d-e3d4-471d-9da2-0926f95011e7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:15:55.930318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f264574d-e3d4-471d-9da2-0926f95011e7 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:15:55.964414 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48388) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:15:56.014760 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-baac0d08-390e-416b-8d31-b3860e117030 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ebb500257ce411697b4a6f335423bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494187 Mar 23 13:15:56.017319 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48390) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:15:56.072006 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:56.092954 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:56.139085 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:56.141754 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:56.143606 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/44e32676-e29a-49e2-b0fc-60e0b900e67d HTTP/1.1" status: 204 len: 168 time: 0.1246002 Mar 23 13:15:56.151572 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e32676-e29a-49e2-b0fc-60e0b900e67d,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:56.159368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:56.159659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:56.159918 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:56.160276 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:56.160989 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:56.160989 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:56.161285 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:56.161537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:56.161847 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:56.162243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:56.162478 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:56.162795 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb980b-5508-49cb-802b-6e1230cec247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:15:56.840673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48412) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:15:56.936264 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bf8efc0d-903c-4369-a1c5-88c4255d3edc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-54006900-network', 'tenant_id': '32c2bfcd4d2648c29385f16b3499ea67'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:15:56.956287 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8efc0d-903c-4369-a1c5-88c4255d3edc admin admin] Made reservation on behalf of 32c2bfcd4d2648c29385f16b3499ea67 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:15:56.958837 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf8efc0d-903c-4369-a1c5-88c4255d3edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:56.967473 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf8efc0d-903c-4369-a1c5-88c4255d3edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:56.968880 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-72ebeedd-3775-40aa-9e96-fbd672b84967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:57.043417 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf8efc0d-903c-4369-a1c5-88c4255d3edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:57.047516 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf8efc0d-903c-4369-a1c5-88c4255d3edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:57.068491 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8efc0d-903c-4369-a1c5-88c4255d3edc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:15:57.081448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8efc0d-903c-4369-a1c5-88c4255d3edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9580a92d-720d-495e-82a4-2a1bc7b16d08,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:57.086126 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf8efc0d-903c-4369-a1c5-88c4255d3edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:57.086471 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-bf8efc0d-903c-4369-a1c5-88c4255d3edc admin admin] Added segment f4bc10ff-722d-4bf5-8004-b11e0e71f039 of type vlan for network 69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 Mar 23 13:15:57.126670 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf8efc0d-903c-4369-a1c5-88c4255d3edc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:57.154879 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf8efc0d-903c-4369-a1c5-88c4255d3edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:57.155844 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8efc0d-903c-4369-a1c5-88c4255d3edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:57.156399 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf8efc0d-903c-4369-a1c5-88c4255d3edc admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:57.206174 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bf8efc0d-903c-4369-a1c5-88c4255d3edc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3643973 Mar 23 13:15:57.209134 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48416) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:15:57.214133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-0ab35843-ca68-4c64-b4f8-3d6e0f06db98 admin admin] Request body: {'subnet': {'network_id': '69a75d1e-bd0b-4280-aed0-0be9bd5d8e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-54006900-subnet', 'tenant_id': '32c2bfcd4d2648c29385f16b3499ea67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:15:57.218412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8efc0d-903c-4369-a1c5-88c4255d3edc admin admin] Pushing event updated for resources: {'Network': ['ID=69a75d1e-bd0b-4280-aed0-0be9bd5d8e08,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:57.228955 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:15:57.238967 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab35843-ca68-4c64-b4f8-3d6e0f06db98 admin admin] Made reservation on behalf of 32c2bfcd4d2648c29385f16b3499ea67 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:15:57.241458 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ab35843-ca68-4c64-b4f8-3d6e0f06db98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:57.405764 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ab35843-ca68-4c64-b4f8-3d6e0f06db98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:57.459327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab35843-ca68-4c64-b4f8-3d6e0f06db98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be576a5-29ff-4559-9042-d820a7c606d6,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:15:57.470359 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab35843-ca68-4c64-b4f8-3d6e0f06db98 admin admin] Checking segment: {'id': 'f4bc10ff-722d-4bf5-8004-b11e0e71f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '69a75d1e-bd0b-4280-aed0-0be9bd5d8e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:15:57.470716 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab35843-ca68-4c64-b4f8-3d6e0f06db98 admin admin] Network hostable DHCP agents. Network: 69a75d1e-bd0b-4280-aed0-0be9bd5d8e08, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:15:57.486065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab35843-ca68-4c64-b4f8-3d6e0f06db98 admin admin] Network 69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:15:57.494761 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-0ab35843-ca68-4c64-b4f8-3d6e0f06db98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 69a75d1e-bd0b-4280-aed0-0be9bd5d8e08) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:15:57.498698 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab35843-ca68-4c64-b4f8-3d6e0f06db98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:57.499265 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ab35843-ca68-4c64-b4f8-3d6e0f06db98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:57.504538 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb84307-0174-4fbf-8611-61eacaaba91e None None] Network 69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:15:57.517740 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0ab35843-ca68-4c64-b4f8-3d6e0f06db98 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3073061 Mar 23 13:15:57.621880 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cad7eda-ba6d-4cac-b2c6-044d299151b2 None None] Network 69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:15:57.904556 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:57.940602 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-3f70b988-bfa8-431c-9251-ed9aca644d5a tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:15:57.942085 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-3f70b988-bfa8-431c-9251-ed9aca644d5a tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/networks?id=69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 HTTP/1.1" status: 200 len: 812 time: 0.1044605 Mar 23 13:15:57.956981 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-d6d1482c-ea89-4141-98b3-f3abb83875fa tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/quotas/32c2bfcd4d2648c29385f16b3499ea67 HTTP/1.1" status: 200 len: 375 time: 0.0090339 Mar 23 13:15:57.989015 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-27c697ce-4eac-4092-883f-7a3db54116a7 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=32c2bfcd4d2648c29385f16b3499ea67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267045 Mar 23 13:15:58.132046 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-ac1d5e8f-1e55-465a-a078-f4307bf9d93e service neutron] 10.222.0.52 "GET /v2.0/networks/69a75d1e-bd0b-4280-aed0-0be9bd5d8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361895 Mar 23 13:15:58.223589 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-bf573ebf-f28a-4655-9485-87ad01bfd975 service neutron] 10.222.0.52 "GET /v2.0/networks/69a75d1e-bd0b-4280-aed0-0be9bd5d8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852454 Mar 23 13:15:59.208971 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:15:59.394971 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d048f13-2360-44b0-9bb1-c74ffb5547db req-5dfe689e-3343-43e5-8304-d893fb167cb3 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 210 time: 0.0272222 Mar 23 13:15:59.583779 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:00.313557 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-f66e4f27-b083-4780-b655-1703a22a04d1 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:00.315073 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-f66e4f27-b083-4780-b655-1703a22a04d1 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.77 "GET /v2.0/networks?id=69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 HTTP/1.1" status: 200 len: 812 time: 0.1052251 Mar 23 13:16:00.328440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-11b6da5b-4cd3-40d4-b2b7-5f58c41539f9 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Request body: {'port': {'device_id': 'f429a5ad-1319-442d-93eb-c08c59baf175', 'network_id': '69a75d1e-bd0b-4280-aed0-0be9bd5d8e08', 'admin_state_up': True, 'tenant_id': '32c2bfcd4d2648c29385f16b3499ea67'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:00.438616 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-11b6da5b-4cd3-40d4-b2b7-5f58c41539f9 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Made reservation on behalf of 32c2bfcd4d2648c29385f16b3499ea67 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:00.442686 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-11b6da5b-4cd3-40d4-b2b7-5f58c41539f9 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:00.524869 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-71f81e39-81ee-4532-800e-bf56b81563e6 req-49fc33b6-6b64-41d1-a955-80ad03d69f67 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 210 time: 0.0568600 Mar 23 13:16:00.594935 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-11b6da5b-4cd3-40d4-b2b7-5f58c41539f9 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Allocated IP 172.20.0.7 (69a75d1e-bd0b-4280-aed0-0be9bd5d8e08/8be576a5-29ff-4559-9042-d820a7c606d6/98d23255-0bf7-4196-9fd3-1a6feba46462) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:16:00.745797 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-11b6da5b-4cd3-40d4-b2b7-5f58c41539f9 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:00.779676 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-11b6da5b-4cd3-40d4-b2b7-5f58c41539f9 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:00.821616 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-11b6da5b-4cd3-40d4-b2b7-5f58c41539f9 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Network 69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:16:00.824684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-11b6da5b-4cd3-40d4-b2b7-5f58c41539f9 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:00.828435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-11b6da5b-4cd3-40d4-b2b7-5f58c41539f9 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:16:00.852202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6da5b-4cd3-40d4-b2b7-5f58c41539f9 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Pushing event updated for resources: {'Port': ['ID=98d23255-0bf7-4196-9fd3-1a6feba46462,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:00.880645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-11b6da5b-4cd3-40d4-b2b7-5f58c41539f9 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:00.881273 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-11b6da5b-4cd3-40d4-b2b7-5f58c41539f9 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:00.896969 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-11b6da5b-4cd3-40d4-b2b7-5f58c41539f9 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5725255 Mar 23 13:16:00.909214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Request body: {'port': {'device_id': 'f429a5ad-1319-442d-93eb-c08c59baf175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:00.961621 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:01.219019 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d23255-0bf7-4196-9fd3-1a6feba46462 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:16:01.226659 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:01.238800 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Transition to ACTIVE for port object 98d23255-0bf7-4196-9fd3-1a6feba46462 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:16:01.242639 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:01.292052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Pushing event updated for resources: {'Port': ['ID=98d23255-0bf7-4196-9fd3-1a6feba46462,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:01.356852 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Attempting to bind port 98d23255-0bf7-4196-9fd3-1a6feba46462 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:16:01.357563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Attempting to bind port 98d23255-0bf7-4196-9fd3-1a6feba46462 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'f4bc10ff-722d-4bf5-8004-b11e0e71f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '69a75d1e-bd0b-4280-aed0-0be9bd5d8e08'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:16:01.357563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Attempting to bind port 98d23255-0bf7-4196-9fd3-1a6feba46462 on network 69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:16:01.362170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Port 98d23255-0bf7-4196-9fd3-1a6feba46462 on network 69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:16:01.362482 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Attempting to bind port 98d23255-0bf7-4196-9fd3-1a6feba46462 on network 69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:16:01.367130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:16:01.367459 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Checking segment: {'id': 'f4bc10ff-722d-4bf5-8004-b11e0e71f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '69a75d1e-bd0b-4280-aed0-0be9bd5d8e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:01.367829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Bound using segment: {'id': 'f4bc10ff-722d-4bf5-8004-b11e0e71f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '69a75d1e-bd0b-4280-aed0-0be9bd5d8e08'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:16:01.368430 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Bound port: 98d23255-0bf7-4196-9fd3-1a6feba46462, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4bc10ff-722d-4bf5-8004-b11e0e71f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '69a75d1e-bd0b-4280-aed0-0be9bd5d8e08'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:16:01.368777 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:01.646488 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7630ab8-a703-4c49-8b3a-612e26694b14 req-4064fe91-fa17-4933-879e-dd3f61fc8407 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:01.648038 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7630ab8-a703-4c49-8b3a-612e26694b14 req-4064fe91-fa17-4933-879e-dd3f61fc8407 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 943 time: 0.0511076 Mar 23 13:16:01.690324 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b7630ab8-a703-4c49-8b3a-612e26694b14 req-6426b6e6-451e-4fd5-8128-dfe3f5223c0a tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347662 Mar 23 13:16:01.746314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] For port 98d23255-0bf7-4196-9fd3-1a6feba46462, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:16:01.749254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] For port 98d23255-0bf7-4196-9fd3-1a6feba46462, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=98d23255-0bf7-4196-9fd3-1a6feba46462,segment=NetworkSegment(f4bc10ff-722d-4bf5-8004-b11e0e71f039),segment_id=f4bc10ff-722d-4bf5-8004-b11e0e71f039)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:16:01.753526 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:01.786461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:01.787076 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:01.788507 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] 10.222.0.77 "PUT /v2.0/ports/98d23255-0bf7-4196-9fd3-1a6feba46462 HTTP/1.1" status: 200 len: 1091 time: 0.8833916 Mar 23 13:16:01.788951 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f429a5ad-1319-442d-93eb-c08c59baf175', 'tag': '98d23255-0bf7-4196-9fd3-1a6feba46462'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:16:01.791267 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbbab2f-63fa-4345-a2ca-26693d30fc63" -d '{"events": [{"name": "network-changed", "server_uuid": "f429a5ad-1319-442d-93eb-c08c59baf175", "tag": "98d23255-0bf7-4196-9fd3-1a6feba46462"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:16:01.816238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6c81b-ea86-4fe9-a75a-af4df19984b2 service neutron] Pushing event updated for resources: {'Port': ['ID=98d23255-0bf7-4196-9fd3-1a6feba46462,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:01.837455 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102ff474-9bf2-4ec6-b76f-1ed169e9b67f x-openstack-request-id: req-102ff474-9bf2-4ec6-b76f-1ed169e9b67f {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:16:01.837750 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f429a5ad-1319-442d-93eb-c08c59baf175", "tag": "98d23255-0bf7-4196-9fd3-1a6feba46462", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:16:01.838220 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-102ff474-9bf2-4ec6-b76f-1ed169e9b67f {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:16:01.838435 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f429a5ad-1319-442d-93eb-c08c59baf175', 'tag': '98d23255-0bf7-4196-9fd3-1a6feba46462', 'status': 'completed', 'code': 200} Mar 23 13:16:01.882826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-3a13fe54-27af-4f72-a6a8-8dbffc5ae5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:01.884395 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-3a13fe54-27af-4f72-a6a8-8dbffc5ae5b8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32c2bfcd4d2648c29385f16b3499ea67&device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 1094 time: 0.0412209 Mar 23 13:16:01.928663 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-3cd17836-4357-41e3-b2c8-61f5cc1ddd5e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98d23255-0bf7-4196-9fd3-1a6feba46462 HTTP/1.1" status: 200 len: 217 time: 0.0360832 Mar 23 13:16:01.976928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-44df98d5-ef9b-481b-bcbd-541e6b0466e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:01.978405 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-44df98d5-ef9b-481b-bcbd-541e6b0466e4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8be576a5-29ff-4559-9042-d820a7c606d6 HTTP/1.1" status: 200 len: 852 time: 0.0423853 Mar 23 13:16:02.011663 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-8d00cbb6-7c4f-4b9d-af80-6b2c51642ce4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=69a75d1e-bd0b-4280-aed0-0be9bd5d8e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256352 Mar 23 13:16:02.109990 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-583d0788-077e-4299-8ce2-3d0c3347276e service neutron] 10.222.0.77 "GET /v2.0/networks/69a75d1e-bd0b-4280-aed0-0be9bd5d8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911980 Mar 23 13:16:02.196515 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00b7e100-0b5f-4e9d-ae4e-ddd873ff67a3 req-4294edf9-381d-4b60-bda6-132b7c695602 service neutron] 10.222.0.77 "GET /v2.0/networks/69a75d1e-bd0b-4280-aed0-0be9bd5d8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799074 Mar 23 13:16:02.287573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbab2f-63fa-4345-a2ca-26693d30fc63 req-13af4844-76ec-49a6-a308-82a1af0ea495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:02.289147 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfbbab2f-63fa-4345-a2ca-26693d30fc63 req-13af4844-76ec-49a6-a308-82a1af0ea495 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32c2bfcd4d2648c29385f16b3499ea67&device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 1094 time: 0.0456145 Mar 23 13:16:02.377348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbab2f-63fa-4345-a2ca-26693d30fc63 req-96ff8f59-3c4f-44c2-9de9-aced9348ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:02.378831 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfbbab2f-63fa-4345-a2ca-26693d30fc63 req-96ff8f59-3c4f-44c2-9de9-aced9348ff4a service neutron] 10.222.0.77 "GET /v2.0/networks?id=69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 HTTP/1.1" status: 200 len: 913 time: 0.0826137 Mar 23 13:16:02.424562 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfbbab2f-63fa-4345-a2ca-26693d30fc63 req-0ecdba57-068b-4bce-8eff-b989432f76bd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98d23255-0bf7-4196-9fd3-1a6feba46462 HTTP/1.1" status: 200 len: 217 time: 0.0383375 Mar 23 13:16:02.471554 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbab2f-63fa-4345-a2ca-26693d30fc63 req-125ce559-fbd4-4de8-9ed1-984ca93a4e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:02.473015 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfbbab2f-63fa-4345-a2ca-26693d30fc63 req-125ce559-fbd4-4de8-9ed1-984ca93a4e69 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8be576a5-29ff-4559-9042-d820a7c606d6 HTTP/1.1" status: 200 len: 852 time: 0.0423260 Mar 23 13:16:02.503754 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfbbab2f-63fa-4345-a2ca-26693d30fc63 req-9a8532c6-56db-4210-98fb-b76975cc4ffd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=69a75d1e-bd0b-4280-aed0-0be9bd5d8e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245214 Mar 23 13:16:02.591634 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfbbab2f-63fa-4345-a2ca-26693d30fc63 req-64471275-c498-4924-8d1c-f70ffed9089e service neutron] 10.222.0.77 "GET /v2.0/networks/69a75d1e-bd0b-4280-aed0-0be9bd5d8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814047 Mar 23 13:16:02.684192 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cfbbab2f-63fa-4345-a2ca-26693d30fc63 req-961c8a2e-252e-4700-bef4-1c716bd5b26f service neutron] 10.222.0.77 "GET /v2.0/networks/69a75d1e-bd0b-4280-aed0-0be9bd5d8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855458 Mar 23 13:16:02.808676 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76150dc6-1efb-4806-a320-d9c79fc651fc req-d68a8650-4d3f-4805-9680-8ef1ed904791 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:02.810135 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-76150dc6-1efb-4806-a320-d9c79fc651fc req-d68a8650-4d3f-4805-9680-8ef1ed904791 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 943 time: 0.0524125 Mar 23 13:16:02.847664 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-76150dc6-1efb-4806-a320-d9c79fc651fc req-dfeeeecf-734d-412b-8e22-193f45e2c3ea tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308285 Mar 23 13:16:03.699785 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:16:03.964278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2e6bf-087c-41f8-a677-c5bb3804f48f req-6eb0fb04-1675-49b4-940c-5b2be931c382 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:03.965690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1be2e6bf-087c-41f8-a677-c5bb3804f48f req-6eb0fb04-1675-49b4-940c-5b2be931c382 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 943 time: 0.0498464 Mar 23 13:16:04.003171 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1be2e6bf-087c-41f8-a677-c5bb3804f48f req-d80dc697-b08a-4825-a079-86ba92209096 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307212 Mar 23 13:16:05.118211 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db9914-6bd4-4a42-b8e5-34198ca9c012 req-b1dc39a4-dd5d-44c4-8ef5-9a7a40a5d282 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:05.119673 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8db9914-6bd4-4a42-b8e5-34198ca9c012 req-b1dc39a4-dd5d-44c4-8ef5-9a7a40a5d282 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 943 time: 0.0488241 Mar 23 13:16:05.157101 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f8db9914-6bd4-4a42-b8e5-34198ca9c012 req-5f8ec82f-a8cf-4e1f-816d-1a6ee8a39955 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315118 Mar 23 13:16:05.859072 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 98d23255-0bf7-4196-9fd3-1a6feba46462 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:16:05.955919 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 98d23255-0bf7-4196-9fd3-1a6feba46462, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=98d23255-0bf7-4196-9fd3-1a6feba46462,segment=NetworkSegment(f4bc10ff-722d-4bf5-8004-b11e0e71f039),segment_id=f4bc10ff-722d-4bf5-8004-b11e0e71f039)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:05.970302 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '98d23255-0bf7-4196-9fd3-1a6feba46462', 'network_id': '69a75d1e-bd0b-4280-aed0-0be9bd5d8e08', 'port_id': '98d23255-0bf7-4196-9fd3-1a6feba46462', 'mac_address': 'fa:16:3e:cf:ef:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be576a5-29ff-4559-9042-d820a7c606d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:16:06.006810 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:06.018986 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d23255-0bf7-4196-9fd3-1a6feba46462 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:16:06.037509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 98d23255-0bf7-4196-9fd3-1a6feba46462, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=98d23255-0bf7-4196-9fd3-1a6feba46462,segment=NetworkSegment(f4bc10ff-722d-4bf5-8004-b11e0e71f039),segment_id=f4bc10ff-722d-4bf5-8004-b11e0e71f039)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:06.041517 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:06.087216 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=98d23255-0bf7-4196-9fd3-1a6feba46462,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:06.277892 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562369d-1ad3-4f26-bff5-87e5eda13b55 req-c7b47cbe-c1ca-4ca7-b6ab-b4e70eb1c85d tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:06.279344 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0562369d-1ad3-4f26-bff5-87e5eda13b55 req-c7b47cbe-c1ca-4ca7-b6ab-b4e70eb1c85d tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 944 time: 0.0534008 Mar 23 13:16:06.318497 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0562369d-1ad3-4f26-bff5-87e5eda13b55 req-cc870251-2361-4aff-8277-b5ba73abd867 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323303 Mar 23 13:16:06.371449 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['98d23255-0bf7-4196-9fd3-1a6feba46462'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:16:07.432650 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae67eca-c09b-41b1-9f19-fdb97745fb84 req-4cd9cd65-2e55-4cde-93ab-85a16a009359 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:07.433994 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3ae67eca-c09b-41b1-9f19-fdb97745fb84 req-4cd9cd65-2e55-4cde-93ab-85a16a009359 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 944 time: 0.0479267 Mar 23 13:16:07.471950 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3ae67eca-c09b-41b1-9f19-fdb97745fb84 req-fd5d7352-b918-4532-85a5-790bda0bae53 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314107 Mar 23 13:16:07.864456 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 98d23255-0bf7-4196-9fd3-1a6feba46462 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:16:07.911397 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 98d23255-0bf7-4196-9fd3-1a6feba46462 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:16:07.915007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 98d23255-0bf7-4196-9fd3-1a6feba46462 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:07.915379 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:07.992497 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:08.013794 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f429a5ad-1319-442d-93eb-c08c59baf175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d23255-0bf7-4196-9fd3-1a6feba46462'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:16:08.016066 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21fa410-8891-426f-9f5a-ba417e596204" -d '{"events": [{"server_uuid": "f429a5ad-1319-442d-93eb-c08c59baf175", "name": "network-vif-plugged", "status": "completed", "tag": "98d23255-0bf7-4196-9fd3-1a6feba46462"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:16:08.029662 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 98d23255-0bf7-4196-9fd3-1a6feba46462, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=98d23255-0bf7-4196-9fd3-1a6feba46462,segment=NetworkSegment(f4bc10ff-722d-4bf5-8004-b11e0e71f039),segment_id=f4bc10ff-722d-4bf5-8004-b11e0e71f039)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:08.034348 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:08.057289 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a83cdfa-4cd5-4357-ba24-9afdcf627a55 x-openstack-request-id: req-6a83cdfa-4cd5-4357-ba24-9afdcf627a55 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:16:08.057579 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f429a5ad-1319-442d-93eb-c08c59baf175", "name": "network-vif-plugged", "status": "completed", "tag": "98d23255-0bf7-4196-9fd3-1a6feba46462", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:16:08.057827 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a83cdfa-4cd5-4357-ba24-9afdcf627a55 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:16:08.058211 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f429a5ad-1319-442d-93eb-c08c59baf175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d23255-0bf7-4196-9fd3-1a6feba46462', 'code': 200} Mar 23 13:16:08.085168 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=98d23255-0bf7-4196-9fd3-1a6feba46462,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:08.164128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793a060-d7e3-41dc-8158-79243d97acf0 req-cbd4673d-41cf-455c-87df-b716306eaac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:08.165620 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f793a060-d7e3-41dc-8158-79243d97acf0 req-cbd4673d-41cf-455c-87df-b716306eaac3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 1096 time: 0.0447507 Mar 23 13:16:08.200527 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f793a060-d7e3-41dc-8158-79243d97acf0 req-307cfc5d-5241-41f4-8db2-6fe42934de52 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277984 Mar 23 13:16:08.596804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836fdc2-4693-4af6-ac4b-9078cb276e80 req-67eddfd3-ac44-4ade-b825-bc639357dcb5 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:08.598315 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d836fdc2-4693-4af6-ac4b-9078cb276e80 req-67eddfd3-ac44-4ade-b825-bc639357dcb5 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 945 time: 0.0583377 Mar 23 13:16:08.644878 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d836fdc2-4693-4af6-ac4b-9078cb276e80 req-00674bc6-77e3-4ae7-ad95-b34e0579aad8 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406194 Mar 23 13:16:09.761127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503677c6-67df-4073-8fd6-971692156bc3 req-63f2fc62-e4a0-4905-a1c0-42d4d9e03066 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:09.762610 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-503677c6-67df-4073-8fd6-971692156bc3 req-63f2fc62-e4a0-4905-a1c0-42d4d9e03066 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 945 time: 0.0485320 Mar 23 13:16:09.800676 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-503677c6-67df-4073-8fd6-971692156bc3 req-5d5d9657-97d2-477e-b45b-8586f651cea9 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313940 Mar 23 13:16:10.018073 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a96ad-c936-489c-b2d0-5471dc82090c req-3831b6b1-061c-40cf-a293-d29757b18bda tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:10.019440 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-703a96ad-c936-489c-b2d0-5471dc82090c req-3831b6b1-061c-40cf-a293-d29757b18bda tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/networks?id=69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 HTTP/1.1" status: 200 len: 812 time: 0.0974720 Mar 23 13:16:10.035054 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-703a96ad-c936-489c-b2d0-5471dc82090c req-21f6de16-324f-4db6-973c-d3460eab6b9e tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/quotas/32c2bfcd4d2648c29385f16b3499ea67 HTTP/1.1" status: 200 len: 375 time: 0.0096347 Mar 23 13:16:10.087085 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-703a96ad-c936-489c-b2d0-5471dc82090c req-ad8f26c0-736a-477e-9be5-6971b9826f39 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=32c2bfcd4d2648c29385f16b3499ea67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468299 Mar 23 13:16:10.178814 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-703a96ad-c936-489c-b2d0-5471dc82090c req-b1a536c2-e69e-40fe-a7f0-68dfe69b5f27 service neutron] 10.222.0.52 "GET /v2.0/networks/69a75d1e-bd0b-4280-aed0-0be9bd5d8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847509 Mar 23 13:16:10.269669 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-703a96ad-c936-489c-b2d0-5471dc82090c req-72fa268f-812d-4c49-b52f-48b9f457d3e2 service neutron] 10.222.0.52 "GET /v2.0/networks/69a75d1e-bd0b-4280-aed0-0be9bd5d8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847294 Mar 23 13:16:10.441328 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f45278d2-c1f6-4d98-b4de-78c41cf6bdcd req-50897501-13e1-4056-8592-50c861fed27f tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=bed47aea-9a82-4c3a-8e30-d099fbb2ef22 HTTP/1.1" status: 200 len: 210 time: 0.0331790 Mar 23 13:16:11.541442 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9d997cae-5668-4aa5-8191-50ead9e2f8c1 req-79e71a3e-e1f6-4890-b903-e00eb33b6ef5 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=bed47aea-9a82-4c3a-8e30-d099fbb2ef22 HTTP/1.1" status: 200 len: 210 time: 0.0281918 Mar 23 13:16:11.739498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a96ad-c936-489c-b2d0-5471dc82090c req-2c136398-d190-49e3-abe4-41a0d468824f tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:11.740928 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-703a96ad-c936-489c-b2d0-5471dc82090c req-2c136398-d190-49e3-abe4-41a0d468824f tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.73 "GET /v2.0/networks?id=69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 HTTP/1.1" status: 200 len: 812 time: 0.1134055 Mar 23 13:16:11.753674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-703a96ad-c936-489c-b2d0-5471dc82090c req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Request body: {'port': {'device_id': 'bed47aea-9a82-4c3a-8e30-d099fbb2ef22', 'network_id': '69a75d1e-bd0b-4280-aed0-0be9bd5d8e08', 'admin_state_up': True, 'tenant_id': '32c2bfcd4d2648c29385f16b3499ea67'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:11.868567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703a96ad-c936-489c-b2d0-5471dc82090c req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Made reservation on behalf of 32c2bfcd4d2648c29385f16b3499ea67 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:11.872579 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a96ad-c936-489c-b2d0-5471dc82090c req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:11.996857 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-703a96ad-c936-489c-b2d0-5471dc82090c req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Allocated IP 172.20.0.13 (69a75d1e-bd0b-4280-aed0-0be9bd5d8e08/8be576a5-29ff-4559-9042-d820a7c606d6/a0d65361-00e6-44aa-b0ee-4e9c05e17b85) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:16:12.144989 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a96ad-c936-489c-b2d0-5471dc82090c req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:12.181101 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a96ad-c936-489c-b2d0-5471dc82090c req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:12.192956 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['98d23255-0bf7-4196-9fd3-1a6feba46462'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:16:12.224180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703a96ad-c936-489c-b2d0-5471dc82090c req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Network 69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:16:12.229331 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-703a96ad-c936-489c-b2d0-5471dc82090c req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:12.233017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-703a96ad-c936-489c-b2d0-5471dc82090c req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:16:12.239864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Pushing event updated for resources: {'Port': ['ID=a0d65361-00e6-44aa-b0ee-4e9c05e17b85,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:12.273484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:12.273810 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:12.274272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:12.274444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:12.275010 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:12.275101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:12.275380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:12.275709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:12.276069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:12.276395 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:12.276720 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:12.277042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:12.301554 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a96ad-c936-489c-b2d0-5471dc82090c req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:12.302168 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a96ad-c936-489c-b2d0-5471dc82090c req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:12.318410 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-703a96ad-c936-489c-b2d0-5471dc82090c req-db93b49a-5b15-4dcb-a8ea-db0343565356 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5686436 Mar 23 13:16:12.331665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Request body: {'port': {'device_id': 'bed47aea-9a82-4c3a-8e30-d099fbb2ef22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:12.386121 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:12.671368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d65361-00e6-44aa-b0ee-4e9c05e17b85 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:16:12.681235 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:12.700240 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910fb4b-7152-4b5e-99c3-bb14fa29e9d4 req-ed2d0433-74a8-41e4-acf1-0e784bb80d3f tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:12.701700 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8910fb4b-7152-4b5e-99c3-bb14fa29e9d4 req-ed2d0433-74a8-41e4-acf1-0e784bb80d3f tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=bed47aea-9a82-4c3a-8e30-d099fbb2ef22 HTTP/1.1" status: 200 len: 932 time: 0.0884874 Mar 23 13:16:12.704135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Transition to ACTIVE for port object a0d65361-00e6-44aa-b0ee-4e9c05e17b85 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:16:12.710323 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:12.771536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d65361-00e6-44aa-b0ee-4e9c05e17b85,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:12.804939 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8910fb4b-7152-4b5e-99c3-bb14fa29e9d4 req-18ac0bcc-2203-4378-ba89-66c42e8841d5 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955412 Mar 23 13:16:12.857058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Attempting to bind port a0d65361-00e6-44aa-b0ee-4e9c05e17b85 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:16:12.857313 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Attempting to bind port a0d65361-00e6-44aa-b0ee-4e9c05e17b85 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'f4bc10ff-722d-4bf5-8004-b11e0e71f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '69a75d1e-bd0b-4280-aed0-0be9bd5d8e08'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:16:12.857630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Attempting to bind port a0d65361-00e6-44aa-b0ee-4e9c05e17b85 on network 69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:16:12.862300 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Port a0d65361-00e6-44aa-b0ee-4e9c05e17b85 on network 69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:16:12.862614 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Attempting to bind port a0d65361-00e6-44aa-b0ee-4e9c05e17b85 on network 69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:16:12.867221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:16:12.867555 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Checking segment: {'id': 'f4bc10ff-722d-4bf5-8004-b11e0e71f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '69a75d1e-bd0b-4280-aed0-0be9bd5d8e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:12.867966 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Bound using segment: {'id': 'f4bc10ff-722d-4bf5-8004-b11e0e71f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '69a75d1e-bd0b-4280-aed0-0be9bd5d8e08'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:16:12.868381 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Bound port: a0d65361-00e6-44aa-b0ee-4e9c05e17b85, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4bc10ff-722d-4bf5-8004-b11e0e71f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '69a75d1e-bd0b-4280-aed0-0be9bd5d8e08'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:16:12.868722 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:12.929325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] For port a0d65361-00e6-44aa-b0ee-4e9c05e17b85, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:16:12.932255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] For port a0d65361-00e6-44aa-b0ee-4e9c05e17b85, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a0d65361-00e6-44aa-b0ee-4e9c05e17b85,segment=NetworkSegment(f4bc10ff-722d-4bf5-8004-b11e0e71f039),segment_id=f4bc10ff-722d-4bf5-8004-b11e0e71f039)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:16:12.943243 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:12.980706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:12.981318 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:12.982700 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-703a96ad-c936-489c-b2d0-5471dc82090c req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] 10.222.0.73 "PUT /v2.0/ports/a0d65361-00e6-44aa-b0ee-4e9c05e17b85 HTTP/1.1" status: 200 len: 1092 time: 0.6561167 Mar 23 13:16:12.983139 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed47aea-9a82-4c3a-8e30-d099fbb2ef22', 'tag': 'a0d65361-00e6-44aa-b0ee-4e9c05e17b85'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:16:12.985436 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe81cdc-74c8-48ba-aca6-3b7695ecf474" -d '{"events": [{"name": "network-changed", "server_uuid": "bed47aea-9a82-4c3a-8e30-d099fbb2ef22", "tag": "a0d65361-00e6-44aa-b0ee-4e9c05e17b85"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:16:13.006046 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13d491-5158-4c35-9331-f8e6918233f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d65361-00e6-44aa-b0ee-4e9c05e17b85,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:13.025183 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16171f0a-9ae1-4832-9c5e-3cdc69d61f07 x-openstack-request-id: req-16171f0a-9ae1-4832-9c5e-3cdc69d61f07 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:16:13.025520 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed47aea-9a82-4c3a-8e30-d099fbb2ef22", "tag": "a0d65361-00e6-44aa-b0ee-4e9c05e17b85", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:16:13.025799 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16171f0a-9ae1-4832-9c5e-3cdc69d61f07 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:16:13.026200 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed47aea-9a82-4c3a-8e30-d099fbb2ef22', 'tag': 'a0d65361-00e6-44aa-b0ee-4e9c05e17b85', 'status': 'completed', 'code': 200} Mar 23 13:16:13.073102 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a96ad-c936-489c-b2d0-5471dc82090c req-342d3b7f-cf88-4d96-9c15-20098b3749e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:13.074586 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-703a96ad-c936-489c-b2d0-5471dc82090c req-342d3b7f-cf88-4d96-9c15-20098b3749e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32c2bfcd4d2648c29385f16b3499ea67&device_id=bed47aea-9a82-4c3a-8e30-d099fbb2ef22 HTTP/1.1" status: 200 len: 1095 time: 0.0416594 Mar 23 13:16:13.119766 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-703a96ad-c936-489c-b2d0-5471dc82090c req-1546f085-2029-4d5c-aead-d2d1f0368165 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0d65361-00e6-44aa-b0ee-4e9c05e17b85 HTTP/1.1" status: 200 len: 217 time: 0.0358138 Mar 23 13:16:13.168670 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a96ad-c936-489c-b2d0-5471dc82090c req-a0f2c93c-a078-4166-8636-9d9f9b4bd82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:13.170104 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-703a96ad-c936-489c-b2d0-5471dc82090c req-a0f2c93c-a078-4166-8636-9d9f9b4bd82f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8be576a5-29ff-4559-9042-d820a7c606d6 HTTP/1.1" status: 200 len: 852 time: 0.0439966 Mar 23 13:16:13.201820 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-703a96ad-c936-489c-b2d0-5471dc82090c req-6817ef37-ce4e-4214-a196-c584f1ab9162 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69a75d1e-bd0b-4280-aed0-0be9bd5d8e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247529 Mar 23 13:16:13.293138 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-703a96ad-c936-489c-b2d0-5471dc82090c req-a193178d-f2cc-4d7c-b007-658db4327b58 service neutron] 10.222.0.73 "GET /v2.0/networks/69a75d1e-bd0b-4280-aed0-0be9bd5d8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833862 Mar 23 13:16:13.379729 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-703a96ad-c936-489c-b2d0-5471dc82090c req-60478bd1-7007-407b-966b-8ab816ddf71b service neutron] 10.222.0.73 "GET /v2.0/networks/69a75d1e-bd0b-4280-aed0-0be9bd5d8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794780 Mar 23 13:16:13.464057 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe81cdc-74c8-48ba-aca6-3b7695ecf474 req-08af35f6-af7a-4260-9377-7192ce0c5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:13.465562 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bfe81cdc-74c8-48ba-aca6-3b7695ecf474 req-08af35f6-af7a-4260-9377-7192ce0c5094 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32c2bfcd4d2648c29385f16b3499ea67&device_id=bed47aea-9a82-4c3a-8e30-d099fbb2ef22 HTTP/1.1" status: 200 len: 1095 time: 0.0408559 Mar 23 13:16:13.558536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe81cdc-74c8-48ba-aca6-3b7695ecf474 req-95d2ac78-18b4-45da-a4a1-940bd28e8495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:13.560027 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bfe81cdc-74c8-48ba-aca6-3b7695ecf474 req-95d2ac78-18b4-45da-a4a1-940bd28e8495 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 HTTP/1.1" status: 200 len: 913 time: 0.0867531 Mar 23 13:16:13.603894 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bfe81cdc-74c8-48ba-aca6-3b7695ecf474 req-5c9a37dc-32a6-4c90-93c8-020bee0341d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0d65361-00e6-44aa-b0ee-4e9c05e17b85 HTTP/1.1" status: 200 len: 217 time: 0.0366855 Mar 23 13:16:13.664798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe81cdc-74c8-48ba-aca6-3b7695ecf474 req-2aa01678-3f35-4f37-a8f2-bd6b67799ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:13.666187 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bfe81cdc-74c8-48ba-aca6-3b7695ecf474 req-2aa01678-3f35-4f37-a8f2-bd6b67799ca5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8be576a5-29ff-4559-9042-d820a7c606d6 HTTP/1.1" status: 200 len: 852 time: 0.0531929 Mar 23 13:16:13.701559 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bfe81cdc-74c8-48ba-aca6-3b7695ecf474 req-e1317d92-d590-4885-9d93-42db0e11a9b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69a75d1e-bd0b-4280-aed0-0be9bd5d8e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273964 Mar 23 13:16:13.802672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bfe81cdc-74c8-48ba-aca6-3b7695ecf474 req-5eb607ac-8bb2-45c1-94ea-8c40f03729ce service neutron] 10.222.0.73 "GET /v2.0/networks/69a75d1e-bd0b-4280-aed0-0be9bd5d8e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931852 Mar 23 13:16:13.941555 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bfe81cdc-74c8-48ba-aca6-3b7695ecf474 req-ffd7cd66-0b0b-49c7-8feb-fbda92201af5 service neutron] 10.222.0.73 "GET /v2.0/networks/69a75d1e-bd0b-4280-aed0-0be9bd5d8e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273794 Mar 23 13:16:13.951661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ba767-cfdd-4842-b0cc-c62750ce28d2 req-209f185f-779a-442a-b7af-fe6cb2ddec98 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:13.953151 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a94ba767-cfdd-4842-b0cc-c62750ce28d2 req-209f185f-779a-442a-b7af-fe6cb2ddec98 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=bed47aea-9a82-4c3a-8e30-d099fbb2ef22 HTTP/1.1" status: 200 len: 944 time: 0.0723729 Mar 23 13:16:13.995352 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a94ba767-cfdd-4842-b0cc-c62750ce28d2 req-d247b3a5-edcc-4d98-b355-7f4bc3c6efac tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349958 Mar 23 13:16:15.112701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a590425-9c88-4e80-85dc-0b25a30ff155 req-5e9a7c4f-3210-45c8-b7be-32d54d7f088b tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:15.114154 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2a590425-9c88-4e80-85dc-0b25a30ff155 req-5e9a7c4f-3210-45c8-b7be-32d54d7f088b tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=bed47aea-9a82-4c3a-8e30-d099fbb2ef22 HTTP/1.1" status: 200 len: 944 time: 0.0494330 Mar 23 13:16:15.152790 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2a590425-9c88-4e80-85dc-0b25a30ff155 req-3b5d1ad0-1474-4005-affe-bf73d737a75e tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323851 Mar 23 13:16:16.271689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96e323-c7ea-4f16-a880-86a61195107a req-9dc258cb-8750-4657-911f-2b3bff8d2e87 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:16.273180 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-af96e323-c7ea-4f16-a880-86a61195107a req-9dc258cb-8750-4657-911f-2b3bff8d2e87 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=bed47aea-9a82-4c3a-8e30-d099fbb2ef22 HTTP/1.1" status: 200 len: 944 time: 0.0512202 Mar 23 13:16:16.311447 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-af96e323-c7ea-4f16-a880-86a61195107a req-99c66e81-5571-426a-bfbb-e59094832697 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320647 Mar 23 13:16:16.419081 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:17.044576 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a0d65361-00e6-44aa-b0ee-4e9c05e17b85 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:16:17.139077 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a0d65361-00e6-44aa-b0ee-4e9c05e17b85, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a0d65361-00e6-44aa-b0ee-4e9c05e17b85,segment=NetworkSegment(f4bc10ff-722d-4bf5-8004-b11e0e71f039),segment_id=f4bc10ff-722d-4bf5-8004-b11e0e71f039)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:17.151037 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'a0d65361-00e6-44aa-b0ee-4e9c05e17b85', 'network_id': '69a75d1e-bd0b-4280-aed0-0be9bd5d8e08', 'port_id': 'a0d65361-00e6-44aa-b0ee-4e9c05e17b85', 'mac_address': 'fa:16:3e:14:9e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be576a5-29ff-4559-9042-d820a7c606d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:16:17.186391 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:17.198607 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d65361-00e6-44aa-b0ee-4e9c05e17b85 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:16:17.219752 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a0d65361-00e6-44aa-b0ee-4e9c05e17b85, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a0d65361-00e6-44aa-b0ee-4e9c05e17b85,segment=NetworkSegment(f4bc10ff-722d-4bf5-8004-b11e0e71f039),segment_id=f4bc10ff-722d-4bf5-8004-b11e0e71f039)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:17.224523 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:17.273443 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=a0d65361-00e6-44aa-b0ee-4e9c05e17b85,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:17.431203 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e50c7-0e77-4f6a-ace0-123a88261178 req-614a2e91-b318-4a6d-b937-cc37d6f95498 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:17.432778 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e8e50c7-0e77-4f6a-ace0-123a88261178 req-614a2e91-b318-4a6d-b937-cc37d6f95498 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=bed47aea-9a82-4c3a-8e30-d099fbb2ef22 HTTP/1.1" status: 200 len: 945 time: 0.0522239 Mar 23 13:16:17.438054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a0d65361-00e6-44aa-b0ee-4e9c05e17b85'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:16:17.472408 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e8e50c7-0e77-4f6a-ace0-123a88261178 req-42f93d74-11f8-4976-b6f4-4c0b06b95bb6 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336609 Mar 23 13:16:17.785856 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:18.591232 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f1a95-ba4c-4b99-80c7-c9b1ec5e5ae4 req-8cb09fdd-bea2-492a-9233-623f06b23e76 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:18.592713 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-898f1a95-ba4c-4b99-80c7-c9b1ec5e5ae4 req-8cb09fdd-bea2-492a-9233-623f06b23e76 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=bed47aea-9a82-4c3a-8e30-d099fbb2ef22 HTTP/1.1" status: 200 len: 945 time: 0.0524805 Mar 23 13:16:18.629672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-898f1a95-ba4c-4b99-80c7-c9b1ec5e5ae4 req-f610554e-b798-444a-9842-c849361a5d2e tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309675 Mar 23 13:16:19.060631 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a0d65361-00e6-44aa-b0ee-4e9c05e17b85 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:16:19.109947 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port a0d65361-00e6-44aa-b0ee-4e9c05e17b85 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:16:19.113336 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port a0d65361-00e6-44aa-b0ee-4e9c05e17b85 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:19.113704 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:19.187658 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:19.209108 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed47aea-9a82-4c3a-8e30-d099fbb2ef22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d65361-00e6-44aa-b0ee-4e9c05e17b85'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:16:19.211283 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc9eb97-4b26-4d54-a776-174f4a6cba76" -d '{"events": [{"server_uuid": "bed47aea-9a82-4c3a-8e30-d099fbb2ef22", "name": "network-vif-plugged", "status": "completed", "tag": "a0d65361-00e6-44aa-b0ee-4e9c05e17b85"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:16:19.224140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a0d65361-00e6-44aa-b0ee-4e9c05e17b85, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a0d65361-00e6-44aa-b0ee-4e9c05e17b85,segment=NetworkSegment(f4bc10ff-722d-4bf5-8004-b11e0e71f039),segment_id=f4bc10ff-722d-4bf5-8004-b11e0e71f039)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:19.229015 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:19.254444 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec2701b-7818-4e61-aafe-8218f2721a2e x-openstack-request-id: req-2ec2701b-7818-4e61-aafe-8218f2721a2e {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:16:19.254709 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed47aea-9a82-4c3a-8e30-d099fbb2ef22", "name": "network-vif-plugged", "status": "completed", "tag": "a0d65361-00e6-44aa-b0ee-4e9c05e17b85", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:16:19.254964 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ec2701b-7818-4e61-aafe-8218f2721a2e {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:16:19.255349 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed47aea-9a82-4c3a-8e30-d099fbb2ef22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d65361-00e6-44aa-b0ee-4e9c05e17b85', 'code': 200} Mar 23 13:16:19.288942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=a0d65361-00e6-44aa-b0ee-4e9c05e17b85,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:19.350705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403eff7-0e04-46e7-9838-a93708f2d7be req-7505a1c7-7ce2-46a5-8203-6f79f64a7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:19.352204 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8403eff7-0e04-46e7-9838-a93708f2d7be req-7505a1c7-7ce2-46a5-8203-6f79f64a7739 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bed47aea-9a82-4c3a-8e30-d099fbb2ef22 HTTP/1.1" status: 200 len: 1097 time: 0.0397048 Mar 23 13:16:19.387435 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8403eff7-0e04-46e7-9838-a93708f2d7be req-a3e7e43a-1938-4e9f-ba67-117c42bc41b7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280440 Mar 23 13:16:19.749082 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13992f76-f45c-4210-8b6b-c5db052ccef4 req-f57b2f58-5726-45df-962f-d0cafc653839 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:19.750640 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13992f76-f45c-4210-8b6b-c5db052ccef4 req-f57b2f58-5726-45df-962f-d0cafc653839 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=bed47aea-9a82-4c3a-8e30-d099fbb2ef22 HTTP/1.1" status: 200 len: 946 time: 0.0506918 Mar 23 13:16:19.792335 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13992f76-f45c-4210-8b6b-c5db052ccef4 req-4a2eeb37-ae87-41a8-962c-f1f0c91a7187 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340068 Mar 23 13:16:20.915334 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef6e5c-1a00-4463-9fac-f4c86a93245a req-db0d355b-96a7-4406-8dbd-f2817d8a8d14 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:20.916812 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-31ef6e5c-1a00-4463-9fac-f4c86a93245a req-db0d355b-96a7-4406-8dbd-f2817d8a8d14 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=bed47aea-9a82-4c3a-8e30-d099fbb2ef22 HTTP/1.1" status: 200 len: 946 time: 0.0524132 Mar 23 13:16:20.953910 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-31ef6e5c-1a00-4463-9fac-f4c86a93245a req-2ce48a01-a141-4d14-ac19-c666f75a2b47 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312090 Mar 23 13:16:21.190080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5095664-9e7f-42af-b817-2d931a575c0f req-c9ce8eee-74fc-4152-9b3d-a238e5f26643 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:21.191584 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d5095664-9e7f-42af-b817-2d931a575c0f req-c9ce8eee-74fc-4152-9b3d-a238e5f26643 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=bed47aea-9a82-4c3a-8e30-d099fbb2ef22 HTTP/1.1" status: 200 len: 946 time: 0.0525703 Mar 23 13:16:21.232266 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d5095664-9e7f-42af-b817-2d931a575c0f req-a560f5c5-8b01-4768-8bb9-070f274f8e87 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343397 Mar 23 13:16:22.367273 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8a105-cb31-425a-b498-32c0bb837e48 req-18f2c26d-e15b-47c4-83ab-e81b19477023 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:22.368775 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42b8a105-cb31-425a-b498-32c0bb837e48 req-18f2c26d-e15b-47c4-83ab-e81b19477023 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=bed47aea-9a82-4c3a-8e30-d099fbb2ef22 HTTP/1.1" status: 200 len: 946 time: 0.0561512 Mar 23 13:16:22.407380 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-42b8a105-cb31-425a-b498-32c0bb837e48 req-36b86add-e044-4288-818c-31671124a364 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321376 Mar 23 13:16:22.480490 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963c6ac-3087-46d0-8dfc-8566512816cb req-b2527e11-df8d-4822-9837-dc1fbc2a521b tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:22.481939 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1963c6ac-3087-46d0-8dfc-8566512816cb req-b2527e11-df8d-4822-9837-dc1fbc2a521b tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.73 "GET /v2.0/ports?device_id=bed47aea-9a82-4c3a-8e30-d099fbb2ef22 HTTP/1.1" status: 200 len: 946 time: 0.0494790 Mar 23 13:16:22.572701 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1963c6ac-3087-46d0-8dfc-8566512816cb req-f2b28f78-e275-4149-9ec2-e2521de38314 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Deleting port a0d65361-00e6-44aa-b0ee-4e9c05e17b85 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:16:22.573047 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1963c6ac-3087-46d0-8dfc-8566512816cb req-f2b28f78-e275-4149-9ec2-e2521de38314 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:22.659512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1963c6ac-3087-46d0-8dfc-8566512816cb req-f2b28f78-e275-4149-9ec2-e2521de38314 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] For port a0d65361-00e6-44aa-b0ee-4e9c05e17b85, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a0d65361-00e6-44aa-b0ee-4e9c05e17b85,segment=NetworkSegment(f4bc10ff-722d-4bf5-8004-b11e0e71f039),segment_id=f4bc10ff-722d-4bf5-8004-b11e0e71f039)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:22.659787 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1963c6ac-3087-46d0-8dfc-8566512816cb req-f2b28f78-e275-4149-9ec2-e2521de38314 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:22.672682 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1963c6ac-3087-46d0-8dfc-8566512816cb req-f2b28f78-e275-4149-9ec2-e2521de38314 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Calling delete_port for a0d65361-00e6-44aa-b0ee-4e9c05e17b85 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:16:22.801571 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1963c6ac-3087-46d0-8dfc-8566512816cb req-f2b28f78-e275-4149-9ec2-e2521de38314 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:22.814369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a0d65361-00e6-44aa-b0ee-4e9c05e17b85'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:16:22.817079 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['98d23255-0bf7-4196-9fd3-1a6feba46462'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:16:22.831249 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b28f78-e275-4149-9ec2-e2521de38314 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Pushing event deleted for resources: {'Port': ['ID=a0d65361-00e6-44aa-b0ee-4e9c05e17b85,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:22.871420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1963c6ac-3087-46d0-8dfc-8566512816cb req-f2b28f78-e275-4149-9ec2-e2521de38314 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] No DVR routers for this DVR port a0d65361-00e6-44aa-b0ee-4e9c05e17b85 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:16:22.874137 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1963c6ac-3087-46d0-8dfc-8566512816cb req-f2b28f78-e275-4149-9ec2-e2521de38314 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:22.878104 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1963c6ac-3087-46d0-8dfc-8566512816cb req-f2b28f78-e275-4149-9ec2-e2521de38314 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.73 "DELETE /v2.0/ports/a0d65361-00e6-44aa-b0ee-4e9c05e17b85 HTTP/1.1" status: 204 len: 173 time: 0.3901923 Mar 23 13:16:22.878566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed47aea-9a82-4c3a-8e30-d099fbb2ef22', 'name': 'network-vif-deleted', 'tag': 'a0d65361-00e6-44aa-b0ee-4e9c05e17b85'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:16:22.880951 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440246c5-9e22-461e-8f45-08f72416ce2b" -d '{"events": [{"server_uuid": "bed47aea-9a82-4c3a-8e30-d099fbb2ef22", "name": "network-vif-deleted", "tag": "a0d65361-00e6-44aa-b0ee-4e9c05e17b85"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:16:22.920038 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfcc6d5-0cd9-4c1d-b19f-3c7aeedcceab x-openstack-request-id: req-3dfcc6d5-0cd9-4c1d-b19f-3c7aeedcceab {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:16:22.920330 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed47aea-9a82-4c3a-8e30-d099fbb2ef22", "name": "network-vif-deleted", "tag": "a0d65361-00e6-44aa-b0ee-4e9c05e17b85", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:16:22.920582 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3dfcc6d5-0cd9-4c1d-b19f-3c7aeedcceab {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:16:22.920980 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed47aea-9a82-4c3a-8e30-d099fbb2ef22', 'name': 'network-vif-deleted', 'tag': 'a0d65361-00e6-44aa-b0ee-4e9c05e17b85', 'status': 'completed', 'code': 200} Mar 23 13:16:23.563086 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed903b75-087c-4cce-b691-50eed7f6018f req-4fff059f-293e-4748-a185-edaeed31da1c tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:23.564579 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed903b75-087c-4cce-b691-50eed7f6018f req-4fff059f-293e-4748-a185-edaeed31da1c tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 945 time: 0.0486851 Mar 23 13:16:23.600967 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ed903b75-087c-4cce-b691-50eed7f6018f req-6fc0601c-daea-49f2-bb1c-4d8d5c4070d0 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304928 Mar 23 13:16:23.734846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6438054-5631-4c44-ad8f-4f7aa67adee5 req-9e542e0a-42e6-44a9-a6af-6800033e3c7b tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:23.736256 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6438054-5631-4c44-ad8f-4f7aa67adee5 req-9e542e0a-42e6-44a9-a6af-6800033e3c7b tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 945 time: 0.0533872 Mar 23 13:16:23.776155 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e6438054-5631-4c44-ad8f-4f7aa67adee5 req-515c17a1-f8dc-42c0-b15b-d12f9a1c1017 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330591 Mar 23 13:16:23.895458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a162c68-5638-415a-9468-3c0cfaa4bf04 req-dde93596-1b37-4234-b1bb-e9e785987727 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:23.896957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a162c68-5638-415a-9468-3c0cfaa4bf04 req-dde93596-1b37-4234-b1bb-e9e785987727 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 945 time: 0.0520773 Mar 23 13:16:23.933744 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6a162c68-5638-415a-9468-3c0cfaa4bf04 req-74226ec1-e279-43b8-9b24-4124dec7bbc5 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305891 Mar 23 13:16:24.098082 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58601ccd-a158-499d-bfb5-1ea08ebe6a7c req-2c5725d5-eb0c-4fb0-a7ed-e3c59265b2d8 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:24.099633 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-58601ccd-a158-499d-bfb5-1ea08ebe6a7c req-2c5725d5-eb0c-4fb0-a7ed-e3c59265b2d8 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 945 time: 0.0490541 Mar 23 13:16:24.110415 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-365e5b10-90db-41f3-8491-7421208f75ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:24.139469 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-58601ccd-a158-499d-bfb5-1ea08ebe6a7c req-f073f7de-cd54-4bab-8fd0-4c26aefc62e6 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326028 Mar 23 13:16:24.255124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d47283-d01d-4789-971c-442b97590449 req-ca2bb22a-49f7-4196-8852-94afae70fc95 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:24.256536 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-65d47283-d01d-4789-971c-442b97590449 req-ca2bb22a-49f7-4196-8852-94afae70fc95 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 945 time: 0.0491047 Mar 23 13:16:24.293838 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-65d47283-d01d-4789-971c-442b97590449 req-dc358d9a-c6a5-4500-8ef5-404c0bb5e4a4 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312848 Mar 23 13:16:24.431939 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e115e8c-4f8e-4d8e-ba51-ddec66b553ab req-d5f40962-c8c3-48f7-a6bb-e1cade00f39d tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:24.433448 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8e115e8c-4f8e-4d8e-ba51-ddec66b553ab req-d5f40962-c8c3-48f7-a6bb-e1cade00f39d tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 945 time: 0.0599742 Mar 23 13:16:24.476621 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8e115e8c-4f8e-4d8e-ba51-ddec66b553ab req-cb025870-0e1c-4693-95e7-a4ecf19c9cfd tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370209 Mar 23 13:16:24.784301 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76596a66-4419-45f4-a42c-9c01d032a8d0 req-ff0abc2a-49b3-440e-9252-304959b8ee33 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:24.785670 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-76596a66-4419-45f4-a42c-9c01d032a8d0 req-ff0abc2a-49b3-440e-9252-304959b8ee33 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 945 time: 0.0537679 Mar 23 13:16:24.823224 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-76596a66-4419-45f4-a42c-9c01d032a8d0 req-bc8eb30a-4b71-4ee6-9fb6-5e80a4b764cf tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316486 Mar 23 13:16:25.939197 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9a205-69fc-499a-8206-56b45fc0b8f1 req-24cddaba-c279-4db8-abe1-ab914faf0346 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:25.941506 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3c9a205-69fc-499a-8206-56b45fc0b8f1 req-24cddaba-c279-4db8-abe1-ab914faf0346 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 945 time: 0.0491016 Mar 23 13:16:25.979014 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3c9a205-69fc-499a-8206-56b45fc0b8f1 req-3c56dcff-a66c-400f-8025-71053dfdafb2 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/security-groups?id=9580a92d-720d-495e-82a4-2a1bc7b16d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315297 Mar 23 13:16:26.491538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441031-267b-4338-9756-678cbe592cef req-9ade34e3-2365-4f15-9d29-f43703ffbbd8 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:26.493000 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f441031-267b-4338-9756-678cbe592cef req-9ade34e3-2365-4f15-9d29-f43703ffbbd8 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.77 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 945 time: 0.0608940 Mar 23 13:16:26.582758 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-4f441031-267b-4338-9756-678cbe592cef req-1fa51759-58bc-4c66-adfd-8c29f67b1e74 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Deleting port 98d23255-0bf7-4196-9fd3-1a6feba46462 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:16:26.583099 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4f441031-267b-4338-9756-678cbe592cef req-1fa51759-58bc-4c66-adfd-8c29f67b1e74 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:26.672782 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4f441031-267b-4338-9756-678cbe592cef req-1fa51759-58bc-4c66-adfd-8c29f67b1e74 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] For port 98d23255-0bf7-4196-9fd3-1a6feba46462, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=98d23255-0bf7-4196-9fd3-1a6feba46462,segment=NetworkSegment(f4bc10ff-722d-4bf5-8004-b11e0e71f039),segment_id=f4bc10ff-722d-4bf5-8004-b11e0e71f039)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:26.673145 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4f441031-267b-4338-9756-678cbe592cef req-1fa51759-58bc-4c66-adfd-8c29f67b1e74 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:26.686336 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-4f441031-267b-4338-9756-678cbe592cef req-1fa51759-58bc-4c66-adfd-8c29f67b1e74 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Calling delete_port for 98d23255-0bf7-4196-9fd3-1a6feba46462 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:16:26.828241 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4f441031-267b-4338-9756-678cbe592cef req-1fa51759-58bc-4c66-adfd-8c29f67b1e74 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:26.841687 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['98d23255-0bf7-4196-9fd3-1a6feba46462'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:16:26.883903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa51759-58bc-4c66-adfd-8c29f67b1e74 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Pushing event deleted for resources: {'Port': ['ID=98d23255-0bf7-4196-9fd3-1a6feba46462,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:26.923590 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f441031-267b-4338-9756-678cbe592cef req-1fa51759-58bc-4c66-adfd-8c29f67b1e74 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] No DVR routers for this DVR port 98d23255-0bf7-4196-9fd3-1a6feba46462 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:16:26.926873 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4f441031-267b-4338-9756-678cbe592cef req-1fa51759-58bc-4c66-adfd-8c29f67b1e74 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:26.930536 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f441031-267b-4338-9756-678cbe592cef req-1fa51759-58bc-4c66-adfd-8c29f67b1e74 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.77 "DELETE /v2.0/ports/98d23255-0bf7-4196-9fd3-1a6feba46462 HTTP/1.1" status: 204 len: 173 time: 0.4298937 Mar 23 13:16:26.930739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f429a5ad-1319-442d-93eb-c08c59baf175', 'name': 'network-vif-deleted', 'tag': '98d23255-0bf7-4196-9fd3-1a6feba46462'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:16:26.932995 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4dfe4d-d3fd-4722-aab9-77535d3f8c6b" -d '{"events": [{"server_uuid": "f429a5ad-1319-442d-93eb-c08c59baf175", "name": "network-vif-deleted", "tag": "98d23255-0bf7-4196-9fd3-1a6feba46462"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:16:26.970804 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc03749-ca0e-4fcf-b4e0-d219d95c0e0d x-openstack-request-id: req-ffc03749-ca0e-4fcf-b4e0-d219d95c0e0d {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:16:26.971627 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f429a5ad-1319-442d-93eb-c08c59baf175", "name": "network-vif-deleted", "tag": "98d23255-0bf7-4196-9fd3-1a6feba46462", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:16:26.971627 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ffc03749-ca0e-4fcf-b4e0-d219d95c0e0d {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:16:26.971766 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f429a5ad-1319-442d-93eb-c08c59baf175', 'name': 'network-vif-deleted', 'tag': '98d23255-0bf7-4196-9fd3-1a6feba46462', 'status': 'completed', 'code': 200} Mar 23 13:16:26.974117 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5c8e781b-845a-41f1-8391-9d304f260c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:27.085680 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6124f9ec-ee49-4793-a4b8-cce05a6427c6 req-c484c356-e28e-43f8-b69b-a683af7da5d0 tempest-ServersNegativeTestJSON-1491088047 tempest-ServersNegativeTestJSON-1491088047-project] 10.222.0.52 "GET /v2.0/ports?device_id=f429a5ad-1319-442d-93eb-c08c59baf175 HTTP/1.1" status: 200 len: 210 time: 0.0278795 Mar 23 13:16:27.092724 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a0d65361-00e6-44aa-b0ee-4e9c05e17b85 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:16:27.114329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: a0d65361-00e6-44aa-b0ee-4e9c05e17b85 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:16:27.114674 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a0d65361-00e6-44aa-b0ee-4e9c05e17b85 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:16:27.906523 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:28.141941 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48566) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:28.187520 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e04d9cd-5bbe-4db6-8993-89ebc61db777 admin admin] Deleting subnet 8be576a5-29ff-4559-9042-d820a7c606d6 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:16:28.190660 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e04d9cd-5bbe-4db6-8993-89ebc61db777 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:28.224742 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e04d9cd-5bbe-4db6-8993-89ebc61db777 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:28.262242 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e04d9cd-5bbe-4db6-8993-89ebc61db777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:28.316608 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e04d9cd-5bbe-4db6-8993-89ebc61db777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:28.342727 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04d9cd-5bbe-4db6-8993-89ebc61db777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be576a5-29ff-4559-9042-d820a7c606d6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:28.344706 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0e04d9cd-5bbe-4db6-8993-89ebc61db777 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:28.347833 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0e04d9cd-5bbe-4db6-8993-89ebc61db777 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8be576a5-29ff-4559-9042-d820a7c606d6 HTTP/1.1" status: 204 len: 168 time: 0.2048450 Mar 23 13:16:28.351028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48568) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:28.418599 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27b150ee-dcab-4091-ad1b-e1ca859e11aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:28.499452 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27b150ee-dcab-4091-ad1b-e1ca859e11aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:28.518588 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-27b150ee-dcab-4091-ad1b-e1ca859e11aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a75d1e-bd0b-4280-aed0-0be9bd5d8e08']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:28.527693 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-27b150ee-dcab-4091-ad1b-e1ca859e11aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bc10ff-722d-4bf5-8004-b11e0e71f039') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:28.528010 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-27b150ee-dcab-4091-ad1b-e1ca859e11aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bc10ff-722d-4bf5-8004-b11e0e71f039') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:28.537564 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27b150ee-dcab-4091-ad1b-e1ca859e11aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:28.550195 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27b150ee-dcab-4091-ad1b-e1ca859e11aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:28.556604 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b150ee-dcab-4091-ad1b-e1ca859e11aa admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:16:28.557035 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27b150ee-dcab-4091-ad1b-e1ca859e11aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: timer() Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:16:28.558813 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:16:28.610513 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27b150ee-dcab-4091-ad1b-e1ca859e11aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:28.616289 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-27b150ee-dcab-4091-ad1b-e1ca859e11aa admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:28.619418 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-27b150ee-dcab-4091-ad1b-e1ca859e11aa admin admin] 10.222.0.52 "DELETE /v2.0/networks/69a75d1e-bd0b-4280-aed0-0be9bd5d8e08 HTTP/1.1" status: 204 len: 168 time: 0.2672648 Mar 23 13:16:28.632634 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b150ee-dcab-4091-ad1b-e1ca859e11aa admin admin] Pushing event deleted for resources: {'Network': ['ID=69a75d1e-bd0b-4280-aed0-0be9bd5d8e08,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:28.732219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48572) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:28.770486 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-95584ec2-5a35-4973-8acf-82b6254424e9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=32c2bfcd4d2648c29385f16b3499ea67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371425 Mar 23 13:16:28.773369 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48574) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:28.819678 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52cefbd1-c686-4302-b849-ce4ec43c52a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:28.843784 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52cefbd1-c686-4302-b849-ce4ec43c52a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:28.889176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52cefbd1-c686-4302-b849-ce4ec43c52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:28.892036 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-52cefbd1-c686-4302-b849-ce4ec43c52a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:28.893187 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-52cefbd1-c686-4302-b849-ce4ec43c52a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9580a92d-720d-495e-82a4-2a1bc7b16d08 HTTP/1.1" status: 204 len: 168 time: 0.1189337 Mar 23 13:16:28.901254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cefbd1-c686-4302-b849-ce4ec43c52a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9580a92d-720d-495e-82a4-2a1bc7b16d08,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:29.218362 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:29.575669 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:29.613057 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48596) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:29.709053 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1b076501-307e-4b8d-8d8f-e24c91f69ef2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1560222758'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:29.727425 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b076501-307e-4b8d-8d8f-e24c91f69ef2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Made reservation on behalf of 80dedbffbe7e4d27967415947c376837 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:29.730803 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b076501-307e-4b8d-8d8f-e24c91f69ef2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:29.743917 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b076501-307e-4b8d-8d8f-e24c91f69ef2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:29.818966 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b076501-307e-4b8d-8d8f-e24c91f69ef2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:29.823179 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b076501-307e-4b8d-8d8f-e24c91f69ef2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:29.849926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b076501-307e-4b8d-8d8f-e24c91f69ef2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:16:29.859971 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b076501-307e-4b8d-8d8f-e24c91f69ef2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0d1416-743f-49bf-ab5b-c3a733cb1c44,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:29.866727 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b076501-307e-4b8d-8d8f-e24c91f69ef2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:29.867101 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-1b076501-307e-4b8d-8d8f-e24c91f69ef2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Added segment e66b8af2-5591-444b-a451-a8ceb7ba8c87 of type vlan for network 12d89488-21d2-48d8-8b0b-77ed9c412a2a Mar 23 13:16:29.906427 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b076501-307e-4b8d-8d8f-e24c91f69ef2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:29.931006 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b076501-307e-4b8d-8d8f-e24c91f69ef2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:29.936626 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b076501-307e-4b8d-8d8f-e24c91f69ef2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:29.936853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 98d23255-0bf7-4196-9fd3-1a6feba46462 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:16:29.937202 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1b076501-307e-4b8d-8d8f-e24c91f69ef2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:29.956804 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 98d23255-0bf7-4196-9fd3-1a6feba46462 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:16:29.957148 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 98d23255-0bf7-4196-9fd3-1a6feba46462 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:16:29.964718 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1b076501-307e-4b8d-8d8f-e24c91f69ef2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3505800 Mar 23 13:16:30.005785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b076501-307e-4b8d-8d8f-e24c91f69ef2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event updated for resources: {'Network': ['ID=12d89488-21d2-48d8-8b0b-77ed9c412a2a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:30.016158 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 12d89488-21d2-48d8-8b0b-77ed9c412a2a details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:16:33.118422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48600) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:33.123518 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c2445472-f232-4466-b43d-c8402924f2ff tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Request body: {'subnet': {'network_id': '12d89488-21d2-48d8-8b0b-77ed9c412a2a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:33.213050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2445472-f232-4466-b43d-c8402924f2ff tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Made reservation on behalf of 80dedbffbe7e4d27967415947c376837 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:33.216523 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2445472-f232-4466-b43d-c8402924f2ff tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:33.392818 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2445472-f232-4466-b43d-c8402924f2ff tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:33.448347 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2445472-f232-4466-b43d-c8402924f2ff tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event updated for resources: {'Subnet': ['ID=6f567b12-7a34-4e31-b4d8-55594ac1eacb,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:33.459180 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2445472-f232-4466-b43d-c8402924f2ff tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Checking segment: {'id': 'e66b8af2-5591-444b-a451-a8ceb7ba8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '12d89488-21d2-48d8-8b0b-77ed9c412a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:33.459553 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2445472-f232-4466-b43d-c8402924f2ff tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Network hostable DHCP agents. Network: 12d89488-21d2-48d8-8b0b-77ed9c412a2a, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:16:33.475596 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2445472-f232-4466-b43d-c8402924f2ff tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Network 12d89488-21d2-48d8-8b0b-77ed9c412a2a is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:16:33.483917 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c2445472-f232-4466-b43d-c8402924f2ff tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 12d89488-21d2-48d8-8b0b-77ed9c412a2a) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:33.488368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2445472-f232-4466-b43d-c8402924f2ff tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:33.489943 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2445472-f232-4466-b43d-c8402924f2ff tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:33.493318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbeeec6-07d7-4047-8b17-07618af600b0 None None] Network 12d89488-21d2-48d8-8b0b-77ed9c412a2a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:33.506405 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c2445472-f232-4466-b43d-c8402924f2ff tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3868310 Mar 23 13:16:33.510047 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48602) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:33.514836 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8e8b7582-faeb-49f9-85b2-b2c021c31ac1 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1937693134'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:33.534096 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8b7582-faeb-49f9-85b2-b2c021c31ac1 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Made reservation on behalf of 80dedbffbe7e4d27967415947c376837 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:33.537314 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e8b7582-faeb-49f9-85b2-b2c021c31ac1 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:33.561119 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8b7582-faeb-49f9-85b2-b2c021c31ac1 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:16:33.570851 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e8b7582-faeb-49f9-85b2-b2c021c31ac1 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:33.571217 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-8e8b7582-faeb-49f9-85b2-b2c021c31ac1 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Added segment 0d9472af-4ae1-457e-935f-38d5f0b45af0 of type vlan for network a48170d7-19d7-4de6-90a2-2d060ff72b94 Mar 23 13:16:33.610278 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e8b7582-faeb-49f9-85b2-b2c021c31ac1 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:33.636231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-12d89488-21d2-48d8-8b0b-77ed9c412a2a', 'network_id': '12d89488-21d2-48d8-8b0b-77ed9c412a2a', 'tenant_id': '80dedbffbe7e4d27967415947c376837', 'fixed_ips': [{'subnet_id': '6f567b12-7a34-4e31-b4d8-55594ac1eacb'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:16:33.637236 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:33.640571 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e8b7582-faeb-49f9-85b2-b2c021c31ac1 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:33.646051 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8b7582-faeb-49f9-85b2-b2c021c31ac1 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:33.646577 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8e8b7582-faeb-49f9-85b2-b2c021c31ac1 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:33.704336 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8e8b7582-faeb-49f9-85b2-b2c021c31ac1 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1904812 Mar 23 13:16:33.705311 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48604) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:33.711779 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-60fa79a6-d793-488d-b60a-f3750b029950 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Request body: {'subnet': {'network_id': 'a48170d7-19d7-4de6-90a2-2d060ff72b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:33.715962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b7582-faeb-49f9-85b2-b2c021c31ac1 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event updated for resources: {'Network': ['ID=a48170d7-19d7-4de6-90a2-2d060ff72b94,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:33.727032 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network a48170d7-19d7-4de6-90a2-2d060ff72b94 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:16:33.800929 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fa79a6-d793-488d-b60a-f3750b029950 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Made reservation on behalf of 80dedbffbe7e4d27967415947c376837 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:33.808480 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60fa79a6-d793-488d-b60a-f3750b029950 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:33.840938 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Allocated IP 2001:db8:0:ffff::2 (12d89488-21d2-48d8-8b0b-77ed9c412a2a/6f567b12-7a34-4e31-b4d8-55594ac1eacb/c6930ec9-a2d0-4528-8b12-bb52117453fe) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:16:33.993945 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.000049 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.000879 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60fa79a6-d793-488d-b60a-f3750b029950 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.039753 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Network 12d89488-21d2-48d8-8b0b-77ed9c412a2a is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:16:34.042565 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:34.045067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:16:34.058172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Pushing event updated for resources: {'Port': ['ID=c6930ec9-a2d0-4528-8b12-bb52117453fe,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:34.065613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa79a6-d793-488d-b60a-f3750b029950 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event updated for resources: {'Subnet': ['ID=4ae1df3c-c90b-4320-bd75-667323605496,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:34.075494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa79a6-d793-488d-b60a-f3750b029950 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Checking segment: {'id': '0d9472af-4ae1-457e-935f-38d5f0b45af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'a48170d7-19d7-4de6-90a2-2d060ff72b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:34.075857 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fa79a6-d793-488d-b60a-f3750b029950 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Network hostable DHCP agents. Network: a48170d7-19d7-4de6-90a2-2d060ff72b94, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:16:34.082515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:34.082858 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:34.083704 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:34.084189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:34.084520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:34.084845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:34.085164 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:34.085484 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:34.085803 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:34.086129 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:34.086442 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:34.086754 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:34.097010 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fa79a6-d793-488d-b60a-f3750b029950 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Network a48170d7-19d7-4de6-90a2-2d060ff72b94 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:16:34.106904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-60fa79a6-d793-488d-b60a-f3750b029950 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, a48170d7-19d7-4de6-90a2-2d060ff72b94) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:34.111570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fa79a6-d793-488d-b60a-f3750b029950 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:34.112270 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-60fa79a6-d793-488d-b60a-f3750b029950 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.115603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Attempting to bind port c6930ec9-a2d0-4528-8b12-bb52117453fe on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:16:34.115998 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Attempting to bind port c6930ec9-a2d0-4528-8b12-bb52117453fe by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'e66b8af2-5591-444b-a451-a8ceb7ba8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '12d89488-21d2-48d8-8b0b-77ed9c412a2a'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:16:34.116355 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Attempting to bind port c6930ec9-a2d0-4528-8b12-bb52117453fe on network 12d89488-21d2-48d8-8b0b-77ed9c412a2a {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:16:34.120427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e910ba7f-4b33-4ba0-8a2b-cb939bdb2db6 None None] Network a48170d7-19d7-4de6-90a2-2d060ff72b94 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:34.125724 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:16:34.126092 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Checking segment: {'id': 'e66b8af2-5591-444b-a451-a8ceb7ba8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '12d89488-21d2-48d8-8b0b-77ed9c412a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:34.126584 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.126915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Bound using segment: {'id': 'e66b8af2-5591-444b-a451-a8ceb7ba8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '12d89488-21d2-48d8-8b0b-77ed9c412a2a'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:16:34.127408 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Bound port: c6930ec9-a2d0-4528-8b12-bb52117453fe, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66b8af2-5591-444b-a451-a8ceb7ba8c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '12d89488-21d2-48d8-8b0b-77ed9c412a2a'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:16:34.127782 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.129176 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-60fa79a6-d793-488d-b60a-f3750b029950 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4226763 Mar 23 13:16:34.132347 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48606) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:34.230701 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1cfd24b-21c6-4225-b10c-9ca24ca3b425 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.254118 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] For port c6930ec9-a2d0-4528-8b12-bb52117453fe, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:16:34.258241 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] For port c6930ec9-a2d0-4528-8b12-bb52117453fe, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c6930ec9-a2d0-4528-8b12-bb52117453fe,segment=NetworkSegment(e66b8af2-5591-444b-a451-a8ceb7ba8c87),segment_id=e66b8af2-5591-444b-a451-a8ceb7ba8c87)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:16:34.276597 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.318169 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1cfd24b-21c6-4225-b10c-9ca24ca3b425 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.386938 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1cfd24b-21c6-4225-b10c-9ca24ca3b425 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.415757 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfd24b-21c6-4225-b10c-9ca24ca3b425 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae1df3c-c90b-4320-bd75-667323605496,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:34.493612 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1cfd24b-21c6-4225-b10c-9ca24ca3b425 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.518119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665aa5e-634e-49a8-b22e-d41e390fc965 None None] Pushing event updated for resources: {'Port': ['ID=c6930ec9-a2d0-4528-8b12-bb52117453fe,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:34.522450 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c1cfd24b-21c6-4225-b10c-9ca24ca3b425 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48170d7-19d7-4de6-90a2-2d060ff72b94']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:34.526196 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f937bc70-bf7b-49e2-8e9c-405f10847f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-a48170d7-19d7-4de6-90a2-2d060ff72b94', 'network_id': 'a48170d7-19d7-4de6-90a2-2d060ff72b94', 'tenant_id': '80dedbffbe7e4d27967415947c376837', 'fixed_ips': [{'subnet_id': '4ae1df3c-c90b-4320-bd75-667323605496'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:16:34.527053 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f937bc70-bf7b-49e2-8e9c-405f10847f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.538724 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c1cfd24b-21c6-4225-b10c-9ca24ca3b425 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9472af-4ae1-457e-935f-38d5f0b45af0') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:34.539018 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-c1cfd24b-21c6-4225-b10c-9ca24ca3b425 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9472af-4ae1-457e-935f-38d5f0b45af0') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:34.549134 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1cfd24b-21c6-4225-b10c-9ca24ca3b425 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.565694 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1cfd24b-21c6-4225-b10c-9ca24ca3b425 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.572748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1cfd24b-21c6-4225-b10c-9ca24ca3b425 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:16:34.573319 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1cfd24b-21c6-4225-b10c-9ca24ca3b425 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:16:34.576341 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:16:34.626541 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90752951-c594-40bb-a2d3-e9304e6c92c0 None None] Network a48170d7-19d7-4de6-90a2-2d060ff72b94 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:34.637315 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1cfd24b-21c6-4225-b10c-9ca24ca3b425 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.658600 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c1cfd24b-21c6-4225-b10c-9ca24ca3b425 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.662566 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c1cfd24b-21c6-4225-b10c-9ca24ca3b425 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "DELETE /v2.0/networks/a48170d7-19d7-4de6-90a2-2d060ff72b94 HTTP/1.1" status: 204 len: 168 time: 0.5292764 Mar 23 13:16:34.664916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfd24b-21c6-4225-b10c-9ca24ca3b425 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event deleted for resources: {'Network': ['ID=a48170d7-19d7-4de6-90a2-2d060ff72b94,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:34.667718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48608) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:34.673006 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-65b0935b-38c2-4875-8bbe-1520c0660a40 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1206229123'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:34.720142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b0935b-38c2-4875-8bbe-1520c0660a40 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Made reservation on behalf of 80dedbffbe7e4d27967415947c376837 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:34.723548 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65b0935b-38c2-4875-8bbe-1520c0660a40 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.755282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b0935b-38c2-4875-8bbe-1520c0660a40 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:16:34.766876 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65b0935b-38c2-4875-8bbe-1520c0660a40 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.767215 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-65b0935b-38c2-4875-8bbe-1520c0660a40 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Added segment b84f8f7f-5991-4e99-a802-31b8fe745be1 of type vlan for network 5e15fe4a-ba44-407d-b42e-f2908b2af33a Mar 23 13:16:34.812619 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65b0935b-38c2-4875-8bbe-1520c0660a40 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.841206 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65b0935b-38c2-4875-8bbe-1520c0660a40 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.847033 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b0935b-38c2-4875-8bbe-1520c0660a40 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:34.847855 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-65b0935b-38c2-4875-8bbe-1520c0660a40 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:34.883814 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-65b0935b-38c2-4875-8bbe-1520c0660a40 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2149534 Mar 23 13:16:34.886748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48610) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:34.891904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7b5348be-6c54-4e93-a5c5-cb05d35d5d57 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Request body: {'subnet': {'network_id': '5e15fe4a-ba44-407d-b42e-f2908b2af33a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:34.922612 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0935b-38c2-4875-8bbe-1520c0660a40 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event updated for resources: {'Network': ['ID=5e15fe4a-ba44-407d-b42e-f2908b2af33a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:34.933381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 5e15fe4a-ba44-407d-b42e-f2908b2af33a details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:16:34.985271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5348be-6c54-4e93-a5c5-cb05d35d5d57 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Made reservation on behalf of 80dedbffbe7e4d27967415947c376837 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:34.989011 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b5348be-6c54-4e93-a5c5-cb05d35d5d57 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:35.046245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-7b5348be-6c54-4e93-a5c5-cb05d35d5d57 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Performing IP validity checks on allocation pools {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 23 13:16:35.046694 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.ipam_backend_mixin [None req-7b5348be-6c54-4e93-a5c5-cb05d35d5d57 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 23 13:16:35.177584 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b5348be-6c54-4e93-a5c5-cb05d35d5d57 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:35.234941 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5348be-6c54-4e93-a5c5-cb05d35d5d57 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event updated for resources: {'Subnet': ['ID=d5aaaa46-acd8-4190-a1ba-5fa76dbee56a,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:35.246273 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5348be-6c54-4e93-a5c5-cb05d35d5d57 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Checking segment: {'id': 'b84f8f7f-5991-4e99-a802-31b8fe745be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5e15fe4a-ba44-407d-b42e-f2908b2af33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:35.246634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5348be-6c54-4e93-a5c5-cb05d35d5d57 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Network hostable DHCP agents. Network: 5e15fe4a-ba44-407d-b42e-f2908b2af33a, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:16:35.264250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5348be-6c54-4e93-a5c5-cb05d35d5d57 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Network 5e15fe4a-ba44-407d-b42e-f2908b2af33a is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:16:35.273453 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7b5348be-6c54-4e93-a5c5-cb05d35d5d57 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 5e15fe4a-ba44-407d-b42e-f2908b2af33a) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:35.277769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5348be-6c54-4e93-a5c5-cb05d35d5d57 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:35.278343 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b5348be-6c54-4e93-a5c5-cb05d35d5d57 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:35.284713 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbe22bc-fafa-4b88-8c25-5f1a06a840bf None None] Network 5e15fe4a-ba44-407d-b42e-f2908b2af33a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:35.298347 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7b5348be-6c54-4e93-a5c5-cb05d35d5d57 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4080825 Mar 23 13:16:35.299003 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48612) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:35.401838 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc99262d-ed02-43ee-9064-550f7b96ef24 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:35.451881 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8acc011-91f6-4681-8216-c3eddf5c21b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-5e15fe4a-ba44-407d-b42e-f2908b2af33a', 'network_id': '5e15fe4a-ba44-407d-b42e-f2908b2af33a', 'tenant_id': '80dedbffbe7e4d27967415947c376837', 'fixed_ips': [{'subnet_id': 'd5aaaa46-acd8-4190-a1ba-5fa76dbee56a'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:16:35.452801 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c8acc011-91f6-4681-8216-c3eddf5c21b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:35.463142 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc99262d-ed02-43ee-9064-550f7b96ef24 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:35.480042 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a323848-674b-4c50-bda8-502afef244ac None None] Network 12d89488-21d2-48d8-8b0b-77ed9c412a2a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:35.529222 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc99262d-ed02-43ee-9064-550f7b96ef24 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:35.555728 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99262d-ed02-43ee-9064-550f7b96ef24 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event deleted for resources: {'Subnet': ['ID=d5aaaa46-acd8-4190-a1ba-5fa76dbee56a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:35.608335 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5ddb4436-bbec-4982-829e-0459df79ead3 None None] Provisioning complete for port c6930ec9-a2d0-4528-8b12-bb52117453fe triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:35.608946 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ddb4436-bbec-4982-829e-0459df79ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server [None req-c8acc011-91f6-4681-8216-c3eddf5c21b9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5aaaa46-acd8-4190-a1ba-5fa76dbee56a: This subnet is being modified by another concurrent operation. Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server raise exception Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5aaaa46-acd8-4190-a1ba-5fa76dbee56a: This subnet is being modified by another concurrent operation. Mar 23 13:16:35.614151 n-d-834854-1 neutron-server[102780]: ERROR oslo_messaging.rpc.server Mar 23 13:16:35.621452 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc99262d-ed02-43ee-9064-550f7b96ef24 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:35.642026 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827a0ad6-97b3-41e3-9a61-9da820d34d61 None None] Network 5e15fe4a-ba44-407d-b42e-f2908b2af33a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:35.871403 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ddb4436-bbec-4982-829e-0459df79ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:35.913038 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c6930ec9-a2d0-4528-8b12-bb52117453fe up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:16:35.916721 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-5ddb4436-bbec-4982-829e-0459df79ead3 None None] For port c6930ec9-a2d0-4528-8b12-bb52117453fe, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c6930ec9-a2d0-4528-8b12-bb52117453fe,segment=NetworkSegment(e66b8af2-5591-444b-a451-a8ceb7ba8c87),segment_id=e66b8af2-5591-444b-a451-a8ceb7ba8c87)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:35.941799 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ddb4436-bbec-4982-829e-0459df79ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:35.967826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fc99262d-ed02-43ee-9064-550f7b96ef24 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e15fe4a-ba44-407d-b42e-f2908b2af33a']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:35.986858 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fc99262d-ed02-43ee-9064-550f7b96ef24 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84f8f7f-5991-4e99-a802-31b8fe745be1') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:35.987155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-fc99262d-ed02-43ee-9064-550f7b96ef24 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84f8f7f-5991-4e99-a802-31b8fe745be1') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:35.998014 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc99262d-ed02-43ee-9064-550f7b96ef24 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.008925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb4436-bbec-4982-829e-0459df79ead3 None None] Pushing event updated for resources: {'Port': ['ID=c6930ec9-a2d0-4528-8b12-bb52117453fe,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:36.016091 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c6930ec9-a2d0-4528-8b12-bb52117453fe triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:36.016463 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.021321 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc99262d-ed02-43ee-9064-550f7b96ef24 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.029213 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc99262d-ed02-43ee-9064-550f7b96ef24 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:16:36.029613 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc99262d-ed02-43ee-9064-550f7b96ef24 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:16:36.033184 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:16:36.103499 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc99262d-ed02-43ee-9064-550f7b96ef24 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.110560 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc99262d-ed02-43ee-9064-550f7b96ef24 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.119187 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48614) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:36.119698 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fc99262d-ed02-43ee-9064-550f7b96ef24 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "DELETE /v2.0/networks/5e15fe4a-ba44-407d-b42e-f2908b2af33a HTTP/1.1" status: 204 len: 168 time: 0.8191659 Mar 23 13:16:36.124290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4c6bac45-3f7f-479a-b656-308214196286 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1799173014'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:36.137668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99262d-ed02-43ee-9064-550f7b96ef24 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event deleted for resources: {'Network': ['ID=5e15fe4a-ba44-407d-b42e-f2908b2af33a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:36.162154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6bac45-3f7f-479a-b656-308214196286 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Made reservation on behalf of 80dedbffbe7e4d27967415947c376837 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:36.166464 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c6bac45-3f7f-479a-b656-308214196286 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.187164 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647af76c-e061-40b5-8303-ec5d64b8817e None None] get_active_networks_info from n-d-834854-1 {{(pid=102780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 13:16:36.203671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6bac45-3f7f-479a-b656-308214196286 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:16:36.215053 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c6bac45-3f7f-479a-b656-308214196286 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.216103 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-4c6bac45-3f7f-479a-b656-308214196286 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Added segment 18cf879f-ea02-41e1-a557-931b1a21923d of type vlan for network 4b4ed414-e378-47b7-b9d2-db6b742f8457 Mar 23 13:16:36.261254 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c6bac45-3f7f-479a-b656-308214196286 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.266747 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647af76c-e061-40b5-8303-ec5d64b8817e None None] Resources bound (agent type, host, resource id): {{(pid=102780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 13:16:36.279320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4d9bba08-6897-4845-a0bf-8c759f9865ff None None] Provisioning complete for port c6930ec9-a2d0-4528-8b12-bb52117453fe triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:36.280113 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4d9bba08-6897-4845-a0bf-8c759f9865ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.292669 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c6bac45-3f7f-479a-b656-308214196286 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.298428 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6bac45-3f7f-479a-b656-308214196286 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:36.299025 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c6bac45-3f7f-479a-b656-308214196286 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.363668 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4c6bac45-3f7f-479a-b656-308214196286 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2437546 Mar 23 13:16:36.367412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48616) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:36.371781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bac45-3f7f-479a-b656-308214196286 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event updated for resources: {'Network': ['ID=4b4ed414-e378-47b7-b9d2-db6b742f8457,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:36.372599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-94e334b7-4cbb-4496-8441-ca1b4fd359ba tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Request body: {'subnet': {'network_id': '4b4ed414-e378-47b7-b9d2-db6b742f8457', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:36.385212 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 4b4ed414-e378-47b7-b9d2-db6b742f8457 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:16:36.473057 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e334b7-4cbb-4496-8441-ca1b4fd359ba tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Made reservation on behalf of 80dedbffbe7e4d27967415947c376837 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:36.477929 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94e334b7-4cbb-4496-8441-ca1b4fd359ba tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.666416 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94e334b7-4cbb-4496-8441-ca1b4fd359ba tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.725812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e334b7-4cbb-4496-8441-ca1b4fd359ba tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event updated for resources: {'Subnet': ['ID=aa797903-e077-4990-9e29-fd06916e1f83,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:36.735287 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e334b7-4cbb-4496-8441-ca1b4fd359ba tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Checking segment: {'id': '18cf879f-ea02-41e1-a557-931b1a21923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4b4ed414-e378-47b7-b9d2-db6b742f8457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:36.735657 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e334b7-4cbb-4496-8441-ca1b4fd359ba tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Network hostable DHCP agents. Network: 4b4ed414-e378-47b7-b9d2-db6b742f8457, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:16:36.752358 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e334b7-4cbb-4496-8441-ca1b4fd359ba tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Network 4b4ed414-e378-47b7-b9d2-db6b742f8457 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:16:36.762074 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-94e334b7-4cbb-4496-8441-ca1b4fd359ba tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 4b4ed414-e378-47b7-b9d2-db6b742f8457) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:36.766153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e334b7-4cbb-4496-8441-ca1b4fd359ba tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:36.766742 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94e334b7-4cbb-4496-8441-ca1b4fd359ba tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.775061 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bf69d1-2004-40e3-838d-c9e9fe6fb599 None None] Network 4b4ed414-e378-47b7-b9d2-db6b742f8457 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:36.784735 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-94e334b7-4cbb-4496-8441-ca1b4fd359ba tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4161129 Mar 23 13:16:36.788334 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48618) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:36.793545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-41312f5f-7307-452f-8a31-20e38918b03e tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1272961697'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:36.813528 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41312f5f-7307-452f-8a31-20e38918b03e tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Made reservation on behalf of 80dedbffbe7e4d27967415947c376837 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:36.817179 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41312f5f-7307-452f-8a31-20e38918b03e tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.842154 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41312f5f-7307-452f-8a31-20e38918b03e tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:16:36.851859 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41312f5f-7307-452f-8a31-20e38918b03e tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.852236 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-41312f5f-7307-452f-8a31-20e38918b03e tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Added segment 84454b54-d765-4069-8387-27f2d82fd979 of type vlan for network a829a6ec-e2c5-434a-94b4-bf03a3b22be1 Mar 23 13:16:36.893553 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41312f5f-7307-452f-8a31-20e38918b03e tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.923754 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41312f5f-7307-452f-8a31-20e38918b03e tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.930768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-4b4ed414-e378-47b7-b9d2-db6b742f8457', 'network_id': '4b4ed414-e378-47b7-b9d2-db6b742f8457', 'tenant_id': '80dedbffbe7e4d27967415947c376837', 'fixed_ips': [{'subnet_id': 'aa797903-e077-4990-9e29-fd06916e1f83'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:16:36.932083 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.932213 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41312f5f-7307-452f-8a31-20e38918b03e tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:36.932797 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41312f5f-7307-452f-8a31-20e38918b03e tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:36.997361 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-41312f5f-7307-452f-8a31-20e38918b03e tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2077219 Mar 23 13:16:37.000373 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48620) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:37.006986 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-31141b66-72f0-4582-a4c6-bcf61307e6a2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Request body: {'subnet': {'network_id': 'a829a6ec-e2c5-434a-94b4-bf03a3b22be1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:37.014136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41312f5f-7307-452f-8a31-20e38918b03e tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event updated for resources: {'Network': ['ID=a829a6ec-e2c5-434a-94b4-bf03a3b22be1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:37.025618 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network a829a6ec-e2c5-434a-94b4-bf03a3b22be1 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:16:37.097940 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31141b66-72f0-4582-a4c6-bcf61307e6a2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Made reservation on behalf of 80dedbffbe7e4d27967415947c376837 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:37.101640 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31141b66-72f0-4582-a4c6-bcf61307e6a2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.138626 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Allocated IP 2001:db8::2 (4b4ed414-e378-47b7-b9d2-db6b742f8457/aa797903-e077-4990-9e29-fd06916e1f83/09d5df31-1cb1-41e0-89e6-e3b6d386e260) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:16:37.282564 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.289465 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.304069 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31141b66-72f0-4582-a4c6-bcf61307e6a2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.336451 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Network 4b4ed414-e378-47b7-b9d2-db6b742f8457 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:16:37.339275 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:37.343353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:16:37.350662 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Pushing event updated for resources: {'Port': ['ID=09d5df31-1cb1-41e0-89e6-e3b6d386e260,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:37.365191 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31141b66-72f0-4582-a4c6-bcf61307e6a2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event updated for resources: {'Subnet': ['ID=4d185b39-85e0-47ed-95dd-f8826bce74c8,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:37.374093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31141b66-72f0-4582-a4c6-bcf61307e6a2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Checking segment: {'id': '84454b54-d765-4069-8387-27f2d82fd979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a829a6ec-e2c5-434a-94b4-bf03a3b22be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:37.374467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31141b66-72f0-4582-a4c6-bcf61307e6a2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Network hostable DHCP agents. Network: a829a6ec-e2c5-434a-94b4-bf03a3b22be1, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:16:37.391128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31141b66-72f0-4582-a4c6-bcf61307e6a2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Network a829a6ec-e2c5-434a-94b4-bf03a3b22be1 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:16:37.398799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Attempting to bind port 09d5df31-1cb1-41e0-89e6-e3b6d386e260 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:16:37.399207 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Attempting to bind port 09d5df31-1cb1-41e0-89e6-e3b6d386e260 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '18cf879f-ea02-41e1-a557-931b1a21923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4b4ed414-e378-47b7-b9d2-db6b742f8457'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:16:37.399581 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Attempting to bind port 09d5df31-1cb1-41e0-89e6-e3b6d386e260 on network 4b4ed414-e378-47b7-b9d2-db6b742f8457 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:16:37.399906 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-31141b66-72f0-4582-a4c6-bcf61307e6a2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, a829a6ec-e2c5-434a-94b4-bf03a3b22be1) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:37.404243 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31141b66-72f0-4582-a4c6-bcf61307e6a2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:37.404829 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-31141b66-72f0-4582-a4c6-bcf61307e6a2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.404953 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:16:37.405285 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Checking segment: {'id': '18cf879f-ea02-41e1-a557-931b1a21923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4b4ed414-e378-47b7-b9d2-db6b742f8457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:37.405723 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.406112 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Bound using segment: {'id': '18cf879f-ea02-41e1-a557-931b1a21923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4b4ed414-e378-47b7-b9d2-db6b742f8457'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:16:37.406721 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Bound port: 09d5df31-1cb1-41e0-89e6-e3b6d386e260, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cf879f-ea02-41e1-a557-931b1a21923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4b4ed414-e378-47b7-b9d2-db6b742f8457'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:16:37.408126 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.410242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcf7cb2-abf8-4e9b-ba5c-63cdb3839134 None None] Network a829a6ec-e2c5-434a-94b4-bf03a3b22be1 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:37.421766 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-31141b66-72f0-4582-a4c6-bcf61307e6a2 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4203064 Mar 23 13:16:37.424305 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48622) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:37.526413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0012a4df-e79d-4396-8699-4e3d92334624 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.533428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] For port 09d5df31-1cb1-41e0-89e6-e3b6d386e260, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:16:37.537753 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] For port 09d5df31-1cb1-41e0-89e6-e3b6d386e260, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=09d5df31-1cb1-41e0-89e6-e3b6d386e260,segment=NetworkSegment(18cf879f-ea02-41e1-a557-931b1a21923d),segment_id=18cf879f-ea02-41e1-a557-931b1a21923d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:16:37.543663 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.584031 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0012a4df-e79d-4396-8699-4e3d92334624 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.632051 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fb19a-6ed8-4694-b875-19dcc44a1ba8 None None] Pushing event updated for resources: {'Port': ['ID=09d5df31-1cb1-41e0-89e6-e3b6d386e260,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:37.654427 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0012a4df-e79d-4396-8699-4e3d92334624 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.659045 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d0dd42-dea0-42f5-ac6f-2d4984e9facd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-a829a6ec-e2c5-434a-94b4-bf03a3b22be1', 'network_id': 'a829a6ec-e2c5-434a-94b4-bf03a3b22be1', 'tenant_id': '80dedbffbe7e4d27967415947c376837', 'fixed_ips': [{'subnet_id': '4d185b39-85e0-47ed-95dd-f8826bce74c8'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:16:37.660929 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0d0dd42-dea0-42f5-ac6f-2d4984e9facd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.685289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012a4df-e79d-4396-8699-4e3d92334624 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event deleted for resources: {'Subnet': ['ID=4d185b39-85e0-47ed-95dd-f8826bce74c8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:37.754421 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0012a4df-e79d-4396-8699-4e3d92334624 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.758601 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e24ac8f-a216-497a-a16e-807c70121e9b None None] Network a829a6ec-e2c5-434a-94b4-bf03a3b22be1 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:37.776467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-0012a4df-e79d-4396-8699-4e3d92334624 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a829a6ec-e2c5-434a-94b4-bf03a3b22be1']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:37.788899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-0012a4df-e79d-4396-8699-4e3d92334624 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84454b54-d765-4069-8387-27f2d82fd979') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:37.789207 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-0012a4df-e79d-4396-8699-4e3d92334624 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84454b54-d765-4069-8387-27f2d82fd979') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:37.804134 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0012a4df-e79d-4396-8699-4e3d92334624 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.823683 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0012a4df-e79d-4396-8699-4e3d92334624 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.831481 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0012a4df-e79d-4396-8699-4e3d92334624 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:16:37.832054 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0012a4df-e79d-4396-8699-4e3d92334624 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:16:37.843290 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:16:37.929833 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0012a4df-e79d-4396-8699-4e3d92334624 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.935155 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0012a4df-e79d-4396-8699-4e3d92334624 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:37.939394 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0012a4df-e79d-4396-8699-4e3d92334624 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "DELETE /v2.0/networks/a829a6ec-e2c5-434a-94b4-bf03a3b22be1 HTTP/1.1" status: 204 len: 168 time: 0.5140843 Mar 23 13:16:37.942191 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48624) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:37.956549 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012a4df-e79d-4396-8699-4e3d92334624 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event deleted for resources: {'Network': ['ID=a829a6ec-e2c5-434a-94b4-bf03a3b22be1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:37.985104 n-d-834854-1 neutron-server[102779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0193d49a-1ddc-4484-9640-32340c3e050e tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] GET failed (client error): The resource could not be found. Mar 23 13:16:37.986825 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0193d49a-1ddc-4484-9640-32340c3e050e tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "GET /v2.0/subnets/4d185b39-85e0-47ed-95dd-f8826bce74c8 HTTP/1.1" status: 404 len: 337 time: 0.0424175 Mar 23 13:16:37.992283 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48626) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:38.017870 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-48181426-e0c8-4661-9988-39d961333566 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] DELETE failed (client error): The resource could not be found. Mar 23 13:16:38.018497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48181426-e0c8-4661-9988-39d961333566 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 13:16:38.026518 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-48181426-e0c8-4661-9988-39d961333566 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "DELETE /v2.0/networks/a829a6ec-e2c5-434a-94b4-bf03a3b22be1 HTTP/1.1" status: 404 len: 339 time: 0.0323801 Mar 23 13:16:38.027508 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48628) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:38.059772 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 09d5df31-1cb1-41e0-89e6-e3b6d386e260 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:16:38.061916 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5d2443-f5c0-4271-ad76-ea58897faf96 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] DELETE failed (client error): The resource could not be found. Mar 23 13:16:38.062425 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5d2443-f5c0-4271-ad76-ea58897faf96 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 13:16:38.065439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-bd5d2443-f5c0-4271-ad76-ea58897faf96 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "DELETE /v2.0/subnets/4d185b39-85e0-47ed-95dd-f8826bce74c8 HTTP/1.1" status: 404 len: 337 time: 0.0370638 Mar 23 13:16:38.068179 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48630) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:38.086599 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddf6272-0492-4614-b5e6-34b390735020 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] DELETE failed (client error): The resource could not be found. Mar 23 13:16:38.087310 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ddf6272-0492-4614-b5e6-34b390735020 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 13:16:38.090357 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4ddf6272-0492-4614-b5e6-34b390735020 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "DELETE /v2.0/networks/a829a6ec-e2c5-434a-94b4-bf03a3b22be1 HTTP/1.1" status: 404 len: 339 time: 0.0212748 Mar 23 13:16:38.092902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48632) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:38.122082 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 09d5df31-1cb1-41e0-89e6-e3b6d386e260 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:38.122452 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.150135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd99a93c-34a2-41d2-90df-84310619aa6b tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Deleting subnet aa797903-e077-4990-9e29-fd06916e1f83 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:16:38.153546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd99a93c-34a2-41d2-90df-84310619aa6b tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.193908 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd99a93c-34a2-41d2-90df-84310619aa6b tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.205741 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.238900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 09d5df31-1cb1-41e0-89e6-e3b6d386e260, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=09d5df31-1cb1-41e0-89e6-e3b6d386e260,segment=NetworkSegment(18cf879f-ea02-41e1-a557-931b1a21923d),segment_id=18cf879f-ea02-41e1-a557-931b1a21923d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:38.244263 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.245043 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c6930ec9-a2d0-4528-8b12-bb52117453fe up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:16:38.284029 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd99a93c-34a2-41d2-90df-84310619aa6b tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.317797 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=09d5df31-1cb1-41e0-89e6-e3b6d386e260,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:38.330611 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c6930ec9-a2d0-4528-8b12-bb52117453fe triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:38.330987 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.353715 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd99a93c-34a2-41d2-90df-84310619aa6b tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.383103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99a93c-34a2-41d2-90df-84310619aa6b tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event deleted for resources: {'Subnet': ['ID=aa797903-e077-4990-9e29-fd06916e1f83,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:38.388009 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cd99a93c-34a2-41d2-90df-84310619aa6b tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.391472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cd99a93c-34a2-41d2-90df-84310619aa6b tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "DELETE /v2.0/subnets/aa797903-e077-4990-9e29-fd06916e1f83 HTTP/1.1" status: 204 len: 168 time: 0.2976604 Mar 23 13:16:38.394286 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48634) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:38.475237 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.530928 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Deleting port 09d5df31-1cb1-41e0-89e6-e3b6d386e260 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:16:38.531269 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.599797 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] For port 09d5df31-1cb1-41e0-89e6-e3b6d386e260, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=09d5df31-1cb1-41e0-89e6-e3b6d386e260,segment=NetworkSegment(18cf879f-ea02-41e1-a557-931b1a21923d),segment_id=18cf879f-ea02-41e1-a557-931b1a21923d)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:38.600191 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.613433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Calling delete_port for 09d5df31-1cb1-41e0-89e6-e3b6d386e260 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:16:38.647136 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db92fae0-eacc-487f-85a7-0c58790e4b68 None None] Network 4b4ed414-e378-47b7-b9d2-db6b742f8457 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:38.692914 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.721975 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-af045467-6353-47ea-845f-e8f2b75b6cfd None None] Provisioning complete for port 09d5df31-1cb1-41e0-89e6-e3b6d386e260 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:38.722338 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af045467-6353-47ea-845f-e8f2b75b6cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.723445 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event deleted for resources: {'Port': ['ID=09d5df31-1cb1-41e0-89e6-e3b6d386e260,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:38.725312 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] No DVR routers for this DVR port 09d5df31-1cb1-41e0-89e6-e3b6d386e260 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:16:38.763815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-af045467-6353-47ea-845f-e8f2b75b6cfd None None] Port 09d5df31-1cb1-41e0-89e6-e3b6d386e260 was deleted so its status cannot be updated. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 23 13:16:38.807912 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.828433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4ed414-e378-47b7-b9d2-db6b742f8457']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:38.837174 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e3817c-1258-4b8a-92c8-83ecd5c2cf77 None None] DHCP port deletion for 4b4ed414-e378-47b7-b9d2-db6b742f8457 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:16:38.839204 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cf879f-ea02-41e1-a557-931b1a21923d') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:38.839495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cf879f-ea02-41e1-a557-931b1a21923d') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:38.850403 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.863448 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.869469 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:16:38.869857 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: timer() Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:16:38.872863 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:16:39.252810 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:39.260194 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:39.263255 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "DELETE /v2.0/networks/4b4ed414-e378-47b7-b9d2-db6b742f8457 HTTP/1.1" status: 204 len: 168 time: 0.8680134 Mar 23 13:16:39.266021 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48636) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:39.274412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f52b41-9e2f-4e96-9a18-5ea57d088257 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event deleted for resources: {'Network': ['ID=4b4ed414-e378-47b7-b9d2-db6b742f8457,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:39.294341 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8cd05a-b371-4782-adc2-e9876f50e3cc tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] DELETE failed (client error): The resource could not be found. Mar 23 13:16:39.294803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8cd05a-b371-4782-adc2-e9876f50e3cc tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 13:16:39.297841 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fc8cd05a-b371-4782-adc2-e9876f50e3cc tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "DELETE /v2.0/subnets/d5aaaa46-acd8-4190-a1ba-5fa76dbee56a HTTP/1.1" status: 404 len: 337 time: 0.0308270 Mar 23 13:16:39.300516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48638) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:39.318920 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3402fecd-23c6-485e-8dfd-f8a30bda6c07 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] DELETE failed (client error): The resource could not be found. Mar 23 13:16:39.319456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3402fecd-23c6-485e-8dfd-f8a30bda6c07 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 13:16:39.322438 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3402fecd-23c6-485e-8dfd-f8a30bda6c07 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "DELETE /v2.0/networks/5e15fe4a-ba44-407d-b42e-f2908b2af33a HTTP/1.1" status: 404 len: 339 time: 0.0210264 Mar 23 13:16:39.325063 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48640) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:39.354768 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-490246bd-a5ea-4f26-9774-25a4b795a8f7 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] DELETE failed (client error): The resource could not be found. Mar 23 13:16:39.355226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-490246bd-a5ea-4f26-9774-25a4b795a8f7 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 13:16:39.358273 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-490246bd-a5ea-4f26-9774-25a4b795a8f7 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "DELETE /v2.0/subnets/4ae1df3c-c90b-4320-bd75-667323605496 HTTP/1.1" status: 404 len: 337 time: 0.0323391 Mar 23 13:16:39.360873 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48642) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:39.378605 n-d-834854-1 neutron-server[102778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c02610f-93d1-4d44-92a8-891fe58dde80 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] DELETE failed (client error): The resource could not be found. Mar 23 13:16:39.379140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c02610f-93d1-4d44-92a8-891fe58dde80 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 13:16:39.382654 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3c02610f-93d1-4d44-92a8-891fe58dde80 tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "DELETE /v2.0/networks/a48170d7-19d7-4de6-90a2-2d060ff72b94 HTTP/1.1" status: 404 len: 339 time: 0.0208960 Mar 23 13:16:39.384916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48644) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:39.433866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05ca551-947f-4aea-a5ea-b9e1919ac5ec tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Deleting subnet 6f567b12-7a34-4e31-b4d8-55594ac1eacb {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:16:39.436786 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e05ca551-947f-4aea-a5ea-b9e1919ac5ec tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:39.475549 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e05ca551-947f-4aea-a5ea-b9e1919ac5ec tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:39.566502 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e05ca551-947f-4aea-a5ea-b9e1919ac5ec tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:39.623409 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e05ca551-947f-4aea-a5ea-b9e1919ac5ec tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:39.650013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ca551-947f-4aea-a5ea-b9e1919ac5ec tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event deleted for resources: {'Subnet': ['ID=6f567b12-7a34-4e31-b4d8-55594ac1eacb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:39.653932 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e05ca551-947f-4aea-a5ea-b9e1919ac5ec tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:39.657526 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e05ca551-947f-4aea-a5ea-b9e1919ac5ec tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "DELETE /v2.0/subnets/6f567b12-7a34-4e31-b4d8-55594ac1eacb HTTP/1.1" status: 204 len: 168 time: 0.2713580 Mar 23 13:16:39.659629 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48646) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:39.662545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab65f80-4e1f-46d6-aa1f-63fec6cadb68 None None] Network 12d89488-21d2-48d8-8b0b-77ed9c412a2a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:39.740125 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:39.793902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Deleting port c6930ec9-a2d0-4528-8b12-bb52117453fe {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:16:39.794606 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:39.832251 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2495471-1e59-4e32-a1a5-07b9f1ef9e20 None None] DHCP port deletion for 12d89488-21d2-48d8-8b0b-77ed9c412a2a request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:16:39.868440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] For port c6930ec9-a2d0-4528-8b12-bb52117453fe, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c6930ec9-a2d0-4528-8b12-bb52117453fe,segment=NetworkSegment(e66b8af2-5591-444b-a451-a8ceb7ba8c87),segment_id=e66b8af2-5591-444b-a451-a8ceb7ba8c87)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:39.869079 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:39.882670 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Calling delete_port for c6930ec9-a2d0-4528-8b12-bb52117453fe owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:16:39.890269 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e2495471-1e59-4e32-a1a5-07b9f1ef9e20 None None] Deleting port c6930ec9-a2d0-4528-8b12-bb52117453fe {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:16:39.890655 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e2495471-1e59-4e32-a1a5-07b9f1ef9e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:39.894511 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 09d5df31-1cb1-41e0-89e6-e3b6d386e260 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:16:39.927973 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 09d5df31-1cb1-41e0-89e6-e3b6d386e260 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:16:39.928398 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 09d5df31-1cb1-41e0-89e6-e3b6d386e260 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:16:39.928828 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c6930ec9-a2d0-4528-8b12-bb52117453fe no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:16:39.968943 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:39.996886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event deleted for resources: {'Port': ['ID=c6930ec9-a2d0-4528-8b12-bb52117453fe,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:39.998314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] No DVR routers for this DVR port c6930ec9-a2d0-4528-8b12-bb52117453fe on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:16:40.005647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e2495471-1e59-4e32-a1a5-07b9f1ef9e20 None None] For port c6930ec9-a2d0-4528-8b12-bb52117453fe, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c6930ec9-a2d0-4528-8b12-bb52117453fe,segment=NetworkSegment(e66b8af2-5591-444b-a451-a8ceb7ba8c87),segment_id=e66b8af2-5591-444b-a451-a8ceb7ba8c87)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:40.006034 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e2495471-1e59-4e32-a1a5-07b9f1ef9e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:40.019686 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e2495471-1e59-4e32-a1a5-07b9f1ef9e20 None None] Calling delete_port for c6930ec9-a2d0-4528-8b12-bb52117453fe owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:16:40.021829 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No active binding found for port c6930ec9-a2d0-4528-8b12-bb52117453fe {{(pid=102780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 13:16:40.022251 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c6930ec9-a2d0-4528-8b12-bb52117453fe not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:16:40.085841 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:40.102325 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e2495471-1e59-4e32-a1a5-07b9f1ef9e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:40.106226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d89488-21d2-48d8-8b0b-77ed9c412a2a']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:40.115341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66b8af2-5591-444b-a451-a8ceb7ba8c87') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:40.115635 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66b8af2-5591-444b-a451-a8ceb7ba8c87') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:40.124789 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:40.126341 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2495471-1e59-4e32-a1a5-07b9f1ef9e20 None None] Pushing event deleted for resources: {'Port': ['ID=c6930ec9-a2d0-4528-8b12-bb52117453fe,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:40.129989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2495471-1e59-4e32-a1a5-07b9f1ef9e20 None None] No DVR routers for this DVR port c6930ec9-a2d0-4528-8b12-bb52117453fe on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:16:40.138547 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:40.146838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:16:40.147192 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:16:40.151503 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:16:40.217314 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:40.222546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:40.226449 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] 10.222.0.52 "DELETE /v2.0/networks/12d89488-21d2-48d8-8b0b-77ed9c412a2a HTTP/1.1" status: 204 len: 168 time: 0.5645323 Mar 23 13:16:40.240956 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98322f21-f47f-44c1-8bb0-7961512c0ebf tempest-NetworksIpV6Test-1587155057 tempest-NetworksIpV6Test-1587155057-project] Pushing event deleted for resources: {'Network': ['ID=12d89488-21d2-48d8-8b0b-77ed9c412a2a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:40.464948 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48652) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:40.591053 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-618852b0-f73b-433b-9abd-9c908319dfbf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=80dedbffbe7e4d27967415947c376837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249800 Mar 23 13:16:40.594699 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48656) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:40.639934 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8093136-54d0-46ee-922b-450dd8a7ff88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:40.660653 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8093136-54d0-46ee-922b-450dd8a7ff88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:40.702498 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:16:40.709582 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8093136-54d0-46ee-922b-450dd8a7ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:40.712410 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b8093136-54d0-46ee-922b-450dd8a7ff88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:40.713538 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b8093136-54d0-46ee-922b-450dd8a7ff88 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb0d1416-743f-49bf-ab5b-c3a733cb1c44 HTTP/1.1" status: 204 len: 168 time: 0.1179726 Mar 23 13:16:40.721020 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8093136-54d0-46ee-922b-450dd8a7ff88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0d1416-743f-49bf-ab5b-c3a733cb1c44,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:41.332032 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48678) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:41.426327 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9cb505e5-8218-4a82-b32f-3e9f3622fae8 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1577779460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:41.448081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cb505e5-8218-4a82-b32f-3e9f3622fae8 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:41.449079 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cb505e5-8218-4a82-b32f-3e9f3622fae8 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:41.503038 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cb505e5-8218-4a82-b32f-3e9f3622fae8 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:41.507721 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cb505e5-8218-4a82-b32f-3e9f3622fae8 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:41.525610 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9cb505e5-8218-4a82-b32f-3e9f3622fae8 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:41.526776 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9cb505e5-8218-4a82-b32f-3e9f3622fae8 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1937225 Mar 23 13:16:41.529728 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48682) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:41.534593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-3cea1e3a-204a-4af7-a0cf-823a1b4c40e9 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1133806625'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:41.553073 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cea1e3a-204a-4af7-a0cf-823a1b4c40e9 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Made reservation on behalf of e0cf9795f78e4db8a943359330212d73 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:41.556666 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cea1e3a-204a-4af7-a0cf-823a1b4c40e9 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:41.567727 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cea1e3a-204a-4af7-a0cf-823a1b4c40e9 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:41.648582 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cea1e3a-204a-4af7-a0cf-823a1b4c40e9 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:41.652613 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cea1e3a-204a-4af7-a0cf-823a1b4c40e9 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:41.678970 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cea1e3a-204a-4af7-a0cf-823a1b4c40e9 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:16:41.689045 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea1e3a-204a-4af7-a0cf-823a1b4c40e9 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb607577-e2d1-43fd-b546-0b1b4de04b2b,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:41.694401 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cea1e3a-204a-4af7-a0cf-823a1b4c40e9 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:41.694741 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-3cea1e3a-204a-4af7-a0cf-823a1b4c40e9 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Added segment 43038b91-6361-428c-b621-c0665856ad33 of type vlan for network 65825607-bdca-4348-b4cb-d9ae6c868e49 Mar 23 13:16:41.734131 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cea1e3a-204a-4af7-a0cf-823a1b4c40e9 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:41.760342 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cea1e3a-204a-4af7-a0cf-823a1b4c40e9 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:41.765829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cea1e3a-204a-4af7-a0cf-823a1b4c40e9 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:41.766415 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-3cea1e3a-204a-4af7-a0cf-823a1b4c40e9 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:41.825469 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3cea1e3a-204a-4af7-a0cf-823a1b4c40e9 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2947438 Mar 23 13:16:41.828232 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48684) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:41.835647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f336cf88-4689-43e2-8326-2b4ecb35b616 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Request body: {'subnet': {'network_id': '65825607-bdca-4348-b4cb-d9ae6c868e49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:41.842044 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea1e3a-204a-4af7-a0cf-823a1b4c40e9 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Pushing event updated for resources: {'Network': ['ID=65825607-bdca-4348-b4cb-d9ae6c868e49,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:41.852734 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 65825607-bdca-4348-b4cb-d9ae6c868e49 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:16:41.934999 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f336cf88-4689-43e2-8326-2b4ecb35b616 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Made reservation on behalf of e0cf9795f78e4db8a943359330212d73 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:41.938628 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f336cf88-4689-43e2-8326-2b4ecb35b616 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:42.114401 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f336cf88-4689-43e2-8326-2b4ecb35b616 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:42.176099 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336cf88-4689-43e2-8326-2b4ecb35b616 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Pushing event updated for resources: {'Subnet': ['ID=dee8fdc6-c928-4a89-b21d-540b6225d32b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:42.181433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f336cf88-4689-43e2-8326-2b4ecb35b616 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Checking segment: {'id': '43038b91-6361-428c-b621-c0665856ad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65825607-bdca-4348-b4cb-d9ae6c868e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:42.181745 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f336cf88-4689-43e2-8326-2b4ecb35b616 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Network hostable DHCP agents. Network: 65825607-bdca-4348-b4cb-d9ae6c868e49, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:16:42.198323 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f336cf88-4689-43e2-8326-2b4ecb35b616 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Network 65825607-bdca-4348-b4cb-d9ae6c868e49 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:16:42.207082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-f336cf88-4689-43e2-8326-2b4ecb35b616 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 65825607-bdca-4348-b4cb-d9ae6c868e49) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:42.211668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f336cf88-4689-43e2-8326-2b4ecb35b616 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:42.212281 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f336cf88-4689-43e2-8326-2b4ecb35b616 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:42.218033 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fec487-db06-42ce-81bf-0224082ff097 None None] Network 65825607-bdca-4348-b4cb-d9ae6c868e49 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:42.228627 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f336cf88-4689-43e2-8326-2b4ecb35b616 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3993928 Mar 23 13:16:42.231562 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48686) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:42.236920 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9527a637-4cba-45a5-9b47-c392db3fcc64 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2138892774'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:42.258996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9527a637-4cba-45a5-9b47-c392db3fcc64 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Made reservation on behalf of e0cf9795f78e4db8a943359330212d73 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:42.262796 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9527a637-4cba-45a5-9b47-c392db3fcc64 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:42.292063 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9527a637-4cba-45a5-9b47-c392db3fcc64 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:16:42.302045 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9527a637-4cba-45a5-9b47-c392db3fcc64 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:42.302381 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-9527a637-4cba-45a5-9b47-c392db3fcc64 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Added segment bb4d36fb-824c-4262-af8d-7514473641fb of type vlan for network 142efff5-9eb8-4fa2-8a1d-37f547714b4a Mar 23 13:16:42.344532 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9527a637-4cba-45a5-9b47-c392db3fcc64 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:42.369324 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9527a637-4cba-45a5-9b47-c392db3fcc64 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:42.373474 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-65825607-bdca-4348-b4cb-d9ae6c868e49', 'network_id': '65825607-bdca-4348-b4cb-d9ae6c868e49', 'tenant_id': 'e0cf9795f78e4db8a943359330212d73', 'fixed_ips': [{'subnet_id': 'dee8fdc6-c928-4a89-b21d-540b6225d32b'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:16:42.374333 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:42.375547 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9527a637-4cba-45a5-9b47-c392db3fcc64 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:42.376788 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9527a637-4cba-45a5-9b47-c392db3fcc64 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:42.410553 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9527a637-4cba-45a5-9b47-c392db3fcc64 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1751165 Mar 23 13:16:42.411173 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48688) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:42.416509 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-17932a1a-d8e8-4ac3-9a4d-f5d63acf2ecf tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Request body: {'subnet': {'network_id': '142efff5-9eb8-4fa2-8a1d-37f547714b4a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:42.450553 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527a637-4cba-45a5-9b47-c392db3fcc64 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Pushing event updated for resources: {'Network': ['ID=142efff5-9eb8-4fa2-8a1d-37f547714b4a,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:42.462459 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 142efff5-9eb8-4fa2-8a1d-37f547714b4a details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:16:42.509752 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17932a1a-d8e8-4ac3-9a4d-f5d63acf2ecf tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Made reservation on behalf of e0cf9795f78e4db8a943359330212d73 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:42.513694 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17932a1a-d8e8-4ac3-9a4d-f5d63acf2ecf tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:42.574947 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Allocated IP 172.20.0.2 (65825607-bdca-4348-b4cb-d9ae6c868e49/dee8fdc6-c928-4a89-b21d-540b6225d32b/acd67835-d8b9-4f0c-aa2c-c3c93beb45b0) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:16:42.707189 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17932a1a-d8e8-4ac3-9a4d-f5d63acf2ecf tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:42.725915 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:42.731659 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:42.770900 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17932a1a-d8e8-4ac3-9a4d-f5d63acf2ecf tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Pushing event updated for resources: {'Subnet': ['ID=3f3b9eaa-dfb3-418d-9011-326f3a5f5542,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:42.772565 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Network 65825607-bdca-4348-b4cb-d9ae6c868e49 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:16:42.775586 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:42.778345 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17932a1a-d8e8-4ac3-9a4d-f5d63acf2ecf tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Checking segment: {'id': 'bb4d36fb-824c-4262-af8d-7514473641fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '142efff5-9eb8-4fa2-8a1d-37f547714b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:42.778707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17932a1a-d8e8-4ac3-9a4d-f5d63acf2ecf tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Network hostable DHCP agents. Network: 142efff5-9eb8-4fa2-8a1d-37f547714b4a, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:16:42.779244 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:16:42.784676 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Pushing event updated for resources: {'Port': ['ID=acd67835-d8b9-4f0c-aa2c-c3c93beb45b0,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:42.797272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17932a1a-d8e8-4ac3-9a4d-f5d63acf2ecf tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Network 142efff5-9eb8-4fa2-8a1d-37f547714b4a is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:16:42.806002 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-17932a1a-d8e8-4ac3-9a4d-f5d63acf2ecf tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 142efff5-9eb8-4fa2-8a1d-37f547714b4a) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:42.810181 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17932a1a-d8e8-4ac3-9a4d-f5d63acf2ecf tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:42.810768 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-17932a1a-d8e8-4ac3-9a4d-f5d63acf2ecf tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:42.827582 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-17932a1a-d8e8-4ac3-9a4d-f5d63acf2ecf tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4151523 Mar 23 13:16:42.829256 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2f76f6-d0ca-4db0-a51e-ecd6a8ad842f None None] Network 142efff5-9eb8-4fa2-8a1d-37f547714b4a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:42.830260 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48690) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:42.835773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-adb6b116-26d2-443a-a350-37c0f2b4eb17 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Request body: {'router': {'external_gateway_info': {'network_id': '142efff5-9eb8-4fa2-8a1d-37f547714b4a'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:42.855360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Attempting to bind port acd67835-d8b9-4f0c-aa2c-c3c93beb45b0 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:16:42.855912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Attempting to bind port acd67835-d8b9-4f0c-aa2c-c3c93beb45b0 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '43038b91-6361-428c-b621-c0665856ad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65825607-bdca-4348-b4cb-d9ae6c868e49'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:16:42.856092 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Attempting to bind port acd67835-d8b9-4f0c-aa2c-c3c93beb45b0 on network 65825607-bdca-4348-b4cb-d9ae6c868e49 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:16:42.889332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:16:42.889705 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Checking segment: {'id': '43038b91-6361-428c-b621-c0665856ad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65825607-bdca-4348-b4cb-d9ae6c868e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:42.890097 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:42.890481 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Bound using segment: {'id': '43038b91-6361-428c-b621-c0665856ad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65825607-bdca-4348-b4cb-d9ae6c868e49'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:16:42.890942 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Bound port: acd67835-d8b9-4f0c-aa2c-c3c93beb45b0, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43038b91-6361-428c-b621-c0665856ad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65825607-bdca-4348-b4cb-d9ae6c868e49'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:16:42.891317 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.002907 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] For port acd67835-d8b9-4f0c-aa2c-c3c93beb45b0, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:16:43.007119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] For port acd67835-d8b9-4f0c-aa2c-c3c93beb45b0, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=acd67835-d8b9-4f0c-aa2c-c3c93beb45b0,segment=NetworkSegment(43038b91-6361-428c-b621-c0665856ad33),segment_id=43038b91-6361-428c-b621-c0665856ad33)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:16:43.014315 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.048461 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-adb6b116-26d2-443a-a350-37c0f2b4eb17 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.055308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-142efff5-9eb8-4fa2-8a1d-37f547714b4a', 'network_id': '142efff5-9eb8-4fa2-8a1d-37f547714b4a', 'tenant_id': 'e0cf9795f78e4db8a943359330212d73', 'fixed_ips': [{'subnet_id': '3f3b9eaa-dfb3-418d-9011-326f3a5f5542'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:16:43.056121 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.152783 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a1669-ffb5-480c-828f-ee00f078dae3 None None] Pushing event updated for resources: {'Port': ['ID=acd67835-d8b9-4f0c-aa2c-c3c93beb45b0,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:43.162164 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [None req-adb6b116-26d2-443a-a350-37c0f2b4eb17 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 13:16:43.163148 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-adb6b116-26d2-443a-a350-37c0f2b4eb17 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] 10.222.0.52 "PUT /v2.0/routers/b9c84a7a-a063-4b0c-bb78-0ef3c532cfc0 HTTP/1.1" status: 400 len: 364 time: 0.3317740 Mar 23 13:16:43.169091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48692) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:43.227124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-25da98b4-07ef-40f2-a251-22f78b581d81 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Deleting subnet 3f3b9eaa-dfb3-418d-9011-326f3a5f5542 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:16:43.231761 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Allocated IP 172.21.0.2 (142efff5-9eb8-4fa2-8a1d-37f547714b4a/3f3b9eaa-dfb3-418d-9011-326f3a5f5542/4bdaaecc-42e1-454d-8813-93c8c953c769) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:16:43.394452 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.400601 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25da98b4-07ef-40f2-a251-22f78b581d81 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.401525 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.441696 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25da98b4-07ef-40f2-a251-22f78b581d81 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.446578 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Network 142efff5-9eb8-4fa2-8a1d-37f547714b4a is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:16:43.449389 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:43.451812 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:16:43.459952 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Pushing event updated for resources: {'Port': ['ID=4bdaaecc-42e1-454d-8813-93c8c953c769,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:43.509384 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Attempting to bind port 4bdaaecc-42e1-454d-8813-93c8c953c769 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:16:43.509676 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Attempting to bind port 4bdaaecc-42e1-454d-8813-93c8c953c769 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'bb4d36fb-824c-4262-af8d-7514473641fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '142efff5-9eb8-4fa2-8a1d-37f547714b4a'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:16:43.510063 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Attempting to bind port 4bdaaecc-42e1-454d-8813-93c8c953c769 on network 142efff5-9eb8-4fa2-8a1d-37f547714b4a {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:16:43.515004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:16:43.515324 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Checking segment: {'id': 'bb4d36fb-824c-4262-af8d-7514473641fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '142efff5-9eb8-4fa2-8a1d-37f547714b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:43.515719 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.516138 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Bound using segment: {'id': 'bb4d36fb-824c-4262-af8d-7514473641fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '142efff5-9eb8-4fa2-8a1d-37f547714b4a'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:16:43.516598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Bound port: 4bdaaecc-42e1-454d-8813-93c8c953c769, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4d36fb-824c-4262-af8d-7514473641fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '142efff5-9eb8-4fa2-8a1d-37f547714b4a'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:16:43.516974 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.529868 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25da98b4-07ef-40f2-a251-22f78b581d81 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.593403 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25da98b4-07ef-40f2-a251-22f78b581d81 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.596946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] For port 4bdaaecc-42e1-454d-8813-93c8c953c769, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:16:43.600805 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] For port 4bdaaecc-42e1-454d-8813-93c8c953c769, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4bdaaecc-42e1-454d-8813-93c8c953c769,segment=NetworkSegment(bb4d36fb-824c-4262-af8d-7514473641fb),segment_id=bb4d36fb-824c-4262-af8d-7514473641fb)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:16:43.605445 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.622536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da98b4-07ef-40f2-a251-22f78b581d81 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3b9eaa-dfb3-418d-9011-326f3a5f5542,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:43.624512 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-25da98b4-07ef-40f2-a251-22f78b581d81 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.630075 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-25da98b4-07ef-40f2-a251-22f78b581d81 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] 10.222.0.52 "DELETE /v2.0/subnets/3f3b9eaa-dfb3-418d-9011-326f3a5f5542 HTTP/1.1" status: 204 len: 168 time: 0.4577348 Mar 23 13:16:43.630443 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48694) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:43.669542 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e72ef-8763-4028-b44d-f052f152e0fc None None] Pushing event updated for resources: {'Port': ['ID=4bdaaecc-42e1-454d-8813-93c8c953c769,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:43.711707 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.769617 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Deleting port 4bdaaecc-42e1-454d-8813-93c8c953c769 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:16:43.769953 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.856774 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] For port 4bdaaecc-42e1-454d-8813-93c8c953c769, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4bdaaecc-42e1-454d-8813-93c8c953c769,segment=NetworkSegment(bb4d36fb-824c-4262-af8d-7514473641fb),segment_id=bb4d36fb-824c-4262-af8d-7514473641fb)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:43.857140 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.873545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Calling delete_port for 4bdaaecc-42e1-454d-8813-93c8c953c769 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:16:43.956177 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device acd67835-d8b9-4f0c-aa2c-c3c93beb45b0 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:16:43.971038 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:43.997502 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Pushing event deleted for resources: {'Port': ['ID=4bdaaecc-42e1-454d-8813-93c8c953c769,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:44.007609 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] No DVR routers for this DVR port 4bdaaecc-42e1-454d-8813-93c8c953c769 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:16:44.028011 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port acd67835-d8b9-4f0c-aa2c-c3c93beb45b0 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:44.028314 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.097297 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.119226 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.122693 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142efff5-9eb8-4fa2-8a1d-37f547714b4a']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:44.133602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4d36fb-824c-4262-af8d-7514473641fb') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:44.133948 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4d36fb-824c-4262-af8d-7514473641fb') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:44.146160 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.154050 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port acd67835-d8b9-4f0c-aa2c-c3c93beb45b0, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=acd67835-d8b9-4f0c-aa2c-c3c93beb45b0,segment=NetworkSegment(43038b91-6361-428c-b621-c0665856ad33),segment_id=43038b91-6361-428c-b621-c0665856ad33)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:44.158827 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.160780 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.167697 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:16:44.169097 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: timer() Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:16:44.172547 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:16:44.212943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=acd67835-d8b9-4f0c-aa2c-c3c93beb45b0,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:44.233374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a3f73a-c40e-4545-b27e-2299a097932a None None] Network 65825607-bdca-4348-b4cb-d9ae6c868e49 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:44.255990 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.266849 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.272924 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] 10.222.0.52 "DELETE /v2.0/networks/142efff5-9eb8-4fa2-8a1d-37f547714b4a HTTP/1.1" status: 204 len: 168 time: 0.6388042 Mar 23 13:16:44.273298 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48696) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:44.282409 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbc430-95db-4244-b12c-0ee7e2dc9946 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Pushing event deleted for resources: {'Network': ['ID=142efff5-9eb8-4fa2-8a1d-37f547714b4a,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:44.330966 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e817dcdf-9539-4e42-be96-e64a61a580eb tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Deleting subnet dee8fdc6-c928-4a89-b21d-540b6225d32b {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:16:44.334867 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e817dcdf-9539-4e42-be96-e64a61a580eb tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.354505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5f5fac66-e793-4203-86e4-aab4fc273c3d None None] Provisioning complete for port acd67835-d8b9-4f0c-aa2c-c3c93beb45b0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:44.354875 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f5fac66-e793-4203-86e4-aab4fc273c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.377688 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e817dcdf-9539-4e42-be96-e64a61a580eb tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.488887 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e817dcdf-9539-4e42-be96-e64a61a580eb tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.562481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e817dcdf-9539-4e42-be96-e64a61a580eb tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.593523 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817dcdf-9539-4e42-be96-e64a61a580eb tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Pushing event deleted for resources: {'Subnet': ['ID=dee8fdc6-c928-4a89-b21d-540b6225d32b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:44.597627 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e817dcdf-9539-4e42-be96-e64a61a580eb tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.600926 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e817dcdf-9539-4e42-be96-e64a61a580eb tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] 10.222.0.52 "DELETE /v2.0/subnets/dee8fdc6-c928-4a89-b21d-540b6225d32b HTTP/1.1" status: 204 len: 168 time: 0.3264575 Mar 23 13:16:44.603424 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48698) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:44.681803 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395f9aab-3e2a-4617-b145-dc73ced16f11 None None] Network 65825607-bdca-4348-b4cb-d9ae6c868e49 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:44.699531 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.751991 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-aa6d03d9-771e-4271-948e-25cca8a3bacd None None] Provisioning complete for port acd67835-d8b9-4f0c-aa2c-c3c93beb45b0 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:44.752331 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aa6d03d9-771e-4271-948e-25cca8a3bacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.757603 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Deleting port acd67835-d8b9-4f0c-aa2c-c3c93beb45b0 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:16:44.757949 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.826475 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] For port acd67835-d8b9-4f0c-aa2c-c3c93beb45b0, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=acd67835-d8b9-4f0c-aa2c-c3c93beb45b0,segment=NetworkSegment(43038b91-6361-428c-b621-c0665856ad33),segment_id=43038b91-6361-428c-b621-c0665856ad33)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:44.826841 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.841414 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Calling delete_port for acd67835-d8b9-4f0c-aa2c-c3c93beb45b0 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:16:44.883336 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e43d264-0d97-4088-961c-9f05b14f2724 None None] DHCP port deletion for 142efff5-9eb8-4fa2-8a1d-37f547714b4a request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:16:44.914691 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb95a55-df99-4579-8da2-1467c7932f27 None None] Network 142efff5-9eb8-4fa2-8a1d-37f547714b4a requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:44.932056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8994ab3-c31d-4dfd-82a6-cb91d688c8c3 None None] DHCP port deletion for 65825607-bdca-4348-b4cb-d9ae6c868e49 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:16:44.936138 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb95a55-df99-4579-8da2-1467c7932f27 None None] Network 142efff5-9eb8-4fa2-8a1d-37f547714b4a could not be found, it might have been deleted concurrently. {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 23 13:16:44.950536 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:44.975697 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Pushing event deleted for resources: {'Port': ['ID=acd67835-d8b9-4f0c-aa2c-c3c93beb45b0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:44.979354 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] No DVR routers for this DVR port acd67835-d8b9-4f0c-aa2c-c3c93beb45b0 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:16:44.985100 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b8994ab3-c31d-4dfd-82a6-cb91d688c8c3 None None] Deleting port acd67835-d8b9-4f0c-aa2c-c3c93beb45b0 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:16:44.985798 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8994ab3-c31d-4dfd-82a6-cb91d688c8c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:45.060503 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:45.082255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65825607-bdca-4348-b4cb-d9ae6c868e49']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:45.092889 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43038b91-6361-428c-b621-c0665856ad33') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:45.093180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43038b91-6361-428c-b621-c0665856ad33') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:45.103127 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:45.116565 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:45.123095 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:16:45.123497 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:16:45.126829 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:16:45.185866 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:45.193212 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:45.194374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6ae4c206-d51f-49e3-9c55-cea260649d5d None None] Could not find standard attr ID for object 4bdaaecc-42e1-454d-8813-93c8c953c769. {{(pid=102780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 13:16:45.198910 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] 10.222.0.52 "DELETE /v2.0/networks/65825607-bdca-4348-b4cb-d9ae6c868e49 HTTP/1.1" status: 204 len: 168 time: 0.5920434 Mar 23 13:16:45.199668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48700) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:45.210240 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b8994ab3-c31d-4dfd-82a6-cb91d688c8c3 None None] For port acd67835-d8b9-4f0c-aa2c-c3c93beb45b0, host n-d-834854-1, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:45.210635 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8994ab3-c31d-4dfd-82a6-cb91d688c8c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:45.218133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee85851-9be2-4d9d-a9f4-16c5e082a77c tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Pushing event deleted for resources: {'Network': ['ID=65825607-bdca-4348-b4cb-d9ae6c868e49,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:45.223915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b8994ab3-c31d-4dfd-82a6-cb91d688c8c3 None None] Calling delete_port for acd67835-d8b9-4f0c-aa2c-c3c93beb45b0 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:16:45.226683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-b8994ab3-c31d-4dfd-82a6-cb91d688c8c3 None None] Port acd67835-d8b9-4f0c-aa2c-c3c93beb45b0 was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 13:16:45.228337 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b8994ab3-c31d-4dfd-82a6-cb91d688c8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:45.233867 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ee729617-5452-498a-86b0-d48ef2b6a641 tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9c84a7a-a063-4b0c-bb78-0ef3c532cfc0 HTTP/1.1" status: 200 len: 205 time: 0.0330317 Mar 23 13:16:45.236260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48702) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:45.250251 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8994ab3-c31d-4dfd-82a6-cb91d688c8c3 None None] Network 65825607-bdca-4348-b4cb-d9ae6c868e49 is not hosted by any dhcp agent {{(pid=102780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 13:16:45.250704 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8994ab3-c31d-4dfd-82a6-cb91d688c8c3 None None] No DVR routers for this DVR port acd67835-d8b9-4f0c-aa2c-c3c93beb45b0 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:16:45.252288 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8994ab3-c31d-4dfd-82a6-cb91d688c8c3 None None] Pushing event deleted for resources: {'Port': ['ID=acd67835-d8b9-4f0c-aa2c-c3c93beb45b0,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:45.316246 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b482a7f9-aa54-4a25-9744-1b199d6ae20d tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:45.474788 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b482a7f9-aa54-4a25-9744-1b199d6ae20d tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:45.476972 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b482a7f9-aa54-4a25-9744-1b199d6ae20d tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:45.520745 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b482a7f9-aa54-4a25-9744-1b199d6ae20d tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:45.521241 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b482a7f9-aa54-4a25-9744-1b199d6ae20d tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Fanout notify agent at l3_agent the message router_deleted on router b9c84a7a-a063-4b0c-bb78-0ef3c532cfc0 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:16:45.529074 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b482a7f9-aa54-4a25-9744-1b199d6ae20d tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:45.530222 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b482a7f9-aa54-4a25-9744-1b199d6ae20d tempest-RoutersNegativeTest-177730626 tempest-RoutersNegativeTest-177730626-project] 10.222.0.52 "DELETE /v2.0/routers/b9c84a7a-a063-4b0c-bb78-0ef3c532cfc0 HTTP/1.1" status: 204 len: 168 time: 0.2929685 Mar 23 13:16:45.765807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48708) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:45.868535 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device acd67835-d8b9-4f0c-aa2c-c3c93beb45b0 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:16:45.887317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: acd67835-d8b9-4f0c-aa2c-c3c93beb45b0 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:16:45.887763 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device acd67835-d8b9-4f0c-aa2c-c3c93beb45b0 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:16:45.899372 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c5367cd1-78dc-4da7-ad9f-3ef44bbf9dca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0cf9795f78e4db8a943359330212d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323977 Mar 23 13:16:45.901835 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48712) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:45.950171 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3149634-fb5e-4343-9b3c-866250cd9d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:45.975308 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3149634-fb5e-4343-9b3c-866250cd9d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:46.020929 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3149634-fb5e-4343-9b3c-866250cd9d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:46.023637 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a3149634-fb5e-4343-9b3c-866250cd9d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:46.025045 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a3149634-fb5e-4343-9b3c-866250cd9d91 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eb607577-e2d1-43fd-b546-0b1b4de04b2b HTTP/1.1" status: 204 len: 168 time: 0.1218200 Mar 23 13:16:46.032831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3149634-fb5e-4343-9b3c-866250cd9d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb607577-e2d1-43fd-b546-0b1b4de04b2b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:46.418794 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:46.626212 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48734) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:46.722782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7e47b447-d4d9-4c09-a1c3-20ed8d34bd72 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-33189423-network', 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:46.742746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e47b447-d4d9-4c09-a1c3-20ed8d34bd72 admin admin] Made reservation on behalf of a9f0bd0d8fb94e0c82c2c407cc9611b7 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:46.745065 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e47b447-d4d9-4c09-a1c3-20ed8d34bd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:46.753232 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e47b447-d4d9-4c09-a1c3-20ed8d34bd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:46.826898 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e47b447-d4d9-4c09-a1c3-20ed8d34bd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:46.830639 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e47b447-d4d9-4c09-a1c3-20ed8d34bd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:46.854588 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e47b447-d4d9-4c09-a1c3-20ed8d34bd72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:16:46.864734 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47b447-d4d9-4c09-a1c3-20ed8d34bd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215e658d-e203-4606-afa4-0f436c18e311,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:46.869593 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e47b447-d4d9-4c09-a1c3-20ed8d34bd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:46.869955 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-7e47b447-d4d9-4c09-a1c3-20ed8d34bd72 admin admin] Added segment 558f8405-b4c6-4f2c-8120-13ef1ccbc8b7 of type vlan for network 11960eff-5388-4561-a764-ce930eb9dbda Mar 23 13:16:46.910239 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e47b447-d4d9-4c09-a1c3-20ed8d34bd72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:46.933733 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e47b447-d4d9-4c09-a1c3-20ed8d34bd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:46.934843 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e47b447-d4d9-4c09-a1c3-20ed8d34bd72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:46.935634 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7e47b447-d4d9-4c09-a1c3-20ed8d34bd72 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:46.987649 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7e47b447-d4d9-4c09-a1c3-20ed8d34bd72 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3602560 Mar 23 13:16:46.991187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48738) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:46.996223 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-5b7dc6b4-4bcc-4529-a76d-2cf845c482e1 admin admin] Request body: {'subnet': {'network_id': '11960eff-5388-4561-a764-ce930eb9dbda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-33189423-subnet', 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:47.000730 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47b447-d4d9-4c09-a1c3-20ed8d34bd72 admin admin] Pushing event updated for resources: {'Network': ['ID=11960eff-5388-4561-a764-ce930eb9dbda,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:47.012321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 11960eff-5388-4561-a764-ce930eb9dbda details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:16:47.014569 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7dc6b4-4bcc-4529-a76d-2cf845c482e1 admin admin] Made reservation on behalf of a9f0bd0d8fb94e0c82c2c407cc9611b7 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:47.017081 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b7dc6b4-4bcc-4529-a76d-2cf845c482e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:47.183038 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b7dc6b4-4bcc-4529-a76d-2cf845c482e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:47.241928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7dc6b4-4bcc-4529-a76d-2cf845c482e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf99fea-f708-4774-8538-be8531714c21,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:47.250299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7dc6b4-4bcc-4529-a76d-2cf845c482e1 admin admin] Checking segment: {'id': '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:47.250659 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7dc6b4-4bcc-4529-a76d-2cf845c482e1 admin admin] Network hostable DHCP agents. Network: 11960eff-5388-4561-a764-ce930eb9dbda, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:16:47.265821 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7dc6b4-4bcc-4529-a76d-2cf845c482e1 admin admin] Network 11960eff-5388-4561-a764-ce930eb9dbda is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:16:47.273953 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-5b7dc6b4-4bcc-4529-a76d-2cf845c482e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 11960eff-5388-4561-a764-ce930eb9dbda) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:47.278225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7dc6b4-4bcc-4529-a76d-2cf845c482e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:47.278806 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5b7dc6b4-4bcc-4529-a76d-2cf845c482e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:47.283522 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069682c4-525a-4599-a7f2-168f61eddbc5 None None] Network 11960eff-5388-4561-a764-ce930eb9dbda requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:47.295586 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5b7dc6b4-4bcc-4529-a76d-2cf845c482e1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3032804 Mar 23 13:16:47.298202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48740) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:47.303155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-33189423-router', 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:47.321617 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:47.322664 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:47.373730 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:47.429936 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-11960eff-5388-4561-a764-ce930eb9dbda', 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda', 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'fixed_ips': [{'subnet_id': '8bf99fea-f708-4774-8538-be8531714c21'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:16:47.430801 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:47.512030 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:47.567625 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Allocated IP 172.20.0.2 (11960eff-5388-4561-a764-ce930eb9dbda/8bf99fea-f708-4774-8538-be8531714c21/53eae51f-bebc-4872-82e5-4d46bc4ced1c) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:16:47.704716 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:47.711620 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:47.712361 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:47.759437 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Network 11960eff-5388-4561-a764-ce930eb9dbda is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:16:47.763457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:47.765333 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Pushing event updated for resources: {'Port': ['ID=53eae51f-bebc-4872-82e5-4d46bc4ced1c,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:47.771907 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:16:47.826377 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:47.841649 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Attempting to bind port 53eae51f-bebc-4872-82e5-4d46bc4ced1c on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:16:47.842022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Attempting to bind port 53eae51f-bebc-4872-82e5-4d46bc4ced1c by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:16:47.842382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Attempting to bind port 53eae51f-bebc-4872-82e5-4d46bc4ced1c on network 11960eff-5388-4561-a764-ce930eb9dbda {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:16:47.847714 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:16:47.848123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Checking segment: {'id': '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:47.849117 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:47.849509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Bound using segment: {'id': '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:16:47.849978 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Bound port: 53eae51f-bebc-4872-82e5-4d46bc4ced1c, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:16:47.850357 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:47.919278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] For port 53eae51f-bebc-4872-82e5-4d46bc4ced1c, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:16:47.922687 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] For port 53eae51f-bebc-4872-82e5-4d46bc4ced1c, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=53eae51f-bebc-4872-82e5-4d46bc4ced1c,segment=NetworkSegment(558f8405-b4c6-4f2c-8120-13ef1ccbc8b7),segment_id=558f8405-b4c6-4f2c-8120-13ef1ccbc8b7)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:16:47.928409 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:47.985330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa84c60-5734-44ec-a5a3-31a3d8ec7f5e None None] Pushing event updated for resources: {'Port': ['ID=53eae51f-bebc-4872-82e5-4d46bc4ced1c,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:48.052371 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:48.173360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Allocated IP 172.25.2.196 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/c9564291-8ba1-4d62-97ff-f52339ee9c3b) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:16:48.293233 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:48.325554 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:48.363134 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:16:48.365971 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:48.368401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:16:48.396316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Pushing event updated for resources: {'Port': ['ID=c9564291-8ba1-4d62-97ff-f52339ee9c3b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:48.621639 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:48.820980 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:48.909253 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d853d23-49d7-44bd-9050-67640f2f8370 None None] Network 11960eff-5388-4561-a764-ce930eb9dbda requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:48.950371 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Router a926cc40-ecc9-40c2-a3d5-790c9f3459de is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:16:48.981560 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e6c99d99-3dc7-4b0e-bede-c057c9e6141a None None] Provisioning complete for port 53eae51f-bebc-4872-82e5-4d46bc4ced1c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:48.981921 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6c99d99-3dc7-4b0e-bede-c057c9e6141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:49.060470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:16:49.073065 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Sync routers for ids ['a926cc40-ecc9-40c2-a3d5-790c9f3459de'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:16:49.080403 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:49.084275 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-14daa748-30c4-48f7-b53b-42111baf113d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7826364 Mar 23 13:16:49.084673 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48744) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:49.086082 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Routers {'a926cc40-ecc9-40c2-a3d5-790c9f3459de'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:16:49.086690 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:16:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a926cc40-ecc9-40c2-a3d5-790c9f3459de'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:49.122800 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6c99d99-3dc7-4b0e-bede-c057c9e6141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:49.160857 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e6c99d99-3dc7-4b0e-bede-c057c9e6141a None None] For port 53eae51f-bebc-4872-82e5-4d46bc4ced1c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=53eae51f-bebc-4872-82e5-4d46bc4ced1c,segment=NetworkSegment(558f8405-b4c6-4f2c-8120-13ef1ccbc8b7),segment_id=558f8405-b4c6-4f2c-8120-13ef1ccbc8b7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:49.166407 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6c99d99-3dc7-4b0e-bede-c057c9e6141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:49.198478 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Set router a926cc40-ecc9-40c2-a3d5-790c9f3459de gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:16:49.220870 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c99d99-3dc7-4b0e-bede-c057c9e6141a None None] Pushing event updated for resources: {'Port': ['ID=53eae51f-bebc-4872-82e5-4d46bc4ced1c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:49.387912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-05a200e4-0996-4d3a-97e6-54241cd2c5ff None None] Provisioning complete for port 53eae51f-bebc-4872-82e5-4d46bc4ced1c triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:49.388299 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-05a200e4-0996-4d3a-97e6-54241cd2c5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:49.397964 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'name': 'tempest-TestEncryptedCinderVolumes-33189423-router', 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:47Z', 'updated_at': '2022-03-23T13:16:48Z', 'revision_number': 3, 'project_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'gw_port': {'id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:48Z', 'updated_at': '2022-03-23T13:16:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:49.424939 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Checking router: a926cc40-ecc9-40c2-a3d5-790c9f3459de for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:16:49.425548 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Updating router a926cc40-ecc9-40c2-a3d5-790c9f3459de port c9564291-8ba1-4d62-97ff-f52339ee9c3b binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:16:49.451482 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:49.557252 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:49.705657 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:49.711969 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:49.720418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Allocated IP 172.20.0.1 (11960eff-5388-4561-a764-ce930eb9dbda/8bf99fea-f708-4774-8538-be8531714c21/1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:16:49.764622 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Attempting to bind port c9564291-8ba1-4d62-97ff-f52339ee9c3b on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:16:49.765107 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Attempting to bind port c9564291-8ba1-4d62-97ff-f52339ee9c3b by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:16:49.765472 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Attempting to bind port c9564291-8ba1-4d62-97ff-f52339ee9c3b on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:16:49.774033 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:16:49.774433 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:49.774873 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:49.775181 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:16:49.775640 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Bound port: c9564291-8ba1-4d62-97ff-f52339ee9c3b, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:16:49.776056 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:49.778624 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000ec27-39fc-4b12-b04f-46c8e72006a9 None None] Pushing event updated for resources: {'Port': ['ID=c9564291-8ba1-4d62-97ff-f52339ee9c3b,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:49.804850 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000ec27-39fc-4b12-b04f-46c8e72006a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:49.805192 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000ec27-39fc-4b12-b04f-46c8e72006a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:49.805525 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000ec27-39fc-4b12-b04f-46c8e72006a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:49.805930 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000ec27-39fc-4b12-b04f-46c8e72006a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:49.806258 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000ec27-39fc-4b12-b04f-46c8e72006a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:49.806581 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000ec27-39fc-4b12-b04f-46c8e72006a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:49.806902 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000ec27-39fc-4b12-b04f-46c8e72006a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:49.807220 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000ec27-39fc-4b12-b04f-46c8e72006a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:49.807535 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000ec27-39fc-4b12-b04f-46c8e72006a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:49.807849 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000ec27-39fc-4b12-b04f-46c8e72006a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:49.808188 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000ec27-39fc-4b12-b04f-46c8e72006a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:49.808506 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000ec27-39fc-4b12-b04f-46c8e72006a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:16:49.830539 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:49.842387 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] For port c9564291-8ba1-4d62-97ff-f52339ee9c3b, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:16:49.845595 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] For port c9564291-8ba1-4d62-97ff-f52339ee9c3b, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c9564291-8ba1-4d62-97ff-f52339ee9c3b,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:16:49.849720 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:49.874242 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:49.908945 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Routers {'a926cc40-ecc9-40c2-a3d5-790c9f3459de'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:16:49.909560 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:16:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a926cc40-ecc9-40c2-a3d5-790c9f3459de'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:49.911560 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000ec27-39fc-4b12-b04f-46c8e72006a9 None None] Pushing event updated for resources: {'Port': ['ID=c9564291-8ba1-4d62-97ff-f52339ee9c3b,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:49.928343 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Network 11960eff-5388-4561-a764-ce930eb9dbda is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:16:49.935479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:49.938248 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:16:49.941456 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 53eae51f-bebc-4872-82e5-4d46bc4ced1c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:16:49.970691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:49.988125 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:50.013935 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 53eae51f-bebc-4872-82e5-4d46bc4ced1c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:50.014337 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:50.038151 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] Set router a926cc40-ecc9-40c2-a3d5-790c9f3459de gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:16:50.138564 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:50.191493 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ec454325-df74-4373-acad-dd5287536f6a None None] Provisioning complete for port 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:50.192921 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ec454325-df74-4373-acad-dd5287536f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:50.237744 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ec454325-df74-4373-acad-dd5287536f6a None None] Port 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:16:50.258702 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'name': 'tempest-TestEncryptedCinderVolumes-33189423-router', 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:47Z', 'updated_at': '2022-03-23T13:16:48Z', 'revision_number': 3, 'project_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'gw_port': {'id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:48Z', 'updated_at': '2022-03-23T13:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:50.285966 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f335cae-d025-4831-8e0e-ff9726438b9c None None] The sync data for ids ['a926cc40-ecc9-40c2-a3d5-790c9f3459de'] in n-d-834854-1 is: [{'id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'name': 'tempest-TestEncryptedCinderVolumes-33189423-router', 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:47Z', 'updated_at': '2022-03-23T13:16:48Z', 'revision_number': 3, 'project_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'gw_port': {'id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:48Z', 'updated_at': '2022-03-23T13:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:16:50.323485 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:50.329300 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:50.395082 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:50.398327 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:50.508319 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Network 11960eff-5388-4561-a764-ce930eb9dbda is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:16:50.509734 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:50.638998 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Router a926cc40-ecc9-40c2-a3d5-790c9f3459de has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:16:50.760830 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:16:50.765958 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4f9915ca-7fef-4803-9201-b6187c7569e8 admin admin] 10.222.0.52 "PUT /v2.0/routers/a926cc40-ecc9-40c2-a3d5-790c9f3459de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6805043 Mar 23 13:16:50.769868 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-16504b9f-a8e9-41af-a63c-0a98d725e009 None None] Provisioning complete for port 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:50.770840 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-16504b9f-a8e9-41af-a63c-0a98d725e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:50.806464 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-16504b9f-a8e9-41af-a63c-0a98d725e009 None None] Port 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:16:51.243917 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48760) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:51.248891 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6644add6-07f3-4c76-9321-44a40d88238e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1642873982-network', 'tenant_id': '4eb082fe47244115a3f723752b15886f'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:51.268382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6644add6-07f3-4c76-9321-44a40d88238e admin admin] Made reservation on behalf of 4eb082fe47244115a3f723752b15886f for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:51.270657 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6644add6-07f3-4c76-9321-44a40d88238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:51.279570 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6644add6-07f3-4c76-9321-44a40d88238e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:51.354000 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6644add6-07f3-4c76-9321-44a40d88238e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:51.358078 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6644add6-07f3-4c76-9321-44a40d88238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:51.378792 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6644add6-07f3-4c76-9321-44a40d88238e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:16:51.392567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644add6-07f3-4c76-9321-44a40d88238e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d5b084-db67-4f80-9366-527e3fef5bea,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:51.397271 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6644add6-07f3-4c76-9321-44a40d88238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:51.397617 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-6644add6-07f3-4c76-9321-44a40d88238e admin admin] Added segment 6c0ffbe1-7f91-4f53-8ab9-e69e705179e7 of type vlan for network 41f2649b-ca5f-41d2-a6f0-cb9834d06377 Mar 23 13:16:51.437310 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6644add6-07f3-4c76-9321-44a40d88238e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:51.461279 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6644add6-07f3-4c76-9321-44a40d88238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:51.462366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6644add6-07f3-4c76-9321-44a40d88238e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:51.462999 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6644add6-07f3-4c76-9321-44a40d88238e admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:51.515589 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6644add6-07f3-4c76-9321-44a40d88238e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2705224 Mar 23 13:16:51.518556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 48762) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:51.523492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8544f86a-24b4-4a9b-a4a8-9f57b5eefcec admin admin] Request body: {'subnet': {'network_id': '41f2649b-ca5f-41d2-a6f0-cb9834d06377', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1642873982-subnet', 'tenant_id': '4eb082fe47244115a3f723752b15886f', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:51.528691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644add6-07f3-4c76-9321-44a40d88238e admin admin] Pushing event updated for resources: {'Network': ['ID=41f2649b-ca5f-41d2-a6f0-cb9834d06377,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:51.540821 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 41f2649b-ca5f-41d2-a6f0-cb9834d06377 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:16:51.545654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8544f86a-24b4-4a9b-a4a8-9f57b5eefcec admin admin] Made reservation on behalf of 4eb082fe47244115a3f723752b15886f for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:51.548079 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8544f86a-24b4-4a9b-a4a8-9f57b5eefcec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:51.725444 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8544f86a-24b4-4a9b-a4a8-9f57b5eefcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:51.782047 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544f86a-24b4-4a9b-a4a8-9f57b5eefcec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6750c274-0c25-497b-938b-15a6d4c44ea7,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:51.789336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8544f86a-24b4-4a9b-a4a8-9f57b5eefcec admin admin] Checking segment: {'id': '6c0ffbe1-7f91-4f53-8ab9-e69e705179e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '41f2649b-ca5f-41d2-a6f0-cb9834d06377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:51.789696 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8544f86a-24b4-4a9b-a4a8-9f57b5eefcec admin admin] Network hostable DHCP agents. Network: 41f2649b-ca5f-41d2-a6f0-cb9834d06377, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:16:51.805868 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8544f86a-24b4-4a9b-a4a8-9f57b5eefcec admin admin] Network 41f2649b-ca5f-41d2-a6f0-cb9834d06377 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:16:51.814433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-8544f86a-24b4-4a9b-a4a8-9f57b5eefcec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 41f2649b-ca5f-41d2-a6f0-cb9834d06377) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:51.819308 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8544f86a-24b4-4a9b-a4a8-9f57b5eefcec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:51.819881 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8544f86a-24b4-4a9b-a4a8-9f57b5eefcec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:51.826586 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff93508-533d-4294-9b7c-a35a27d17ea4 None None] Network 41f2649b-ca5f-41d2-a6f0-cb9834d06377 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:51.847681 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8544f86a-24b4-4a9b-a4a8-9f57b5eefcec admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3256586 Mar 23 13:16:51.848223 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48764) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:51.852711 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1642873982-router', 'tenant_id': '4eb082fe47244115a3f723752b15886f', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:51.889595 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:51.898437 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Sync routers for ids ['a926cc40-ecc9-40c2-a3d5-790c9f3459de'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:16:51.898739 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:51.918280 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Routers {'a926cc40-ecc9-40c2-a3d5-790c9f3459de'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:16:51.918900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:16:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a926cc40-ecc9-40c2-a3d5-790c9f3459de'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:51.933751 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c9564291-8ba1-4d62-97ff-f52339ee9c3b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:16:51.954843 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:52.094362 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:52.136060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-41f2649b-ca5f-41d2-a6f0-cb9834d06377', 'network_id': '41f2649b-ca5f-41d2-a6f0-cb9834d06377', 'tenant_id': '4eb082fe47244115a3f723752b15886f', 'fixed_ips': [{'subnet_id': '6750c274-0c25-497b-938b-15a6d4c44ea7'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:16:52.136890 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:52.140275 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Set router a926cc40-ecc9-40c2-a3d5-790c9f3459de gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:16:52.187036 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c9564291-8ba1-4d62-97ff-f52339ee9c3b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:52.187401 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:52.296891 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:52.316839 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:52.420282 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Allocated IP 172.25.2.207 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:16:52.532687 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:52.570582 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:52.614975 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:16:52.622381 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:52.626728 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:16:52.629863 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:52.658503 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:52.665627 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Allocated IP 172.20.0.2 (41f2649b-ca5f-41d2-a6f0-cb9834d06377/6750c274-0c25-497b-938b-15a6d4c44ea7/408eae12-b960-4d81-bed7-197d12454533) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:16:52.708475 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port c9564291-8ba1-4d62-97ff-f52339ee9c3b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c9564291-8ba1-4d62-97ff-f52339ee9c3b,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:52.738536 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:52.825898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=c9564291-8ba1-4d62-97ff-f52339ee9c3b,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:52.844322 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'name': 'tempest-TestEncryptedCinderVolumes-33189423-router', 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:47Z', 'updated_at': '2022-03-23T13:16:50Z', 'revision_number': 4, 'project_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'gw_port': {'id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:48Z', 'updated_at': '2022-03-23T13:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8', 'name': '', 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda', 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'mac_address': 'fa:16:3e:b6:2f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8bf99fea-f708-4774-8538-be8531714c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:49Z', 'updated_at': '2022-03-23T13:16:50Z', 'revision_number': 2, 'project_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'subnets': [{'id': '8bf99fea-f708-4774-8538-be8531714c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:52.883453 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:52.889139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Checking router: a926cc40-ecc9-40c2-a3d5-790c9f3459de for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:16:52.889495 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Updating router a926cc40-ecc9-40c2-a3d5-790c9f3459de port 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:16:52.932595 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:52.934589 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:52.944884 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:53.010567 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Network 41f2649b-ca5f-41d2-a6f0-cb9834d06377 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:16:53.017355 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:53.019718 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:16:53.024839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Pushing event updated for resources: {'Port': ['ID=408eae12-b960-4d81-bed7-197d12454533,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:53.078797 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:53.143154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Attempting to bind port 408eae12-b960-4d81-bed7-197d12454533 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:16:53.143516 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Attempting to bind port 408eae12-b960-4d81-bed7-197d12454533 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '6c0ffbe1-7f91-4f53-8ab9-e69e705179e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '41f2649b-ca5f-41d2-a6f0-cb9834d06377'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:16:53.143890 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Attempting to bind port 408eae12-b960-4d81-bed7-197d12454533 on network 41f2649b-ca5f-41d2-a6f0-cb9834d06377 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:16:53.160540 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:16:53.161458 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Checking segment: {'id': '6c0ffbe1-7f91-4f53-8ab9-e69e705179e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '41f2649b-ca5f-41d2-a6f0-cb9834d06377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:53.161867 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:53.162265 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Bound using segment: {'id': '6c0ffbe1-7f91-4f53-8ab9-e69e705179e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '41f2649b-ca5f-41d2-a6f0-cb9834d06377'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:16:53.163372 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Bound port: 408eae12-b960-4d81-bed7-197d12454533, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0ffbe1-7f91-4f53-8ab9-e69e705179e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '41f2649b-ca5f-41d2-a6f0-cb9834d06377'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:16:53.163829 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:53.290425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] For port 408eae12-b960-4d81-bed7-197d12454533, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:16:53.310039 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] For port 408eae12-b960-4d81-bed7-197d12454533, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=408eae12-b960-4d81-bed7-197d12454533,segment=NetworkSegment(6c0ffbe1-7f91-4f53-8ab9-e69e705179e7),segment_id=6c0ffbe1-7f91-4f53-8ab9-e69e705179e7)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:16:53.316515 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:53.414450 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:53.420711 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe939a16-f9bc-47f0-918f-dbae7f93c09b None None] Pushing event updated for resources: {'Port': ['ID=408eae12-b960-4d81-bed7-197d12454533,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:53.424805 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:53.505309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa60dee-6889-42d5-bfb3-023c959ab508 None None] Pushing event updated for resources: {'Port': ['ID=1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:53.543533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Attempting to bind port 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:16:53.543863 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Attempting to bind port 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:16:53.544507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Attempting to bind port 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8 on network 11960eff-5388-4561-a764-ce930eb9dbda {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:16:53.550562 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Router ae35ff92-65fb-491d-9e59-b7b1c513928c is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:16:53.551806 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:16:53.552236 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Checking segment: {'id': '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:53.552609 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:53.553703 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Bound using segment: {'id': '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:16:53.553826 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Bound port: 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:16:53.554218 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:53.649234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] For port 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:16:53.653194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] For port 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8,segment=NetworkSegment(558f8405-b4c6-4f2c-8120-13ef1ccbc8b7),segment_id=558f8405-b4c6-4f2c-8120-13ef1ccbc8b7)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:16:53.664318 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:53.716281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:16:53.727291 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Sync routers for ids ['ae35ff92-65fb-491d-9e59-b7b1c513928c'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:16:53.739293 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Routers {'ae35ff92-65fb-491d-9e59-b7b1c513928c'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:16:53.740220 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:16:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ae35ff92-65fb-491d-9e59-b7b1c513928c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:53.740690 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:53.744580 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e7817929-d792-460a-a163-6db73efd87f8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8952217 Mar 23 13:16:53.746401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 48766) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:16:53.753422 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa60dee-6889-42d5-bfb3-023c959ab508 None None] Pushing event updated for resources: {'Port': ['ID=1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:53.785280 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Routers {'a926cc40-ecc9-40c2-a3d5-790c9f3459de'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:16:53.786551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:16:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a926cc40-ecc9-40c2-a3d5-790c9f3459de'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:53.868484 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ad0831f7-bcbb-4eb8-aebe-b992912ffeae None None] Provisioning complete for port 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:53.868860 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad0831f7-bcbb-4eb8-aebe-b992912ffeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:53.998569 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Set router ae35ff92-65fb-491d-9e59-b7b1c513928c gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:16:54.049078 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 408eae12-b960-4d81-bed7-197d12454533 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:16:54.126606 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] Set router a926cc40-ecc9-40c2-a3d5-790c9f3459de gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:16:54.189542 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-95f4867d-9f01-4b25-80bf-1bfc43ecd29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:54.209582 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad0831f7-bcbb-4eb8-aebe-b992912ffeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:54.212126 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'name': 'tempest-TestEncryptedCinderVolumes-1642873982-router', 'tenant_id': '4eb082fe47244115a3f723752b15886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:51Z', 'updated_at': '2022-03-23T13:16:52Z', 'revision_number': 3, 'project_id': '4eb082fe47244115a3f723752b15886f', 'gw_port': {'id': '0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:52Z', 'updated_at': '2022-03-23T13:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:54.244025 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Checking router: ae35ff92-65fb-491d-9e59-b7b1c513928c for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:16:54.244612 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Updating router ae35ff92-65fb-491d-9e59-b7b1c513928c port 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:16:54.280732 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:54.301084 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:54.305492 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 408eae12-b960-4d81-bed7-197d12454533 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:54.305859 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:54.369618 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ad0831f7-bcbb-4eb8-aebe-b992912ffeae None None] For port 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8,segment=NetworkSegment(558f8405-b4c6-4f2c-8120-13ef1ccbc8b7),segment_id=558f8405-b4c6-4f2c-8120-13ef1ccbc8b7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:54.381410 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ad0831f7-bcbb-4eb8-aebe-b992912ffeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:54.499707 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Allocated IP 172.20.0.1 (41f2649b-ca5f-41d2-a6f0-cb9834d06377/6750c274-0c25-497b-938b-15a6d4c44ea7/f8593e76-e2c0-420d-ae31-22e911922e76) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:16:54.513828 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:54.550184 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0831f7-bcbb-4eb8-aebe-b992912ffeae None None] Pushing event updated for resources: {'Port': ['ID=1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:54.565074 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6204b3ba-8405-4f80-880d-e1fa7ba2e3ae None None] Provisioning complete for port 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:54.565445 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6204b3ba-8405-4f80-880d-e1fa7ba2e3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:54.615680 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:54.622788 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:54.657851 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:54.695473 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf622e2-1df5-460b-b34c-e705b2b0b841 None None] Pushing event updated for resources: {'Port': ['ID=0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:54.698673 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Attempting to bind port 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:16:54.699030 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Attempting to bind port 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:16:54.699379 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Attempting to bind port 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:16:54.707560 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:16:54.708484 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:54.709029 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:54.709507 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:16:54.710405 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Bound port: 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:16:54.710791 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:54.723140 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:54.768604 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Network 41f2649b-ca5f-41d2-a6f0-cb9834d06377 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:16:54.774279 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:54.779073 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:16:54.792487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12403f2e-b025-4695-81c2-d5591a2d3e8f None None] Network 41f2649b-ca5f-41d2-a6f0-cb9834d06377 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:16:54.800209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Pushing event updated for resources: {'Port': ['ID=f8593e76-e2c0-420d-ae31-22e911922e76,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:54.814605 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 408eae12-b960-4d81-bed7-197d12454533, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=408eae12-b960-4d81-bed7-197d12454533,segment=NetworkSegment(6c0ffbe1-7f91-4f53-8ab9-e69e705179e7),segment_id=6c0ffbe1-7f91-4f53-8ab9-e69e705179e7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:54.821291 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] For port 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:16:54.825683 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] For port 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:16:54.828035 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:54.828935 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c9564291-8ba1-4d62-97ff-f52339ee9c3b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:16:54.829684 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:54.831561 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:54.885540 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf622e2-1df5-460b-b34c-e705b2b0b841 None None] Pushing event updated for resources: {'Port': ['ID=0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:54.916555 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Routers {'ae35ff92-65fb-491d-9e59-b7b1c513928c'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:16:54.917346 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:16:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ae35ff92-65fb-491d-9e59-b7b1c513928c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:54.958581 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'name': 'tempest-TestEncryptedCinderVolumes-33189423-router', 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:47Z', 'updated_at': '2022-03-23T13:16:50Z', 'revision_number': 4, 'project_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'gw_port': {'id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:48Z', 'updated_at': '2022-03-23T13:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8', 'name': '', 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda', 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'mac_address': 'fa:16:3e:b6:2f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8bf99fea-f708-4774-8538-be8531714c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:49Z', 'updated_at': '2022-03-23T13:16:53Z', 'revision_number': 4, 'project_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'subnets': [{'id': '8bf99fea-f708-4774-8538-be8531714c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:54.966728 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:55.005877 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=408eae12-b960-4d81-bed7-197d12454533,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:55.011001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff8c18-2ec4-4f43-b9ab-59ae80c4b566 None None] The sync data for ids ['a926cc40-ecc9-40c2-a3d5-790c9f3459de'] in n-d-834854-1 is: [{'id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'name': 'tempest-TestEncryptedCinderVolumes-33189423-router', 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:47Z', 'updated_at': '2022-03-23T13:16:50Z', 'revision_number': 4, 'project_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'gw_port': {'id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:48Z', 'updated_at': '2022-03-23T13:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8', 'name': '', 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda', 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'mac_address': 'fa:16:3e:b6:2f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8bf99fea-f708-4774-8538-be8531714c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:49Z', 'updated_at': '2022-03-23T13:16:53Z', 'revision_number': 4, 'project_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'subnets': [{'id': '8bf99fea-f708-4774-8538-be8531714c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:16:55.050602 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] Set router ae35ff92-65fb-491d-9e59-b7b1c513928c gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:16:55.138494 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port c9564291-8ba1-4d62-97ff-f52339ee9c3b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:55.138494 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:55.210188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:55.216435 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:55.293330 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Pushing event updated for resources: {'Port': ['ID=f8593e76-e2c0-420d-ae31-22e911922e76,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:55.305710 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f851701e-ef5c-475c-a4a7-1f047fda20da None None] Provisioning complete for port 408eae12-b960-4d81-bed7-197d12454533 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:55.306124 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f851701e-ef5c-475c-a4a7-1f047fda20da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:55.313488 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'name': 'tempest-TestEncryptedCinderVolumes-1642873982-router', 'tenant_id': '4eb082fe47244115a3f723752b15886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:51Z', 'updated_at': '2022-03-23T13:16:52Z', 'revision_number': 3, 'project_id': '4eb082fe47244115a3f723752b15886f', 'gw_port': {'id': '0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:52Z', 'updated_at': '2022-03-23T13:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:55.348658 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:55.355234 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0704ec6d-33b6-4531-a13f-92421e469f39 None None] The sync data for ids ['ae35ff92-65fb-491d-9e59-b7b1c513928c'] in n-d-834854-1 is: [{'id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'name': 'tempest-TestEncryptedCinderVolumes-1642873982-router', 'tenant_id': '4eb082fe47244115a3f723752b15886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:51Z', 'updated_at': '2022-03-23T13:16:52Z', 'revision_number': 3, 'project_id': '4eb082fe47244115a3f723752b15886f', 'gw_port': {'id': '0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:52Z', 'updated_at': '2022-03-23T13:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:16:55.482756 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Network 41f2649b-ca5f-41d2-a6f0-cb9834d06377 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:16:55.484406 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:55.603546 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-74a0521e-f8cd-4a65-8db4-0f2a7c622dfc None None] Provisioning complete for port 408eae12-b960-4d81-bed7-197d12454533 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:55.604022 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74a0521e-f8cd-4a65-8db4-0f2a7c622dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:55.647957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Router ae35ff92-65fb-491d-9e59-b7b1c513928c has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:16:55.810491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:16:55.815861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-74a0521e-f8cd-4a65-8db4-0f2a7c622dfc None None] Provisioning complete for port f8593e76-e2c0-420d-ae31-22e911922e76 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:55.816338 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-74a0521e-f8cd-4a65-8db4-0f2a7c622dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:55.824861 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c80ac769-c1eb-4e5e-bb46-3a980c5feb3a admin admin] 10.222.0.52 "PUT /v2.0/routers/ae35ff92-65fb-491d-9e59-b7b1c513928c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0771699 Mar 23 13:16:55.869681 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-74a0521e-f8cd-4a65-8db4-0f2a7c622dfc None None] Port f8593e76-e2c0-420d-ae31-22e911922e76 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:16:55.993455 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef7c78bc-5f38-4a5b-a0af-bc820e43349d None None] Provisioning complete for port f8593e76-e2c0-420d-ae31-22e911922e76 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:55.993956 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef7c78bc-5f38-4a5b-a0af-bc820e43349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:56.081053 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:16:56.084479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c78bc-5f38-4a5b-a0af-bc820e43349d None None] Port f8593e76-e2c0-420d-ae31-22e911922e76 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:16:56.161799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:56.162317 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:56.227234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-b236490a-36d8-42e8-98cb-62397587be8b None None] Provisioning complete for port f8593e76-e2c0-420d-ae31-22e911922e76 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:56.227611 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b236490a-36d8-42e8-98cb-62397587be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:56.290925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b236490a-36d8-42e8-98cb-62397587be8b None None] Port f8593e76-e2c0-420d-ae31-22e911922e76 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:16:56.307847 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:56.338930 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:56.345492 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:56.346308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:16:56.433029 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:56.448297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:56.448764 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:56.554843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 408eae12-b960-4d81-bed7-197d12454533 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:16:56.609211 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 408eae12-b960-4d81-bed7-197d12454533 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:56.609657 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:56.783065 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-7d7d69e7-f674-419f-9599-a079a1cce9f8 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:56.784769 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-7d7d69e7-f674-419f-9599-a079a1cce9f8 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/networks?id=11960eff-5388-4561-a764-ce930eb9dbda HTTP/1.1" status: 200 len: 815 time: 0.1197474 Mar 23 13:16:56.800514 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0e108f7e-2529-44bf-8c0e-bbed46449cbb tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/quotas/a9f0bd0d8fb94e0c82c2c407cc9611b7 HTTP/1.1" status: 200 len: 375 time: 0.0092709 Mar 23 13:16:56.855993 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0e94bbdd-00a0-4a03-9cd4-a0caf6f12e20 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a9f0bd0d8fb94e0c82c2c407cc9611b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500836 Mar 23 13:16:56.952218 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-b192bff8-316c-44cb-a846-35db390ac15f service neutron] 10.222.0.52 "GET /v2.0/networks/11960eff-5388-4561-a764-ce930eb9dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843651 Mar 23 13:16:56.971469 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4092edef-bb50-48d3-87f9-04e2626c91ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:57.060058 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-e5f81cd4-248a-4f69-9c2b-5f42023afa26 service neutron] 10.222.0.52 "GET /v2.0/networks/11960eff-5388-4561-a764-ce930eb9dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009321 Mar 23 13:16:57.225972 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c09537df-4998-46e1-97be-0b6f5edfa949 req-72d247a3-6556-4ba2-8833-601205438c60 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 210 time: 0.0277858 Mar 23 13:16:57.883897 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:16:57.936498 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:57.952946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:57.953340 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:58.096915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Sync routers for ids ['ae35ff92-65fb-491d-9e59-b7b1c513928c'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:16:58.106909 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Routers {'ae35ff92-65fb-491d-9e59-b7b1c513928c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:16:58.107561 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:16:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ae35ff92-65fb-491d-9e59-b7b1c513928c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:58.216713 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Set router ae35ff92-65fb-491d-9e59-b7b1c513928c gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:16:58.324109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-5ad3da7c-4385-4409-80b7-cb531050683e tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:58.326739 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-5ad3da7c-4385-4409-80b7-cb531050683e tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.73 "GET /v2.0/networks?id=11960eff-5388-4561-a764-ce930eb9dbda HTTP/1.1" status: 200 len: 815 time: 0.1144466 Mar 23 13:16:58.341916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-79cced2f-5cff-476c-9d51-a6620c7a8d65 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Request body: {'port': {'device_id': '03fc572f-100d-4b3a-94cf-506ee431c182', 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda', 'admin_state_up': True, 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:58.356391 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4419a511-7cd3-42e5-b318-296a79250f75 req-7bb27812-68c3-486f-8f67-f8045e510ac2 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 210 time: 0.0438282 Mar 23 13:16:58.447628 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'name': 'tempest-TestEncryptedCinderVolumes-1642873982-router', 'tenant_id': '4eb082fe47244115a3f723752b15886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:51Z', 'updated_at': '2022-03-23T13:16:54Z', 'revision_number': 4, 'project_id': '4eb082fe47244115a3f723752b15886f', 'gw_port': {'id': '0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:52Z', 'updated_at': '2022-03-23T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f8593e76-e2c0-420d-ae31-22e911922e76', 'name': '', 'network_id': '41f2649b-ca5f-41d2-a6f0-cb9834d06377', 'tenant_id': '4eb082fe47244115a3f723752b15886f', 'mac_address': 'fa:16:3e:49:07:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '6750c274-0c25-497b-938b-15a6d4c44ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:54Z', 'updated_at': '2022-03-23T13:16:55Z', 'revision_number': 2, 'project_id': '4eb082fe47244115a3f723752b15886f', 'subnets': [{'id': '6750c274-0c25-497b-938b-15a6d4c44ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:58.469829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-79cced2f-5cff-476c-9d51-a6620c7a8d65 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Made reservation on behalf of a9f0bd0d8fb94e0c82c2c407cc9611b7 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:16:58.473452 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-79cced2f-5cff-476c-9d51-a6620c7a8d65 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:58.479626 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Checking router: ae35ff92-65fb-491d-9e59-b7b1c513928c for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:16:58.480026 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Updating router ae35ff92-65fb-491d-9e59-b7b1c513928c port f8593e76-e2c0-420d-ae31-22e911922e76 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:16:58.506911 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:58.603289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-79cced2f-5cff-476c-9d51-a6620c7a8d65 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Allocated IP 172.20.0.8 (11960eff-5388-4561-a764-ce930eb9dbda/8bf99fea-f708-4774-8538-be8531714c21/a34ac8ec-b6af-4862-b091-3a4d746b5edb) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:16:58.753212 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-79cced2f-5cff-476c-9d51-a6620c7a8d65 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:58.770403 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:58.775669 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:58.789310 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-79cced2f-5cff-476c-9d51-a6620c7a8d65 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:58.832003 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-79cced2f-5cff-476c-9d51-a6620c7a8d65 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Network 11960eff-5388-4561-a764-ce930eb9dbda is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:16:58.835791 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f29cbd-216f-43c7-9665-65146d962bb1 None None] Pushing event updated for resources: {'Port': ['ID=f8593e76-e2c0-420d-ae31-22e911922e76,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:58.836119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-79cced2f-5cff-476c-9d51-a6620c7a8d65 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:16:58.841767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-79cced2f-5cff-476c-9d51-a6620c7a8d65 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:16:58.887184 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cced2f-5cff-476c-9d51-a6620c7a8d65 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Pushing event updated for resources: {'Port': ['ID=a34ac8ec-b6af-4862-b091-3a4d746b5edb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:58.893919 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Attempting to bind port f8593e76-e2c0-420d-ae31-22e911922e76 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:16:58.893919 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Attempting to bind port f8593e76-e2c0-420d-ae31-22e911922e76 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '6c0ffbe1-7f91-4f53-8ab9-e69e705179e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '41f2649b-ca5f-41d2-a6f0-cb9834d06377'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:16:58.893919 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Attempting to bind port f8593e76-e2c0-420d-ae31-22e911922e76 on network 41f2649b-ca5f-41d2-a6f0-cb9834d06377 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:16:58.900992 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:16:58.901447 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Checking segment: {'id': '6c0ffbe1-7f91-4f53-8ab9-e69e705179e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '41f2649b-ca5f-41d2-a6f0-cb9834d06377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:58.902541 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:58.903172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Bound using segment: {'id': '6c0ffbe1-7f91-4f53-8ab9-e69e705179e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '41f2649b-ca5f-41d2-a6f0-cb9834d06377'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:16:58.903727 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Bound port: f8593e76-e2c0-420d-ae31-22e911922e76, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0ffbe1-7f91-4f53-8ab9-e69e705179e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '41f2649b-ca5f-41d2-a6f0-cb9834d06377'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:16:58.904303 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:58.908471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-79cced2f-5cff-476c-9d51-a6620c7a8d65 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:58.909145 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-79cced2f-5cff-476c-9d51-a6620c7a8d65 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:58.929524 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-79cced2f-5cff-476c-9d51-a6620c7a8d65 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5929863 Mar 23 13:16:58.941060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-7e81d191-fcce-499b-9221-a6bfd9dc54d6 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:16:58.942729 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-7e81d191-fcce-499b-9221-a6bfd9dc54d6 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069489 Mar 23 13:16:58.987496 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] For port f8593e76-e2c0-420d-ae31-22e911922e76, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:16:58.990949 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] For port f8593e76-e2c0-420d-ae31-22e911922e76, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f8593e76-e2c0-420d-ae31-22e911922e76,segment=NetworkSegment(6c0ffbe1-7f91-4f53-8ab9-e69e705179e7),segment_id=6c0ffbe1-7f91-4f53-8ab9-e69e705179e7)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:16:58.995834 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:59.060269 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Routers {'ae35ff92-65fb-491d-9e59-b7b1c513928c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:16:59.061224 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:16:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ae35ff92-65fb-491d-9e59-b7b1c513928c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:59.086269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Request body: {'port': {'device_id': '03fc572f-100d-4b3a-94cf-506ee431c182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:16:59.100962 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f29cbd-216f-43c7-9665-65146d962bb1 None None] Pushing event updated for resources: {'Port': ['ID=f8593e76-e2c0-420d-ae31-22e911922e76,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:59.163884 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:59.194825 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] Set router ae35ff92-65fb-491d-9e59-b7b1c513928c gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:16:59.264157 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:59.270655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-51544b6e-8ed1-487a-9b00-db3c6941b25a None None] Provisioning complete for port f8593e76-e2c0-420d-ae31-22e911922e76 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:59.271025 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51544b6e-8ed1-487a-9b00-db3c6941b25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:59.503847 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34ac8ec-b6af-4862-b091-3a4d746b5edb {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:16:59.513899 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:59.532988 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Transition to ACTIVE for port object a34ac8ec-b6af-4862-b091-3a4d746b5edb will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:16:59.542110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0c182-31a3-498e-8ac2-1ea47fa905d3 req-d5e4bf61-d229-43a6-8b2b-e09d50718829 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:59.543718 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aec0c182-31a3-498e-8ac2-1ea47fa905d3 req-d5e4bf61-d229-43a6-8b2b-e09d50718829 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 931 time: 0.0953550 Mar 23 13:16:59.545026 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:59.622728 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Pushing event updated for resources: {'Port': ['ID=a34ac8ec-b6af-4862-b091-3a4d746b5edb,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:59.636749 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aec0c182-31a3-498e-8ac2-1ea47fa905d3 req-2fb1474d-32c4-4e78-b213-79e114c49912 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660949 Mar 23 13:16:59.667276 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51544b6e-8ed1-487a-9b00-db3c6941b25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:59.689245 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:59.706577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Attempting to bind port a34ac8ec-b6af-4862-b091-3a4d746b5edb on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:16:59.708477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Attempting to bind port a34ac8ec-b6af-4862-b091-3a4d746b5edb by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:16:59.708933 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Attempting to bind port a34ac8ec-b6af-4862-b091-3a4d746b5edb on network 11960eff-5388-4561-a764-ce930eb9dbda {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:16:59.714299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Port a34ac8ec-b6af-4862-b091-3a4d746b5edb on network 11960eff-5388-4561-a764-ce930eb9dbda not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:16:59.714626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Attempting to bind port a34ac8ec-b6af-4862-b091-3a4d746b5edb on network 11960eff-5388-4561-a764-ce930eb9dbda {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:16:59.720680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:16:59.720909 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Checking segment: {'id': '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:16:59.721415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Bound using segment: {'id': '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:16:59.722095 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Bound port: a34ac8ec-b6af-4862-b091-3a4d746b5edb, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:16:59.722238 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:59.723734 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-51544b6e-8ed1-487a-9b00-db3c6941b25a None None] For port f8593e76-e2c0-420d-ae31-22e911922e76, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f8593e76-e2c0-420d-ae31-22e911922e76,segment=NetworkSegment(6c0ffbe1-7f91-4f53-8ab9-e69e705179e7),segment_id=6c0ffbe1-7f91-4f53-8ab9-e69e705179e7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:16:59.730599 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-51544b6e-8ed1-487a-9b00-db3c6941b25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:59.736702 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'name': 'tempest-TestEncryptedCinderVolumes-1642873982-router', 'tenant_id': '4eb082fe47244115a3f723752b15886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:51Z', 'updated_at': '2022-03-23T13:16:54Z', 'revision_number': 4, 'project_id': '4eb082fe47244115a3f723752b15886f', 'gw_port': {'id': '0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:52Z', 'updated_at': '2022-03-23T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f8593e76-e2c0-420d-ae31-22e911922e76', 'name': '', 'network_id': '41f2649b-ca5f-41d2-a6f0-cb9834d06377', 'tenant_id': '4eb082fe47244115a3f723752b15886f', 'mac_address': 'fa:16:3e:49:07:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '6750c274-0c25-497b-938b-15a6d4c44ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:54Z', 'updated_at': '2022-03-23T13:16:58Z', 'revision_number': 4, 'project_id': '4eb082fe47244115a3f723752b15886f', 'subnets': [{'id': '6750c274-0c25-497b-938b-15a6d4c44ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:16:59.784685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0b0b1a-6393-48e1-be27-418674b20a92 None None] The sync data for ids ['ae35ff92-65fb-491d-9e59-b7b1c513928c'] in n-d-834854-1 is: [{'id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'name': 'tempest-TestEncryptedCinderVolumes-1642873982-router', 'tenant_id': '4eb082fe47244115a3f723752b15886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:51Z', 'updated_at': '2022-03-23T13:16:54Z', 'revision_number': 4, 'project_id': '4eb082fe47244115a3f723752b15886f', 'gw_port': {'id': '0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:52Z', 'updated_at': '2022-03-23T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f8593e76-e2c0-420d-ae31-22e911922e76', 'name': '', 'network_id': '41f2649b-ca5f-41d2-a6f0-cb9834d06377', 'tenant_id': '4eb082fe47244115a3f723752b15886f', 'mac_address': 'fa:16:3e:49:07:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '6750c274-0c25-497b-938b-15a6d4c44ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:54Z', 'updated_at': '2022-03-23T13:16:58Z', 'revision_number': 4, 'project_id': '4eb082fe47244115a3f723752b15886f', 'subnets': [{'id': '6750c274-0c25-497b-938b-15a6d4c44ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:16:59.800108 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] For port a34ac8ec-b6af-4862-b091-3a4d746b5edb, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:16:59.804619 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] For port a34ac8ec-b6af-4862-b091-3a4d746b5edb, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a34ac8ec-b6af-4862-b091-3a4d746b5edb,segment=NetworkSegment(558f8405-b4c6-4f2c-8120-13ef1ccbc8b7),segment_id=558f8405-b4c6-4f2c-8120-13ef1ccbc8b7)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:16:59.821428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51544b6e-8ed1-487a-9b00-db3c6941b25a None None] Pushing event updated for resources: {'Port': ['ID=f8593e76-e2c0-420d-ae31-22e911922e76,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:59.828903 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:59.881687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:16:59.882356 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:59.887099 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] 10.222.0.73 "PUT /v2.0/ports/a34ac8ec-b6af-4862-b091-3a4d746b5edb HTTP/1.1" status: 200 len: 1091 time: 0.9326398 Mar 23 13:16:59.887099 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fc572f-100d-4b3a-94cf-506ee431c182', 'tag': 'a34ac8ec-b6af-4862-b091-3a4d746b5edb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:16:59.890350 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1954fdf9-1a99-42d0-96be-23822c0e6ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "03fc572f-100d-4b3a-94cf-506ee431c182", "tag": "a34ac8ec-b6af-4862-b091-3a4d746b5edb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:16:59.932891 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e87e64fe-281f-4c43-99fc-e5910b28a79f None None] Provisioning complete for port f8593e76-e2c0-420d-ae31-22e911922e76 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:16:59.933263 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e87e64fe-281f-4c43-99fc-e5910b28a79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:16:59.957105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045bebe-3513-45ae-b20c-49d60e9d4fad service neutron] Pushing event updated for resources: {'Port': ['ID=a34ac8ec-b6af-4862-b091-3a4d746b5edb,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:16:59.999744 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-098e5fb8-d91d-4e66-9bbc-8d945c9088ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:00.001590 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-098e5fb8-d91d-4e66-9bbc-8d945c9088ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9f0bd0d8fb94e0c82c2c407cc9611b7&device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 1094 time: 0.0734916 Mar 23 13:17:00.074154 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-d3f83ca6-ba4a-4d0a-bece-89a0f30c547a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a34ac8ec-b6af-4862-b091-3a4d746b5edb HTTP/1.1" status: 200 len: 217 time: 0.0622354 Mar 23 13:17:00.084282 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1b8f8f-938e-481e-b533-90b3951989ed x-openstack-request-id: req-ed1b8f8f-938e-481e-b533-90b3951989ed {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:17:00.084696 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03fc572f-100d-4b3a-94cf-506ee431c182", "tag": "a34ac8ec-b6af-4862-b091-3a4d746b5edb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:17:00.085046 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed1b8f8f-938e-481e-b533-90b3951989ed {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:17:00.085565 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fc572f-100d-4b3a-94cf-506ee431c182', 'tag': 'a34ac8ec-b6af-4862-b091-3a4d746b5edb', 'status': 'completed', 'code': 200} Mar 23 13:17:00.134666 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-102a1468-6d57-4b70-8f54-d15583883074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:00.136260 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-102a1468-6d57-4b70-8f54-d15583883074 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bf99fea-f708-4774-8538-be8531714c21 HTTP/1.1" status: 200 len: 854 time: 0.0495951 Mar 23 13:17:00.192549 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0f72a2b8-0b3c-47f1-b3c8-faee24e3f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:00.194225 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-0f72a2b8-0b3c-47f1-b3c8-faee24e3f30b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11960eff-5388-4561-a764-ce930eb9dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476589 Mar 23 13:17:00.292773 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-21f5496b-aa83-4112-b0ec-29620b89fb70 service neutron] 10.222.0.73 "GET /v2.0/networks/11960eff-5388-4561-a764-ce930eb9dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909853 Mar 23 13:17:00.394016 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-446275cf-0f10-42bb-8e77-9e7a422ce276 req-659ebe8d-fd01-4a47-9020-99dbaff0eb43 service neutron] 10.222.0.73 "GET /v2.0/networks/11960eff-5388-4561-a764-ce930eb9dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930574 Mar 23 13:17:00.491591 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954fdf9-1a99-42d0-96be-23822c0e6ce3 req-74454621-3c97-446f-859a-2a9d8eb341d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:00.493157 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1954fdf9-1a99-42d0-96be-23822c0e6ce3 req-74454621-3c97-446f-859a-2a9d8eb341d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9f0bd0d8fb94e0c82c2c407cc9611b7&device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 1094 time: 0.0446117 Mar 23 13:17:00.591588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954fdf9-1a99-42d0-96be-23822c0e6ce3 req-186bd9e9-d514-4e1f-8d81-7ab66cc0c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:00.593094 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1954fdf9-1a99-42d0-96be-23822c0e6ce3 req-186bd9e9-d514-4e1f-8d81-7ab66cc0c2ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=11960eff-5388-4561-a764-ce930eb9dbda HTTP/1.1" status: 200 len: 916 time: 0.0932238 Mar 23 13:17:00.644615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1954fdf9-1a99-42d0-96be-23822c0e6ce3 req-36ffbff4-2bcd-42ef-abf0-58ee53a7a13d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a34ac8ec-b6af-4862-b091-3a4d746b5edb HTTP/1.1" status: 200 len: 217 time: 0.0370381 Mar 23 13:17:00.700927 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954fdf9-1a99-42d0-96be-23822c0e6ce3 req-3c1e8eff-f587-4ab8-87f0-836ef3819064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:00.700927 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1954fdf9-1a99-42d0-96be-23822c0e6ce3 req-3c1e8eff-f587-4ab8-87f0-836ef3819064 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bf99fea-f708-4774-8538-be8531714c21 HTTP/1.1" status: 200 len: 854 time: 0.0547833 Mar 23 13:17:00.793314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954fdf9-1a99-42d0-96be-23822c0e6ce3 req-26ecfa0c-91e2-43d3-a172-d4db36610ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:00.794817 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1954fdf9-1a99-42d0-96be-23822c0e6ce3 req-26ecfa0c-91e2-43d3-a172-d4db36610ba4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11960eff-5388-4561-a764-ce930eb9dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856800 Mar 23 13:17:00.827787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36d701-4c77-44a3-86e6-85170d2b52c4 req-1655a444-9a94-4484-8645-c87566acac10 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:00.829288 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ea36d701-4c77-44a3-86e6-85170d2b52c4 req-1655a444-9a94-4484-8645-c87566acac10 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 943 time: 0.0926597 Mar 23 13:17:00.911030 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ea36d701-4c77-44a3-86e6-85170d2b52c4 req-f10fd673-6bc3-4444-95df-52af3e0ff12a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520988 Mar 23 13:17:00.927653 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1954fdf9-1a99-42d0-96be-23822c0e6ce3 req-857ad9cd-608a-4fdf-827a-a3c1f0863cd4 service neutron] 10.222.0.73 "GET /v2.0/networks/11960eff-5388-4561-a764-ce930eb9dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245291 Mar 23 13:17:01.025832 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1954fdf9-1a99-42d0-96be-23822c0e6ce3 req-37bd7f42-0bf7-40b6-b9d8-df3d3bc0c549 service neutron] 10.222.0.73 "GET /v2.0/networks/11960eff-5388-4561-a764-ce930eb9dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905368 Mar 23 13:17:01.895879 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f8593e76-e2c0-420d-ae31-22e911922e76 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:17:01.948931 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f8593e76-e2c0-420d-ae31-22e911922e76 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:17:01.949304 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:02.032957 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ef61d-f4ee-4a71-88a2-084fbb7215d8 req-647da8f3-01a7-48aa-a471-48d2c8b82644 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:02.034442 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-534ef61d-f4ee-4a71-88a2-084fbb7215d8 req-647da8f3-01a7-48aa-a471-48d2c8b82644 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 943 time: 0.0517952 Mar 23 13:17:02.076605 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-534ef61d-f4ee-4a71-88a2-084fbb7215d8 req-94aa2ba0-6112-40b2-9e79-d19cc4b46a65 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354092 Mar 23 13:17:03.194823 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41106d2-4ce3-4c70-8ed8-b02fcdec870f req-6af698d4-7712-4ec5-b4c9-6fe81c9c4d3b tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:03.196362 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e41106d2-4ce3-4c70-8ed8-b02fcdec870f req-6af698d4-7712-4ec5-b4c9-6fe81c9c4d3b tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 943 time: 0.0505137 Mar 23 13:17:03.200515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a34ac8ec-b6af-4862-b091-3a4d746b5edb details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:17:03.234383 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e41106d2-4ce3-4c70-8ed8-b02fcdec870f req-0785bfed-b238-4e7e-9ca9-ce890cbb1aca tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Mar 23 13:17:03.295159 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a34ac8ec-b6af-4862-b091-3a4d746b5edb, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a34ac8ec-b6af-4862-b091-3a4d746b5edb,segment=NetworkSegment(558f8405-b4c6-4f2c-8120-13ef1ccbc8b7),segment_id=558f8405-b4c6-4f2c-8120-13ef1ccbc8b7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:17:03.306929 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'a34ac8ec-b6af-4862-b091-3a4d746b5edb', 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda', 'port_id': 'a34ac8ec-b6af-4862-b091-3a4d746b5edb', 'mac_address': 'fa:16:3e:5a:25:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf99fea-f708-4774-8538-be8531714c21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:17:03.342974 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:03.355219 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34ac8ec-b6af-4862-b091-3a4d746b5edb {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:17:03.376313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a34ac8ec-b6af-4862-b091-3a4d746b5edb, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a34ac8ec-b6af-4862-b091-3a4d746b5edb,segment=NetworkSegment(558f8405-b4c6-4f2c-8120-13ef1ccbc8b7),segment_id=558f8405-b4c6-4f2c-8120-13ef1ccbc8b7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:17:03.380332 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:03.429153 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=a34ac8ec-b6af-4862-b091-3a4d746b5edb,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:17:03.591696 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a34ac8ec-b6af-4862-b091-3a4d746b5edb'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:17:04.350791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a87700-5657-454c-b279-17eeaf15ce5f req-d0921955-a11d-46bc-9cd7-9d5534e84560 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:04.352290 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21a87700-5657-454c-b279-17eeaf15ce5f req-d0921955-a11d-46bc-9cd7-9d5534e84560 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 944 time: 0.0506103 Mar 23 13:17:04.389133 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-21a87700-5657-454c-b279-17eeaf15ce5f req-282618a1-2eed-4f7a-8d3e-fd2bbc57d561 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309162 Mar 23 13:17:05.215315 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a34ac8ec-b6af-4862-b091-3a4d746b5edb up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:17:05.267060 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port a34ac8ec-b6af-4862-b091-3a4d746b5edb completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:17:05.270997 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port a34ac8ec-b6af-4862-b091-3a4d746b5edb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:17:05.272081 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:05.346291 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:05.367617 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fc572f-100d-4b3a-94cf-506ee431c182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34ac8ec-b6af-4862-b091-3a4d746b5edb'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:17:05.369890 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7acddf4-87d1-45c4-a2bf-8641e9176de1" -d '{"events": [{"server_uuid": "03fc572f-100d-4b3a-94cf-506ee431c182", "name": "network-vif-plugged", "status": "completed", "tag": "a34ac8ec-b6af-4862-b091-3a4d746b5edb"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:17:05.385224 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port a34ac8ec-b6af-4862-b091-3a4d746b5edb, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a34ac8ec-b6af-4862-b091-3a4d746b5edb,segment=NetworkSegment(558f8405-b4c6-4f2c-8120-13ef1ccbc8b7),segment_id=558f8405-b4c6-4f2c-8120-13ef1ccbc8b7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:17:05.389827 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:05.448592 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=a34ac8ec-b6af-4862-b091-3a4d746b5edb,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:17:05.486300 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b191587a-4929-4baf-9445-38b715daf2ab x-openstack-request-id: req-b191587a-4929-4baf-9445-38b715daf2ab {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:17:05.486591 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03fc572f-100d-4b3a-94cf-506ee431c182", "name": "network-vif-plugged", "status": "completed", "tag": "a34ac8ec-b6af-4862-b091-3a4d746b5edb", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:17:05.486842 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b191587a-4929-4baf-9445-38b715daf2ab {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:17:05.487236 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fc572f-100d-4b3a-94cf-506ee431c182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34ac8ec-b6af-4862-b091-3a4d746b5edb', 'code': 200} Mar 23 13:17:05.531310 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e458ac3-5dc0-4fb7-8822-429b71929c79 req-e0df4c62-cf53-44de-92c5-8cf930ed88a8 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:05.533063 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e458ac3-5dc0-4fb7-8822-429b71929c79 req-e0df4c62-cf53-44de-92c5-8cf930ed88a8 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 945 time: 0.0540969 Mar 23 13:17:05.572675 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e458ac3-5dc0-4fb7-8822-429b71929c79 req-36e682b2-297c-43a8-8552-c49a88bd86fe tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335343 Mar 23 13:17:05.586497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1bd3c-11a9-4349-a267-f459d92d258e req-eef984e9-9ffa-49c3-89d3-5d1c4845c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:05.593941 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-46b1bd3c-11a9-4349-a267-f459d92d258e req-eef984e9-9ffa-49c3-89d3-5d1c4845c9c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 1096 time: 0.0413973 Mar 23 13:17:05.626436 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-46b1bd3c-11a9-4349-a267-f459d92d258e req-888180d3-525f-402d-bb77-93ccf70e382b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314384 Mar 23 13:17:06.697109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b54b6-9a37-4e1a-a555-50e060c08ba0 req-f2165793-c032-4e9f-8794-ae9adf6d2016 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:06.699374 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a3b54b6-9a37-4e1a-a555-50e060c08ba0 req-f2165793-c032-4e9f-8794-ae9adf6d2016 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 945 time: 0.0531347 Mar 23 13:17:06.739616 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0a3b54b6-9a37-4e1a-a555-50e060c08ba0 req-9f341a75-8ce3-4c62-974e-9b9d9020ca0a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345330 Mar 23 13:17:07.854446 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c859e-b4a4-4d8d-b09f-892b3c46c6aa req-611be887-5a19-4bcb-bfaa-7db633245f83 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:07.856028 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc5c859e-b4a4-4d8d-b09f-892b3c46c6aa req-611be887-5a19-4bcb-bfaa-7db633245f83 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 945 time: 0.0483868 Mar 23 13:17:07.897636 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc5c859e-b4a4-4d8d-b09f-892b3c46c6aa req-4c555f50-28e2-4ab5-836a-fd7e42083d80 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357332 Mar 23 13:17:08.013105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129c889-ba8d-40d3-a2fd-0cf441c3f519 req-e0006fdb-f91d-435d-a77f-315e8ad1507b tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:08.014611 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3129c889-ba8d-40d3-a2fd-0cf441c3f519 req-e0006fdb-f91d-435d-a77f-315e8ad1507b tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 945 time: 0.0489812 Mar 23 13:17:08.051231 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3129c889-ba8d-40d3-a2fd-0cf441c3f519 req-46ff833c-56f9-46f1-8421-58ea5cefb024 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306146 Mar 23 13:17:11.404781 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1065edce-3c84-433e-b284-01bc9be890bc req-8f45c71e-1041-41ca-8e35-40d94a980af8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03fc572f-100d-4b3a-94cf-506ee431c182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395007 Mar 23 13:17:11.497219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065edce-3c84-433e-b284-01bc9be890bc req-c3a6696c-3b73-4d75-a4a1-d85695affc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:11.498848 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1065edce-3c84-433e-b284-01bc9be890bc req-c3a6696c-3b73-4d75-a4a1-d85695affc83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9f0bd0d8fb94e0c82c2c407cc9611b7&device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 1096 time: 0.0499344 Mar 23 13:17:11.632307 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065edce-3c84-433e-b284-01bc9be890bc req-c29d4c75-3869-44e3-a94a-4ffe844dfb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:11.637719 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1065edce-3c84-433e-b284-01bc9be890bc req-c29d4c75-3869-44e3-a94a-4ffe844dfb59 service neutron] 10.222.0.73 "GET /v2.0/networks?id=11960eff-5388-4561-a764-ce930eb9dbda HTTP/1.1" status: 200 len: 916 time: 0.1135213 Mar 23 13:17:11.679770 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1065edce-3c84-433e-b284-01bc9be890bc req-fa24f983-7c80-4246-82f9-4283a89f9634 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a34ac8ec-b6af-4862-b091-3a4d746b5edb HTTP/1.1" status: 200 len: 217 time: 0.0385964 Mar 23 13:17:11.732942 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065edce-3c84-433e-b284-01bc9be890bc req-e1cb5295-4fc5-4ac7-9ef3-062eb16d097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:11.741189 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1065edce-3c84-433e-b284-01bc9be890bc req-e1cb5295-4fc5-4ac7-9ef3-062eb16d097a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bf99fea-f708-4774-8538-be8531714c21 HTTP/1.1" status: 200 len: 854 time: 0.0482414 Mar 23 13:17:11.783578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065edce-3c84-433e-b284-01bc9be890bc req-920526ce-2af3-4387-a12e-960cc174e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:11.785165 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1065edce-3c84-433e-b284-01bc9be890bc req-920526ce-2af3-4387-a12e-960cc174e2b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11960eff-5388-4561-a764-ce930eb9dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432229 Mar 23 13:17:11.879797 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1065edce-3c84-433e-b284-01bc9be890bc req-da5da87f-0ee1-4ef1-8784-10540c94a8ff service neutron] 10.222.0.73 "GET /v2.0/networks/11960eff-5388-4561-a764-ce930eb9dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843902 Mar 23 13:17:12.293465 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1065edce-3c84-433e-b284-01bc9be890bc req-9b94e15a-727f-4fd7-953c-c4ba903b787f service neutron] 10.222.0.73 "GET /v2.0/networks/11960eff-5388-4561-a764-ce930eb9dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056907 Mar 23 13:17:16.430965 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:17.701847 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:17:17.792187 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:24.107194 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-647c21d1-5de3-4bff-9f11-74d8b7de25d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:26.974428 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c2f130b-bd69-468a-ae05-51bcd9ec731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:27.578815 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556149c2-a790-46a4-bf8a-8e3d013175e3 req-fb7b23b5-65b0-4568-8888-c48087d73047 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:27.580267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-556149c2-a790-46a4-bf8a-8e3d013175e3 req-fb7b23b5-65b0-4568-8888-c48087d73047 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 945 time: 0.0565655 Mar 23 13:17:27.630696 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-556149c2-a790-46a4-bf8a-8e3d013175e3 req-6df7b6f2-78cc-4133-be5d-38897c205ebc tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404141 Mar 23 13:17:27.913958 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:28.771032 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18811ca0-3865-4d79-ab5b-4cfa905472fb req-d8e80b87-2da5-4925-a93c-e50032279ef3 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:28.773435 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18811ca0-3865-4d79-ab5b-4cfa905472fb req-d8e80b87-2da5-4925-a93c-e50032279ef3 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 945 time: 0.0638654 Mar 23 13:17:28.819145 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-18811ca0-3865-4d79-ab5b-4cfa905472fb req-4db8494f-7abe-4d77-819f-3cf755754f7d tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365348 Mar 23 13:17:29.220629 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:29.280982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053816c-0831-4158-8ca1-044b277eca8c req-8d1be066-5b4b-475c-9490-152adf2d4c16 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:29.282438 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4053816c-0831-4158-8ca1-044b277eca8c req-8d1be066-5b4b-475c-9490-152adf2d4c16 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.73 "GET /v2.0/ports?device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 945 time: 0.0492454 Mar 23 13:17:29.369535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-4053816c-0831-4158-8ca1-044b277eca8c req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Deleting port a34ac8ec-b6af-4862-b091-3a4d746b5edb {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:17:29.369866 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4053816c-0831-4158-8ca1-044b277eca8c req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:29.465882 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4053816c-0831-4158-8ca1-044b277eca8c req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] For port a34ac8ec-b6af-4862-b091-3a4d746b5edb, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=a34ac8ec-b6af-4862-b091-3a4d746b5edb,segment=NetworkSegment(558f8405-b4c6-4f2c-8120-13ef1ccbc8b7),segment_id=558f8405-b4c6-4f2c-8120-13ef1ccbc8b7)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:17:29.466154 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4053816c-0831-4158-8ca1-044b277eca8c req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:29.479034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-4053816c-0831-4158-8ca1-044b277eca8c req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Calling delete_port for a34ac8ec-b6af-4862-b091-3a4d746b5edb owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:17:29.583063 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:29.607828 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4053816c-0831-4158-8ca1-044b277eca8c req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:29.620428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['a34ac8ec-b6af-4862-b091-3a4d746b5edb'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:17:29.637250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Pushing event deleted for resources: {'Port': ['ID=a34ac8ec-b6af-4862-b091-3a4d746b5edb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:17:29.654206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:29.654206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:29.654476 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:29.654804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:29.655137 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:29.655466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:29.655792 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:29.656152 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:29.656527 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:29.656851 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:29.657171 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:29.657490 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:29.696044 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4053816c-0831-4158-8ca1-044b277eca8c req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] No DVR routers for this DVR port a34ac8ec-b6af-4862-b091-3a4d746b5edb on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:17:29.699821 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4053816c-0831-4158-8ca1-044b277eca8c req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:29.703217 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4053816c-0831-4158-8ca1-044b277eca8c req-9ed6fba0-f417-43ed-8c10-8f9211af2f0f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.73 "DELETE /v2.0/ports/a34ac8ec-b6af-4862-b091-3a4d746b5edb HTTP/1.1" status: 204 len: 173 time: 0.4147146 Mar 23 13:17:29.703709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fc572f-100d-4b3a-94cf-506ee431c182', 'name': 'network-vif-deleted', 'tag': 'a34ac8ec-b6af-4862-b091-3a4d746b5edb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:17:29.706803 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387ec405-e256-4ca3-8350-3473bdf57fe9" -d '{"events": [{"server_uuid": "03fc572f-100d-4b3a-94cf-506ee431c182", "name": "network-vif-deleted", "tag": "a34ac8ec-b6af-4862-b091-3a4d746b5edb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:17:29.748217 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f1fdcc-2457-403c-8439-60eef3c97daf x-openstack-request-id: req-74f1fdcc-2457-403c-8439-60eef3c97daf {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:17:29.749504 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03fc572f-100d-4b3a-94cf-506ee431c182", "name": "network-vif-deleted", "tag": "a34ac8ec-b6af-4862-b091-3a4d746b5edb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:17:29.749799 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74f1fdcc-2457-403c-8439-60eef3c97daf {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:17:29.750212 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fc572f-100d-4b3a-94cf-506ee431c182', 'name': 'network-vif-deleted', 'tag': 'a34ac8ec-b6af-4862-b091-3a4d746b5edb', 'status': 'completed', 'code': 200} Mar 23 13:17:29.929777 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-091823c6-f323-47e6-bd23-251ddedce3e1 req-f33b1aa8-478a-4e59-9bb0-716b097b5094 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=03fc572f-100d-4b3a-94cf-506ee431c182 HTTP/1.1" status: 200 len: 210 time: 0.0279200 Mar 23 13:17:31.505250 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-672e4d6a-b728-48bc-bd34-b13824d3da41 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:31.506742 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-672e4d6a-b728-48bc-bd34-b13824d3da41 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/networks?id=11960eff-5388-4561-a764-ce930eb9dbda HTTP/1.1" status: 200 len: 815 time: 0.1035769 Mar 23 13:17:31.522461 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-ac5677ba-ca95-4d28-afa1-6b8205b49f2d tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/quotas/a9f0bd0d8fb94e0c82c2c407cc9611b7 HTTP/1.1" status: 200 len: 375 time: 0.0091047 Mar 23 13:17:31.573501 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-61c12313-af15-4bc6-bc34-ac27f817a277 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a9f0bd0d8fb94e0c82c2c407cc9611b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456564 Mar 23 13:17:31.671163 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-a4712c55-7c69-4b23-89af-e2c423886794 service neutron] 10.222.0.52 "GET /v2.0/networks/11960eff-5388-4561-a764-ce930eb9dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854416 Mar 23 13:17:31.760601 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-3f18daeb-2779-4f23-a053-5a21b34e8ea9 service neutron] 10.222.0.52 "GET /v2.0/networks/11960eff-5388-4561-a764-ce930eb9dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834150 Mar 23 13:17:31.918555 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2df4b218-402e-40bd-913a-1d28ad46eda1 req-400c5775-663c-4fd4-b419-3e36fcc032e2 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd64735d-8339-4410-b588-ab6074d9456e HTTP/1.1" status: 200 len: 210 time: 0.0271387 Mar 23 13:17:32.878318 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-929a3bdc-c30e-4ecc-b697-f814e2170f30 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:32.879749 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-929a3bdc-c30e-4ecc-b697-f814e2170f30 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.73 "GET /v2.0/networks?id=11960eff-5388-4561-a764-ce930eb9dbda HTTP/1.1" status: 200 len: 815 time: 0.1043153 Mar 23 13:17:32.893809 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-de65cfea-0f2a-426d-a142-f8bd314b6b0a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Request body: {'port': {'device_id': 'dd64735d-8339-4410-b588-ab6074d9456e', 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda', 'admin_state_up': True, 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:17:33.011080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-de65cfea-0f2a-426d-a142-f8bd314b6b0a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Made reservation on behalf of a9f0bd0d8fb94e0c82c2c407cc9611b7 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:17:33.015566 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-de65cfea-0f2a-426d-a142-f8bd314b6b0a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:33.019378 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b478ca09-2627-4154-bc1c-b0949e9678ce req-baa6af17-caee-42a0-9ce0-46bd69173e79 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd64735d-8339-4410-b588-ab6074d9456e HTTP/1.1" status: 200 len: 210 time: 0.0304499 Mar 23 13:17:33.146176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-de65cfea-0f2a-426d-a142-f8bd314b6b0a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Allocated IP 172.20.0.5 (11960eff-5388-4561-a764-ce930eb9dbda/8bf99fea-f708-4774-8538-be8531714c21/2561c639-e99d-4eef-acbc-fa42acf5ebfc) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:17:33.291676 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-de65cfea-0f2a-426d-a142-f8bd314b6b0a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:33.325409 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-de65cfea-0f2a-426d-a142-f8bd314b6b0a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:33.369555 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-de65cfea-0f2a-426d-a142-f8bd314b6b0a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Network 11960eff-5388-4561-a764-ce930eb9dbda is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:17:33.372759 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-de65cfea-0f2a-426d-a142-f8bd314b6b0a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:17:33.376350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-de65cfea-0f2a-426d-a142-f8bd314b6b0a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:17:33.388403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a34ac8ec-b6af-4862-b091-3a4d746b5edb no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:17:33.400641 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65cfea-0f2a-426d-a142-f8bd314b6b0a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Pushing event updated for resources: {'Port': ['ID=2561c639-e99d-4eef-acbc-fa42acf5ebfc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:17:33.414714 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: a34ac8ec-b6af-4862-b091-3a4d746b5edb {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:17:33.415087 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device a34ac8ec-b6af-4862-b091-3a4d746b5edb not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:17:33.431238 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-de65cfea-0f2a-426d-a142-f8bd314b6b0a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:33.431880 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-de65cfea-0f2a-426d-a142-f8bd314b6b0a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:33.449410 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-de65cfea-0f2a-426d-a142-f8bd314b6b0a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5593958 Mar 23 13:17:33.462380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Request body: {'port': {'device_id': 'dd64735d-8339-4410-b588-ab6074d9456e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:17:33.522815 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:33.606347 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-34429569-867b-4f9e-90d8-5ce74b4621ce None None] Provisioning complete for port 2561c639-e99d-4eef-acbc-fa42acf5ebfc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:17:33.606717 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-34429569-867b-4f9e-90d8-5ce74b4621ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:33.640498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-34429569-867b-4f9e-90d8-5ce74b4621ce None None] Port 2561c639-e99d-4eef-acbc-fa42acf5ebfc cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:17:33.781742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2561c639-e99d-4eef-acbc-fa42acf5ebfc {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:17:33.788818 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:33.800325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Transition to ACTIVE for port object 2561c639-e99d-4eef-acbc-fa42acf5ebfc will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:17:33.804196 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:33.853062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2561c639-e99d-4eef-acbc-fa42acf5ebfc,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:17:33.926619 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Attempting to bind port 2561c639-e99d-4eef-acbc-fa42acf5ebfc on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:17:33.926953 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Attempting to bind port 2561c639-e99d-4eef-acbc-fa42acf5ebfc by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:17:33.927895 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Attempting to bind port 2561c639-e99d-4eef-acbc-fa42acf5ebfc on network 11960eff-5388-4561-a764-ce930eb9dbda {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:17:33.933335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Port 2561c639-e99d-4eef-acbc-fa42acf5ebfc on network 11960eff-5388-4561-a764-ce930eb9dbda not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:17:33.933657 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Attempting to bind port 2561c639-e99d-4eef-acbc-fa42acf5ebfc on network 11960eff-5388-4561-a764-ce930eb9dbda {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:17:33.938661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:17:33.938999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Checking segment: {'id': '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:17:33.939376 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Bound using segment: {'id': '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:17:33.939811 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Bound port: 2561c639-e99d-4eef-acbc-fa42acf5ebfc, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:17:33.940215 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:34.006753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] For port 2561c639-e99d-4eef-acbc-fa42acf5ebfc, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:17:34.009717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] For port 2561c639-e99d-4eef-acbc-fa42acf5ebfc, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2561c639-e99d-4eef-acbc-fa42acf5ebfc,segment=NetworkSegment(558f8405-b4c6-4f2c-8120-13ef1ccbc8b7),segment_id=558f8405-b4c6-4f2c-8120-13ef1ccbc8b7)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:17:34.014078 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:34.050583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:34.051202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:34.052637 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] 10.222.0.73 "PUT /v2.0/ports/2561c639-e99d-4eef-acbc-fa42acf5ebfc HTTP/1.1" status: 200 len: 1091 time: 0.5954709 Mar 23 13:17:34.053715 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd64735d-8339-4410-b588-ab6074d9456e', 'tag': '2561c639-e99d-4eef-acbc-fa42acf5ebfc'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:17:34.056118 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e8133c-bf86-432b-9a06-f7b581da4ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "dd64735d-8339-4410-b588-ab6074d9456e", "tag": "2561c639-e99d-4eef-acbc-fa42acf5ebfc"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:17:34.088141 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f57a4-764a-4e2e-be9e-add012d746b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2561c639-e99d-4eef-acbc-fa42acf5ebfc,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:17:34.110658 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06a0462-1fa0-43dc-af86-adc3054c9a27 x-openstack-request-id: req-a06a0462-1fa0-43dc-af86-adc3054c9a27 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:17:34.110952 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd64735d-8339-4410-b588-ab6074d9456e", "tag": "2561c639-e99d-4eef-acbc-fa42acf5ebfc", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:17:34.111462 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a06a0462-1fa0-43dc-af86-adc3054c9a27 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:17:34.111879 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd64735d-8339-4410-b588-ab6074d9456e', 'tag': '2561c639-e99d-4eef-acbc-fa42acf5ebfc', 'status': 'completed', 'code': 200} Mar 23 13:17:34.189040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-24d6766f-c10d-4e20-83b2-52caec42677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:34.190551 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-24d6766f-c10d-4e20-83b2-52caec42677f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9f0bd0d8fb94e0c82c2c407cc9611b7&device_id=dd64735d-8339-4410-b588-ab6074d9456e HTTP/1.1" status: 200 len: 1094 time: 0.0768032 Mar 23 13:17:34.201490 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d668840-3357-4d87-b09b-c116fb9bd10c req-3572d6e6-5476-418d-8f37-9d4e4f64538c tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:34.203059 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d668840-3357-4d87-b09b-c116fb9bd10c req-3572d6e6-5476-418d-8f37-9d4e4f64538c tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd64735d-8339-4410-b588-ab6074d9456e HTTP/1.1" status: 200 len: 943 time: 0.0805447 Mar 23 13:17:34.249781 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-55176d63-61d6-4531-8fba-07cdb664d334 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2561c639-e99d-4eef-acbc-fa42acf5ebfc HTTP/1.1" status: 200 len: 217 time: 0.0456853 Mar 23 13:17:34.297639 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d668840-3357-4d87-b09b-c116fb9bd10c req-214b0a50-31f3-477b-a55c-ab00657162ba tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874801 Mar 23 13:17:34.325203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-1d32e403-316c-420d-bfaa-418ed621cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:34.326667 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-1d32e403-316c-420d-bfaa-418ed621cddd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bf99fea-f708-4774-8538-be8531714c21 HTTP/1.1" status: 200 len: 854 time: 0.0685215 Mar 23 13:17:34.377439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-566a88be-2721-4a2a-a976-8aaaa8a45803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:34.378994 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-566a88be-2721-4a2a-a976-8aaaa8a45803 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11960eff-5388-4561-a764-ce930eb9dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452261 Mar 23 13:17:34.468460 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-8b78c2d7-ba4e-4006-909f-92bdccb1c144 service neutron] 10.222.0.73 "GET /v2.0/networks/11960eff-5388-4561-a764-ce930eb9dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814149 Mar 23 13:17:34.562257 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-536aead1-56d4-4532-a7a1-b40d83d5dacc req-8cd429d8-0faf-41df-aeed-d1923fbfb89f service neutron] 10.222.0.73 "GET /v2.0/networks/11960eff-5388-4561-a764-ce930eb9dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867853 Mar 23 13:17:34.647579 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8133c-bf86-432b-9a06-f7b581da4ea6 req-4cf58741-9411-4c8f-a558-03acafd65b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:34.649100 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61e8133c-bf86-432b-9a06-f7b581da4ea6 req-4cf58741-9411-4c8f-a558-03acafd65b7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9f0bd0d8fb94e0c82c2c407cc9611b7&device_id=dd64735d-8339-4410-b588-ab6074d9456e HTTP/1.1" status: 200 len: 1094 time: 0.0426486 Mar 23 13:17:34.739940 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8133c-bf86-432b-9a06-f7b581da4ea6 req-6cf7fc67-2daa-46ea-92af-b2eaadb045fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:34.742676 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61e8133c-bf86-432b-9a06-f7b581da4ea6 req-6cf7fc67-2daa-46ea-92af-b2eaadb045fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=11960eff-5388-4561-a764-ce930eb9dbda HTTP/1.1" status: 200 len: 916 time: 0.0861297 Mar 23 13:17:34.789855 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61e8133c-bf86-432b-9a06-f7b581da4ea6 req-e26bba15-c2e6-42d0-ad8b-886becccff4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2561c639-e99d-4eef-acbc-fa42acf5ebfc HTTP/1.1" status: 200 len: 217 time: 0.0401356 Mar 23 13:17:34.842620 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8133c-bf86-432b-9a06-f7b581da4ea6 req-b8b2cad1-9db7-45b7-9f36-f22473cfbc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:34.844032 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61e8133c-bf86-432b-9a06-f7b581da4ea6 req-b8b2cad1-9db7-45b7-9f36-f22473cfbc80 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bf99fea-f708-4774-8538-be8531714c21 HTTP/1.1" status: 200 len: 854 time: 0.0473564 Mar 23 13:17:34.892685 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8133c-bf86-432b-9a06-f7b581da4ea6 req-cb4b2f6f-c854-4216-b82e-b1ad09cadc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:34.894213 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61e8133c-bf86-432b-9a06-f7b581da4ea6 req-cb4b2f6f-c854-4216-b82e-b1ad09cadc2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11960eff-5388-4561-a764-ce930eb9dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414581 Mar 23 13:17:34.994659 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61e8133c-bf86-432b-9a06-f7b581da4ea6 req-93b95396-4087-4677-897f-fe2b59a96863 service neutron] 10.222.0.73 "GET /v2.0/networks/11960eff-5388-4561-a764-ce930eb9dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927441 Mar 23 13:17:35.085216 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-61e8133c-bf86-432b-9a06-f7b581da4ea6 req-48aaa9df-83d3-4332-bf6e-3aada10c9a66 service neutron] 10.222.0.73 "GET /v2.0/networks/11960eff-5388-4561-a764-ce930eb9dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839109 Mar 23 13:17:35.418912 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff00325-01a6-41bf-9522-08eecb914418 req-411732ff-aee6-4c2a-98ae-2f8d681f244d tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:35.420330 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aff00325-01a6-41bf-9522-08eecb914418 req-411732ff-aee6-4c2a-98ae-2f8d681f244d tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd64735d-8339-4410-b588-ab6074d9456e HTTP/1.1" status: 200 len: 943 time: 0.0500784 Mar 23 13:17:35.462059 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aff00325-01a6-41bf-9522-08eecb914418 req-2ecd7755-66e4-45ca-8ed8-4c912e3677bc tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358083 Mar 23 13:17:36.581644 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95c04b-4278-441c-9f86-0accc9ae2bbb req-355c943f-a9c8-442e-bc79-dbd59c2397fc tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:36.583126 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df95c04b-4278-441c-9f86-0accc9ae2bbb req-355c943f-a9c8-442e-bc79-dbd59c2397fc tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd64735d-8339-4410-b588-ab6074d9456e HTTP/1.1" status: 200 len: 943 time: 0.0512850 Mar 23 13:17:36.626480 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df95c04b-4278-441c-9f86-0accc9ae2bbb req-0403a203-83d7-4751-9d33-9fd49fe33bd5 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365887 Mar 23 13:17:37.418294 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2561c639-e99d-4eef-acbc-fa42acf5ebfc details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:17:37.511723 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2561c639-e99d-4eef-acbc-fa42acf5ebfc, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2561c639-e99d-4eef-acbc-fa42acf5ebfc,segment=NetworkSegment(558f8405-b4c6-4f2c-8120-13ef1ccbc8b7),segment_id=558f8405-b4c6-4f2c-8120-13ef1ccbc8b7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:17:37.522647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '2561c639-e99d-4eef-acbc-fa42acf5ebfc', 'network_id': '11960eff-5388-4561-a764-ce930eb9dbda', 'port_id': '2561c639-e99d-4eef-acbc-fa42acf5ebfc', 'mac_address': 'fa:16:3e:b4:41:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf99fea-f708-4774-8538-be8531714c21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:17:37.558904 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:37.572357 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2561c639-e99d-4eef-acbc-fa42acf5ebfc {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:17:37.594988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2561c639-e99d-4eef-acbc-fa42acf5ebfc, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2561c639-e99d-4eef-acbc-fa42acf5ebfc,segment=NetworkSegment(558f8405-b4c6-4f2c-8120-13ef1ccbc8b7),segment_id=558f8405-b4c6-4f2c-8120-13ef1ccbc8b7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:17:37.600077 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:37.648845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=2561c639-e99d-4eef-acbc-fa42acf5ebfc,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:17:37.657822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:37.658306 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:37.658694 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:37.659304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:37.659685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:37.660162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:37.660498 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:37.660836 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:37.661185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:37.661512 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:37.661833 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:37.662794 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:17:37.753893 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0d621-d2ef-4305-9e35-6fea46a97454 req-5a76fe8b-0ad4-4f9e-9a0d-a98d97c7c9b6 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:37.755421 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-17e0d621-d2ef-4305-9e35-6fea46a97454 req-5a76fe8b-0ad4-4f9e-9a0d-a98d97c7c9b6 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd64735d-8339-4410-b588-ab6074d9456e HTTP/1.1" status: 200 len: 944 time: 0.0524583 Mar 23 13:17:37.797609 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-17e0d621-d2ef-4305-9e35-6fea46a97454 req-a9c07349-4eaa-4f31-b3d2-a35042b10a23 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357745 Mar 23 13:17:37.820169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['2561c639-e99d-4eef-acbc-fa42acf5ebfc'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:17:38.912713 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c06bf4-903b-4d29-87c0-d637154df491 req-4f535cc2-4477-4dca-a2d5-2384bb03bd48 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:38.914198 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0c06bf4-903b-4d29-87c0-d637154df491 req-4f535cc2-4477-4dca-a2d5-2384bb03bd48 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd64735d-8339-4410-b588-ab6074d9456e HTTP/1.1" status: 200 len: 944 time: 0.0487590 Mar 23 13:17:38.951735 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b0c06bf4-903b-4d29-87c0-d637154df491 req-b2d445ed-2408-44ce-aff2-aa980805a885 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316689 Mar 23 13:17:39.434053 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2561c639-e99d-4eef-acbc-fa42acf5ebfc up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:17:39.479737 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 2561c639-e99d-4eef-acbc-fa42acf5ebfc completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:17:39.483261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 2561c639-e99d-4eef-acbc-fa42acf5ebfc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:17:39.483624 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:39.556619 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:39.578087 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd64735d-8339-4410-b588-ab6074d9456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2561c639-e99d-4eef-acbc-fa42acf5ebfc'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:17:39.580309 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3397a98e-8a73-48ef-8ce7-e9a3639219db" -d '{"events": [{"server_uuid": "dd64735d-8339-4410-b588-ab6074d9456e", "name": "network-vif-plugged", "status": "completed", "tag": "2561c639-e99d-4eef-acbc-fa42acf5ebfc"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:17:39.593583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2561c639-e99d-4eef-acbc-fa42acf5ebfc, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2561c639-e99d-4eef-acbc-fa42acf5ebfc,segment=NetworkSegment(558f8405-b4c6-4f2c-8120-13ef1ccbc8b7),segment_id=558f8405-b4c6-4f2c-8120-13ef1ccbc8b7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:17:39.599223 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:39.628079 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5386c0ca-cfbb-44ed-84b7-61dc9e8ff818 x-openstack-request-id: req-5386c0ca-cfbb-44ed-84b7-61dc9e8ff818 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:17:39.628369 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd64735d-8339-4410-b588-ab6074d9456e", "name": "network-vif-plugged", "status": "completed", "tag": "2561c639-e99d-4eef-acbc-fa42acf5ebfc", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:17:39.628621 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5386c0ca-cfbb-44ed-84b7-61dc9e8ff818 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:17:39.629004 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd64735d-8339-4410-b588-ab6074d9456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2561c639-e99d-4eef-acbc-fa42acf5ebfc', 'code': 200} Mar 23 13:17:39.653048 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=2561c639-e99d-4eef-acbc-fa42acf5ebfc,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:17:39.727157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dcf28-482e-4e36-a295-541b4ade233c req-f387cea7-5038-44b2-b4a9-3845a5093f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:39.728706 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-281dcf28-482e-4e36-a295-541b4ade233c req-f387cea7-5038-44b2-b4a9-3845a5093f87 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dd64735d-8339-4410-b588-ab6074d9456e HTTP/1.1" status: 200 len: 1096 time: 0.0418530 Mar 23 13:17:39.762158 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-281dcf28-482e-4e36-a295-541b4ade233c req-1ed74eb5-f407-4d5b-8e65-1c53eab84ff3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266514 Mar 23 13:17:40.072891 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4543a-f413-483c-b6bb-9775d348052b req-b23cec39-32c3-4825-baad-31c3280b543f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:40.074396 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19b4543a-f413-483c-b6bb-9775d348052b req-b23cec39-32c3-4825-baad-31c3280b543f tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd64735d-8339-4410-b588-ab6074d9456e HTTP/1.1" status: 200 len: 945 time: 0.0490382 Mar 23 13:17:40.118514 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19b4543a-f413-483c-b6bb-9775d348052b req-c3e42941-e217-4990-8662-331767d8f063 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380368 Mar 23 13:17:41.234669 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c702315-c969-491a-ad9f-5fa0d6e23d93 req-4895ba31-0e2d-4523-b943-817bdfa54a75 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:41.236155 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c702315-c969-491a-ad9f-5fa0d6e23d93 req-4895ba31-0e2d-4523-b943-817bdfa54a75 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd64735d-8339-4410-b588-ab6074d9456e HTTP/1.1" status: 200 len: 945 time: 0.0484865 Mar 23 13:17:41.276810 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c702315-c969-491a-ad9f-5fa0d6e23d93 req-238557dd-2011-4a54-95f3-87e591d1b2ac tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338316 Mar 23 13:17:41.391778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a348c6-289f-4441-8176-60067a9f659d req-20096167-8157-4cc0-b7d3-7dcfad3f68e1 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:41.393325 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00a348c6-289f-4441-8176-60067a9f659d req-20096167-8157-4cc0-b7d3-7dcfad3f68e1 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd64735d-8339-4410-b588-ab6074d9456e HTTP/1.1" status: 200 len: 945 time: 0.0487974 Mar 23 13:17:41.431593 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00a348c6-289f-4441-8176-60067a9f659d req-70d097a2-5dee-47e1-9d9e-8e5b4ceeb799 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321231 Mar 23 13:17:46.447666 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:47.791841 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:54.099862 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-452b5b98-bf7f-4bf2-9c57-c036fe0e1b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:54.702399 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:17:56.978335 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b0bbeb6c-a0b1-463f-97e3-c3d80e3ac9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:57.917427 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:59.224396 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:59.596032 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:17:59.775520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145486a6-fb53-4891-a620-3c251c746955 req-189282a3-1dc4-4365-8960-9a857c5f1ba1 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:17:59.777353 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-145486a6-fb53-4891-a620-3c251c746955 req-189282a3-1dc4-4365-8960-9a857c5f1ba1 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd64735d-8339-4410-b588-ab6074d9456e HTTP/1.1" status: 200 len: 945 time: 0.0544038 Mar 23 13:17:59.817926 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-145486a6-fb53-4891-a620-3c251c746955 req-e3b1406e-ee3c-4ebe-892a-c16002b8ab33 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340896 Mar 23 13:18:00.946862 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc35dc-c079-4c50-abff-aee1ca7e33e5 req-06d5aad0-b671-4a48-a6d2-397cef39ad39 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:00.948427 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5ddc35dc-c079-4c50-abff-aee1ca7e33e5 req-06d5aad0-b671-4a48-a6d2-397cef39ad39 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd64735d-8339-4410-b588-ab6074d9456e HTTP/1.1" status: 200 len: 945 time: 0.0507488 Mar 23 13:18:00.992496 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5ddc35dc-c079-4c50-abff-aee1ca7e33e5 req-bc7fdbe3-80d8-4d77-bfd6-5e4bfadc8202 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/security-groups?id=215e658d-e203-4606-afa4-0f436c18e311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380187 Mar 23 13:18:01.416383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cfde1-4be6-4dbf-a3fe-c292b4fcbd24 req-f846043d-59fe-4072-a8e7-014fbc06d380 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:01.417721 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-733cfde1-4be6-4dbf-a3fe-c292b4fcbd24 req-f846043d-59fe-4072-a8e7-014fbc06d380 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd64735d-8339-4410-b588-ab6074d9456e HTTP/1.1" status: 200 len: 945 time: 0.0478904 Mar 23 13:18:01.511160 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-733cfde1-4be6-4dbf-a3fe-c292b4fcbd24 req-ea66960b-cb20-4393-8dc9-9727913d2f7a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Deleting port 2561c639-e99d-4eef-acbc-fa42acf5ebfc {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:18:01.511502 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-733cfde1-4be6-4dbf-a3fe-c292b4fcbd24 req-ea66960b-cb20-4393-8dc9-9727913d2f7a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:01.599995 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-733cfde1-4be6-4dbf-a3fe-c292b4fcbd24 req-ea66960b-cb20-4393-8dc9-9727913d2f7a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] For port 2561c639-e99d-4eef-acbc-fa42acf5ebfc, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2561c639-e99d-4eef-acbc-fa42acf5ebfc,segment=NetworkSegment(558f8405-b4c6-4f2c-8120-13ef1ccbc8b7),segment_id=558f8405-b4c6-4f2c-8120-13ef1ccbc8b7)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:18:01.600360 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-733cfde1-4be6-4dbf-a3fe-c292b4fcbd24 req-ea66960b-cb20-4393-8dc9-9727913d2f7a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:01.612888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-733cfde1-4be6-4dbf-a3fe-c292b4fcbd24 req-ea66960b-cb20-4393-8dc9-9727913d2f7a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Calling delete_port for 2561c639-e99d-4eef-acbc-fa42acf5ebfc owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:18:01.742347 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-733cfde1-4be6-4dbf-a3fe-c292b4fcbd24 req-ea66960b-cb20-4393-8dc9-9727913d2f7a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:01.754136 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['2561c639-e99d-4eef-acbc-fa42acf5ebfc'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:18:01.768853 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66960b-cb20-4393-8dc9-9727913d2f7a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Pushing event deleted for resources: {'Port': ['ID=2561c639-e99d-4eef-acbc-fa42acf5ebfc,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:01.817658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-733cfde1-4be6-4dbf-a3fe-c292b4fcbd24 req-ea66960b-cb20-4393-8dc9-9727913d2f7a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] No DVR routers for this DVR port 2561c639-e99d-4eef-acbc-fa42acf5ebfc on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:18:01.820601 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-733cfde1-4be6-4dbf-a3fe-c292b4fcbd24 req-ea66960b-cb20-4393-8dc9-9727913d2f7a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:01.824153 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-733cfde1-4be6-4dbf-a3fe-c292b4fcbd24 req-ea66960b-cb20-4393-8dc9-9727913d2f7a tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.73 "DELETE /v2.0/ports/2561c639-e99d-4eef-acbc-fa42acf5ebfc HTTP/1.1" status: 204 len: 173 time: 0.4001164 Mar 23 13:18:01.824617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd64735d-8339-4410-b588-ab6074d9456e', 'name': 'network-vif-deleted', 'tag': '2561c639-e99d-4eef-acbc-fa42acf5ebfc'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:18:01.826930 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90007ab-f20c-40b6-9da2-e5854fb27035" -d '{"events": [{"server_uuid": "dd64735d-8339-4410-b588-ab6074d9456e", "name": "network-vif-deleted", "tag": "2561c639-e99d-4eef-acbc-fa42acf5ebfc"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:18:01.888261 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c123e6a4-524b-428f-a17f-4c9155f2b7eb x-openstack-request-id: req-c123e6a4-524b-428f-a17f-4c9155f2b7eb {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:18:01.888550 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd64735d-8339-4410-b588-ab6074d9456e", "name": "network-vif-deleted", "tag": "2561c639-e99d-4eef-acbc-fa42acf5ebfc", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:18:01.888960 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c123e6a4-524b-428f-a17f-4c9155f2b7eb {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:18:01.889440 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd64735d-8339-4410-b588-ab6074d9456e', 'name': 'network-vif-deleted', 'tag': '2561c639-e99d-4eef-acbc-fa42acf5ebfc', 'status': 'completed', 'code': 200} Mar 23 13:18:02.102900 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c5c03063-ce94-4f6f-84ab-3daa7842254c req-e1455af7-7c92-46f6-bbc9-72fca74ad834 tempest-TestEncryptedCinderVolumes-2023809980 tempest-TestEncryptedCinderVolumes-2023809980-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd64735d-8339-4410-b588-ab6074d9456e HTTP/1.1" status: 200 len: 210 time: 0.0275674 Mar 23 13:18:03.192860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49068) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:03.525740 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34497e5d-f414-4c5b-ae38-b3d6df198f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:03.771966 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-34497e5d-f414-4c5b-ae38-b3d6df198f93 admin admin] Deleting port 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:18:03.772324 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34497e5d-f414-4c5b-ae38-b3d6df198f93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:03.852578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-34497e5d-f414-4c5b-ae38-b3d6df198f93 admin admin] For port 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8,segment=NetworkSegment(558f8405-b4c6-4f2c-8120-13ef1ccbc8b7),segment_id=558f8405-b4c6-4f2c-8120-13ef1ccbc8b7)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:18:03.852578 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34497e5d-f414-4c5b-ae38-b3d6df198f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:03.864923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-34497e5d-f414-4c5b-ae38-b3d6df198f93 admin admin] Calling delete_port for 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:18:04.038366 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34497e5d-f414-4c5b-ae38-b3d6df198f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:04.062922 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34497e5d-f414-4c5b-ae38-b3d6df198f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:04.229153 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-34497e5d-f414-4c5b-ae38-b3d6df198f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:04.438630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34497e5d-f414-4c5b-ae38-b3d6df198f93 admin admin] Router a926cc40-ecc9-40c2-a3d5-790c9f3459de has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:18:04.543327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34497e5d-f414-4c5b-ae38-b3d6df198f93 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:18:04.548350 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-34497e5d-f414-4c5b-ae38-b3d6df198f93 admin admin] 10.222.0.52 "PUT /v2.0/routers/a926cc40-ecc9-40c2-a3d5-790c9f3459de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3544424 Mar 23 13:18:04.551542 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49070) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:04.553853 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fc1a45-d004-4f2f-903f-563100fabb4c None None] Sync routers for ids ['a926cc40-ecc9-40c2-a3d5-790c9f3459de'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:18:04.563084 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fc1a45-d004-4f2f-903f-563100fabb4c None None] Routers {'a926cc40-ecc9-40c2-a3d5-790c9f3459de'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:18:04.563683 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a5fc1a45-d004-4f2f-903f-563100fabb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:17:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a926cc40-ecc9-40c2-a3d5-790c9f3459de'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:04.667877 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-a5fc1a45-d004-4f2f-903f-563100fabb4c None None] Set router a926cc40-ecc9-40c2-a3d5-790c9f3459de gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:18:04.946009 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a5fc1a45-d004-4f2f-903f-563100fabb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'name': 'tempest-TestEncryptedCinderVolumes-33189423-router', 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:47Z', 'updated_at': '2022-03-23T13:18:03Z', 'revision_number': 5, 'project_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'gw_port': {'id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:48Z', 'updated_at': '2022-03-23T13:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:04.970864 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-edaab0ac-a40b-4132-b89a-aa2289019f0c admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:04.977848 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fc1a45-d004-4f2f-903f-563100fabb4c None None] Checking router: a926cc40-ecc9-40c2-a3d5-790c9f3459de for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:18:04.987344 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fc1a45-d004-4f2f-903f-563100fabb4c None None] Routers {'a926cc40-ecc9-40c2-a3d5-790c9f3459de'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:18:04.987970 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a5fc1a45-d004-4f2f-903f-563100fabb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:17:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['a926cc40-ecc9-40c2-a3d5-790c9f3459de'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:05.076353 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-edaab0ac-a40b-4132-b89a-aa2289019f0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:05.094233 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-a5fc1a45-d004-4f2f-903f-563100fabb4c None None] Set router a926cc40-ecc9-40c2-a3d5-790c9f3459de gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:18:05.128289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-edaab0ac-a40b-4132-b89a-aa2289019f0c admin admin] Deleting port c9564291-8ba1-4d62-97ff-f52339ee9c3b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:18:05.128630 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-edaab0ac-a40b-4132-b89a-aa2289019f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:05.210359 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-edaab0ac-a40b-4132-b89a-aa2289019f0c admin admin] For port c9564291-8ba1-4d62-97ff-f52339ee9c3b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=c9564291-8ba1-4d62-97ff-f52339ee9c3b,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:18:05.210640 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-edaab0ac-a40b-4132-b89a-aa2289019f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:05.222081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-edaab0ac-a40b-4132-b89a-aa2289019f0c admin admin] Calling delete_port for c9564291-8ba1-4d62-97ff-f52339ee9c3b owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:18:05.267299 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-a5fc1a45-d004-4f2f-903f-563100fabb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'name': 'tempest-TestEncryptedCinderVolumes-33189423-router', 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:47Z', 'updated_at': '2022-03-23T13:18:03Z', 'revision_number': 5, 'project_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'gw_port': {'id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:48Z', 'updated_at': '2022-03-23T13:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:05.293984 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fc1a45-d004-4f2f-903f-563100fabb4c None None] The sync data for ids ['a926cc40-ecc9-40c2-a3d5-790c9f3459de'] in n-d-834854-1 is: [{'id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'name': 'tempest-TestEncryptedCinderVolumes-33189423-router', 'tenant_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:47Z', 'updated_at': '2022-03-23T13:18:03Z', 'revision_number': 5, 'project_id': 'a9f0bd0d8fb94e0c82c2c407cc9611b7', 'gw_port': {'id': 'c9564291-8ba1-4d62-97ff-f52339ee9c3b', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a926cc40-ecc9-40c2-a3d5-790c9f3459de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:48Z', 'updated_at': '2022-03-23T13:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:18:05.388071 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-edaab0ac-a40b-4132-b89a-aa2289019f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:05.414681 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaab0ac-a40b-4132-b89a-aa2289019f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=c9564291-8ba1-4d62-97ff-f52339ee9c3b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:05.473454 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-edaab0ac-a40b-4132-b89a-aa2289019f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:05.527675 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2561c639-e99d-4eef-acbc-fa42acf5ebfc no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:18:05.547564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 2561c639-e99d-4eef-acbc-fa42acf5ebfc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:18:05.547904 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2561c639-e99d-4eef-acbc-fa42acf5ebfc not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:18:05.564891 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-edaab0ac-a40b-4132-b89a-aa2289019f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:05.567050 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-edaab0ac-a40b-4132-b89a-aa2289019f0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:05.614392 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-edaab0ac-a40b-4132-b89a-aa2289019f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:05.614922 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaab0ac-a40b-4132-b89a-aa2289019f0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a926cc40-ecc9-40c2-a3d5-790c9f3459de {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:18:05.621279 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-edaab0ac-a40b-4132-b89a-aa2289019f0c admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:05.624434 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-edaab0ac-a40b-4132-b89a-aa2289019f0c admin admin] 10.222.0.52 "DELETE /v2.0/routers/a926cc40-ecc9-40c2-a3d5-790c9f3459de HTTP/1.1" status: 204 len: 168 time: 1.0718586 Mar 23 13:18:05.625197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49072) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:05.670893 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Deleting subnet 8bf99fea-f708-4774-8538-be8531714c21 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:18:05.673916 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:05.713081 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:05.796325 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:05.850434 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:05.863171 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:05.867760 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8bf99fea-f708-4774-8538-be8531714c21 HTTP/1.1" status: 204 len: 168 time: 0.2415690 Mar 23 13:18:05.870914 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49074) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:05.875461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757a028b-0d0c-4dfe-a95b-6e20fe309ed6 None None] Network 11960eff-5388-4561-a764-ce930eb9dbda requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:18:05.898343 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf99fea-f708-4774-8538-be8531714c21,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:05.907654 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:05.908290 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:05.908800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:05.909306 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:05.909785 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:05.910260 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:05.910737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:05.911277 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:05.911772 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:05.912373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:05.912839 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:05.913297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28f47-7cad-409d-b050-196ea9a2dbb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:05.996144 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:06.048258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] Deleting port 53eae51f-bebc-4872-82e5-4d46bc4ced1c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:18:06.048608 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:06.115608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] For port 53eae51f-bebc-4872-82e5-4d46bc4ced1c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=53eae51f-bebc-4872-82e5-4d46bc4ced1c,segment=NetworkSegment(558f8405-b4c6-4f2c-8120-13ef1ccbc8b7),segment_id=558f8405-b4c6-4f2c-8120-13ef1ccbc8b7)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:18:06.116004 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:06.128457 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] Calling delete_port for 53eae51f-bebc-4872-82e5-4d46bc4ced1c owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:18:06.207884 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:06.236515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] Pushing event deleted for resources: {'Port': ['ID=53eae51f-bebc-4872-82e5-4d46bc4ced1c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:06.239827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] No DVR routers for this DVR port 53eae51f-bebc-4872-82e5-4d46bc4ced1c on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:18:06.310459 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:06.328362 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:18:06.331280 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760a40d4-06cd-4675-b475-74593dc9b44c None None] DHCP port deletion for 11960eff-5388-4561-a764-ce930eb9dbda request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:18:06.339400 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11960eff-5388-4561-a764-ce930eb9dbda']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:06.351892 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:18:06.352256 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 1fc6fb1b-bb30-418e-b2b8-9ab4419e69f8 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:18:06.352911 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:06.353214 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558f8405-b4c6-4f2c-8120-13ef1ccbc8b7') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:06.364946 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:06.379400 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:06.385698 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:18:06.386228 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:18:06.387950 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:18:06.445031 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:06.451937 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:06.453617 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] 10.222.0.52 "DELETE /v2.0/networks/11960eff-5388-4561-a764-ce930eb9dbda HTTP/1.1" status: 204 len: 168 time: 0.5816877 Mar 23 13:18:06.456699 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49076) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:06.464633 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26bafd-88c7-45da-bf42-2efe36c33198 admin admin] Pushing event deleted for resources: {'Network': ['ID=11960eff-5388-4561-a764-ce930eb9dbda,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:06.811134 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49a9754a-6885-4f86-9eef-467d0fba4723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:07.043274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-49a9754a-6885-4f86-9eef-467d0fba4723 admin admin] Deleting port f8593e76-e2c0-420d-ae31-22e911922e76 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:18:07.043608 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49a9754a-6885-4f86-9eef-467d0fba4723 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:07.121194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-49a9754a-6885-4f86-9eef-467d0fba4723 admin admin] For port f8593e76-e2c0-420d-ae31-22e911922e76, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f8593e76-e2c0-420d-ae31-22e911922e76,segment=NetworkSegment(6c0ffbe1-7f91-4f53-8ab9-e69e705179e7),segment_id=6c0ffbe1-7f91-4f53-8ab9-e69e705179e7)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:18:07.121555 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49a9754a-6885-4f86-9eef-467d0fba4723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:07.136706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-49a9754a-6885-4f86-9eef-467d0fba4723 admin admin] Calling delete_port for f8593e76-e2c0-420d-ae31-22e911922e76 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:18:07.311907 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49a9754a-6885-4f86-9eef-467d0fba4723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:07.336953 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9754a-6885-4f86-9eef-467d0fba4723 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8593e76-e2c0-420d-ae31-22e911922e76,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:07.506821 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-49a9754a-6885-4f86-9eef-467d0fba4723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:07.959984 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 53eae51f-bebc-4872-82e5-4d46bc4ced1c no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:18:07.980683 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 53eae51f-bebc-4872-82e5-4d46bc4ced1c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:18:07.981029 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 53eae51f-bebc-4872-82e5-4d46bc4ced1c not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:18:07.981445 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c9564291-8ba1-4d62-97ff-f52339ee9c3b no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:18:08.000329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: c9564291-8ba1-4d62-97ff-f52339ee9c3b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:18:08.000678 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device c9564291-8ba1-4d62-97ff-f52339ee9c3b not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:18:08.036923 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a9754a-6885-4f86-9eef-467d0fba4723 admin admin] Router ae35ff92-65fb-491d-9e59-b7b1c513928c has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:18:08.138283 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a9754a-6885-4f86-9eef-467d0fba4723 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:18:08.145957 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-49a9754a-6885-4f86-9eef-467d0fba4723 admin admin] 10.222.0.52 "PUT /v2.0/routers/ae35ff92-65fb-491d-9e59-b7b1c513928c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6880047 Mar 23 13:18:08.146200 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49078) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:08.152166 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad7eb09-e0a4-420c-90ff-f179750c98ea None None] Sync routers for ids ['ae35ff92-65fb-491d-9e59-b7b1c513928c'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:18:08.165896 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad7eb09-e0a4-420c-90ff-f179750c98ea None None] Routers {'ae35ff92-65fb-491d-9e59-b7b1c513928c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:18:08.166514 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0ad7eb09-e0a4-420c-90ff-f179750c98ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:17:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ae35ff92-65fb-491d-9e59-b7b1c513928c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:08.251355 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a88f41bb-071e-4065-a92d-00998d66f85f admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:08.267142 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-0ad7eb09-e0a4-420c-90ff-f179750c98ea None None] Set router ae35ff92-65fb-491d-9e59-b7b1c513928c gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:18:08.353003 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a88f41bb-071e-4065-a92d-00998d66f85f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:08.405743 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a88f41bb-071e-4065-a92d-00998d66f85f admin admin] Deleting port 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:18:08.406007 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a88f41bb-071e-4065-a92d-00998d66f85f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:08.440912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0ad7eb09-e0a4-420c-90ff-f179750c98ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'name': 'tempest-TestEncryptedCinderVolumes-1642873982-router', 'tenant_id': '4eb082fe47244115a3f723752b15886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:51Z', 'updated_at': '2022-03-23T13:18:07Z', 'revision_number': 5, 'project_id': '4eb082fe47244115a3f723752b15886f', 'gw_port': {'id': '0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:16:52Z', 'updated_at': '2022-03-23T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:08.467423 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad7eb09-e0a4-420c-90ff-f179750c98ea None None] Checking router: ae35ff92-65fb-491d-9e59-b7b1c513928c for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:18:08.476256 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad7eb09-e0a4-420c-90ff-f179750c98ea None None] Routers {'ae35ff92-65fb-491d-9e59-b7b1c513928c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:18:08.477898 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0ad7eb09-e0a4-420c-90ff-f179750c98ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:17:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['ae35ff92-65fb-491d-9e59-b7b1c513928c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:08.484603 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-a88f41bb-071e-4065-a92d-00998d66f85f admin admin] For port 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:18:08.484973 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a88f41bb-071e-4065-a92d-00998d66f85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:08.503167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a88f41bb-071e-4065-a92d-00998d66f85f admin admin] Calling delete_port for 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:18:08.561057 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-0ad7eb09-e0a4-420c-90ff-f179750c98ea None None] Set router ae35ff92-65fb-491d-9e59-b7b1c513928c gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:18:08.669309 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a88f41bb-071e-4065-a92d-00998d66f85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:08.700112 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f41bb-071e-4065-a92d-00998d66f85f admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:08.764778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a88f41bb-071e-4065-a92d-00998d66f85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:08.776572 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-0ad7eb09-e0a4-420c-90ff-f179750c98ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'name': 'tempest-TestEncryptedCinderVolumes-1642873982-router', 'tenant_id': '4eb082fe47244115a3f723752b15886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:51Z', 'updated_at': '2022-03-23T13:18:08Z', 'revision_number': 6, 'project_id': '4eb082fe47244115a3f723752b15886f', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:08.802424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad7eb09-e0a4-420c-90ff-f179750c98ea None None] The sync data for ids ['ae35ff92-65fb-491d-9e59-b7b1c513928c'] in n-d-834854-1 is: [{'id': 'ae35ff92-65fb-491d-9e59-b7b1c513928c', 'name': 'tempest-TestEncryptedCinderVolumes-1642873982-router', 'tenant_id': '4eb082fe47244115a3f723752b15886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:16:51Z', 'updated_at': '2022-03-23T13:18:08Z', 'revision_number': 6, 'project_id': '4eb082fe47244115a3f723752b15886f', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:18:08.859284 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a88f41bb-071e-4065-a92d-00998d66f85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:08.861493 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a88f41bb-071e-4065-a92d-00998d66f85f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:08.907768 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a88f41bb-071e-4065-a92d-00998d66f85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:08.908329 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88f41bb-071e-4065-a92d-00998d66f85f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae35ff92-65fb-491d-9e59-b7b1c513928c {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:18:08.913896 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a88f41bb-071e-4065-a92d-00998d66f85f admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:08.915062 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a88f41bb-071e-4065-a92d-00998d66f85f admin admin] 10.222.0.52 "DELETE /v2.0/routers/ae35ff92-65fb-491d-9e59-b7b1c513928c HTTP/1.1" status: 204 len: 168 time: 0.7673776 Mar 23 13:18:08.917565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49080) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:08.961076 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8a1ca0-91f7-45d9-a63c-b20bccd5c74f admin admin] Deleting subnet 6750c274-0c25-497b-938b-15a6d4c44ea7 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:18:08.963990 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e8a1ca0-91f7-45d9-a63c-b20bccd5c74f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:08.998295 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e8a1ca0-91f7-45d9-a63c-b20bccd5c74f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:09.073329 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e8a1ca0-91f7-45d9-a63c-b20bccd5c74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:09.128992 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e8a1ca0-91f7-45d9-a63c-b20bccd5c74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:09.154923 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a1ca0-91f7-45d9-a63c-b20bccd5c74f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6750c274-0c25-497b-938b-15a6d4c44ea7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:09.158578 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5e8a1ca0-91f7-45d9-a63c-b20bccd5c74f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:09.165050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49082) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:09.165567 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5e8a1ca0-91f7-45d9-a63c-b20bccd5c74f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6750c274-0c25-497b-938b-15a6d4c44ea7 HTTP/1.1" status: 204 len: 168 time: 0.2465556 Mar 23 13:18:09.165700 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7999bb8e-bd0f-441f-9f0f-e6415b3e52e1 None None] Network 41f2649b-ca5f-41d2-a6f0-cb9834d06377 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:18:09.241022 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:09.295762 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] Deleting port 408eae12-b960-4d81-bed7-197d12454533 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:18:09.296136 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:09.362908 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] For port 408eae12-b960-4d81-bed7-197d12454533, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=408eae12-b960-4d81-bed7-197d12454533,segment=NetworkSegment(6c0ffbe1-7f91-4f53-8ab9-e69e705179e7),segment_id=6c0ffbe1-7f91-4f53-8ab9-e69e705179e7)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:18:09.363262 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:09.375705 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] Calling delete_port for 408eae12-b960-4d81-bed7-197d12454533 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:18:09.451204 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:09.476627 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] Pushing event deleted for resources: {'Port': ['ID=408eae12-b960-4d81-bed7-197d12454533,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:09.480030 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] No DVR routers for this DVR port 408eae12-b960-4d81-bed7-197d12454533 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:18:09.553105 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:09.574954 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f2649b-ca5f-41d2-a6f0-cb9834d06377']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:09.583637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633cc710-0427-45fd-b0bb-ad8be395711b None None] DHCP port deletion for 41f2649b-ca5f-41d2-a6f0-cb9834d06377 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:18:09.585356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0ffbe1-7f91-4f53-8ab9-e69e705179e7') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:09.585651 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0ffbe1-7f91-4f53-8ab9-e69e705179e7') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:09.601146 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:09.615758 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:09.621944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:18:09.622330 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: timer() Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:18:09.624248 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:18:09.684734 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:09.690484 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:09.694268 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] 10.222.0.52 "DELETE /v2.0/networks/41f2649b-ca5f-41d2-a6f0-cb9834d06377 HTTP/1.1" status: 204 len: 168 time: 0.5271111 Mar 23 13:18:09.713811 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71825e0c-7603-42c2-9d49-6d296a2f8522 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f2649b-ca5f-41d2-a6f0-cb9834d06377,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:09.877685 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49086) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:09.918620 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fb3a074a-563c-4a85-9b5f-3ab17b976f72 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a9f0bd0d8fb94e0c82c2c407cc9611b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397389 Mar 23 13:18:09.920298 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:18:09.921321 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49088) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:09.940982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:18:09.941324 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0c0f35bf-7bca-4b3a-923f-853fbaf1cb2c not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:18:09.941734 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 408eae12-b960-4d81-bed7-197d12454533 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:18:09.963887 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 408eae12-b960-4d81-bed7-197d12454533 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:18:09.964257 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 408eae12-b960-4d81-bed7-197d12454533 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:18:09.964667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f8593e76-e2c0-420d-ae31-22e911922e76 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:18:09.971720 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a10aa4b-df93-49c4-9df9-eeb4f4cce4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:09.983808 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f8593e76-e2c0-420d-ae31-22e911922e76 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:18:09.984171 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f8593e76-e2c0-420d-ae31-22e911922e76 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:18:09.995498 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a10aa4b-df93-49c4-9df9-eeb4f4cce4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:10.042641 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a10aa4b-df93-49c4-9df9-eeb4f4cce4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:10.045339 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5a10aa4b-df93-49c4-9df9-eeb4f4cce4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:10.046799 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5a10aa4b-df93-49c4-9df9-eeb4f4cce4c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/215e658d-e203-4606-afa4-0f436c18e311 HTTP/1.1" status: 204 len: 168 time: 0.1240833 Mar 23 13:18:10.055115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10aa4b-df93-49c4-9df9-eeb4f4cce4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215e658d-e203-4606-afa4-0f436c18e311,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:10.351600 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49094) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:10.389620 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1b692b2f-1dd1-4db4-a8f3-d4a89ffc4044 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4eb082fe47244115a3f723752b15886f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368474 Mar 23 13:18:10.392010 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49096) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:10.438782 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-899ea22c-21c7-4761-8d43-e66e6c5ae795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:10.460069 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-899ea22c-21c7-4761-8d43-e66e6c5ae795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:10.506721 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-899ea22c-21c7-4761-8d43-e66e6c5ae795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:10.509671 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-899ea22c-21c7-4761-8d43-e66e6c5ae795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:10.510978 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-899ea22c-21c7-4761-8d43-e66e6c5ae795 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47d5b084-db67-4f80-9366-527e3fef5bea HTTP/1.1" status: 204 len: 168 time: 0.1181035 Mar 23 13:18:10.518593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ea22c-21c7-4761-8d43-e66e6c5ae795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d5b084-db67-4f80-9366-527e3fef5bea,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:11.161732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49118) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:11.257981 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e41fcdc1-5935-406e-b13d-adfdff6017a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1222928063-network', 'tenant_id': '31a653669b8b4de68825550a66333398'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:18:11.277509 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41fcdc1-5935-406e-b13d-adfdff6017a6 admin admin] Made reservation on behalf of 31a653669b8b4de68825550a66333398 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:18:11.280033 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e41fcdc1-5935-406e-b13d-adfdff6017a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:11.288204 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e41fcdc1-5935-406e-b13d-adfdff6017a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:11.367727 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e41fcdc1-5935-406e-b13d-adfdff6017a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:11.371663 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e41fcdc1-5935-406e-b13d-adfdff6017a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:11.396742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41fcdc1-5935-406e-b13d-adfdff6017a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:18:11.405976 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fcdc1-5935-406e-b13d-adfdff6017a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2d077b-edc0-45a7-a51e-0c536e323f98,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:11.412671 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e41fcdc1-5935-406e-b13d-adfdff6017a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:11.413018 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-e41fcdc1-5935-406e-b13d-adfdff6017a6 admin admin] Added segment 410c8b20-6b7a-4f99-8e66-a9de28e5f769 of type vlan for network 024d5253-1915-4587-8c1e-ec744f725856 Mar 23 13:18:11.451870 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e41fcdc1-5935-406e-b13d-adfdff6017a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:11.476226 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e41fcdc1-5935-406e-b13d-adfdff6017a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:11.477192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41fcdc1-5935-406e-b13d-adfdff6017a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:11.477778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e41fcdc1-5935-406e-b13d-adfdff6017a6 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:11.527150 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e41fcdc1-5935-406e-b13d-adfdff6017a6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3642876 Mar 23 13:18:11.530112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49122) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:11.535081 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-59ba765a-7939-4f70-909a-38e9c1d94387 admin admin] Request body: {'subnet': {'network_id': '024d5253-1915-4587-8c1e-ec744f725856', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1222928063-subnet', 'tenant_id': '31a653669b8b4de68825550a66333398', 'ip_version': 4}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:18:11.540405 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fcdc1-5935-406e-b13d-adfdff6017a6 admin admin] Pushing event updated for resources: {'Network': ['ID=024d5253-1915-4587-8c1e-ec744f725856,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:11.551025 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 024d5253-1915-4587-8c1e-ec744f725856 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:18:11.556869 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ba765a-7939-4f70-909a-38e9c1d94387 admin admin] Made reservation on behalf of 31a653669b8b4de68825550a66333398 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:18:11.559391 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59ba765a-7939-4f70-909a-38e9c1d94387 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:11.726928 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59ba765a-7939-4f70-909a-38e9c1d94387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:11.789238 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba765a-7939-4f70-909a-38e9c1d94387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a5c8bc-03ce-4dda-9d0e-1bef0038b299,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:11.795944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba765a-7939-4f70-909a-38e9c1d94387 admin admin] Checking segment: {'id': '410c8b20-6b7a-4f99-8e66-a9de28e5f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '024d5253-1915-4587-8c1e-ec744f725856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:18:11.796303 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ba765a-7939-4f70-909a-38e9c1d94387 admin admin] Network hostable DHCP agents. Network: 024d5253-1915-4587-8c1e-ec744f725856, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:18:11.812339 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ba765a-7939-4f70-909a-38e9c1d94387 admin admin] Network 024d5253-1915-4587-8c1e-ec744f725856 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:18:11.820804 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-59ba765a-7939-4f70-909a-38e9c1d94387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 024d5253-1915-4587-8c1e-ec744f725856) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:18:11.824919 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ba765a-7939-4f70-909a-38e9c1d94387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:11.825503 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-59ba765a-7939-4f70-909a-38e9c1d94387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:11.829685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03450e66-3e11-4d53-9764-e8f22d7eefda None None] Network 024d5253-1915-4587-8c1e-ec744f725856 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:18:11.841800 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-59ba765a-7939-4f70-909a-38e9c1d94387 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3106375 Mar 23 13:18:11.844635 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49124) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:11.848794 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1222928063-router', 'tenant_id': '31a653669b8b4de68825550a66333398', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:18:11.868713 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:11.869775 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:11.921389 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:11.976487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-024d5253-1915-4587-8c1e-ec744f725856', 'network_id': '024d5253-1915-4587-8c1e-ec744f725856', 'tenant_id': '31a653669b8b4de68825550a66333398', 'fixed_ips': [{'subnet_id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:18:11.977397 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:12.061461 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:12.112632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Allocated IP 172.20.0.2 (024d5253-1915-4587-8c1e-ec744f725856/e4a5c8bc-03ce-4dda-9d0e-1bef0038b299/308445f8-99ea-4292-b128-2728dbab2df2) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:18:12.262068 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:12.262295 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:12.268213 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:12.286095 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:12.308818 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Network 024d5253-1915-4587-8c1e-ec744f725856 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:18:12.311826 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:18:12.315200 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:18:12.322692 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Pushing event updated for resources: {'Port': ['ID=308445f8-99ea-4292-b128-2728dbab2df2,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:12.374420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Attempting to bind port 308445f8-99ea-4292-b128-2728dbab2df2 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:18:12.374785 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Attempting to bind port 308445f8-99ea-4292-b128-2728dbab2df2 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '410c8b20-6b7a-4f99-8e66-a9de28e5f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '024d5253-1915-4587-8c1e-ec744f725856'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:18:12.375146 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Attempting to bind port 308445f8-99ea-4292-b128-2728dbab2df2 on network 024d5253-1915-4587-8c1e-ec744f725856 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:18:12.379907 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:18:12.380314 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Checking segment: {'id': '410c8b20-6b7a-4f99-8e66-a9de28e5f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '024d5253-1915-4587-8c1e-ec744f725856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:18:12.381307 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:12.381697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Bound using segment: {'id': '410c8b20-6b7a-4f99-8e66-a9de28e5f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '024d5253-1915-4587-8c1e-ec744f725856'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:18:12.382156 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Bound port: 308445f8-99ea-4292-b128-2728dbab2df2, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410c8b20-6b7a-4f99-8e66-a9de28e5f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '024d5253-1915-4587-8c1e-ec744f725856'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:18:12.382533 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:12.388751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Allocated IP 172.25.2.66 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:18:12.445226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] For port 308445f8-99ea-4292-b128-2728dbab2df2, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:18:12.448895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] For port 308445f8-99ea-4292-b128-2728dbab2df2, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=308445f8-99ea-4292-b128-2728dbab2df2,segment=NetworkSegment(410c8b20-6b7a-4f99-8e66-a9de28e5f769),segment_id=410c8b20-6b7a-4f99-8e66-a9de28e5f769)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:18:12.453814 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:12.502481 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:12.531347 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555e7be-6b5b-47c8-91cd-27ce22464393 None None] Pushing event updated for resources: {'Port': ['ID=308445f8-99ea-4292-b128-2728dbab2df2,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:12.541895 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:12.583276 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:18:12.586374 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:18:12.589824 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:18:12.612309 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Pushing event updated for resources: {'Port': ['ID=eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:12.885954 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:13.083850 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:13.216760 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Router 988c4bb8-0502-4e29-a615-6368c53f3f77 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:18:13.325453 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:18:13.337626 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Sync routers for ids ['988c4bb8-0502-4e29-a615-6368c53f3f77'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:18:13.346340 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:13.347868 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1d23fe75-ca03-4928-a73c-16c4340398e5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5021474 Mar 23 13:18:13.350223 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Routers {'988c4bb8-0502-4e29-a615-6368c53f3f77'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:18:13.351010 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:17:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['988c4bb8-0502-4e29-a615-6368c53f3f77'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:13.352106 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49126) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:13.462804 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Set router 988c4bb8-0502-4e29-a615-6368c53f3f77 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:18:13.468033 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5593ba51-4e6a-4ae6-b7ef-4d90bf4d2e8e None None] Network 024d5253-1915-4587-8c1e-ec744f725856 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:18:13.615711 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a1f113a9-b8a8-4c71-ab4c-1cb0171a9415 None None] Provisioning complete for port 308445f8-99ea-4292-b128-2728dbab2df2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:13.616110 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a1f113a9-b8a8-4c71-ab4c-1cb0171a9415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:13.704268 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'name': 'tempest-TestMinimumBasicScenario-1222928063-router', 'tenant_id': '31a653669b8b4de68825550a66333398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:11Z', 'updated_at': '2022-03-23T13:18:12Z', 'revision_number': 3, 'project_id': '31a653669b8b4de68825550a66333398', 'gw_port': {'id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:12Z', 'updated_at': '2022-03-23T13:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:13.742659 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a1f113a9-b8a8-4c71-ab4c-1cb0171a9415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:13.750733 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Checking router: 988c4bb8-0502-4e29-a615-6368c53f3f77 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:18:13.750733 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Updating router 988c4bb8-0502-4e29-a615-6368c53f3f77 port eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:18:13.784187 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a1f113a9-b8a8-4c71-ab4c-1cb0171a9415 None None] For port 308445f8-99ea-4292-b128-2728dbab2df2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=308445f8-99ea-4292-b128-2728dbab2df2,segment=NetworkSegment(410c8b20-6b7a-4f99-8e66-a9de28e5f769),segment_id=410c8b20-6b7a-4f99-8e66-a9de28e5f769)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:18:13.786186 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:13.790795 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a1f113a9-b8a8-4c71-ab4c-1cb0171a9415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:13.849014 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f113a9-b8a8-4c71-ab4c-1cb0171a9415 None None] Pushing event updated for resources: {'Port': ['ID=308445f8-99ea-4292-b128-2728dbab2df2,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:13.983270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 308445f8-99ea-4292-b128-2728dbab2df2 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:18:14.044247 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 308445f8-99ea-4292-b128-2728dbab2df2 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:14.044760 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:14.109905 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:14.119295 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:14.142749 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-aa35991c-7ee1-4d4a-8018-aeaae62231ef None None] Provisioning complete for port 308445f8-99ea-4292-b128-2728dbab2df2 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:14.143127 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aa35991c-7ee1-4d4a-8018-aeaae62231ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:14.169287 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Attempting to bind port eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:18:14.169811 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Attempting to bind port eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:18:14.170358 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Attempting to bind port eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:18:14.181063 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:14.183344 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:18:14.184099 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:18:14.184828 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:14.185771 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:18:14.186586 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Bound port: eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:18:14.187062 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:14.215130 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a66d5-ff41-41d3-a92d-b2cb57548a68 None None] Pushing event updated for resources: {'Port': ['ID=eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:14.232320 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a66d5-ff41-41d3-a92d-b2cb57548a68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:14.232888 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a66d5-ff41-41d3-a92d-b2cb57548a68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:14.233319 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a66d5-ff41-41d3-a92d-b2cb57548a68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:14.233744 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a66d5-ff41-41d3-a92d-b2cb57548a68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:14.234167 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a66d5-ff41-41d3-a92d-b2cb57548a68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:14.234585 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a66d5-ff41-41d3-a92d-b2cb57548a68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:14.234999 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a66d5-ff41-41d3-a92d-b2cb57548a68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:14.235544 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a66d5-ff41-41d3-a92d-b2cb57548a68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:14.235983 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a66d5-ff41-41d3-a92d-b2cb57548a68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:14.236433 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a66d5-ff41-41d3-a92d-b2cb57548a68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:14.236851 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a66d5-ff41-41d3-a92d-b2cb57548a68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:14.237250 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a66d5-ff41-41d3-a92d-b2cb57548a68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:14.264414 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] For port eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:18:14.267749 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] For port eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:18:14.272668 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:14.327964 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Routers {'988c4bb8-0502-4e29-a615-6368c53f3f77'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:18:14.328576 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:17:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['988c4bb8-0502-4e29-a615-6368c53f3f77'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:14.364611 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a66d5-ff41-41d3-a92d-b2cb57548a68 None None] Pushing event updated for resources: {'Port': ['ID=eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:14.367330 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Allocated IP 172.20.0.1 (024d5253-1915-4587-8c1e-ec744f725856/e4a5c8bc-03ce-4dda-9d0e-1bef0038b299/a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:18:14.436678 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] Set router 988c4bb8-0502-4e29-a615-6368c53f3f77 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:18:14.473496 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:14.513992 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:14.558849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Network 024d5253-1915-4587-8c1e-ec744f725856 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:18:14.561860 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:18:14.566341 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:18:14.569679 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Pushing event updated for resources: {'Port': ['ID=a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:14.609323 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:14.716239 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'name': 'tempest-TestMinimumBasicScenario-1222928063-router', 'tenant_id': '31a653669b8b4de68825550a66333398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:11Z', 'updated_at': '2022-03-23T13:18:12Z', 'revision_number': 3, 'project_id': '31a653669b8b4de68825550a66333398', 'gw_port': {'id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:12Z', 'updated_at': '2022-03-23T13:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:14.742741 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:14.747192 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f497d47-de13-456e-ba02-16e62d1bfabc None None] The sync data for ids ['988c4bb8-0502-4e29-a615-6368c53f3f77'] in n-d-834854-1 is: [{'id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'name': 'tempest-TestMinimumBasicScenario-1222928063-router', 'tenant_id': '31a653669b8b4de68825550a66333398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:11Z', 'updated_at': '2022-03-23T13:18:12Z', 'revision_number': 3, 'project_id': '31a653669b8b4de68825550a66333398', 'gw_port': {'id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:12Z', 'updated_at': '2022-03-23T13:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:18:14.858020 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a73070e1-721d-4469-87ee-a1b564be636c None None] Provisioning complete for port a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:14.858584 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a73070e1-721d-4469-87ee-a1b564be636c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:14.894207 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-a73070e1-721d-4469-87ee-a1b564be636c None None] Port a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:18:14.931059 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:14.935843 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:15.014032 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:15.015773 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Pushing event updated for resources: {'Port': ['ID=a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:15.113607 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Network 024d5253-1915-4587-8c1e-ec744f725856 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:18:15.115048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:18:15.254609 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Router 988c4bb8-0502-4e29-a615-6368c53f3f77 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:18:15.372329 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:18:15.377391 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bfd3f95c-1ec5-4624-9e89-b2d592531c73 admin admin] 10.222.0.52 "PUT /v2.0/routers/988c4bb8-0502-4e29-a615-6368c53f3f77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0236061 Mar 23 13:18:15.420473 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-6465cbc4-24b2-41fc-b093-0bfc1e47290c None None] Provisioning complete for port a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:15.421010 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6465cbc4-24b2-41fc-b093-0bfc1e47290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:15.456935 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6465cbc4-24b2-41fc-b093-0bfc1e47290c None None] Port a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:18:15.855476 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49142) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:15.860703 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-824421e7-1b14-4ff6-b045-5316631bb8de admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1085759159-network', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:18:15.883594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824421e7-1b14-4ff6-b045-5316631bb8de admin admin] Made reservation on behalf of c3e9156d24ef479fa10117c471d28798 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:18:15.886565 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824421e7-1b14-4ff6-b045-5316631bb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:15.895918 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824421e7-1b14-4ff6-b045-5316631bb8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:15.945583 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:18:15.981068 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824421e7-1b14-4ff6-b045-5316631bb8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:15.985518 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824421e7-1b14-4ff6-b045-5316631bb8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:15.997083 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:15.997698 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:16.006743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824421e7-1b14-4ff6-b045-5316631bb8de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:18:16.021718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824421e7-1b14-4ff6-b045-5316631bb8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc57c20d-2aff-4ef2-9966-67ea690dc7b0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:16.024607 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824421e7-1b14-4ff6-b045-5316631bb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:16.024950 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-824421e7-1b14-4ff6-b045-5316631bb8de admin admin] Added segment a7a13d0a-1ff2-4991-8049-f8776dfbfd15 of type vlan for network c172f373-6915-4c0f-80a2-456e62c82f45 Mar 23 13:18:16.066194 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824421e7-1b14-4ff6-b045-5316631bb8de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:16.076775 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:16.095995 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824421e7-1b14-4ff6-b045-5316631bb8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:16.097001 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824421e7-1b14-4ff6-b045-5316631bb8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:16.097577 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-824421e7-1b14-4ff6-b045-5316631bb8de admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:16.102396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:18:16.108106 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:16.161103 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-824421e7-1b14-4ff6-b045-5316631bb8de admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3043463 Mar 23 13:18:16.164052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49144) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:16.168194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:16.169384 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824421e7-1b14-4ff6-b045-5316631bb8de admin admin] Pushing event updated for resources: {'Network': ['ID=c172f373-6915-4c0f-80a2-456e62c82f45,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:16.172158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a652ef17-1f38-4e2f-b7fa-1c208834f10e admin admin] Request body: {'subnet': {'network_id': 'c172f373-6915-4c0f-80a2-456e62c82f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1085759159-subnet', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:18:16.190489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network c172f373-6915-4c0f-80a2-456e62c82f45 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:18:16.194111 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a652ef17-1f38-4e2f-b7fa-1c208834f10e admin admin] Made reservation on behalf of c3e9156d24ef479fa10117c471d28798 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:18:16.198978 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a652ef17-1f38-4e2f-b7fa-1c208834f10e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:16.379293 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a652ef17-1f38-4e2f-b7fa-1c208834f10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:16.422608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Sync routers for ids ['988c4bb8-0502-4e29-a615-6368c53f3f77'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:18:16.434550 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Routers {'988c4bb8-0502-4e29-a615-6368c53f3f77'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:18:16.435234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:17:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['988c4bb8-0502-4e29-a615-6368c53f3f77'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:16.444047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652ef17-1f38-4e2f-b7fa-1c208834f10e admin admin] Pushing event updated for resources: {'Subnet': ['ID=45825eef-0048-4484-823d-a02810f57249,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:16.449395 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a652ef17-1f38-4e2f-b7fa-1c208834f10e admin admin] Checking segment: {'id': 'a7a13d0a-1ff2-4991-8049-f8776dfbfd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c172f373-6915-4c0f-80a2-456e62c82f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:18:16.449748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a652ef17-1f38-4e2f-b7fa-1c208834f10e admin admin] Network hostable DHCP agents. Network: c172f373-6915-4c0f-80a2-456e62c82f45, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:18:16.466360 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a652ef17-1f38-4e2f-b7fa-1c208834f10e admin admin] Network c172f373-6915-4c0f-80a2-456e62c82f45 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:18:16.475323 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a652ef17-1f38-4e2f-b7fa-1c208834f10e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, c172f373-6915-4c0f-80a2-456e62c82f45) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:18:16.480528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a652ef17-1f38-4e2f-b7fa-1c208834f10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:16.481937 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a652ef17-1f38-4e2f-b7fa-1c208834f10e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:16.488927 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d887e5e6-c45a-4dd0-930c-a7272e32e832 None None] Network c172f373-6915-4c0f-80a2-456e62c82f45 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:18:16.499134 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a652ef17-1f38-4e2f-b7fa-1c208834f10e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3334668 Mar 23 13:18:16.501675 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49146) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:16.506783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1085759159-router', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:18:16.524875 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:16.527387 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:16.528742 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:16.580773 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:16.615628 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Set router 988c4bb8-0502-4e29-a615-6368c53f3f77 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:18:16.727647 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:16.807614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-c172f373-6915-4c0f-80a2-456e62c82f45', 'network_id': 'c172f373-6915-4c0f-80a2-456e62c82f45', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798', 'fixed_ips': [{'subnet_id': '45825eef-0048-4484-823d-a02810f57249'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:18:16.813587 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:16.942061 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:16.966092 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:17.067461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Allocated IP 172.25.2.96 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/6748086f-4bb5-4283-9ac3-b593d7c98547) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:18:17.100687 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'name': 'tempest-TestMinimumBasicScenario-1222928063-router', 'tenant_id': '31a653669b8b4de68825550a66333398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:11Z', 'updated_at': '2022-03-23T13:18:14Z', 'revision_number': 4, 'project_id': '31a653669b8b4de68825550a66333398', 'gw_port': {'id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:12Z', 'updated_at': '2022-03-23T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6', 'name': '', 'network_id': '024d5253-1915-4587-8c1e-ec744f725856', 'tenant_id': '31a653669b8b4de68825550a66333398', 'mac_address': 'fa:16:3e:86:6c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:14Z', 'updated_at': '2022-03-23T13:18:14Z', 'revision_number': 2, 'project_id': '31a653669b8b4de68825550a66333398', 'subnets': [{'id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:17.180485 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:17.219413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:17.262102 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:18:17.265249 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:18:17.268921 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:18:17.293115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Pushing event updated for resources: {'Port': ['ID=6748086f-4bb5-4283-9ac3-b593d7c98547,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:17.327814 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Checking router: 988c4bb8-0502-4e29-a615-6368c53f3f77 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:18:17.328349 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Updating router 988c4bb8-0502-4e29-a615-6368c53f3f77 port a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:18:17.330316 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Allocated IP 172.20.0.2 (c172f373-6915-4c0f-80a2-456e62c82f45/45825eef-0048-4484-823d-a02810f57249/0473a001-8a4f-401b-8f70-6bc8ba0393f4) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:18:17.364831 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:17.524530 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:17.631739 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:17.638948 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:17.696428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Network c172f373-6915-4c0f-80a2-456e62c82f45 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:18:17.703019 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:18:17.712118 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:18:17.722197 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Pushing event updated for resources: {'Port': ['ID=0473a001-8a4f-401b-8f70-6bc8ba0393f4,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:17.729675 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:17.831210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Attempting to bind port 0473a001-8a4f-401b-8f70-6bc8ba0393f4 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:18:17.831537 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Attempting to bind port 0473a001-8a4f-401b-8f70-6bc8ba0393f4 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'a7a13d0a-1ff2-4991-8049-f8776dfbfd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c172f373-6915-4c0f-80a2-456e62c82f45'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:18:17.831903 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Attempting to bind port 0473a001-8a4f-401b-8f70-6bc8ba0393f4 on network c172f373-6915-4c0f-80a2-456e62c82f45 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:18:17.842969 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:17.847010 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:17.848674 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:18:17.849046 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Checking segment: {'id': 'a7a13d0a-1ff2-4991-8049-f8776dfbfd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c172f373-6915-4c0f-80a2-456e62c82f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:18:17.849535 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:17.849902 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Bound using segment: {'id': 'a7a13d0a-1ff2-4991-8049-f8776dfbfd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c172f373-6915-4c0f-80a2-456e62c82f45'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:18:17.850380 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Bound port: 0473a001-8a4f-401b-8f70-6bc8ba0393f4, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a13d0a-1ff2-4991-8049-f8776dfbfd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c172f373-6915-4c0f-80a2-456e62c82f45'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:18:17.850766 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:17.862364 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:17.869797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Router f65ee41f-1917-4b9b-b19d-807e87558453 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:18:17.954721 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:18:17.961762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f3224-e36e-4cb3-98b7-6bfffa7baf2d None None] Pushing event updated for resources: {'Port': ['ID=a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:18.025219 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] For port 0473a001-8a4f-401b-8f70-6bc8ba0393f4, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:18:18.060523 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] For port 0473a001-8a4f-401b-8f70-6bc8ba0393f4, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0473a001-8a4f-401b-8f70-6bc8ba0393f4,segment=NetworkSegment(a7a13d0a-1ff2-4991-8049-f8776dfbfd15),segment_id=a7a13d0a-1ff2-4991-8049-f8776dfbfd15)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:18:18.071200 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:18.122215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Attempting to bind port a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:18:18.122929 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Attempting to bind port a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '410c8b20-6b7a-4f99-8e66-a9de28e5f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '024d5253-1915-4587-8c1e-ec744f725856'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:18:18.122929 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Attempting to bind port a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 on network 024d5253-1915-4587-8c1e-ec744f725856 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:18:18.144857 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:18:18.145264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Checking segment: {'id': '410c8b20-6b7a-4f99-8e66-a9de28e5f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '024d5253-1915-4587-8c1e-ec744f725856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:18:18.145655 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:18.146102 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Bound using segment: {'id': '410c8b20-6b7a-4f99-8e66-a9de28e5f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '024d5253-1915-4587-8c1e-ec744f725856'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:18:18.146622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Bound port: a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410c8b20-6b7a-4f99-8e66-a9de28e5f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '024d5253-1915-4587-8c1e-ec744f725856'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:18:18.147010 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:18.174295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:18.174669 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:18.179395 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8c06c-1c20-4492-bb9b-1a72cd7efc03 None None] Pushing event updated for resources: {'Port': ['ID=0473a001-8a4f-401b-8f70-6bc8ba0393f4,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:18.272518 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e3086e67-3aa8-41b7-9876-63cfd6ad01ca None None] Provisioning complete for port a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:18.272880 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e3086e67-3aa8-41b7-9876-63cfd6ad01ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:18.306151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] For port a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:18:18.342428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] For port a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6,segment=NetworkSegment(410c8b20-6b7a-4f99-8e66-a9de28e5f769),segment_id=410c8b20-6b7a-4f99-8e66-a9de28e5f769)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:18:18.358406 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:18.386837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:18:18.388162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e3086e67-3aa8-41b7-9876-63cfd6ad01ca None None] Port a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:18:18.399463 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Sync routers for ids ['f65ee41f-1917-4b9b-b19d-807e87558453'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:18:18.414110 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Routers {'f65ee41f-1917-4b9b-b19d-807e87558453'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:18:18.415485 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:17:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f65ee41f-1917-4b9b-b19d-807e87558453'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:18.416800 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:18.418648 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-358efa14-6899-4a60-9ef7-27dfa7b4a410 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9159486 Mar 23 13:18:18.421481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49148) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:18.454271 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f3224-e36e-4cb3-98b7-6bfffa7baf2d None None] Pushing event updated for resources: {'Port': ['ID=a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:18.474906 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Routers {'988c4bb8-0502-4e29-a615-6368c53f3f77'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:18:18.475548 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:17:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['988c4bb8-0502-4e29-a615-6368c53f3f77'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:18.578220 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Set router f65ee41f-1917-4b9b-b19d-807e87558453 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:18:18.622479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] Set router 988c4bb8-0502-4e29-a615-6368c53f3f77 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:18:18.787165 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'name': 'tempest-TestMinimumBasicScenario-1085759159-router', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '6748086f-4bb5-4283-9ac3-b593d7c98547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:16Z', 'updated_at': '2022-03-23T13:18:17Z', 'revision_number': 3, 'project_id': 'c3e9156d24ef479fa10117c471d28798', 'gw_port': {'id': '6748086f-4bb5-4283-9ac3-b593d7c98547', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:59:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:16Z', 'updated_at': '2022-03-23T13:18:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:18.829415 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4a2ad2eb-2db3-411c-845c-a3b4bc388989 None None] Provisioning complete for port a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:18.829785 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4a2ad2eb-2db3-411c-845c-a3b4bc388989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:18.859736 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Checking router: f65ee41f-1917-4b9b-b19d-807e87558453 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:18:18.860766 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Updating router f65ee41f-1917-4b9b-b19d-807e87558453 port 6748086f-4bb5-4283-9ac3-b593d7c98547 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:18:18.893138 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:18.903418 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'name': 'tempest-TestMinimumBasicScenario-1222928063-router', 'tenant_id': '31a653669b8b4de68825550a66333398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:11Z', 'updated_at': '2022-03-23T13:18:14Z', 'revision_number': 4, 'project_id': '31a653669b8b4de68825550a66333398', 'gw_port': {'id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:12Z', 'updated_at': '2022-03-23T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6', 'name': '', 'network_id': '024d5253-1915-4587-8c1e-ec744f725856', 'tenant_id': '31a653669b8b4de68825550a66333398', 'mac_address': 'fa:16:3e:86:6c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:14Z', 'updated_at': '2022-03-23T13:18:18Z', 'revision_number': 4, 'project_id': '31a653669b8b4de68825550a66333398', 'subnets': [{'id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:18.953083 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:18.994247 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5da6b-bccb-4311-a06f-7c27888b3b33 None None] The sync data for ids ['988c4bb8-0502-4e29-a615-6368c53f3f77'] in n-d-834854-1 is: [{'id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'name': 'tempest-TestMinimumBasicScenario-1222928063-router', 'tenant_id': '31a653669b8b4de68825550a66333398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:11Z', 'updated_at': '2022-03-23T13:18:14Z', 'revision_number': 4, 'project_id': '31a653669b8b4de68825550a66333398', 'gw_port': {'id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:12Z', 'updated_at': '2022-03-23T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6', 'name': '', 'network_id': '024d5253-1915-4587-8c1e-ec744f725856', 'tenant_id': '31a653669b8b4de68825550a66333398', 'mac_address': 'fa:16:3e:86:6c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:14Z', 'updated_at': '2022-03-23T13:18:18Z', 'revision_number': 4, 'project_id': '31a653669b8b4de68825550a66333398', 'subnets': [{'id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:18:19.153535 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4a2ad2eb-2db3-411c-845c-a3b4bc388989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:19.191526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-4a2ad2eb-2db3-411c-845c-a3b4bc388989 None None] For port a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6,segment=NetworkSegment(410c8b20-6b7a-4f99-8e66-a9de28e5f769),segment_id=410c8b20-6b7a-4f99-8e66-a9de28e5f769)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:18:19.200944 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4a2ad2eb-2db3-411c-845c-a3b4bc388989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:19.226142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Allocated IP 172.20.0.1 (c172f373-6915-4c0f-80a2-456e62c82f45/45825eef-0048-4484-823d-a02810f57249/407ffcbe-79e0-465c-b235-ea67130a875d) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:18:19.293988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ad2eb-2db3-411c-845c-a3b4bc388989 None None] Pushing event updated for resources: {'Port': ['ID=a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:19.327480 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:19.343151 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:19.388887 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:19.436636 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:19.465133 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Attempting to bind port 6748086f-4bb5-4283-9ac3-b593d7c98547 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:18:19.466870 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Attempting to bind port 6748086f-4bb5-4283-9ac3-b593d7c98547 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:18:19.467905 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Attempting to bind port 6748086f-4bb5-4283-9ac3-b593d7c98547 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:18:19.481155 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Network c172f373-6915-4c0f-80a2-456e62c82f45 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:18:19.483657 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25e434-1ee1-401f-8ff1-5835b9f6a2de None None] Pushing event updated for resources: {'Port': ['ID=6748086f-4bb5-4283-9ac3-b593d7c98547,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:19.489031 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:18:19.489380 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:18:19.490340 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:19.490716 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:18:19.491336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:18:19.491772 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Bound port: 6748086f-4bb5-4283-9ac3-b593d7c98547, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:18:19.492309 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:19.493527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e28f0d-d4b3-4623-acdd-725b8b9aac3f None None] Network c172f373-6915-4c0f-80a2-456e62c82f45 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:18:19.495655 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:18:19.528603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Pushing event updated for resources: {'Port': ['ID=407ffcbe-79e0-465c-b235-ea67130a875d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:19.544757 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:19.588572 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-784522f4-0aa7-4535-84cd-49db5304266a None None] Provisioning complete for port 0473a001-8a4f-401b-8f70-6bc8ba0393f4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:19.589101 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-784522f4-0aa7-4535-84cd-49db5304266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:19.627440 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] For port 6748086f-4bb5-4283-9ac3-b593d7c98547, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:18:19.631413 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] For port 6748086f-4bb5-4283-9ac3-b593d7c98547, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=6748086f-4bb5-4283-9ac3-b593d7c98547,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:18:19.641866 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:19.713416 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Routers {'f65ee41f-1917-4b9b-b19d-807e87558453'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:18:19.719528 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:17:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f65ee41f-1917-4b9b-b19d-807e87558453'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:19.723305 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25e434-1ee1-401f-8ff1-5835b9f6a2de None None] Pushing event updated for resources: {'Port': ['ID=6748086f-4bb5-4283-9ac3-b593d7c98547,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:19.738329 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:19.770810 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-784522f4-0aa7-4535-84cd-49db5304266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:19.818871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-784522f4-0aa7-4535-84cd-49db5304266a None None] For port 0473a001-8a4f-401b-8f70-6bc8ba0393f4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0473a001-8a4f-401b-8f70-6bc8ba0393f4,segment=NetworkSegment(a7a13d0a-1ff2-4991-8049-f8776dfbfd15),segment_id=a7a13d0a-1ff2-4991-8049-f8776dfbfd15)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:18:19.827821 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-784522f4-0aa7-4535-84cd-49db5304266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:19.900378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784522f4-0aa7-4535-84cd-49db5304266a None None] Pushing event updated for resources: {'Port': ['ID=0473a001-8a4f-401b-8f70-6bc8ba0393f4,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:19.906018 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] Set router f65ee41f-1917-4b9b-b19d-807e87558453 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:18:20.010102 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:20.019273 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:20.108872 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:20.111149 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0473a001-8a4f-401b-8f70-6bc8ba0393f4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:18:20.120670 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Pushing event updated for resources: {'Port': ['ID=407ffcbe-79e0-465c-b235-ea67130a875d,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:20.211754 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0473a001-8a4f-401b-8f70-6bc8ba0393f4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:20.212363 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:20.213771 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'name': 'tempest-TestMinimumBasicScenario-1085759159-router', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '6748086f-4bb5-4283-9ac3-b593d7c98547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:16Z', 'updated_at': '2022-03-23T13:18:19Z', 'revision_number': 4, 'project_id': 'c3e9156d24ef479fa10117c471d28798', 'gw_port': {'id': '6748086f-4bb5-4283-9ac3-b593d7c98547', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:59:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:16Z', 'updated_at': '2022-03-23T13:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '407ffcbe-79e0-465c-b235-ea67130a875d', 'name': '', 'network_id': 'c172f373-6915-4c0f-80a2-456e62c82f45', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798', 'mac_address': 'fa:16:3e:4a:7b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '45825eef-0048-4484-823d-a02810f57249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:18Z', 'updated_at': '2022-03-23T13:18:19Z', 'revision_number': 1, 'project_id': 'c3e9156d24ef479fa10117c471d28798', 'subnets': [{'id': '45825eef-0048-4484-823d-a02810f57249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:20.249707 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51521969-df5f-4d9f-984c-d726ea240d11 None None] The sync data for ids ['f65ee41f-1917-4b9b-b19d-807e87558453'] in n-d-834854-1 is: [{'id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'name': 'tempest-TestMinimumBasicScenario-1085759159-router', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '6748086f-4bb5-4283-9ac3-b593d7c98547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:16Z', 'updated_at': '2022-03-23T13:18:19Z', 'revision_number': 4, 'project_id': 'c3e9156d24ef479fa10117c471d28798', 'gw_port': {'id': '6748086f-4bb5-4283-9ac3-b593d7c98547', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:59:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:16Z', 'updated_at': '2022-03-23T13:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '407ffcbe-79e0-465c-b235-ea67130a875d', 'name': '', 'network_id': 'c172f373-6915-4c0f-80a2-456e62c82f45', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798', 'mac_address': 'fa:16:3e:4a:7b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '45825eef-0048-4484-823d-a02810f57249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:18Z', 'updated_at': '2022-03-23T13:18:19Z', 'revision_number': 1, 'project_id': 'c3e9156d24ef479fa10117c471d28798', 'subnets': [{'id': '45825eef-0048-4484-823d-a02810f57249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:18:20.273424 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Network c172f373-6915-4c0f-80a2-456e62c82f45 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:18:20.276433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:18:20.286289 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1b63ab2b-769a-4de4-9a19-692577dd73c7 None None] Provisioning complete for port 407ffcbe-79e0-465c-b235-ea67130a875d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:20.287323 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b63ab2b-769a-4de4-9a19-692577dd73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:20.347008 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-1b63ab2b-769a-4de4-9a19-692577dd73c7 None None] Port 407ffcbe-79e0-465c-b235-ea67130a875d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:18:20.415389 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:18:20.447690 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1b63ab2b-769a-4de4-9a19-692577dd73c7 None None] Provisioning complete for port 0473a001-8a4f-401b-8f70-6bc8ba0393f4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:20.448102 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1b63ab2b-769a-4de4-9a19-692577dd73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:20.465967 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Router f65ee41f-1917-4b9b-b19d-807e87558453 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:18:20.530404 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:20.530763 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:20.689567 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:18:20.700064 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-11a17400-8ce0-4051-998f-e07e3fddb79f admin admin] 10.222.0.52 "PUT /v2.0/routers/f65ee41f-1917-4b9b-b19d-807e87558453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2767644 Mar 23 13:18:20.786818 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5b4c377e-01b0-4039-9050-bf64027d91b7 None None] Provisioning complete for port 407ffcbe-79e0-465c-b235-ea67130a875d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:20.787371 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5b4c377e-01b0-4039-9050-bf64027d91b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:20.857319 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5b4c377e-01b0-4039-9050-bf64027d91b7 None None] Port 407ffcbe-79e0-465c-b235-ea67130a875d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:18:21.082171 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5e72a3aa-d374-4bae-a3fe-e2fbd22eb123 None None] Provisioning complete for port 407ffcbe-79e0-465c-b235-ea67130a875d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:21.082547 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5e72a3aa-d374-4bae-a3fe-e2fbd22eb123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:21.118263 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5e72a3aa-d374-4bae-a3fe-e2fbd22eb123 None None] Port 407ffcbe-79e0-465c-b235-ea67130a875d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:18:22.114376 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0473a001-8a4f-401b-8f70-6bc8ba0393f4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:18:22.175250 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0473a001-8a4f-401b-8f70-6bc8ba0393f4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:22.175584 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:22.282290 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6748086f-4bb5-4283-9ac3-b593d7c98547 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:18:22.344177 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 6748086f-4bb5-4283-9ac3-b593d7c98547 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:22.344551 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:22.436466 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:22.472098 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 6748086f-4bb5-4283-9ac3-b593d7c98547, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=6748086f-4bb5-4283-9ac3-b593d7c98547,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:18:22.478753 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:22.548563 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=6748086f-4bb5-4283-9ac3-b593d7c98547,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:23.469050 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Sync routers for ids ['f65ee41f-1917-4b9b-b19d-807e87558453'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:18:23.483012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Routers {'f65ee41f-1917-4b9b-b19d-807e87558453'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:18:23.483708 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:17:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f65ee41f-1917-4b9b-b19d-807e87558453'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:23.756652 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Set router f65ee41f-1917-4b9b-b19d-807e87558453 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:18:23.976261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6748086f-4bb5-4283-9ac3-b593d7c98547 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:18:24.027632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'name': 'tempest-TestMinimumBasicScenario-1085759159-router', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '6748086f-4bb5-4283-9ac3-b593d7c98547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:16Z', 'updated_at': '2022-03-23T13:18:19Z', 'revision_number': 4, 'project_id': 'c3e9156d24ef479fa10117c471d28798', 'gw_port': {'id': '6748086f-4bb5-4283-9ac3-b593d7c98547', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:59:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:16Z', 'updated_at': '2022-03-23T13:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '407ffcbe-79e0-465c-b235-ea67130a875d', 'name': '', 'network_id': 'c172f373-6915-4c0f-80a2-456e62c82f45', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798', 'mac_address': 'fa:16:3e:4a:7b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '45825eef-0048-4484-823d-a02810f57249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:18Z', 'updated_at': '2022-03-23T13:18:19Z', 'revision_number': 2, 'project_id': 'c3e9156d24ef479fa10117c471d28798', 'subnets': [{'id': '45825eef-0048-4484-823d-a02810f57249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:24.059334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Checking router: f65ee41f-1917-4b9b-b19d-807e87558453 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:18:24.059869 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Updating router f65ee41f-1917-4b9b-b19d-807e87558453 port 407ffcbe-79e0-465c-b235-ea67130a875d binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:18:24.100275 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:24.117973 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 6748086f-4bb5-4283-9ac3-b593d7c98547 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:24.118535 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:24.123850 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4ffc70a4-aec2-468d-a96f-a30ccb1fd087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:24.495560 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:24.503350 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:24.614151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c69e3-0791-4842-a8f6-9381ce54e673 None None] Pushing event updated for resources: {'Port': ['ID=407ffcbe-79e0-465c-b235-ea67130a875d,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:24.628973 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Attempting to bind port 407ffcbe-79e0-465c-b235-ea67130a875d on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:18:24.629339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Attempting to bind port 407ffcbe-79e0-465c-b235-ea67130a875d by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'a7a13d0a-1ff2-4991-8049-f8776dfbfd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c172f373-6915-4c0f-80a2-456e62c82f45'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:18:24.629760 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Attempting to bind port 407ffcbe-79e0-465c-b235-ea67130a875d on network c172f373-6915-4c0f-80a2-456e62c82f45 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:18:24.635724 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:18:24.636119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Checking segment: {'id': 'a7a13d0a-1ff2-4991-8049-f8776dfbfd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c172f373-6915-4c0f-80a2-456e62c82f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:18:24.636519 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:24.636927 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Bound using segment: {'id': 'a7a13d0a-1ff2-4991-8049-f8776dfbfd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c172f373-6915-4c0f-80a2-456e62c82f45'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:18:24.637360 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Bound port: 407ffcbe-79e0-465c-b235-ea67130a875d, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a13d0a-1ff2-4991-8049-f8776dfbfd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c172f373-6915-4c0f-80a2-456e62c82f45'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:18:24.637737 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:24.714672 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] For port 407ffcbe-79e0-465c-b235-ea67130a875d, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:18:24.718535 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] For port 407ffcbe-79e0-465c-b235-ea67130a875d, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=407ffcbe-79e0-465c-b235-ea67130a875d,segment=NetworkSegment(a7a13d0a-1ff2-4991-8049-f8776dfbfd15),segment_id=a7a13d0a-1ff2-4991-8049-f8776dfbfd15)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:18:24.726168 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:24.784681 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Routers {'f65ee41f-1917-4b9b-b19d-807e87558453'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:18:24.785576 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:17:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f65ee41f-1917-4b9b-b19d-807e87558453'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:24.842147 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c69e3-0791-4842-a8f6-9381ce54e673 None None] Pushing event updated for resources: {'Port': ['ID=407ffcbe-79e0-465c-b235-ea67130a875d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:24.924209 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2cd825ef-a8cd-46d9-8097-2e3f864cbd76 None None] Provisioning complete for port 407ffcbe-79e0-465c-b235-ea67130a875d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:24.924617 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cd825ef-a8cd-46d9-8097-2e3f864cbd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:24.964529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] Set router f65ee41f-1917-4b9b-b19d-807e87558453 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:18:25.159070 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cd825ef-a8cd-46d9-8097-2e3f864cbd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:25.255417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2cd825ef-a8cd-46d9-8097-2e3f864cbd76 None None] For port 407ffcbe-79e0-465c-b235-ea67130a875d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=407ffcbe-79e0-465c-b235-ea67130a875d,segment=NetworkSegment(a7a13d0a-1ff2-4991-8049-f8776dfbfd15),segment_id=a7a13d0a-1ff2-4991-8049-f8776dfbfd15)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:18:25.262684 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2cd825ef-a8cd-46d9-8097-2e3f864cbd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:25.322955 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd825ef-a8cd-46d9-8097-2e3f864cbd76 None None] Pushing event updated for resources: {'Port': ['ID=407ffcbe-79e0-465c-b235-ea67130a875d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:25.341594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'name': 'tempest-TestMinimumBasicScenario-1085759159-router', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '6748086f-4bb5-4283-9ac3-b593d7c98547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:16Z', 'updated_at': '2022-03-23T13:18:19Z', 'revision_number': 4, 'project_id': 'c3e9156d24ef479fa10117c471d28798', 'gw_port': {'id': '6748086f-4bb5-4283-9ac3-b593d7c98547', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:59:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:16Z', 'updated_at': '2022-03-23T13:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '407ffcbe-79e0-465c-b235-ea67130a875d', 'name': '', 'network_id': 'c172f373-6915-4c0f-80a2-456e62c82f45', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798', 'mac_address': 'fa:16:3e:4a:7b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '45825eef-0048-4484-823d-a02810f57249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:18Z', 'updated_at': '2022-03-23T13:18:24Z', 'revision_number': 4, 'project_id': 'c3e9156d24ef479fa10117c471d28798', 'subnets': [{'id': '45825eef-0048-4484-823d-a02810f57249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:18:25.375644 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacaa2c7-8398-4935-a679-e0f4545ca011 None None] The sync data for ids ['f65ee41f-1917-4b9b-b19d-807e87558453'] in n-d-834854-1 is: [{'id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'name': 'tempest-TestMinimumBasicScenario-1085759159-router', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '6748086f-4bb5-4283-9ac3-b593d7c98547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:16Z', 'updated_at': '2022-03-23T13:18:19Z', 'revision_number': 4, 'project_id': 'c3e9156d24ef479fa10117c471d28798', 'gw_port': {'id': '6748086f-4bb5-4283-9ac3-b593d7c98547', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:59:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:16Z', 'updated_at': '2022-03-23T13:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '407ffcbe-79e0-465c-b235-ea67130a875d', 'name': '', 'network_id': 'c172f373-6915-4c0f-80a2-456e62c82f45', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798', 'mac_address': 'fa:16:3e:4a:7b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '45825eef-0048-4484-823d-a02810f57249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:18Z', 'updated_at': '2022-03-23T13:18:24Z', 'revision_number': 4, 'project_id': 'c3e9156d24ef479fa10117c471d28798', 'subnets': [{'id': '45825eef-0048-4484-823d-a02810f57249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:18:25.386793 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-1f014633-dc75-4abf-935c-1e73becb2d7c None None] Provisioning complete for port 407ffcbe-79e0-465c-b235-ea67130a875d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:25.387163 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1f014633-dc75-4abf-935c-1e73becb2d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:25.977698 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 407ffcbe-79e0-465c-b235-ea67130a875d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:18:26.045925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 407ffcbe-79e0-465c-b235-ea67130a875d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:26.046295 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:26.986719 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9c7ea0b5-6b43-43be-9e5b-84535c5bed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:27.920520 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:29.227056 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:29.605427 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:30.655601 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-0e44d6c7-b7e6-4d7a-abb9-afeb05202db1 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:30.657098 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-0e44d6c7-b7e6-4d7a-abb9-afeb05202db1 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/networks?id=024d5253-1915-4587-8c1e-ec744f725856 HTTP/1.1" status: 200 len: 815 time: 0.1133404 Mar 23 13:18:30.672927 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-ea9b1597-9e61-4b78-9d1c-8af30c0f918b tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/quotas/31a653669b8b4de68825550a66333398 HTTP/1.1" status: 200 len: 375 time: 0.0097775 Mar 23 13:18:30.727164 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-503d89fe-2a01-4111-a1e9-a7254a34f0d2 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a653669b8b4de68825550a66333398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484984 Mar 23 13:18:30.822743 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-4bc69a0e-d2e3-45a5-afb6-68e8d91f1e3a service neutron] 10.222.0.52 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842645 Mar 23 13:18:30.915382 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-c5976203-c256-4746-a796-81ec38cbf0e2 service neutron] 10.222.0.52 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865722 Mar 23 13:18:31.083957 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2174dd62-dac4-49c6-b6da-4e36e77cdf0b req-444c67e5-ba5d-4f65-825b-917cf35083d3 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 210 time: 0.0261295 Mar 23 13:18:31.701609 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:18:32.178093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-7d75a5c5-6db5-4b96-ae01-cc9fdb5b8f2c tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:32.179595 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-7d75a5c5-6db5-4b96-ae01-cc9fdb5b8f2c tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.73 "GET /v2.0/networks?id=024d5253-1915-4587-8c1e-ec744f725856 HTTP/1.1" status: 200 len: 815 time: 0.1056445 Mar 23 13:18:32.187505 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f46d19bc-14ee-46a4-bf13-0cbeaf23ad35 req-34ace9e6-e28c-459f-a34d-a0c4d9aba9c4 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 210 time: 0.0295959 Mar 23 13:18:32.193985 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Request body: {'port': {'device_id': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'network_id': '024d5253-1915-4587-8c1e-ec744f725856', 'admin_state_up': True, 'tenant_id': '31a653669b8b4de68825550a66333398'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:18:32.307618 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Made reservation on behalf of 31a653669b8b4de68825550a66333398 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:18:32.311134 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:32.455610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Allocated IP 172.20.0.9 (024d5253-1915-4587-8c1e-ec744f725856/e4a5c8bc-03ce-4dda-9d0e-1bef0038b299/ea244273-4c9b-4563-9870-cedacc6c68f4) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:18:32.692632 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:32.755480 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:32.822599 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Network 024d5253-1915-4587-8c1e-ec744f725856 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:18:32.829130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:18:32.833874 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:18:32.838053 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Pushing event updated for resources: {'Port': ['ID=ea244273-4c9b-4563-9870-cedacc6c68f4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:32.879060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:32.879428 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:32.879743 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:32.880165 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:32.880499 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:32.880833 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:32.881158 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:32.881483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:32.881807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:32.882130 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:32.882449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:32.882767 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:32.907796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:32.909329 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:32.937614 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-718467af-fbc0-4087-9e21-12c487716b1a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7486050 Mar 23 13:18:33.069114 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e5a11ae0-73b9-4822-8712-287794df85ac None None] Provisioning complete for port ea244273-4c9b-4563-9870-cedacc6c68f4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:33.069751 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e5a11ae0-73b9-4822-8712-287794df85ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:33.107157 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e5a11ae0-73b9-4822-8712-287794df85ac None None] Port ea244273-4c9b-4563-9870-cedacc6c68f4 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:18:33.311241 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290c5c4-9467-46c5-a33b-de27982fbec2 req-091e6da0-666b-4480-a6cd-a898202565fb tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:33.313083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3290c5c4-9467-46c5-a33b-de27982fbec2 req-091e6da0-666b-4480-a6cd-a898202565fb tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 931 time: 0.0543106 Mar 23 13:18:33.361845 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3290c5c4-9467-46c5-a33b-de27982fbec2 req-ed264ddf-f64f-4aee-914c-f2f17cd6fbde tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419996 Mar 23 13:18:34.485776 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf83b63-4733-401a-b222-32378d228cea req-78332f0e-04b8-4d40-af88-5e8dac987c30 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:34.487278 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eaf83b63-4733-401a-b222-32378d228cea req-78332f0e-04b8-4d40-af88-5e8dac987c30 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 931 time: 0.0530410 Mar 23 13:18:34.530687 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eaf83b63-4733-401a-b222-32378d228cea req-38f2a45a-d5a8-4a55-b5b6-c8956615ae71 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366316 Mar 23 13:18:35.667050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7986177-a529-4a51-8809-61a779275e55 req-5c574d3b-a888-46d2-b593-17fe2c3f4624 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:35.669432 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7986177-a529-4a51-8809-61a779275e55 req-5c574d3b-a888-46d2-b593-17fe2c3f4624 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 931 time: 0.0669117 Mar 23 13:18:35.716377 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a7986177-a529-4a51-8809-61a779275e55 req-8a857639-b43c-4e62-835f-1ed7c05a2130 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398352 Mar 23 13:18:36.865893 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f80dad-b45f-4488-a8c8-93c6305e4d8a req-c232c5f1-4e4a-4a7b-99a3-4ad266675714 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:36.867559 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-22f80dad-b45f-4488-a8c8-93c6305e4d8a req-c232c5f1-4e4a-4a7b-99a3-4ad266675714 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 931 time: 0.0562396 Mar 23 13:18:36.915055 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-22f80dad-b45f-4488-a8c8-93c6305e4d8a req-27a838fc-cbe9-4d22-be68-5de38f559b20 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408635 Mar 23 13:18:38.042534 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2099442-b8da-4b6d-9316-919393aa720e req-1df72a16-be41-4d93-9faa-b5d76ba1667d tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:38.044295 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2099442-b8da-4b6d-9316-919393aa720e req-1df72a16-be41-4d93-9faa-b5d76ba1667d tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 931 time: 0.0533915 Mar 23 13:18:38.089437 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2099442-b8da-4b6d-9316-919393aa720e req-d5e7c54e-d077-43f8-8eac-20ef8bc22c1f tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389960 Mar 23 13:18:39.219709 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d547829-6a7f-4b9b-8ec6-1a3627e8c767 req-59789988-687a-415c-8278-9ecdc1579d54 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:39.221288 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d547829-6a7f-4b9b-8ec6-1a3627e8c767 req-59789988-687a-415c-8278-9ecdc1579d54 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 931 time: 0.0578017 Mar 23 13:18:39.266776 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d547829-6a7f-4b9b-8ec6-1a3627e8c767 req-9d5d1497-c84d-44c0-b5ef-dde8a9999f8e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342252 Mar 23 13:18:40.158406 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Request body: {'port': {'device_id': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:18:40.210208 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:40.450908 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da03aa9-8f30-4110-b52c-cd7fd5987c26 req-8bea0f67-8962-4ca0-84fb-ef7217b04011 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:40.452388 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6da03aa9-8f30-4110-b52c-cd7fd5987c26 req-8bea0f67-8962-4ca0-84fb-ef7217b04011 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 931 time: 0.1048317 Mar 23 13:18:40.530585 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6da03aa9-8f30-4110-b52c-cd7fd5987c26 req-06942fed-a3a4-460a-aed5-77b743e4cd29 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719836 Mar 23 13:18:40.545060 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea244273-4c9b-4563-9870-cedacc6c68f4 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:18:40.552434 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:40.564506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Transition to ACTIVE for port object ea244273-4c9b-4563-9870-cedacc6c68f4 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:18:40.569893 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:40.616865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea244273-4c9b-4563-9870-cedacc6c68f4,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:40.697508 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Attempting to bind port ea244273-4c9b-4563-9870-cedacc6c68f4 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:18:40.697871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Attempting to bind port ea244273-4c9b-4563-9870-cedacc6c68f4 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '410c8b20-6b7a-4f99-8e66-a9de28e5f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '024d5253-1915-4587-8c1e-ec744f725856'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:18:40.698196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Attempting to bind port ea244273-4c9b-4563-9870-cedacc6c68f4 on network 024d5253-1915-4587-8c1e-ec744f725856 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:18:40.703227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Port ea244273-4c9b-4563-9870-cedacc6c68f4 on network 024d5253-1915-4587-8c1e-ec744f725856 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:18:40.703467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Attempting to bind port ea244273-4c9b-4563-9870-cedacc6c68f4 on network 024d5253-1915-4587-8c1e-ec744f725856 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:18:40.708684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:18:40.709057 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Checking segment: {'id': '410c8b20-6b7a-4f99-8e66-a9de28e5f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '024d5253-1915-4587-8c1e-ec744f725856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:18:40.709436 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Bound using segment: {'id': '410c8b20-6b7a-4f99-8e66-a9de28e5f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '024d5253-1915-4587-8c1e-ec744f725856'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:18:40.709861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Bound port: ea244273-4c9b-4563-9870-cedacc6c68f4, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410c8b20-6b7a-4f99-8e66-a9de28e5f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '024d5253-1915-4587-8c1e-ec744f725856'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:18:40.710214 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:40.775733 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] For port ea244273-4c9b-4563-9870-cedacc6c68f4, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:18:40.779129 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] For port ea244273-4c9b-4563-9870-cedacc6c68f4, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ea244273-4c9b-4563-9870-cedacc6c68f4,segment=NetworkSegment(410c8b20-6b7a-4f99-8e66-a9de28e5f769),segment_id=410c8b20-6b7a-4f99-8e66-a9de28e5f769)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:18:40.785135 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:40.815950 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:40.816592 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:40.818008 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] 10.222.0.73 "PUT /v2.0/ports/ea244273-4c9b-4563-9870-cedacc6c68f4 HTTP/1.1" status: 200 len: 1091 time: 0.6640527 Mar 23 13:18:40.820703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'tag': 'ea244273-4c9b-4563-9870-cedacc6c68f4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:18:40.823213 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac85e1f0-dae1-4d44-bef7-2335827afddf" -d '{"events": [{"name": "network-changed", "server_uuid": "baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2", "tag": "ea244273-4c9b-4563-9870-cedacc6c68f4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:18:40.856402 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17212c-a908-44c7-b485-d1d077b5c0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea244273-4c9b-4563-9870-cedacc6c68f4,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:40.871831 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c60769-8ec4-435c-aab1-31e75a7d5645 x-openstack-request-id: req-92c60769-8ec4-435c-aab1-31e75a7d5645 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:18:40.872164 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2", "tag": "ea244273-4c9b-4563-9870-cedacc6c68f4", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:18:40.872420 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92c60769-8ec4-435c-aab1-31e75a7d5645 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:18:40.872828 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'tag': 'ea244273-4c9b-4563-9870-cedacc6c68f4', 'status': 'completed', 'code': 200} Mar 23 13:18:40.920044 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-02da449c-3715-44d3-94a1-3364d9718ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:40.921631 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-02da449c-3715-44d3-94a1-3364d9718ac4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=31a653669b8b4de68825550a66333398&device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 1094 time: 0.0479438 Mar 23 13:18:40.973357 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-79700c65-3440-4efe-afa3-b147013d98ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea244273-4c9b-4563-9870-cedacc6c68f4 HTTP/1.1" status: 200 len: 217 time: 0.0349638 Mar 23 13:18:41.030623 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-9f0def5a-8174-413c-ba20-b6f2dfae70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:41.032131 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-9f0def5a-8174-413c-ba20-b6f2dfae70e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e4a5c8bc-03ce-4dda-9d0e-1bef0038b299 HTTP/1.1" status: 200 len: 854 time: 0.0542359 Mar 23 13:18:41.085141 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-61311065-ea8a-4bd9-858a-79c190cb362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:41.086633 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-61311065-ea8a-4bd9-858a-79c190cb362a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=024d5253-1915-4587-8c1e-ec744f725856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445268 Mar 23 13:18:41.176599 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-7349232d-112e-4c1a-91c4-8166a223ffaa service neutron] 10.222.0.73 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829029 Mar 23 13:18:41.270319 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ec3451a4-164f-423d-aedf-f6cd0f2dd50f req-901f19e7-a04d-4b70-9e0e-20f7f97de9a5 service neutron] 10.222.0.73 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863435 Mar 23 13:18:41.360648 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85e1f0-dae1-4d44-bef7-2335827afddf req-fd24aff2-b1e0-4291-a91c-7ec0efa8bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:41.362167 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac85e1f0-dae1-4d44-bef7-2335827afddf req-fd24aff2-b1e0-4291-a91c-7ec0efa8bf1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=31a653669b8b4de68825550a66333398&device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 1094 time: 0.0431993 Mar 23 13:18:41.454389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85e1f0-dae1-4d44-bef7-2335827afddf req-53e2abed-27e3-4313-9546-3cb592a71baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:41.455864 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac85e1f0-dae1-4d44-bef7-2335827afddf req-53e2abed-27e3-4313-9546-3cb592a71baa service neutron] 10.222.0.73 "GET /v2.0/networks?id=024d5253-1915-4587-8c1e-ec744f725856 HTTP/1.1" status: 200 len: 916 time: 0.0860085 Mar 23 13:18:41.504779 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac85e1f0-dae1-4d44-bef7-2335827afddf req-57844551-30f1-4c78-91b7-91bb4d6bff7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea244273-4c9b-4563-9870-cedacc6c68f4 HTTP/1.1" status: 200 len: 217 time: 0.0404234 Mar 23 13:18:41.561777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85e1f0-dae1-4d44-bef7-2335827afddf req-f20e2bc1-6c49-4be0-9bf0-0ce17ff1e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:41.563298 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac85e1f0-dae1-4d44-bef7-2335827afddf req-f20e2bc1-6c49-4be0-9bf0-0ce17ff1e960 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e4a5c8bc-03ce-4dda-9d0e-1bef0038b299 HTTP/1.1" status: 200 len: 854 time: 0.0475810 Mar 23 13:18:41.638530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85e1f0-dae1-4d44-bef7-2335827afddf req-94189dc3-4a81-4792-994b-7dccfa9e5ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:41.640719 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac85e1f0-dae1-4d44-bef7-2335827afddf req-94189dc3-4a81-4792-994b-7dccfa9e5ee8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=024d5253-1915-4587-8c1e-ec744f725856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691001 Mar 23 13:18:41.683537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6d2b3-cd75-415c-a361-cfc1a6dbde45 req-84ad3f45-499b-40e6-b524-a8314ba822b6 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:41.685082 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dfd6d2b3-cd75-415c-a361-cfc1a6dbde45 req-84ad3f45-499b-40e6-b524-a8314ba822b6 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 943 time: 0.0815282 Mar 23 13:18:41.766702 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dfd6d2b3-cd75-415c-a361-cfc1a6dbde45 req-0979cfbb-7765-47b0-9c59-2ff8f0cb1234 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540445 Mar 23 13:18:41.779951 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac85e1f0-dae1-4d44-bef7-2335827afddf req-1fc55c35-ebab-452d-bd88-eda92514f207 service neutron] 10.222.0.73 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301725 Mar 23 13:18:41.876521 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac85e1f0-dae1-4d44-bef7-2335827afddf req-f0c139c8-2034-4ab0-83f1-15a1dc959572 service neutron] 10.222.0.73 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896797 Mar 23 13:18:42.881735 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9127357-5ec0-44cb-bfa0-088448dce0c3 req-a27e0196-ded7-43e3-8adb-410383f0fe42 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:42.883237 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b9127357-5ec0-44cb-bfa0-088448dce0c3 req-a27e0196-ded7-43e3-8adb-410383f0fe42 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 943 time: 0.0485499 Mar 23 13:18:42.920607 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b9127357-5ec0-44cb-bfa0-088448dce0c3 req-8ba713b6-1b12-4645-8a83-aaef7ba5444e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314581 Mar 23 13:18:43.651960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ea244273-4c9b-4563-9870-cedacc6c68f4 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:18:43.744701 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ea244273-4c9b-4563-9870-cedacc6c68f4, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ea244273-4c9b-4563-9870-cedacc6c68f4,segment=NetworkSegment(410c8b20-6b7a-4f99-8e66-a9de28e5f769),segment_id=410c8b20-6b7a-4f99-8e66-a9de28e5f769)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:18:43.755551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'ea244273-4c9b-4563-9870-cedacc6c68f4', 'network_id': '024d5253-1915-4587-8c1e-ec744f725856', 'port_id': 'ea244273-4c9b-4563-9870-cedacc6c68f4', 'mac_address': 'fa:16:3e:ca:a9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:18:43.793915 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:43.806321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea244273-4c9b-4563-9870-cedacc6c68f4 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:18:43.825357 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ea244273-4c9b-4563-9870-cedacc6c68f4, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ea244273-4c9b-4563-9870-cedacc6c68f4,segment=NetworkSegment(410c8b20-6b7a-4f99-8e66-a9de28e5f769),segment_id=410c8b20-6b7a-4f99-8e66-a9de28e5f769)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:18:43.829137 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:43.875885 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=ea244273-4c9b-4563-9870-cedacc6c68f4,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:43.885405 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:43.885748 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:43.886050 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:43.886386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:43.886723 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:43.887055 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:43.887384 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:43.887707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:43.888169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:43.888519 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:43.888839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:43.889160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:18:44.053277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['ea244273-4c9b-4563-9870-cedacc6c68f4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:18:44.055426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe0047-adfb-418d-8d69-d214c19f6d0c req-282c7668-16db-47a4-a136-8d006b9ea1f3 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:44.057374 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eefe0047-adfb-418d-8d69-d214c19f6d0c req-282c7668-16db-47a4-a136-8d006b9ea1f3 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 944 time: 0.0664051 Mar 23 13:18:44.095952 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eefe0047-adfb-418d-8d69-d214c19f6d0c req-689fc6cd-c3d6-4ee7-b81f-4cae20d34131 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322874 Mar 23 13:18:45.211660 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15083e34-0582-44ca-9ad6-525f8e5e60f1 req-2f8127bc-fb7b-4bde-878c-1efbda4dd5a6 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:45.213211 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-15083e34-0582-44ca-9ad6-525f8e5e60f1 req-2f8127bc-fb7b-4bde-878c-1efbda4dd5a6 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 944 time: 0.0486305 Mar 23 13:18:45.250397 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-15083e34-0582-44ca-9ad6-525f8e5e60f1 req-fe59e2e4-b497-44e8-94f9-c134b69a3f7b tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313072 Mar 23 13:18:45.652191 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ea244273-4c9b-4563-9870-cedacc6c68f4 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:18:45.700042 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port ea244273-4c9b-4563-9870-cedacc6c68f4 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:18:45.705354 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port ea244273-4c9b-4563-9870-cedacc6c68f4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:18:45.705354 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:45.787011 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:45.808813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea244273-4c9b-4563-9870-cedacc6c68f4'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:18:45.811029 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef8cb7e-cc77-40b9-943e-31d9c7828ece" -d '{"events": [{"server_uuid": "baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2", "name": "network-vif-plugged", "status": "completed", "tag": "ea244273-4c9b-4563-9870-cedacc6c68f4"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:18:45.823006 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port ea244273-4c9b-4563-9870-cedacc6c68f4, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ea244273-4c9b-4563-9870-cedacc6c68f4,segment=NetworkSegment(410c8b20-6b7a-4f99-8e66-a9de28e5f769),segment_id=410c8b20-6b7a-4f99-8e66-a9de28e5f769)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:18:45.827035 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:45.850049 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fafe0db-c821-4152-af74-e99b9d87c638 x-openstack-request-id: req-5fafe0db-c821-4152-af74-e99b9d87c638 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:18:45.850342 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2", "name": "network-vif-plugged", "status": "completed", "tag": "ea244273-4c9b-4563-9870-cedacc6c68f4", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:18:45.851181 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5fafe0db-c821-4152-af74-e99b9d87c638 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:18:45.851584 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea244273-4c9b-4563-9870-cedacc6c68f4', 'code': 200} Mar 23 13:18:45.878599 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=ea244273-4c9b-4563-9870-cedacc6c68f4,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:18:45.949860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabbd90-2c0c-4c78-ae10-340777a60da8 req-e2a05642-2e51-4b84-8c1f-bbba9b8feed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:45.951245 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7cabbd90-2c0c-4c78-ae10-340777a60da8 req-e2a05642-2e51-4b84-8c1f-bbba9b8feed0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 1096 time: 0.0410964 Mar 23 13:18:45.986208 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7cabbd90-2c0c-4c78-ae10-340777a60da8 req-3cf2607c-c997-4c22-b318-aa728881230e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277932 Mar 23 13:18:46.380199 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be063792-c91c-41a2-86aa-ff2879b6bedf req-63bf1a0b-87e8-40ce-84f5-616e140180cb tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:46.381810 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-be063792-c91c-41a2-86aa-ff2879b6bedf req-63bf1a0b-87e8-40ce-84f5-616e140180cb tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 945 time: 0.0581360 Mar 23 13:18:46.425899 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-be063792-c91c-41a2-86aa-ff2879b6bedf req-93f1bbff-0469-4106-ab65-22a3cb2a5cd2 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357068 Mar 23 13:18:46.465011 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:47.550651 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e1bc-9480-4281-bbe6-ce6cc4dbaffb req-df70e398-ee2b-437f-88e6-da32e2dacfea tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:47.552172 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-64e6e1bc-9480-4281-bbe6-ce6cc4dbaffb req-df70e398-ee2b-437f-88e6-da32e2dacfea tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 945 time: 0.0531914 Mar 23 13:18:47.590615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-64e6e1bc-9480-4281-bbe6-ce6cc4dbaffb req-d783c255-727d-45dd-9c40-313d5f9e81e1 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 Mar 23 13:18:47.703832 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6a924-77b1-45d9-9e3b-890073c345b5 req-31eb3502-eb0b-458e-ac05-2ec4d5ea8c58 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:47.705340 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81d6a924-77b1-45d9-9e3b-890073c345b5 req-31eb3502-eb0b-458e-ac05-2ec4d5ea8c58 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 945 time: 0.0481007 Mar 23 13:18:47.744132 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-81d6a924-77b1-45d9-9e3b-890073c345b5 req-dcac3223-e36a-4250-a057-d45d973f644c tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320156 Mar 23 13:18:47.793524 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:47.932694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165803a1-ea16-4040-a9b7-4d04ede08987 req-f4fe80ff-f609-4ae9-bc21-22e454668105 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:47.934161 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-165803a1-ea16-4040-a9b7-4d04ede08987 req-f4fe80ff-f609-4ae9-bc21-22e454668105 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 945 time: 0.0495114 Mar 23 13:18:47.972112 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-165803a1-ea16-4040-a9b7-4d04ede08987 req-733a9a85-967f-4d5d-87c9-282195b18d41 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Mar 23 13:18:54.108177 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9d58575-a131-4ab2-82e4-fbc52d4f2faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:56.978239 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4e4d3de3-edde-48cb-93f5-1a86ab53b5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:57.932497 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:59.229349 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:59.421228 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177ab30-2199-4781-bd21-e5ce573db76e req-0ca18661-1d19-49c3-81e6-5003b6c10795 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:59.422688 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f177ab30-2199-4781-bd21-e5ce573db76e req-0ca18661-1d19-49c3-81e6-5003b6c10795 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 945 time: 0.0524371 Mar 23 13:18:59.460900 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f177ab30-2199-4781-bd21-e5ce573db76e req-9b29e752-29b8-47b3-a106-7401ac752954 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318432 Mar 23 13:18:59.484322 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49342) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:59.592330 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:18:59.623083 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c58780a-717f-49be-81ae-a31839fd8025 tempest-TestMinimumBasicScenario-935524730 tempest-TestMinimumBasicScenario-935524730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:18:59.624628 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8c58780a-717f-49be-81ae-a31839fd8025 tempest-TestMinimumBasicScenario-935524730 tempest-TestMinimumBasicScenario-935524730-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 1091 time: 0.1392169 Mar 23 13:18:59.627501 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49346) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:18:59.631882 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': 'ea244273-4c9b-4563-9870-cedacc6c68f4', 'tenant_id': '31a653669b8b4de68825550a66333398', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:18:59.654268 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:00.076814 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:00.184370 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Allocated IP 172.25.2.223 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/fa4a5547-5d27-4337-92d2-cc9bdeccc764) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:19:00.291085 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:00.327054 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:00.364197 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:19:00.367025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:19:00.370657 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:19:00.393293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Pushing event updated for resources: {'Port': ['ID=fa4a5547-5d27-4337-92d2-cc9bdeccc764,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:19:00.729320 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:00.795193 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:00.945591 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:00.950296 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:01.019348 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Pushing event updated for resources: {'Port': ['ID=fa4a5547-5d27-4337-92d2-cc9bdeccc764,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:19:01.031452 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:01.130579 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Floating IP ef58b086-8bd6-406d-8d7b-24dbcfbfcfec associated. External IP: 172.25.2.223, port: ea244273-4c9b-4563-9870-cedacc6c68f4. Mar 23 13:19:01.351662 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Router 988c4bb8-0502-4e29-a615-6368c53f3f77 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:19:01.464457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:19:01.476020 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630249db-347c-418b-a620-fe523aca622e None None] Sync routers for ids ['988c4bb8-0502-4e29-a615-6368c53f3f77'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:19:01.482527 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:01.486308 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630249db-347c-418b-a620-fe523aca622e None None] Routers {'988c4bb8-0502-4e29-a615-6368c53f3f77'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:19:01.486997 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-630249db-347c-418b-a620-fe523aca622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:18:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['988c4bb8-0502-4e29-a615-6368c53f3f77'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:19:01.526884 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5ea8e6d6-741c-4f6d-bdae-40680802a1ae tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8983247 Mar 23 13:19:01.527470 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'tag': 'ea244273-4c9b-4563-9870-cedacc6c68f4'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:19:01.530077 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ade710-53a0-4704-a920-372eab192264" -d '{"events": [{"name": "network-changed", "server_uuid": "baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2", "tag": "ea244273-4c9b-4563-9870-cedacc6c68f4"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:19:01.535087 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49350) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:19:01.546138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4c36f653-1e0c-4bfc-a95a-d07455fe1d7f tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-218324028', 'description': 'tempest-secgroup-smoke-218324028 description', 'project_id': '31a653669b8b4de68825550a66333398'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:19:01.575633 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c36f653-1e0c-4bfc-a95a-d07455fe1d7f tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:01.617255 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-630249db-347c-418b-a620-fe523aca622e None None] Set router 988c4bb8-0502-4e29-a615-6368c53f3f77 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:19:01.650651 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c36f653-1e0c-4bfc-a95a-d07455fe1d7f tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:01.655178 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c36f653-1e0c-4bfc-a95a-d07455fe1d7f tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:01.684840 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4c36f653-1e0c-4bfc-a95a-d07455fe1d7f tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:01.689336 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49354) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:19:01.692936 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4c36f653-1e0c-4bfc-a95a-d07455fe1d7f tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1555717 Mar 23 13:19:01.695725 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-973c459a-329b-4e23-b2d2-711ba7bc0166 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Request body: {'security_group_rule': {'security_group_id': 'dadb5c24-db69-409d-bd53-2756c1da1dff', 'project_id': '31a653669b8b4de68825550a66333398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:19:01.705001 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36f653-1e0c-4bfc-a95a-d07455fe1d7f tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dadb5c24-db69-409d-bd53-2756c1da1dff,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:19:01.723601 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad712228-c62b-449f-989a-ab87178ebb96 x-openstack-request-id: req-ad712228-c62b-449f-989a-ab87178ebb96 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:19:01.724182 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2", "tag": "ea244273-4c9b-4563-9870-cedacc6c68f4", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:19:01.724512 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad712228-c62b-449f-989a-ab87178ebb96 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:19:01.724991 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'tag': 'ea244273-4c9b-4563-9870-cedacc6c68f4', 'status': 'completed', 'code': 200} Mar 23 13:19:01.745737 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-973c459a-329b-4e23-b2d2-711ba7bc0166 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:01.819809 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ade710-53a0-4704-a920-372eab192264 req-bce2d0db-7044-48eb-a1f0-1769b22fc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:01.825620 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84ade710-53a0-4704-a920-372eab192264 req-bce2d0db-7044-48eb-a1f0-1769b22fc3bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=31a653669b8b4de68825550a66333398&device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 1096 time: 0.0700734 Mar 23 13:19:01.849974 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-973c459a-329b-4e23-b2d2-711ba7bc0166 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:01.864767 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-973c459a-329b-4e23-b2d2-711ba7bc0166 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:01.928048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c459a-329b-4e23-b2d2-711ba7bc0166 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55640157-458f-4d3f-bbe0-cde90e7785ed,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:19:01.935377 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-973c459a-329b-4e23-b2d2-711ba7bc0166 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:01.939369 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49356) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:19:01.939858 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-973c459a-329b-4e23-b2d2-711ba7bc0166 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2490690 Mar 23 13:19:01.945128 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a861d5f3-8caa-4990-8bd4-1a2eed69bbda tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Request body: {'security_group_rule': {'security_group_id': 'dadb5c24-db69-409d-bd53-2756c1da1dff', 'project_id': '31a653669b8b4de68825550a66333398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:19:01.970697 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a861d5f3-8caa-4990-8bd4-1a2eed69bbda tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:01.971539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ade710-53a0-4704-a920-372eab192264 req-978babab-2513-4a2f-9d7b-016a575f8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:01.973453 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84ade710-53a0-4704-a920-372eab192264 req-978babab-2513-4a2f-9d7b-016a575f8913 service neutron] 10.222.0.73 "GET /v2.0/networks?id=024d5253-1915-4587-8c1e-ec744f725856 HTTP/1.1" status: 200 len: 916 time: 0.1420228 Mar 23 13:19:02.010722 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-630249db-347c-418b-a620-fe523aca622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'name': 'tempest-TestMinimumBasicScenario-1222928063-router', 'tenant_id': '31a653669b8b4de68825550a66333398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:11Z', 'updated_at': '2022-03-23T13:18:14Z', 'revision_number': 4, 'project_id': '31a653669b8b4de68825550a66333398', 'gw_port': {'id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:12Z', 'updated_at': '2022-03-23T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'ef58b086-8bd6-406d-8d7b-24dbcfbfcfec', 'tenant_id': '31a653669b8b4de68825550a66333398', 'floating_ip_address': '172.25.2.223', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'port_id': 'ea244273-4c9b-4563-9870-cedacc6c68f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024d5253-1915-4587-8c1e-ec744f725856', 'mac_address': 'fa:16:3e:ca:a9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:19:00Z', 'updated_at': '2022-03-23T13:19:00Z', 'revision_number': 0, 'project_id': '31a653669b8b4de68825550a66333398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6', 'name': '', 'network_id': '024d5253-1915-4587-8c1e-ec744f725856', 'tenant_id': '31a653669b8b4de68825550a66333398', 'mac_address': 'fa:16:3e:86:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:14Z', 'updated_at': '2022-03-23T13:18:19Z', 'revision_number': 5, 'project_id': '31a653669b8b4de68825550a66333398', 'subnets': [{'id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:19:02.036890 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a861d5f3-8caa-4990-8bd4-1a2eed69bbda tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.038997 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630249db-347c-418b-a620-fe523aca622e None None] Checking router: 988c4bb8-0502-4e29-a615-6368c53f3f77 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:19:02.041223 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a861d5f3-8caa-4990-8bd4-1a2eed69bbda tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.050217 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630249db-347c-418b-a620-fe523aca622e None None] Routers {'988c4bb8-0502-4e29-a615-6368c53f3f77'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:19:02.050857 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-630249db-347c-418b-a620-fe523aca622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:18:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['988c4bb8-0502-4e29-a615-6368c53f3f77'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:19:02.059334 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84ade710-53a0-4704-a920-372eab192264 req-850b833e-1f51-431b-a3af-81595b84fe85 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea244273-4c9b-4563-9870-cedacc6c68f4 HTTP/1.1" status: 200 len: 999 time: 0.0772564 Mar 23 13:19:02.061387 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861d5f3-8caa-4990-8bd4-1a2eed69bbda tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82a9a05-c072-410b-aa90-c59dd577e735,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:19:02.070617 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a861d5f3-8caa-4990-8bd4-1a2eed69bbda tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.071874 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a861d5f3-8caa-4990-8bd4-1a2eed69bbda tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314771 Mar 23 13:19:02.074613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49358) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:19:02.079448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-df854a4d-7816-4a3b-a203-5cb0391acb1b tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Request body: {'security_group_rule': {'security_group_id': 'dadb5c24-db69-409d-bd53-2756c1da1dff', 'project_id': '31a653669b8b4de68825550a66333398', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:19:02.108704 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df854a4d-7816-4a3b-a203-5cb0391acb1b tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.123310 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ade710-53a0-4704-a920-372eab192264 req-8e256f62-537d-4260-9642-f060f2124b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:02.124815 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84ade710-53a0-4704-a920-372eab192264 req-8e256f62-537d-4260-9642-f060f2124b83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e4a5c8bc-03ce-4dda-9d0e-1bef0038b299 HTTP/1.1" status: 200 len: 854 time: 0.0538247 Mar 23 13:19:02.172472 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df854a4d-7816-4a3b-a203-5cb0391acb1b tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.174302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ade710-53a0-4704-a920-372eab192264 req-d53408ec-62b0-4eca-bfd9-ad10c336e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:02.175897 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84ade710-53a0-4704-a920-372eab192264 req-d53408ec-62b0-4eca-bfd9-ad10c336e6a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=024d5253-1915-4587-8c1e-ec744f725856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437551 Mar 23 13:19:02.176490 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df854a4d-7816-4a3b-a203-5cb0391acb1b tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.176815 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-630249db-347c-418b-a620-fe523aca622e None None] Set router 988c4bb8-0502-4e29-a615-6368c53f3f77 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:19:02.205022 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df854a4d-7816-4a3b-a203-5cb0391acb1b tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0182b217-dd73-45a3-b194-d4a6ab9fc96f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:19:02.214822 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-df854a4d-7816-4a3b-a203-5cb0391acb1b tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.216094 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-df854a4d-7816-4a3b-a203-5cb0391acb1b tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403821 Mar 23 13:19:02.218870 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49360) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:19:02.223701 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-9fabf2f6-0620-4a85-8d23-2dbfe1ebe938 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Request body: {'security_group_rule': {'security_group_id': 'dadb5c24-db69-409d-bd53-2756c1da1dff', 'project_id': '31a653669b8b4de68825550a66333398', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:19:02.257336 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9fabf2f6-0620-4a85-8d23-2dbfe1ebe938 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.316597 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84ade710-53a0-4704-a920-372eab192264 req-93067dcc-f187-4399-adec-e0d16d059bb6 service neutron] 10.222.0.73 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298389 Mar 23 13:19:02.327506 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9fabf2f6-0620-4a85-8d23-2dbfe1ebe938 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.332730 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9fabf2f6-0620-4a85-8d23-2dbfe1ebe938 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.353877 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabf2f6-0620-4a85-8d23-2dbfe1ebe938 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4068895d-caed-4eb9-b199-09765cbc0dec,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:19:02.364014 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9fabf2f6-0620-4a85-8d23-2dbfe1ebe938 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.368209 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9fabf2f6-0620-4a85-8d23-2dbfe1ebe938 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453233 Mar 23 13:19:02.368520 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49362) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:19:02.373369 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-68a69ce7-16c3-477b-8517-8cd99c310ad2 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Request body: {'security_group_rule': {'security_group_id': 'dadb5c24-db69-409d-bd53-2756c1da1dff', 'project_id': '31a653669b8b4de68825550a66333398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:19:02.394929 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-68a69ce7-16c3-477b-8517-8cd99c310ad2 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Project 31a653669b8b4de68825550a66333398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:19:02.401544 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68a69ce7-16c3-477b-8517-8cd99c310ad2 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.430033 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-84ade710-53a0-4704-a920-372eab192264 req-1e77a7f4-dc2b-4b29-ab1b-c755774d3135 service neutron] 10.222.0.73 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034312 Mar 23 13:19:02.456600 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-630249db-347c-418b-a620-fe523aca622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'name': 'tempest-TestMinimumBasicScenario-1222928063-router', 'tenant_id': '31a653669b8b4de68825550a66333398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:11Z', 'updated_at': '2022-03-23T13:18:14Z', 'revision_number': 4, 'project_id': '31a653669b8b4de68825550a66333398', 'gw_port': {'id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:12Z', 'updated_at': '2022-03-23T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'ef58b086-8bd6-406d-8d7b-24dbcfbfcfec', 'tenant_id': '31a653669b8b4de68825550a66333398', 'floating_ip_address': '172.25.2.223', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'port_id': 'ea244273-4c9b-4563-9870-cedacc6c68f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024d5253-1915-4587-8c1e-ec744f725856', 'mac_address': 'fa:16:3e:ca:a9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:19:00Z', 'updated_at': '2022-03-23T13:19:00Z', 'revision_number': 0, 'project_id': '31a653669b8b4de68825550a66333398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6', 'name': '', 'network_id': '024d5253-1915-4587-8c1e-ec744f725856', 'tenant_id': '31a653669b8b4de68825550a66333398', 'mac_address': 'fa:16:3e:86:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:14Z', 'updated_at': '2022-03-23T13:18:19Z', 'revision_number': 5, 'project_id': '31a653669b8b4de68825550a66333398', 'subnets': [{'id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:19:02.470693 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68a69ce7-16c3-477b-8517-8cd99c310ad2 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.474305 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68a69ce7-16c3-477b-8517-8cd99c310ad2 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.484632 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630249db-347c-418b-a620-fe523aca622e None None] The sync data for ids ['988c4bb8-0502-4e29-a615-6368c53f3f77'] in n-d-834854-1 is: [{'id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'name': 'tempest-TestMinimumBasicScenario-1222928063-router', 'tenant_id': '31a653669b8b4de68825550a66333398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:11Z', 'updated_at': '2022-03-23T13:18:14Z', 'revision_number': 4, 'project_id': '31a653669b8b4de68825550a66333398', 'gw_port': {'id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:12Z', 'updated_at': '2022-03-23T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': 'ef58b086-8bd6-406d-8d7b-24dbcfbfcfec', 'tenant_id': '31a653669b8b4de68825550a66333398', 'floating_ip_address': '172.25.2.223', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'port_id': 'ea244273-4c9b-4563-9870-cedacc6c68f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024d5253-1915-4587-8c1e-ec744f725856', 'mac_address': 'fa:16:3e:ca:a9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:19:00Z', 'updated_at': '2022-03-23T13:19:00Z', 'revision_number': 0, 'project_id': '31a653669b8b4de68825550a66333398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6', 'name': '', 'network_id': '024d5253-1915-4587-8c1e-ec744f725856', 'tenant_id': '31a653669b8b4de68825550a66333398', 'mac_address': 'fa:16:3e:86:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:14Z', 'updated_at': '2022-03-23T13:18:19Z', 'revision_number': 5, 'project_id': '31a653669b8b4de68825550a66333398', 'subnets': [{'id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:19:02.492620 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a69ce7-16c3-477b-8517-8cd99c310ad2 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c14260-4a71-4849-aadd-050b96ce9dc4,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:19:02.501247 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-68a69ce7-16c3-477b-8517-8cd99c310ad2 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.502598 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-68a69ce7-16c3-477b-8517-8cd99c310ad2 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330421 Mar 23 13:19:02.505363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49364) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:19:02.510563 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0c28fadd-243d-48bb-b0d9-a43a6e13c267 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Request body: {'security_group_rule': {'security_group_id': 'dadb5c24-db69-409d-bd53-2756c1da1dff', 'project_id': '31a653669b8b4de68825550a66333398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:19:02.532605 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-0c28fadd-243d-48bb-b0d9-a43a6e13c267 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Project 31a653669b8b4de68825550a66333398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:19:02.538041 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c28fadd-243d-48bb-b0d9-a43a6e13c267 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.606171 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c28fadd-243d-48bb-b0d9-a43a6e13c267 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.611274 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c28fadd-243d-48bb-b0d9-a43a6e13c267 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.631033 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28fadd-243d-48bb-b0d9-a43a6e13c267 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560ae52a-b5b7-41fd-a9e6-430007653f29,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:19:02.640733 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0c28fadd-243d-48bb-b0d9-a43a6e13c267 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:02.644675 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0c28fadd-243d-48bb-b0d9-a43a6e13c267 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356199 Mar 23 13:19:02.707021 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e7534-e290-4373-979e-607448d1602f None None] New status for floating IP ef58b086-8bd6-406d-8d7b-24dbcfbfcfec: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:19:02.730842 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fce01fb5-1c90-424d-a800-4c6d94ee2837 req-cc566bc3-f0bc-4ec7-b656-2bb20b82978f tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-218324028&fields=id&tenant_id=31a653669b8b4de68825550a66333398 HTTP/1.1" status: 200 len: 267 time: 0.0405424 Mar 23 13:19:02.797368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce01fb5-1c90-424d-a800-4c6d94ee2837 req-e002f59c-7872-4452-bc35-d0c96de557c8 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:02.799975 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fce01fb5-1c90-424d-a800-4c6d94ee2837 req-e002f59c-7872-4452-bc35-d0c96de557c8 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 945 time: 0.0629902 Mar 23 13:19:02.814551 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [req-fce01fb5-1c90-424d-a800-4c6d94ee2837 req-22a3362a-1b06-4421-bb5d-56b1db102722 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Request body: {'port': {'security_groups': ['aa2d077b-edc0-45a7-a51e-0c536e323f98', 'dadb5c24-db69-409d-bd53-2756c1da1dff']}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:19:02.883488 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fce01fb5-1c90-424d-a800-4c6d94ee2837 req-22a3362a-1b06-4421-bb5d-56b1db102722 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:03.089674 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [req-fce01fb5-1c90-424d-a800-4c6d94ee2837 req-22a3362a-1b06-4421-bb5d-56b1db102722 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] For port ea244273-4c9b-4563-9870-cedacc6c68f4, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ea244273-4c9b-4563-9870-cedacc6c68f4,segment=NetworkSegment(410c8b20-6b7a-4f99-8e66-a9de28e5f769),segment_id=410c8b20-6b7a-4f99-8e66-a9de28e5f769)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:19:03.120200 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fce01fb5-1c90-424d-a800-4c6d94ee2837 req-22a3362a-1b06-4421-bb5d-56b1db102722 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:03.125014 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fce01fb5-1c90-424d-a800-4c6d94ee2837 req-22a3362a-1b06-4421-bb5d-56b1db102722 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:03.137193 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['ea244273-4c9b-4563-9870-cedacc6c68f4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:19:03.176520 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce01fb5-1c90-424d-a800-4c6d94ee2837 req-22a3362a-1b06-4421-bb5d-56b1db102722 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:03.177303 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [req-fce01fb5-1c90-424d-a800-4c6d94ee2837 req-22a3362a-1b06-4421-bb5d-56b1db102722 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:03.180381 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fce01fb5-1c90-424d-a800-4c6d94ee2837 req-22a3362a-1b06-4421-bb5d-56b1db102722 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "PUT /v2.0/ports/ea244273-4c9b-4563-9870-cedacc6c68f4 HTTP/1.1" status: 200 len: 981 time: 0.3721964 Mar 23 13:19:03.231952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3362a-1b06-4421-bb5d-56b1db102722 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Pushing event updated for resources: {'Port': ['ID=ea244273-4c9b-4563-9870-cedacc6c68f4,revision_number=6']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:19:03.260151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['ea244273-4c9b-4563-9870-cedacc6c68f4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:19:03.324255 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a78a2-cdfc-4b23-bddf-a91d92b1a096 req-79790733-dec4-4862-ab31-00ee7c338315 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:03.328226 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-412a78a2-cdfc-4b23-bddf-a91d92b1a096 req-79790733-dec4-4862-ab31-00ee7c338315 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 984 time: 0.0668013 Mar 23 13:19:03.372631 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-412a78a2-cdfc-4b23-bddf-a91d92b1a096 req-b5758f27-22b9-4418-9900-9513a06ee77f tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&id=dadb5c24-db69-409d-bd53-2756c1da1dff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366502 Mar 23 13:19:03.511293 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-dbe8c776-3e31-4818-b95f-393a6e816b84 None None] Provisioning complete for port ea244273-4c9b-4563-9870-cedacc6c68f4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:19:03.511580 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c776-3e31-4818-b95f-393a6e816b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:03.726558 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'tag': 'ea244273-4c9b-4563-9870-cedacc6c68f4'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:19:03.729798 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173749e8d9650c2e4a656c661c3c0b32f95cbc212a9bfd1aa046dccdf3eb0808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ef1453-3bae-4b2d-847d-fcb39977d50c" -d '{"events": [{"name": "network-changed", "server_uuid": "baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2", "tag": "ea244273-4c9b-4563-9870-cedacc6c68f4"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:19:03.767623 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4d0dbe-aa48-4515-af41-0ecf65a07b95 x-openstack-request-id: req-ae4d0dbe-aa48-4515-af41-0ecf65a07b95 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:19:03.767914 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2", "tag": "ea244273-4c9b-4563-9870-cedacc6c68f4", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:19:03.768219 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae4d0dbe-aa48-4515-af41-0ecf65a07b95 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:19:03.768619 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'tag': 'ea244273-4c9b-4563-9870-cedacc6c68f4', 'status': 'completed', 'code': 200} Mar 23 13:19:03.839131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef1453-3bae-4b2d-847d-fcb39977d50c req-5c97972d-d76e-4ca0-b09b-2e06d7170452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:03.842739 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9ef1453-3bae-4b2d-847d-fcb39977d50c req-5c97972d-d76e-4ca0-b09b-2e06d7170452 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=31a653669b8b4de68825550a66333398&device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 1135 time: 0.0448852 Mar 23 13:19:03.947337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef1453-3bae-4b2d-847d-fcb39977d50c req-11edd20c-46b0-4da2-99d6-a6fab5ae1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:03.950352 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9ef1453-3bae-4b2d-847d-fcb39977d50c req-11edd20c-46b0-4da2-99d6-a6fab5ae1635 service neutron] 10.222.0.73 "GET /v2.0/networks?id=024d5253-1915-4587-8c1e-ec744f725856 HTTP/1.1" status: 200 len: 916 time: 0.1014214 Mar 23 13:19:04.020866 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9ef1453-3bae-4b2d-847d-fcb39977d50c req-5febfe34-0fe3-4132-8d2e-3fdd8e55bf9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea244273-4c9b-4563-9870-cedacc6c68f4 HTTP/1.1" status: 200 len: 1001 time: 0.0647030 Mar 23 13:19:04.075660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef1453-3bae-4b2d-847d-fcb39977d50c req-599d6fba-a3e7-403d-a8a4-c5f6d1fb4b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:04.077167 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9ef1453-3bae-4b2d-847d-fcb39977d50c req-599d6fba-a3e7-403d-a8a4-c5f6d1fb4b31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e4a5c8bc-03ce-4dda-9d0e-1bef0038b299 HTTP/1.1" status: 200 len: 854 time: 0.0496013 Mar 23 13:19:04.130671 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef1453-3bae-4b2d-847d-fcb39977d50c req-1152aff1-4e36-4a70-96d1-6c21937429a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:04.132714 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9ef1453-3bae-4b2d-847d-fcb39977d50c req-1152aff1-4e36-4a70-96d1-6c21937429a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=024d5253-1915-4587-8c1e-ec744f725856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471699 Mar 23 13:19:04.227053 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9ef1453-3bae-4b2d-847d-fcb39977d50c req-b9af1410-1276-472c-a824-66cf1eb9958c service neutron] 10.222.0.73 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830040 Mar 23 13:19:04.321562 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9ef1453-3bae-4b2d-847d-fcb39977d50c req-af369276-ad92-4e69-8568-177ec2540f74 service neutron] 10.222.0.73 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873682 Mar 23 13:19:08.701771 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:19:14.968667 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79a89fd1-e986-4372-b46f-7a1193d4a67a req-0b596420-8fdf-47c9-928b-7bbdfa7b78db service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457664 Mar 23 13:19:15.053469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a89fd1-e986-4372-b46f-7a1193d4a67a req-59571d64-6543-4f61-9db0-031d78916419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:15.054236 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79a89fd1-e986-4372-b46f-7a1193d4a67a req-59571d64-6543-4f61-9db0-031d78916419 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=31a653669b8b4de68825550a66333398&device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 1135 time: 0.0418234 Mar 23 13:19:15.162899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a89fd1-e986-4372-b46f-7a1193d4a67a req-5f0d6762-8c79-4ce1-8d43-49621c539db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:15.164959 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79a89fd1-e986-4372-b46f-7a1193d4a67a req-5f0d6762-8c79-4ce1-8d43-49621c539db8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=024d5253-1915-4587-8c1e-ec744f725856 HTTP/1.1" status: 200 len: 916 time: 0.0885975 Mar 23 13:19:15.233446 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79a89fd1-e986-4372-b46f-7a1193d4a67a req-e3747546-6e77-4aa0-8e9d-edfe3c1e1eed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea244273-4c9b-4563-9870-cedacc6c68f4 HTTP/1.1" status: 200 len: 1001 time: 0.0602932 Mar 23 13:19:15.290577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a89fd1-e986-4372-b46f-7a1193d4a67a req-f3cbe849-72cc-49ea-baef-7b6213e8aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:15.292082 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79a89fd1-e986-4372-b46f-7a1193d4a67a req-f3cbe849-72cc-49ea-baef-7b6213e8aa7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e4a5c8bc-03ce-4dda-9d0e-1bef0038b299 HTTP/1.1" status: 200 len: 854 time: 0.0512476 Mar 23 13:19:15.342969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a89fd1-e986-4372-b46f-7a1193d4a67a req-ec033649-28be-4cd1-9483-232f42699e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:15.348295 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79a89fd1-e986-4372-b46f-7a1193d4a67a req-ec033649-28be-4cd1-9483-232f42699e7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=024d5253-1915-4587-8c1e-ec744f725856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484743 Mar 23 13:19:15.447417 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79a89fd1-e986-4372-b46f-7a1193d4a67a req-36002eea-120e-4d29-9ea7-da65d2c45a2b service neutron] 10.222.0.73 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875740 Mar 23 13:19:15.549013 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-79a89fd1-e986-4372-b46f-7a1193d4a67a req-f8c1617f-0c28-4e85-ae0c-149b113890be service neutron] 10.222.0.73 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916009 Mar 23 13:19:16.460855 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:17.775431 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:20.628778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391f304-155c-433d-8c33-ddaed8de660d req-73396b4c-771e-46c1-91c8-6ebacadf63f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:20.630269 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b391f304-155c-433d-8c33-ddaed8de660d req-73396b4c-771e-46c1-91c8-6ebacadf63f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=31a653669b8b4de68825550a66333398&device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 1135 time: 0.0447929 Mar 23 13:19:20.644322 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b897796-d168-406f-b1e5-9b2ce0c8b509 req-bc6794f9-b29f-4e25-a480-a0fde79ecf5e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:20.645879 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1b897796-d168-406f-b1e5-9b2ce0c8b509 req-bc6794f9-b29f-4e25-a480-a0fde79ecf5e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 984 time: 0.0735745 Mar 23 13:19:20.689259 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1b897796-d168-406f-b1e5-9b2ce0c8b509 req-edf757ef-401a-4c79-8c2b-b95f659c1d27 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&id=dadb5c24-db69-409d-bd53-2756c1da1dff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367229 Mar 23 13:19:20.745365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391f304-155c-433d-8c33-ddaed8de660d req-8144e16f-22ca-4f7b-92c6-a6ce9699c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:20.747395 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b391f304-155c-433d-8c33-ddaed8de660d req-8144e16f-22ca-4f7b-92c6-a6ce9699c06d service neutron] 10.222.0.73 "GET /v2.0/networks?id=024d5253-1915-4587-8c1e-ec744f725856 HTTP/1.1" status: 200 len: 916 time: 0.1085312 Mar 23 13:19:20.822150 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b391f304-155c-433d-8c33-ddaed8de660d req-88b5ca7b-c518-40ff-ae1a-fe2e4d28f231 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea244273-4c9b-4563-9870-cedacc6c68f4 HTTP/1.1" status: 200 len: 1001 time: 0.0671582 Mar 23 13:19:20.872311 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391f304-155c-433d-8c33-ddaed8de660d req-b02d460e-052a-47b5-b029-a9878c981c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:20.873790 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b391f304-155c-433d-8c33-ddaed8de660d req-b02d460e-052a-47b5-b029-a9878c981c30 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e4a5c8bc-03ce-4dda-9d0e-1bef0038b299 HTTP/1.1" status: 200 len: 854 time: 0.0441959 Mar 23 13:19:20.924712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391f304-155c-433d-8c33-ddaed8de660d req-07cb0646-1da4-4823-9c1e-b533d9635ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:20.926205 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b391f304-155c-433d-8c33-ddaed8de660d req-07cb0646-1da4-4823-9c1e-b533d9635ad8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=024d5253-1915-4587-8c1e-ec744f725856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456564 Mar 23 13:19:21.018537 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b391f304-155c-433d-8c33-ddaed8de660d req-7dc53a3a-dd6d-4a41-b668-a47133daf107 service neutron] 10.222.0.73 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847747 Mar 23 13:19:21.129561 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b391f304-155c-433d-8c33-ddaed8de660d req-f18830b0-31b1-463c-9c86-2eac55364aed service neutron] 10.222.0.73 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008501 Mar 23 13:19:21.809759 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82cdae-54e1-450a-a2b1-907738c00cea req-1bb22419-5c53-4a1b-aeb4-08e9aaed9f2a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:21.811270 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f82cdae-54e1-450a-a2b1-907738c00cea req-1bb22419-5c53-4a1b-aeb4-08e9aaed9f2a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 984 time: 0.0511031 Mar 23 13:19:21.851457 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f82cdae-54e1-450a-a2b1-907738c00cea req-da12180a-130d-4061-b2aa-9d2370bfd5b9 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&id=dadb5c24-db69-409d-bd53-2756c1da1dff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340152 Mar 23 13:19:22.970843 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a83f43-c966-4023-a916-399c8af93782 req-da600fb3-85d5-4a35-a995-de6f33f9cdde tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:22.972452 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d0a83f43-c966-4023-a916-399c8af93782 req-da600fb3-85d5-4a35-a995-de6f33f9cdde tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 984 time: 0.0497057 Mar 23 13:19:23.019576 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d0a83f43-c966-4023-a916-399c8af93782 req-cbe36632-8449-44d6-8a0f-1f3e6478ecd5 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&id=dadb5c24-db69-409d-bd53-2756c1da1dff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369079 Mar 23 13:19:24.110760 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-60641f68-68d0-48fa-bbd8-524017ac053a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:24.137380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f623c-4c34-4c42-9fbe-0f6a47270cdd req-f330aae4-dcfd-4072-8f38-1d3713838216 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:24.138871 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c37f623c-4c34-4c42-9fbe-0f6a47270cdd req-f330aae4-dcfd-4072-8f38-1d3713838216 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 984 time: 0.0498805 Mar 23 13:19:24.179420 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c37f623c-4c34-4c42-9fbe-0f6a47270cdd req-63386f8a-5be9-49b1-b871-f962b78d42ee tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&id=dadb5c24-db69-409d-bd53-2756c1da1dff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338547 Mar 23 13:19:25.293857 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b7174-fa91-4503-b3e3-9e11b7830335 req-b5fe475e-85f2-4373-af12-11aefce683eb tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:25.295343 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e3b7174-fa91-4503-b3e3-9e11b7830335 req-b5fe475e-85f2-4373-af12-11aefce683eb tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 984 time: 0.0494704 Mar 23 13:19:25.343043 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3e3b7174-fa91-4503-b3e3-9e11b7830335 req-219f801b-30ae-435f-be10-c79076681344 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&id=dadb5c24-db69-409d-bd53-2756c1da1dff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384622 Mar 23 13:19:26.478784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e3915-39f8-490d-b4d3-a8fdcef5faa8 req-ae632cdc-3319-416d-acb8-969d6eea4b98 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:26.480307 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-334e3915-39f8-490d-b4d3-a8fdcef5faa8 req-ae632cdc-3319-416d-acb8-969d6eea4b98 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 984 time: 0.0542293 Mar 23 13:19:26.520105 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-334e3915-39f8-490d-b4d3-a8fdcef5faa8 req-ec24d7c4-f555-4c7a-9e8f-05b8716fab4d tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&id=dadb5c24-db69-409d-bd53-2756c1da1dff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336738 Mar 23 13:19:26.978704 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-02912218-f3c7-45be-9772-7aeb6dddfe47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:27.637227 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da17252-7ee3-40be-abe9-5cebef051042 req-13cd0fad-6b81-4085-96d5-134f1ca1a146 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:27.638694 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6da17252-7ee3-40be-abe9-5cebef051042 req-13cd0fad-6b81-4085-96d5-134f1ca1a146 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 984 time: 0.0489297 Mar 23 13:19:27.679446 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6da17252-7ee3-40be-abe9-5cebef051042 req-ba7cca7f-a58e-4203-8c57-d51ef815d2b9 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&id=dadb5c24-db69-409d-bd53-2756c1da1dff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346398 Mar 23 13:19:27.923523 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:28.797928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcea4d-27f3-4f29-aa4f-7b9d73ce54b6 req-820f96c9-fed7-4af5-a532-ec41d007f1aa tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:28.799409 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ffbcea4d-27f3-4f29-aa4f-7b9d73ce54b6 req-820f96c9-fed7-4af5-a532-ec41d007f1aa tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 984 time: 0.0497541 Mar 23 13:19:28.841849 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ffbcea4d-27f3-4f29-aa4f-7b9d73ce54b6 req-dc0f6183-a161-41d4-9b6f-7be06cc60ee5 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&id=dadb5c24-db69-409d-bd53-2756c1da1dff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361617 Mar 23 13:19:29.232108 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:29.597123 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:29.959846 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f36ee-e500-41e7-bcda-7cd52025708b req-579561f6-1123-4f11-a6fe-8f01be83d0e6 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:29.961346 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f29f36ee-e500-41e7-bcda-7cd52025708b req-579561f6-1123-4f11-a6fe-8f01be83d0e6 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 984 time: 0.0490875 Mar 23 13:19:30.000628 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f29f36ee-e500-41e7-bcda-7cd52025708b req-1519acd5-514c-4670-8b52-1dc5c54fbb6d tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&id=dadb5c24-db69-409d-bd53-2756c1da1dff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332179 Mar 23 13:19:31.121608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b75925-b024-41fb-9475-fa827ed676fe req-7d100d37-eeb2-4368-83d6-bbcc8137ccc4 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:31.123196 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75b75925-b024-41fb-9475-fa827ed676fe req-7d100d37-eeb2-4368-83d6-bbcc8137ccc4 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 984 time: 0.0540037 Mar 23 13:19:31.163393 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-75b75925-b024-41fb-9475-fa827ed676fe req-9e0e0bc3-5582-4865-adf3-eda6d3fd2cc6 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&id=dadb5c24-db69-409d-bd53-2756c1da1dff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341403 Mar 23 13:19:32.279700 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67707dde-875f-4f88-868d-6660e44324ac req-9b364af9-3999-40d9-a2cc-d1a5a186f9be tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:19:32.281187 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67707dde-875f-4f88-868d-6660e44324ac req-9b364af9-3999-40d9-a2cc-d1a5a186f9be tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 984 time: 0.0501032 Mar 23 13:19:32.324342 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-67707dde-875f-4f88-868d-6660e44324ac req-a7695e71-bb94-424b-abd3-8c7d5c962c50 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&id=dadb5c24-db69-409d-bd53-2756c1da1dff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371232 Mar 23 13:19:45.700828 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:19:46.469246 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:47.786946 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:51.467645 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-cc9f0c18-48eb-4af3-b74c-8930f6b31e77 req-59f26dde-7852-4374-a462-e8155e4c001c service neutron] (102779) timed out ('10.222.0.77', 58197) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 13:19:54.114950 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b9b3c372-6703-447b-9f9c-2601c3266bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:56.985618 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dbe15bdf-373b-4f57-b1a4-000036e882ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:57.926741 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:59.233954 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:19:59.602870 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:05.062006 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-93e8b69c-644e-4a58-b419-1a486686f5d2 req-5b650482-76b6-4987-b977-dd930a82bd33 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-218324028&fields=id&tenant_id=31a653669b8b4de68825550a66333398 HTTP/1.1" status: 200 len: 267 time: 0.0912535 Mar 23 13:20:05.120045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8b69c-644e-4a58-b419-1a486686f5d2 req-dc26730a-0566-44d9-a3a3-b92fc3618ffc tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:05.121538 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-93e8b69c-644e-4a58-b419-1a486686f5d2 req-dc26730a-0566-44d9-a3a3-b92fc3618ffc tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 984 time: 0.0534837 Mar 23 13:20:05.132779 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-93e8b69c-644e-4a58-b419-1a486686f5d2 req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Request body: {'port': {'security_groups': ['aa2d077b-edc0-45a7-a51e-0c536e323f98']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:20:05.199058 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-93e8b69c-644e-4a58-b419-1a486686f5d2 req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:05.374136 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-93e8b69c-644e-4a58-b419-1a486686f5d2 req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] For port ea244273-4c9b-4563-9870-cedacc6c68f4, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ea244273-4c9b-4563-9870-cedacc6c68f4,segment=NetworkSegment(410c8b20-6b7a-4f99-8e66-a9de28e5f769),segment_id=410c8b20-6b7a-4f99-8e66-a9de28e5f769)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:20:05.404068 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-93e8b69c-644e-4a58-b419-1a486686f5d2 req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:05.408799 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-93e8b69c-644e-4a58-b419-1a486686f5d2 req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:05.422001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['ea244273-4c9b-4563-9870-cedacc6c68f4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:20:05.453066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8b69c-644e-4a58-b419-1a486686f5d2 req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:05.453739 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-93e8b69c-644e-4a58-b419-1a486686f5d2 req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:05.455183 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-93e8b69c-644e-4a58-b419-1a486686f5d2 req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "PUT /v2.0/ports/ea244273-4c9b-4563-9870-cedacc6c68f4 HTTP/1.1" status: 200 len: 942 time: 0.3270426 Mar 23 13:20:05.455648 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'tag': 'ea244273-4c9b-4563-9870-cedacc6c68f4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:20:05.458337 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266f7ebd-53e6-4c67-bd6c-23c8250b66e8" -d '{"events": [{"name": "network-changed", "server_uuid": "baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2", "tag": "ea244273-4c9b-4563-9870-cedacc6c68f4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:20:05.462963 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49416) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:05.490266 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Pushing event updated for resources: {'Port': ['ID=ea244273-4c9b-4563-9870-cedacc6c68f4,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:05.503798 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.504303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.504742 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.506470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.506926 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.507354 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.508054 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.508481 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.508904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.509394 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.509812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.510227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611d981a-4040-44a0-b11a-598cf004ed0e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.546744 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211277e1-fc58-49f6-8db3-370608a757e4 x-openstack-request-id: req-211277e1-fc58-49f6-8db3-370608a757e4 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:20:05.559400 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2", "tag": "ea244273-4c9b-4563-9870-cedacc6c68f4", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:20:05.561626 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-211277e1-fc58-49f6-8db3-370608a757e4 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:20:05.563733 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'tag': 'ea244273-4c9b-4563-9870-cedacc6c68f4', 'status': 'completed', 'code': 200} Mar 23 13:20:05.583808 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['ea244273-4c9b-4563-9870-cedacc6c68f4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:20:05.595540 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:05.626668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f7ebd-53e6-4c67-bd6c-23c8250b66e8 req-717f0519-c89d-4356-816d-72fa53920249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:05.628767 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-266f7ebd-53e6-4c67-bd6c-23c8250b66e8 req-717f0519-c89d-4356-816d-72fa53920249 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=31a653669b8b4de68825550a66333398&device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 1096 time: 0.0532646 Mar 23 13:20:05.636432 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:05.719407 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:05.722077 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:05.723455 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "DELETE /v2.0/security-groups/dadb5c24-db69-409d-bd53-2756c1da1dff HTTP/1.1" status: 204 len: 168 time: 0.2592776 Mar 23 13:20:05.726702 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49418) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:05.735593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadb5c24-db69-409d-bd53-2756c1da1dff,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:05.745276 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.745617 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.746153 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.746486 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.746813 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.747139 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.747458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.747775 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.748126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.748444 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.748767 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.749083 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fca70-5173-400e-9988-0eaa56f9ab96 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:05.802339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f7ebd-53e6-4c67-bd6c-23c8250b66e8 req-f1caa12c-37d7-4797-9365-1dd4d2f7279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:05.803853 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-266f7ebd-53e6-4c67-bd6c-23c8250b66e8 req-f1caa12c-37d7-4797-9365-1dd4d2f7279e service neutron] 10.222.0.73 "GET /v2.0/networks?id=024d5253-1915-4587-8c1e-ec744f725856 HTTP/1.1" status: 200 len: 916 time: 0.1625683 Mar 23 13:20:05.814127 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ce0852bb-629c-4d45-8ea5-2c3b67c2321f None None] Provisioning complete for port ea244273-4c9b-4563-9870-cedacc6c68f4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:20:05.814960 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce0852bb-629c-4d45-8ea5-2c3b67c2321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:05.928390 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-266f7ebd-53e6-4c67-bd6c-23c8250b66e8 req-88228513-08f2-4fdc-9e0e-52ad5adab474 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea244273-4c9b-4563-9870-cedacc6c68f4 HTTP/1.1" status: 200 len: 1001 time: 0.1105261 Mar 23 13:20:05.998888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f7ebd-53e6-4c67-bd6c-23c8250b66e8 req-4b25f763-22f5-4388-848b-f7c10d250d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:06.000263 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-266f7ebd-53e6-4c67-bd6c-23c8250b66e8 req-4b25f763-22f5-4388-848b-f7c10d250d0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e4a5c8bc-03ce-4dda-9d0e-1bef0038b299 HTTP/1.1" status: 200 len: 854 time: 0.0536420 Mar 23 13:20:06.018397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-71fbdfb3-3d68-4d40-800d-fa47bfb3a909 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Deleting port fa4a5547-5d27-4337-92d2-cc9bdeccc764 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:20:06.018738 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71fbdfb3-3d68-4d40-800d-fa47bfb3a909 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:06.092456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f7ebd-53e6-4c67-bd6c-23c8250b66e8 req-66b1ec63-1215-48d7-abeb-6da6fe92baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:06.094090 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-266f7ebd-53e6-4c67-bd6c-23c8250b66e8 req-66b1ec63-1215-48d7-abeb-6da6fe92baea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=024d5253-1915-4587-8c1e-ec744f725856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870340 Mar 23 13:20:06.161114 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71fbdfb3-3d68-4d40-800d-fa47bfb3a909 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:06.161446 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71fbdfb3-3d68-4d40-800d-fa47bfb3a909 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:06.184412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-71fbdfb3-3d68-4d40-800d-fa47bfb3a909 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Calling delete_port for fa4a5547-5d27-4337-92d2-cc9bdeccc764 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:20:06.578138 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-266f7ebd-53e6-4c67-bd6c-23c8250b66e8 req-c8d4bd78-4071-41b5-ba12-edff3f7a1b49 service neutron] 10.222.0.73 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719579 Mar 23 13:20:06.699568 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-266f7ebd-53e6-4c67-bd6c-23c8250b66e8 req-7d3eab01-ae19-4001-803a-d932644947d5 service neutron] 10.222.0.73 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109931 Mar 23 13:20:06.749285 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71fbdfb3-3d68-4d40-800d-fa47bfb3a909 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:06.776667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbdfb3-3d68-4d40-800d-fa47bfb3a909 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Pushing event deleted for resources: {'Port': ['ID=fa4a5547-5d27-4337-92d2-cc9bdeccc764,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:06.833656 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71fbdfb3-3d68-4d40-800d-fa47bfb3a909 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:06.833902 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-71fbdfb3-3d68-4d40-800d-fa47bfb3a909 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Floating IP ef58b086-8bd6-406d-8d7b-24dbcfbfcfec disassociated (deleted). External IP: 172.25.2.223, port: ea244273-4c9b-4563-9870-cedacc6c68f4. Mar 23 13:20:07.037527 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fbdfb3-3d68-4d40-800d-fa47bfb3a909 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Router 988c4bb8-0502-4e29-a615-6368c53f3f77 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:20:07.144068 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fbdfb3-3d68-4d40-800d-fa47bfb3a909 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:20:07.149141 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-71fbdfb3-3d68-4d40-800d-fa47bfb3a909 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:07.154522 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e6202b-98b1-4062-8920-44d99def8f05 None None] Sync routers for ids ['988c4bb8-0502-4e29-a615-6368c53f3f77'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:20:07.163399 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e6202b-98b1-4062-8920-44d99def8f05 None None] Routers {'988c4bb8-0502-4e29-a615-6368c53f3f77'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:20:07.164021 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-43e6202b-98b1-4062-8920-44d99def8f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:19:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['988c4bb8-0502-4e29-a615-6368c53f3f77'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:07.176295 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-71fbdfb3-3d68-4d40-800d-fa47bfb3a909 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "DELETE /v2.0/floatingips/ef58b086-8bd6-406d-8d7b-24dbcfbfcfec HTTP/1.1" status: 204 len: 168 time: 1.4486473 Mar 23 13:20:07.268879 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-43e6202b-98b1-4062-8920-44d99def8f05 None None] Set router 988c4bb8-0502-4e29-a615-6368c53f3f77 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:20:07.480781 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-43e6202b-98b1-4062-8920-44d99def8f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'name': 'tempest-TestMinimumBasicScenario-1222928063-router', 'tenant_id': '31a653669b8b4de68825550a66333398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:11Z', 'updated_at': '2022-03-23T13:18:14Z', 'revision_number': 4, 'project_id': '31a653669b8b4de68825550a66333398', 'gw_port': {'id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:12Z', 'updated_at': '2022-03-23T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6', 'name': '', 'network_id': '024d5253-1915-4587-8c1e-ec744f725856', 'tenant_id': '31a653669b8b4de68825550a66333398', 'mac_address': 'fa:16:3e:86:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:14Z', 'updated_at': '2022-03-23T13:18:19Z', 'revision_number': 5, 'project_id': '31a653669b8b4de68825550a66333398', 'subnets': [{'id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:07.511230 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e6202b-98b1-4062-8920-44d99def8f05 None None] Checking router: 988c4bb8-0502-4e29-a615-6368c53f3f77 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:20:07.519850 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e6202b-98b1-4062-8920-44d99def8f05 None None] Routers {'988c4bb8-0502-4e29-a615-6368c53f3f77'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:20:07.520465 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-43e6202b-98b1-4062-8920-44d99def8f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:19:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['988c4bb8-0502-4e29-a615-6368c53f3f77'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:07.564692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'tag': 'ea244273-4c9b-4563-9870-cedacc6c68f4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:20:07.567238 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4165957c-fe9b-430f-b6bc-f1ee668636e7" -d '{"events": [{"name": "network-changed", "server_uuid": "baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2", "tag": "ea244273-4c9b-4563-9870-cedacc6c68f4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:20:07.615211 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260a9504-fc0b-4119-ab94-2214e6c0e727 x-openstack-request-id: req-260a9504-fc0b-4119-ab94-2214e6c0e727 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:20:07.615556 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2", "tag": "ea244273-4c9b-4563-9870-cedacc6c68f4", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:20:07.615876 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-260a9504-fc0b-4119-ab94-2214e6c0e727 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:20:07.616676 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'tag': 'ea244273-4c9b-4563-9870-cedacc6c68f4', 'status': 'completed', 'code': 200} Mar 23 13:20:07.635428 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-43e6202b-98b1-4062-8920-44d99def8f05 None None] Set router 988c4bb8-0502-4e29-a615-6368c53f3f77 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:20:07.686593 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165957c-fe9b-430f-b6bc-f1ee668636e7 req-ba2c80db-d83f-4bd2-b6a7-84a2165f160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:07.688006 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4165957c-fe9b-430f-b6bc-f1ee668636e7 req-ba2c80db-d83f-4bd2-b6a7-84a2165f160b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=31a653669b8b4de68825550a66333398&device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 1096 time: 0.0468597 Mar 23 13:20:07.795463 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165957c-fe9b-430f-b6bc-f1ee668636e7 req-99d4851e-52e1-41ec-b567-57cf8b59490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:07.796992 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4165957c-fe9b-430f-b6bc-f1ee668636e7 req-99d4851e-52e1-41ec-b567-57cf8b59490e service neutron] 10.222.0.73 "GET /v2.0/networks?id=024d5253-1915-4587-8c1e-ec744f725856 HTTP/1.1" status: 200 len: 916 time: 0.1014619 Mar 23 13:20:07.846710 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4165957c-fe9b-430f-b6bc-f1ee668636e7 req-977e1704-ddcf-4eba-87e7-8eede0e966c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea244273-4c9b-4563-9870-cedacc6c68f4 HTTP/1.1" status: 200 len: 217 time: 0.0421326 Mar 23 13:20:07.865564 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-43e6202b-98b1-4062-8920-44d99def8f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'name': 'tempest-TestMinimumBasicScenario-1222928063-router', 'tenant_id': '31a653669b8b4de68825550a66333398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:11Z', 'updated_at': '2022-03-23T13:18:14Z', 'revision_number': 4, 'project_id': '31a653669b8b4de68825550a66333398', 'gw_port': {'id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:12Z', 'updated_at': '2022-03-23T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6', 'name': '', 'network_id': '024d5253-1915-4587-8c1e-ec744f725856', 'tenant_id': '31a653669b8b4de68825550a66333398', 'mac_address': 'fa:16:3e:86:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:14Z', 'updated_at': '2022-03-23T13:18:19Z', 'revision_number': 5, 'project_id': '31a653669b8b4de68825550a66333398', 'subnets': [{'id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:07.892372 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e6202b-98b1-4062-8920-44d99def8f05 None None] The sync data for ids ['988c4bb8-0502-4e29-a615-6368c53f3f77'] in n-d-834854-1 is: [{'id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'name': 'tempest-TestMinimumBasicScenario-1222928063-router', 'tenant_id': '31a653669b8b4de68825550a66333398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:11Z', 'updated_at': '2022-03-23T13:18:14Z', 'revision_number': 4, 'project_id': '31a653669b8b4de68825550a66333398', 'gw_port': {'id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:12Z', 'updated_at': '2022-03-23T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6', 'name': '', 'network_id': '024d5253-1915-4587-8c1e-ec744f725856', 'tenant_id': '31a653669b8b4de68825550a66333398', 'mac_address': 'fa:16:3e:86:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:14Z', 'updated_at': '2022-03-23T13:18:19Z', 'revision_number': 5, 'project_id': '31a653669b8b4de68825550a66333398', 'subnets': [{'id': 'e4a5c8bc-03ce-4dda-9d0e-1bef0038b299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:20:07.917289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165957c-fe9b-430f-b6bc-f1ee668636e7 req-f0e5dee7-fafc-4543-8587-ff002393454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:07.918822 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4165957c-fe9b-430f-b6bc-f1ee668636e7 req-f0e5dee7-fafc-4543-8587-ff002393454c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e4a5c8bc-03ce-4dda-9d0e-1bef0038b299 HTTP/1.1" status: 200 len: 854 time: 0.0476811 Mar 23 13:20:07.968958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165957c-fe9b-430f-b6bc-f1ee668636e7 req-9029ce04-cb5f-4ff4-9a46-501f73c13f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:07.970490 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4165957c-fe9b-430f-b6bc-f1ee668636e7 req-9029ce04-cb5f-4ff4-9a46-501f73c13f6d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=024d5253-1915-4587-8c1e-ec744f725856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441730 Mar 23 13:20:08.070586 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4165957c-fe9b-430f-b6bc-f1ee668636e7 req-6a8d595d-09a4-49a6-be90-82f6b5e76b15 service neutron] 10.222.0.73 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922189 Mar 23 13:20:08.162094 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36f6e4e-cad8-4048-8648-0253e6cfc04a None None] New status for floating IP ef58b086-8bd6-406d-8d7b-24dbcfbfcfec: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:20:08.169591 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4165957c-fe9b-430f-b6bc-f1ee668636e7 req-044b67eb-870b-4e49-bc74-b60c38b2a446 service neutron] 10.222.0.73 "GET /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908229 Mar 23 13:20:14.256765 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88006c-3586-4d5f-bca0-58930a4bc081 req-77a4644a-df16-40e7-a4b2-7ad2b8602c47 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:14.258215 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d88006c-3586-4d5f-bca0-58930a4bc081 req-77a4644a-df16-40e7-a4b2-7ad2b8602c47 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 945 time: 0.0534723 Mar 23 13:20:14.304405 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0d88006c-3586-4d5f-bca0-58930a4bc081 req-5e5b7ec9-61f9-4b00-8943-303235893fc4 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393045 Mar 23 13:20:15.436252 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed419bb2-ef07-4ba7-a0fa-5c35bc5bac31 req-300305a0-d073-4cf4-94e7-db7166af822d tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:15.437783 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed419bb2-ef07-4ba7-a0fa-5c35bc5bac31 req-300305a0-d073-4cf4-94e7-db7166af822d tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 945 time: 0.0503724 Mar 23 13:20:15.477110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed419bb2-ef07-4ba7-a0fa-5c35bc5bac31 req-4ca3ce03-54a6-4cab-82be-df20a320dc77 tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa2d077b-edc0-45a7-a51e-0c536e323f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325511 Mar 23 13:20:15.991254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a1385-63e1-4302-8541-1854cdd7a2b6 req-d2d61c42-d369-482a-9399-0cd4cf28dd2e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:15.992739 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-411a1385-63e1-4302-8541-1854cdd7a2b6 req-d2d61c42-d369-482a-9399-0cd4cf28dd2e tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.73 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 945 time: 0.0519252 Mar 23 13:20:16.083860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-411a1385-63e1-4302-8541-1854cdd7a2b6 req-afbcca5c-49f4-42fc-820a-b63a2323c01d tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Deleting port ea244273-4c9b-4563-9870-cedacc6c68f4 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:20:16.084242 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-411a1385-63e1-4302-8541-1854cdd7a2b6 req-afbcca5c-49f4-42fc-820a-b63a2323c01d tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:16.174346 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-411a1385-63e1-4302-8541-1854cdd7a2b6 req-afbcca5c-49f4-42fc-820a-b63a2323c01d tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] For port ea244273-4c9b-4563-9870-cedacc6c68f4, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=ea244273-4c9b-4563-9870-cedacc6c68f4,segment=NetworkSegment(410c8b20-6b7a-4f99-8e66-a9de28e5f769),segment_id=410c8b20-6b7a-4f99-8e66-a9de28e5f769)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:20:16.174710 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-411a1385-63e1-4302-8541-1854cdd7a2b6 req-afbcca5c-49f4-42fc-820a-b63a2323c01d tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:16.187572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-411a1385-63e1-4302-8541-1854cdd7a2b6 req-afbcca5c-49f4-42fc-820a-b63a2323c01d tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Calling delete_port for ea244273-4c9b-4563-9870-cedacc6c68f4 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:20:16.312014 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-411a1385-63e1-4302-8541-1854cdd7a2b6 req-afbcca5c-49f4-42fc-820a-b63a2323c01d tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:16.324235 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['ea244273-4c9b-4563-9870-cedacc6c68f4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:20:16.344845 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcca5c-49f4-42fc-820a-b63a2323c01d tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Pushing event deleted for resources: {'Port': ['ID=ea244273-4c9b-4563-9870-cedacc6c68f4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:16.387379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-411a1385-63e1-4302-8541-1854cdd7a2b6 req-afbcca5c-49f4-42fc-820a-b63a2323c01d tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] No DVR routers for this DVR port ea244273-4c9b-4563-9870-cedacc6c68f4 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:20:16.390077 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-411a1385-63e1-4302-8541-1854cdd7a2b6 req-afbcca5c-49f4-42fc-820a-b63a2323c01d tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:16.393492 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-411a1385-63e1-4302-8541-1854cdd7a2b6 req-afbcca5c-49f4-42fc-820a-b63a2323c01d tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.73 "DELETE /v2.0/ports/ea244273-4c9b-4563-9870-cedacc6c68f4 HTTP/1.1" status: 204 len: 173 time: 0.3937495 Mar 23 13:20:16.393933 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'name': 'network-vif-deleted', 'tag': 'ea244273-4c9b-4563-9870-cedacc6c68f4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:20:16.396253 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0a0fa7-59a8-4728-bb31-49507dfa90d1" -d '{"events": [{"server_uuid": "baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2", "name": "network-vif-deleted", "tag": "ea244273-4c9b-4563-9870-cedacc6c68f4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:20:16.437309 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652bc7c4-3016-4736-bcb2-a41faefefd7d x-openstack-request-id: req-652bc7c4-3016-4736-bcb2-a41faefefd7d {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:20:16.437946 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2", "name": "network-vif-deleted", "tag": "ea244273-4c9b-4563-9870-cedacc6c68f4", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:20:16.437946 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-652bc7c4-3016-4736-bcb2-a41faefefd7d {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:20:16.438383 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2', 'name': 'network-vif-deleted', 'tag': 'ea244273-4c9b-4563-9870-cedacc6c68f4', 'status': 'completed', 'code': 200} Mar 23 13:20:16.479232 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:16.594543 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bfa2f37c-1c71-4699-abdd-b6179e656b25 req-c8b3e248-e7f7-4f1d-95be-7dc43f33863a tempest-TestMinimumBasicScenario-458371638 tempest-TestMinimumBasicScenario-458371638-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf0242c-a87e-4e9c-8b6d-7ad243e2f0c2 HTTP/1.1" status: 200 len: 210 time: 0.0285709 Mar 23 13:20:17.774077 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:18.158461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49520) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:18.507037 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16aaff22-43ba-459c-8740-0d6951b5bdbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:18.750796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-16aaff22-43ba-459c-8740-0d6951b5bdbd admin admin] Deleting port a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:20:18.751131 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16aaff22-43ba-459c-8740-0d6951b5bdbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:18.827595 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-16aaff22-43ba-459c-8740-0d6951b5bdbd admin admin] For port a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6,segment=NetworkSegment(410c8b20-6b7a-4f99-8e66-a9de28e5f769),segment_id=410c8b20-6b7a-4f99-8e66-a9de28e5f769)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:20:18.827869 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16aaff22-43ba-459c-8740-0d6951b5bdbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:18.839988 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-16aaff22-43ba-459c-8740-0d6951b5bdbd admin admin] Calling delete_port for a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:20:19.030040 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16aaff22-43ba-459c-8740-0d6951b5bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:19.060319 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aaff22-43ba-459c-8740-0d6951b5bdbd admin admin] Pushing event deleted for resources: {'Port': ['ID=a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:19.224202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-16aaff22-43ba-459c-8740-0d6951b5bdbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:19.442334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16aaff22-43ba-459c-8740-0d6951b5bdbd admin admin] Router 988c4bb8-0502-4e29-a615-6368c53f3f77 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:20:19.547437 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16aaff22-43ba-459c-8740-0d6951b5bdbd admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:20:19.552513 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-16aaff22-43ba-459c-8740-0d6951b5bdbd admin admin] 10.222.0.52 "PUT /v2.0/routers/988c4bb8-0502-4e29-a615-6368c53f3f77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3930271 Mar 23 13:20:19.555365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49522) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:19.556401 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4733b49-bb97-4850-8098-05ba05095b92 None None] Sync routers for ids ['988c4bb8-0502-4e29-a615-6368c53f3f77'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:20:19.565814 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4733b49-bb97-4850-8098-05ba05095b92 None None] Routers {'988c4bb8-0502-4e29-a615-6368c53f3f77'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:20:19.566417 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e4733b49-bb97-4850-8098-05ba05095b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:19:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['988c4bb8-0502-4e29-a615-6368c53f3f77'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:19.669391 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85283fd6-91eb-45c2-ada0-85d0642693db admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:19.768342 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85283fd6-91eb-45c2-ada0-85d0642693db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:19.768990 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e4733b49-bb97-4850-8098-05ba05095b92 None None] Set router 988c4bb8-0502-4e29-a615-6368c53f3f77 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:20:19.823960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-85283fd6-91eb-45c2-ada0-85d0642693db admin admin] Deleting port eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:20:19.824313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85283fd6-91eb-45c2-ada0-85d0642693db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:19.902116 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-85283fd6-91eb-45c2-ada0-85d0642693db admin admin] For port eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:20:19.902483 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85283fd6-91eb-45c2-ada0-85d0642693db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:19.914983 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-85283fd6-91eb-45c2-ada0-85d0642693db admin admin] Calling delete_port for eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:20:19.945859 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e4733b49-bb97-4850-8098-05ba05095b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'name': 'tempest-TestMinimumBasicScenario-1222928063-router', 'tenant_id': '31a653669b8b4de68825550a66333398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:11Z', 'updated_at': '2022-03-23T13:20:18Z', 'revision_number': 5, 'project_id': '31a653669b8b4de68825550a66333398', 'gw_port': {'id': 'eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:12Z', 'updated_at': '2022-03-23T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:19.985735 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4733b49-bb97-4850-8098-05ba05095b92 None None] Checking router: 988c4bb8-0502-4e29-a615-6368c53f3f77 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:20:19.994952 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4733b49-bb97-4850-8098-05ba05095b92 None None] Routers {'988c4bb8-0502-4e29-a615-6368c53f3f77'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:20:19.995558 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e4733b49-bb97-4850-8098-05ba05095b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:19:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['988c4bb8-0502-4e29-a615-6368c53f3f77'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:20.081350 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-e4733b49-bb97-4850-8098-05ba05095b92 None None] Set router 988c4bb8-0502-4e29-a615-6368c53f3f77 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:20:20.090517 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85283fd6-91eb-45c2-ada0-85d0642693db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:20.109038 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ea244273-4c9b-4563-9870-cedacc6c68f4 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:20:20.116947 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85283fd6-91eb-45c2-ada0-85d0642693db admin admin] Pushing event deleted for resources: {'Port': ['ID=eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:20.133556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: ea244273-4c9b-4563-9870-cedacc6c68f4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:20:20.134115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device ea244273-4c9b-4563-9870-cedacc6c68f4 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:20:20.137018 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-e4733b49-bb97-4850-8098-05ba05095b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'name': 'tempest-TestMinimumBasicScenario-1222928063-router', 'tenant_id': '31a653669b8b4de68825550a66333398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:11Z', 'updated_at': '2022-03-23T13:20:19Z', 'revision_number': 6, 'project_id': '31a653669b8b4de68825550a66333398', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:20.163716 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4733b49-bb97-4850-8098-05ba05095b92 None None] The sync data for ids ['988c4bb8-0502-4e29-a615-6368c53f3f77'] in n-d-834854-1 is: [{'id': '988c4bb8-0502-4e29-a615-6368c53f3f77', 'name': 'tempest-TestMinimumBasicScenario-1222928063-router', 'tenant_id': '31a653669b8b4de68825550a66333398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:11Z', 'updated_at': '2022-03-23T13:20:19Z', 'revision_number': 6, 'project_id': '31a653669b8b4de68825550a66333398', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:20:20.182699 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85283fd6-91eb-45c2-ada0-85d0642693db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:20.273164 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85283fd6-91eb-45c2-ada0-85d0642693db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:20.276102 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85283fd6-91eb-45c2-ada0-85d0642693db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:20.319718 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85283fd6-91eb-45c2-ada0-85d0642693db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:20.320366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85283fd6-91eb-45c2-ada0-85d0642693db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 988c4bb8-0502-4e29-a615-6368c53f3f77 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:20:20.324973 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-85283fd6-91eb-45c2-ada0-85d0642693db admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:20.326114 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-85283fd6-91eb-45c2-ada0-85d0642693db admin admin] 10.222.0.52 "DELETE /v2.0/routers/988c4bb8-0502-4e29-a615-6368c53f3f77 HTTP/1.1" status: 204 len: 168 time: 0.7697790 Mar 23 13:20:20.328695 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49524) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:20.377837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf655f7-e7b0-4c3a-845d-803ede2d1e6e admin admin] Deleting subnet e4a5c8bc-03ce-4dda-9d0e-1bef0038b299 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:20:20.381006 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-daf655f7-e7b0-4c3a-845d-803ede2d1e6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:20.726078 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-daf655f7-e7b0-4c3a-845d-803ede2d1e6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:20.800071 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-daf655f7-e7b0-4c3a-845d-803ede2d1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:20.855363 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-daf655f7-e7b0-4c3a-845d-803ede2d1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:20.881773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf655f7-e7b0-4c3a-845d-803ede2d1e6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a5c8bc-03ce-4dda-9d0e-1bef0038b299,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:20.891141 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-daf655f7-e7b0-4c3a-845d-803ede2d1e6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:20.892779 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc79d6d-fbc8-4a81-b7d2-3a52b5f0c510 None None] Network 024d5253-1915-4587-8c1e-ec744f725856 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:20:20.894711 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-daf655f7-e7b0-4c3a-845d-803ede2d1e6e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e4a5c8bc-03ce-4dda-9d0e-1bef0038b299 HTTP/1.1" status: 204 len: 168 time: 0.5650680 Mar 23 13:20:20.897250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49526) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:20.965440 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:21.026658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] Deleting port 308445f8-99ea-4292-b128-2728dbab2df2 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:20:21.027002 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:21.081664 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] DHCP port deletion for 024d5253-1915-4587-8c1e-ec744f725856 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:20:21.092445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] For port 308445f8-99ea-4292-b128-2728dbab2df2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=308445f8-99ea-4292-b128-2728dbab2df2,segment=NetworkSegment(410c8b20-6b7a-4f99-8e66-a9de28e5f769),segment_id=410c8b20-6b7a-4f99-8e66-a9de28e5f769)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:20:21.092808 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:21.106892 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] Calling delete_port for 308445f8-99ea-4292-b128-2728dbab2df2 owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:20:21.131958 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Deleting port 308445f8-99ea-4292-b128-2728dbab2df2 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:20:21.132534 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:21.197254 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] For port 308445f8-99ea-4292-b128-2728dbab2df2, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=308445f8-99ea-4292-b128-2728dbab2df2,segment=NetworkSegment(410c8b20-6b7a-4f99-8e66-a9de28e5f769),segment_id=410c8b20-6b7a-4f99-8e66-a9de28e5f769)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:20:21.197654 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:21.201173 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:21.212245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Calling delete_port for 308445f8-99ea-4292-b128-2728dbab2df2 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:20:21.227278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=308445f8-99ea-4292-b128-2728dbab2df2,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:21.231338 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] No DVR routers for this DVR port 308445f8-99ea-4292-b128-2728dbab2df2 on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 13:20:21.292455 n-d-834854-1 neutron-server[102780]: self.session.flush() Mar 23 13:20:21.302384 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:21.309572 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:21.326850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Pushing event deleted for resources: {'Port': ['ID=308445f8-99ea-4292-b128-2728dbab2df2,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:21.332667 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024d5253-1915-4587-8c1e-ec744f725856']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:21.336158 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:21.336505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:21.337425 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:21.337972 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:21.338436 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:21.338772 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:21.339099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:21.339427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:21.339751 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:21.340123 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:21.340449 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:21.340771 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:21.346277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e286700d-52ec-46d6-87f6-55000b55b11e None None] No DVR routers for this DVR port 308445f8-99ea-4292-b128-2728dbab2df2 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:20:21.347919 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410c8b20-6b7a-4f99-8e66-a9de28e5f769') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:21.348457 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410c8b20-6b7a-4f99-8e66-a9de28e5f769') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:21.373017 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:21.387893 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:21.394419 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:20:21.394856 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:20:21.396912 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:20:21.453133 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:21.468806 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:21.474741 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/024d5253-1915-4587-8c1e-ec744f725856 HTTP/1.1" status: 204 len: 168 time: 0.5737576 Mar 23 13:20:21.474741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77c412-69af-42e2-9931-734687b952e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=024d5253-1915-4587-8c1e-ec744f725856,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:21.474997 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49528) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:21.825701 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e83b0661-414c-4b3e-a138-4bb6e9810256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:22.001088 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 308445f8-99ea-4292-b128-2728dbab2df2 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:20:22.021287 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 308445f8-99ea-4292-b128-2728dbab2df2 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:20:22.021673 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 308445f8-99ea-4292-b128-2728dbab2df2 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:20:22.022039 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:20:22.041542 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:20:22.041893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a5fcd6e9-86ee-4723-8eda-2d5bef40e3c6 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:20:22.042286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:20:22.064742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:20:22.065088 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device eac4a45e-5292-4b8f-9b9a-68d5b0b3a3f4 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:20:22.077451 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e83b0661-414c-4b3e-a138-4bb6e9810256 admin admin] Deleting port 407ffcbe-79e0-465c-b235-ea67130a875d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:20:22.077745 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e83b0661-414c-4b3e-a138-4bb6e9810256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:22.155882 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-e83b0661-414c-4b3e-a138-4bb6e9810256 admin admin] For port 407ffcbe-79e0-465c-b235-ea67130a875d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=407ffcbe-79e0-465c-b235-ea67130a875d,segment=NetworkSegment(a7a13d0a-1ff2-4991-8049-f8776dfbfd15),segment_id=a7a13d0a-1ff2-4991-8049-f8776dfbfd15)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:20:22.156281 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e83b0661-414c-4b3e-a138-4bb6e9810256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:22.169390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-e83b0661-414c-4b3e-a138-4bb6e9810256 admin admin] Calling delete_port for 407ffcbe-79e0-465c-b235-ea67130a875d owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:20:22.348222 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e83b0661-414c-4b3e-a138-4bb6e9810256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:22.379839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b0661-414c-4b3e-a138-4bb6e9810256 admin admin] Pushing event deleted for resources: {'Port': ['ID=407ffcbe-79e0-465c-b235-ea67130a875d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:22.545841 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e83b0661-414c-4b3e-a138-4bb6e9810256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:22.699459 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:20:22.755573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83b0661-414c-4b3e-a138-4bb6e9810256 admin admin] Router f65ee41f-1917-4b9b-b19d-807e87558453 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:20:22.856957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83b0661-414c-4b3e-a138-4bb6e9810256 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:20:22.861978 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e83b0661-414c-4b3e-a138-4bb6e9810256 admin admin] 10.222.0.52 "PUT /v2.0/routers/f65ee41f-1917-4b9b-b19d-807e87558453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3861599 Mar 23 13:20:22.864540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49530) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:22.867526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63da51-4628-46d9-9878-15473b805d66 None None] Sync routers for ids ['f65ee41f-1917-4b9b-b19d-807e87558453'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:20:22.877911 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63da51-4628-46d9-9878-15473b805d66 None None] Routers {'f65ee41f-1917-4b9b-b19d-807e87558453'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:20:22.878393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ed63da51-4628-46d9-9878-15473b805d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:19:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f65ee41f-1917-4b9b-b19d-807e87558453'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:22.967764 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b3366dd-658f-46db-80de-5e83be286a17 admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:22.980250 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ed63da51-4628-46d9-9878-15473b805d66 None None] Set router f65ee41f-1917-4b9b-b19d-807e87558453 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:20:23.068589 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b3366dd-658f-46db-80de-5e83be286a17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:23.121584 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2b3366dd-658f-46db-80de-5e83be286a17 admin admin] Deleting port 6748086f-4bb5-4283-9ac3-b593d7c98547 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:20:23.121972 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b3366dd-658f-46db-80de-5e83be286a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:23.154216 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ed63da51-4628-46d9-9878-15473b805d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'name': 'tempest-TestMinimumBasicScenario-1085759159-router', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '6748086f-4bb5-4283-9ac3-b593d7c98547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:16Z', 'updated_at': '2022-03-23T13:20:22Z', 'revision_number': 5, 'project_id': 'c3e9156d24ef479fa10117c471d28798', 'gw_port': {'id': '6748086f-4bb5-4283-9ac3-b593d7c98547', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:59:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:18:16Z', 'updated_at': '2022-03-23T13:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:23.180546 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63da51-4628-46d9-9878-15473b805d66 None None] Checking router: f65ee41f-1917-4b9b-b19d-807e87558453 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:20:23.188876 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63da51-4628-46d9-9878-15473b805d66 None None] Routers {'f65ee41f-1917-4b9b-b19d-807e87558453'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:20:23.189478 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ed63da51-4628-46d9-9878-15473b805d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:19:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['f65ee41f-1917-4b9b-b19d-807e87558453'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:23.202349 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-2b3366dd-658f-46db-80de-5e83be286a17 admin admin] For port 6748086f-4bb5-4283-9ac3-b593d7c98547, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=6748086f-4bb5-4283-9ac3-b593d7c98547,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:20:23.202711 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b3366dd-658f-46db-80de-5e83be286a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:23.214982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-2b3366dd-658f-46db-80de-5e83be286a17 admin admin] Calling delete_port for 6748086f-4bb5-4283-9ac3-b593d7c98547 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:20:23.275351 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ed63da51-4628-46d9-9878-15473b805d66 None None] Set router f65ee41f-1917-4b9b-b19d-807e87558453 gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:20:23.327011 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ed63da51-4628-46d9-9878-15473b805d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'name': 'tempest-TestMinimumBasicScenario-1085759159-router', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:16Z', 'updated_at': '2022-03-23T13:20:23Z', 'revision_number': 6, 'project_id': 'c3e9156d24ef479fa10117c471d28798', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:23.353476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63da51-4628-46d9-9878-15473b805d66 None None] The sync data for ids ['f65ee41f-1917-4b9b-b19d-807e87558453'] in n-d-834854-1 is: [{'id': 'f65ee41f-1917-4b9b-b19d-807e87558453', 'name': 'tempest-TestMinimumBasicScenario-1085759159-router', 'tenant_id': 'c3e9156d24ef479fa10117c471d28798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:18:16Z', 'updated_at': '2022-03-23T13:20:23Z', 'revision_number': 6, 'project_id': 'c3e9156d24ef479fa10117c471d28798', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:20:23.389334 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b3366dd-658f-46db-80de-5e83be286a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:23.415432 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3366dd-658f-46db-80de-5e83be286a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=6748086f-4bb5-4283-9ac3-b593d7c98547,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:23.483394 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b3366dd-658f-46db-80de-5e83be286a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:23.576768 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b3366dd-658f-46db-80de-5e83be286a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:23.578763 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b3366dd-658f-46db-80de-5e83be286a17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:23.620597 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b3366dd-658f-46db-80de-5e83be286a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:23.621121 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3366dd-658f-46db-80de-5e83be286a17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f65ee41f-1917-4b9b-b19d-807e87558453 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:20:23.625699 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2b3366dd-658f-46db-80de-5e83be286a17 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:23.626834 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2b3366dd-658f-46db-80de-5e83be286a17 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f65ee41f-1917-4b9b-b19d-807e87558453 HTTP/1.1" status: 204 len: 168 time: 0.7614000 Mar 23 13:20:23.629392 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49532) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:23.673872 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-69db240b-144f-4d9c-ac42-295f7879c0ac admin admin] Deleting subnet 45825eef-0048-4484-823d-a02810f57249 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:20:23.676797 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69db240b-144f-4d9c-ac42-295f7879c0ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:23.711084 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69db240b-144f-4d9c-ac42-295f7879c0ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:23.791164 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69db240b-144f-4d9c-ac42-295f7879c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:23.845207 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69db240b-144f-4d9c-ac42-295f7879c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:23.874606 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-69db240b-144f-4d9c-ac42-295f7879c0ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:23.878678 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-69db240b-144f-4d9c-ac42-295f7879c0ac admin admin] 10.222.0.52 "DELETE /v2.0/subnets/45825eef-0048-4484-823d-a02810f57249 HTTP/1.1" status: 204 len: 168 time: 0.2483122 Mar 23 13:20:23.879722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db240b-144f-4d9c-ac42-295f7879c0ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45825eef-0048-4484-823d-a02810f57249,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:23.881320 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49534) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:23.882855 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145462e8-0d5c-4c8f-8e8f-7aa145581bbd None None] Network c172f373-6915-4c0f-80a2-456e62c82f45 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:20:23.954495 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.014336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] Deleting port 0473a001-8a4f-401b-8f70-6bc8ba0393f4 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:20:24.014669 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.023651 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 407ffcbe-79e0-465c-b235-ea67130a875d no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:20:24.046053 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 407ffcbe-79e0-465c-b235-ea67130a875d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:20:24.046532 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 407ffcbe-79e0-465c-b235-ea67130a875d not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:20:24.047022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6748086f-4bb5-4283-9ac3-b593d7c98547 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:20:24.074432 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 6748086f-4bb5-4283-9ac3-b593d7c98547 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:20:24.074781 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 6748086f-4bb5-4283-9ac3-b593d7c98547 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:20:24.079594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a4dd0-3d89-4ab3-a45d-8cce0902a4c4 None None] DHCP port deletion for c172f373-6915-4c0f-80a2-456e62c82f45 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:20:24.082415 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] For port 0473a001-8a4f-401b-8f70-6bc8ba0393f4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0473a001-8a4f-401b-8f70-6bc8ba0393f4,segment=NetworkSegment(a7a13d0a-1ff2-4991-8049-f8776dfbfd15),segment_id=a7a13d0a-1ff2-4991-8049-f8776dfbfd15)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:20:24.082415 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.097996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] Calling delete_port for 0473a001-8a4f-401b-8f70-6bc8ba0393f4 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:20:24.189918 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.209479 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] No DVR routers for this DVR port 0473a001-8a4f-401b-8f70-6bc8ba0393f4 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:20:24.230282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] Pushing event deleted for resources: {'Port': ['ID=0473a001-8a4f-401b-8f70-6bc8ba0393f4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:24.292560 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-830c6ba4-9f73-4395-bed2-6245ba2a9fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.301329 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.305809 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a4dd0-3d89-4ab3-a45d-8cce0902a4c4 None None] Deleting port 0473a001-8a4f-401b-8f70-6bc8ba0393f4 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:20:24.306180 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4dd0-3d89-4ab3-a45d-8cce0902a4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.324043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c172f373-6915-4c0f-80a2-456e62c82f45']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:24.331387 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a13d0a-1ff2-4991-8049-f8776dfbfd15') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:24.331679 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a13d0a-1ff2-4991-8049-f8776dfbfd15') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:24.342142 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.356242 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.362208 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:20:24.362656 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: timer() Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:20:24.364340 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:20:24.371837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6c9a4dd0-3d89-4ab3-a45d-8cce0902a4c4 None None] For port 0473a001-8a4f-401b-8f70-6bc8ba0393f4, host n-d-834854-1, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:20:24.372282 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4dd0-3d89-4ab3-a45d-8cce0902a4c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.393210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a4dd0-3d89-4ab3-a45d-8cce0902a4c4 None None] Calling delete_port for 0473a001-8a4f-401b-8f70-6bc8ba0393f4 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:20:24.395916 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-6c9a4dd0-3d89-4ab3-a45d-8cce0902a4c4 None None] Port 0473a001-8a4f-401b-8f70-6bc8ba0393f4 was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 13:20:24.397181 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4dd0-3d89-4ab3-a45d-8cce0902a4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.417276 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.422629 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.425818 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] 10.222.0.52 "DELETE /v2.0/networks/c172f373-6915-4c0f-80a2-456e62c82f45 HTTP/1.1" status: 204 len: 168 time: 0.5433340 Mar 23 13:20:24.426234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a4dd0-3d89-4ab3-a45d-8cce0902a4c4 None None] Pushing event deleted for resources: {'Port': ['ID=0473a001-8a4f-401b-8f70-6bc8ba0393f4,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:24.431309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a4dd0-3d89-4ab3-a45d-8cce0902a4c4 None None] No DVR routers for this DVR port 0473a001-8a4f-401b-8f70-6bc8ba0393f4 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:20:24.438416 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980b013-a111-4a35-a348-728b5811329f admin admin] Pushing event deleted for resources: {'Network': ['ID=c172f373-6915-4c0f-80a2-456e62c82f45,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:24.594782 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49538) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:24.634505 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bf3f37ca-b1b0-4a2f-a56e-bec556fefb23 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=31a653669b8b4de68825550a66333398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380247 Mar 23 13:20:24.637169 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49540) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:24.688741 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4acb7ab2-9026-4721-8dc2-e97dfec0bd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.710485 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4acb7ab2-9026-4721-8dc2-e97dfec0bd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.756877 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4acb7ab2-9026-4721-8dc2-e97dfec0bd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.760037 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4acb7ab2-9026-4721-8dc2-e97dfec0bd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:24.761227 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4acb7ab2-9026-4721-8dc2-e97dfec0bd8b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aa2d077b-edc0-45a7-a51e-0c536e323f98 HTTP/1.1" status: 204 len: 168 time: 0.1231399 Mar 23 13:20:24.768933 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb7ab2-9026-4721-8dc2-e97dfec0bd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2d077b-edc0-45a7-a51e-0c536e323f98,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:25.075706 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49546) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:25.115351 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-703d72a3-e1b6-497b-8bc3-18a02468554d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c3e9156d24ef479fa10117c471d28798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384319 Mar 23 13:20:25.117853 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49548) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:25.169906 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1864f998-eb99-480c-bbc6-38b7812ecb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:25.190449 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1864f998-eb99-480c-bbc6-38b7812ecb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:25.235721 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1864f998-eb99-480c-bbc6-38b7812ecb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:25.238363 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1864f998-eb99-480c-bbc6-38b7812ecb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:25.239682 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1864f998-eb99-480c-bbc6-38b7812ecb74 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bc57c20d-2aff-4ef2-9966-67ea690dc7b0 HTTP/1.1" status: 204 len: 168 time: 0.1203454 Mar 23 13:20:25.247402 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864f998-eb99-480c-bbc6-38b7812ecb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc57c20d-2aff-4ef2-9966-67ea690dc7b0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:25.997066 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0473a001-8a4f-401b-8f70-6bc8ba0393f4 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:20:26.017245 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 0473a001-8a4f-401b-8f70-6bc8ba0393f4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:20:26.017589 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0473a001-8a4f-401b-8f70-6bc8ba0393f4 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:20:26.778779 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49588) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:26.783378 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-a4d16ca0-0566-46a6-a1b7-b393d871a09f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-47643503', 'description': 'tempest-secgroup-smoke-47643503 description', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:20:26.803281 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4d16ca0-0566-46a6-a1b7-b393d871a09f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:26.811541 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4d16ca0-0566-46a6-a1b7-b393d871a09f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:26.886964 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4d16ca0-0566-46a6-a1b7-b393d871a09f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:26.890750 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4d16ca0-0566-46a6-a1b7-b393d871a09f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:26.928046 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d16ca0-0566-46a6-a1b7-b393d871a09f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e378231-556a-4218-9e6f-8f5f5ca7af33,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:26.967733 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4d16ca0-0566-46a6-a1b7-b393d871a09f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:26.971778 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4d16ca0-0566-46a6-a1b7-b393d871a09f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:26.991332 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e6e01a3f-fdfb-42b7-96ca-14efc70daf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.002466 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a4d16ca0-0566-46a6-a1b7-b393d871a09f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.003770 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a4d16ca0-0566-46a6-a1b7-b393d871a09f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2239516 Mar 23 13:20:27.006860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49590) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:27.007627 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d16ca0-0566-46a6-a1b7-b393d871a09f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:27.013914 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fc0c78d4-5751-499b-9da3-9595e5105515 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': 'a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:20:27.040437 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc0c78d4-5751-499b-9da3-9595e5105515 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.087027 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc0c78d4-5751-499b-9da3-9595e5105515 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.090590 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc0c78d4-5751-499b-9da3-9595e5105515 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.110311 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c78d4-5751-499b-9da3-9595e5105515 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4ba2fb-a472-4733-89f8-8657ae51a5b9,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:27.119476 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fc0c78d4-5751-499b-9da3-9595e5105515 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.120782 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fc0c78d4-5751-499b-9da3-9595e5105515 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128721 Mar 23 13:20:27.123602 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49592) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:27.128008 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-47c24c41-62ba-4075-847b-ec4623ba0c1d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': 'a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:20:27.153686 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47c24c41-62ba-4075-847b-ec4623ba0c1d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.209791 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47c24c41-62ba-4075-847b-ec4623ba0c1d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.213524 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47c24c41-62ba-4075-847b-ec4623ba0c1d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.231606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c24c41-62ba-4075-847b-ec4623ba0c1d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb75726-39a9-4f25-88ce-102a81f89666,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:27.236922 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47c24c41-62ba-4075-847b-ec4623ba0c1d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.238454 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-47c24c41-62ba-4075-847b-ec4623ba0c1d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138537 Mar 23 13:20:27.241144 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49594) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:27.246184 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-2bb14ae3-f9dd-48f7-9acb-5d50865c709c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': 'a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:20:27.269336 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bb14ae3-f9dd-48f7-9acb-5d50865c709c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.328340 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bb14ae3-f9dd-48f7-9acb-5d50865c709c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.332202 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bb14ae3-f9dd-48f7-9acb-5d50865c709c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.349763 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb14ae3-f9dd-48f7-9acb-5d50865c709c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f86565-351d-4e58-9c5e-4dfd1c1ffc31,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:27.358507 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-2bb14ae3-f9dd-48f7-9acb-5d50865c709c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.359701 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2bb14ae3-f9dd-48f7-9acb-5d50865c709c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176076 Mar 23 13:20:27.362371 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49596) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:27.366665 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-fa7248e8-0d7b-46f7-b11f-5129468caf7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': 'a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:20:27.391173 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa7248e8-0d7b-46f7-b11f-5129468caf7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.448723 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa7248e8-0d7b-46f7-b11f-5129468caf7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.452285 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa7248e8-0d7b-46f7-b11f-5129468caf7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.469354 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7248e8-0d7b-46f7-b11f-5129468caf7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1be3ce-8b1e-4b6a-8eb1-bc8a38e3af94,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:27.478091 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa7248e8-0d7b-46f7-b11f-5129468caf7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.479289 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fa7248e8-0d7b-46f7-b11f-5129468caf7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160083 Mar 23 13:20:27.482003 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49598) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:27.486344 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-508b1284-2e8b-47f4-89a8-c94726bf2b5b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': 'a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:20:27.506265 n-d-834854-1 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-508b1284-2e8b-47f4-89a8-c94726bf2b5b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Project 488994dbef3a4604b5eb0770edd5eaf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:20:27.511945 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-508b1284-2e8b-47f4-89a8-c94726bf2b5b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.572630 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-508b1284-2e8b-47f4-89a8-c94726bf2b5b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.576258 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-508b1284-2e8b-47f4-89a8-c94726bf2b5b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.595167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b1284-2e8b-47f4-89a8-c94726bf2b5b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39d1c8c-15e0-4971-88a1-fa3a9a1633cd,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:27.604050 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-508b1284-2e8b-47f4-89a8-c94726bf2b5b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.605292 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-508b1284-2e8b-47f4-89a8-c94726bf2b5b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223617 Mar 23 13:20:27.608082 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49600) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:27.612350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-13b44395-0581-41d9-be25-fd27be04788d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': 'a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:20:27.633266 n-d-834854-1 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-13b44395-0581-41d9-be25-fd27be04788d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Project 488994dbef3a4604b5eb0770edd5eaf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:20:27.638646 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13b44395-0581-41d9-be25-fd27be04788d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.702045 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13b44395-0581-41d9-be25-fd27be04788d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.705495 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13b44395-0581-41d9-be25-fd27be04788d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.724607 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b44395-0581-41d9-be25-fd27be04788d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17638cc3-e5f5-4ffd-bd4e-08787d61f7b1,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:27.732339 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-13b44395-0581-41d9-be25-fd27be04788d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.733559 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-13b44395-0581-41d9-be25-fd27be04788d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245663 Mar 23 13:20:27.736569 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49602) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:27.741417 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-029f137c-deaf-45ee-aa0d-c906230427d1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'network': {'name': 'tempest-network-smoke--1462213883', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'port_security_enabled': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:20:27.760974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029f137c-deaf-45ee-aa0d-c906230427d1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Made reservation on behalf of 488994dbef3a4604b5eb0770edd5eaf8 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:20:27.764417 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-029f137c-deaf-45ee-aa0d-c906230427d1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.787090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029f137c-deaf-45ee-aa0d-c906230427d1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:20:27.796519 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-029f137c-deaf-45ee-aa0d-c906230427d1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.796875 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-029f137c-deaf-45ee-aa0d-c906230427d1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Added segment 318c35a8-3971-4f60-b571-b23b86337a1d of type vlan for network b66e08ac-d9ee-4227-8d30-24f25bc3ef4d Mar 23 13:20:27.835850 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-029f137c-deaf-45ee-aa0d-c906230427d1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.860127 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-029f137c-deaf-45ee-aa0d-c906230427d1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.865613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029f137c-deaf-45ee-aa0d-c906230427d1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:27.866198 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-029f137c-deaf-45ee-aa0d-c906230427d1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.922830 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-029f137c-deaf-45ee-aa0d-c906230427d1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1852305 Mar 23 13:20:27.926028 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49604) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:27.931722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-858845171', 'admin_state_up': True, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:20:27.933358 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.939540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f137c-deaf-45ee-aa0d-c906230427d1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Network': ['ID=b66e08ac-d9ee-4227-8d30-24f25bc3ef4d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:27.951489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network b66e08ac-d9ee-4227-8d30-24f25bc3ef4d details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:20:27.954987 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:27.956048 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:28.012425 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:28.151839 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:28.334356 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:28.353647 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:28.460596 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.25.2.197 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/304301d5-578a-4254-ab93-eab66d13fea1) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:20:28.559761 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:28.592753 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:28.637955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:20:28.640962 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:20:28.644433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:20:28.650528 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=304301d5-578a-4254-ab93-eab66d13fea1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:29.214209 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:29.237111 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:29.451670 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:29.589987 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router 265cd431-5a69-42c9-b343-f9cb578b7268 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:20:29.594632 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:29.714888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:20:29.724528 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Sync routers for ids ['265cd431-5a69-42c9-b343-f9cb578b7268'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:20:29.737423 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:29.738442 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Routers {'265cd431-5a69-42c9-b343-f9cb578b7268'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:20:29.738703 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-472cee14-3de6-4e43-a05a-d453f5264468 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8116126 Mar 23 13:20:29.739054 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:20:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['265cd431-5a69-42c9-b343-f9cb578b7268'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:29.741749 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49606) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:29.853512 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Set router 265cd431-5a69-42c9-b343-f9cb578b7268 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:20:29.862759 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-3be74484-e788-4da5-baa0-da1adf5e07d6 tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=488994dbef3a4604b5eb0770edd5eaf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1197736 Mar 23 13:20:29.865420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49610) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:29.952794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fc3bf2-b5fd-431f-a003-818312a57e69 tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:29.954313 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d2fc3bf2-b5fd-431f-a003-818312a57e69 tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879025 Mar 23 13:20:29.957193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49612) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:29.985831 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1ba0b50f-cdb9-4224-9130-df99cad14d8b tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274835 Mar 23 13:20:29.988314 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49614) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:29.993538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-302a1123-6208-44f1-871a-6d0eaf4656c7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1009530763', 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:20:30.029964 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858845171', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '304301d5-578a-4254-ab93-eab66d13fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:20:27Z', 'updated_at': '2022-03-23T13:20:29Z', 'revision_number': 3, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '304301d5-578a-4254-ab93-eab66d13fea1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:28Z', 'updated_at': '2022-03-23T13:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:30.056652 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Checking router: 265cd431-5a69-42c9-b343-f9cb578b7268 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:20:30.056994 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Updating router 265cd431-5a69-42c9-b343-f9cb578b7268 port 304301d5-578a-4254-ab93-eab66d13fea1 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:20:30.080743 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:30.082094 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302a1123-6208-44f1-871a-6d0eaf4656c7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Made reservation on behalf of 488994dbef3a4604b5eb0770edd5eaf8 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:20:30.085745 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-302a1123-6208-44f1-871a-6d0eaf4656c7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:30.267617 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-302a1123-6208-44f1-871a-6d0eaf4656c7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:30.329015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a1123-6208-44f1-871a-6d0eaf4656c7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Subnet': ['ID=21ce1a39-da3f-4999-a5df-728648e6001e,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:30.330492 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:30.336814 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302a1123-6208-44f1-871a-6d0eaf4656c7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Checking segment: {'id': '318c35a8-3971-4f60-b571-b23b86337a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:20:30.337282 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:30.337465 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302a1123-6208-44f1-871a-6d0eaf4656c7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network hostable DHCP agents. Network: b66e08ac-d9ee-4227-8d30-24f25bc3ef4d, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:20:30.354009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302a1123-6208-44f1-871a-6d0eaf4656c7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network b66e08ac-d9ee-4227-8d30-24f25bc3ef4d is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:20:30.363337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-302a1123-6208-44f1-871a-6d0eaf4656c7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, b66e08ac-d9ee-4227-8d30-24f25bc3ef4d) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:20:30.367687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302a1123-6208-44f1-871a-6d0eaf4656c7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:30.368940 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-302a1123-6208-44f1-871a-6d0eaf4656c7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:30.378393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc313ba7-519f-4d54-a911-776507327bd9 None None] Network b66e08ac-d9ee-4227-8d30-24f25bc3ef4d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:20:30.388223 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-302a1123-6208-44f1-871a-6d0eaf4656c7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3988502 Mar 23 13:20:30.390484 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6115b0c-b775-4388-ac49-225db2eb11d3 None None] Pushing event updated for resources: {'Port': ['ID=304301d5-578a-4254-ab93-eab66d13fea1,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:30.392535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49616) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:30.401990 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6115b0c-b775-4388-ac49-225db2eb11d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:30.402398 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6115b0c-b775-4388-ac49-225db2eb11d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:30.402878 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6115b0c-b775-4388-ac49-225db2eb11d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:30.403251 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6115b0c-b775-4388-ac49-225db2eb11d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:30.403681 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6115b0c-b775-4388-ac49-225db2eb11d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:30.404119 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6115b0c-b775-4388-ac49-225db2eb11d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:30.404537 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6115b0c-b775-4388-ac49-225db2eb11d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:30.404948 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6115b0c-b775-4388-ac49-225db2eb11d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:30.405359 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6115b0c-b775-4388-ac49-225db2eb11d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:30.405788 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6115b0c-b775-4388-ac49-225db2eb11d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:30.406198 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6115b0c-b775-4388-ac49-225db2eb11d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:30.406608 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6115b0c-b775-4388-ac49-225db2eb11d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:20:30.410005 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Attempting to bind port 304301d5-578a-4254-ab93-eab66d13fea1 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:20:30.410500 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Attempting to bind port 304301d5-578a-4254-ab93-eab66d13fea1 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:20:30.410949 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Attempting to bind port 304301d5-578a-4254-ab93-eab66d13fea1 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:20:30.418095 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:20:30.418630 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:20:30.419134 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:30.419851 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:20:30.422991 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Bound port: 304301d5-578a-4254-ab93-eab66d13fea1, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:20:30.422991 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:30.476453 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] For port 304301d5-578a-4254-ab93-eab66d13fea1, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:20:30.479858 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] For port 304301d5-578a-4254-ab93-eab66d13fea1, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=304301d5-578a-4254-ab93-eab66d13fea1,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:20:30.485615 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:30.538880 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Routers {'265cd431-5a69-42c9-b343-f9cb578b7268'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:20:30.539504 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:20:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['265cd431-5a69-42c9-b343-f9cb578b7268'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:30.562050 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-b66e08ac-d9ee-4227-8d30-24f25bc3ef4d', 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ips': [{'subnet_id': '21ce1a39-da3f-4999-a5df-728648e6001e'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:20:30.563039 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:30.585234 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6115b0c-b775-4388-ac49-225db2eb11d3 None None] Pushing event updated for resources: {'Port': ['ID=304301d5-578a-4254-ab93-eab66d13fea1,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:30.661686 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] Set router 265cd431-5a69-42c9-b343-f9cb578b7268 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:20:30.716219 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Allocated IP 172.20.0.2 (b66e08ac-d9ee-4227-8d30-24f25bc3ef4d/21ce1a39-da3f-4999-a5df-728648e6001e/748689a3-fb34-4835-b6ed-738f7d37a72b) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:20:30.870971 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:30.877214 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:30.918470 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Network b66e08ac-d9ee-4227-8d30-24f25bc3ef4d is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:20:30.922754 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:20:30.926461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:20:30.934139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Pushing event updated for resources: {'Port': ['ID=748689a3-fb34-4835-b6ed-738f7d37a72b,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:30.946292 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858845171', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '304301d5-578a-4254-ab93-eab66d13fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:20:27Z', 'updated_at': '2022-03-23T13:20:29Z', 'revision_number': 3, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '304301d5-578a-4254-ab93-eab66d13fea1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:28Z', 'updated_at': '2022-03-23T13:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:30.973156 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d09136e-6529-4bfb-a6e5-b7a88904cbdf None None] The sync data for ids ['265cd431-5a69-42c9-b343-f9cb578b7268'] in n-d-834854-1 is: [{'id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858845171', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '304301d5-578a-4254-ab93-eab66d13fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:20:27Z', 'updated_at': '2022-03-23T13:20:29Z', 'revision_number': 3, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '304301d5-578a-4254-ab93-eab66d13fea1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:28Z', 'updated_at': '2022-03-23T13:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:20:30.986541 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Attempting to bind port 748689a3-fb34-4835-b6ed-738f7d37a72b on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:20:30.986946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Attempting to bind port 748689a3-fb34-4835-b6ed-738f7d37a72b by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '318c35a8-3971-4f60-b571-b23b86337a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:20:30.987335 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Attempting to bind port 748689a3-fb34-4835-b6ed-738f7d37a72b on network b66e08ac-d9ee-4227-8d30-24f25bc3ef4d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:20:30.992639 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:20:30.993823 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Checking segment: {'id': '318c35a8-3971-4f60-b571-b23b86337a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:20:30.994416 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:30.994820 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Bound using segment: {'id': '318c35a8-3971-4f60-b571-b23b86337a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:20:30.995347 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Bound port: 748689a3-fb34-4835-b6ed-738f7d37a72b, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318c35a8-3971-4f60-b571-b23b86337a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:20:30.995739 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:31.066195 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] For port 748689a3-fb34-4835-b6ed-738f7d37a72b, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:20:31.069401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] For port 748689a3-fb34-4835-b6ed-738f7d37a72b, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=748689a3-fb34-4835-b6ed-738f7d37a72b,segment=NetworkSegment(318c35a8-3971-4f60-b571-b23b86337a1d),segment_id=318c35a8-3971-4f60-b571-b23b86337a1d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:20:31.074231 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:31.134243 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cbb0d-7290-4241-980d-ef70d27004e5 None None] Pushing event updated for resources: {'Port': ['ID=748689a3-fb34-4835-b6ed-738f7d37a72b,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:31.260965 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:31.585906 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.20.0.1 (b66e08ac-d9ee-4227-8d30-24f25bc3ef4d/21ce1a39-da3f-4999-a5df-728648e6001e/4012e6c8-10c0-4673-90e3-6e01bce8c5aa) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:20:31.711633 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:31.750452 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:31.801396 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network b66e08ac-d9ee-4227-8d30-24f25bc3ef4d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:20:31.804793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:20:31.809297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:20:31.835488 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=4012e6c8-10c0-4673-90e3-6e01bce8c5aa,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:31.862417 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:32.023610 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:32.083249 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 748689a3-fb34-4835-b6ed-738f7d37a72b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:20:32.148045 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 748689a3-fb34-4835-b6ed-738f7d37a72b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:20:32.148045 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:32.184682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7b54b3-2333-48e3-8670-3d8dbf154d9b None None] Network b66e08ac-d9ee-4227-8d30-24f25bc3ef4d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:20:32.269453 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ab23266b-7b44-431f-a640-ce8aa19b679f None None] Provisioning complete for port 748689a3-fb34-4835-b6ed-738f7d37a72b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:20:32.269815 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab23266b-7b44-431f-a640-ce8aa19b679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:32.333122 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:32.340657 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:32.360580 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:32.436884 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 748689a3-fb34-4835-b6ed-738f7d37a72b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=748689a3-fb34-4835-b6ed-738f7d37a72b,segment=NetworkSegment(318c35a8-3971-4f60-b571-b23b86337a1d),segment_id=318c35a8-3971-4f60-b571-b23b86337a1d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:20:32.440031 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=4012e6c8-10c0-4673-90e3-6e01bce8c5aa,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:32.443154 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:32.462599 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:32.463438 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 304301d5-578a-4254-ab93-eab66d13fea1 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:20:32.535524 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ab23266b-7b44-431f-a640-ce8aa19b679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:32.539150 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network b66e08ac-d9ee-4227-8d30-24f25bc3ef4d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:20:32.541075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:20:32.568928 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=748689a3-fb34-4835-b6ed-738f7d37a72b,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:32.615876 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 304301d5-578a-4254-ab93-eab66d13fea1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:20:32.616267 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:32.648921 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-ab23266b-7b44-431f-a640-ce8aa19b679f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 13:20:32.650126 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-ab23266b-7b44-431f-a640-ce8aa19b679f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 13:20:32.679791 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router 265cd431-5a69-42c9-b343-f9cb578b7268 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:20:32.704018 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:32.726788 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 304301d5-578a-4254-ab93-eab66d13fea1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=304301d5-578a-4254-ab93-eab66d13fea1,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:20:32.732649 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:32.785110 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=304301d5-578a-4254-ab93-eab66d13fea1,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:32.805813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:20:32.810744 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-adb8ec7b-6629-4881-a284-d5feaf3d7b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "PUT /v2.0/routers/265cd431-5a69-42c9-b343-f9cb578b7268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4133601 Mar 23 13:20:32.822428 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Sync routers for ids ['265cd431-5a69-42c9-b343-f9cb578b7268'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:20:32.832434 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Routers {'265cd431-5a69-42c9-b343-f9cb578b7268'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:20:32.833397 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:20:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['265cd431-5a69-42c9-b343-f9cb578b7268'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:32.952707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Set router 265cd431-5a69-42c9-b343-f9cb578b7268 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:20:32.967733 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-9b48931d-6f64-4ace-923d-c86a7d69b881 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47643503&fields=id&tenant_id=488994dbef3a4604b5eb0770edd5eaf8 HTTP/1.1" status: 200 len: 267 time: 0.0396998 Mar 23 13:20:33.090942 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-92568f4b-2f5e-410b-b908-fcd37a6567f9 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:33.092509 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-92568f4b-2f5e-410b-b908-fcd37a6567f9 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/networks?id=b66e08ac-d9ee-4227-8d30-24f25bc3ef4d HTTP/1.1" status: 200 len: 797 time: 0.1164374 Mar 23 13:20:33.109104 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-a2dc21ea-55b9-4b96-aa5b-835db91d6304 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/quotas/488994dbef3a4604b5eb0770edd5eaf8 HTTP/1.1" status: 200 len: 375 time: 0.0103295 Mar 23 13:20:33.165703 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-2e94cd88-0f59-4cc5-b6b3-b97137ce6a64 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497324 Mar 23 13:20:33.202445 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858845171', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '304301d5-578a-4254-ab93-eab66d13fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:20:27Z', 'updated_at': '2022-03-23T13:20:31Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '304301d5-578a-4254-ab93-eab66d13fea1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:28Z', 'updated_at': '2022-03-23T13:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '4012e6c8-10c0-4673-90e3-6e01bce8c5aa', 'name': '', 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:99:47:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:31Z', 'updated_at': '2022-03-23T13:20:32Z', 'revision_number': 2, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:33.228402 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Checking router: 265cd431-5a69-42c9-b343-f9cb578b7268 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:20:33.228757 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Updating router 265cd431-5a69-42c9-b343-f9cb578b7268 port 4012e6c8-10c0-4673-90e3-6e01bce8c5aa binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:20:33.255949 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:33.261749 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-2a37c54c-c803-42a2-a367-b3ad721d628e service neutron] 10.222.0.52 "GET /v2.0/networks/b66e08ac-d9ee-4227-8d30-24f25bc3ef4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844839 Mar 23 13:20:33.354296 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-05e6b9aa-cc52-4f3b-a3ca-4871b09c4d65 service neutron] 10.222.0.52 "GET /v2.0/networks/b66e08ac-d9ee-4227-8d30-24f25bc3ef4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861766 Mar 23 13:20:33.376195 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-95782abe-b550-4a53-b0e3-42fa8ee54a4b None None] Provisioning complete for port 748689a3-fb34-4835-b6ed-738f7d37a72b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:20:33.376562 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-95782abe-b550-4a53-b0e3-42fa8ee54a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:33.551913 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-95782abe-b550-4a53-b0e3-42fa8ee54a4b None None] Provisioning complete for port 4012e6c8-10c0-4673-90e3-6e01bce8c5aa triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:20:33.552300 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-95782abe-b550-4a53-b0e3-42fa8ee54a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:33.616480 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-95782abe-b550-4a53-b0e3-42fa8ee54a4b None None] Port 4012e6c8-10c0-4673-90e3-6e01bce8c5aa cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:20:33.619420 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:33.624668 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:33.672240 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f032fe-9564-4f01-a94a-15d2fc136305 None None] Pushing event updated for resources: {'Port': ['ID=4012e6c8-10c0-4673-90e3-6e01bce8c5aa,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:33.729556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Attempting to bind port 4012e6c8-10c0-4673-90e3-6e01bce8c5aa on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:20:33.729923 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Attempting to bind port 4012e6c8-10c0-4673-90e3-6e01bce8c5aa by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '318c35a8-3971-4f60-b571-b23b86337a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:20:33.730284 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Attempting to bind port 4012e6c8-10c0-4673-90e3-6e01bce8c5aa on network b66e08ac-d9ee-4227-8d30-24f25bc3ef4d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:20:33.735340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:20:33.735712 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Checking segment: {'id': '318c35a8-3971-4f60-b571-b23b86337a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:20:33.736213 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:33.736628 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Bound using segment: {'id': '318c35a8-3971-4f60-b571-b23b86337a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:20:33.737095 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Bound port: 4012e6c8-10c0-4673-90e3-6e01bce8c5aa, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318c35a8-3971-4f60-b571-b23b86337a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:20:33.737472 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:33.804602 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] For port 4012e6c8-10c0-4673-90e3-6e01bce8c5aa, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:20:33.808963 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] For port 4012e6c8-10c0-4673-90e3-6e01bce8c5aa, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4012e6c8-10c0-4673-90e3-6e01bce8c5aa,segment=NetworkSegment(318c35a8-3971-4f60-b571-b23b86337a1d),segment_id=318c35a8-3971-4f60-b571-b23b86337a1d)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:20:33.814482 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:33.875802 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Routers {'265cd431-5a69-42c9-b343-f9cb578b7268'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:20:33.876396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:20:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['265cd431-5a69-42c9-b343-f9cb578b7268'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:33.879411 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f032fe-9564-4f01-a94a-15d2fc136305 None None] Pushing event updated for resources: {'Port': ['ID=4012e6c8-10c0-4673-90e3-6e01bce8c5aa,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:33.979353 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f2d801a3-d1c7-4a13-b89f-156f030aeecd None None] Provisioning complete for port 4012e6c8-10c0-4673-90e3-6e01bce8c5aa triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:20:33.979728 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f2d801a3-d1c7-4a13-b89f-156f030aeecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:34.021743 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] Set router 265cd431-5a69-42c9-b343-f9cb578b7268 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:20:34.023653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 748689a3-fb34-4835-b6ed-738f7d37a72b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:20:34.226733 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 748689a3-fb34-4835-b6ed-738f7d37a72b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:20:34.228015 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:34.231893 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f2d801a3-d1c7-4a13-b89f-156f030aeecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:34.500615 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f2d801a3-d1c7-4a13-b89f-156f030aeecd None None] For port 4012e6c8-10c0-4673-90e3-6e01bce8c5aa, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4012e6c8-10c0-4673-90e3-6e01bce8c5aa,segment=NetworkSegment(318c35a8-3971-4f60-b571-b23b86337a1d),segment_id=318c35a8-3971-4f60-b571-b23b86337a1d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:20:34.510493 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f2d801a3-d1c7-4a13-b89f-156f030aeecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:34.550729 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d5040186-57e9-44f0-a023-ba7ef8ff524e req-90ac3564-8700-406c-88d9-413815046672 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 210 time: 0.0308464 Mar 23 13:20:34.606584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 304301d5-578a-4254-ab93-eab66d13fea1 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:20:34.610287 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d801a3-d1c7-4a13-b89f-156f030aeecd None None] Pushing event updated for resources: {'Port': ['ID=4012e6c8-10c0-4673-90e3-6e01bce8c5aa,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:34.636201 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858845171', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '304301d5-578a-4254-ab93-eab66d13fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:20:27Z', 'updated_at': '2022-03-23T13:20:31Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '304301d5-578a-4254-ab93-eab66d13fea1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:28Z', 'updated_at': '2022-03-23T13:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '4012e6c8-10c0-4673-90e3-6e01bce8c5aa', 'name': '', 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:99:47:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:31Z', 'updated_at': '2022-03-23T13:20:33Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:34.679427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af38bb-513d-4903-86b1-b371af43d0a4 None None] The sync data for ids ['265cd431-5a69-42c9-b343-f9cb578b7268'] in n-d-834854-1 is: [{'id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858845171', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '304301d5-578a-4254-ab93-eab66d13fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:20:27Z', 'updated_at': '2022-03-23T13:20:31Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '304301d5-578a-4254-ab93-eab66d13fea1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:28Z', 'updated_at': '2022-03-23T13:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '4012e6c8-10c0-4673-90e3-6e01bce8c5aa', 'name': '', 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:99:47:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:31Z', 'updated_at': '2022-03-23T13:20:33Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:20:34.695563 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-47a965a3-36de-43dc-b06c-5b702a801ef7 None None] Provisioning complete for port 4012e6c8-10c0-4673-90e3-6e01bce8c5aa triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:20:34.696053 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-47a965a3-36de-43dc-b06c-5b702a801ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:34.773043 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 304301d5-578a-4254-ab93-eab66d13fea1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:20:34.773859 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:35.614079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-a71a6ae1-69e6-464a-a4a4-58cd4bd0acd3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:35.615818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-a71a6ae1-69e6-464a-a4a4-58cd4bd0acd3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "GET /v2.0/networks?id=b66e08ac-d9ee-4227-8d30-24f25bc3ef4d HTTP/1.1" status: 200 len: 797 time: 0.1291196 Mar 23 13:20:35.659900 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2b9856c0-2b3b-4a27-8c7b-01a96ee3c1dd req-f557f6f2-344f-4ed9-b43b-bd4827507efc tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 210 time: 0.0355804 Mar 23 13:20:35.693238 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-888660c6-e757-4fd5-9819-9c630e4a861c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=488994dbef3a4604b5eb0770edd5eaf8 HTTP/1.1" status: 200 len: 378 time: 0.0667071 Mar 23 13:20:35.703661 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-4d5b3ddd-94bd-4a4b-a196-518472910734 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'port': {'device_id': 'c1dbc392-ebd2-4442-91bb-0da043f1ec18', 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d', 'admin_state_up': True, 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'security_groups': ['a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:20:35.818439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-4d5b3ddd-94bd-4a4b-a196-518472910734 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Made reservation on behalf of 488994dbef3a4604b5eb0770edd5eaf8 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:20:35.822283 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-4d5b3ddd-94bd-4a4b-a196-518472910734 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:35.950796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-4d5b3ddd-94bd-4a4b-a196-518472910734 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.20.0.11 (b66e08ac-d9ee-4227-8d30-24f25bc3ef4d/21ce1a39-da3f-4999-a5df-728648e6001e/6b812e06-53b7-4e9b-9f73-7179a0626272) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:20:36.040347 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4012e6c8-10c0-4673-90e3-6e01bce8c5aa up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:20:36.088852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4012e6c8-10c0-4673-90e3-6e01bce8c5aa triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:20:36.089243 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:36.106358 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-4d5b3ddd-94bd-4a4b-a196-518472910734 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:36.145133 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-4d5b3ddd-94bd-4a4b-a196-518472910734 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:36.196905 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-4d5b3ddd-94bd-4a4b-a196-518472910734 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network b66e08ac-d9ee-4227-8d30-24f25bc3ef4d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:20:36.200581 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-4d5b3ddd-94bd-4a4b-a196-518472910734 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:20:36.204230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-4d5b3ddd-94bd-4a4b-a196-518472910734 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:20:36.230085 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b3ddd-94bd-4a4b-a196-518472910734 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=6b812e06-53b7-4e9b-9f73-7179a0626272,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:36.264079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-4d5b3ddd-94bd-4a4b-a196-518472910734 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:36.264727 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-4d5b3ddd-94bd-4a4b-a196-518472910734 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:36.285587 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-4d5b3ddd-94bd-4a4b-a196-518472910734 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5855951 Mar 23 13:20:36.299066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Request body: {'port': {'device_id': 'c1dbc392-ebd2-4442-91bb-0da043f1ec18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:20:36.359283 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:36.494645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-644e4e2a-e2ad-4efe-8353-765a9c0017de None None] Provisioning complete for port 6b812e06-53b7-4e9b-9f73-7179a0626272 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:20:36.495023 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-644e4e2a-e2ad-4efe-8353-765a9c0017de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:36.531711 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-644e4e2a-e2ad-4efe-8353-765a9c0017de None None] Port 6b812e06-53b7-4e9b-9f73-7179a0626272 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:20:36.632756 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b812e06-53b7-4e9b-9f73-7179a0626272 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:20:36.640222 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:36.653542 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Transition to ACTIVE for port object 6b812e06-53b7-4e9b-9f73-7179a0626272 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:20:36.657489 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:36.727046 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Pushing event updated for resources: {'Port': ['ID=6b812e06-53b7-4e9b-9f73-7179a0626272,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:36.788467 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Attempting to bind port 6b812e06-53b7-4e9b-9f73-7179a0626272 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:20:36.788797 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Attempting to bind port 6b812e06-53b7-4e9b-9f73-7179a0626272 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '318c35a8-3971-4f60-b571-b23b86337a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:20:36.789133 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Attempting to bind port 6b812e06-53b7-4e9b-9f73-7179a0626272 on network b66e08ac-d9ee-4227-8d30-24f25bc3ef4d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:20:36.795135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Port 6b812e06-53b7-4e9b-9f73-7179a0626272 on network b66e08ac-d9ee-4227-8d30-24f25bc3ef4d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:20:36.795634 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Attempting to bind port 6b812e06-53b7-4e9b-9f73-7179a0626272 on network b66e08ac-d9ee-4227-8d30-24f25bc3ef4d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:20:36.802504 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:20:36.803325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Checking segment: {'id': '318c35a8-3971-4f60-b571-b23b86337a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:20:36.804075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Bound using segment: {'id': '318c35a8-3971-4f60-b571-b23b86337a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:20:36.804675 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Bound port: 6b812e06-53b7-4e9b-9f73-7179a0626272, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318c35a8-3971-4f60-b571-b23b86337a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:20:36.805211 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:36.823185 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799074f-8c36-4a8d-93f9-dbe68fb8ee99 req-9ef0a269-5994-4865-aee6-970037956ea6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:36.828454 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b799074f-8c36-4a8d-93f9-dbe68fb8ee99 req-9ef0a269-5994-4865-aee6-970037956ea6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 944 time: 0.0715775 Mar 23 13:20:36.866829 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b799074f-8c36-4a8d-93f9-dbe68fb8ee99 req-5d1657fd-cc47-4a73-b8a4-3634d2416980 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351107 Mar 23 13:20:36.876579 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] For port 6b812e06-53b7-4e9b-9f73-7179a0626272, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:20:36.879842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] For port 6b812e06-53b7-4e9b-9f73-7179a0626272, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=6b812e06-53b7-4e9b-9f73-7179a0626272,segment=NetworkSegment(318c35a8-3971-4f60-b571-b23b86337a1d),segment_id=318c35a8-3971-4f60-b571-b23b86337a1d)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:20:36.885055 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:36.923062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:36.923841 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:36.925609 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] 10.222.0.73 "PUT /v2.0/ports/6b812e06-53b7-4e9b-9f73-7179a0626272 HTTP/1.1" status: 200 len: 1092 time: 0.6310942 Mar 23 13:20:36.926070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1dbc392-ebd2-4442-91bb-0da043f1ec18', 'tag': '6b812e06-53b7-4e9b-9f73-7179a0626272'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:20:36.928498 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c4e2ab-6e02-4672-bc3b-a1b854ee56e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c1dbc392-ebd2-4442-91bb-0da043f1ec18", "tag": "6b812e06-53b7-4e9b-9f73-7179a0626272"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:20:36.956036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab8af3-9ca1-453b-8fc6-40b6bbecf8df service neutron] Pushing event updated for resources: {'Port': ['ID=6b812e06-53b7-4e9b-9f73-7179a0626272,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:36.994004 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0178abcb-2ead-4b2d-9dc9-2469a57b68b5 x-openstack-request-id: req-0178abcb-2ead-4b2d-9dc9-2469a57b68b5 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:20:36.994545 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1dbc392-ebd2-4442-91bb-0da043f1ec18", "tag": "6b812e06-53b7-4e9b-9f73-7179a0626272", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:20:36.994965 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0178abcb-2ead-4b2d-9dc9-2469a57b68b5 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:20:36.995529 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1dbc392-ebd2-4442-91bb-0da043f1ec18', 'tag': '6b812e06-53b7-4e9b-9f73-7179a0626272', 'status': 'completed', 'code': 200} Mar 23 13:20:37.032748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-c1ea1233-1a3b-4edb-9200-de42be01b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:37.034389 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-c1ea1233-1a3b-4edb-9200-de42be01b9e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 1095 time: 0.0520804 Mar 23 13:20:37.082230 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-987b6a52-267e-405b-9e01-ff3557f34caf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b812e06-53b7-4e9b-9f73-7179a0626272 HTTP/1.1" status: 200 len: 217 time: 0.0386543 Mar 23 13:20:37.132997 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-2eb82761-92fb-4ad8-8af8-ada821819d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:37.134592 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-2eb82761-92fb-4ad8-8af8-ada821819d68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21ce1a39-da3f-4999-a5df-728648e6001e HTTP/1.1" status: 200 len: 835 time: 0.0458767 Mar 23 13:20:37.186013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-54cb4a21-d451-4b67-ab44-4a7afb6afe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:37.187506 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-54cb4a21-d451-4b67-ab44-4a7afb6afe3c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b66e08ac-d9ee-4227-8d30-24f25bc3ef4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437140 Mar 23 13:20:37.282161 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-0b031854-5535-4fff-98a3-af9e53435efc service neutron] 10.222.0.73 "GET /v2.0/networks/b66e08ac-d9ee-4227-8d30-24f25bc3ef4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864222 Mar 23 13:20:37.370241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a23f97f-3dc8-4a8b-b0f8-ca353685b66a req-e45b7386-5714-455d-a3fc-125e158dbf14 service neutron] 10.222.0.73 "GET /v2.0/networks/b66e08ac-d9ee-4227-8d30-24f25bc3ef4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811293 Mar 23 13:20:37.464632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4e2ab-6e02-4672-bc3b-a1b854ee56e1 req-424677c0-4e9c-4695-a6a3-b5d6116e5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:37.466051 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d7c4e2ab-6e02-4672-bc3b-a1b854ee56e1 req-424677c0-4e9c-4695-a6a3-b5d6116e5d91 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 1095 time: 0.0512414 Mar 23 13:20:37.555745 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4e2ab-6e02-4672-bc3b-a1b854ee56e1 req-22cde39f-c845-48f3-bda8-21b319ff4848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:37.557247 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d7c4e2ab-6e02-4672-bc3b-a1b854ee56e1 req-22cde39f-c845-48f3-bda8-21b319ff4848 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b66e08ac-d9ee-4227-8d30-24f25bc3ef4d HTTP/1.1" status: 200 len: 898 time: 0.0839529 Mar 23 13:20:37.601279 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d7c4e2ab-6e02-4672-bc3b-a1b854ee56e1 req-b6a8c91f-c837-457d-ab47-cd6176a597b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b812e06-53b7-4e9b-9f73-7179a0626272 HTTP/1.1" status: 200 len: 217 time: 0.0368371 Mar 23 13:20:37.656699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4e2ab-6e02-4672-bc3b-a1b854ee56e1 req-13440735-7c74-477a-a17a-712d5d7ecfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:37.658192 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d7c4e2ab-6e02-4672-bc3b-a1b854ee56e1 req-13440735-7c74-477a-a17a-712d5d7ecfa8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21ce1a39-da3f-4999-a5df-728648e6001e HTTP/1.1" status: 200 len: 835 time: 0.0494912 Mar 23 13:20:37.707035 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4e2ab-6e02-4672-bc3b-a1b854ee56e1 req-4f254c9d-6f00-410c-b548-0dbac7181695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:37.708885 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d7c4e2ab-6e02-4672-bc3b-a1b854ee56e1 req-4f254c9d-6f00-410c-b548-0dbac7181695 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b66e08ac-d9ee-4227-8d30-24f25bc3ef4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437078 Mar 23 13:20:37.805107 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d7c4e2ab-6e02-4672-bc3b-a1b854ee56e1 req-a237cb1a-4b57-47a5-91ba-68822ce9851d service neutron] 10.222.0.73 "GET /v2.0/networks/b66e08ac-d9ee-4227-8d30-24f25bc3ef4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880463 Mar 23 13:20:37.905095 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d7c4e2ab-6e02-4672-bc3b-a1b854ee56e1 req-34df2d25-c599-4d82-af2f-b38bbf9a48ab service neutron] 10.222.0.73 "GET /v2.0/networks/b66e08ac-d9ee-4227-8d30-24f25bc3ef4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919533 Mar 23 13:20:37.987747 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd879d15-8dd3-4400-a67b-9fb7116c356c req-444e014a-cae1-4c91-ba9e-4689efd12d49 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:37.989291 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd879d15-8dd3-4400-a67b-9fb7116c356c req-444e014a-cae1-4c91-ba9e-4689efd12d49 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 944 time: 0.0501056 Mar 23 13:20:38.035506 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd879d15-8dd3-4400-a67b-9fb7116c356c req-6e0ed052-f414-4c62-a7cf-f4a3b9ab1178 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396943 Mar 23 13:20:39.205156 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8635e-c1cd-4fc9-a5d4-8af496f158b0 req-3d42c214-b4b7-45a4-9738-c238c7db0568 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:39.206604 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6cc8635e-c1cd-4fc9-a5d4-8af496f158b0 req-3d42c214-b4b7-45a4-9738-c238c7db0568 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 944 time: 0.0483871 Mar 23 13:20:39.243491 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6cc8635e-c1cd-4fc9-a5d4-8af496f158b0 req-8a8ca901-5d45-49d9-b00e-9b0d5226a4fe tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302098 Mar 23 13:20:40.152193 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 6b812e06-53b7-4e9b-9f73-7179a0626272 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:20:40.244158 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 6b812e06-53b7-4e9b-9f73-7179a0626272, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=6b812e06-53b7-4e9b-9f73-7179a0626272,segment=NetworkSegment(318c35a8-3971-4f60-b571-b23b86337a1d),segment_id=318c35a8-3971-4f60-b571-b23b86337a1d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:20:40.255270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '6b812e06-53b7-4e9b-9f73-7179a0626272', 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d', 'port_id': '6b812e06-53b7-4e9b-9f73-7179a0626272', 'mac_address': 'fa:16:3e:1b:a7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:20:40.293952 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:40.310441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b812e06-53b7-4e9b-9f73-7179a0626272 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:20:40.330750 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 6b812e06-53b7-4e9b-9f73-7179a0626272, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=6b812e06-53b7-4e9b-9f73-7179a0626272,segment=NetworkSegment(318c35a8-3971-4f60-b571-b23b86337a1d),segment_id=318c35a8-3971-4f60-b571-b23b86337a1d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:20:40.336121 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:40.387125 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=6b812e06-53b7-4e9b-9f73-7179a0626272,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:40.406998 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe486f81-8d22-4181-a8e1-0e6648eb51ad req-8455bc01-bfe5-4dec-ae8c-f1600100d877 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:40.408554 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fe486f81-8d22-4181-a8e1-0e6648eb51ad req-8455bc01-bfe5-4dec-ae8c-f1600100d877 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 945 time: 0.0552053 Mar 23 13:20:40.449246 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-fe486f81-8d22-4181-a8e1-0e6648eb51ad req-d210ca0a-fa71-4b7a-94b3-e5ed9176cbbf tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333831 Mar 23 13:20:40.575119 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['6b812e06-53b7-4e9b-9f73-7179a0626272'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:20:41.578358 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c9d68-9183-4ad7-bb3f-9d5a2102134e req-fd94a4af-1d03-4807-a61a-f6d9c8d0aaea tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:41.580122 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a8c9d68-9183-4ad7-bb3f-9d5a2102134e req-fd94a4af-1d03-4807-a61a-f6d9c8d0aaea tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 945 time: 0.0586696 Mar 23 13:20:41.618432 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8a8c9d68-9183-4ad7-bb3f-9d5a2102134e req-f564d3a0-5c84-4f39-8362-c0072b1a0a63 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316877 Mar 23 13:20:42.147967 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 6b812e06-53b7-4e9b-9f73-7179a0626272 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:20:42.197960 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 6b812e06-53b7-4e9b-9f73-7179a0626272 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:20:42.201667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 6b812e06-53b7-4e9b-9f73-7179a0626272 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:20:42.202041 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:42.280504 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:42.305953 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1dbc392-ebd2-4442-91bb-0da043f1ec18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b812e06-53b7-4e9b-9f73-7179a0626272'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:20:42.308236 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78a427697799eb217211f3f2b42a3252b7cd6fa89d7db51545d00bf5ebb54752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31de4839-b571-4eaa-9d20-5af5755c499d" -d '{"events": [{"server_uuid": "c1dbc392-ebd2-4442-91bb-0da043f1ec18", "name": "network-vif-plugged", "status": "completed", "tag": "6b812e06-53b7-4e9b-9f73-7179a0626272"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:20:42.320459 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 6b812e06-53b7-4e9b-9f73-7179a0626272, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=6b812e06-53b7-4e9b-9f73-7179a0626272,segment=NetworkSegment(318c35a8-3971-4f60-b571-b23b86337a1d),segment_id=318c35a8-3971-4f60-b571-b23b86337a1d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:20:42.325469 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:42.348838 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63002897-ecf9-4ed1-b9c3-543787f2de05 x-openstack-request-id: req-63002897-ecf9-4ed1-b9c3-543787f2de05 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:20:42.349141 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1dbc392-ebd2-4442-91bb-0da043f1ec18", "name": "network-vif-plugged", "status": "completed", "tag": "6b812e06-53b7-4e9b-9f73-7179a0626272", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:20:42.349395 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-63002897-ecf9-4ed1-b9c3-543787f2de05 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:20:42.349789 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1dbc392-ebd2-4442-91bb-0da043f1ec18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b812e06-53b7-4e9b-9f73-7179a0626272', 'code': 200} Mar 23 13:20:42.375346 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=6b812e06-53b7-4e9b-9f73-7179a0626272,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:42.442796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d56a8-2cd2-4a8a-ad05-a12745c3c707 req-8a82c972-a263-48ac-9482-6ae19670b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:42.444209 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce6d56a8-2cd2-4a8a-ad05-a12745c3c707 req-8a82c972-a263-48ac-9482-6ae19670b804 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 1097 time: 0.0394666 Mar 23 13:20:42.479372 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce6d56a8-2cd2-4a8a-ad05-a12745c3c707 req-2cb3a780-d9f6-4f91-9344-d4059db537c6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0270305 Mar 23 13:20:42.736517 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c8fbc-eee9-436d-8656-2d612fae1d32 req-c08a4379-beb6-489c-a345-fdb4d35cec97 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:42.737920 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d43c8fbc-eee9-436d-8656-2d612fae1d32 req-c08a4379-beb6-489c-a345-fdb4d35cec97 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 946 time: 0.0520141 Mar 23 13:20:42.778360 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d43c8fbc-eee9-436d-8656-2d612fae1d32 req-3438b6e9-fbed-4748-8fd2-9fc2c26f9cca tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335391 Mar 23 13:20:43.898655 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ab19b-3c20-4ca8-8e45-8490f0ce46ca req-c42089b6-89c2-40c2-b6d6-51a97db4d21e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:43.900448 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-075ab19b-3c20-4ca8-8e45-8490f0ce46ca req-c42089b6-89c2-40c2-b6d6-51a97db4d21e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 946 time: 0.0501661 Mar 23 13:20:43.937863 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-075ab19b-3c20-4ca8-8e45-8490f0ce46ca req-c66eb98d-33fc-4e39-8be8-748208409d11 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314851 Mar 23 13:20:44.053703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47798790-e6ae-4ab7-a102-744833b3ce9f req-85658c23-015b-46b1-a991-a69b9f4cccbc tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:44.055694 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47798790-e6ae-4ab7-a102-744833b3ce9f req-85658c23-015b-46b1-a991-a69b9f4cccbc tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 946 time: 0.0520310 Mar 23 13:20:44.093479 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47798790-e6ae-4ab7-a102-744833b3ce9f req-c37796ff-3a71-4ffd-8f57-7c6610bd27aa tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318234 Mar 23 13:20:44.115054 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49672) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:44.155266 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20caaafb-549c-48ba-a717-a3930d796a54 tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:44.156843 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-20caaafb-549c-48ba-a717-a3930d796a54 tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 1092 time: 0.0408287 Mar 23 13:20:44.159672 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49674) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:44.163969 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': '6b812e06-53b7-4e9b-9f73-7179a0626272', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:20:44.184642 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:44.284334 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:44.384361 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.25.2.254 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/7f5ac40c-f628-487e-93ff-c766a8b9cfd0) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:20:44.484588 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:44.526224 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:44.563880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:20:44.568390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:20:44.572373 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:20:44.577515 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=7f5ac40c-f628-487e-93ff-c766a8b9cfd0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:44.925310 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:45.299535 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:45.444330 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:45.449119 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:45.510438 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=7f5ac40c-f628-487e-93ff-c766a8b9cfd0,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:20:45.526848 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:45.626179 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Floating IP 1935fa02-a3fc-476e-92c8-a1d2719da717 associated. External IP: 172.25.2.254, port: 6b812e06-53b7-4e9b-9f73-7179a0626272. Mar 23 13:20:45.832565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router 265cd431-5a69-42c9-b343-f9cb578b7268 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:20:45.940966 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:20:45.951076 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc6793-fe75-4495-9478-31ce627b9ed0 None None] Sync routers for ids ['265cd431-5a69-42c9-b343-f9cb578b7268'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:20:45.959894 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:45.960844 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc6793-fe75-4495-9478-31ce627b9ed0 None None] Routers {'265cd431-5a69-42c9-b343-f9cb578b7268'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:20:45.961620 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d7cc6793-fe75-4495-9478-31ce627b9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:20:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['265cd431-5a69-42c9-b343-f9cb578b7268'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:45.987877 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a662bcce-2f1a-4fa7-bbdf-ae5b9d32fbb4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8271523 Mar 23 13:20:45.988480 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1dbc392-ebd2-4442-91bb-0da043f1ec18', 'tag': '6b812e06-53b7-4e9b-9f73-7179a0626272'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:20:45.990744 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef08b2591fd76d9349960943597354ad92aaf725a0c93832c4e74be08733e0f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249891f7-bc7c-450e-9ed7-0df39ee9214e" -d '{"events": [{"name": "network-changed", "server_uuid": "c1dbc392-ebd2-4442-91bb-0da043f1ec18", "tag": "6b812e06-53b7-4e9b-9f73-7179a0626272"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:20:46.030016 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00032623-9e0d-4812-ab45-3714a37e25e2 x-openstack-request-id: req-00032623-9e0d-4812-ab45-3714a37e25e2 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:20:46.030421 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1dbc392-ebd2-4442-91bb-0da043f1ec18", "tag": "6b812e06-53b7-4e9b-9f73-7179a0626272", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:20:46.030640 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00032623-9e0d-4812-ab45-3714a37e25e2 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:20:46.031208 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1dbc392-ebd2-4442-91bb-0da043f1ec18', 'tag': '6b812e06-53b7-4e9b-9f73-7179a0626272', 'status': 'completed', 'code': 200} Mar 23 13:20:46.074215 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d7cc6793-fe75-4495-9478-31ce627b9ed0 None None] Set router 265cd431-5a69-42c9-b343-f9cb578b7268 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:20:46.102425 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249891f7-bc7c-450e-9ed7-0df39ee9214e req-5f2ebd40-7520-43a6-96e3-60d29172c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:46.104052 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-249891f7-bc7c-450e-9ed7-0df39ee9214e req-5f2ebd40-7520-43a6-96e3-60d29172c863 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 1097 time: 0.0480444 Mar 23 13:20:46.201551 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3cbce-1e11-42ba-93c8-6a1492d929ed req-89c4ab83-c252-4e43-9dd2-f9c1fd0ffd96 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:46.203129 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3c3cbce-1e11-42ba-93c8-6a1492d929ed req-89c4ab83-c252-4e43-9dd2-f9c1fd0ffd96 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 946 time: 0.1237051 Mar 23 13:20:46.212427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249891f7-bc7c-450e-9ed7-0df39ee9214e req-f074661f-396b-4dbd-80fd-fe7427a4163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:46.213937 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-249891f7-bc7c-450e-9ed7-0df39ee9214e req-f074661f-396b-4dbd-80fd-fe7427a4163c service neutron] 10.222.0.73 "GET /v2.0/networks?id=b66e08ac-d9ee-4227-8d30-24f25bc3ef4d HTTP/1.1" status: 200 len: 898 time: 0.1031072 Mar 23 13:20:46.256722 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c3c3cbce-1e11-42ba-93c8-6a1492d929ed req-15c00407-e882-40bb-b763-7f2e76316251 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469360 Mar 23 13:20:46.275659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49684) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:46.294930 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-249891f7-bc7c-450e-9ed7-0df39ee9214e req-6d6d4284-b4b2-4b28-9b1f-46a2e544169b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b812e06-53b7-4e9b-9f73-7179a0626272 HTTP/1.1" status: 200 len: 1000 time: 0.0669763 Mar 23 13:20:46.315436 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d7cc6793-fe75-4495-9478-31ce627b9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858845171', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '304301d5-578a-4254-ab93-eab66d13fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:20:27Z', 'updated_at': '2022-03-23T13:20:31Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '304301d5-578a-4254-ab93-eab66d13fea1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:28Z', 'updated_at': '2022-03-23T13:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '1935fa02-a3fc-476e-92c8-a1d2719da717', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'port_id': '6b812e06-53b7-4e9b-9f73-7179a0626272', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d', 'mac_address': 'fa:16:3e:1b:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbc392-ebd2-4442-91bb-0da043f1ec18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:20:44Z', 'updated_at': '2022-03-23T13:20:44Z', 'revision_number': 0, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4012e6c8-10c0-4673-90e3-6e01bce8c5aa', 'name': '', 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:99:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:31Z', 'updated_at': '2022-03-23T13:20:34Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:46.338291 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ba3ccb8d-7167-444e-bf5d-ff26c3867959 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/1935fa02-a3fc-476e-92c8-a1d2719da717 HTTP/1.1" status: 200 len: 992 time: 0.0612090 Mar 23 13:20:46.344565 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc6793-fe75-4495-9478-31ce627b9ed0 None None] Checking router: 265cd431-5a69-42c9-b343-f9cb578b7268 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:20:46.353308 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc6793-fe75-4495-9478-31ce627b9ed0 None None] Routers {'265cd431-5a69-42c9-b343-f9cb578b7268'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:20:46.353899 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d7cc6793-fe75-4495-9478-31ce627b9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:20:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['265cd431-5a69-42c9-b343-f9cb578b7268'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:46.360039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249891f7-bc7c-450e-9ed7-0df39ee9214e req-b8575a4d-f2b2-4b82-a8c7-da992aeb8288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:46.361528 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-249891f7-bc7c-450e-9ed7-0df39ee9214e req-b8575a4d-f2b2-4b82-a8c7-da992aeb8288 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21ce1a39-da3f-4999-a5df-728648e6001e HTTP/1.1" status: 200 len: 835 time: 0.0588253 Mar 23 13:20:46.407781 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249891f7-bc7c-450e-9ed7-0df39ee9214e req-5782ab63-9c72-48b7-a4d9-3504d019ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:20:46.409299 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-249891f7-bc7c-450e-9ed7-0df39ee9214e req-5782ab63-9c72-48b7-a4d9-3504d019ab39 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b66e08ac-d9ee-4227-8d30-24f25bc3ef4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402811 Mar 23 13:20:46.452983 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d7cc6793-fe75-4495-9478-31ce627b9ed0 None None] Set router 265cd431-5a69-42c9-b343-f9cb578b7268 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:20:46.490516 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:46.510361 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-249891f7-bc7c-450e-9ed7-0df39ee9214e req-617b846c-f869-413d-829c-dd36358ca8e7 service neutron] 10.222.0.73 "GET /v2.0/networks/b66e08ac-d9ee-4227-8d30-24f25bc3ef4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934234 Mar 23 13:20:46.607300 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-249891f7-bc7c-450e-9ed7-0df39ee9214e req-e0ce5c5b-a026-490a-b8b5-7b892619fe64 service neutron] 10.222.0.73 "GET /v2.0/networks/b66e08ac-d9ee-4227-8d30-24f25bc3ef4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904164 Mar 23 13:20:46.681252 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d7cc6793-fe75-4495-9478-31ce627b9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858845171', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '304301d5-578a-4254-ab93-eab66d13fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:20:27Z', 'updated_at': '2022-03-23T13:20:31Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '304301d5-578a-4254-ab93-eab66d13fea1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:28Z', 'updated_at': '2022-03-23T13:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '1935fa02-a3fc-476e-92c8-a1d2719da717', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'port_id': '6b812e06-53b7-4e9b-9f73-7179a0626272', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d', 'mac_address': 'fa:16:3e:1b:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbc392-ebd2-4442-91bb-0da043f1ec18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:20:44Z', 'updated_at': '2022-03-23T13:20:44Z', 'revision_number': 0, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4012e6c8-10c0-4673-90e3-6e01bce8c5aa', 'name': '', 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:99:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:31Z', 'updated_at': '2022-03-23T13:20:34Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:20:46.706873 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc6793-fe75-4495-9478-31ce627b9ed0 None None] The sync data for ids ['265cd431-5a69-42c9-b343-f9cb578b7268'] in n-d-834854-1 is: [{'id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858845171', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '304301d5-578a-4254-ab93-eab66d13fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:20:27Z', 'updated_at': '2022-03-23T13:20:31Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '304301d5-578a-4254-ab93-eab66d13fea1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:28Z', 'updated_at': '2022-03-23T13:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '1935fa02-a3fc-476e-92c8-a1d2719da717', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'port_id': '6b812e06-53b7-4e9b-9f73-7179a0626272', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d', 'mac_address': 'fa:16:3e:1b:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbc392-ebd2-4442-91bb-0da043f1ec18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:20:44Z', 'updated_at': '2022-03-23T13:20:44Z', 'revision_number': 0, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4012e6c8-10c0-4673-90e3-6e01bce8c5aa', 'name': '', 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:99:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:31Z', 'updated_at': '2022-03-23T13:20:34Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:20:46.886546 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f981eaf-1474-49b9-b83c-a65947e6cacb None None] New status for floating IP 1935fa02-a3fc-476e-92c8-a1d2719da717: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:20:47.342246 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49686) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:20:47.402947 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4d8d28f9-9ce4-445a-879b-9c6d17fc875a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/1935fa02-a3fc-476e-92c8-a1d2719da717 HTTP/1.1" status: 200 len: 994 time: 0.0596457 Mar 23 13:20:47.801086 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:54.114962 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7f1ebf5b-3507-48c6-8e45-b880e2d7b0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:56.982831 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-53577a25-8aa8-4134-b574-db4528262f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:57.932816 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:59.241121 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:59.596495 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:20:59.698186 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:21:16.198220 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dfde2-52b9-4160-813e-87680f7d02a8 req-f491ac44-a982-4353-bf6a-059cbcc6eb3d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:16.200541 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de0dfde2-52b9-4160-813e-87680f7d02a8 req-f491ac44-a982-4353-bf6a-059cbcc6eb3d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 946 time: 0.1058507 Mar 23 13:21:16.248873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-de0dfde2-52b9-4160-813e-87680f7d02a8 req-ca3e4e81-a1da-41b3-b901-d3cae54bb945 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339830 Mar 23 13:21:16.472365 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:17.177195 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9c49670d-eac5-472d-85bf-4c697c95b7fc req-f828bd0e-ba2b-461d-878c-d781a7a74cd4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800335 Mar 23 13:21:17.259291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49670d-eac5-472d-85bf-4c697c95b7fc req-fc9e527b-bea0-4de6-83eb-24de4b432fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:17.260792 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9c49670d-eac5-472d-85bf-4c697c95b7fc req-fc9e527b-bea0-4de6-83eb-24de4b432fe0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 1097 time: 0.0399199 Mar 23 13:21:17.367702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1efcf-11a7-40f5-8a40-7dff07f0f61b req-9660010c-1c50-41a5-b019-177eb349f189 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:17.369043 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49670d-eac5-472d-85bf-4c697c95b7fc req-0c577b66-84be-47be-abcd-803d7d2a6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:17.369247 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-24a1efcf-11a7-40f5-8a40-7dff07f0f61b req-9660010c-1c50-41a5-b019-177eb349f189 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 946 time: 0.0487771 Mar 23 13:21:17.370495 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9c49670d-eac5-472d-85bf-4c697c95b7fc req-0c577b66-84be-47be-abcd-803d7d2a6cd4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b66e08ac-d9ee-4227-8d30-24f25bc3ef4d HTTP/1.1" status: 200 len: 898 time: 0.0885050 Mar 23 13:21:17.409386 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-24a1efcf-11a7-40f5-8a40-7dff07f0f61b req-7e51da9e-2529-49a7-a27f-a8d1b989a83c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341642 Mar 23 13:21:17.432310 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49718) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:17.475872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9c49670d-eac5-472d-85bf-4c697c95b7fc req-c932898c-291f-46b5-82df-60fe92ff10f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b812e06-53b7-4e9b-9f73-7179a0626272 HTTP/1.1" status: 200 len: 1002 time: 0.0953968 Mar 23 13:21:17.533015 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-daed084e-e24f-4c4d-a53d-a0de37d109c5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/1935fa02-a3fc-476e-92c8-a1d2719da717 HTTP/1.1" status: 200 len: 994 time: 0.0996215 Mar 23 13:21:17.540254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49670d-eac5-472d-85bf-4c697c95b7fc req-b86018c0-4e6b-4c81-9e1d-b4b25c85f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:17.541700 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9c49670d-eac5-472d-85bf-4c697c95b7fc req-b86018c0-4e6b-4c81-9e1d-b4b25c85f515 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21ce1a39-da3f-4999-a5df-728648e6001e HTTP/1.1" status: 200 len: 835 time: 0.0567126 Mar 23 13:21:17.587441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49670d-eac5-472d-85bf-4c697c95b7fc req-eb266325-10a2-4bfb-9207-dca055b44eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:17.588944 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9c49670d-eac5-472d-85bf-4c697c95b7fc req-eb266325-10a2-4bfb-9207-dca055b44eb2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b66e08ac-d9ee-4227-8d30-24f25bc3ef4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396996 Mar 23 13:21:17.684252 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9c49670d-eac5-472d-85bf-4c697c95b7fc req-a910f2b3-cd04-4bdf-885b-99b22b0bab01 service neutron] 10.222.0.73 "GET /v2.0/networks/b66e08ac-d9ee-4227-8d30-24f25bc3ef4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863199 Mar 23 13:21:17.773565 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9c49670d-eac5-472d-85bf-4c697c95b7fc req-31d1fba5-f7c1-4190-bef5-9152c7804eee service neutron] 10.222.0.73 "GET /v2.0/networks/b66e08ac-d9ee-4227-8d30-24f25bc3ef4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824602 Mar 23 13:21:17.800061 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:18.827538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81ab06-9583-4a17-bfd7-535b73b9b453 req-dc9637c2-70c4-4082-95cd-f4ac69bff459 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:18.829221 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aa81ab06-9583-4a17-bfd7-535b73b9b453 req-dc9637c2-70c4-4082-95cd-f4ac69bff459 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 946 time: 0.0630963 Mar 23 13:21:18.885608 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-aa81ab06-9583-4a17-bfd7-535b73b9b453 req-d8dd6975-5906-47be-9b41-d48a0ab75de6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458362 Mar 23 13:21:20.020586 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad6882-dfeb-4b7c-b654-0274c045fc6c req-d98d6968-6cce-411b-bccb-5999bc2c2121 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:20.022122 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-faad6882-dfeb-4b7c-b654-0274c045fc6c req-d98d6968-6cce-411b-bccb-5999bc2c2121 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 946 time: 0.0535481 Mar 23 13:21:20.061854 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-faad6882-dfeb-4b7c-b654-0274c045fc6c req-c881e837-6b8d-4d86-8f4b-d582de498e27 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335448 Mar 23 13:21:20.083838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49728) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:20.145698 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-680fda3a-20d7-4fab-8869-fa60257fa0e8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/1935fa02-a3fc-476e-92c8-a1d2719da717 HTTP/1.1" status: 200 len: 994 time: 0.0605597 Mar 23 13:21:20.225536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-4db4403f-dfa3-47e1-8341-d180a8c71182 req-9b54dd9a-bf77-487a-a38c-b05f2fa93c27 service neutron] (102778) timed out ('10.222.0.52', 45730) {{(pid=102778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 13:21:20.428087 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49734) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:20.591982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port 7f5ac40c-f628-487e-93ff-c766a8b9cfd0 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:21:20.592221 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:20.671672 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:20.672274 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:20.689831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for 7f5ac40c-f628-487e-93ff-c766a8b9cfd0 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:21:20.846881 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:20.876764 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=7f5ac40c-f628-487e-93ff-c766a8b9cfd0,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:20.898329 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:20.898676 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:20.899015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:20.899605 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:20.899999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:20.900332 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:20.900662 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:20.900991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:20.901315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:20.901638 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:20.902517 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:20.902849 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:20.949602 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:20.949934 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Floating IP 1935fa02-a3fc-476e-92c8-a1d2719da717 disassociated (deleted). External IP: 172.25.2.254, port: 6b812e06-53b7-4e9b-9f73-7179a0626272. Mar 23 13:21:21.165857 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router 265cd431-5a69-42c9-b343-f9cb578b7268 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:21:21.275855 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:21:21.280718 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:21.285449 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce4a56-3d81-46e8-bd7c-6d6317c41b45 None None] Sync routers for ids ['265cd431-5a69-42c9-b343-f9cb578b7268'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:21:21.296224 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce4a56-3d81-46e8-bd7c-6d6317c41b45 None None] Routers {'265cd431-5a69-42c9-b343-f9cb578b7268'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:21:21.296837 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7dce4a56-3d81-46e8-bd7c-6d6317c41b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:20:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['265cd431-5a69-42c9-b343-f9cb578b7268'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:21.311790 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cafccb80-7362-47bb-832a-6967ebabd727 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/floatingips/1935fa02-a3fc-476e-92c8-a1d2719da717 HTTP/1.1" status: 204 len: 168 time: 0.8812699 Mar 23 13:21:21.311790 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1dbc392-ebd2-4442-91bb-0da043f1ec18', 'tag': '6b812e06-53b7-4e9b-9f73-7179a0626272'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:21:21.361170 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af511c1-151e-4ce4-9980-588590313a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1dbc392-ebd2-4442-91bb-0da043f1ec18", "tag": "6b812e06-53b7-4e9b-9f73-7179a0626272"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:21:21.435752 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7dce4a56-3d81-46e8-bd7c-6d6317c41b45 None None] Set router 265cd431-5a69-42c9-b343-f9cb578b7268 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:21:21.463024 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898f1903-ecaf-459d-8dab-00bf3808199a x-openstack-request-id: req-898f1903-ecaf-459d-8dab-00bf3808199a {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:21:21.463311 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1dbc392-ebd2-4442-91bb-0da043f1ec18", "tag": "6b812e06-53b7-4e9b-9f73-7179a0626272", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:21:21.463561 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-898f1903-ecaf-459d-8dab-00bf3808199a {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:21:21.463981 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1dbc392-ebd2-4442-91bb-0da043f1ec18', 'tag': '6b812e06-53b7-4e9b-9f73-7179a0626272', 'status': 'completed', 'code': 200} Mar 23 13:21:21.642313 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af511c1-151e-4ce4-9980-588590313a5d req-246ff467-3c81-4bf5-80f1-0715e46cf0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:21.644015 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2af511c1-151e-4ce4-9980-588590313a5d req-246ff467-3c81-4bf5-80f1-0715e46cf0dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 1097 time: 0.1313450 Mar 23 13:21:21.671233 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7dce4a56-3d81-46e8-bd7c-6d6317c41b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858845171', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '304301d5-578a-4254-ab93-eab66d13fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:20:27Z', 'updated_at': '2022-03-23T13:20:31Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '304301d5-578a-4254-ab93-eab66d13fea1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:28Z', 'updated_at': '2022-03-23T13:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '4012e6c8-10c0-4673-90e3-6e01bce8c5aa', 'name': '', 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:99:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:31Z', 'updated_at': '2022-03-23T13:20:34Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:21.673488 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8af27a-ac8e-4a35-9a3e-481ff088cd55 req-9c3e9ae0-2b4c-4621-9999-94b6801ccb8c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:21.675229 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b8af27a-ac8e-4a35-9a3e-481ff088cd55 req-9c3e9ae0-2b4c-4621-9999-94b6801ccb8c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 946 time: 0.1199510 Mar 23 13:21:21.708649 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce4a56-3d81-46e8-bd7c-6d6317c41b45 None None] Checking router: 265cd431-5a69-42c9-b343-f9cb578b7268 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:21:21.721325 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce4a56-3d81-46e8-bd7c-6d6317c41b45 None None] Routers {'265cd431-5a69-42c9-b343-f9cb578b7268'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:21:21.722151 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7dce4a56-3d81-46e8-bd7c-6d6317c41b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:20:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['265cd431-5a69-42c9-b343-f9cb578b7268'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:21.774272 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b8af27a-ac8e-4a35-9a3e-481ff088cd55 req-833d7045-4be3-4299-94b3-56f763d62cdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747395 Mar 23 13:21:21.822536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af511c1-151e-4ce4-9980-588590313a5d req-836fb885-ef30-4938-8899-e980b353ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:21.823552 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2af511c1-151e-4ce4-9980-588590313a5d req-836fb885-ef30-4938-8899-e980b353ee9f service neutron] 10.222.0.73 "GET /v2.0/networks?id=b66e08ac-d9ee-4227-8d30-24f25bc3ef4d HTTP/1.1" status: 200 len: 898 time: 0.1680598 Mar 23 13:21:21.849601 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-7dce4a56-3d81-46e8-bd7c-6d6317c41b45 None None] Set router 265cd431-5a69-42c9-b343-f9cb578b7268 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:21:21.877823 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2af511c1-151e-4ce4-9980-588590313a5d req-d21f5216-1fda-4a58-a572-15023292ab58 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b812e06-53b7-4e9b-9f73-7179a0626272 HTTP/1.1" status: 200 len: 217 time: 0.0386178 Mar 23 13:21:21.940577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af511c1-151e-4ce4-9980-588590313a5d req-fa189dbb-a21c-4264-9794-88c679288297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:21.942183 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2af511c1-151e-4ce4-9980-588590313a5d req-fa189dbb-a21c-4264-9794-88c679288297 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21ce1a39-da3f-4999-a5df-728648e6001e HTTP/1.1" status: 200 len: 835 time: 0.0569794 Mar 23 13:21:21.999962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af511c1-151e-4ce4-9980-588590313a5d req-67d4ba76-d2ab-48ba-a68c-18cb785a6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:22.001507 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2af511c1-151e-4ce4-9980-588590313a5d req-67d4ba76-d2ab-48ba-a68c-18cb785a6007 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b66e08ac-d9ee-4227-8d30-24f25bc3ef4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483651 Mar 23 13:21:22.105023 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2af511c1-151e-4ce4-9980-588590313a5d req-090c45cd-4af1-4eb4-9f4b-d4b248a1db3e service neutron] 10.222.0.73 "GET /v2.0/networks/b66e08ac-d9ee-4227-8d30-24f25bc3ef4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948937 Mar 23 13:21:22.170079 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-7dce4a56-3d81-46e8-bd7c-6d6317c41b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858845171', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '304301d5-578a-4254-ab93-eab66d13fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:20:27Z', 'updated_at': '2022-03-23T13:20:31Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '304301d5-578a-4254-ab93-eab66d13fea1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:28Z', 'updated_at': '2022-03-23T13:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '4012e6c8-10c0-4673-90e3-6e01bce8c5aa', 'name': '', 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:99:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:31Z', 'updated_at': '2022-03-23T13:20:34Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:22.200318 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce4a56-3d81-46e8-bd7c-6d6317c41b45 None None] The sync data for ids ['265cd431-5a69-42c9-b343-f9cb578b7268'] in n-d-834854-1 is: [{'id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858845171', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '304301d5-578a-4254-ab93-eab66d13fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:20:27Z', 'updated_at': '2022-03-23T13:20:31Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '304301d5-578a-4254-ab93-eab66d13fea1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:28Z', 'updated_at': '2022-03-23T13:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '4012e6c8-10c0-4673-90e3-6e01bce8c5aa', 'name': '', 'network_id': 'b66e08ac-d9ee-4227-8d30-24f25bc3ef4d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:99:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:31Z', 'updated_at': '2022-03-23T13:20:34Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '21ce1a39-da3f-4999-a5df-728648e6001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:21:22.225284 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2af511c1-151e-4ce4-9980-588590313a5d req-2ecc425f-376f-4be8-85e1-bed0c1f8e4b0 service neutron] 10.222.0.73 "GET /v2.0/networks/b66e08ac-d9ee-4227-8d30-24f25bc3ef4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119022 Mar 23 13:21:22.466769 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0837c836-5048-43db-ae63-91ccd699a497 None None] New status for floating IP 1935fa02-a3fc-476e-92c8-a1d2719da717: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:21:22.907146 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851df95-b63f-43dd-9844-b14593e6f73c req-219a5e60-1acf-4a9f-baad-fdb8aa9e3de6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:22.908784 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6851df95-b63f-43dd-9844-b14593e6f73c req-219a5e60-1acf-4a9f-baad-fdb8aa9e3de6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 946 time: 0.0575852 Mar 23 13:21:22.956272 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6851df95-b63f-43dd-9844-b14593e6f73c req-24318d62-0761-4dcd-9c80-3ef5b734b2c0 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410798 Mar 23 13:21:23.458670 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d6083-105e-47f9-92ac-20ac57bcd0c2 req-568d5035-510b-45aa-a127-7abb9ac3d67e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:23.460037 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-814d6083-105e-47f9-92ac-20ac57bcd0c2 req-568d5035-510b-45aa-a127-7abb9ac3d67e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 946 time: 0.0527480 Mar 23 13:21:23.547461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-814d6083-105e-47f9-92ac-20ac57bcd0c2 req-b4bf6e20-637b-416a-9d16-904382ce8e07 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port 6b812e06-53b7-4e9b-9f73-7179a0626272 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:21:23.547803 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-814d6083-105e-47f9-92ac-20ac57bcd0c2 req-b4bf6e20-637b-416a-9d16-904382ce8e07 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:23.635916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-814d6083-105e-47f9-92ac-20ac57bcd0c2 req-b4bf6e20-637b-416a-9d16-904382ce8e07 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] For port 6b812e06-53b7-4e9b-9f73-7179a0626272, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=6b812e06-53b7-4e9b-9f73-7179a0626272,segment=NetworkSegment(318c35a8-3971-4f60-b571-b23b86337a1d),segment_id=318c35a8-3971-4f60-b571-b23b86337a1d)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:21:23.636851 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-814d6083-105e-47f9-92ac-20ac57bcd0c2 req-b4bf6e20-637b-416a-9d16-904382ce8e07 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:23.649103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-814d6083-105e-47f9-92ac-20ac57bcd0c2 req-b4bf6e20-637b-416a-9d16-904382ce8e07 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for 6b812e06-53b7-4e9b-9f73-7179a0626272 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:21:23.772999 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-814d6083-105e-47f9-92ac-20ac57bcd0c2 req-b4bf6e20-637b-416a-9d16-904382ce8e07 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:23.810782 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf6e20-637b-416a-9d16-904382ce8e07 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=6b812e06-53b7-4e9b-9f73-7179a0626272,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:23.848291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-814d6083-105e-47f9-92ac-20ac57bcd0c2 req-b4bf6e20-637b-416a-9d16-904382ce8e07 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] No DVR routers for this DVR port 6b812e06-53b7-4e9b-9f73-7179a0626272 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:21:23.850944 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-814d6083-105e-47f9-92ac-20ac57bcd0c2 req-b4bf6e20-637b-416a-9d16-904382ce8e07 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:23.854389 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-814d6083-105e-47f9-92ac-20ac57bcd0c2 req-b4bf6e20-637b-416a-9d16-904382ce8e07 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "DELETE /v2.0/ports/6b812e06-53b7-4e9b-9f73-7179a0626272 HTTP/1.1" status: 204 len: 173 time: 0.3877149 Mar 23 13:21:23.854844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1dbc392-ebd2-4442-91bb-0da043f1ec18', 'name': 'network-vif-deleted', 'tag': '6b812e06-53b7-4e9b-9f73-7179a0626272'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:21:23.857667 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5fda62-e8c4-4751-8799-072c13fb1ddd" -d '{"events": [{"server_uuid": "c1dbc392-ebd2-4442-91bb-0da043f1ec18", "name": "network-vif-deleted", "tag": "6b812e06-53b7-4e9b-9f73-7179a0626272"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:21:23.898961 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda29390-40d8-4cd5-9074-ed14df0687a8 x-openstack-request-id: req-bda29390-40d8-4cd5-9074-ed14df0687a8 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:21:23.899252 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1dbc392-ebd2-4442-91bb-0da043f1ec18", "name": "network-vif-deleted", "tag": "6b812e06-53b7-4e9b-9f73-7179a0626272", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:21:23.899766 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bda29390-40d8-4cd5-9074-ed14df0687a8 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:21:23.900211 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1dbc392-ebd2-4442-91bb-0da043f1ec18', 'name': 'network-vif-deleted', 'tag': '6b812e06-53b7-4e9b-9f73-7179a0626272', 'status': 'completed', 'code': 200} Mar 23 13:21:24.066308 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-eadd2c36-72c4-494a-9c33-9996d7442312 req-3c200617-5082-4690-8415-92c9cedf0888 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1dbc392-ebd2-4442-91bb-0da043f1ec18 HTTP/1.1" status: 200 len: 210 time: 0.0270188 Mar 23 13:21:24.116970 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6867a4e-24a2-45e6-8a49-af59250d31c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:25.123565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49754) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:25.469901 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5912165c-317f-41e9-8dd1-e52f8b234e03 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:25.714368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5912165c-317f-41e9-8dd1-e52f8b234e03 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port 4012e6c8-10c0-4673-90e3-6e01bce8c5aa {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:21:25.714709 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5912165c-317f-41e9-8dd1-e52f8b234e03 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:25.798702 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-5912165c-317f-41e9-8dd1-e52f8b234e03 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] For port 4012e6c8-10c0-4673-90e3-6e01bce8c5aa, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4012e6c8-10c0-4673-90e3-6e01bce8c5aa,segment=NetworkSegment(318c35a8-3971-4f60-b571-b23b86337a1d),segment_id=318c35a8-3971-4f60-b571-b23b86337a1d)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:21:25.798972 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5912165c-317f-41e9-8dd1-e52f8b234e03 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:25.811723 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5912165c-317f-41e9-8dd1-e52f8b234e03 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for 4012e6c8-10c0-4673-90e3-6e01bce8c5aa owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:21:25.988110 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5912165c-317f-41e9-8dd1-e52f8b234e03 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:26.012040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912165c-317f-41e9-8dd1-e52f8b234e03 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=4012e6c8-10c0-4673-90e3-6e01bce8c5aa,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:26.460886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 6b812e06-53b7-4e9b-9f73-7179a0626272 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:21:26.492649 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 6b812e06-53b7-4e9b-9f73-7179a0626272 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:21:26.493139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 6b812e06-53b7-4e9b-9f73-7179a0626272 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:21:26.508347 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5912165c-317f-41e9-8dd1-e52f8b234e03 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:26.725783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5912165c-317f-41e9-8dd1-e52f8b234e03 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router 265cd431-5a69-42c9-b343-f9cb578b7268 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:21:26.845285 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5912165c-317f-41e9-8dd1-e52f8b234e03 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:21:26.850719 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5912165c-317f-41e9-8dd1-e52f8b234e03 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "PUT /v2.0/routers/265cd431-5a69-42c9-b343-f9cb578b7268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7260866 Mar 23 13:21:26.853411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49756) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:26.855239 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249d114f-4b46-49ac-8244-be80e54303e0 None None] Sync routers for ids ['265cd431-5a69-42c9-b343-f9cb578b7268'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:21:26.864647 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d114f-4b46-49ac-8244-be80e54303e0 None None] Routers {'265cd431-5a69-42c9-b343-f9cb578b7268'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:21:26.866272 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-249d114f-4b46-49ac-8244-be80e54303e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:20:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['265cd431-5a69-42c9-b343-f9cb578b7268'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:26.904717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0093178b-29c5-4231-90bc-bcb2355bb991 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting subnet 21ce1a39-da3f-4999-a5df-728648e6001e {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:21:26.907786 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0093178b-29c5-4231-90bc-bcb2355bb991 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:26.947013 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0093178b-29c5-4231-90bc-bcb2355bb991 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:26.970392 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-249d114f-4b46-49ac-8244-be80e54303e0 None None] Set router 265cd431-5a69-42c9-b343-f9cb578b7268 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:21:26.986123 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c8b1a849-e88a-48f2-8d8c-80e2e1e92192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.035704 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0093178b-29c5-4231-90bc-bcb2355bb991 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.094895 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0093178b-29c5-4231-90bc-bcb2355bb991 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.123101 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093178b-29c5-4231-90bc-bcb2355bb991 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Subnet': ['ID=21ce1a39-da3f-4999-a5df-728648e6001e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:27.125171 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0093178b-29c5-4231-90bc-bcb2355bb991 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.128423 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0093178b-29c5-4231-90bc-bcb2355bb991 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/subnets/21ce1a39-da3f-4999-a5df-728648e6001e HTTP/1.1" status: 204 len: 168 time: 0.2738585 Mar 23 13:21:27.131125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49758) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:27.133457 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0c8c65-a47a-448c-85d9-a27cdfc9a04d None None] Network b66e08ac-d9ee-4227-8d30-24f25bc3ef4d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:21:27.162771 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-249d114f-4b46-49ac-8244-be80e54303e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858845171', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '304301d5-578a-4254-ab93-eab66d13fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:20:27Z', 'updated_at': '2022-03-23T13:21:25Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '304301d5-578a-4254-ab93-eab66d13fea1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:28Z', 'updated_at': '2022-03-23T13:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:27.193104 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249d114f-4b46-49ac-8244-be80e54303e0 None None] Checking router: 265cd431-5a69-42c9-b343-f9cb578b7268 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:21:27.205405 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d114f-4b46-49ac-8244-be80e54303e0 None None] Routers {'265cd431-5a69-42c9-b343-f9cb578b7268'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:21:27.206111 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-249d114f-4b46-49ac-8244-be80e54303e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:21:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['265cd431-5a69-42c9-b343-f9cb578b7268'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:27.269008 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c8263cb-abcc-4c1f-b2a4-5d2c439f2bfb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.319085 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-249d114f-4b46-49ac-8244-be80e54303e0 None None] Set router 265cd431-5a69-42c9-b343-f9cb578b7268 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:21:27.333178 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] DHCP port deletion for b66e08ac-d9ee-4227-8d30-24f25bc3ef4d request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:21:27.377242 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c8263cb-abcc-4c1f-b2a4-5d2c439f2bfb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.379768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Deleting port 748689a3-fb34-4835-b6ed-738f7d37a72b {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:21:27.380173 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.434723 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6c8263cb-abcc-4c1f-b2a4-5d2c439f2bfb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port 304301d5-578a-4254-ab93-eab66d13fea1 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:21:27.435126 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c8263cb-abcc-4c1f-b2a4-5d2c439f2bfb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.446588 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] For port 748689a3-fb34-4835-b6ed-738f7d37a72b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=748689a3-fb34-4835-b6ed-738f7d37a72b,segment=NetworkSegment(318c35a8-3971-4f60-b571-b23b86337a1d),segment_id=318c35a8-3971-4f60-b571-b23b86337a1d)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:21:27.447353 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.460908 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Calling delete_port for 748689a3-fb34-4835-b6ed-738f7d37a72b owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:21:27.509451 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-249d114f-4b46-49ac-8244-be80e54303e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858845171', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '304301d5-578a-4254-ab93-eab66d13fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:20:27Z', 'updated_at': '2022-03-23T13:21:25Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '304301d5-578a-4254-ab93-eab66d13fea1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:28Z', 'updated_at': '2022-03-23T13:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:27.528251 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-6c8263cb-abcc-4c1f-b2a4-5d2c439f2bfb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] For port 304301d5-578a-4254-ab93-eab66d13fea1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=304301d5-578a-4254-ab93-eab66d13fea1,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:21:27.528868 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c8263cb-abcc-4c1f-b2a4-5d2c439f2bfb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.539130 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249d114f-4b46-49ac-8244-be80e54303e0 None None] The sync data for ids ['265cd431-5a69-42c9-b343-f9cb578b7268'] in n-d-834854-1 is: [{'id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858845171', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '304301d5-578a-4254-ab93-eab66d13fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:20:27Z', 'updated_at': '2022-03-23T13:21:25Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '304301d5-578a-4254-ab93-eab66d13fea1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265cd431-5a69-42c9-b343-f9cb578b7268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:20:28Z', 'updated_at': '2022-03-23T13:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:21:27.541103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-6c8263cb-abcc-4c1f-b2a4-5d2c439f2bfb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for 304301d5-578a-4254-ab93-eab66d13fea1 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:21:27.549547 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.576422 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Pushing event deleted for resources: {'Port': ['ID=748689a3-fb34-4835-b6ed-738f7d37a72b,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:27.585660 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] No DVR routers for this DVR port 748689a3-fb34-4835-b6ed-738f7d37a72b on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:21:27.588007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:27.588363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:27.588722 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:27.589058 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:27.589427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:27.589755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:27.590080 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:27.590406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:27.590726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:27.591049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:27.591371 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:27.591692 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5a99-a11f-4267-bb86-0bfe22984eee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:27.720019 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c8263cb-abcc-4c1f-b2a4-5d2c439f2bfb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.749241 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8263cb-abcc-4c1f-b2a4-5d2c439f2bfb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=304301d5-578a-4254-ab93-eab66d13fea1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:27.805737 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c8263cb-abcc-4c1f-b2a4-5d2c439f2bfb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.897904 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c8263cb-abcc-4c1f-b2a4-5d2c439f2bfb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.900690 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c8263cb-abcc-4c1f-b2a4-5d2c439f2bfb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.939657 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.949951 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c8263cb-abcc-4c1f-b2a4-5d2c439f2bfb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.950600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8263cb-abcc-4c1f-b2a4-5d2c439f2bfb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Fanout notify agent at l3_agent the message router_deleted on router 265cd431-5a69-42c9-b343-f9cb578b7268 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:21:27.957916 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c8263cb-abcc-4c1f-b2a4-5d2c439f2bfb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:27.959130 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6c8263cb-abcc-4c1f-b2a4-5d2c439f2bfb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/routers/265cd431-5a69-42c9-b343-f9cb578b7268 HTTP/1.1" status: 204 len: 168 time: 0.8271532 Mar 23 13:21:27.962044 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49760) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:28.047916 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b346f7bc-2cdd-4dfe-b4ce-0b2d6cdc0e7e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:28.107064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 748689a3-fb34-4835-b6ed-738f7d37a72b no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:21:28.131200 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 748689a3-fb34-4835-b6ed-738f7d37a72b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:21:28.131542 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 748689a3-fb34-4835-b6ed-738f7d37a72b not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:21:28.132256 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4012e6c8-10c0-4673-90e3-6e01bce8c5aa no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:21:28.141074 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b346f7bc-2cdd-4dfe-b4ce-0b2d6cdc0e7e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:28.158297 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 4012e6c8-10c0-4673-90e3-6e01bce8c5aa {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:21:28.158672 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4012e6c8-10c0-4673-90e3-6e01bce8c5aa not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:21:28.165417 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b346f7bc-2cdd-4dfe-b4ce-0b2d6cdc0e7e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66e08ac-d9ee-4227-8d30-24f25bc3ef4d']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:28.175344 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b346f7bc-2cdd-4dfe-b4ce-0b2d6cdc0e7e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318c35a8-3971-4f60-b571-b23b86337a1d') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:28.175645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-b346f7bc-2cdd-4dfe-b4ce-0b2d6cdc0e7e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318c35a8-3971-4f60-b571-b23b86337a1d') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:28.185418 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b346f7bc-2cdd-4dfe-b4ce-0b2d6cdc0e7e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:28.200427 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b346f7bc-2cdd-4dfe-b4ce-0b2d6cdc0e7e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:28.207092 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b346f7bc-2cdd-4dfe-b4ce-0b2d6cdc0e7e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:21:28.207731 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b346f7bc-2cdd-4dfe-b4ce-0b2d6cdc0e7e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:21:28.211194 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:21:28.276432 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b346f7bc-2cdd-4dfe-b4ce-0b2d6cdc0e7e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:28.281884 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b346f7bc-2cdd-4dfe-b4ce-0b2d6cdc0e7e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:28.285237 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b346f7bc-2cdd-4dfe-b4ce-0b2d6cdc0e7e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/networks/b66e08ac-d9ee-4227-8d30-24f25bc3ef4d HTTP/1.1" status: 204 len: 168 time: 0.3222721 Mar 23 13:21:28.288055 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49762) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:28.299565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346f7bc-2cdd-4dfe-b4ce-0b2d6cdc0e7e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Network': ['ID=b66e08ac-d9ee-4227-8d30-24f25bc3ef4d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:28.346920 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:28.371301 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:28.429673 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:28.432254 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:28.434000 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/security-groups/a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0 HTTP/1.1" status: 204 len: 168 time: 0.1449358 Mar 23 13:21:28.443008 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bb4b6a-6b1a-4cc9-8cba-3238becb2cc0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:28.452300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:28.452653 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:28.452978 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:28.453305 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:28.453631 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:28.453955 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:28.454276 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:28.454597 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:28.454915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:28.455234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:28.455550 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:28.455854 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92256e8-3388-4f8b-9f59-83651b6f2bdb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:28.776433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49768) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:28.781099 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b177eaf3-fccf-47f2-8bdd-c4d3ce4e51a8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474161098', 'description': 'tempest-secgroup-smoke-1474161098 description', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:21:28.801764 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b177eaf3-fccf-47f2-8bdd-c4d3ce4e51a8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:28.865201 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b177eaf3-fccf-47f2-8bdd-c4d3ce4e51a8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:28.868620 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b177eaf3-fccf-47f2-8bdd-c4d3ce4e51a8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:28.895591 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b177eaf3-fccf-47f2-8bdd-c4d3ce4e51a8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:28.896839 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b177eaf3-fccf-47f2-8bdd-c4d3ce4e51a8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1193640 Mar 23 13:21:28.900091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49770) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:28.901037 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177eaf3-fccf-47f2-8bdd-c4d3ce4e51a8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a17b1c-74cb-40d3-a621-c07e95e57e14,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:28.905163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-8545556a-975d-4742-a6d9-5f0f28710d48 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '12a17b1c-74cb-40d3-a621-c07e95e57e14', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:21:28.929612 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8545556a-975d-4742-a6d9-5f0f28710d48 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:28.985546 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8545556a-975d-4742-a6d9-5f0f28710d48 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:28.989508 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8545556a-975d-4742-a6d9-5f0f28710d48 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.006996 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545556a-975d-4742-a6d9-5f0f28710d48 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9154c24-aab9-4051-9210-96fcb820188c,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:29.015556 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8545556a-975d-4742-a6d9-5f0f28710d48 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.016956 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8545556a-975d-4742-a6d9-5f0f28710d48 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152422 Mar 23 13:21:29.019483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49772) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:29.024147 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6eaf13cf-1d7f-4eef-837a-5bd1fafc8d32 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '12a17b1c-74cb-40d3-a621-c07e95e57e14', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:21:29.048973 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6eaf13cf-1d7f-4eef-837a-5bd1fafc8d32 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.104086 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6eaf13cf-1d7f-4eef-837a-5bd1fafc8d32 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.107956 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6eaf13cf-1d7f-4eef-837a-5bd1fafc8d32 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.126078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf13cf-1d7f-4eef-837a-5bd1fafc8d32 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b667e316-c367-4136-9994-7373a4721a58,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:29.133737 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6eaf13cf-1d7f-4eef-837a-5bd1fafc8d32 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.134929 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6eaf13cf-1d7f-4eef-837a-5bd1fafc8d32 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142972 Mar 23 13:21:29.137941 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49774) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:29.142570 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f6d9c76b-cadd-4101-b82f-ed6e4475ab43 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '12a17b1c-74cb-40d3-a621-c07e95e57e14', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:21:29.166676 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c76b-cadd-4101-b82f-ed6e4475ab43 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.226627 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c76b-cadd-4101-b82f-ed6e4475ab43 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.230959 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c76b-cadd-4101-b82f-ed6e4475ab43 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.245601 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.248378 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9c76b-cadd-4101-b82f-ed6e4475ab43 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be269c28-fb99-46c0-a9ed-c1dfb788a9ca,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:29.255531 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c76b-cadd-4101-b82f-ed6e4475ab43 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.256816 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f6d9c76b-cadd-4101-b82f-ed6e4475ab43 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178110 Mar 23 13:21:29.259583 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49776) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:29.263836 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1f40ad9b-d109-43bb-9c4a-f05c6244fe8b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '12a17b1c-74cb-40d3-a621-c07e95e57e14', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:21:29.288000 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f40ad9b-d109-43bb-9c4a-f05c6244fe8b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.346406 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f40ad9b-d109-43bb-9c4a-f05c6244fe8b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.350768 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f40ad9b-d109-43bb-9c4a-f05c6244fe8b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.369296 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40ad9b-d109-43bb-9c4a-f05c6244fe8b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cabe8da-552d-40d0-9cb0-3a72af53f04b,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:29.374736 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f40ad9b-d109-43bb-9c4a-f05c6244fe8b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.375949 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1f40ad9b-d109-43bb-9c4a-f05c6244fe8b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153924 Mar 23 13:21:29.379025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49778) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:29.383690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-35748c3a-2737-47c9-a475-711e00840843 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '12a17b1c-74cb-40d3-a621-c07e95e57e14', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:21:29.403888 n-d-834854-1 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-35748c3a-2737-47c9-a475-711e00840843 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Project 488994dbef3a4604b5eb0770edd5eaf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:21:29.408656 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-35748c3a-2737-47c9-a475-711e00840843 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.470739 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-35748c3a-2737-47c9-a475-711e00840843 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.474144 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-35748c3a-2737-47c9-a475-711e00840843 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.492039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35748c3a-2737-47c9-a475-711e00840843 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad898fa0-6199-49b3-bb35-7a8e0cc7554b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:29.500294 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-35748c3a-2737-47c9-a475-711e00840843 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.501522 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-35748c3a-2737-47c9-a475-711e00840843 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215355 Mar 23 13:21:29.504387 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49780) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:29.509692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-f3cb349d-39f5-4109-9980-57c817d818ef tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '12a17b1c-74cb-40d3-a621-c07e95e57e14', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:21:29.531648 n-d-834854-1 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-f3cb349d-39f5-4109-9980-57c817d818ef tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Project 488994dbef3a4604b5eb0770edd5eaf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:21:29.537185 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3cb349d-39f5-4109-9980-57c817d818ef tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.596483 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.601830 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3cb349d-39f5-4109-9980-57c817d818ef tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.605779 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3cb349d-39f5-4109-9980-57c817d818ef tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.623627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb349d-39f5-4109-9980-57c817d818ef tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd2d0f0-eff6-4b2d-97b7-40917a21f78d,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:29.631520 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f3cb349d-39f5-4109-9980-57c817d818ef tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.635533 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f3cb349d-39f5-4109-9980-57c817d818ef tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268766 Mar 23 13:21:29.635686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49782) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:29.641296 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b6d81ccc-03c9-4d4b-a623-4c3ea7ce99d6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'network': {'name': 'tempest-network-smoke--1272382270', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'port_security_enabled': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:21:29.660676 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d81ccc-03c9-4d4b-a623-4c3ea7ce99d6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Made reservation on behalf of 488994dbef3a4604b5eb0770edd5eaf8 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:21:29.664142 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6d81ccc-03c9-4d4b-a623-4c3ea7ce99d6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.687001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d81ccc-03c9-4d4b-a623-4c3ea7ce99d6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:21:29.696218 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6d81ccc-03c9-4d4b-a623-4c3ea7ce99d6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.696564 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-b6d81ccc-03c9-4d4b-a623-4c3ea7ce99d6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Added segment b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3 of type vlan for network 50829407-8c0a-4636-8901-04ce39d55c08 Mar 23 13:21:29.736936 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6d81ccc-03c9-4d4b-a623-4c3ea7ce99d6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.762004 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6d81ccc-03c9-4d4b-a623-4c3ea7ce99d6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.767520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d81ccc-03c9-4d4b-a623-4c3ea7ce99d6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:29.768131 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b6d81ccc-03c9-4d4b-a623-4c3ea7ce99d6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.825751 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b6d81ccc-03c9-4d4b-a623-4c3ea7ce99d6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1884165 Mar 23 13:21:29.828558 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49784) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:29.833205 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-910796704', 'admin_state_up': True, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:21:29.840258 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d81ccc-03c9-4d4b-a623-4c3ea7ce99d6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Network': ['ID=50829407-8c0a-4636-8901-04ce39d55c08,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:29.851206 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 50829407-8c0a-4636-8901-04ce39d55c08 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:21:29.856215 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.857251 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:29.912374 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:30.001480 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 304301d5-578a-4254-ab93-eab66d13fea1 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:21:30.023338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 304301d5-578a-4254-ab93-eab66d13fea1 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:21:30.023699 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 304301d5-578a-4254-ab93-eab66d13fea1 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:21:30.048457 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:30.238911 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:30.258234 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:30.375293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.25.2.147 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/4b04433c-98ea-4642-8d3d-9cd34e761aa1) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:21:30.475776 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:30.508933 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:30.549828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:21:30.554321 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:21:30.559163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:21:30.562247 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=4b04433c-98ea-4642-8d3d-9cd34e761aa1,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:30.811077 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:31.003159 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:31.129068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router 9d3a6a39-ee71-4cd7-9511-22f481b69333 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:21:31.243071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:21:31.253086 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Sync routers for ids ['9d3a6a39-ee71-4cd7-9511-22f481b69333'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:21:31.263170 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Routers {'9d3a6a39-ee71-4cd7-9511-22f481b69333'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:21:31.263548 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:31.263790 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:21:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['9d3a6a39-ee71-4cd7-9511-22f481b69333'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:31.268027 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49786) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:31.268528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-afa44514-60d3-4f7c-ba0e-bd2a46c0860e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4383662 Mar 23 13:21:31.296935 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-122fb869-8e4e-4e93-aff6-a079165881b7 tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=488994dbef3a4604b5eb0770edd5eaf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277555 Mar 23 13:21:31.299506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49788) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:31.393627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf27272-35a3-4310-a33b-3e01755ba483 tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:31.395080 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8bf27272-35a3-4310-a33b-3e01755ba483 tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946484 Mar 23 13:21:31.397950 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49790) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:31.428273 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-dfd5943b-2b2a-4ce2-8942-3ca04ee98c09 tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292020 Mar 23 13:21:31.430718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49792) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:31.435658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c398cb32-2ff3-43bd-a5a6-223f436790d3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1975612936', 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:21:31.521614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Set router 9d3a6a39-ee71-4cd7-9511-22f481b69333 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:21:31.525859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c398cb32-2ff3-43bd-a5a6-223f436790d3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Made reservation on behalf of 488994dbef3a4604b5eb0770edd5eaf8 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:21:31.530151 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c398cb32-2ff3-43bd-a5a6-223f436790d3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:31.704334 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910796704', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:21:29Z', 'updated_at': '2022-03-23T13:21:30Z', 'revision_number': 3, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:30Z', 'updated_at': '2022-03-23T13:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:31.714847 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c398cb32-2ff3-43bd-a5a6-223f436790d3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:31.734835 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Checking router: 9d3a6a39-ee71-4cd7-9511-22f481b69333 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:21:31.735181 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Updating router 9d3a6a39-ee71-4cd7-9511-22f481b69333 port 4b04433c-98ea-4642-8d3d-9cd34e761aa1 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:21:31.758944 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:31.781187 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398cb32-2ff3-43bd-a5a6-223f436790d3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Subnet': ['ID=89510d6f-bc16-4821-9b2b-bcc5358d0baf,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:31.790146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398cb32-2ff3-43bd-a5a6-223f436790d3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Checking segment: {'id': 'b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:21:31.790589 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398cb32-2ff3-43bd-a5a6-223f436790d3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network hostable DHCP agents. Network: 50829407-8c0a-4636-8901-04ce39d55c08, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:21:31.807972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398cb32-2ff3-43bd-a5a6-223f436790d3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network 50829407-8c0a-4636-8901-04ce39d55c08 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:21:31.816801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c398cb32-2ff3-43bd-a5a6-223f436790d3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 50829407-8c0a-4636-8901-04ce39d55c08) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:21:31.821006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c398cb32-2ff3-43bd-a5a6-223f436790d3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:31.821589 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c398cb32-2ff3-43bd-a5a6-223f436790d3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:31.838025 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c398cb32-2ff3-43bd-a5a6-223f436790d3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4062898 Mar 23 13:21:31.841680 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49794) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:31.842224 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a9275e-b23d-49fd-baa1-b64e9833b854 None None] Network 50829407-8c0a-4636-8901-04ce39d55c08 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:21:32.043984 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-5febf0c5-ff05-412c-b71f-0b097f0b9162 req-f1628397-d33e-47e6-b5de-6890b0ee86da service neutron] (102779) timed out ('10.222.0.73', 49251) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 13:21:32.101038 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-50829407-8c0a-4636-8901-04ce39d55c08', 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ips': [{'subnet_id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:21:32.101894 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:32.145667 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:32.194124 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:32.270337 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba261c-0942-4897-9b26-fb09ba9ce3d3 None None] Pushing event updated for resources: {'Port': ['ID=4b04433c-98ea-4642-8d3d-9cd34e761aa1,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:32.293183 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Attempting to bind port 4b04433c-98ea-4642-8d3d-9cd34e761aa1 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:21:32.293558 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Attempting to bind port 4b04433c-98ea-4642-8d3d-9cd34e761aa1 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:21:32.293922 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Attempting to bind port 4b04433c-98ea-4642-8d3d-9cd34e761aa1 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:21:32.310529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:21:32.310902 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:21:32.311307 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:32.311699 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:21:32.312207 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Bound port: 4b04433c-98ea-4642-8d3d-9cd34e761aa1, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:21:32.312616 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:32.351040 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Allocated IP 172.20.0.2 (50829407-8c0a-4636-8901-04ce39d55c08/89510d6f-bc16-4821-9b2b-bcc5358d0baf/0c82b43e-1f20-438c-bb2c-dc02da6d1879) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:21:32.397990 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] For port 4b04433c-98ea-4642-8d3d-9cd34e761aa1, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:21:32.435908 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] For port 4b04433c-98ea-4642-8d3d-9cd34e761aa1, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4b04433c-98ea-4642-8d3d-9cd34e761aa1,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:21:32.441865 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:32.538885 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Routers {'9d3a6a39-ee71-4cd7-9511-22f481b69333'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:21:32.539417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:21:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['9d3a6a39-ee71-4cd7-9511-22f481b69333'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:32.541175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba261c-0942-4897-9b26-fb09ba9ce3d3 None None] Pushing event updated for resources: {'Port': ['ID=4b04433c-98ea-4642-8d3d-9cd34e761aa1,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:32.612732 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:32.668584 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:32.678629 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:32.711538 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] Set router 9d3a6a39-ee71-4cd7-9511-22f481b69333 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:21:32.779971 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Network 50829407-8c0a-4636-8901-04ce39d55c08 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:21:32.785702 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:21:32.796919 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:21:32.798671 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Pushing event updated for resources: {'Port': ['ID=0c82b43e-1f20-438c-bb2c-dc02da6d1879,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:32.887730 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.20.0.1 (50829407-8c0a-4636-8901-04ce39d55c08/89510d6f-bc16-4821-9b2b-bcc5358d0baf/f64566f1-17b5-4b81-9375-e958cc0761bd) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:21:32.899666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Attempting to bind port 0c82b43e-1f20-438c-bb2c-dc02da6d1879 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:21:32.900061 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Attempting to bind port 0c82b43e-1f20-438c-bb2c-dc02da6d1879 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:21:32.900593 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Attempting to bind port 0c82b43e-1f20-438c-bb2c-dc02da6d1879 on network 50829407-8c0a-4636-8901-04ce39d55c08 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:21:32.911699 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:21:32.912100 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Checking segment: {'id': 'b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:21:32.912504 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:32.912901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Bound using segment: {'id': 'b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:21:32.913368 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Bound port: 0c82b43e-1f20-438c-bb2c-dc02da6d1879, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:21:32.913747 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:32.999198 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:33.007178 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] For port 0c82b43e-1f20-438c-bb2c-dc02da6d1879, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:21:33.011032 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] For port 0c82b43e-1f20-438c-bb2c-dc02da6d1879, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0c82b43e-1f20-438c-bb2c-dc02da6d1879,segment=NetworkSegment(b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3),segment_id=b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:21:33.015557 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:33.019625 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910796704', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:21:29Z', 'updated_at': '2022-03-23T13:21:30Z', 'revision_number': 3, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:30Z', 'updated_at': '2022-03-23T13:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:33.035859 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:33.072204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65af6249-71cb-4ee1-be4d-3123e0ca4ded None None] The sync data for ids ['9d3a6a39-ee71-4cd7-9511-22f481b69333'] in n-d-834854-1 is: [{'id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910796704', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:21:29Z', 'updated_at': '2022-03-23T13:21:30Z', 'revision_number': 3, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:30Z', 'updated_at': '2022-03-23T13:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:21:33.077305 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network 50829407-8c0a-4636-8901-04ce39d55c08 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:21:33.082703 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:21:33.086625 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:21:33.111799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a8414-5fb1-4ff5-90d6-3023ba0298cd None None] Pushing event updated for resources: {'Port': ['ID=0c82b43e-1f20-438c-bb2c-dc02da6d1879,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:33.119608 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=f64566f1-17b5-4b81-9375-e958cc0761bd,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:33.154065 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:33.317333 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:33.630964 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:33.636387 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:33.710587 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=f64566f1-17b5-4b81-9375-e958cc0761bd,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:33.713349 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:33.820167 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network 50829407-8c0a-4636-8901-04ce39d55c08 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:21:33.821840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:21:33.946839 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router 9d3a6a39-ee71-4cd7-9511-22f481b69333 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:21:34.082261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:21:34.089756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d623d107-02d3-46f6-b2e9-901634592868 None None] Network 50829407-8c0a-4636-8901-04ce39d55c08 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:21:34.096463 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d893eabd-ea36-47fb-bd83-a94f54e567ad tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "PUT /v2.0/routers/9d3a6a39-ee71-4cd7-9511-22f481b69333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2477579 Mar 23 13:21:34.142527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4b04433c-98ea-4642-8d3d-9cd34e761aa1 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:21:34.245757 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-d359fe3b-b6a5-4fc1-9d5c-525a514b02e4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474161098&fields=id&tenant_id=488994dbef3a4604b5eb0770edd5eaf8 HTTP/1.1" status: 200 len: 267 time: 0.0360765 Mar 23 13:21:34.362004 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-a806e179-ba99-44c7-80b9-ca6edd9aa90b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:34.363432 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-a806e179-ba99-44c7-80b9-ca6edd9aa90b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/networks?id=50829407-8c0a-4636-8901-04ce39d55c08 HTTP/1.1" status: 200 len: 797 time: 0.1105270 Mar 23 13:21:34.378852 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-2c5babc4-d12e-46eb-9fa8-7a8d79df3b5b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/quotas/488994dbef3a4604b5eb0770edd5eaf8 HTTP/1.1" status: 200 len: 375 time: 0.0094426 Mar 23 13:21:34.393922 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8268a8f5-af13-4806-a757-6d359d7565c3 None None] Provisioning complete for port 0c82b43e-1f20-438c-bb2c-dc02da6d1879 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:21:34.394294 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8268a8f5-af13-4806-a757-6d359d7565c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:34.436835 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-7dbe51d8-f50e-4e2c-91e4-c6f44dc487b9 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513947 Mar 23 13:21:34.482644 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4b04433c-98ea-4642-8d3d-9cd34e761aa1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:21:34.483069 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:34.598488 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8268a8f5-af13-4806-a757-6d359d7565c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:34.602535 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-39a50bd2-c55e-4819-9298-fefe6a9523cf service neutron] 10.222.0.52 "GET /v2.0/networks/50829407-8c0a-4636-8901-04ce39d55c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548309 Mar 23 13:21:34.651077 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:34.675917 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-8268a8f5-af13-4806-a757-6d359d7565c3 None None] For port 0c82b43e-1f20-438c-bb2c-dc02da6d1879, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0c82b43e-1f20-438c-bb2c-dc02da6d1879,segment=NetworkSegment(b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3),segment_id=b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:21:34.686843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 4b04433c-98ea-4642-8d3d-9cd34e761aa1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4b04433c-98ea-4642-8d3d-9cd34e761aa1,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:21:34.688516 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8268a8f5-af13-4806-a757-6d359d7565c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:34.713412 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:34.714001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0c82b43e-1f20-438c-bb2c-dc02da6d1879 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:21:34.727323 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-6404663a-ac8b-4898-b601-a9e65c07e95b service neutron] 10.222.0.52 "GET /v2.0/networks/50829407-8c0a-4636-8901-04ce39d55c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162336 Mar 23 13:21:34.771355 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268a8f5-af13-4806-a757-6d359d7565c3 None None] Pushing event updated for resources: {'Port': ['ID=0c82b43e-1f20-438c-bb2c-dc02da6d1879,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:34.831878 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0c82b43e-1f20-438c-bb2c-dc02da6d1879 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:21:34.832278 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:34.854563 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Sync routers for ids ['9d3a6a39-ee71-4cd7-9511-22f481b69333'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:21:34.874224 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Routers {'9d3a6a39-ee71-4cd7-9511-22f481b69333'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:21:34.874596 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=4b04433c-98ea-4642-8d3d-9cd34e761aa1,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:34.875060 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:21:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['9d3a6a39-ee71-4cd7-9511-22f481b69333'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:34.933836 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-647421f1-d74b-4fa2-bfb1-e9be3b37f1c1 None None] Provisioning complete for port 0c82b43e-1f20-438c-bb2c-dc02da6d1879 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:21:34.934226 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-647421f1-d74b-4fa2-bfb1-e9be3b37f1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:34.937076 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9ab27628-b063-414e-a929-1c3c110ca44c req-6e5fdc71-310f-4a8f-94bd-dffc6f6e72b4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 210 time: 0.0355668 Mar 23 13:21:35.003467 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Set router 9d3a6a39-ee71-4cd7-9511-22f481b69333 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:21:35.087239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-647421f1-d74b-4fa2-bfb1-e9be3b37f1c1 None None] Provisioning complete for port f64566f1-17b5-4b81-9375-e958cc0761bd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:21:35.087743 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-647421f1-d74b-4fa2-bfb1-e9be3b37f1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:35.127848 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-647421f1-d74b-4fa2-bfb1-e9be3b37f1c1 None None] Port f64566f1-17b5-4b81-9375-e958cc0761bd cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:21:35.247643 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910796704', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:21:29Z', 'updated_at': '2022-03-23T13:21:33Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:30Z', 'updated_at': '2022-03-23T13:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f64566f1-17b5-4b81-9375-e958cc0761bd', 'name': '', 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:79:63:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:32Z', 'updated_at': '2022-03-23T13:21:33Z', 'revision_number': 2, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:35.257900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-0a58de4d-d866-404c-b487-f5dccd29951a None None] Provisioning complete for port f64566f1-17b5-4b81-9375-e958cc0761bd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:21:35.258280 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0a58de4d-d866-404c-b487-f5dccd29951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:35.275568 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Checking router: 9d3a6a39-ee71-4cd7-9511-22f481b69333 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:21:35.276016 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Updating router 9d3a6a39-ee71-4cd7-9511-22f481b69333 port f64566f1-17b5-4b81-9375-e958cc0761bd binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:21:35.299117 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-0a58de4d-d866-404c-b487-f5dccd29951a None None] Port f64566f1-17b5-4b81-9375-e958cc0761bd cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:21:35.306766 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:35.527064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-45c7e171-e5bf-47af-bd5f-0e380620fffa None None] Provisioning complete for port f64566f1-17b5-4b81-9375-e958cc0761bd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:21:35.527605 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-45c7e171-e5bf-47af-bd5f-0e380620fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:35.565949 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-45c7e171-e5bf-47af-bd5f-0e380620fffa None None] Port f64566f1-17b5-4b81-9375-e958cc0761bd cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:21:35.680623 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:35.686386 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:35.762481 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4ae9d-b1f2-42f2-80da-adab29ada3a4 None None] Pushing event updated for resources: {'Port': ['ID=f64566f1-17b5-4b81-9375-e958cc0761bd,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:35.791885 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4ae9d-b1f2-42f2-80da-adab29ada3a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:35.792283 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4ae9d-b1f2-42f2-80da-adab29ada3a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:35.792822 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4ae9d-b1f2-42f2-80da-adab29ada3a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:35.793317 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4ae9d-b1f2-42f2-80da-adab29ada3a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:35.793646 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4ae9d-b1f2-42f2-80da-adab29ada3a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:35.793969 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4ae9d-b1f2-42f2-80da-adab29ada3a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:35.794290 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4ae9d-b1f2-42f2-80da-adab29ada3a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:35.794614 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4ae9d-b1f2-42f2-80da-adab29ada3a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:35.794930 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4ae9d-b1f2-42f2-80da-adab29ada3a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:35.795241 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4ae9d-b1f2-42f2-80da-adab29ada3a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:35.795717 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4ae9d-b1f2-42f2-80da-adab29ada3a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:35.796266 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4ae9d-b1f2-42f2-80da-adab29ada3a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:21:35.805296 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Attempting to bind port f64566f1-17b5-4b81-9375-e958cc0761bd on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:21:35.805619 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Attempting to bind port f64566f1-17b5-4b81-9375-e958cc0761bd by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:21:35.805976 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Attempting to bind port f64566f1-17b5-4b81-9375-e958cc0761bd on network 50829407-8c0a-4636-8901-04ce39d55c08 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:21:35.812167 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:21:35.812665 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Checking segment: {'id': 'b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:21:35.812929 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:35.813344 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Bound using segment: {'id': 'b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:21:35.813819 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Bound port: f64566f1-17b5-4b81-9375-e958cc0761bd, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:21:35.814322 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:35.914094 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] For port f64566f1-17b5-4b81-9375-e958cc0761bd, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:21:35.917884 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] For port f64566f1-17b5-4b81-9375-e958cc0761bd, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f64566f1-17b5-4b81-9375-e958cc0761bd,segment=NetworkSegment(b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3),segment_id=b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:21:35.923793 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:35.982952 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4ae9d-b1f2-42f2-80da-adab29ada3a4 None None] Pushing event updated for resources: {'Port': ['ID=f64566f1-17b5-4b81-9375-e958cc0761bd,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:35.994765 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Routers {'9d3a6a39-ee71-4cd7-9511-22f481b69333'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:21:35.996160 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:21:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['9d3a6a39-ee71-4cd7-9511-22f481b69333'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:36.035330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c853616a-ded5-4c92-a8e5-f00655ec95fa None None] Provisioning complete for port f64566f1-17b5-4b81-9375-e958cc0761bd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:21:36.037624 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c853616a-ded5-4c92-a8e5-f00655ec95fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:36.128047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-5115eaab-83b5-498b-816d-ea529608146c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:36.129589 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-5115eaab-83b5-498b-816d-ea529608146c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "GET /v2.0/networks?id=50829407-8c0a-4636-8901-04ce39d55c08 HTTP/1.1" status: 200 len: 797 time: 0.2219648 Mar 23 13:21:36.166679 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4b04433c-98ea-4642-8d3d-9cd34e761aa1 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:21:36.174838 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] Set router 9d3a6a39-ee71-4cd7-9511-22f481b69333 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:21:36.228099 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1a2c85a6-61e6-4554-b59d-f46b7dec7131 req-2c437c72-7545-4cfd-9b04-3890c0fbfce1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 210 time: 0.0875528 Mar 23 13:21:36.254873 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-6dba5445-86b7-4efa-a7ed-67da448a27c8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=488994dbef3a4604b5eb0770edd5eaf8 HTTP/1.1" status: 200 len: 380 time: 0.1097591 Mar 23 13:21:36.269718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-e27db254-a18c-45ac-abb7-e901332a7142 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'port': {'device_id': '642552c8-c53b-4f7b-be73-010e7252f93a', 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08', 'admin_state_up': True, 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'security_groups': ['12a17b1c-74cb-40d3-a621-c07e95e57e14']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:21:36.320907 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 4b04433c-98ea-4642-8d3d-9cd34e761aa1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:21:36.321311 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:36.356073 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c853616a-ded5-4c92-a8e5-f00655ec95fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:36.400784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c853616a-ded5-4c92-a8e5-f00655ec95fa None None] For port f64566f1-17b5-4b81-9375-e958cc0761bd, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f64566f1-17b5-4b81-9375-e958cc0761bd,segment=NetworkSegment(b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3),segment_id=b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:21:36.406737 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c853616a-ded5-4c92-a8e5-f00655ec95fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:36.419826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-e27db254-a18c-45ac-abb7-e901332a7142 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Made reservation on behalf of 488994dbef3a4604b5eb0770edd5eaf8 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:21:36.424708 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-e27db254-a18c-45ac-abb7-e901332a7142 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:36.451388 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910796704', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:21:29Z', 'updated_at': '2022-03-23T13:21:33Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:30Z', 'updated_at': '2022-03-23T13:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f64566f1-17b5-4b81-9375-e958cc0761bd', 'name': '', 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:79:63:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:32Z', 'updated_at': '2022-03-23T13:21:35Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:36.470073 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0c82b43e-1f20-438c-bb2c-dc02da6d1879 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:21:36.485932 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561614cf-f461-490e-853b-7cc3968dff25 None None] The sync data for ids ['9d3a6a39-ee71-4cd7-9511-22f481b69333'] in n-d-834854-1 is: [{'id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910796704', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:21:29Z', 'updated_at': '2022-03-23T13:21:33Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:30Z', 'updated_at': '2022-03-23T13:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f64566f1-17b5-4b81-9375-e958cc0761bd', 'name': '', 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:79:63:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:32Z', 'updated_at': '2022-03-23T13:21:35Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:21:36.506185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853616a-ded5-4c92-a8e5-f00655ec95fa None None] Pushing event updated for resources: {'Port': ['ID=f64566f1-17b5-4b81-9375-e958cc0761bd,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:36.534795 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-615b688f-91c8-42b6-80d7-71dc3a6f35d4 None None] Provisioning complete for port f64566f1-17b5-4b81-9375-e958cc0761bd triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:21:36.535178 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-615b688f-91c8-42b6-80d7-71dc3a6f35d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:36.587978 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 0c82b43e-1f20-438c-bb2c-dc02da6d1879 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:21:36.587978 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:36.637147 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-e27db254-a18c-45ac-abb7-e901332a7142 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.20.0.9 (50829407-8c0a-4636-8901-04ce39d55c08/89510d6f-bc16-4821-9b2b-bcc5358d0baf/80c03914-100f-4ceb-8cb1-12a919dd74e4) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:21:36.699352 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:21:36.809690 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-e27db254-a18c-45ac-abb7-e901332a7142 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:36.847337 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-e27db254-a18c-45ac-abb7-e901332a7142 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:36.900873 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-e27db254-a18c-45ac-abb7-e901332a7142 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network 50829407-8c0a-4636-8901-04ce39d55c08 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:21:36.905466 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-e27db254-a18c-45ac-abb7-e901332a7142 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:21:36.908110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-e27db254-a18c-45ac-abb7-e901332a7142 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:21:36.939992 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27db254-a18c-45ac-abb7-e901332a7142 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=80c03914-100f-4ceb-8cb1-12a919dd74e4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:36.981328 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-e27db254-a18c-45ac-abb7-e901332a7142 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:36.981987 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-e27db254-a18c-45ac-abb7-e901332a7142 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:37.000068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-e27db254-a18c-45ac-abb7-e901332a7142 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7371757 Mar 23 13:21:37.014838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Request body: {'port': {'device_id': '642552c8-c53b-4f7b-be73-010e7252f93a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:21:37.077691 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:37.157431 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-2d69d2be-249c-404e-b031-d94ad56b3453 None None] Provisioning complete for port 80c03914-100f-4ceb-8cb1-12a919dd74e4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:21:37.157797 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2d69d2be-249c-404e-b031-d94ad56b3453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:37.209852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2d69d2be-249c-404e-b031-d94ad56b3453 None None] Port 80c03914-100f-4ceb-8cb1-12a919dd74e4 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:21:37.387860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c317cd-7f08-4c00-a550-931c992515a3 req-c9f963fb-36a5-48f9-b000-d03eef460ada tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:37.389372 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-46c317cd-7f08-4c00-a550-931c992515a3 req-c9f963fb-36a5-48f9-b000-d03eef460ada tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 931 time: 0.0934241 Mar 23 13:21:37.441048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c03914-100f-4ceb-8cb1-12a919dd74e4 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:21:37.453858 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:37.468058 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-46c317cd-7f08-4c00-a550-931c992515a3 req-b431b74a-f72f-47f8-8a8c-193f2f6fd5d9 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570066 Mar 23 13:21:37.473198 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Transition to ACTIVE for port object 80c03914-100f-4ceb-8cb1-12a919dd74e4 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:21:37.477841 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:37.528817 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Pushing event updated for resources: {'Port': ['ID=80c03914-100f-4ceb-8cb1-12a919dd74e4,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:37.607132 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Attempting to bind port 80c03914-100f-4ceb-8cb1-12a919dd74e4 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:21:37.607473 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Attempting to bind port 80c03914-100f-4ceb-8cb1-12a919dd74e4 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:21:37.607828 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Attempting to bind port 80c03914-100f-4ceb-8cb1-12a919dd74e4 on network 50829407-8c0a-4636-8901-04ce39d55c08 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:21:37.613300 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Port 80c03914-100f-4ceb-8cb1-12a919dd74e4 on network 50829407-8c0a-4636-8901-04ce39d55c08 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:21:37.613630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Attempting to bind port 80c03914-100f-4ceb-8cb1-12a919dd74e4 on network 50829407-8c0a-4636-8901-04ce39d55c08 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:21:37.624227 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:21:37.624572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Checking segment: {'id': 'b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:21:37.624957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Bound using segment: {'id': 'b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:21:37.625568 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Bound port: 80c03914-100f-4ceb-8cb1-12a919dd74e4, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:21:37.626065 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:38.006343 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] For port 80c03914-100f-4ceb-8cb1-12a919dd74e4, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:21:38.009630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] For port 80c03914-100f-4ceb-8cb1-12a919dd74e4, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=80c03914-100f-4ceb-8cb1-12a919dd74e4,segment=NetworkSegment(b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3),segment_id=b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:21:38.015574 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:38.053313 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:38.054649 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:38.056104 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] 10.222.0.73 "PUT /v2.0/ports/80c03914-100f-4ceb-8cb1-12a919dd74e4 HTTP/1.1" status: 200 len: 1091 time: 1.0473855 Mar 23 13:21:38.056478 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642552c8-c53b-4f7b-be73-010e7252f93a', 'tag': '80c03914-100f-4ceb-8cb1-12a919dd74e4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:21:38.058803 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b7d4fa-e4b3-4e8b-921d-d0ae0213ac41" -d '{"events": [{"name": "network-changed", "server_uuid": "642552c8-c53b-4f7b-be73-010e7252f93a", "tag": "80c03914-100f-4ceb-8cb1-12a919dd74e4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:21:38.080646 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f64566f1-17b5-4b81-9375-e958cc0761bd up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:21:38.082144 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8544c28-89c3-42d1-86a9-63ee30348973 service neutron] Pushing event updated for resources: {'Port': ['ID=80c03914-100f-4ceb-8cb1-12a919dd74e4,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:38.118232 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4357cba7-e7bc-4999-8184-1ab1a96cffbb x-openstack-request-id: req-4357cba7-e7bc-4999-8184-1ab1a96cffbb {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:21:38.118759 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642552c8-c53b-4f7b-be73-010e7252f93a", "tag": "80c03914-100f-4ceb-8cb1-12a919dd74e4", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:21:38.119083 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4357cba7-e7bc-4999-8184-1ab1a96cffbb {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:21:38.119818 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642552c8-c53b-4f7b-be73-010e7252f93a', 'tag': '80c03914-100f-4ceb-8cb1-12a919dd74e4', 'status': 'completed', 'code': 200} Mar 23 13:21:38.156033 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f64566f1-17b5-4b81-9375-e958cc0761bd triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:21:38.156497 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:38.157285 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-74056ba6-3f92-40d3-8353-bb8f8973d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:38.159160 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-74056ba6-3f92-40d3-8353-bb8f8973d264 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 1094 time: 0.0532186 Mar 23 13:21:38.206344 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-e5074947-5493-4ee3-a5d4-535393a3d4db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80c03914-100f-4ceb-8cb1-12a919dd74e4 HTTP/1.1" status: 200 len: 217 time: 0.0388665 Mar 23 13:21:38.256931 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-7a26e242-a947-4b41-81fa-5b46c7a1157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:38.258412 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-7a26e242-a947-4b41-81fa-5b46c7a1157f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=89510d6f-bc16-4821-9b2b-bcc5358d0baf HTTP/1.1" status: 200 len: 835 time: 0.0451033 Mar 23 13:21:38.305040 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-b4dc5924-bb72-4f78-a64f-c7489cf8ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:38.306534 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-b4dc5924-bb72-4f78-a64f-c7489cf8ca47 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50829407-8c0a-4636-8901-04ce39d55c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402215 Mar 23 13:21:38.402364 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-8059b1c2-0184-43e6-bcd9-342363c46292 service neutron] 10.222.0.73 "GET /v2.0/networks/50829407-8c0a-4636-8901-04ce39d55c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874338 Mar 23 13:21:38.489308 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1f92e9e3-699d-4b1c-85eb-59d1f5f66b24 req-cd4fe0ee-bf53-438d-8952-54aa06d61f04 service neutron] 10.222.0.73 "GET /v2.0/networks/50829407-8c0a-4636-8901-04ce39d55c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800228 Mar 23 13:21:38.620004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be0629-1ba8-4b8d-92b8-98920f7dc9e8 req-bd6bafbe-a9bf-4160-bcc1-d22de94d8137 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:38.622058 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1be0629-1ba8-4b8d-92b8-98920f7dc9e8 req-bd6bafbe-a9bf-4160-bcc1-d22de94d8137 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 943 time: 0.0774193 Mar 23 13:21:38.628028 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7d4fa-e4b3-4e8b-921d-d0ae0213ac41 req-bc26f081-bcb7-4fa6-9d5f-5f7f66cd7ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:38.629405 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9b7d4fa-e4b3-4e8b-921d-d0ae0213ac41 req-bc26f081-bcb7-4fa6-9d5f-5f7f66cd7ffa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 1094 time: 0.0829606 Mar 23 13:21:38.712933 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b1be0629-1ba8-4b8d-92b8-98920f7dc9e8 req-5a00847a-30be-4cb5-a72d-45b4bea13a1e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825787 Mar 23 13:21:38.751729 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7d4fa-e4b3-4e8b-921d-d0ae0213ac41 req-386ffbfd-71df-4ee0-b71d-eff174105252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:38.753239 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9b7d4fa-e4b3-4e8b-921d-d0ae0213ac41 req-386ffbfd-71df-4ee0-b71d-eff174105252 service neutron] 10.222.0.73 "GET /v2.0/networks?id=50829407-8c0a-4636-8901-04ce39d55c08 HTTP/1.1" status: 200 len: 898 time: 0.1163716 Mar 23 13:21:38.798376 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9b7d4fa-e4b3-4e8b-921d-d0ae0213ac41 req-6b73f4dd-7739-4c19-b7d2-5d8996d9a1b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80c03914-100f-4ceb-8cb1-12a919dd74e4 HTTP/1.1" status: 200 len: 217 time: 0.0363271 Mar 23 13:21:38.848461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7d4fa-e4b3-4e8b-921d-d0ae0213ac41 req-9342a564-21db-4fac-bdc4-b20f4f882763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:38.850067 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9b7d4fa-e4b3-4e8b-921d-d0ae0213ac41 req-9342a564-21db-4fac-bdc4-b20f4f882763 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=89510d6f-bc16-4821-9b2b-bcc5358d0baf HTTP/1.1" status: 200 len: 835 time: 0.0442560 Mar 23 13:21:38.897860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7d4fa-e4b3-4e8b-921d-d0ae0213ac41 req-17c68188-8a23-4fa3-ae9e-dccf74f47448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:38.907443 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9b7d4fa-e4b3-4e8b-921d-d0ae0213ac41 req-17c68188-8a23-4fa3-ae9e-dccf74f47448 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50829407-8c0a-4636-8901-04ce39d55c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417976 Mar 23 13:21:38.996334 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9b7d4fa-e4b3-4e8b-921d-d0ae0213ac41 req-c4b6d70a-9e57-4006-b160-952d3dfb86db service neutron] 10.222.0.73 "GET /v2.0/networks/50829407-8c0a-4636-8901-04ce39d55c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888567 Mar 23 13:21:39.086131 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9b7d4fa-e4b3-4e8b-921d-d0ae0213ac41 req-c3aebd21-45b1-401a-b7ab-118e5bf2efb4 service neutron] 10.222.0.73 "GET /v2.0/networks/50829407-8c0a-4636-8901-04ce39d55c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826931 Mar 23 13:21:39.834282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de336bc7-0f02-4e4a-9522-dc901421658d req-d5789b88-2b1d-46b7-abad-d0940af5b3c3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:39.835762 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de336bc7-0f02-4e4a-9522-dc901421658d req-d5789b88-2b1d-46b7-abad-d0940af5b3c3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 943 time: 0.0535815 Mar 23 13:21:39.873220 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-de336bc7-0f02-4e4a-9522-dc901421658d req-785e17e9-33ff-4e20-a50d-9e9097633915 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310535 Mar 23 13:21:40.506547 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 80c03914-100f-4ceb-8cb1-12a919dd74e4 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:21:40.597340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 80c03914-100f-4ceb-8cb1-12a919dd74e4, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=80c03914-100f-4ceb-8cb1-12a919dd74e4,segment=NetworkSegment(b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3),segment_id=b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:21:40.608795 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '80c03914-100f-4ceb-8cb1-12a919dd74e4', 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08', 'port_id': '80c03914-100f-4ceb-8cb1-12a919dd74e4', 'mac_address': 'fa:16:3e:cb:0a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:21:40.646971 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:40.660505 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c03914-100f-4ceb-8cb1-12a919dd74e4 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:21:40.679912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 80c03914-100f-4ceb-8cb1-12a919dd74e4, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=80c03914-100f-4ceb-8cb1-12a919dd74e4,segment=NetworkSegment(b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3),segment_id=b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:21:40.683505 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:40.729486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=80c03914-100f-4ceb-8cb1-12a919dd74e4,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:40.898339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['80c03914-100f-4ceb-8cb1-12a919dd74e4'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:21:40.994245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af5293-ba06-4b0e-b3c3-ffb29ab97255 req-5585826e-ee7f-4ca6-a97e-1976211850a5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:40.995708 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b8af5293-ba06-4b0e-b3c3-ffb29ab97255 req-5585826e-ee7f-4ca6-a97e-1976211850a5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 944 time: 0.0539682 Mar 23 13:21:41.033642 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b8af5293-ba06-4b0e-b3c3-ffb29ab97255 req-1be90ed0-5022-406f-a7fe-c0450e95ef40 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316749 Mar 23 13:21:42.148342 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1ce20-45a5-43c4-8e1a-882962625c54 req-c3e0099f-e974-409c-ada2-1a8c97c0cc6b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:42.150102 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2ea1ce20-45a5-43c4-8e1a-882962625c54 req-c3e0099f-e974-409c-ada2-1a8c97c0cc6b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 944 time: 0.0487478 Mar 23 13:21:42.187719 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2ea1ce20-45a5-43c4-8e1a-882962625c54 req-9fa5060b-1d2e-4bbb-a14a-779d596b395f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312252 Mar 23 13:21:42.506398 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 80c03914-100f-4ceb-8cb1-12a919dd74e4 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:21:42.553733 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 80c03914-100f-4ceb-8cb1-12a919dd74e4 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:21:42.557632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 80c03914-100f-4ceb-8cb1-12a919dd74e4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:21:42.558015 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:42.633493 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:42.655839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642552c8-c53b-4f7b-be73-010e7252f93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c03914-100f-4ceb-8cb1-12a919dd74e4'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:21:42.670137 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 80c03914-100f-4ceb-8cb1-12a919dd74e4, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=80c03914-100f-4ceb-8cb1-12a919dd74e4,segment=NetworkSegment(b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3),segment_id=b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:21:42.675169 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:42.704274 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6217645b2b2bfc5ef888c6aa606b3465eba83eaf85f3abbd4570955a784a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c6e5ac-030b-45a0-8c75-14817a565c35" -d '{"events": [{"server_uuid": "642552c8-c53b-4f7b-be73-010e7252f93a", "name": "network-vif-plugged", "status": "completed", "tag": "80c03914-100f-4ceb-8cb1-12a919dd74e4"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:21:42.730658 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=80c03914-100f-4ceb-8cb1-12a919dd74e4,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:42.798305 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48109097-6dcb-4181-97dd-2bbb9fb0f927 x-openstack-request-id: req-48109097-6dcb-4181-97dd-2bbb9fb0f927 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:21:42.798594 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642552c8-c53b-4f7b-be73-010e7252f93a", "name": "network-vif-plugged", "status": "completed", "tag": "80c03914-100f-4ceb-8cb1-12a919dd74e4", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:21:42.798847 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48109097-6dcb-4181-97dd-2bbb9fb0f927 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:21:42.799239 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642552c8-c53b-4f7b-be73-010e7252f93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c03914-100f-4ceb-8cb1-12a919dd74e4', 'code': 200} Mar 23 13:21:42.898516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06182d-ddc4-41fc-945b-fd78de50c5cb req-25943e0a-a31a-439c-8382-08a1d531de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:42.900293 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e06182d-ddc4-41fc-945b-fd78de50c5cb req-25943e0a-a31a-439c-8382-08a1d531de8b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 1096 time: 0.0413067 Mar 23 13:21:42.934711 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e06182d-ddc4-41fc-945b-fd78de50c5cb req-23801eed-577f-4804-9ceb-6771f0c83331 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275023 Mar 23 13:21:43.309938 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6635f-f624-4bd2-aa2b-b98be86359ac req-bb768888-dc16-4c81-bc42-1e2c71257644 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:43.312120 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08f6635f-f624-4bd2-aa2b-b98be86359ac req-bb768888-dc16-4c81-bc42-1e2c71257644 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0518081 Mar 23 13:21:43.351063 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-08f6635f-f624-4bd2-aa2b-b98be86359ac req-47b15fa2-2f59-4203-b974-b20516057679 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326726 Mar 23 13:21:44.467967 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850916e-70ea-4f96-bfea-a3472e51600c req-0c43ae1b-d084-4310-ba77-985a6d3d383b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:44.469366 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a850916e-70ea-4f96-bfea-a3472e51600c req-0c43ae1b-d084-4310-ba77-985a6d3d383b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0481260 Mar 23 13:21:44.507731 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a850916e-70ea-4f96-bfea-a3472e51600c req-7dd25c46-892d-4070-8bb0-b9e1e72fb207 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321422 Mar 23 13:21:44.629316 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea3355-f772-4b18-97e7-1b6928d8e836 req-9803cfea-d45a-4e9f-88ac-d4bbbc41a14d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:44.630782 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c5ea3355-f772-4b18-97e7-1b6928d8e836 req-9803cfea-d45a-4e9f-88ac-d4bbbc41a14d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0551159 Mar 23 13:21:44.667431 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c5ea3355-f772-4b18-97e7-1b6928d8e836 req-91429448-32c1-4388-acdd-b3541b747b49 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307539 Mar 23 13:21:44.689336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49852) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:44.728817 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd63492-e575-4e55-a42a-0fac25040b8b tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:44.730262 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cfd63492-e575-4e55-a42a-0fac25040b8b tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 1091 time: 0.0399609 Mar 23 13:21:44.733619 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49854) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:44.738014 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': '80c03914-100f-4ceb-8cb1-12a919dd74e4', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:21:44.759326 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:44.856618 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:44.957329 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.25.2.23 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/e54b7266-51c8-452e-abd0-5987f72798b4) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:21:45.063065 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:45.098640 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:45.135910 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:21:45.138896 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:21:45.142566 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:21:45.165838 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=e54b7266-51c8-452e-abd0-5987f72798b4,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:45.495051 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:45.558873 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:45.706570 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:45.710798 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:45.781070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=e54b7266-51c8-452e-abd0-5987f72798b4,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:21:45.790793 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:45.888055 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Floating IP 7f0c11e4-1ad4-4393-9767-1d59dfce948c associated. External IP: 172.25.2.23, port: 80c03914-100f-4ceb-8cb1-12a919dd74e4. Mar 23 13:21:46.090840 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router 9d3a6a39-ee71-4cd7-9511-22f481b69333 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:21:46.199603 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:21:46.209536 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aaba49-d0f1-49fe-b9d5-5d479d0459bb None None] Sync routers for ids ['9d3a6a39-ee71-4cd7-9511-22f481b69333'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:21:46.218970 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:46.219304 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aaba49-d0f1-49fe-b9d5-5d479d0459bb None None] Routers {'9d3a6a39-ee71-4cd7-9511-22f481b69333'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:21:46.219934 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d8aaba49-d0f1-49fe-b9d5-5d479d0459bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:21:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['9d3a6a39-ee71-4cd7-9511-22f481b69333'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:46.245321 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c2f34cbc-475f-4192-a5af-7de974bfe043 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5106895 Mar 23 13:21:46.245903 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642552c8-c53b-4f7b-be73-010e7252f93a', 'tag': '80c03914-100f-4ceb-8cb1-12a919dd74e4'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:21:46.302270 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4275e08faca8efc7d8a4979b018622af39c56873975769ce7ab7baa304b7900c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d54987-9049-4105-88e9-0b58b6e0f7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "642552c8-c53b-4f7b-be73-010e7252f93a", "tag": "80c03914-100f-4ceb-8cb1-12a919dd74e4"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:21:46.358089 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d8aaba49-d0f1-49fe-b9d5-5d479d0459bb None None] Set router 9d3a6a39-ee71-4cd7-9511-22f481b69333 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:21:46.371050 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974e24c-9773-4fe8-8c3a-3a003e610205 req-4a90655a-7a5a-495d-ab5f-d4100f2ba447 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:46.372671 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4974e24c-9773-4fe8-8c3a-3a003e610205 req-4a90655a-7a5a-495d-ab5f-d4100f2ba447 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0645077 Mar 23 13:21:46.397226 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6fd821-8004-42d7-bef6-a6a94d586511 x-openstack-request-id: req-6a6fd821-8004-42d7-bef6-a6a94d586511 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:21:46.397516 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642552c8-c53b-4f7b-be73-010e7252f93a", "tag": "80c03914-100f-4ceb-8cb1-12a919dd74e4", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:21:46.397847 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a6fd821-8004-42d7-bef6-a6a94d586511 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:21:46.398179 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642552c8-c53b-4f7b-be73-010e7252f93a', 'tag': '80c03914-100f-4ceb-8cb1-12a919dd74e4', 'status': 'completed', 'code': 200} Mar 23 13:21:46.413821 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4974e24c-9773-4fe8-8c3a-3a003e610205 req-d9e6ef91-93ce-41ed-976b-dccf83982c9f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349667 Mar 23 13:21:46.437513 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49864) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:46.464645 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d54987-9049-4105-88e9-0b58b6e0f7ef req-35b4a9e4-4819-4fbe-9955-4f1ec5c1575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:46.466375 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30d54987-9049-4105-88e9-0b58b6e0f7ef req-35b4a9e4-4819-4fbe-9955-4f1ec5c1575e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 1096 time: 0.0455842 Mar 23 13:21:46.503548 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6a165770-cd0b-41dd-a27e-c0f805ab78a7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/7f0c11e4-1ad4-4393-9767-1d59dfce948c HTTP/1.1" status: 200 len: 990 time: 0.0638518 Mar 23 13:21:46.527265 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:46.570940 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d54987-9049-4105-88e9-0b58b6e0f7ef req-65989323-57d6-4e30-b3f3-0c82e664d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:46.572517 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30d54987-9049-4105-88e9-0b58b6e0f7ef req-65989323-57d6-4e30-b3f3-0c82e664d4b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=50829407-8c0a-4636-8901-04ce39d55c08 HTTP/1.1" status: 200 len: 898 time: 0.0977829 Mar 23 13:21:46.601666 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d8aaba49-d0f1-49fe-b9d5-5d479d0459bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910796704', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:21:29Z', 'updated_at': '2022-03-23T13:21:33Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:30Z', 'updated_at': '2022-03-23T13:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '7f0c11e4-1ad4-4393-9767-1d59dfce948c', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'port_id': '80c03914-100f-4ceb-8cb1-12a919dd74e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08', 'mac_address': 'fa:16:3e:cb:0a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642552c8-c53b-4f7b-be73-010e7252f93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:21:45Z', 'updated_at': '2022-03-23T13:21:45Z', 'revision_number': 0, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64566f1-17b5-4b81-9375-e958cc0761bd', 'name': '', 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:79:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:32Z', 'updated_at': '2022-03-23T13:21:36Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:46.626999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aaba49-d0f1-49fe-b9d5-5d479d0459bb None None] Checking router: 9d3a6a39-ee71-4cd7-9511-22f481b69333 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:21:46.636056 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aaba49-d0f1-49fe-b9d5-5d479d0459bb None None] Routers {'9d3a6a39-ee71-4cd7-9511-22f481b69333'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:21:46.636723 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d8aaba49-d0f1-49fe-b9d5-5d479d0459bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:21:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['9d3a6a39-ee71-4cd7-9511-22f481b69333'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:46.640005 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30d54987-9049-4105-88e9-0b58b6e0f7ef req-689b90bb-6fa9-4b88-b74e-d9c017423c5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80c03914-100f-4ceb-8cb1-12a919dd74e4 HTTP/1.1" status: 200 len: 998 time: 0.0587356 Mar 23 13:21:46.694245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d54987-9049-4105-88e9-0b58b6e0f7ef req-d7f4f8e2-9a20-4267-807c-4845dd709268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:46.695763 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30d54987-9049-4105-88e9-0b58b6e0f7ef req-d7f4f8e2-9a20-4267-807c-4845dd709268 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=89510d6f-bc16-4821-9b2b-bcc5358d0baf HTTP/1.1" status: 200 len: 835 time: 0.0488307 Mar 23 13:21:46.745326 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d54987-9049-4105-88e9-0b58b6e0f7ef req-6ce10c41-30df-4dd3-aeb4-18da5b8925f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:21:46.746600 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-d8aaba49-d0f1-49fe-b9d5-5d479d0459bb None None] Set router 9d3a6a39-ee71-4cd7-9511-22f481b69333 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:21:46.746875 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30d54987-9049-4105-88e9-0b58b6e0f7ef req-6ce10c41-30df-4dd3-aeb4-18da5b8925f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50829407-8c0a-4636-8901-04ce39d55c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436842 Mar 23 13:21:46.839528 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30d54987-9049-4105-88e9-0b58b6e0f7ef req-a9f19486-50f7-4dbf-a6fa-ac66116ed9b6 service neutron] 10.222.0.73 "GET /v2.0/networks/50829407-8c0a-4636-8901-04ce39d55c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843680 Mar 23 13:21:46.937027 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30d54987-9049-4105-88e9-0b58b6e0f7ef req-645fa75a-fe21-49bb-849a-e19b400cb7b3 service neutron] 10.222.0.73 "GET /v2.0/networks/50829407-8c0a-4636-8901-04ce39d55c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855594 Mar 23 13:21:46.985007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-d8aaba49-d0f1-49fe-b9d5-5d479d0459bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910796704', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:21:29Z', 'updated_at': '2022-03-23T13:21:33Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:30Z', 'updated_at': '2022-03-23T13:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '7f0c11e4-1ad4-4393-9767-1d59dfce948c', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'port_id': '80c03914-100f-4ceb-8cb1-12a919dd74e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08', 'mac_address': 'fa:16:3e:cb:0a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642552c8-c53b-4f7b-be73-010e7252f93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:21:45Z', 'updated_at': '2022-03-23T13:21:45Z', 'revision_number': 0, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64566f1-17b5-4b81-9375-e958cc0761bd', 'name': '', 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:79:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:32Z', 'updated_at': '2022-03-23T13:21:36Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:21:47.010264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aaba49-d0f1-49fe-b9d5-5d479d0459bb None None] The sync data for ids ['9d3a6a39-ee71-4cd7-9511-22f481b69333'] in n-d-834854-1 is: [{'id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910796704', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:21:29Z', 'updated_at': '2022-03-23T13:21:33Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:30Z', 'updated_at': '2022-03-23T13:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '7f0c11e4-1ad4-4393-9767-1d59dfce948c', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'port_id': '80c03914-100f-4ceb-8cb1-12a919dd74e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08', 'mac_address': 'fa:16:3e:cb:0a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642552c8-c53b-4f7b-be73-010e7252f93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:21:45Z', 'updated_at': '2022-03-23T13:21:45Z', 'revision_number': 0, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64566f1-17b5-4b81-9375-e958cc0761bd', 'name': '', 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:79:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:32Z', 'updated_at': '2022-03-23T13:21:36Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:21:47.190011 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccecf50-0030-42ca-85e9-27df61867b91 None None] New status for floating IP 7f0c11e4-1ad4-4393-9767-1d59dfce948c: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:21:47.505845 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49866) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:21:47.567446 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c84f4d9f-37cd-4e5b-8c64-41f897309377 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/7f0c11e4-1ad4-4393-9767-1d59dfce948c HTTP/1.1" status: 200 len: 992 time: 0.0604923 Mar 23 13:21:47.813468 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:54.124971 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7af1661-a736-47f8-a10b-9ed9115dae58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:56.989443 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a837ac5-bcd5-4a7b-8911-90c28108ae48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:57.938199 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:59.246983 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:21:59.600152 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:13.698435 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:22:16.358935 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20771823-7717-42df-ba95-a1c59e0ce7cc req-b08737a4-e72b-41c0-a9c9-90e1cc788b8d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:16.360501 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-20771823-7717-42df-ba95-a1c59e0ce7cc req-b08737a4-e72b-41c0-a9c9-90e1cc788b8d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0511367 Mar 23 13:22:16.361557 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f97d3-e661-4a93-9cae-19bc33eb5efa req-bf8b8290-c01a-439f-af9c-032d31d377f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:16.365418 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be7f97d3-e661-4a93-9cae-19bc33eb5efa req-bf8b8290-c01a-439f-af9c-032d31d377f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 1096 time: 0.0435479 Mar 23 13:22:16.401521 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-20771823-7717-42df-ba95-a1c59e0ce7cc req-235c23cc-4f9a-4c12-82f4-927d7cbfe9ec tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344279 Mar 23 13:22:16.462099 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f97d3-e661-4a93-9cae-19bc33eb5efa req-cc4fe62a-d1a1-4f69-a3dd-d43ee0081c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:16.463577 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be7f97d3-e661-4a93-9cae-19bc33eb5efa req-cc4fe62a-d1a1-4f69-a3dd-d43ee0081c99 service neutron] 10.222.0.73 "GET /v2.0/networks?id=50829407-8c0a-4636-8901-04ce39d55c08 HTTP/1.1" status: 200 len: 898 time: 0.0926075 Mar 23 13:22:16.505651 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:16.543307 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be7f97d3-e661-4a93-9cae-19bc33eb5efa req-019575a8-ec99-45ad-8dae-34ea6fffc66c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80c03914-100f-4ceb-8cb1-12a919dd74e4 HTTP/1.1" status: 200 len: 1000 time: 0.0723069 Mar 23 13:22:16.598967 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f97d3-e661-4a93-9cae-19bc33eb5efa req-418dc56a-d0a1-4a31-a79f-a5e53510c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:16.600559 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be7f97d3-e661-4a93-9cae-19bc33eb5efa req-418dc56a-d0a1-4a31-a79f-a5e53510c80f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=89510d6f-bc16-4821-9b2b-bcc5358d0baf HTTP/1.1" status: 200 len: 835 time: 0.0499363 Mar 23 13:22:16.647530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f97d3-e661-4a93-9cae-19bc33eb5efa req-4b28b306-6783-413a-bc34-9a1ed78bda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:16.649328 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be7f97d3-e661-4a93-9cae-19bc33eb5efa req-4b28b306-6783-413a-bc34-9a1ed78bda7f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50829407-8c0a-4636-8901-04ce39d55c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417984 Mar 23 13:22:16.740119 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be7f97d3-e661-4a93-9cae-19bc33eb5efa req-312d949e-0910-4790-a98a-ef5e265eb7ef service neutron] 10.222.0.73 "GET /v2.0/networks/50829407-8c0a-4636-8901-04ce39d55c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832059 Mar 23 13:22:16.838911 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be7f97d3-e661-4a93-9cae-19bc33eb5efa req-a38e84f3-1dbf-4437-bac8-bd7db28ea7f1 service neutron] 10.222.0.73 "GET /v2.0/networks/50829407-8c0a-4636-8901-04ce39d55c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884311 Mar 23 13:22:17.528474 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216535b4-c53f-4c86-85b4-3b0c7a32d005 req-9f86f35e-a603-400f-a3de-41c1c222f5de tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:17.529977 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-216535b4-c53f-4c86-85b4-3b0c7a32d005 req-9f86f35e-a603-400f-a3de-41c1c222f5de tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0534036 Mar 23 13:22:17.569512 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-216535b4-c53f-4c86-85b4-3b0c7a32d005 req-43bb5b42-a538-4f8e-beb3-e223ba187e60 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326626 Mar 23 13:22:17.800760 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:18.607813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44c62c-14be-46f5-bb67-0e413ba6ebfd req-fa48ef9b-a60b-4545-897c-6af909508c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:18.612146 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be44c62c-14be-46f5-bb67-0e413ba6ebfd req-fa48ef9b-a60b-4545-897c-6af909508c3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 1096 time: 0.0416858 Mar 23 13:22:18.696145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a919e-4b84-43f8-8473-4eafc744057e req-66a2600e-35c0-4e8b-9178-5e41bb9fa74a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:18.697660 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f55a919e-4b84-43f8-8473-4eafc744057e req-66a2600e-35c0-4e8b-9178-5e41bb9fa74a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0541556 Mar 23 13:22:18.726263 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44c62c-14be-46f5-bb67-0e413ba6ebfd req-76477d03-169e-44c6-9fa6-0c011f131226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:18.727801 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be44c62c-14be-46f5-bb67-0e413ba6ebfd req-76477d03-169e-44c6-9fa6-0c011f131226 service neutron] 10.222.0.73 "GET /v2.0/networks?id=50829407-8c0a-4636-8901-04ce39d55c08 HTTP/1.1" status: 200 len: 898 time: 0.0935309 Mar 23 13:22:18.737922 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f55a919e-4b84-43f8-8473-4eafc744057e req-46203419-eec2-4392-8659-35d3100505d4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342407 Mar 23 13:22:18.795879 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be44c62c-14be-46f5-bb67-0e413ba6ebfd req-fc7ef608-1d08-4c81-865d-0a5797a5313a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80c03914-100f-4ceb-8cb1-12a919dd74e4 HTTP/1.1" status: 200 len: 1000 time: 0.0606117 Mar 23 13:22:18.856397 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44c62c-14be-46f5-bb67-0e413ba6ebfd req-fe653e70-bae6-4621-beb1-3b8f313232f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:18.857766 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be44c62c-14be-46f5-bb67-0e413ba6ebfd req-fe653e70-bae6-4621-beb1-3b8f313232f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=89510d6f-bc16-4821-9b2b-bcc5358d0baf HTTP/1.1" status: 200 len: 835 time: 0.0498967 Mar 23 13:22:18.905449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44c62c-14be-46f5-bb67-0e413ba6ebfd req-174c2c74-20a6-4005-9808-aaf216c369e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:18.906920 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be44c62c-14be-46f5-bb67-0e413ba6ebfd req-174c2c74-20a6-4005-9808-aaf216c369e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50829407-8c0a-4636-8901-04ce39d55c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406957 Mar 23 13:22:19.000319 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be44c62c-14be-46f5-bb67-0e413ba6ebfd req-6dc21802-f2b6-4e0e-9490-68513fe9a678 service neutron] 10.222.0.73 "GET /v2.0/networks/50829407-8c0a-4636-8901-04ce39d55c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830507 Mar 23 13:22:19.098319 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be44c62c-14be-46f5-bb67-0e413ba6ebfd req-d00b983c-fd9a-4cfd-be8d-742156413bbf service neutron] 10.222.0.73 "GET /v2.0/networks/50829407-8c0a-4636-8901-04ce39d55c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904329 Mar 23 13:22:19.856308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069674a6-9cc2-4d36-b8ce-54895f7e6f05 req-015e09f5-980d-4ddc-950f-cd6221d06cbf tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:19.857800 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-069674a6-9cc2-4d36-b8ce-54895f7e6f05 req-015e09f5-980d-4ddc-950f-cd6221d06cbf tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0518007 Mar 23 13:22:19.896897 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-069674a6-9cc2-4d36-b8ce-54895f7e6f05 req-7040fa0f-478f-4a26-aea3-1592acf1b3f1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324128 Mar 23 13:22:21.022762 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c790ef-14a3-4d7e-b05d-2175546a0adf req-7e9104f4-86d8-4ac4-b13e-6dd11282315c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:21.024568 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-56c790ef-14a3-4d7e-b05d-2175546a0adf req-7e9104f4-86d8-4ac4-b13e-6dd11282315c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0497363 Mar 23 13:22:21.062947 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-56c790ef-14a3-4d7e-b05d-2175546a0adf req-1b302292-edb2-4d1c-a681-63d54ea347d7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318141 Mar 23 13:22:22.204451 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c8985-74c1-47b2-b7a2-9be6a278ab9f req-b83c0267-760c-4c3d-9d4d-e2b09ab589c2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:22.206060 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb6c8985-74c1-47b2-b7a2-9be6a278ab9f req-b83c0267-760c-4c3d-9d4d-e2b09ab589c2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0697703 Mar 23 13:22:22.249819 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eb6c8985-74c1-47b2-b7a2-9be6a278ab9f req-504a385a-6a0e-41d2-9610-20f22c862c59 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376801 Mar 23 13:22:23.364893 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa093b5-ebe6-4197-b09d-ff67f3b73a46 req-3a256798-b4fc-43b3-884b-4b0594d5c28a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:23.366379 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-efa093b5-ebe6-4197-b09d-ff67f3b73a46 req-3a256798-b4fc-43b3-884b-4b0594d5c28a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0492628 Mar 23 13:22:23.404398 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-efa093b5-ebe6-4197-b09d-ff67f3b73a46 req-1d88e7a5-02ff-4c54-b3de-effaf928aa67 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316472 Mar 23 13:22:24.117339 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d283d14d-b77d-4fe2-aee6-79a427a808d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:24.518547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd3748-a28c-4203-aa08-703024ce0fd2 req-7fb42d1a-4ef2-4357-b37b-e3a2307794a2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:24.520028 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-05dd3748-a28c-4203-aa08-703024ce0fd2 req-7fb42d1a-4ef2-4357-b37b-e3a2307794a2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0494833 Mar 23 13:22:24.558224 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-05dd3748-a28c-4203-aa08-703024ce0fd2 req-dee11ecf-12e1-4b9c-a618-73a69015bcd7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317588 Mar 23 13:22:25.678683 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055033c-f534-494a-a385-ef616027af30 req-0d7126f5-27ae-4c0c-b987-32b75de27f3d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:25.680182 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f055033c-f534-494a-a385-ef616027af30 req-0d7126f5-27ae-4c0c-b987-32b75de27f3d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0543535 Mar 23 13:22:25.717365 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f055033c-f534-494a-a385-ef616027af30 req-700041eb-0423-4301-a9d3-8d1264ceb55d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310228 Mar 23 13:22:26.833731 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854a563-454a-4da9-a23b-b93eb902d9d8 req-eee3ce0c-02a5-4f6e-adb1-c853d7813ef0 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:26.835221 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5854a563-454a-4da9-a23b-b93eb902d9d8 req-eee3ce0c-02a5-4f6e-adb1-c853d7813ef0 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0476999 Mar 23 13:22:26.873037 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5854a563-454a-4da9-a23b-b93eb902d9d8 req-4a034dcc-e2db-4f5a-9fd5-baba37a7bd29 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318720 Mar 23 13:22:26.991493 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8a0d89ed-b068-4f6c-931a-3ff4277f0c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:27.942173 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:27.988491 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb364820-bac7-4fe0-b892-a68e683ed557 req-8652e515-6718-4030-8ad2-fdc8b4adbfe8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:27.989964 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bb364820-bac7-4fe0-b892-a68e683ed557 req-8652e515-6718-4030-8ad2-fdc8b4adbfe8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0488057 Mar 23 13:22:28.028242 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bb364820-bac7-4fe0-b892-a68e683ed557 req-d7ad7ae8-0d7a-4efb-acb6-9a2460279b59 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323658 Mar 23 13:22:28.049676 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49914) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:22:28.112538 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a5d78dca-1e11-4e37-9206-3fec318d9d5a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/7f0c11e4-1ad4-4393-9767-1d59dfce948c HTTP/1.1" status: 200 len: 992 time: 0.0617282 Mar 23 13:22:29.248402 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:29.601517 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:46.501866 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:47.811122 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:50.697530 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:22:54.119355 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eecf9662-823e-4bb5-8a7c-009cd6f8b27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:56.996337 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d660e008-c4c2-4080-a571-f2c5e3614b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:57.946544 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:58.482931 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49924) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:22:58.658688 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port e54b7266-51c8-452e-abd0-5987f72798b4 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:22:58.659027 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:58.732815 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:58.733175 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:58.745505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for e54b7266-51c8-452e-abd0-5987f72798b4 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:22:58.892736 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:58.919462 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=e54b7266-51c8-452e-abd0-5987f72798b4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:22:58.947403 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:22:58.947752 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:22:58.948122 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:22:58.948456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:22:58.948782 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:22:58.949109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:22:58.949435 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:22:58.949757 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:22:58.950080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:22:58.950401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:22:58.950719 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:22:58.951033 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:22:58.993360 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:58.993605 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Floating IP 7f0c11e4-1ad4-4393-9767-1d59dfce948c disassociated (deleted). External IP: 172.25.2.23, port: 80c03914-100f-4ceb-8cb1-12a919dd74e4. Mar 23 13:22:59.203793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router 9d3a6a39-ee71-4cd7-9511-22f481b69333 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:22:59.251665 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:59.311632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:22:59.317208 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:59.322041 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10516dce-ce4a-422f-adf0-d299b7f8961b None None] Sync routers for ids ['9d3a6a39-ee71-4cd7-9511-22f481b69333'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:22:59.334618 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10516dce-ce4a-422f-adf0-d299b7f8961b None None] Routers {'9d3a6a39-ee71-4cd7-9511-22f481b69333'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:22:59.335234 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-10516dce-ce4a-422f-adf0-d299b7f8961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:22:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['9d3a6a39-ee71-4cd7-9511-22f481b69333'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:22:59.349671 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a14ceef3-f0b9-451c-a9f1-d1e87b3b51e1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/floatingips/7f0c11e4-1ad4-4393-9767-1d59dfce948c HTTP/1.1" status: 204 len: 168 time: 0.8656223 Mar 23 13:22:59.350277 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642552c8-c53b-4f7b-be73-010e7252f93a', 'tag': '80c03914-100f-4ceb-8cb1-12a919dd74e4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:22:59.352796 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2907e7-4673-4d93-a381-82efb15e3802" -d '{"events": [{"name": "network-changed", "server_uuid": "642552c8-c53b-4f7b-be73-010e7252f93a", "tag": "80c03914-100f-4ceb-8cb1-12a919dd74e4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:22:59.401397 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2698227-4075-44e3-bfde-acd40412171c x-openstack-request-id: req-d2698227-4075-44e3-bfde-acd40412171c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:22:59.401397 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642552c8-c53b-4f7b-be73-010e7252f93a", "tag": "80c03914-100f-4ceb-8cb1-12a919dd74e4", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:22:59.402011 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2698227-4075-44e3-bfde-acd40412171c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:22:59.402515 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642552c8-c53b-4f7b-be73-010e7252f93a', 'tag': '80c03914-100f-4ceb-8cb1-12a919dd74e4', 'status': 'completed', 'code': 200} Mar 23 13:22:59.474647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2907e7-4673-4d93-a381-82efb15e3802 req-4430743d-34ab-4327-aec2-45acf9fe9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:59.476245 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c2907e7-4673-4d93-a381-82efb15e3802 req-4430743d-34ab-4327-aec2-45acf9fe9124 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 1096 time: 0.0475562 Mar 23 13:22:59.624516 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:22:59.633971 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-10516dce-ce4a-422f-adf0-d299b7f8961b None None] Set router 9d3a6a39-ee71-4cd7-9511-22f481b69333 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:22:59.638248 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2907e7-4673-4d93-a381-82efb15e3802 req-e4990381-baf9-4400-815a-ca5cb8f7131f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:59.639759 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c2907e7-4673-4d93-a381-82efb15e3802 req-e4990381-baf9-4400-815a-ca5cb8f7131f service neutron] 10.222.0.73 "GET /v2.0/networks?id=50829407-8c0a-4636-8901-04ce39d55c08 HTTP/1.1" status: 200 len: 898 time: 0.1427524 Mar 23 13:22:59.652971 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d623c-bc43-4391-8abc-76934defcc10 req-1fafe21a-68be-42f5-969f-7847a2ce7f11 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:59.654528 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e8d623c-bc43-4391-8abc-76934defcc10 req-1fafe21a-68be-42f5-969f-7847a2ce7f11 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0784352 Mar 23 13:22:59.701197 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c2907e7-4673-4d93-a381-82efb15e3802 req-8a4fe477-6147-4aec-b20d-2db3c0936884 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80c03914-100f-4ceb-8cb1-12a919dd74e4 HTTP/1.1" status: 200 len: 217 time: 0.0456824 Mar 23 13:22:59.731168 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e8d623c-bc43-4391-8abc-76934defcc10 req-0a16fa80-5a3e-4c7b-af68-61aae52d31ae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697789 Mar 23 13:22:59.782888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2907e7-4673-4d93-a381-82efb15e3802 req-3c65e54e-6214-4da6-b1fd-682f021a5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:59.785058 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c2907e7-4673-4d93-a381-82efb15e3802 req-3c65e54e-6214-4da6-b1fd-682f021a5131 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=89510d6f-bc16-4821-9b2b-bcc5358d0baf HTTP/1.1" status: 200 len: 835 time: 0.0695052 Mar 23 13:22:59.838074 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2907e7-4673-4d93-a381-82efb15e3802 req-a4cd5bf9-009c-4b26-b3da-d0af9a0cf6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:22:59.839901 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c2907e7-4673-4d93-a381-82efb15e3802 req-a4cd5bf9-009c-4b26-b3da-d0af9a0cf6f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50829407-8c0a-4636-8901-04ce39d55c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477729 Mar 23 13:22:59.855665 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-10516dce-ce4a-422f-adf0-d299b7f8961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910796704', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:21:29Z', 'updated_at': '2022-03-23T13:21:33Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:30Z', 'updated_at': '2022-03-23T13:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f64566f1-17b5-4b81-9375-e958cc0761bd', 'name': '', 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:79:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:32Z', 'updated_at': '2022-03-23T13:21:36Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:22:59.888082 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10516dce-ce4a-422f-adf0-d299b7f8961b None None] Checking router: 9d3a6a39-ee71-4cd7-9511-22f481b69333 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:22:59.898579 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10516dce-ce4a-422f-adf0-d299b7f8961b None None] Routers {'9d3a6a39-ee71-4cd7-9511-22f481b69333'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:22:59.899192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-10516dce-ce4a-422f-adf0-d299b7f8961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:22:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['9d3a6a39-ee71-4cd7-9511-22f481b69333'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:22:59.934728 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c2907e7-4673-4d93-a381-82efb15e3802 req-62edc2c3-8f33-4eaf-a2c5-bc049897b65b service neutron] 10.222.0.73 "GET /v2.0/networks/50829407-8c0a-4636-8901-04ce39d55c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845740 Mar 23 13:23:00.011575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-10516dce-ce4a-422f-adf0-d299b7f8961b None None] Set router 9d3a6a39-ee71-4cd7-9511-22f481b69333 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:23:00.039197 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2c2907e7-4673-4d93-a381-82efb15e3802 req-476583b9-464b-42b8-8f57-0b5abf772283 service neutron] 10.222.0.73 "GET /v2.0/networks/50829407-8c0a-4636-8901-04ce39d55c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918577 Mar 23 13:23:00.238827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-10516dce-ce4a-422f-adf0-d299b7f8961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910796704', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:21:29Z', 'updated_at': '2022-03-23T13:21:33Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:30Z', 'updated_at': '2022-03-23T13:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f64566f1-17b5-4b81-9375-e958cc0761bd', 'name': '', 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:79:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:32Z', 'updated_at': '2022-03-23T13:21:36Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:00.264636 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10516dce-ce4a-422f-adf0-d299b7f8961b None None] The sync data for ids ['9d3a6a39-ee71-4cd7-9511-22f481b69333'] in n-d-834854-1 is: [{'id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910796704', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:21:29Z', 'updated_at': '2022-03-23T13:21:33Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:30Z', 'updated_at': '2022-03-23T13:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f64566f1-17b5-4b81-9375-e958cc0761bd', 'name': '', 'network_id': '50829407-8c0a-4636-8901-04ce39d55c08', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:79:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:32Z', 'updated_at': '2022-03-23T13:21:36Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '89510d6f-bc16-4821-9b2b-bcc5358d0baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:23:00.504626 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85fe1af-5883-4108-ad22-d880f367b2ad None None] New status for floating IP 7f0c11e4-1ad4-4393-9767-1d59dfce948c: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:23:00.869082 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68463125-c9e4-497c-b5a3-18632b577b25 req-e7f40d0b-0fb5-4a20-be3a-20533a2d658d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:00.870591 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68463125-c9e4-497c-b5a3-18632b577b25 req-e7f40d0b-0fb5-4a20-be3a-20533a2d658d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0587308 Mar 23 13:23:00.917096 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-68463125-c9e4-497c-b5a3-18632b577b25 req-b5a882e5-2962-4424-83d1-9b4d7164fd54 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=12a17b1c-74cb-40d3-a621-c07e95e57e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402777 Mar 23 13:23:01.207646 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09174a3a-c5b9-4d7c-ab19-42da03543e8e req-f9fb0ee5-32a8-4a9b-a362-309789a93a62 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:01.209137 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-09174a3a-c5b9-4d7c-ab19-42da03543e8e req-f9fb0ee5-32a8-4a9b-a362-309789a93a62 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 945 time: 0.0499043 Mar 23 13:23:01.296691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-09174a3a-c5b9-4d7c-ab19-42da03543e8e req-e487f5c0-14ad-4aa7-b187-ad115e39990d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port 80c03914-100f-4ceb-8cb1-12a919dd74e4 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:23:01.297038 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-09174a3a-c5b9-4d7c-ab19-42da03543e8e req-e487f5c0-14ad-4aa7-b187-ad115e39990d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:01.385782 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-09174a3a-c5b9-4d7c-ab19-42da03543e8e req-e487f5c0-14ad-4aa7-b187-ad115e39990d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] For port 80c03914-100f-4ceb-8cb1-12a919dd74e4, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=80c03914-100f-4ceb-8cb1-12a919dd74e4,segment=NetworkSegment(b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3),segment_id=b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:23:01.386138 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-09174a3a-c5b9-4d7c-ab19-42da03543e8e req-e487f5c0-14ad-4aa7-b187-ad115e39990d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:01.399404 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-09174a3a-c5b9-4d7c-ab19-42da03543e8e req-e487f5c0-14ad-4aa7-b187-ad115e39990d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for 80c03914-100f-4ceb-8cb1-12a919dd74e4 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:23:01.525150 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-09174a3a-c5b9-4d7c-ab19-42da03543e8e req-e487f5c0-14ad-4aa7-b187-ad115e39990d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:01.555672 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487f5c0-14ad-4aa7-b187-ad115e39990d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=80c03914-100f-4ceb-8cb1-12a919dd74e4,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:01.594777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-09174a3a-c5b9-4d7c-ab19-42da03543e8e req-e487f5c0-14ad-4aa7-b187-ad115e39990d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] No DVR routers for this DVR port 80c03914-100f-4ceb-8cb1-12a919dd74e4 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:23:01.597918 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-09174a3a-c5b9-4d7c-ab19-42da03543e8e req-e487f5c0-14ad-4aa7-b187-ad115e39990d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:01.601342 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-09174a3a-c5b9-4d7c-ab19-42da03543e8e req-e487f5c0-14ad-4aa7-b187-ad115e39990d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "DELETE /v2.0/ports/80c03914-100f-4ceb-8cb1-12a919dd74e4 HTTP/1.1" status: 204 len: 173 time: 0.3859076 Mar 23 13:23:01.601783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642552c8-c53b-4f7b-be73-010e7252f93a', 'name': 'network-vif-deleted', 'tag': '80c03914-100f-4ceb-8cb1-12a919dd74e4'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:23:01.604060 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6255a609-9ea0-45e6-925e-a2f4805f09e6" -d '{"events": [{"server_uuid": "642552c8-c53b-4f7b-be73-010e7252f93a", "name": "network-vif-deleted", "tag": "80c03914-100f-4ceb-8cb1-12a919dd74e4"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:23:01.645932 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffdc422-b668-4b85-910b-58668dc52aaf x-openstack-request-id: req-2ffdc422-b668-4b85-910b-58668dc52aaf {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:23:01.646218 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642552c8-c53b-4f7b-be73-010e7252f93a", "name": "network-vif-deleted", "tag": "80c03914-100f-4ceb-8cb1-12a919dd74e4", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:23:01.646463 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ffdc422-b668-4b85-910b-58668dc52aaf {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:23:01.646876 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642552c8-c53b-4f7b-be73-010e7252f93a', 'name': 'network-vif-deleted', 'tag': '80c03914-100f-4ceb-8cb1-12a919dd74e4', 'status': 'completed', 'code': 200} Mar 23 13:23:02.051249 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4130ba52-63d2-418f-bbf0-81ab13037da9 req-ab364e3c-4d7c-4d33-9a95-4ecafa3fed35 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=642552c8-c53b-4f7b-be73-010e7252f93a HTTP/1.1" status: 200 len: 210 time: 0.0470610 Mar 23 13:23:03.110372 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49954) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:03.772309 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14f6f014-5336-446f-80c6-29c93d6a8267 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:04.019453 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-14f6f014-5336-446f-80c6-29c93d6a8267 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port f64566f1-17b5-4b81-9375-e958cc0761bd {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:23:04.019794 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14f6f014-5336-446f-80c6-29c93d6a8267 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:04.107219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-14f6f014-5336-446f-80c6-29c93d6a8267 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] For port f64566f1-17b5-4b81-9375-e958cc0761bd, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f64566f1-17b5-4b81-9375-e958cc0761bd,segment=NetworkSegment(b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3),segment_id=b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:23:04.107577 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14f6f014-5336-446f-80c6-29c93d6a8267 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:04.120796 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-14f6f014-5336-446f-80c6-29c93d6a8267 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for f64566f1-17b5-4b81-9375-e958cc0761bd owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:23:04.302608 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14f6f014-5336-446f-80c6-29c93d6a8267 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:04.332048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6f014-5336-446f-80c6-29c93d6a8267 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=f64566f1-17b5-4b81-9375-e958cc0761bd,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:04.505226 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-14f6f014-5336-446f-80c6-29c93d6a8267 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:04.716915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f6f014-5336-446f-80c6-29c93d6a8267 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router 9d3a6a39-ee71-4cd7-9511-22f481b69333 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:23:04.823071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f6f014-5336-446f-80c6-29c93d6a8267 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:23:04.828386 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-14f6f014-5336-446f-80c6-29c93d6a8267 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "PUT /v2.0/routers/9d3a6a39-ee71-4cd7-9511-22f481b69333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7167394 Mar 23 13:23:04.830835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49960) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:04.833476 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fa94e5-7a3d-469d-82ca-0fff37bd2409 None None] Sync routers for ids ['9d3a6a39-ee71-4cd7-9511-22f481b69333'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:23:04.842841 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fa94e5-7a3d-469d-82ca-0fff37bd2409 None None] Routers {'9d3a6a39-ee71-4cd7-9511-22f481b69333'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:23:04.843530 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-87fa94e5-7a3d-469d-82ca-0fff37bd2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:22:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['9d3a6a39-ee71-4cd7-9511-22f481b69333'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:04.882023 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed2d14f-5f05-4f9f-aeed-2b4ed2080456 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting subnet 89510d6f-bc16-4821-9b2b-bcc5358d0baf {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:23:04.885033 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ed2d14f-5f05-4f9f-aeed-2b4ed2080456 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:04.926309 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ed2d14f-5f05-4f9f-aeed-2b4ed2080456 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:04.948482 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-87fa94e5-7a3d-469d-82ca-0fff37bd2409 None None] Set router 9d3a6a39-ee71-4cd7-9511-22f481b69333 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:23:05.012770 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ed2d14f-5f05-4f9f-aeed-2b4ed2080456 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:05.072284 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ed2d14f-5f05-4f9f-aeed-2b4ed2080456 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:05.107963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2d14f-5f05-4f9f-aeed-2b4ed2080456 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Subnet': ['ID=89510d6f-bc16-4821-9b2b-bcc5358d0baf,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:05.115145 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-8ed2d14f-5f05-4f9f-aeed-2b4ed2080456 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:05.121499 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-8ed2d14f-5f05-4f9f-aeed-2b4ed2080456 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/subnets/89510d6f-bc16-4821-9b2b-bcc5358d0baf HTTP/1.1" status: 204 len: 168 time: 0.2873187 Mar 23 13:23:05.122045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49962) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:05.130089 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101368db-f2fc-4ab4-ba90-10e0dae1ef5a None None] Network 50829407-8c0a-4636-8901-04ce39d55c08 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:23:05.149366 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-87fa94e5-7a3d-469d-82ca-0fff37bd2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910796704', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:21:29Z', 'updated_at': '2022-03-23T13:23:04Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:30Z', 'updated_at': '2022-03-23T13:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:05.207656 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fa94e5-7a3d-469d-82ca-0fff37bd2409 None None] Checking router: 9d3a6a39-ee71-4cd7-9511-22f481b69333 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:23:05.227053 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fa94e5-7a3d-469d-82ca-0fff37bd2409 None None] Routers {'9d3a6a39-ee71-4cd7-9511-22f481b69333'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:23:05.227672 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-87fa94e5-7a3d-469d-82ca-0fff37bd2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:22:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['9d3a6a39-ee71-4cd7-9511-22f481b69333'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:05.230518 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c562180b-c89d-4736-b293-a105408db077 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:05.334145 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c562180b-c89d-4736-b293-a105408db077 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:05.368598 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-87fa94e5-7a3d-469d-82ca-0fff37bd2409 None None] Set router 9d3a6a39-ee71-4cd7-9511-22f481b69333 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:23:05.396541 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c562180b-c89d-4736-b293-a105408db077 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port 4b04433c-98ea-4642-8d3d-9cd34e761aa1 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:23:05.396896 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c562180b-c89d-4736-b293-a105408db077 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:05.437099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] DHCP port deletion for 50829407-8c0a-4636-8901-04ce39d55c08 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:23:05.482938 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-c562180b-c89d-4736-b293-a105408db077 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] For port 4b04433c-98ea-4642-8d3d-9cd34e761aa1, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=4b04433c-98ea-4642-8d3d-9cd34e761aa1,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:23:05.483299 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c562180b-c89d-4736-b293-a105408db077 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:05.495203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-c562180b-c89d-4736-b293-a105408db077 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for 4b04433c-98ea-4642-8d3d-9cd34e761aa1 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:23:05.671504 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c562180b-c89d-4736-b293-a105408db077 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:05.695601 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562180b-c89d-4736-b293-a105408db077 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=4b04433c-98ea-4642-8d3d-9cd34e761aa1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:05.727974 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Deleting port 0c82b43e-1f20-438c-bb2c-dc02da6d1879 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:23:05.728346 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:05.764873 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c562180b-c89d-4736-b293-a105408db077 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:05.801391 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] For port 0c82b43e-1f20-438c-bb2c-dc02da6d1879, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=0c82b43e-1f20-438c-bb2c-dc02da6d1879,segment=NetworkSegment(b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3),segment_id=b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:23:05.801782 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:05.817491 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Calling delete_port for 0c82b43e-1f20-438c-bb2c-dc02da6d1879 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:23:05.822215 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-87fa94e5-7a3d-469d-82ca-0fff37bd2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910796704', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:21:29Z', 'updated_at': '2022-03-23T13:23:04Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:30Z', 'updated_at': '2022-03-23T13:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:05.853509 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fa94e5-7a3d-469d-82ca-0fff37bd2409 None None] The sync data for ids ['9d3a6a39-ee71-4cd7-9511-22f481b69333'] in n-d-834854-1 is: [{'id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910796704', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:21:29Z', 'updated_at': '2022-03-23T13:23:04Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '4b04433c-98ea-4642-8d3d-9cd34e761aa1', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3a6a39-ee71-4cd7-9511-22f481b69333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:21:30Z', 'updated_at': '2022-03-23T13:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:23:05.859903 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c562180b-c89d-4736-b293-a105408db077 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:05.862826 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c562180b-c89d-4736-b293-a105408db077 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:05.907262 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c562180b-c89d-4736-b293-a105408db077 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:05.907968 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c562180b-c89d-4736-b293-a105408db077 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Fanout notify agent at l3_agent the message router_deleted on router 9d3a6a39-ee71-4cd7-9511-22f481b69333 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:23:05.915401 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c562180b-c89d-4736-b293-a105408db077 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:05.916626 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c562180b-c89d-4736-b293-a105408db077 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/routers/9d3a6a39-ee71-4cd7-9511-22f481b69333 HTTP/1.1" status: 204 len: 168 time: 0.7940180 Mar 23 13:23:05.919357 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49964) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:05.928656 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:05.958169 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Pushing event deleted for resources: {'Port': ['ID=0c82b43e-1f20-438c-bb2c-dc02da6d1879,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:05.962469 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] No DVR routers for this DVR port 0c82b43e-1f20-438c-bb2c-dc02da6d1879 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:23:05.969635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:05.969986 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:05.970490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:05.970723 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:05.971061 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:05.971394 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:05.971725 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:05.972088 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:05.972416 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:05.973008 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:05.973097 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:05.973367 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28694fe9-c08a-4be2-8d03-a78bbc53fa37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:05.999679 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20c27b80-d815-489e-bd9b-ac14b6c2f273 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.087809 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20c27b80-d815-489e-bd9b-ac14b6c2f273 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.108114 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-20c27b80-d815-489e-bd9b-ac14b6c2f273 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50829407-8c0a-4636-8901-04ce39d55c08']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:06.117678 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-20c27b80-d815-489e-bd9b-ac14b6c2f273 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:06.117981 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-20c27b80-d815-489e-bd9b-ac14b6c2f273 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a4f1d4-9628-47fc-92e6-0a4c0f26d7e3') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:06.127233 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20c27b80-d815-489e-bd9b-ac14b6c2f273 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.140179 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20c27b80-d815-489e-bd9b-ac14b6c2f273 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.146042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c27b80-d815-489e-bd9b-ac14b6c2f273 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:23:06.146430 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20c27b80-d815-489e-bd9b-ac14b6c2f273 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:23:06.149631 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:23:06.223606 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20c27b80-d815-489e-bd9b-ac14b6c2f273 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.229716 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20c27b80-d815-489e-bd9b-ac14b6c2f273 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.233782 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-20c27b80-d815-489e-bd9b-ac14b6c2f273 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/networks/50829407-8c0a-4636-8901-04ce39d55c08 HTTP/1.1" status: 204 len: 168 time: 0.3134022 Mar 23 13:23:06.237200 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49966) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:06.257695 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c27b80-d815-489e-bd9b-ac14b6c2f273 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Network': ['ID=50829407-8c0a-4636-8901-04ce39d55c08,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:06.305109 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.332124 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.346871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0c82b43e-1f20-438c-bb2c-dc02da6d1879 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:23:06.368799 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 0c82b43e-1f20-438c-bb2c-dc02da6d1879 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:23:06.369406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 0c82b43e-1f20-438c-bb2c-dc02da6d1879 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:23:06.370047 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f64566f1-17b5-4b81-9375-e958cc0761bd no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:23:06.393104 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f64566f1-17b5-4b81-9375-e958cc0761bd {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:23:06.393595 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f64566f1-17b5-4b81-9375-e958cc0761bd not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:23:06.402883 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.405912 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.407157 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/security-groups/12a17b1c-74cb-40d3-a621-c07e95e57e14 HTTP/1.1" status: 204 len: 168 time: 0.1683214 Mar 23 13:23:06.419128 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a17b1c-74cb-40d3-a621-c07e95e57e14,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:06.428481 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:06.428828 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:06.429366 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:06.429702 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:06.430107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:06.430365 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:06.430694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:06.431021 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:06.431365 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:06.431679 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:06.432070 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:06.432395 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee87352-866a-4f16-bd68-6b0eeda6d499 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:06.717955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49974) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:06.723327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e6b3f2af-bdb3-45d7-aac6-f782e19e61c5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1840296367', 'description': 'tempest-secgroup-smoke-1840296367 description', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:23:06.743543 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6b3f2af-bdb3-45d7-aac6-f782e19e61c5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.808362 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6b3f2af-bdb3-45d7-aac6-f782e19e61c5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.812111 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6b3f2af-bdb3-45d7-aac6-f782e19e61c5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.836843 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e6b3f2af-bdb3-45d7-aac6-f782e19e61c5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.838071 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e6b3f2af-bdb3-45d7-aac6-f782e19e61c5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1191254 Mar 23 13:23:06.841424 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49976) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:06.846819 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-55ca06ad-5e45-42c2-a49f-75f5a3e9bb94 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '1c4b90d5-7748-48bd-9945-451324a8de9b', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:23:06.847016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3f2af-bdb3-45d7-aac6-f782e19e61c5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4b90d5-7748-48bd-9945-451324a8de9b,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:06.872544 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55ca06ad-5e45-42c2-a49f-75f5a3e9bb94 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.894679 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 80c03914-100f-4ceb-8cb1-12a919dd74e4 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:23:06.915109 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 80c03914-100f-4ceb-8cb1-12a919dd74e4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:23:06.915542 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 80c03914-100f-4ceb-8cb1-12a919dd74e4 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:23:06.920742 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55ca06ad-5e45-42c2-a49f-75f5a3e9bb94 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.925202 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55ca06ad-5e45-42c2-a49f-75f5a3e9bb94 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.942549 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca06ad-5e45-42c2-a49f-75f5a3e9bb94 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42950ca-f765-4092-8b4d-a008491264f7,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:06.951172 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-55ca06ad-5e45-42c2-a49f-75f5a3e9bb94 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:06.952405 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-55ca06ad-5e45-42c2-a49f-75f5a3e9bb94 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099486 Mar 23 13:23:06.955048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49978) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:06.959252 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-e72c7734-a25c-489f-8dd0-e1331005aa21 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '1c4b90d5-7748-48bd-9945-451324a8de9b', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:23:06.984241 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e72c7734-a25c-489f-8dd0-e1331005aa21 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.041192 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e72c7734-a25c-489f-8dd0-e1331005aa21 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.044969 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e72c7734-a25c-489f-8dd0-e1331005aa21 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.068926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c7734-a25c-489f-8dd0-e1331005aa21 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ec81b7-e9e3-44b0-91de-16dd303e1ab0,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:07.075620 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-e72c7734-a25c-489f-8dd0-e1331005aa21 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.076835 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-e72c7734-a25c-489f-8dd0-e1331005aa21 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208870 Mar 23 13:23:07.079586 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49980) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:07.083947 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-66b6150f-eb54-495d-bdc1-61970d8bef7d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '1c4b90d5-7748-48bd-9945-451324a8de9b', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:23:07.108913 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-66b6150f-eb54-495d-bdc1-61970d8bef7d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.168385 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-66b6150f-eb54-495d-bdc1-61970d8bef7d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.171755 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-66b6150f-eb54-495d-bdc1-61970d8bef7d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.190427 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6150f-eb54-495d-bdc1-61970d8bef7d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b5a9de-1912-4995-993e-0d6741ea309e,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:07.201983 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-66b6150f-eb54-495d-bdc1-61970d8bef7d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.203186 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-66b6150f-eb54-495d-bdc1-61970d8bef7d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225402 Mar 23 13:23:07.206581 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49982) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:07.210793 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-5a599a7e-faef-446d-808b-18bcbde1dfd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '1c4b90d5-7748-48bd-9945-451324a8de9b', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:23:07.235847 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a599a7e-faef-446d-808b-18bcbde1dfd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.295246 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a599a7e-faef-446d-808b-18bcbde1dfd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.299325 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a599a7e-faef-446d-808b-18bcbde1dfd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.317050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a599a7e-faef-446d-808b-18bcbde1dfd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78d55e3-4dc6-4846-9c64-a4c78a5cec52,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:07.323802 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5a599a7e-faef-446d-808b-18bcbde1dfd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.325031 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5a599a7e-faef-446d-808b-18bcbde1dfd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175418 Mar 23 13:23:07.327946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49984) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:07.332842 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-92ff2caa-a0b2-48eb-a616-4a03f51af71b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '1c4b90d5-7748-48bd-9945-451324a8de9b', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:23:07.353111 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-92ff2caa-a0b2-48eb-a616-4a03f51af71b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Project 488994dbef3a4604b5eb0770edd5eaf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:23:07.358063 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92ff2caa-a0b2-48eb-a616-4a03f51af71b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.419654 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92ff2caa-a0b2-48eb-a616-4a03f51af71b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.424676 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92ff2caa-a0b2-48eb-a616-4a03f51af71b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.447865 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff2caa-a0b2-48eb-a616-4a03f51af71b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0794e45-ddbb-43f0-b43f-9fcb52571ee9,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:07.453727 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-92ff2caa-a0b2-48eb-a616-4a03f51af71b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.454935 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-92ff2caa-a0b2-48eb-a616-4a03f51af71b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260374 Mar 23 13:23:07.457819 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49986) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:07.461980 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-717da9e6-f6a5-4940-be02-fea315f6512a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '1c4b90d5-7748-48bd-9945-451324a8de9b', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:23:07.481046 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-717da9e6-f6a5-4940-be02-fea315f6512a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Project 488994dbef3a4604b5eb0770edd5eaf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:23:07.486858 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-717da9e6-f6a5-4940-be02-fea315f6512a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.545899 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-717da9e6-f6a5-4940-be02-fea315f6512a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.550341 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-717da9e6-f6a5-4940-be02-fea315f6512a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.568322 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717da9e6-f6a5-4940-be02-fea315f6512a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b44345-3572-46b9-93b7-e51696a687e0,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:07.577139 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-717da9e6-f6a5-4940-be02-fea315f6512a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.578346 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-717da9e6-f6a5-4940-be02-fea315f6512a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196282 Mar 23 13:23:07.581192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49988) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:07.585925 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-40179e9f-6056-45f9-b532-e0d5326c5644 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'network': {'name': 'tempest-network-smoke--348747679', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'port_security_enabled': True}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:23:07.604270 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40179e9f-6056-45f9-b532-e0d5326c5644 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Made reservation on behalf of 488994dbef3a4604b5eb0770edd5eaf8 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:23:07.607612 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40179e9f-6056-45f9-b532-e0d5326c5644 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.632222 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40179e9f-6056-45f9-b532-e0d5326c5644 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:23:07.642301 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40179e9f-6056-45f9-b532-e0d5326c5644 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.642642 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-40179e9f-6056-45f9-b532-e0d5326c5644 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Added segment ebc05c4c-9dd3-4a51-9277-07c33c631c69 of type vlan for network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d Mar 23 13:23:07.684202 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40179e9f-6056-45f9-b532-e0d5326c5644 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.706770 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40179e9f-6056-45f9-b532-e0d5326c5644 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.712330 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40179e9f-6056-45f9-b532-e0d5326c5644 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:07.712902 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-40179e9f-6056-45f9-b532-e0d5326c5644 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.775203 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-40179e9f-6056-45f9-b532-e0d5326c5644 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1929245 Mar 23 13:23:07.777831 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49990) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:07.784649 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1283485683', 'admin_state_up': True, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:23:07.794356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40179e9f-6056-45f9-b532-e0d5326c5644 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Network': ['ID=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:07.804943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:23:07.810507 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.811565 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:07.862382 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:08.042961 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4b04433c-98ea-4642-8d3d-9cd34e761aa1 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:23:08.065526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 4b04433c-98ea-4642-8d3d-9cd34e761aa1 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:23:08.066071 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 4b04433c-98ea-4642-8d3d-9cd34e761aa1 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:23:08.303382 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:08.488477 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:08.513754 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:08.622441 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.25.2.43 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/857de41b-0a39-4cb5-ba04-87cc632d4626) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:23:08.725953 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:08.759253 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:08.795852 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:23:08.799181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:23:08.801681 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:23:08.829640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=857de41b-0a39-4cb5-ba04-87cc632d4626,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:09.059164 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:09.261747 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:09.388201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router 3a6552f5-2ce1-49de-89a7-350691ee5d3b is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:23:09.493130 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:23:09.504276 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Sync routers for ids ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:23:09.514937 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Routers {'3a6552f5-2ce1-49de-89a7-350691ee5d3b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:23:09.515545 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:22:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:09.516197 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:09.519848 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ff366e9d-cb14-46f0-b8cb-710ea473152f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7404728 Mar 23 13:23:09.522281 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49992) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:09.554480 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-28cc684f-7c10-4c5f-af6c-14665bed6d6d tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=488994dbef3a4604b5eb0770edd5eaf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311081 Mar 23 13:23:09.557315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 49994) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:09.619377 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Set router 3a6552f5-2ce1-49de-89a7-350691ee5d3b gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:23:09.644500 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585bd55d-6e98-4535-bd5d-7ae7b44f7b1e tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:09.645874 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-585bd55d-6e98-4535-bd5d-7ae7b44f7b1e tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875597 Mar 23 13:23:09.649041 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49996) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:09.677211 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-78b942d2-c5e6-45d6-9374-170dc4817587 tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270197 Mar 23 13:23:09.679586 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 49998) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:09.684353 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bc5b0a0f-b394-405a-a964-711122d5df7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-655898428', 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:23:09.781571 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5b0a0f-b394-405a-a964-711122d5df7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Made reservation on behalf of 488994dbef3a4604b5eb0770edd5eaf8 for: {'subnet': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:23:09.785813 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc5b0a0f-b394-405a-a964-711122d5df7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856383'] for subnet, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:09.893722 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283485683', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:23:07Z', 'updated_at': '2022-03-23T13:23:08Z', 'revision_number': 3, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:08Z', 'updated_at': '2022-03-23T13:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:09.922436 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Checking router: 3a6552f5-2ce1-49de-89a7-350691ee5d3b for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:23:09.922697 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Updating router 3a6552f5-2ce1-49de-89a7-350691ee5d3b port 857de41b-0a39-4cb5-ba04-87cc632d4626 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:23:09.946967 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:09.971237 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc5b0a0f-b394-405a-a964-711122d5df7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26715350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856361'] for subnet, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:10.031529 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b0a0f-b394-405a-a964-711122d5df7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Subnet': ['ID=8aa49501-1e96-4397-ae01-88a78b49b8c4,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:10.043201 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5b0a0f-b394-405a-a964-711122d5df7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Checking segment: {'id': 'ebc05c4c-9dd3-4a51-9277-07c33c631c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:23:10.043565 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5b0a0f-b394-405a-a964-711122d5df7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network hostable DHCP agents. Network: 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:23:10.065593 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5b0a0f-b394-405a-a964-711122d5df7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:23:10.074381 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-bc5b0a0f-b394-405a-a964-711122d5df7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d) {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:23:10.080023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5b0a0f-b394-405a-a964-711122d5df7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:10.080996 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc5b0a0f-b394-405a-a964-711122d5df7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:10.101346 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bc5b0a0f-b394-405a-a964-711122d5df7f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4180679 Mar 23 13:23:10.101557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9d394b-6517-4cac-a8d1-d5aae62297cd None None] Network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:23:10.102029 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50000) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:10.233405 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:10.238942 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:10.289687 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Attempting to bind port 857de41b-0a39-4cb5-ba04-87cc632d4626 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:23:10.290056 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Attempting to bind port 857de41b-0a39-4cb5-ba04-87cc632d4626 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:23:10.290412 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Attempting to bind port 857de41b-0a39-4cb5-ba04-87cc632d4626 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:23:10.300212 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9299c8-cd37-467e-aaeb-0821cc0a1335 None None] Pushing event updated for resources: {'Port': ['ID=857de41b-0a39-4cb5-ba04-87cc632d4626,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:10.302295 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:23:10.302664 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:23:10.303055 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:10.303437 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:23:10.303895 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Bound port: 857de41b-0a39-4cb5-ba04-87cc632d4626, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:23:10.304293 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:10.333595 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9299c8-cd37-467e-aaeb-0821cc0a1335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:10.333825 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9299c8-cd37-467e-aaeb-0821cc0a1335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:10.334719 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9299c8-cd37-467e-aaeb-0821cc0a1335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:10.334719 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9299c8-cd37-467e-aaeb-0821cc0a1335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:10.334719 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9299c8-cd37-467e-aaeb-0821cc0a1335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:10.335145 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9299c8-cd37-467e-aaeb-0821cc0a1335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:10.335357 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9299c8-cd37-467e-aaeb-0821cc0a1335 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:10.335674 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9299c8-cd37-467e-aaeb-0821cc0a1335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:10.336013 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9299c8-cd37-467e-aaeb-0821cc0a1335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:10.336328 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9299c8-cd37-467e-aaeb-0821cc0a1335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:10.336640 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9299c8-cd37-467e-aaeb-0821cc0a1335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:10.336949 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9299c8-cd37-467e-aaeb-0821cc0a1335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:23:10.348336 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ips': [{'subnet_id': '8aa49501-1e96-4397-ae01-88a78b49b8c4'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:23:10.349318 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:10.378658 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] For port 857de41b-0a39-4cb5-ba04-87cc632d4626, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:23:10.382231 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] For port 857de41b-0a39-4cb5-ba04-87cc632d4626, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=857de41b-0a39-4cb5-ba04-87cc632d4626,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:23:10.387445 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:10.452783 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Routers {'3a6552f5-2ce1-49de-89a7-350691ee5d3b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:23:10.453511 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:22:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:10.459096 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9299c8-cd37-467e-aaeb-0821cc0a1335 None None] Pushing event updated for resources: {'Port': ['ID=857de41b-0a39-4cb5-ba04-87cc632d4626,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:10.497605 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Allocated IP 172.20.0.2 (3e397bf7-c6d0-4fb4-a0c4-4139099fe75d/8aa49501-1e96-4397-ae01-88a78b49b8c4/e3e329ed-4468-413d-b5b4-eb0d000c4ee4) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:23:10.566215 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] Set router 3a6552f5-2ce1-49de-89a7-350691ee5d3b gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:23:10.569207 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:10.646719 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:10.654143 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:10.698084 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:23:10.702028 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:23:10.703993 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Pushing event updated for resources: {'Port': ['ID=e3e329ed-4468-413d-b5b4-eb0d000c4ee4,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:10.706770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:23:10.757969 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283485683', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:23:07Z', 'updated_at': '2022-03-23T13:23:08Z', 'revision_number': 3, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:08Z', 'updated_at': '2022-03-23T13:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:10.764510 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Attempting to bind port e3e329ed-4468-413d-b5b4-eb0d000c4ee4 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:23:10.764996 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Attempting to bind port e3e329ed-4468-413d-b5b4-eb0d000c4ee4 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'ebc05c4c-9dd3-4a51-9277-07c33c631c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:23:10.765363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Attempting to bind port e3e329ed-4468-413d-b5b4-eb0d000c4ee4 on network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:23:10.771177 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:23:10.771552 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Checking segment: {'id': 'ebc05c4c-9dd3-4a51-9277-07c33c631c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:23:10.771977 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:10.772369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Bound using segment: {'id': 'ebc05c4c-9dd3-4a51-9277-07c33c631c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:23:10.772826 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Bound port: e3e329ed-4468-413d-b5b4-eb0d000c4ee4, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc05c4c-9dd3-4a51-9277-07c33c631c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:23:10.773455 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:10.790339 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406c3e5-eee3-49bc-affc-8d2bdc48e5f3 None None] The sync data for ids ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'] in n-d-834854-1 is: [{'id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283485683', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:23:07Z', 'updated_at': '2022-03-23T13:23:08Z', 'revision_number': 3, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:08Z', 'updated_at': '2022-03-23T13:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:23:10.846160 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] For port e3e329ed-4468-413d-b5b4-eb0d000c4ee4, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:23:10.853902 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] For port e3e329ed-4468-413d-b5b4-eb0d000c4ee4, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e3e329ed-4468-413d-b5b4-eb0d000c4ee4,segment=NetworkSegment(ebc05c4c-9dd3-4a51-9277-07c33c631c69),segment_id=ebc05c4c-9dd3-4a51-9277-07c33c631c69)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:23:10.858233 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.20.0.1 (3e397bf7-c6d0-4fb4-a0c4-4139099fe75d/8aa49501-1e96-4397-ae01-88a78b49b8c4/252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:23:10.859605 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:10.924049 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0d978-6cbf-42e8-b83b-f3d7e1efaf0d None None] Pushing event updated for resources: {'Port': ['ID=e3e329ed-4468-413d-b5b4-eb0d000c4ee4,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:10.983162 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:11.020161 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:11.069296 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:23:11.076980 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:23:11.079577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:23:11.131581 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:11.160778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:11.321413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:11.608638 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:11.614375 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:11.695972 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:11.698445 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:11.806948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:23:11.808524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:23:11.950113 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6ecf90-a9da-40f9-8118-3a58b325ef1f None None] Network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:23:12.027001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-e0ba61cc-2049-44ef-9fa7-a17b347fffd6 None None] Provisioning complete for port e3e329ed-4468-413d-b5b4-eb0d000c4ee4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:23:12.027470 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e0ba61cc-2049-44ef-9fa7-a17b347fffd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:12.176243 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e3e329ed-4468-413d-b5b4-eb0d000c4ee4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:23:12.207312 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e0ba61cc-2049-44ef-9fa7-a17b347fffd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:12.262965 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e0ba61cc-2049-44ef-9fa7-a17b347fffd6 None None] For port e3e329ed-4468-413d-b5b4-eb0d000c4ee4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e3e329ed-4468-413d-b5b4-eb0d000c4ee4,segment=NetworkSegment(ebc05c4c-9dd3-4a51-9277-07c33c631c69),segment_id=ebc05c4c-9dd3-4a51-9277-07c33c631c69)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:23:12.269881 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e0ba61cc-2049-44ef-9fa7-a17b347fffd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:12.276673 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port e3e329ed-4468-413d-b5b4-eb0d000c4ee4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:23:12.277038 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:12.280010 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router 3a6552f5-2ce1-49de-89a7-350691ee5d3b has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:23:12.360454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba61cc-2049-44ef-9fa7-a17b347fffd6 None None] Pushing event updated for resources: {'Port': ['ID=e3e329ed-4468-413d-b5b4-eb0d000c4ee4,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:12.398979 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:23:12.404639 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e0a06d1c-69d9-4f03-a49d-0a95132ad833 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "PUT /v2.0/routers/3a6552f5-2ce1-49de-89a7-350691ee5d3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3015399 Mar 23 13:23:12.421925 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 857de41b-0a39-4cb5-ba04-87cc632d4626 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:23:12.483635 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 857de41b-0a39-4cb5-ba04-87cc632d4626 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:23:12.484050 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:12.540467 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f0336f28-48f5-48d6-8165-54e618557e53 None None] Provisioning complete for port e3e329ed-4468-413d-b5b4-eb0d000c4ee4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:23:12.540878 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0336f28-48f5-48d6-8165-54e618557e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:12.594673 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-7ad2ebe9-2a14-49c9-9069-0af005a4da57 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1840296367&fields=id&tenant_id=488994dbef3a4604b5eb0770edd5eaf8 HTTP/1.1" status: 200 len: 267 time: 0.0373869 Mar 23 13:23:12.646001 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:12.656030 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Sync routers for ids ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:23:12.688608 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 857de41b-0a39-4cb5-ba04-87cc632d4626, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=857de41b-0a39-4cb5-ba04-87cc632d4626,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:23:12.693247 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Routers {'3a6552f5-2ce1-49de-89a7-350691ee5d3b'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:23:12.693830 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:22:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:12.697106 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:12.723827 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-ed2d70a3-2a40-4ed0-bd6f-fdcfb427d8d0 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:12.725732 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-ed2d70a3-2a40-4ed0-bd6f-fdcfb427d8d0 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/networks?id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d HTTP/1.1" status: 200 len: 796 time: 0.1202474 Mar 23 13:23:12.742549 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-8c0dede3-1c3e-4217-a7e2-01c58d6c3703 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/quotas/488994dbef3a4604b5eb0770edd5eaf8 HTTP/1.1" status: 200 len: 375 time: 0.0108676 Mar 23 13:23:12.804877 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-cb4f8771-533a-481e-a9e6-1d49d1c4402a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563321 Mar 23 13:23:12.838918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f0336f28-48f5-48d6-8165-54e618557e53 None None] Provisioning complete for port 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:23:12.839300 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f0336f28-48f5-48d6-8165-54e618557e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:12.840912 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=857de41b-0a39-4cb5-ba04-87cc632d4626,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:12.895000 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Set router 3a6552f5-2ce1-49de-89a7-350691ee5d3b gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:23:12.896712 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-f0336f28-48f5-48d6-8165-54e618557e53 None None] Port 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:23:12.910042 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-d3d9c325-6679-4fd0-a38b-30829f7fe76c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:23:12.911241 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-d3d9c325-6679-4fd0-a38b-30829f7fe76c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471580 Mar 23 13:23:13.000258 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-d5d325ed-1331-4013-97ae-35b3df5ca577 service neutron] 10.222.0.52 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825763 Mar 23 13:23:13.030339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-599ecf57-96b1-43a6-81be-58049b862961 None None] Provisioning complete for port 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:23:13.030920 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-599ecf57-96b1-43a6-81be-58049b862961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:13.096661 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-70f0e617-5b20-4953-afe6-078a55d65726 service neutron] 10.222.0.52 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893047 Mar 23 13:23:13.268668 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-599ecf57-96b1-43a6-81be-58049b862961 None None] Port 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:23:13.284099 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3a01892-6560-46d8-956c-b5327a7c7150 req-e781c757-1684-4f1a-896f-cc9eb5ecf8fd tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 210 time: 0.0290561 Mar 23 13:23:13.305720 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283485683', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:23:07Z', 'updated_at': '2022-03-23T13:23:11Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:08Z', 'updated_at': '2022-03-23T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4', 'name': '', 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:61:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:10Z', 'updated_at': '2022-03-23T13:23:11Z', 'revision_number': 2, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:13.333396 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Checking router: 3a6552f5-2ce1-49de-89a7-350691ee5d3b for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:23:13.333736 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Updating router 3a6552f5-2ce1-49de-89a7-350691ee5d3b port 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:23:13.358716 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:13.628983 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:13.634845 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:13.687682 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54231b64-10f1-4369-9277-74d33cd52f55 None None] Pushing event updated for resources: {'Port': ['ID=252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:13.737280 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Attempting to bind port 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:23:13.737926 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Attempting to bind port 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'ebc05c4c-9dd3-4a51-9277-07c33c631c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:23:13.738474 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Attempting to bind port 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4 on network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:23:13.744487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:23:13.744872 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Checking segment: {'id': 'ebc05c4c-9dd3-4a51-9277-07c33c631c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:23:13.745274 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:13.745664 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Bound using segment: {'id': 'ebc05c4c-9dd3-4a51-9277-07c33c631c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:23:13.746140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Bound port: 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc05c4c-9dd3-4a51-9277-07c33c631c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:23:13.746518 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:13.821278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] For port 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:23:13.824917 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] For port 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4,segment=NetworkSegment(ebc05c4c-9dd3-4a51-9277-07c33c631c69),segment_id=ebc05c4c-9dd3-4a51-9277-07c33c631c69)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:23:13.831555 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:13.883070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Routers {'3a6552f5-2ce1-49de-89a7-350691ee5d3b'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:23:13.883707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:22:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:13.973331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-236de468-098d-4a95-aa56-e6ff2867476a None None] Provisioning complete for port 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:23:13.973331 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-236de468-098d-4a95-aa56-e6ff2867476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:14.001054 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54231b64-10f1-4369-9277-74d33cd52f55 None None] Pushing event updated for resources: {'Port': ['ID=252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:14.062552 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] Set router 3a6552f5-2ce1-49de-89a7-350691ee5d3b gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:23:14.104582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e3e329ed-4468-413d-b5b4-eb0d000c4ee4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:23:14.201786 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-236de468-098d-4a95-aa56-e6ff2867476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:14.305553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-236de468-098d-4a95-aa56-e6ff2867476a None None] For port 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4,segment=NetworkSegment(ebc05c4c-9dd3-4a51-9277-07c33c631c69),segment_id=ebc05c4c-9dd3-4a51-9277-07c33c631c69)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:23:14.326970 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-236de468-098d-4a95-aa56-e6ff2867476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:14.337977 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port e3e329ed-4468-413d-b5b4-eb0d000c4ee4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:23:14.338366 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:14.409777 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-655be227-f480-4287-a72f-6ea3f17dba90 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:14.411338 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-655be227-f480-4287-a72f-6ea3f17dba90 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "GET /v2.0/networks?id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d HTTP/1.1" status: 200 len: 796 time: 0.1321332 Mar 23 13:23:14.426636 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1bf0217b-7bca-42ac-a1d9-84562282f044 req-407803fa-1b66-43a3-90da-93706ac458d9 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 210 time: 0.0668952 Mar 23 13:23:14.459010 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236de468-098d-4a95-aa56-e6ff2867476a None None] Pushing event updated for resources: {'Port': ['ID=252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:14.468445 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-c7c390de-e06f-421e-8055-3882dc9ab835 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=488994dbef3a4604b5eb0770edd5eaf8 HTTP/1.1" status: 200 len: 380 time: 0.0475740 Mar 23 13:23:14.480810 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d786a9e9-b37e-4471-aeb4-d77f50502bce None None] Provisioning complete for port 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:23:14.481188 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d786a9e9-b37e-4471-aeb4-d77f50502bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:14.484641 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-beeb579d-dd5d-4435-aed6-effe287fe7a6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'port': {'device_id': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'admin_state_up': True, 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'security_groups': ['1c4b90d5-7748-48bd-9945-451324a8de9b']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:23:14.557239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 857de41b-0a39-4cb5-ba04-87cc632d4626 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:23:14.597074 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283485683', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:23:07Z', 'updated_at': '2022-03-23T13:23:11Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:08Z', 'updated_at': '2022-03-23T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4', 'name': '', 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:61:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:10Z', 'updated_at': '2022-03-23T13:23:13Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:14.608539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-beeb579d-dd5d-4435-aed6-effe287fe7a6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Made reservation on behalf of 488994dbef3a4604b5eb0770edd5eaf8 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:23:14.613208 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-beeb579d-dd5d-4435-aed6-effe287fe7a6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:14.628591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fedfd-f8c7-4e5d-97f0-388df716a498 None None] The sync data for ids ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'] in n-d-834854-1 is: [{'id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283485683', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:23:07Z', 'updated_at': '2022-03-23T13:23:11Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:08Z', 'updated_at': '2022-03-23T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4', 'name': '', 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:61:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:10Z', 'updated_at': '2022-03-23T13:23:13Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:23:14.690520 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 857de41b-0a39-4cb5-ba04-87cc632d4626 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:23:14.690998 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:14.767530 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-beeb579d-dd5d-4435-aed6-effe287fe7a6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.20.0.9 (3e397bf7-c6d0-4fb4-a0c4-4139099fe75d/8aa49501-1e96-4397-ae01-88a78b49b8c4/1f7db96c-eb22-4d39-b8f7-55555d4ddf44) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:23:14.918956 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-beeb579d-dd5d-4435-aed6-effe287fe7a6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:14.957230 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-beeb579d-dd5d-4435-aed6-effe287fe7a6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:15.010801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-beeb579d-dd5d-4435-aed6-effe287fe7a6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:23:15.016894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb579d-dd5d-4435-aed6-effe287fe7a6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:15.020429 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-beeb579d-dd5d-4435-aed6-effe287fe7a6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:23:15.022495 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-beeb579d-dd5d-4435-aed6-effe287fe7a6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:23:15.075011 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-beeb579d-dd5d-4435-aed6-effe287fe7a6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:15.075652 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-beeb579d-dd5d-4435-aed6-effe287fe7a6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:15.096241 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-beeb579d-dd5d-4435-aed6-effe287fe7a6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6182480 Mar 23 13:23:15.108834 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Request body: {'port': {'device_id': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:23:15.185976 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:15.327200 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-76d9e8e7-01ed-4b9a-8653-d71a53deb4d4 None None] Provisioning complete for port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:23:15.327760 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-76d9e8e7-01ed-4b9a-8653-d71a53deb4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:15.366314 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-76d9e8e7-01ed-4b9a-8653-d71a53deb4d4 None None] Port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:23:15.491687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:23:15.500639 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:15.525682 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Transition to ACTIVE for port object 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:23:15.548394 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:15.621351 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:15.633048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7933c4-7621-4add-af63-a17b9231aa54 req-3d1cf507-0541-475f-831d-5ddf9ccc2475 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:15.634780 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7f7933c4-7621-4add-af63-a17b9231aa54 req-3d1cf507-0541-475f-831d-5ddf9ccc2475 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 931 time: 0.1245770 Mar 23 13:23:15.726699 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7f7933c4-7621-4add-af63-a17b9231aa54 req-b98ca4b1-eb64-4ff7-bd9c-575d78d537d2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704904 Mar 23 13:23:15.743840 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Attempting to bind port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:23:15.744204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Attempting to bind port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'ebc05c4c-9dd3-4a51-9277-07c33c631c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:23:15.744520 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Attempting to bind port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 on network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:23:15.749605 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 on network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:23:15.750104 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Attempting to bind port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 on network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:23:15.756451 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:23:15.756778 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Checking segment: {'id': 'ebc05c4c-9dd3-4a51-9277-07c33c631c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:23:15.757159 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Bound using segment: {'id': 'ebc05c4c-9dd3-4a51-9277-07c33c631c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:23:15.757617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Bound port: 1f7db96c-eb22-4d39-b8f7-55555d4ddf44, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc05c4c-9dd3-4a51-9277-07c33c631c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:23:15.759679 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:15.842606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] For port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:23:15.847078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] For port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,segment=NetworkSegment(ebc05c4c-9dd3-4a51-9277-07c33c631c69),segment_id=ebc05c4c-9dd3-4a51-9277-07c33c631c69)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:23:15.851498 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:15.886111 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:15.886918 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:15.902812 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] 10.222.0.73 "PUT /v2.0/ports/1f7db96c-eb22-4d39-b8f7-55555d4ddf44 HTTP/1.1" status: 200 len: 1091 time: 0.7982502 Mar 23 13:23:15.910442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'tag': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:23:15.913130 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ffb3aa-43a0-4511-a4b0-550d7177abe5" -d '{"events": [{"name": "network-changed", "server_uuid": "08e52cf2-70a2-4f0b-9421-12bb0f9d62dc", "tag": "1f7db96c-eb22-4d39-b8f7-55555d4ddf44"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:23:15.970592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67826e-3bcf-42b8-9a56-62cd26afcc75 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:15.976919 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12705cc5-b6b9-4700-ac03-3473fc2a72a1 x-openstack-request-id: req-12705cc5-b6b9-4700-ac03-3473fc2a72a1 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:23:15.977300 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e52cf2-70a2-4f0b-9421-12bb0f9d62dc", "tag": "1f7db96c-eb22-4d39-b8f7-55555d4ddf44", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:23:15.977621 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12705cc5-b6b9-4700-ac03-3473fc2a72a1 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:23:15.978085 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'tag': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44', 'status': 'completed', 'code': 200} Mar 23 13:23:16.007585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-4beb7a9d-67af-48cd-ab28-120e56873849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:16.009162 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-4beb7a9d-67af-48cd-ab28-120e56873849 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 1094 time: 0.0471766 Mar 23 13:23:16.062291 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-b74f0fd0-5c98-40f5-b7fc-4f0e0f166440 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44 HTTP/1.1" status: 200 len: 217 time: 0.0435207 Mar 23 13:23:16.116051 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:23:16.117644 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-aaf5faa2-24a9-48b8-b4bd-b6caea9c7bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:16.119146 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-aaf5faa2-24a9-48b8-b4bd-b6caea9c7bac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aa49501-1e96-4397-ae01-88a78b49b8c4 HTTP/1.1" status: 200 len: 834 time: 0.0490167 Mar 23 13:23:16.167125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-e978716a-3343-4cc2-af3a-fc1fd5520b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:16.168704 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-e978716a-3343-4cc2-af3a-fc1fd5520b92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425537 Mar 23 13:23:16.176157 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:23:16.176524 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:16.264952 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-81a4603b-50eb-4a37-aeb7-38ebdb9f3baa service neutron] 10.222.0.73 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885448 Mar 23 13:23:16.354147 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d20a1dca-a66b-4e2f-b8a5-7ed7542df9a2 req-2692ed7a-d0aa-440f-9c60-85a1e1b30492 service neutron] 10.222.0.73 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820916 Mar 23 13:23:16.446800 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffb3aa-43a0-4511-a4b0-550d7177abe5 req-07bd92e8-dfdd-43a3-9529-63603f83fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:16.448342 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6ffb3aa-43a0-4511-a4b0-550d7177abe5 req-07bd92e8-dfdd-43a3-9529-63603f83fbed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 1094 time: 0.0443563 Mar 23 13:23:16.516623 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:16.549482 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffb3aa-43a0-4511-a4b0-550d7177abe5 req-1f718dcf-4f0a-470f-8829-64cb12d08d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:16.551000 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6ffb3aa-43a0-4511-a4b0-550d7177abe5 req-1f718dcf-4f0a-470f-8829-64cb12d08d0e service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d HTTP/1.1" status: 200 len: 897 time: 0.0955887 Mar 23 13:23:16.596929 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6ffb3aa-43a0-4511-a4b0-550d7177abe5 req-97c4dd5d-015c-4ad5-b1a9-52e36c9fedfa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44 HTTP/1.1" status: 200 len: 217 time: 0.0382342 Mar 23 13:23:16.647895 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffb3aa-43a0-4511-a4b0-550d7177abe5 req-c5f6976c-0cae-4068-9d8a-4e4aadce2b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:16.649739 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6ffb3aa-43a0-4511-a4b0-550d7177abe5 req-c5f6976c-0cae-4068-9d8a-4e4aadce2b1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aa49501-1e96-4397-ae01-88a78b49b8c4 HTTP/1.1" status: 200 len: 834 time: 0.0461121 Mar 23 13:23:16.704063 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffb3aa-43a0-4511-a4b0-550d7177abe5 req-f81f1bad-ecc2-407b-b2cd-a422052ab914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:16.705634 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6ffb3aa-43a0-4511-a4b0-550d7177abe5 req-f81f1bad-ecc2-407b-b2cd-a422052ab914 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470998 Mar 23 13:23:16.815563 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6ffb3aa-43a0-4511-a4b0-550d7177abe5 req-d21414e7-b6c8-47d2-a534-6bb79c5da447 service neutron] 10.222.0.73 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014292 Mar 23 13:23:16.913142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6a423-545b-4baf-ae98-4f4e4f368d15 req-f2a8ddea-c54f-40b9-9000-a57ec7a0dfa8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:16.914689 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27c6a423-545b-4baf-ae98-4f4e4f368d15 req-f2a8ddea-c54f-40b9-9000-a57ec7a0dfa8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 943 time: 0.1105168 Mar 23 13:23:16.953492 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c6ffb3aa-43a0-4511-a4b0-550d7177abe5 req-88c21eba-4db0-4ee9-9697-eacce225e0a9 service neutron] 10.222.0.73 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209302 Mar 23 13:23:16.972855 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-27c6a423-545b-4baf-ae98-4f4e4f368d15 req-6b1eece1-9b41-4dd8-982b-534f4a76cd22 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492868 Mar 23 13:23:17.795622 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:18.089087 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb118cd-caf5-4b9a-bc00-7d069e4801f9 req-f2535fba-9078-4494-b92a-7c14f165c2c0 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:18.090551 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8fb118cd-caf5-4b9a-bc00-7d069e4801f9 req-f2535fba-9078-4494-b92a-7c14f165c2c0 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 943 time: 0.0485961 Mar 23 13:23:18.128099 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8fb118cd-caf5-4b9a-bc00-7d069e4801f9 req-cf30be9f-bd71-4dbd-b750-5bb952aab0d7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310760 Mar 23 13:23:18.940329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:23:19.042612 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,segment=NetworkSegment(ebc05c4c-9dd3-4a51-9277-07c33c631c69),segment_id=ebc05c4c-9dd3-4a51-9277-07c33c631c69)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:23:19.053691 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44', 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'port_id': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44', 'mac_address': 'fa:16:3e:5b:83:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:23:19.089644 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:19.101685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:23:19.124420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,segment=NetworkSegment(ebc05c4c-9dd3-4a51-9277-07c33c631c69),segment_id=ebc05c4c-9dd3-4a51-9277-07c33c631c69)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:23:19.129063 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:19.184816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:19.266871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd320c-5647-45c4-a21a-0ab37ce3b064 req-acbed7d3-6e8e-4fa3-8ea3-1de5795331e7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:19.268783 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fbd320c-5647-45c4-a21a-0ab37ce3b064 req-acbed7d3-6e8e-4fa3-8ea3-1de5795331e7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 944 time: 0.0598433 Mar 23 13:23:19.309130 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5fbd320c-5647-45c4-a21a-0ab37ce3b064 req-0d92ddc7-b7a9-4f7a-a549-373925d43f30 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336328 Mar 23 13:23:19.356668 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['1f7db96c-eb22-4d39-b8f7-55555d4ddf44'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:23:20.427750 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76196f8b-0c4f-4494-aa3b-99cec022b646 req-b2a64e4b-4441-4993-9894-7d2a0f2296f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:20.429271 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-76196f8b-0c4f-4494-aa3b-99cec022b646 req-b2a64e4b-4441-4993-9894-7d2a0f2296f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 944 time: 0.0530851 Mar 23 13:23:20.468808 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-76196f8b-0c4f-4494-aa3b-99cec022b646 req-ef4b6273-4b61-4ddd-bd00-99b1a066d689 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336215 Mar 23 13:23:20.957269 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:23:21.005224 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:23:21.009004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:23:21.009380 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:21.088298 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:21.109283 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:23:21.111627 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6217645b2b2bfc5ef888c6aa606b3465eba83eaf85f3abbd4570955a784a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebc8115-230a-4d42-b763-09746a0be7e7" -d '{"events": [{"server_uuid": "08e52cf2-70a2-4f0b-9421-12bb0f9d62dc", "name": "network-vif-plugged", "status": "completed", "tag": "1f7db96c-eb22-4d39-b8f7-55555d4ddf44"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:23:21.124374 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,segment=NetworkSegment(ebc05c4c-9dd3-4a51-9277-07c33c631c69),segment_id=ebc05c4c-9dd3-4a51-9277-07c33c631c69)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:23:21.130195 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:21.154344 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53deda42-5495-4661-a309-f18bf7c601c3 x-openstack-request-id: req-53deda42-5495-4661-a309-f18bf7c601c3 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:23:21.154636 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e52cf2-70a2-4f0b-9421-12bb0f9d62dc", "name": "network-vif-plugged", "status": "completed", "tag": "1f7db96c-eb22-4d39-b8f7-55555d4ddf44", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:23:21.154888 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-53deda42-5495-4661-a309-f18bf7c601c3 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:23:21.155278 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44', 'code': 200} Mar 23 13:23:21.181961 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:21.258761 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b473b52-1b39-436c-88fa-af8e63fd8a58 req-cf6d9cc0-462c-40aa-83e4-f519ecf29184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:21.260326 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b473b52-1b39-436c-88fa-af8e63fd8a58 req-cf6d9cc0-462c-40aa-83e4-f519ecf29184 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 1096 time: 0.0460706 Mar 23 13:23:21.301327 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7b473b52-1b39-436c-88fa-af8e63fd8a58 req-744d2d4b-2f7f-4cd1-aaf0-dcd8ed7eb2ce service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282331 Mar 23 13:23:21.597877 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a5349-6816-4cf6-8c78-01876b84dc36 req-c1bf72a4-6812-4751-aec2-c02336f4bba8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:21.599416 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5d5a5349-6816-4cf6-8c78-01876b84dc36 req-c1bf72a4-6812-4751-aec2-c02336f4bba8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0580235 Mar 23 13:23:21.639007 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5d5a5349-6816-4cf6-8c78-01876b84dc36 req-90b16122-8bb7-4ef6-8b1c-eee10f769860 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334940 Mar 23 13:23:22.765184 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e5f7c-b1d0-49db-811a-b45925aac231 req-f9539676-2449-4625-aacd-9e3ccbedd4f7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:22.766695 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d2e5f7c-b1d0-49db-811a-b45925aac231 req-f9539676-2449-4625-aacd-9e3ccbedd4f7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0504236 Mar 23 13:23:22.805955 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d2e5f7c-b1d0-49db-811a-b45925aac231 req-0735b14e-0511-4666-9574-db8caef828db tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319281 Mar 23 13:23:22.919914 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddfef8-9fce-4917-af2e-4122e9bffb7b req-7d9d8fda-100f-45e9-8bc2-e654e6221fdf tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:22.921590 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92ddfef8-9fce-4917-af2e-4122e9bffb7b req-7d9d8fda-100f-45e9-8bc2-e654e6221fdf tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0492857 Mar 23 13:23:22.959951 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-92ddfef8-9fce-4917-af2e-4122e9bffb7b req-68042459-6349-4e9b-85f1-f9d0dc98dbc6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317798 Mar 23 13:23:22.981354 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50072) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:23.024874 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cadd66-feb5-4a88-95af-f6b76938a926 tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:23.026371 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-98cadd66-feb5-4a88-95af-f6b76938a926 tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 1091 time: 0.0440903 Mar 23 13:23:23.029236 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50074) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:23.033442 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:23:23.053502 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:23.150277 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:23.257350 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.25.2.42 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/c30e85a7-695f-4b54-ab99-479db0d68d7f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:23:23.361617 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:23.396035 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:23.440446 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:23:23.443243 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:23:23.447561 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:23:23.450285 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=c30e85a7-695f-4b54-ab99-479db0d68d7f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:23.803059 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:23.870040 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:24.024645 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:24.029230 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:24.091830 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=c30e85a7-695f-4b54-ab99-479db0d68d7f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:23:24.107670 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:24.122649 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-01b41a09-7499-464f-8746-cbd550106752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:24.209098 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Floating IP 031f6ed1-3296-4c0c-9958-44c08cae351f associated. External IP: 172.25.2.42, port: 1f7db96c-eb22-4d39-b8f7-55555d4ddf44. Mar 23 13:23:24.424115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router 3a6552f5-2ce1-49de-89a7-350691ee5d3b has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:23:24.852696 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:23:24.862581 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015573d7-7682-4cba-95da-bacb341aa6d5 None None] Sync routers for ids ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:23:24.871118 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:24.872351 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015573d7-7682-4cba-95da-bacb341aa6d5 None None] Routers {'3a6552f5-2ce1-49de-89a7-350691ee5d3b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:23:24.872954 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-015573d7-7682-4cba-95da-bacb341aa6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:22:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:24.900910 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ff05b3f2-699f-4ff1-96cc-02553558992c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8706598 Mar 23 13:23:24.901513 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'tag': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:23:24.903766 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4275e08faca8efc7d8a4979b018622af39c56873975769ce7ab7baa304b7900c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868029ef-d25a-47ce-a62d-7c3a1d4942b5" -d '{"events": [{"name": "network-changed", "server_uuid": "08e52cf2-70a2-4f0b-9421-12bb0f9d62dc", "tag": "1f7db96c-eb22-4d39-b8f7-55555d4ddf44"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:23:24.967791 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6cbbad-ebea-4544-8386-68169755bbdc x-openstack-request-id: req-4c6cbbad-ebea-4544-8386-68169755bbdc {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:23:24.968160 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e52cf2-70a2-4f0b-9421-12bb0f9d62dc", "tag": "1f7db96c-eb22-4d39-b8f7-55555d4ddf44", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:23:24.968446 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c6cbbad-ebea-4544-8386-68169755bbdc {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:23:24.968863 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'tag': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44', 'status': 'completed', 'code': 200} Mar 23 13:23:24.990650 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-015573d7-7682-4cba-95da-bacb341aa6d5 None None] Set router 3a6552f5-2ce1-49de-89a7-350691ee5d3b gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:23:25.056959 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a70af2-8796-4613-9357-2198b6b45c41 req-c1fd009e-ef2b-4953-aefb-db82763fa278 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:25.058447 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50a70af2-8796-4613-9357-2198b6b45c41 req-c1fd009e-ef2b-4953-aefb-db82763fa278 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0909288 Mar 23 13:23:25.065385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868029ef-d25a-47ce-a62d-7c3a1d4942b5 req-54c3ec0b-021d-486a-948c-d1e2882e7038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:25.072897 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-868029ef-d25a-47ce-a62d-7c3a1d4942b5 req-54c3ec0b-021d-486a-948c-d1e2882e7038 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 1096 time: 0.0594475 Mar 23 13:23:25.146258 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-50a70af2-8796-4613-9357-2198b6b45c41 req-521eae85-d21e-4220-8ea5-dd8f458529ee tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784838 Mar 23 13:23:25.171236 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50082) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:25.186762 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868029ef-d25a-47ce-a62d-7c3a1d4942b5 req-32ecc1e4-6e4e-41e1-ad1b-35c811500796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:25.188753 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-868029ef-d25a-47ce-a62d-7c3a1d4942b5 req-32ecc1e4-6e4e-41e1-ad1b-35c811500796 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d HTTP/1.1" status: 200 len: 897 time: 0.1142602 Mar 23 13:23:25.225150 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-015573d7-7682-4cba-95da-bacb341aa6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283485683', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:23:07Z', 'updated_at': '2022-03-23T13:23:11Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:08Z', 'updated_at': '2022-03-23T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '031f6ed1-3296-4c0c-9958-44c08cae351f', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'floating_ip_address': '172.25.2.42', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'port_id': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'mac_address': 'fa:16:3e:5b:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:23:23Z', 'updated_at': '2022-03-23T13:23:23Z', 'revision_number': 0, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4', 'name': '', 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:61:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:10Z', 'updated_at': '2022-03-23T13:23:14Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:25.241820 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5b49a76b-61a6-4725-bb4e-cffb6c2b2c8c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/031f6ed1-3296-4c0c-9958-44c08cae351f HTTP/1.1" status: 200 len: 990 time: 0.0673070 Mar 23 13:23:25.255875 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015573d7-7682-4cba-95da-bacb341aa6d5 None None] Checking router: 3a6552f5-2ce1-49de-89a7-350691ee5d3b for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:23:25.262437 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-868029ef-d25a-47ce-a62d-7c3a1d4942b5 req-9a2a735b-e913-4d18-b16c-eb00e653eb82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44 HTTP/1.1" status: 200 len: 998 time: 0.0665503 Mar 23 13:23:25.264330 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015573d7-7682-4cba-95da-bacb341aa6d5 None None] Routers {'3a6552f5-2ce1-49de-89a7-350691ee5d3b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:23:25.264965 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-015573d7-7682-4cba-95da-bacb341aa6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:22:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:25.315327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868029ef-d25a-47ce-a62d-7c3a1d4942b5 req-01178086-a3c3-4d44-bb64-352a96733505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:25.317020 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-868029ef-d25a-47ce-a62d-7c3a1d4942b5 req-01178086-a3c3-4d44-bb64-352a96733505 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aa49501-1e96-4397-ae01-88a78b49b8c4 HTTP/1.1" status: 200 len: 834 time: 0.0467927 Mar 23 13:23:25.363318 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868029ef-d25a-47ce-a62d-7c3a1d4942b5 req-a1127462-2ab4-43fe-bb35-98c6748f2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:25.364899 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-868029ef-d25a-47ce-a62d-7c3a1d4942b5 req-a1127462-2ab4-43fe-bb35-98c6748f2c5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407200 Mar 23 13:23:25.374230 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-015573d7-7682-4cba-95da-bacb341aa6d5 None None] Set router 3a6552f5-2ce1-49de-89a7-350691ee5d3b gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:23:25.458365 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-868029ef-d25a-47ce-a62d-7c3a1d4942b5 req-ad04fc76-9a46-411f-ae86-c3277fcb0ada service neutron] 10.222.0.73 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860155 Mar 23 13:23:25.550702 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-868029ef-d25a-47ce-a62d-7c3a1d4942b5 req-626dd90a-9fc7-4647-bd0d-92bc272720c7 service neutron] 10.222.0.73 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855677 Mar 23 13:23:25.689263 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-015573d7-7682-4cba-95da-bacb341aa6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283485683', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:23:07Z', 'updated_at': '2022-03-23T13:23:11Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:08Z', 'updated_at': '2022-03-23T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '031f6ed1-3296-4c0c-9958-44c08cae351f', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'floating_ip_address': '172.25.2.42', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'port_id': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'mac_address': 'fa:16:3e:5b:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:23:23Z', 'updated_at': '2022-03-23T13:23:23Z', 'revision_number': 0, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4', 'name': '', 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:61:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:10Z', 'updated_at': '2022-03-23T13:23:14Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:23:25.717453 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015573d7-7682-4cba-95da-bacb341aa6d5 None None] The sync data for ids ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'] in n-d-834854-1 is: [{'id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283485683', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:23:07Z', 'updated_at': '2022-03-23T13:23:11Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:08Z', 'updated_at': '2022-03-23T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '031f6ed1-3296-4c0c-9958-44c08cae351f', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'floating_ip_address': '172.25.2.42', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'port_id': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'mac_address': 'fa:16:3e:5b:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:23:23Z', 'updated_at': '2022-03-23T13:23:23Z', 'revision_number': 0, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4', 'name': '', 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:61:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:10Z', 'updated_at': '2022-03-23T13:23:14Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:23:25.905688 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8086a10-cbf7-4af2-9d04-3a4e8d9e0756 None None] New status for floating IP 031f6ed1-3296-4c0c-9958-44c08cae351f: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:23:26.244668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50084) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:26.309657 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d8185ba4-c09f-45bd-8eb8-a4d14d66cb6a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/031f6ed1-3296-4c0c-9958-44c08cae351f HTTP/1.1" status: 200 len: 992 time: 0.0637510 Mar 23 13:23:26.998484 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa5a1-f544-42ca-918d-1c0174588bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:27.695574 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:23:27.947813 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:29.255858 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:29.608240 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:46.523805 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:47.814014 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:54.125114 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7ae266b3-2973-4171-96fb-5d41578334b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:55.090096 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-01d42cd2-32b5-47aa-b759-b61669f3eba0 req-58f45905-3fb3-4c49-952a-4f6b2d4944dd service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:23:55.091239 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-01d42cd2-32b5-47aa-b759-b61669f3eba0 req-58f45905-3fb3-4c49-952a-4f6b2d4944dd service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0590138 Mar 23 13:23:55.228935 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50110) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:23:55.286554 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1611e-66e8-4333-a3eb-655aa071b9c3 req-cbb5490b-c2ca-4288-9d3f-d5794216e950 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:55.288151 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-73a1611e-66e8-4333-a3eb-655aa071b9c3 req-cbb5490b-c2ca-4288-9d3f-d5794216e950 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0531209 Mar 23 13:23:55.351387 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-73a1611e-66e8-4333-a3eb-655aa071b9c3 req-ca087d9b-6451-4cb0-96f7-8f164bed3aee tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542872 Mar 23 13:23:55.355060 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-1452e16e-da0a-415a-a4b7-ed8b6304a6f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1249447 Mar 23 13:23:55.364868 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-8d5bc571-dadc-4ddd-987b-24a95d8c0df8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:23:55.365846 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-8d5bc571-dadc-4ddd-987b-24a95d8c0df8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053270 Mar 23 13:23:56.480319 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287d7f0-e7d0-48b4-a941-dddb93529e99 req-a700062d-0a7a-42b5-a61b-b81c343e55dd tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:56.481886 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d287d7f0-e7d0-48b4-a941-dddb93529e99 req-a700062d-0a7a-42b5-a61b-b81c343e55dd tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0583069 Mar 23 13:23:56.527446 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d287d7f0-e7d0-48b4-a941-dddb93529e99 req-e02d0201-274b-46b7-b549-a7d40a988174 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392017 Mar 23 13:23:56.636440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-f636ad43-843b-4bcd-920d-8e116cb9f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:56.637846 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-f636ad43-843b-4bcd-920d-8e116cb9f1e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 1096 time: 0.0463035 Mar 23 13:23:56.727183 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-cf8adb3e-7a89-4480-b4ea-168708d8ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:56.728750 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-cf8adb3e-7a89-4480-b4ea-168708d8ef5d service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d HTTP/1.1" status: 200 len: 897 time: 0.0834684 Mar 23 13:23:56.803779 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-f60b8b2c-00b8-498b-ad89-b0b6357028c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44 HTTP/1.1" status: 200 len: 1000 time: 0.0679097 Mar 23 13:23:56.853883 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-a7d02be9-721a-4d0c-973b-64e1fa87336c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:56.855342 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-a7d02be9-721a-4d0c-973b-64e1fa87336c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aa49501-1e96-4397-ae01-88a78b49b8c4 HTTP/1.1" status: 200 len: 834 time: 0.0438871 Mar 23 13:23:56.902737 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-6efa418a-c2ea-4655-9dc9-1f6082fe2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:56.904184 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-6efa418a-c2ea-4655-9dc9-1f6082fe2ca9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411775 Mar 23 13:23:56.998075 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ccd3bba3-fb77-4fee-91f7-f314d4231775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:56.998842 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-445a5a7c-ed24-4fa7-a356-523f9248f0bb service neutron] 10.222.0.73 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859013 Mar 23 13:23:57.092514 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-3d70a07b-a95b-448a-a0dc-c9620057a591 service neutron] 10.222.0.73 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846577 Mar 23 13:23:57.646937 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a5836-931d-45cd-8e0b-c05a41b0b090 req-04a2eae9-67a5-4a8e-a839-16c8c1954658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:57.648764 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a54a5836-931d-45cd-8e0b-c05a41b0b090 req-04a2eae9-67a5-4a8e-a839-16c8c1954658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0523343 Mar 23 13:23:57.687324 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a54a5836-931d-45cd-8e0b-c05a41b0b090 req-48a2ca0d-2920-4039-a223-1d9956023d4c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322993 Mar 23 13:23:57.951492 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:58.807203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f6219-b667-485d-b2b2-f6553e822abe req-51bb97ee-2f79-4d7f-bf4b-bc9a1c60434b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:58.808739 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-789f6219-b667-485d-b2b2-f6553e822abe req-51bb97ee-2f79-4d7f-bf4b-bc9a1c60434b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0500412 Mar 23 13:23:58.846876 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-789f6219-b667-485d-b2b2-f6553e822abe req-c45840ee-1a9d-4a21-81bb-dd17a292d296 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317516 Mar 23 13:23:59.259559 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:59.610520 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:23:59.970252 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b589a-488c-4661-8ed1-9d92bf33292f req-4ad56619-2b2f-4ba5-af92-214064b23456 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:23:59.971744 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c07b589a-488c-4661-8ed1-9d92bf33292f req-4ad56619-2b2f-4ba5-af92-214064b23456 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0524755 Mar 23 13:24:00.009772 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c07b589a-488c-4661-8ed1-9d92bf33292f req-d2a4f58f-3321-4a2c-b1f4-fa67d04bbc6a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319495 Mar 23 13:24:01.131109 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef6636-1c4e-4aac-90a8-32bb7ff04b02 req-95fbc71f-1636-4d4c-b916-0e1ac780c14a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:01.132657 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ceef6636-1c4e-4aac-90a8-32bb7ff04b02 req-95fbc71f-1636-4d4c-b916-0e1ac780c14a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0542343 Mar 23 13:24:01.174561 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ceef6636-1c4e-4aac-90a8-32bb7ff04b02 req-f659e1e1-0bd0-4ca3-a2b9-ada1d6525284 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351751 Mar 23 13:24:02.303282 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dda020-7672-4ab1-9835-4473379a25bb req-8020daef-57c7-45a9-a221-79d0824d99a1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:02.304918 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41dda020-7672-4ab1-9835-4473379a25bb req-8020daef-57c7-45a9-a221-79d0824d99a1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0525777 Mar 23 13:24:02.343424 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-41dda020-7672-4ab1-9835-4473379a25bb req-a7369e5e-ca97-4689-a2a1-550cfb7c0f1e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325594 Mar 23 13:24:03.462127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db55e37-dc96-401e-90d1-1ed5081b7431 req-e6429983-616f-4554-baf9-c61a7ce875db tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:03.463494 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8db55e37-dc96-401e-90d1-1ed5081b7431 req-e6429983-616f-4554-baf9-c61a7ce875db tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0483644 Mar 23 13:24:03.500758 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8db55e37-dc96-401e-90d1-1ed5081b7431 req-c977bc53-0691-4751-afb9-b671492313a5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312228 Mar 23 13:24:04.616906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887cae6-6bd4-4223-8105-c41f279df997 req-3d704988-3159-4027-beba-910c7774994f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:04.618391 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4887cae6-6bd4-4223-8105-c41f279df997 req-3d704988-3159-4027-beba-910c7774994f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0488203 Mar 23 13:24:04.655856 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4887cae6-6bd4-4223-8105-c41f279df997 req-27928dfc-0908-43e6-8857-c465cc51f611 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315757 Mar 23 13:24:04.695355 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:24:05.771502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a14340-71d0-4441-829b-56bf839c6349 req-efa03b29-f7e0-4bd9-bda4-bbb36fbc1a75 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:05.773239 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-86a14340-71d0-4441-829b-56bf839c6349 req-efa03b29-f7e0-4bd9-bda4-bbb36fbc1a75 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0483391 Mar 23 13:24:05.809787 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-86a14340-71d0-4441-829b-56bf839c6349 req-f79494a7-bd1f-4f55-96e5-d5b65971f29b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304606 Mar 23 13:24:06.929077 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fc0ad-4e72-45a4-a0b4-c06cbcc91f75 req-16db09c9-cf78-457f-b33e-6023825454d4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:06.930517 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-332fc0ad-4e72-45a4-a0b4-c06cbcc91f75 req-16db09c9-cf78-457f-b33e-6023825454d4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0525095 Mar 23 13:24:06.967761 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-332fc0ad-4e72-45a4-a0b4-c06cbcc91f75 req-7347a494-7a5e-4040-89d8-8899b4cd38f4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313327 Mar 23 13:24:08.090717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ac624-2b6b-4ad6-b19b-7f182a62bd24 req-266af0fc-039c-436f-97a9-7ac5b34bf032 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:08.092238 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-056ac624-2b6b-4ad6-b19b-7f182a62bd24 req-266af0fc-039c-436f-97a9-7ac5b34bf032 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0533092 Mar 23 13:24:08.131912 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-056ac624-2b6b-4ad6-b19b-7f182a62bd24 req-53946bf6-e95b-4151-bec4-47305f9caaa2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335760 Mar 23 13:24:08.955380 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-8c48afef-4d66-4fa4-a1c4-d5a448ffc5d2 service neutron] show failed (client error): The resource could not be found. Mar 23 13:24:08.956521 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-8c48afef-4d66-4fa4-a1c4-d5a448ffc5d2 service neutron] 10.222.0.73 "GET /v2.0/ports/1f7db96c-eb22-4d39-b8f7-55555d4ddf44/bindings/n-h1-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.0540128 Mar 23 13:24:09.229877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-0f9a89e2-267d-4c91-8af8-3aebbbedcec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:09.231285 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-0f9a89e2-267d-4c91-8af8-3aebbbedcec5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc&tenant_id=488994dbef3a4604b5eb0770edd5eaf8 HTTP/1.1" status: 200 len: 1096 time: 0.0852842 Mar 23 13:24:09.242865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-b1745924-98bb-498f-b36c-38cb0edcd7f8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:24:09.243909 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-b1745924-98bb-498f-b36c-38cb0edcd7f8 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051286 Mar 23 13:24:09.250657 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42826-ceb4-4be7-97ee-02fa02e2daf3 req-1745c73c-8866-4bfd-a354-f7032be33213 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:09.252309 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5ea42826-ceb4-4be7-97ee-02fa02e2daf3 req-1745c73c-8866-4bfd-a354-f7032be33213 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0506628 Mar 23 13:24:09.256717 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834854-1', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:24:09.289820 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5ea42826-ceb4-4be7-97ee-02fa02e2daf3 req-269eabc5-0a1a-4ee3-9d16-45f3df4d44ee tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316379 Mar 23 13:24:09.313648 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:09.514185 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] For port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,segment=NetworkSegment(ebc05c4c-9dd3-4a51-9277-07c33c631c69),segment_id=ebc05c4c-9dd3-4a51-9277-07c33c631c69)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:24:09.546616 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] For port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:24:09.584358 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:24:09.586606 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e73a4d-ca16-4a7a-88b6-10a822aba6bb" -d '{"events": [{"server_uuid": "08e52cf2-70a2-4f0b-9421-12bb0f9d62dc", "name": "network-vif-unplugged", "status": "completed", "tag": "1f7db96c-eb22-4d39-b8f7-55555d4ddf44"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:24:09.590698 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:09.606131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Transition to ACTIVE for port object 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:24:09.610043 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:09.637009 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 13:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4681a6ec-9628-463b-848f-9b6eadebc30c x-openstack-request-id: req-4681a6ec-9628-463b-848f-9b6eadebc30c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:24:09.637308 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e52cf2-70a2-4f0b-9421-12bb0f9d62dc", "name": "network-vif-unplugged", "status": "completed", "tag": "1f7db96c-eb22-4d39-b8f7-55555d4ddf44", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:24:09.637562 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4681a6ec-9628-463b-848f-9b6eadebc30c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:24:09.637975 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44', 'code': 200} Mar 23 13:24:09.704512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,revision_number=6']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:24:09.718339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:09.718686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:09.719025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:09.719368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:09.719700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:09.720052 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:09.720381 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:09.720703 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:09.721027 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:09.721350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:09.721685 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:09.722013 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:09.745939 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] No DVR routers for this DVR port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:24:09.882464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Attempting to bind port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:24:09.882791 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Attempting to bind port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': 'ebc05c4c-9dd3-4a51-9277-07c33c631c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:24:09.883113 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Attempting to bind port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 on network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:24:09.887317 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 on network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:24:09.887638 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Attempting to bind port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 on network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:24:09.892357 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:24:09.892691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Checking segment: {'id': 'ebc05c4c-9dd3-4a51-9277-07c33c631c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:24:09.893071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Bound using segment: {'id': 'ebc05c4c-9dd3-4a51-9277-07c33c631c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:24:09.893486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Bound port: 1f7db96c-eb22-4d39-b8f7-55555d4ddf44, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc05c4c-9dd3-4a51-9277-07c33c631c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:24:09.893858 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:09.958386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] For port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:24:09.961339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] For port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,segment=NetworkSegment(ebc05c4c-9dd3-4a51-9277-07c33c631c69),segment_id=ebc05c4c-9dd3-4a51-9277-07c33c631c69)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:24:09.966678 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:10.002458 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:10.003067 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:10.004608 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] 10.222.0.77 "PUT /v2.0/ports/1f7db96c-eb22-4d39-b8f7-55555d4ddf44 HTTP/1.1" status: 200 len: 1091 time: 0.7517793 Mar 23 13:24:10.030444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adbed9-1842-49bc-b91f-15dc976745d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:24:10.074973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-8c89c2bc-085f-469c-ae7d-5a0cb126a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:10.076583 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-8c89c2bc-085f-469c-ae7d-5a0cb126a5ad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 1094 time: 0.0471556 Mar 23 13:24:10.169760 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-e868c529-b994-4c99-9a5b-01eb3fd695bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:10.171503 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-e868c529-b994-4c99-9a5b-01eb3fd695bc service neutron] 10.222.0.77 "GET /v2.0/networks?id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d HTTP/1.1" status: 200 len: 897 time: 0.0883558 Mar 23 13:24:10.249853 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-997870a5-3baa-4f35-b40b-8acb980904b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44 HTTP/1.1" status: 200 len: 998 time: 0.0702934 Mar 23 13:24:10.298586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-72e7d97d-bc5e-4c36-b270-bc47c0f754d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:10.300001 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-72e7d97d-bc5e-4c36-b270-bc47c0f754d5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8aa49501-1e96-4397-ae01-88a78b49b8c4 HTTP/1.1" status: 200 len: 834 time: 0.0431120 Mar 23 13:24:10.347989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-ec02adae-cc88-465a-80a1-141fc2ca210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:10.349482 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-ec02adae-cc88-465a-80a1-141fc2ca210c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422914 Mar 23 13:24:10.409100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61bb62-40ab-4da7-923f-85f35a43e060 req-e74c0dac-fda3-4cdf-9b58-be1e57da2def tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:10.411183 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d61bb62-40ab-4da7-923f-85f35a43e060 req-e74c0dac-fda3-4cdf-9b58-be1e57da2def tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 943 time: 0.0492570 Mar 23 13:24:10.445001 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-5a8b5756-3320-49b6-9c7f-2856f4f5e771 service neutron] 10.222.0.77 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860360 Mar 23 13:24:10.449487 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7d61bb62-40ab-4da7-923f-85f35a43e060 req-b5c2dd3d-12eb-4bab-a2ba-f28c05dad8e3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322669 Mar 23 13:24:10.541608 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4b0c799f-6a53-4538-8268-1d0bc00df8ef req-be6bf006-f439-427d-b92c-86ab72c42a71 service neutron] 10.222.0.77 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892940 Mar 23 13:24:11.583512 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fd900-e7d9-4210-8c37-fee31f337db8 req-13d91f71-926c-4ead-8954-0ee697a4006a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:11.585124 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a3fd900-e7d9-4210-8c37-fee31f337db8 req-13d91f71-926c-4ead-8954-0ee697a4006a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 943 time: 0.0589001 Mar 23 13:24:11.630499 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2a3fd900-e7d9-4210-8c37-fee31f337db8 req-0c4e431d-3933-4104-b62f-1114b3eb8d0e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389376 Mar 23 13:24:11.639250 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'tag': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:24:11.641814 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc76d8d0-2df7-4359-95f9-91b4366f5901" -d '{"events": [{"name": "network-changed", "server_uuid": "08e52cf2-70a2-4f0b-9421-12bb0f9d62dc", "tag": "1f7db96c-eb22-4d39-b8f7-55555d4ddf44"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:24:11.695479 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e29a76-db61-4fa5-9995-6f7c5a3abbf3 x-openstack-request-id: req-47e29a76-db61-4fa5-9995-6f7c5a3abbf3 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:24:11.695772 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e52cf2-70a2-4f0b-9421-12bb0f9d62dc", "tag": "1f7db96c-eb22-4d39-b8f7-55555d4ddf44", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:24:11.696056 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47e29a76-db61-4fa5-9995-6f7c5a3abbf3 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:24:11.696473 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'tag': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44', 'status': 'completed', 'code': 200} Mar 23 13:24:11.783203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-05e18cc7-abc8-4dca-a51d-349a5d41a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:11.784728 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-05e18cc7-abc8-4dca-a51d-349a5d41a03e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 1094 time: 0.0687079 Mar 23 13:24:11.786883 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-78346d51-d581-4a69-a254-06b52523ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:11.788219 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-78346d51-d581-4a69-a254-06b52523ae03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 1094 time: 0.0642762 Mar 23 13:24:11.950378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-96ad95ea-d5a2-401c-b94d-79ba7b72145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:11.951817 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-96ad95ea-d5a2-401c-b94d-79ba7b72145e service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d HTTP/1.1" status: 200 len: 897 time: 0.1594079 Mar 23 13:24:11.952901 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-ef6f5d55-b7f4-4862-b0e3-8cdee07daf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:11.954181 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-ef6f5d55-b7f4-4862-b0e3-8cdee07daf0f service neutron] 10.222.0.77 "GET /v2.0/networks?id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d HTTP/1.1" status: 200 len: 897 time: 0.1547689 Mar 23 13:24:12.063457 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-fce36d15-d31e-4342-82e2-20090c1eefaf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44 HTTP/1.1" status: 200 len: 998 time: 0.1043630 Mar 23 13:24:12.067512 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-643b5d24-5b14-4f5b-b56b-6009e2cc29d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44 HTTP/1.1" status: 200 len: 998 time: 0.1004543 Mar 23 13:24:12.455867 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-5062e359-caa6-48f5-9016-f08ec2a50b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:12.457367 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-5062e359-caa6-48f5-9016-f08ec2a50b96 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aa49501-1e96-4397-ae01-88a78b49b8c4 HTTP/1.1" status: 200 len: 834 time: 0.3868127 Mar 23 13:24:12.458848 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-2f988449-38b4-4cbe-b779-e9a68b806161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:12.460215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-2f988449-38b4-4cbe-b779-e9a68b806161 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8aa49501-1e96-4397-ae01-88a78b49b8c4 HTTP/1.1" status: 200 len: 834 time: 0.3820500 Mar 23 13:24:12.531888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-5ba7941d-a273-4f5e-9356-645ef448d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:12.533384 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-5ba7941d-a273-4f5e-9356-645ef448d5b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690386 Mar 23 13:24:12.535004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-799ac66c-e3e7-4ad3-97a0-8bb107589a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:12.536592 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-799ac66c-e3e7-4ad3-97a0-8bb107589a47 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647275 Mar 23 13:24:12.692860 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-7cf78c03-f45a-4809-bea3-884ae5347993 service neutron] 10.222.0.73 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519380 Mar 23 13:24:12.694705 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-8f38f43d-025c-4ac9-96f4-ee91b499a3cb service neutron] 10.222.0.77 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466861 Mar 23 13:24:12.871769 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3778ee-c504-48a6-ae96-bc738db87098 req-849db844-ea0f-4a35-85b8-d4a8708255b3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:12.873337 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1c3778ee-c504-48a6-ae96-bc738db87098 req-849db844-ea0f-4a35-85b8-d4a8708255b3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 943 time: 0.1665192 Mar 23 13:24:12.901336 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-37bcc96c-64dd-4889-9169-0b2029d2b2b1 service neutron] 10.222.0.73 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016990 Mar 23 13:24:12.921210 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc76d8d0-2df7-4359-95f9-91b4366f5901 req-11cdf30f-db4f-4809-9a0a-3e76c72ae838 service neutron] 10.222.0.77 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133553 Mar 23 13:24:12.945298 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1c3778ee-c504-48a6-ae96-bc738db87098 req-49ee93ed-d43d-4f5f-b031-9a4e312e11cd tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604112 Mar 23 13:24:13.230964 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:24:13.279503 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:24:13.592456 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac458985-8157-4b61-9a57-c73234732437 req-3e6f5aea-1fa5-4f81-b6d3-5b3d47e23cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:13.593858 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac458985-8157-4b61-9a57-c73234732437 req-3e6f5aea-1fa5-4f81-b6d3-5b3d47e23cd3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 1094 time: 0.0416052 Mar 23 13:24:13.701490 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac458985-8157-4b61-9a57-c73234732437 req-6e867de2-d7e8-4db0-878d-31aa496c97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:13.703021 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac458985-8157-4b61-9a57-c73234732437 req-6e867de2-d7e8-4db0-878d-31aa496c97b4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d HTTP/1.1" status: 200 len: 897 time: 0.0894678 Mar 23 13:24:13.772759 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac458985-8157-4b61-9a57-c73234732437 req-19fd625f-bf3a-4cdf-aeb9-112e8f1b4194 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44 HTTP/1.1" status: 200 len: 998 time: 0.0612712 Mar 23 13:24:13.823367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac458985-8157-4b61-9a57-c73234732437 req-6c3df6b6-cc32-4ac7-99f6-50a4f1cccafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:13.824869 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac458985-8157-4b61-9a57-c73234732437 req-6c3df6b6-cc32-4ac7-99f6-50a4f1cccafb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8aa49501-1e96-4397-ae01-88a78b49b8c4 HTTP/1.1" status: 200 len: 834 time: 0.0439835 Mar 23 13:24:13.875751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac458985-8157-4b61-9a57-c73234732437 req-18709e07-c6ba-4ebd-bf3c-21404028d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:13.877262 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac458985-8157-4b61-9a57-c73234732437 req-18709e07-c6ba-4ebd-bf3c-21404028d9c4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459781 Mar 23 13:24:13.966350 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac458985-8157-4b61-9a57-c73234732437 req-44a0bfc5-fad6-48b9-92f3-70bfbf9c3721 service neutron] 10.222.0.77 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805202 Mar 23 13:24:14.060771 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ac458985-8157-4b61-9a57-c73234732437 req-2f7f3aea-92d9-4c51-a11c-7aa083852264 service neutron] 10.222.0.77 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872664 Mar 23 13:24:14.069890 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a699-033f-4895-ad62-379bfcd1de3f req-5aeedf4e-7374-4383-a1b7-3d731f1ebb5c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:14.071420 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ab2a699-033f-4895-ad62-379bfcd1de3f req-5aeedf4e-7374-4383-a1b7-3d731f1ebb5c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 943 time: 0.0544004 Mar 23 13:24:14.111101 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1ab2a699-033f-4895-ad62-379bfcd1de3f req-f49fdddb-1e61-4e7c-b7b9-b5070eb5e2fc tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327299 Mar 23 13:24:14.263952 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:24:14.307899 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74811fbd-6ac9-4b77-a8f2-63ce6b5c20b3 req-3656d33c-075e-40df-891b-b9587e5e0b1f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:14.309801 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-74811fbd-6ac9-4b77-a8f2-63ce6b5c20b3 req-3656d33c-075e-40df-891b-b9587e5e0b1f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 943 time: 0.0528228 Mar 23 13:24:14.322266 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5d891-10a4-4056-b2bb-830227dffd4f req-fb53995f-c008-4c19-bea2-29d9bfffa0f5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:14.323804 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5da5d891-10a4-4056-b2bb-830227dffd4f req-fb53995f-c008-4c19-bea2-29d9bfffa0f5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc&tenant_id=488994dbef3a4604b5eb0770edd5eaf8&binding%3Ahost_id=n-h1-834854-1 HTTP/1.1" status: 200 len: 943 time: 0.0534630 Mar 23 13:24:14.351282 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-74811fbd-6ac9-4b77-a8f2-63ce6b5c20b3 req-f054fc73-467c-4336-8616-4fbb42ffd59a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341613 Mar 23 13:24:14.396730 n-d-834854-1 neutron-server[102778]: INFO neutron.api.v2.resource [req-5da5d891-10a4-4056-b2bb-830227dffd4f req-a6d8877d-2fcc-4111-a08d-69963240ab95 service neutron] delete failed (client error): The resource could not be found. Mar 23 13:24:14.398054 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5da5d891-10a4-4056-b2bb-830227dffd4f req-a6d8877d-2fcc-4111-a08d-69963240ab95 service neutron] 10.222.0.73 "DELETE /v2.0/ports/1f7db96c-eb22-4d39-b8f7-55555d4ddf44/bindings/n-h2-834854-1 HTTP/1.1" status: 404 len: 380 time: 0.0590758 Mar 23 13:24:14.522264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207e9c3-9634-4897-a45c-9f24e9c05aea req-e9435b7f-840b-4478-b8bb-83eb460ca595 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:14.523997 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,segment=NetworkSegment(ebc05c4c-9dd3-4a51-9277-07c33c631c69),segment_id=ebc05c4c-9dd3-4a51-9277-07c33c631c69)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:24:14.524153 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9207e9c3-9634-4897-a45c-9f24e9c05aea req-e9435b7f-840b-4478-b8bb-83eb460ca595 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 943 time: 0.0849524 Mar 23 13:24:14.526522 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5d891-10a4-4056-b2bb-830227dffd4f req-bc799756-64fd-41a5-a54e-4ebe4f93470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:14.527917 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5da5d891-10a4-4056-b2bb-830227dffd4f req-bc799756-64fd-41a5-a54e-4ebe4f93470e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 1094 time: 0.0780103 Mar 23 13:24:14.536090 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44', 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'port_id': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44', 'mac_address': 'fa:16:3e:5b:83:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:24:14.572738 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:14.586318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:24:14.606394 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,segment=NetworkSegment(ebc05c4c-9dd3-4a51-9277-07c33c631c69),segment_id=ebc05c4c-9dd3-4a51-9277-07c33c631c69)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:24:14.609549 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:14.611250 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9207e9c3-9634-4897-a45c-9f24e9c05aea req-b8b081bc-2e8e-48d1-a3bb-c12d60e1ebb9 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800738 Mar 23 13:24:14.645219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5d891-10a4-4056-b2bb-830227dffd4f req-788a6ecb-6179-4ffb-9ff8-0d8ae208611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:14.646757 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5da5d891-10a4-4056-b2bb-830227dffd4f req-788a6ecb-6179-4ffb-9ff8-0d8ae208611c service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d HTTP/1.1" status: 200 len: 897 time: 0.1083179 Mar 23 13:24:14.658225 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:24:14.666427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:14.666770 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:14.667107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:14.667445 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:14.667840 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:14.668205 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:14.668531 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:14.668891 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:14.669323 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:14.669650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:14.669970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:14.670286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:24:14.717751 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5da5d891-10a4-4056-b2bb-830227dffd4f req-aa394125-6c38-44c5-8164-6b461527d101 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44 HTTP/1.1" status: 200 len: 999 time: 0.0633652 Mar 23 13:24:14.766957 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5d891-10a4-4056-b2bb-830227dffd4f req-d56d2ed6-c6b6-40a8-a36f-ac51cb3b036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:14.768436 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5da5d891-10a4-4056-b2bb-830227dffd4f req-d56d2ed6-c6b6-40a8-a36f-ac51cb3b036b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aa49501-1e96-4397-ae01-88a78b49b8c4 HTTP/1.1" status: 200 len: 834 time: 0.0432842 Mar 23 13:24:14.814138 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5d891-10a4-4056-b2bb-830227dffd4f req-656c82fb-7bc3-4b74-a8ae-b1f169e82d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:14.815645 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5da5d891-10a4-4056-b2bb-830227dffd4f req-656c82fb-7bc3-4b74-a8ae-b1f169e82d56 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394843 Mar 23 13:24:14.908956 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5da5d891-10a4-4056-b2bb-830227dffd4f req-d9535d29-1b52-4cdc-81b1-8c56afcac5c1 service neutron] 10.222.0.73 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857463 Mar 23 13:24:14.998290 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5da5d891-10a4-4056-b2bb-830227dffd4f req-ea0ede00-8c5f-40d0-8a86-7f9e42ffc9a2 service neutron] 10.222.0.73 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813558 Mar 23 13:24:15.064800 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['1f7db96c-eb22-4d39-b8f7-55555d4ddf44'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:24:15.747606 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfd0d5-0fff-4707-903e-44bb2db43a9d req-a4eee369-fe9c-45ee-9ce5-2811076c81da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:24:15.749041 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c1cfd0d5-0fff-4707-903e-44bb2db43a9d req-a4eee369-fe9c-45ee-9ce5-2811076c81da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 944 time: 0.0514657 Mar 23 13:24:15.788778 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c1cfd0d5-0fff-4707-903e-44bb2db43a9d req-1119c37b-44ae-45f9-a411-001d7c00c5ce tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330319 Mar 23 13:24:15.814246 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50202) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:24:15.882580 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4bb1b243-5dd5-4524-98a5-ae9a06b541a1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/031f6ed1-3296-4c0c-9958-44c08cae351f HTTP/1.1" status: 200 len: 991 time: 0.0671775 Mar 23 13:24:16.285159 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:24:16.335408 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:24:16.339267 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:24:16.339635 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:16.414131 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:16.435816 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:24:16.438058 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6217645b2b2bfc5ef888c6aa606b3465eba83eaf85f3abbd4570955a784a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6d5a93-4d18-48c8-b302-c94f48844604" -d '{"events": [{"server_uuid": "08e52cf2-70a2-4f0b-9421-12bb0f9d62dc", "name": "network-vif-plugged", "status": "completed", "tag": "1f7db96c-eb22-4d39-b8f7-55555d4ddf44"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:24:16.450678 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,segment=NetworkSegment(ebc05c4c-9dd3-4a51-9277-07c33c631c69),segment_id=ebc05c4c-9dd3-4a51-9277-07c33c631c69)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:24:16.455891 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:16.482954 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03007bc-9e1a-4713-b429-addfa75a9b7a x-openstack-request-id: req-f03007bc-9e1a-4713-b429-addfa75a9b7a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:24:16.483245 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e52cf2-70a2-4f0b-9421-12bb0f9d62dc", "name": "network-vif-plugged", "status": "completed", "tag": "1f7db96c-eb22-4d39-b8f7-55555d4ddf44", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:24:16.483499 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f03007bc-9e1a-4713-b429-addfa75a9b7a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:24:16.483890 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44', 'code': 200} Mar 23 13:24:16.518081 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:24:16.525465 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:17.832873 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:24.126988 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6e54c980-1bf2-4b9c-86b5-5a05f5ef39bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:26.999043 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b06aafa8-b91e-430d-8dc1-d66a2184a4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:27.954139 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:29.260685 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:29.612485 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:41.694733 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:24:46.533005 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:47.826009 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:54.129673 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-eae8b7e1-0d27-48fe-85ca-38893fd9f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:57.001741 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f085a87d-f9d1-4f07-90ff-480ff32cea97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:57.959695 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:59.263219 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:24:59.613652 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:14.550903 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a76d5f13-0654-4273-8d5a-b16956df4bd6 req-289688ec-4f1e-43c2-9b9a-4320b8df68ac service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476425 Mar 23 13:25:14.637362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d5f13-0654-4273-8d5a-b16956df4bd6 req-3b20abfd-32de-4a9b-8516-0d0e298534e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:14.638844 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a76d5f13-0654-4273-8d5a-b16956df4bd6 req-3b20abfd-32de-4a9b-8516-0d0e298534e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 1096 time: 0.0396016 Mar 23 13:25:14.746355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d5f13-0654-4273-8d5a-b16956df4bd6 req-32197533-3432-441b-bf22-e73fd8b88b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:14.747830 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a76d5f13-0654-4273-8d5a-b16956df4bd6 req-32197533-3432-441b-bf22-e73fd8b88b14 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d HTTP/1.1" status: 200 len: 897 time: 0.0855772 Mar 23 13:25:14.819273 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a76d5f13-0654-4273-8d5a-b16956df4bd6 req-ebe5ba5a-1c6c-4e3f-84ac-d34e0734bb85 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44 HTTP/1.1" status: 200 len: 1000 time: 0.0631909 Mar 23 13:25:14.864634 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50232) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:14.869234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d5f13-0654-4273-8d5a-b16956df4bd6 req-5844e226-65fe-48e2-b3ff-c15e7078f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:14.870703 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a76d5f13-0654-4273-8d5a-b16956df4bd6 req-5844e226-65fe-48e2-b3ff-c15e7078f532 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8aa49501-1e96-4397-ae01-88a78b49b8c4 HTTP/1.1" status: 200 len: 834 time: 0.0431879 Mar 23 13:25:14.917684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d5f13-0654-4273-8d5a-b16956df4bd6 req-28083e8e-fc4d-4e53-aad9-7359374a32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:14.919182 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a76d5f13-0654-4273-8d5a-b16956df4bd6 req-28083e8e-fc4d-4e53-aad9-7359374a32ce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399027 Mar 23 13:25:15.016216 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a76d5f13-0654-4273-8d5a-b16956df4bd6 req-461d112b-6552-4913-87e1-e461541bf068 service neutron] 10.222.0.77 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872982 Mar 23 13:25:15.024629 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port c30e85a7-695f-4b54-ab99-479db0d68d7f {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:25:15.024971 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:15.098875 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:15.099112 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:15.106065 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a76d5f13-0654-4273-8d5a-b16956df4bd6 req-9c84509a-abf8-4565-b21b-ceac2cb60e5b service neutron] 10.222.0.77 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814710 Mar 23 13:25:15.110688 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for c30e85a7-695f-4b54-ab99-479db0d68d7f owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:25:15.259451 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:15.290550 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=c30e85a7-695f-4b54-ab99-479db0d68d7f,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:15.319754 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:15.320126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:15.320466 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:15.320797 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:15.321124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:15.321448 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:15.321772 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:15.322096 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:15.322423 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:15.322742 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:15.323058 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:15.323372 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:15.362535 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:15.363432 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Floating IP 031f6ed1-3296-4c0c-9958-44c08cae351f disassociated (deleted). External IP: 172.25.2.42, port: 1f7db96c-eb22-4d39-b8f7-55555d4ddf44. Mar 23 13:25:15.570237 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router 3a6552f5-2ce1-49de-89a7-350691ee5d3b has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:25:15.677420 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:25:15.683047 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:15.687260 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e27d17f-af36-4256-a3e5-3e0ab72b20f7 None None] Sync routers for ids ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:25:15.698451 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e27d17f-af36-4256-a3e5-3e0ab72b20f7 None None] Routers {'3a6552f5-2ce1-49de-89a7-350691ee5d3b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:25:15.699058 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4e27d17f-af36-4256-a3e5-3e0ab72b20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:24:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:15.713595 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0892a677-2cb1-4f2d-80b2-068b0d4d0721 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/floatingips/031f6ed1-3296-4c0c-9958-44c08cae351f HTTP/1.1" status: 204 len: 168 time: 0.8478854 Mar 23 13:25:15.714284 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'tag': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:25:15.716657 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4275e08faca8efc7d8a4979b018622af39c56873975769ce7ab7baa304b7900c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b179353a-1ce1-4903-8f25-efe440243b35" -d '{"events": [{"name": "network-changed", "server_uuid": "08e52cf2-70a2-4f0b-9421-12bb0f9d62dc", "tag": "1f7db96c-eb22-4d39-b8f7-55555d4ddf44"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:25:15.762208 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f1c0c2-e742-4c6a-a4a7-f51ea4254fe1 x-openstack-request-id: req-d2f1c0c2-e742-4c6a-a4a7-f51ea4254fe1 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:25:15.762747 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e52cf2-70a2-4f0b-9421-12bb0f9d62dc", "tag": "1f7db96c-eb22-4d39-b8f7-55555d4ddf44", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:25:15.763176 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2f1c0c2-e742-4c6a-a4a7-f51ea4254fe1 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:25:15.763904 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'tag': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44', 'status': 'completed', 'code': 200} Mar 23 13:25:15.809608 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4e27d17f-af36-4256-a3e5-3e0ab72b20f7 None None] Set router 3a6552f5-2ce1-49de-89a7-350691ee5d3b gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:25:15.827615 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179353a-1ce1-4903-8f25-efe440243b35 req-4ad012ed-2892-43e5-8473-6e4b31d51eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:15.829154 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b179353a-1ce1-4903-8f25-efe440243b35 req-4ad012ed-2892-43e5-8473-6e4b31d51eff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 1096 time: 0.0430875 Mar 23 13:25:15.943638 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179353a-1ce1-4903-8f25-efe440243b35 req-530e5e71-0692-4e55-a5dc-ef858a831d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:15.945185 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b179353a-1ce1-4903-8f25-efe440243b35 req-530e5e71-0692-4e55-a5dc-ef858a831d4d service neutron] 10.222.0.77 "GET /v2.0/networks?id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d HTTP/1.1" status: 200 len: 897 time: 0.1006021 Mar 23 13:25:15.952194 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8d0c6-0b0e-46e5-b832-c79349eac94b req-b31103e8-a75b-4140-9467-68186fdf53b7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:15.953852 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f1b8d0c6-0b0e-46e5-b832-c79349eac94b req-b31103e8-a75b-4140-9467-68186fdf53b7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0528762 Mar 23 13:25:15.991541 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b179353a-1ce1-4903-8f25-efe440243b35 req-aaf1838f-691e-417a-ae06-d68d73559ef5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44 HTTP/1.1" status: 200 len: 217 time: 0.0363355 Mar 23 13:25:15.993913 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f1b8d0c6-0b0e-46e5-b832-c79349eac94b req-a9dfbc63-6d5b-4c64-b093-0a1728176883 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337141 Mar 23 13:25:16.021063 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4e27d17f-af36-4256-a3e5-3e0ab72b20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283485683', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:23:07Z', 'updated_at': '2022-03-23T13:23:11Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:08Z', 'updated_at': '2022-03-23T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4', 'name': '', 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:61:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:10Z', 'updated_at': '2022-03-23T13:23:14Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:16.046349 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e27d17f-af36-4256-a3e5-3e0ab72b20f7 None None] Checking router: 3a6552f5-2ce1-49de-89a7-350691ee5d3b for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:25:16.054226 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179353a-1ce1-4903-8f25-efe440243b35 req-d74c9a9b-cfcb-4b14-aa3d-545e3a445272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:16.054512 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e27d17f-af36-4256-a3e5-3e0ab72b20f7 None None] Routers {'3a6552f5-2ce1-49de-89a7-350691ee5d3b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:25:16.055100 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4e27d17f-af36-4256-a3e5-3e0ab72b20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:24:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:16.055667 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b179353a-1ce1-4903-8f25-efe440243b35 req-d74c9a9b-cfcb-4b14-aa3d-545e3a445272 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8aa49501-1e96-4397-ae01-88a78b49b8c4 HTTP/1.1" status: 200 len: 834 time: 0.0559337 Mar 23 13:25:16.105401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179353a-1ce1-4903-8f25-efe440243b35 req-29266382-d889-4e13-8049-1327f8e5c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:16.106985 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b179353a-1ce1-4903-8f25-efe440243b35 req-29266382-d889-4e13-8049-1327f8e5c8e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412838 Mar 23 13:25:16.160977 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4e27d17f-af36-4256-a3e5-3e0ab72b20f7 None None] Set router 3a6552f5-2ce1-49de-89a7-350691ee5d3b gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:25:16.201825 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b179353a-1ce1-4903-8f25-efe440243b35 req-d5a8d793-3796-4644-8880-877d98100e8f service neutron] 10.222.0.77 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861704 Mar 23 13:25:16.301585 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b179353a-1ce1-4903-8f25-efe440243b35 req-310b8f35-3065-4f5d-a415-b08bd0b0b4bf service neutron] 10.222.0.77 "GET /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910964 Mar 23 13:25:16.363424 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4e27d17f-af36-4256-a3e5-3e0ab72b20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283485683', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:23:07Z', 'updated_at': '2022-03-23T13:23:11Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:08Z', 'updated_at': '2022-03-23T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4', 'name': '', 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:61:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:10Z', 'updated_at': '2022-03-23T13:23:14Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:16.391896 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e27d17f-af36-4256-a3e5-3e0ab72b20f7 None None] The sync data for ids ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'] in n-d-834854-1 is: [{'id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283485683', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:23:07Z', 'updated_at': '2022-03-23T13:23:11Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:08Z', 'updated_at': '2022-03-23T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4', 'name': '', 'network_id': '3e397bf7-c6d0-4fb4-a0c4-4139099fe75d', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:61:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:10Z', 'updated_at': '2022-03-23T13:23:14Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '8aa49501-1e96-4397-ae01-88a78b49b8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:25:16.532805 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:16.635521 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b94e03-7a11-4742-9593-cad8b551913b None None] New status for floating IP 031f6ed1-3296-4c0c-9958-44c08cae351f: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:25:17.110752 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea46953-6aeb-4540-9a40-0adf57573d87 req-7bfce745-bec9-43a4-9849-69ad3c77c298 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:17.112230 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bea46953-6aeb-4540-9a40-0adf57573d87 req-7bfce745-bec9-43a4-9849-69ad3c77c298 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0487101 Mar 23 13:25:17.150855 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bea46953-6aeb-4540-9a40-0adf57573d87 req-e4a86510-1e04-4f80-b176-596f2bd81136 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c4b90d5-7748-48bd-9945-451324a8de9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321088 Mar 23 13:25:17.698059 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358d11f-92dd-4e02-bc6a-0c4afc066839 req-81cc9263-2da0-42f5-b3e4-95f1ee700ac9 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:17.699647 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9358d11f-92dd-4e02-bc6a-0c4afc066839 req-81cc9263-2da0-42f5-b3e4-95f1ee700ac9 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.77 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 945 time: 0.0485914 Mar 23 13:25:17.794088 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9358d11f-92dd-4e02-bc6a-0c4afc066839 req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:25:17.794426 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9358d11f-92dd-4e02-bc6a-0c4afc066839 req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:17.840581 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:17.885150 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-9358d11f-92dd-4e02-bc6a-0c4afc066839 req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] For port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,segment=NetworkSegment(ebc05c4c-9dd3-4a51-9277-07c33c631c69),segment_id=ebc05c4c-9dd3-4a51-9277-07c33c631c69)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:25:17.885507 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9358d11f-92dd-4e02-bc6a-0c4afc066839 req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:17.898600 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-9358d11f-92dd-4e02-bc6a-0c4afc066839 req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:25:18.027221 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9358d11f-92dd-4e02-bc6a-0c4afc066839 req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:18.055402 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=1f7db96c-eb22-4d39-b8f7-55555d4ddf44,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:18.069749 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:18.070115 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:18.070449 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:18.070781 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:18.071107 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:18.071480 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:18.071815 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:18.072225 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:18.072468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:18.072943 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:18.073102 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:18.073416 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:18.111080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9358d11f-92dd-4e02-bc6a-0c4afc066839 req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] No DVR routers for this DVR port 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:25:18.114421 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-9358d11f-92dd-4e02-bc6a-0c4afc066839 req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:18.117738 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9358d11f-92dd-4e02-bc6a-0c4afc066839 req-34b04cdf-5e9f-4360-8806-bd0e1e733cd5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.77 "DELETE /v2.0/ports/1f7db96c-eb22-4d39-b8f7-55555d4ddf44 HTTP/1.1" status: 204 len: 173 time: 0.4119780 Mar 23 13:25:18.118177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'name': 'network-vif-deleted', 'tag': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:25:18.120445 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5659e0d9-49e3-4156-a551-c1434f1270b2" -d '{"events": [{"server_uuid": "08e52cf2-70a2-4f0b-9421-12bb0f9d62dc", "name": "network-vif-deleted", "tag": "1f7db96c-eb22-4d39-b8f7-55555d4ddf44"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:25:18.160542 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfde1718-ce8b-4096-84a7-2ad58a427b2e x-openstack-request-id: req-cfde1718-ce8b-4096-84a7-2ad58a427b2e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:25:18.160904 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e52cf2-70a2-4f0b-9421-12bb0f9d62dc", "name": "network-vif-deleted", "tag": "1f7db96c-eb22-4d39-b8f7-55555d4ddf44", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:25:18.161164 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cfde1718-ce8b-4096-84a7-2ad58a427b2e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:25:18.161571 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e52cf2-70a2-4f0b-9421-12bb0f9d62dc', 'name': 'network-vif-deleted', 'tag': '1f7db96c-eb22-4d39-b8f7-55555d4ddf44', 'status': 'completed', 'code': 200} Mar 23 13:25:18.249645 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-87a83e73-c790-4cf6-b2df-9d71579aff13 req-d513a519-f6c1-4cb7-a32b-ea43544cfc71 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=08e52cf2-70a2-4f0b-9421-12bb0f9d62dc HTTP/1.1" status: 200 len: 210 time: 0.0261984 Mar 23 13:25:18.693484 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:25:19.308309 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50252) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:19.669629 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d0829be-ee4d-483c-a497-75ecfc31646b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:19.923523 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9d0829be-ee4d-483c-a497-75ecfc31646b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:25:19.923755 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d0829be-ee4d-483c-a497-75ecfc31646b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:20.010051 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-9d0829be-ee4d-483c-a497-75ecfc31646b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] For port 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4,segment=NetworkSegment(ebc05c4c-9dd3-4a51-9277-07c33c631c69),segment_id=ebc05c4c-9dd3-4a51-9277-07c33c631c69)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:25:20.010534 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d0829be-ee4d-483c-a497-75ecfc31646b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:20.023350 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-9d0829be-ee4d-483c-a497-75ecfc31646b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:25:20.203322 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d0829be-ee4d-483c-a497-75ecfc31646b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:20.234356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0829be-ee4d-483c-a497-75ecfc31646b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:20.406390 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9d0829be-ee4d-483c-a497-75ecfc31646b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:20.620195 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0829be-ee4d-483c-a497-75ecfc31646b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router 3a6552f5-2ce1-49de-89a7-350691ee5d3b has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:25:20.635755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:25:20.660163 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:25:20.660527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device 1f7db96c-eb22-4d39-b8f7-55555d4ddf44 not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:25:21.042434 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0829be-ee4d-483c-a497-75ecfc31646b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:25:21.047257 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9d0829be-ee4d-483c-a497-75ecfc31646b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "PUT /v2.0/routers/3a6552f5-2ce1-49de-89a7-350691ee5d3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7379079 Mar 23 13:25:21.049977 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50254) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:21.052974 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d23c5-e79d-47cf-9134-78af34f83838 None None] Sync routers for ids ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:25:21.062567 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d23c5-e79d-47cf-9134-78af34f83838 None None] Routers {'3a6552f5-2ce1-49de-89a7-350691ee5d3b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:25:21.063246 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-803d23c5-e79d-47cf-9134-78af34f83838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:24:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:21.099218 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ad1d6c-5f11-4f90-9066-514bb7a35156 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting subnet 8aa49501-1e96-4397-ae01-88a78b49b8c4 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:25:21.102183 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97ad1d6c-5f11-4f90-9066-514bb7a35156 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:21.140912 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97ad1d6c-5f11-4f90-9066-514bb7a35156 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:21.166128 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-803d23c5-e79d-47cf-9134-78af34f83838 None None] Set router 3a6552f5-2ce1-49de-89a7-350691ee5d3b gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:25:21.229666 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97ad1d6c-5f11-4f90-9066-514bb7a35156 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:21.290813 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97ad1d6c-5f11-4f90-9066-514bb7a35156 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:21.318175 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad1d6c-5f11-4f90-9066-514bb7a35156 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa49501-1e96-4397-ae01-88a78b49b8c4,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:21.321794 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97ad1d6c-5f11-4f90-9066-514bb7a35156 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:21.324980 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-97ad1d6c-5f11-4f90-9066-514bb7a35156 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/subnets/8aa49501-1e96-4397-ae01-88a78b49b8c4 HTTP/1.1" status: 204 len: 168 time: 0.2734869 Mar 23 13:25:21.327650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50256) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:21.330461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b620573-9ce7-4535-b729-50869b9627d8 None None] Network 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:25:21.441780 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5862bcee-5d04-4933-8299-f0f02cea7cab tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:21.444033 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-803d23c5-e79d-47cf-9134-78af34f83838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283485683', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:23:07Z', 'updated_at': '2022-03-23T13:25:20Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:08Z', 'updated_at': '2022-03-23T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:21.473989 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d23c5-e79d-47cf-9134-78af34f83838 None None] Checking router: 3a6552f5-2ce1-49de-89a7-350691ee5d3b for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:25:21.485330 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d23c5-e79d-47cf-9134-78af34f83838 None None] Routers {'3a6552f5-2ce1-49de-89a7-350691ee5d3b'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:25:21.485931 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-803d23c5-e79d-47cf-9134-78af34f83838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:24:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:21.507017 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] DHCP port deletion for 3e397bf7-c6d0-4fb4-a0c4-4139099fe75d request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:25:21.550932 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5862bcee-5d04-4933-8299-f0f02cea7cab tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:21.557988 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Deleting port e3e329ed-4468-413d-b5b4-eb0d000c4ee4 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:25:21.558765 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:21.593650 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-803d23c5-e79d-47cf-9134-78af34f83838 None None] Set router 3a6552f5-2ce1-49de-89a7-350691ee5d3b gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:25:21.608222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5862bcee-5d04-4933-8299-f0f02cea7cab tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port 857de41b-0a39-4cb5-ba04-87cc632d4626 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:25:21.608560 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5862bcee-5d04-4933-8299-f0f02cea7cab tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:21.622846 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] For port e3e329ed-4468-413d-b5b4-eb0d000c4ee4, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e3e329ed-4468-413d-b5b4-eb0d000c4ee4,segment=NetworkSegment(ebc05c4c-9dd3-4a51-9277-07c33c631c69),segment_id=ebc05c4c-9dd3-4a51-9277-07c33c631c69)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:25:21.623239 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:21.635601 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Calling delete_port for e3e329ed-4468-413d-b5b4-eb0d000c4ee4 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:25:21.699026 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-5862bcee-5d04-4933-8299-f0f02cea7cab tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] For port 857de41b-0a39-4cb5-ba04-87cc632d4626, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=857de41b-0a39-4cb5-ba04-87cc632d4626,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:25:21.699716 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5862bcee-5d04-4933-8299-f0f02cea7cab tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:21.713837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-5862bcee-5d04-4933-8299-f0f02cea7cab tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for 857de41b-0a39-4cb5-ba04-87cc632d4626 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:25:21.725126 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:21.758950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] No DVR routers for this DVR port e3e329ed-4468-413d-b5b4-eb0d000c4ee4 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:25:21.762308 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Pushing event deleted for resources: {'Port': ['ID=e3e329ed-4468-413d-b5b4-eb0d000c4ee4,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:21.772793 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:21.773103 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:21.773984 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:21.773984 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:21.774208 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:21.774424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:21.774759 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:21.775091 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:21.775417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:21.775742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:21.776321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:21.776557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b573ed3-e4e2-4b12-b1f3-b5c7333c0129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:21.794778 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-803d23c5-e79d-47cf-9134-78af34f83838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283485683', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:23:07Z', 'updated_at': '2022-03-23T13:25:20Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:08Z', 'updated_at': '2022-03-23T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:21.820639 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d23c5-e79d-47cf-9134-78af34f83838 None None] The sync data for ids ['3a6552f5-2ce1-49de-89a7-350691ee5d3b'] in n-d-834854-1 is: [{'id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283485683', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:23:07Z', 'updated_at': '2022-03-23T13:25:20Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '857de41b-0a39-4cb5-ba04-87cc632d4626', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6552f5-2ce1-49de-89a7-350691ee5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:23:08Z', 'updated_at': '2022-03-23T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:25:21.891650 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5862bcee-5d04-4933-8299-f0f02cea7cab tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:21.921126 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862bcee-5d04-4933-8299-f0f02cea7cab tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=857de41b-0a39-4cb5-ba04-87cc632d4626,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:21.988359 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5862bcee-5d04-4933-8299-f0f02cea7cab tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:22.079116 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5862bcee-5d04-4933-8299-f0f02cea7cab tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:22.082042 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5862bcee-5d04-4933-8299-f0f02cea7cab tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:22.123524 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5862bcee-5d04-4933-8299-f0f02cea7cab tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:22.124144 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5862bcee-5d04-4933-8299-f0f02cea7cab tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Fanout notify agent at l3_agent the message router_deleted on router 3a6552f5-2ce1-49de-89a7-350691ee5d3b {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:25:22.131626 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-5862bcee-5d04-4933-8299-f0f02cea7cab tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:22.132781 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-5862bcee-5d04-4933-8299-f0f02cea7cab tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/routers/3a6552f5-2ce1-49de-89a7-350691ee5d3b HTTP/1.1" status: 204 len: 168 time: 0.8035932 Mar 23 13:25:22.135481 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50258) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:22.215470 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-523bc1ff-7766-4f43-9144-69179b52380f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:22.281202 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e3e329ed-4468-413d-b5b4-eb0d000c4ee4 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:25:22.304453 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: e3e329ed-4468-413d-b5b4-eb0d000c4ee4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:25:22.304796 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e3e329ed-4468-413d-b5b4-eb0d000c4ee4 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:25:22.305220 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:25:22.312113 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-523bc1ff-7766-4f43-9144-69179b52380f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:22.325537 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:25:22.325882 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 252f1d1c-ca2e-47f5-8ebd-5a4a72cd2ea4 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:25:22.340688 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-523bc1ff-7766-4f43-9144-69179b52380f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e397bf7-c6d0-4fb4-a0c4-4139099fe75d']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:22.351174 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-523bc1ff-7766-4f43-9144-69179b52380f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc05c4c-9dd3-4a51-9277-07c33c631c69') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:22.351477 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-523bc1ff-7766-4f43-9144-69179b52380f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc05c4c-9dd3-4a51-9277-07c33c631c69') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:22.361065 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-523bc1ff-7766-4f43-9144-69179b52380f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:22.374360 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-523bc1ff-7766-4f43-9144-69179b52380f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:22.380228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523bc1ff-7766-4f43-9144-69179b52380f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:25:22.380602 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-523bc1ff-7766-4f43-9144-69179b52380f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:25:22.383517 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:25:22.441847 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-523bc1ff-7766-4f43-9144-69179b52380f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:22.446696 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-523bc1ff-7766-4f43-9144-69179b52380f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:22.453128 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50260) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:22.453564 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-523bc1ff-7766-4f43-9144-69179b52380f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/networks/3e397bf7-c6d0-4fb4-a0c4-4139099fe75d HTTP/1.1" status: 204 len: 168 time: 0.3166904 Mar 23 13:25:22.468605 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bc1ff-7766-4f43-9144-69179b52380f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Network': ['ID=3e397bf7-c6d0-4fb4-a0c4-4139099fe75d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:22.528273 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c92c0fe1-3cd5-4b9b-8976-4eab4df465c1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:22.559691 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c92c0fe1-3cd5-4b9b-8976-4eab4df465c1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:22.626714 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c92c0fe1-3cd5-4b9b-8976-4eab4df465c1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:22.629845 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c92c0fe1-3cd5-4b9b-8976-4eab4df465c1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:22.630996 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c92c0fe1-3cd5-4b9b-8976-4eab4df465c1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/security-groups/1c4b90d5-7748-48bd-9945-451324a8de9b HTTP/1.1" status: 204 len: 168 time: 0.1768920 Mar 23 13:25:22.639990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c0fe1-3cd5-4b9b-8976-4eab4df465c1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4b90d5-7748-48bd-9945-451324a8de9b,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:23.855642 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50268) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:23.860243 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d0f35a23-e33f-409b-a9f1-8fdac19bc295 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1289209711', 'description': 'tempest-secgroup-smoke-1289209711 description', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:25:23.888342 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0f35a23-e33f-409b-a9f1-8fdac19bc295 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:23.963836 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0f35a23-e33f-409b-a9f1-8fdac19bc295 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:23.967778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0f35a23-e33f-409b-a9f1-8fdac19bc295 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:23.998075 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d0f35a23-e33f-409b-a9f1-8fdac19bc295 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:23.999279 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d0f35a23-e33f-409b-a9f1-8fdac19bc295 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1426263 Mar 23 13:25:24.000143 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f35a23-e33f-409b-a9f1-8fdac19bc295 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:24.002293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50270) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:24.007778 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6d798f31-f804-4784-97e3-207f91b805ca tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:25:24.033204 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d798f31-f804-4784-97e3-207f91b805ca tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.080484 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d798f31-f804-4784-97e3-207f91b805ca tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.084672 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d798f31-f804-4784-97e3-207f91b805ca tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.108668 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d798f31-f804-4784-97e3-207f91b805ca tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475e4eac-197e-488c-b0d7-489717eac0b5,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:24.115200 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 857de41b-0a39-4cb5-ba04-87cc632d4626 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:25:24.121410 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6d798f31-f804-4784-97e3-207f91b805ca tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.122736 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6d798f31-f804-4784-97e3-207f91b805ca tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188483 Mar 23 13:25:24.125694 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50272) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:24.130411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-47a109f9-fe08-469f-862d-271fc54913e7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:25:24.143845 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 857de41b-0a39-4cb5-ba04-87cc632d4626 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:25:24.144362 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 857de41b-0a39-4cb5-ba04-87cc632d4626 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:25:24.154088 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f823c248-a78d-4b2f-855c-d133cbd806a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.159142 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47a109f9-fe08-469f-862d-271fc54913e7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.220911 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47a109f9-fe08-469f-862d-271fc54913e7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.225241 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47a109f9-fe08-469f-862d-271fc54913e7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.243375 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a109f9-fe08-469f-862d-271fc54913e7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcb5a09-6eac-4b5c-928b-3d8a4da8999d,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:24.251097 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-47a109f9-fe08-469f-862d-271fc54913e7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.252371 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-47a109f9-fe08-469f-862d-271fc54913e7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256065 Mar 23 13:25:24.255277 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50274) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:24.260228 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-3a9d9e6d-e4a4-413b-8cee-d8f5450ee057 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:25:24.284119 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a9d9e6d-e4a4-413b-8cee-d8f5450ee057 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.342638 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a9d9e6d-e4a4-413b-8cee-d8f5450ee057 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.346488 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a9d9e6d-e4a4-413b-8cee-d8f5450ee057 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.365861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d9e6d-e4a4-413b-8cee-d8f5450ee057 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207bbb9c-7428-4888-9888-a15982e48c95,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:24.373579 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-3a9d9e6d-e4a4-413b-8cee-d8f5450ee057 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.377060 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-3a9d9e6d-e4a4-413b-8cee-d8f5450ee057 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185524 Mar 23 13:25:24.377528 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50276) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:24.382483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-106e3279-2967-445f-9282-a359198ad328 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:25:24.407939 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-106e3279-2967-445f-9282-a359198ad328 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.465084 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-106e3279-2967-445f-9282-a359198ad328 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.468922 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-106e3279-2967-445f-9282-a359198ad328 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.486588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e3279-2967-445f-9282-a359198ad328 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae4e62a-ed9c-4a4e-94ba-e486eacf6f4f,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:24.494395 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-106e3279-2967-445f-9282-a359198ad328 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.495558 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-106e3279-2967-445f-9282-a359198ad328 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164942 Mar 23 13:25:24.498247 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50278) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:24.502443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-954dcd28-e7a8-48b9-afc4-99137cc9cc93 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:25:24.522304 n-d-834854-1 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-954dcd28-e7a8-48b9-afc4-99137cc9cc93 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Project 488994dbef3a4604b5eb0770edd5eaf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:25:24.527040 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-954dcd28-e7a8-48b9-afc4-99137cc9cc93 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.894821 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-954dcd28-e7a8-48b9-afc4-99137cc9cc93 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.898905 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-954dcd28-e7a8-48b9-afc4-99137cc9cc93 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.916180 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954dcd28-e7a8-48b9-afc4-99137cc9cc93 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619fc5e6-47a0-4c4f-bd05-da5f260b4f57,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:24.925267 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-954dcd28-e7a8-48b9-afc4-99137cc9cc93 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:24.926498 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-954dcd28-e7a8-48b9-afc4-99137cc9cc93 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4273298 Mar 23 13:25:24.929200 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50280) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:24.933740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a1c5235f-f45c-4d4a-99d5-7cb90ee0ea20 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:25:24.954281 n-d-834854-1 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-a1c5235f-f45c-4d4a-99d5-7cb90ee0ea20 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Project 488994dbef3a4604b5eb0770edd5eaf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:25:24.959781 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c5235f-f45c-4d4a-99d5-7cb90ee0ea20 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:25.019170 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c5235f-f45c-4d4a-99d5-7cb90ee0ea20 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:25.022864 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c5235f-f45c-4d4a-99d5-7cb90ee0ea20 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:25.040339 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5235f-f45c-4d4a-99d5-7cb90ee0ea20 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9844e5-656e-4514-9199-3203bcd3e7cc,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:25.047517 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a1c5235f-f45c-4d4a-99d5-7cb90ee0ea20 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:25.048736 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a1c5235f-f45c-4d4a-99d5-7cb90ee0ea20 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185558 Mar 23 13:25:25.052166 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50282) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:25.056900 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-64727b6d-6f88-4804-a06f-5f8002402f2e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'network': {'name': 'tempest-network-smoke--1807873694', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'port_security_enabled': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:25:25.075682 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64727b6d-6f88-4804-a06f-5f8002402f2e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Made reservation on behalf of 488994dbef3a4604b5eb0770edd5eaf8 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:25:25.079014 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64727b6d-6f88-4804-a06f-5f8002402f2e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:25.103406 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64727b6d-6f88-4804-a06f-5f8002402f2e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:25:25.111994 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64727b6d-6f88-4804-a06f-5f8002402f2e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:25.112367 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-64727b6d-6f88-4804-a06f-5f8002402f2e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Added segment 8c09cd52-d3e0-4fd9-abaa-866747bea8bc of type vlan for network 4bfcebb0-a0f6-4f13-920a-33f134fefab8 Mar 23 13:25:25.150968 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64727b6d-6f88-4804-a06f-5f8002402f2e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:25.176692 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64727b6d-6f88-4804-a06f-5f8002402f2e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:25.182083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64727b6d-6f88-4804-a06f-5f8002402f2e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:25.182647 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-64727b6d-6f88-4804-a06f-5f8002402f2e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:25.242384 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-64727b6d-6f88-4804-a06f-5f8002402f2e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1891596 Mar 23 13:25:25.245009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50284) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:25.249253 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1863143624', 'admin_state_up': True, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:25:25.263602 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64727b6d-6f88-4804-a06f-5f8002402f2e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Network': ['ID=4bfcebb0-a0f6-4f13-920a-33f134fefab8,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:25.275515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 4bfcebb0-a0f6-4f13-920a-33f134fefab8 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:25:25.277864 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:25.278879 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:25.328885 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:25.467976 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:25.657806 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:25.676936 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:25.785090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.25.2.121 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/97928d4a-2d0e-4baf-98d9-e9c7e6985420) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:25:25.886565 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:25.919918 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:25.959873 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:25:25.962657 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:25:25.966772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:25:25.969704 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=97928d4a-2d0e-4baf-98d9-e9c7e6985420,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:26.209778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:26.412812 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:26.538420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router e667bd77-452c-4e29-83e8-af6a91476863 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:25:26.644942 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:25:26.654702 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Sync routers for ids ['e667bd77-452c-4e29-83e8-af6a91476863'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:25:26.664207 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Routers {'e667bd77-452c-4e29-83e8-af6a91476863'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:25:26.664917 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:24:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e667bd77-452c-4e29-83e8-af6a91476863'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:26.665075 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:26.666308 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-87fc7b4b-e692-41bd-912f-00c10ab322f6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4203944 Mar 23 13:25:26.669491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50286) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:26.698535 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7448b913-d644-446e-a540-06d4924d82f3 tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=488994dbef3a4604b5eb0770edd5eaf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279741 Mar 23 13:25:26.701239 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50288) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:26.772038 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Set router e667bd77-452c-4e29-83e8-af6a91476863 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:25:26.794087 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9e7e7-1d8d-4c18-acb7-90bac334c6df tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:26.795607 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-27b9e7e7-1d8d-4c18-acb7-90bac334c6df tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934448 Mar 23 13:25:26.798410 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50290) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:26.827498 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-00bf7402-349c-4369-a17c-1e8efed6648d tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280297 Mar 23 13:25:26.829910 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50292) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:26.877368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-06a7b268-c5bc-4eee-b74d-36ec45d65bd8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-707515809', 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:25:26.951376 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863143624', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:26Z', 'revision_number': 3, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:26.963411 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a7b268-c5bc-4eee-b74d-36ec45d65bd8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Made reservation on behalf of 488994dbef3a4604b5eb0770edd5eaf8 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:25:26.966995 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06a7b268-c5bc-4eee-b74d-36ec45d65bd8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:26.979301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Checking router: e667bd77-452c-4e29-83e8-af6a91476863 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:25:26.979645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Updating router e667bd77-452c-4e29-83e8-af6a91476863 port 97928d4a-2d0e-4baf-98d9-e9c7e6985420 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:25:27.014345 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:27.040612 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9d4a587e-a613-4866-bac0-8234ecb9a36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:27.153681 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06a7b268-c5bc-4eee-b74d-36ec45d65bd8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:27.214047 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7b268-c5bc-4eee-b74d-36ec45d65bd8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Subnet': ['ID=05010d62-31de-47dd-8b8b-1a156c3383ec,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:27.228939 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a7b268-c5bc-4eee-b74d-36ec45d65bd8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Checking segment: {'id': '8c09cd52-d3e0-4fd9-abaa-866747bea8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:25:27.229308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a7b268-c5bc-4eee-b74d-36ec45d65bd8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network hostable DHCP agents. Network: 4bfcebb0-a0f6-4f13-920a-33f134fefab8, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:25:27.245903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a7b268-c5bc-4eee-b74d-36ec45d65bd8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network 4bfcebb0-a0f6-4f13-920a-33f134fefab8 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:25:27.254549 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-06a7b268-c5bc-4eee-b74d-36ec45d65bd8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 4bfcebb0-a0f6-4f13-920a-33f134fefab8) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:25:27.258786 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a7b268-c5bc-4eee-b74d-36ec45d65bd8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:27.259847 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-06a7b268-c5bc-4eee-b74d-36ec45d65bd8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:27.266809 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2861fc-8a2d-4d8a-8c46-d8cb98ffc559 None None] Network 4bfcebb0-a0f6-4f13-920a-33f134fefab8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:25:27.276220 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-06a7b268-c5bc-4eee-b74d-36ec45d65bd8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4452875 Mar 23 13:25:27.279053 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50296) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:27.295679 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:27.324442 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:27.398549 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11d8f9-342a-4dba-884e-9799513065b4 None None] Pushing event updated for resources: {'Port': ['ID=97928d4a-2d0e-4baf-98d9-e9c7e6985420,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:27.404278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Attempting to bind port 97928d4a-2d0e-4baf-98d9-e9c7e6985420 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:25:27.404648 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Attempting to bind port 97928d4a-2d0e-4baf-98d9-e9c7e6985420 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:25:27.405011 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Attempting to bind port 97928d4a-2d0e-4baf-98d9-e9c7e6985420 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:25:27.417383 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:25:27.417754 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:25:27.418151 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:27.418573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:25:27.419040 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Bound port: 97928d4a-2d0e-4baf-98d9-e9c7e6985420, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:25:27.419419 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:27.516027 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] For port 97928d4a-2d0e-4baf-98d9-e9c7e6985420, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:25:27.526146 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-4bfcebb0-a0f6-4f13-920a-33f134fefab8', 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ips': [{'subnet_id': '05010d62-31de-47dd-8b8b-1a156c3383ec'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:25:27.526997 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:27.532214 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] For port 97928d4a-2d0e-4baf-98d9-e9c7e6985420, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=97928d4a-2d0e-4baf-98d9-e9c7e6985420,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:25:27.544309 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:27.675725 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Routers {'e667bd77-452c-4e29-83e8-af6a91476863'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:25:27.676436 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:25:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e667bd77-452c-4e29-83e8-af6a91476863'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:27.680915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11d8f9-342a-4dba-884e-9799513065b4 None None] Pushing event updated for resources: {'Port': ['ID=97928d4a-2d0e-4baf-98d9-e9c7e6985420,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:27.726935 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:27.808569 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Allocated IP 172.20.0.2 (4bfcebb0-a0f6-4f13-920a-33f134fefab8/05010d62-31de-47dd-8b8b-1a156c3383ec/f25d8e77-5f8d-42cd-b9be-3892d1652642) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:25:27.836475 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] Set router e667bd77-452c-4e29-83e8-af6a91476863 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:25:28.163457 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:28.271090 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:28.281940 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:28.333320 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.20.0.1 (4bfcebb0-a0f6-4f13-920a-33f134fefab8/05010d62-31de-47dd-8b8b-1a156c3383ec/2f1be570-58f3-4ed3-a882-bd89707198f8) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:25:28.336454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Network 4bfcebb0-a0f6-4f13-920a-33f134fefab8 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:25:28.341302 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:25:28.344189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:25:28.346025 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Pushing event updated for resources: {'Port': ['ID=f25d8e77-5f8d-42cd-b9be-3892d1652642,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:28.354067 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863143624', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:26Z', 'revision_number': 3, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:28.401401 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f0ec53-3284-4d95-9b18-d4037e2707c6 None None] The sync data for ids ['e667bd77-452c-4e29-83e8-af6a91476863'] in n-d-834854-1 is: [{'id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863143624', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:26Z', 'revision_number': 3, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:25:28.432277 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Attempting to bind port f25d8e77-5f8d-42cd-b9be-3892d1652642 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:25:28.432650 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Attempting to bind port f25d8e77-5f8d-42cd-b9be-3892d1652642 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '8c09cd52-d3e0-4fd9-abaa-866747bea8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:25:28.433008 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Attempting to bind port f25d8e77-5f8d-42cd-b9be-3892d1652642 on network 4bfcebb0-a0f6-4f13-920a-33f134fefab8 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:25:28.438244 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:25:28.438644 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Checking segment: {'id': '8c09cd52-d3e0-4fd9-abaa-866747bea8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:25:28.439022 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:28.439413 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Bound using segment: {'id': '8c09cd52-d3e0-4fd9-abaa-866747bea8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:25:28.439871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Bound port: f25d8e77-5f8d-42cd-b9be-3892d1652642, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c09cd52-d3e0-4fd9-abaa-866747bea8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:25:28.440281 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:28.447568 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:28.484156 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:28.506559 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] For port f25d8e77-5f8d-42cd-b9be-3892d1652642, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:25:28.510357 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] For port f25d8e77-5f8d-42cd-b9be-3892d1652642, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f25d8e77-5f8d-42cd-b9be-3892d1652642,segment=NetworkSegment(8c09cd52-d3e0-4fd9-abaa-866747bea8bc),segment_id=8c09cd52-d3e0-4fd9-abaa-866747bea8bc)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:25:28.516893 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:28.537112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network 4bfcebb0-a0f6-4f13-920a-33f134fefab8 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:25:28.540369 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:25:28.544492 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:25:28.579960 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=2f1be570-58f3-4ed3-a882-bd89707198f8,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:28.583889 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3db3c9-8aa7-4ac8-ae27-6de35bed8a6d None None] Pushing event updated for resources: {'Port': ['ID=f25d8e77-5f8d-42cd-b9be-3892d1652642,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:28.601279 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:28.792220 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:29.111461 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:29.119667 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:29.193495 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=2f1be570-58f3-4ed3-a882-bd89707198f8,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:29.198888 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:29.275382 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:29.313388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network 4bfcebb0-a0f6-4f13-920a-33f134fefab8 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:25:29.314876 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:25:29.434601 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router e667bd77-452c-4e29-83e8-af6a91476863 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:25:29.549253 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:25:29.555312 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-78193393-bb1d-46e8-b1fd-6a19aa1869c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "PUT /v2.0/routers/e667bd77-452c-4e29-83e8-af6a91476863/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2747958 Mar 23 13:25:29.622819 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:29.626762 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bbdc17-25c1-408c-b462-07a57898d0cd None None] Network 4bfcebb0-a0f6-4f13-920a-33f134fefab8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:25:29.685310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-02ae2e81-cf8f-441c-ab8a-9e0ea1689f95 None None] Provisioning complete for port f25d8e77-5f8d-42cd-b9be-3892d1652642 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:25:29.685676 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-02ae2e81-cf8f-441c-ab8a-9e0ea1689f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:29.712508 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-dd0273d4-4b36-4a5a-8dfc-e86734f170bd tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289209711&fields=id&tenant_id=488994dbef3a4604b5eb0770edd5eaf8 HTTP/1.1" status: 200 len: 267 time: 0.0405223 Mar 23 13:25:29.821547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-a74d7a22-2064-469f-98c5-c4d6afb9be29 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:29.823103 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-a74d7a22-2064-469f-98c5-c4d6afb9be29 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/networks?id=4bfcebb0-a0f6-4f13-920a-33f134fefab8 HTTP/1.1" status: 200 len: 797 time: 0.1097960 Mar 23 13:25:29.835071 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-02ae2e81-cf8f-441c-ab8a-9e0ea1689f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:29.840282 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-b5b14b0b-5780-49b1-8303-fea5d1f1ee55 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/quotas/488994dbef3a4604b5eb0770edd5eaf8 HTTP/1.1" status: 200 len: 375 time: 0.0107372 Mar 23 13:25:29.874079 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-02ae2e81-cf8f-441c-ab8a-9e0ea1689f95 None None] For port f25d8e77-5f8d-42cd-b9be-3892d1652642, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f25d8e77-5f8d-42cd-b9be-3892d1652642,segment=NetworkSegment(8c09cd52-d3e0-4fd9-abaa-866747bea8bc),segment_id=8c09cd52-d3e0-4fd9-abaa-866747bea8bc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:25:29.880262 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-02ae2e81-cf8f-441c-ab8a-9e0ea1689f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:29.903034 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-0bfc0aad-7f80-4469-a02c-8d8195011346 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529170 Mar 23 13:25:29.920794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-037d0456-9f19-48d4-8925-efbd23b0250f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:25:29.921799 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-037d0456-9f19-48d4-8925-efbd23b0250f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057278 Mar 23 13:25:29.938366 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae2e81-cf8f-441c-ab8a-9e0ea1689f95 None None] Pushing event updated for resources: {'Port': ['ID=f25d8e77-5f8d-42cd-b9be-3892d1652642,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:30.023676 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-7688f35c-539e-4535-8ba8-7393d320f75f service neutron] 10.222.0.52 "GET /v2.0/networks/4bfcebb0-a0f6-4f13-920a-33f134fefab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928705 Mar 23 13:25:30.113773 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c7b10a2e-1f69-44e9-a8d9-5b0f09467d51 None None] Provisioning complete for port f25d8e77-5f8d-42cd-b9be-3892d1652642 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:25:30.114272 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c7b10a2e-1f69-44e9-a8d9-5b0f09467d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:30.145475 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-eed506bb-c4f3-45a0-aad1-d5105195610f service neutron] 10.222.0.52 "GET /v2.0/networks/4bfcebb0-a0f6-4f13-920a-33f134fefab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116757 Mar 23 13:25:30.193220 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Sync routers for ids ['e667bd77-452c-4e29-83e8-af6a91476863'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:25:30.212158 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Routers {'e667bd77-452c-4e29-83e8-af6a91476863'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:25:30.212783 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5ba825bd-7612-40bc-8739-508df797adba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:25:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e667bd77-452c-4e29-83e8-af6a91476863'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:30.256842 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 97928d4a-2d0e-4baf-98d9-e9c7e6985420 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:25:30.324726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c7b10a2e-1f69-44e9-a8d9-5b0f09467d51 None None] Provisioning complete for port 2f1be570-58f3-4ed3-a882-bd89707198f8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:25:30.325452 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c7b10a2e-1f69-44e9-a8d9-5b0f09467d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:30.370346 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Set router e667bd77-452c-4e29-83e8-af6a91476863 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:25:30.383349 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-c7b10a2e-1f69-44e9-a8d9-5b0f09467d51 None None] Port 2f1be570-58f3-4ed3-a882-bd89707198f8 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:25:30.384851 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 97928d4a-2d0e-4baf-98d9-e9c7e6985420 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:25:30.385216 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:30.426789 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2387e4a1-e50f-4477-9472-290e21c03811 req-b3437994-dc3b-41c9-a53f-e9d9f8540c72 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 210 time: 0.0800924 Mar 23 13:25:30.469221 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:30.490515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 97928d4a-2d0e-4baf-98d9-e9c7e6985420, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=97928d4a-2d0e-4baf-98d9-e9c7e6985420,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:25:30.505263 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:30.505976 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f25d8e77-5f8d-42cd-b9be-3892d1652642 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:25:30.563501 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-8ac5bfc2-7367-4c25-9b6c-ce38da8ab7b3 None None] Provisioning complete for port 2f1be570-58f3-4ed3-a882-bd89707198f8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:25:30.563889 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8ac5bfc2-7367-4c25-9b6c-ce38da8ab7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:30.617905 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5ba825bd-7612-40bc-8739-508df797adba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863143624', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:28Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2f1be570-58f3-4ed3-a882-bd89707198f8', 'name': '', 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:50:ef:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:27Z', 'updated_at': '2022-03-23T13:25:28Z', 'revision_number': 2, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:30.639099 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=97928d4a-2d0e-4baf-98d9-e9c7e6985420,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:30.647649 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Checking router: e667bd77-452c-4e29-83e8-af6a91476863 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:25:30.648022 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Updating router e667bd77-452c-4e29-83e8-af6a91476863 port 2f1be570-58f3-4ed3-a882-bd89707198f8 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:25:30.649757 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5bfc2-7367-4c25-9b6c-ce38da8ab7b3 None None] Port 2f1be570-58f3-4ed3-a882-bd89707198f8 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:25:30.662448 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f25d8e77-5f8d-42cd-b9be-3892d1652642 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:25:30.662816 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:30.678100 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:30.770549 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4fc79b75-93fb-42e0-b817-eefab122d531 None None] Provisioning complete for port 2f1be570-58f3-4ed3-a882-bd89707198f8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:25:30.770995 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fc79b75-93fb-42e0-b817-eefab122d531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:30.816192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4fc79b75-93fb-42e0-b817-eefab122d531 None None] Port 2f1be570-58f3-4ed3-a882-bd89707198f8 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:25:30.969154 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:30.975068 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:31.039486 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8e464-b091-4f0d-bbdf-beec2bbd8ed2 None None] Pushing event updated for resources: {'Port': ['ID=2f1be570-58f3-4ed3-a882-bd89707198f8,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:31.067413 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8e464-b091-4f0d-bbdf-beec2bbd8ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:31.067758 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8e464-b091-4f0d-bbdf-beec2bbd8ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:31.068126 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8e464-b091-4f0d-bbdf-beec2bbd8ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:31.068459 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8e464-b091-4f0d-bbdf-beec2bbd8ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:31.068789 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8e464-b091-4f0d-bbdf-beec2bbd8ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:31.069113 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8e464-b091-4f0d-bbdf-beec2bbd8ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:31.069434 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8e464-b091-4f0d-bbdf-beec2bbd8ed2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:31.069757 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8e464-b091-4f0d-bbdf-beec2bbd8ed2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:31.070076 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8e464-b091-4f0d-bbdf-beec2bbd8ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:31.070454 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8e464-b091-4f0d-bbdf-beec2bbd8ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:31.070705 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8e464-b091-4f0d-bbdf-beec2bbd8ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:31.071020 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8e464-b091-4f0d-bbdf-beec2bbd8ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:25:31.089479 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Attempting to bind port 2f1be570-58f3-4ed3-a882-bd89707198f8 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:25:31.089846 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Attempting to bind port 2f1be570-58f3-4ed3-a882-bd89707198f8 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '8c09cd52-d3e0-4fd9-abaa-866747bea8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:25:31.090205 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Attempting to bind port 2f1be570-58f3-4ed3-a882-bd89707198f8 on network 4bfcebb0-a0f6-4f13-920a-33f134fefab8 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:25:31.096092 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:25:31.096459 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Checking segment: {'id': '8c09cd52-d3e0-4fd9-abaa-866747bea8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:25:31.096924 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:31.097310 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Bound using segment: {'id': '8c09cd52-d3e0-4fd9-abaa-866747bea8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:25:31.097798 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Bound port: 2f1be570-58f3-4ed3-a882-bd89707198f8, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c09cd52-d3e0-4fd9-abaa-866747bea8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:25:31.098180 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:31.168357 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-5ba825bd-7612-40bc-8739-508df797adba None None] For port 2f1be570-58f3-4ed3-a882-bd89707198f8, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:25:31.171865 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-5ba825bd-7612-40bc-8739-508df797adba None None] For port 2f1be570-58f3-4ed3-a882-bd89707198f8, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2f1be570-58f3-4ed3-a882-bd89707198f8,segment=NetworkSegment(8c09cd52-d3e0-4fd9-abaa-866747bea8bc),segment_id=8c09cd52-d3e0-4fd9-abaa-866747bea8bc)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:25:31.177412 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:31.230538 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Routers {'e667bd77-452c-4e29-83e8-af6a91476863'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:25:31.231168 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5ba825bd-7612-40bc-8739-508df797adba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:25:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e667bd77-452c-4e29-83e8-af6a91476863'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:31.245295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9b57f231-2189-4dac-a6ed-e784bd3e8199 None None] Provisioning complete for port 2f1be570-58f3-4ed3-a882-bd89707198f8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:25:31.245803 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9b57f231-2189-4dac-a6ed-e784bd3e8199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:31.294365 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8e464-b091-4f0d-bbdf-beec2bbd8ed2 None None] Pushing event updated for resources: {'Port': ['ID=2f1be570-58f3-4ed3-a882-bd89707198f8,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:31.338339 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9b57f231-2189-4dac-a6ed-e784bd3e8199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:31.357552 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-5ba825bd-7612-40bc-8739-508df797adba None None] Set router e667bd77-452c-4e29-83e8-af6a91476863 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:25:31.376288 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9b57f231-2189-4dac-a6ed-e784bd3e8199 None None] For port 2f1be570-58f3-4ed3-a882-bd89707198f8, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2f1be570-58f3-4ed3-a882-bd89707198f8,segment=NetworkSegment(8c09cd52-d3e0-4fd9-abaa-866747bea8bc),segment_id=8c09cd52-d3e0-4fd9-abaa-866747bea8bc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:25:31.382269 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9b57f231-2189-4dac-a6ed-e784bd3e8199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:31.444620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57f231-2189-4dac-a6ed-e784bd3e8199 None None] Pushing event updated for resources: {'Port': ['ID=2f1be570-58f3-4ed3-a882-bd89707198f8,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:31.507162 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9fa4487e-fb47-402c-82b6-3254e144053d None None] Provisioning complete for port 2f1be570-58f3-4ed3-a882-bd89707198f8 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:25:31.510189 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9fa4487e-fb47-402c-82b6-3254e144053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:31.545650 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-08e92905-b16b-4829-bf78-b247382ae76e req-26da1043-b80c-4aa7-9ca0-2e289a6a2d56 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 210 time: 0.0495844 Mar 23 13:25:31.658460 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-2f664c88-cc2c-4b93-b1b0-cfe4c862fa64 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:31.660895 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-2f664c88-cc2c-4b93-b1b0-cfe4c862fa64 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "GET /v2.0/networks?id=4bfcebb0-a0f6-4f13-920a-33f134fefab8 HTTP/1.1" status: 200 len: 797 time: 0.1293178 Mar 23 13:25:31.709432 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-89561e29-e91e-4af8-ac3b-139b982ee79c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=488994dbef3a4604b5eb0770edd5eaf8 HTTP/1.1" status: 200 len: 380 time: 0.0374815 Mar 23 13:25:31.712866 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-5ba825bd-7612-40bc-8739-508df797adba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863143624', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:28Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2f1be570-58f3-4ed3-a882-bd89707198f8', 'name': '', 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:50:ef:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:27Z', 'updated_at': '2022-03-23T13:25:31Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:31.723831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-8a9e3ac2-9b78-4971-9d40-9c48506c7bc1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'port': {'device_id': 'f68d7815-48b9-42d3-b305-02bb29aeb2ac', 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8', 'admin_state_up': True, 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'security_groups': ['9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:25:31.746644 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba825bd-7612-40bc-8739-508df797adba None None] The sync data for ids ['e667bd77-452c-4e29-83e8-af6a91476863'] in n-d-834854-1 is: [{'id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863143624', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:28Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2f1be570-58f3-4ed3-a882-bd89707198f8', 'name': '', 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:50:ef:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:27Z', 'updated_at': '2022-03-23T13:25:31Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:25:31.857443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-8a9e3ac2-9b78-4971-9d40-9c48506c7bc1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Made reservation on behalf of 488994dbef3a4604b5eb0770edd5eaf8 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:25:31.861351 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-8a9e3ac2-9b78-4971-9d40-9c48506c7bc1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:31.996119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-8a9e3ac2-9b78-4971-9d40-9c48506c7bc1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.20.0.4 (4bfcebb0-a0f6-4f13-920a-33f134fefab8/05010d62-31de-47dd-8b8b-1a156c3383ec/9b37ed4b-9d4e-4353-bd36-455e4f24dfb7) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:25:32.148011 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-8a9e3ac2-9b78-4971-9d40-9c48506c7bc1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:32.185183 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-8a9e3ac2-9b78-4971-9d40-9c48506c7bc1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:32.234177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-8a9e3ac2-9b78-4971-9d40-9c48506c7bc1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network 4bfcebb0-a0f6-4f13-920a-33f134fefab8 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:25:32.238398 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-8a9e3ac2-9b78-4971-9d40-9c48506c7bc1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:25:32.242184 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-8a9e3ac2-9b78-4971-9d40-9c48506c7bc1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:25:32.248741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e3ac2-9b78-4971-9d40-9c48506c7bc1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=9b37ed4b-9d4e-4353-bd36-455e4f24dfb7,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:32.272358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 97928d4a-2d0e-4baf-98d9-e9c7e6985420 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:25:32.307167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-8a9e3ac2-9b78-4971-9d40-9c48506c7bc1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:32.307843 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-8a9e3ac2-9b78-4971-9d40-9c48506c7bc1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:32.334172 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-8a9e3ac2-9b78-4971-9d40-9c48506c7bc1 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6173041 Mar 23 13:25:32.335582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 97928d4a-2d0e-4baf-98d9-e9c7e6985420 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:25:32.336110 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:32.347974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Request body: {'port': {'device_id': 'f68d7815-48b9-42d3-b305-02bb29aeb2ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:25:32.411056 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:32.432724 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2f1be570-58f3-4ed3-a882-bd89707198f8 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:25:32.483749 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2f1be570-58f3-4ed3-a882-bd89707198f8 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:25:32.484153 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:32.586784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5189362f-458f-4168-adbb-bb4dbac13100 None None] Provisioning complete for port 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:25:32.587247 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5189362f-458f-4168-adbb-bb4dbac13100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:32.631189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5189362f-458f-4168-adbb-bb4dbac13100 None None] Port 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:25:32.688100 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519be978-1166-4712-a180-4acdc0637642 req-ac14fab0-0688-4c7c-9f3b-c7c32d72d1c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:32.689629 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-519be978-1166-4712-a180-4acdc0637642 req-ac14fab0-0688-4c7c-9f3b-c7c32d72d1c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 931 time: 0.0555964 Mar 23 13:25:32.717054 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:25:32.725535 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:32.733213 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-519be978-1166-4712-a180-4acdc0637642 req-7cac474a-57e6-4cbe-bb21-f7264c4d344d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372930 Mar 23 13:25:32.739274 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Transition to ACTIVE for port object 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:25:32.744344 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:32.798883 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b37ed4b-9d4e-4353-bd36-455e4f24dfb7,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:32.879916 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Attempting to bind port 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:25:32.880284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Attempting to bind port 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '8c09cd52-d3e0-4fd9-abaa-866747bea8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:25:32.880618 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Attempting to bind port 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 on network 4bfcebb0-a0f6-4f13-920a-33f134fefab8 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:25:32.886833 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Port 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 on network 4bfcebb0-a0f6-4f13-920a-33f134fefab8 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:25:32.887382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Attempting to bind port 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 on network 4bfcebb0-a0f6-4f13-920a-33f134fefab8 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:25:32.893145 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:25:32.893704 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Checking segment: {'id': '8c09cd52-d3e0-4fd9-abaa-866747bea8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:25:32.894091 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Bound using segment: {'id': '8c09cd52-d3e0-4fd9-abaa-866747bea8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:25:32.894516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Bound port: 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c09cd52-d3e0-4fd9-abaa-866747bea8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:25:32.895024 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:32.971022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] For port 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:25:32.974590 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] For port 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=9b37ed4b-9d4e-4353-bd36-455e4f24dfb7,segment=NetworkSegment(8c09cd52-d3e0-4fd9-abaa-866747bea8bc),segment_id=8c09cd52-d3e0-4fd9-abaa-866747bea8bc)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:25:32.980422 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:33.019812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:33.020457 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:33.022625 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] 10.222.0.73 "PUT /v2.0/ports/9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 HTTP/1.1" status: 200 len: 1091 time: 0.6788812 Mar 23 13:25:33.022625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68d7815-48b9-42d3-b305-02bb29aeb2ac', 'tag': '9b37ed4b-9d4e-4353-bd36-455e4f24dfb7'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:25:33.024883 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ef4b79-ed07-4f44-bf52-6531f7a0da4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f68d7815-48b9-42d3-b305-02bb29aeb2ac", "tag": "9b37ed4b-9d4e-4353-bd36-455e4f24dfb7"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:25:33.070996 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38695a-7d23-4dd7-b262-c8fa56a61cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b37ed4b-9d4e-4353-bd36-455e4f24dfb7,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:33.114337 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca09d148-d699-450d-85f1-6c578dc76cc3 x-openstack-request-id: req-ca09d148-d699-450d-85f1-6c578dc76cc3 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:25:33.114633 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68d7815-48b9-42d3-b305-02bb29aeb2ac", "tag": "9b37ed4b-9d4e-4353-bd36-455e4f24dfb7", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:25:33.114889 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca09d148-d699-450d-85f1-6c578dc76cc3 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:25:33.115292 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68d7815-48b9-42d3-b305-02bb29aeb2ac', 'tag': '9b37ed4b-9d4e-4353-bd36-455e4f24dfb7', 'status': 'completed', 'code': 200} Mar 23 13:25:33.134316 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-d69f4758-21bb-48f0-9c8c-06baae4d94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:33.136025 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-d69f4758-21bb-48f0-9c8c-06baae4d94e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 1094 time: 0.0554020 Mar 23 13:25:33.183113 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-d59ebcb1-affe-4280-93b9-cf5bd8710f28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 HTTP/1.1" status: 200 len: 217 time: 0.0357006 Mar 23 13:25:33.237320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-27ccff7c-2e02-47b2-8c85-91c44c7389b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:33.238762 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-27ccff7c-2e02-47b2-8c85-91c44c7389b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05010d62-31de-47dd-8b8b-1a156c3383ec HTTP/1.1" status: 200 len: 834 time: 0.0486143 Mar 23 13:25:33.286865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-ce1da16d-7ad6-415f-9912-57da6d22d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:33.288306 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-ce1da16d-7ad6-415f-9912-57da6d22d6b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4bfcebb0-a0f6-4f13-920a-33f134fefab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418890 Mar 23 13:25:33.377958 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-5732ea5e-4518-4f73-8a86-1ba0b6ddb072 service neutron] 10.222.0.73 "GET /v2.0/networks/4bfcebb0-a0f6-4f13-920a-33f134fefab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813746 Mar 23 13:25:33.474031 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9a6cb14-771a-4709-8428-62d220c2d610 req-0c16a596-f4e4-48dc-9675-bd9bbbf290c5 service neutron] 10.222.0.73 "GET /v2.0/networks/4bfcebb0-a0f6-4f13-920a-33f134fefab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890961 Mar 23 13:25:33.563453 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef4b79-ed07-4f44-bf52-6531f7a0da4e req-10313528-8687-4a53-9cae-1d699ede9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:33.564887 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51ef4b79-ed07-4f44-bf52-6531f7a0da4e req-10313528-8687-4a53-9cae-1d699ede9087 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 1094 time: 0.0437961 Mar 23 13:25:33.657674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef4b79-ed07-4f44-bf52-6531f7a0da4e req-beec31db-e013-47e3-8e6f-ee7e8e617e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:33.659746 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51ef4b79-ed07-4f44-bf52-6531f7a0da4e req-beec31db-e013-47e3-8e6f-ee7e8e617e38 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4bfcebb0-a0f6-4f13-920a-33f134fefab8 HTTP/1.1" status: 200 len: 898 time: 0.0871811 Mar 23 13:25:33.700756 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51ef4b79-ed07-4f44-bf52-6531f7a0da4e req-fe8ffdb3-926c-4cea-be30-7cd054581aae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 HTTP/1.1" status: 200 len: 217 time: 0.0342498 Mar 23 13:25:33.753682 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef4b79-ed07-4f44-bf52-6531f7a0da4e req-44812dd3-f1f6-4b84-b549-0a3850125f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:33.755202 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51ef4b79-ed07-4f44-bf52-6531f7a0da4e req-44812dd3-f1f6-4b84-b549-0a3850125f0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05010d62-31de-47dd-8b8b-1a156c3383ec HTTP/1.1" status: 200 len: 834 time: 0.0465705 Mar 23 13:25:33.812487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef4b79-ed07-4f44-bf52-6531f7a0da4e req-2e8b4da1-fad6-4f3e-a8cf-c8881074ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:33.814476 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51ef4b79-ed07-4f44-bf52-6531f7a0da4e req-2e8b4da1-fad6-4f3e-a8cf-c8881074ea67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4bfcebb0-a0f6-4f13-920a-33f134fefab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506837 Mar 23 13:25:33.864515 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296141dc-1ddc-40b0-ba5b-d802341aed55 req-a9841952-f0ae-45a6-ad54-09cac81daf7b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:33.866428 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-296141dc-1ddc-40b0-ba5b-d802341aed55 req-a9841952-f0ae-45a6-ad54-09cac81daf7b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 943 time: 0.0508032 Mar 23 13:25:33.908488 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-296141dc-1ddc-40b0-ba5b-d802341aed55 req-d30e4087-da06-44c8-9c4c-eeb7d1664ca4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356345 Mar 23 13:25:33.915158 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51ef4b79-ed07-4f44-bf52-6531f7a0da4e req-7f9f2798-b837-442b-9183-fd34467590d1 service neutron] 10.222.0.73 "GET /v2.0/networks/4bfcebb0-a0f6-4f13-920a-33f134fefab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935473 Mar 23 13:25:34.014780 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-51ef4b79-ed07-4f44-bf52-6531f7a0da4e req-01271453-dbeb-4ff1-9a83-f69ae261c133 service neutron] 10.222.0.73 "GET /v2.0/networks/4bfcebb0-a0f6-4f13-920a-33f134fefab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909116 Mar 23 13:25:35.036206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453673f-a024-4df0-8224-c3acb8426dd8 req-f30441f9-582a-4ef6-a99a-b473a46505ee tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:35.038091 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c453673f-a024-4df0-8224-c3acb8426dd8 req-f30441f9-582a-4ef6-a99a-b473a46505ee tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 943 time: 0.0541053 Mar 23 13:25:35.085690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c453673f-a024-4df0-8224-c3acb8426dd8 req-35c9937e-bb40-49c9-b00f-d37f5f5a519c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417783 Mar 23 13:25:35.608367 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:25:35.707059 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=9b37ed4b-9d4e-4353-bd36-455e4f24dfb7,segment=NetworkSegment(8c09cd52-d3e0-4fd9-abaa-866747bea8bc),segment_id=8c09cd52-d3e0-4fd9-abaa-866747bea8bc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:25:35.718528 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '9b37ed4b-9d4e-4353-bd36-455e4f24dfb7', 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8', 'port_id': '9b37ed4b-9d4e-4353-bd36-455e4f24dfb7', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:25:35.755441 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:35.768012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:25:35.787559 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=9b37ed4b-9d4e-4353-bd36-455e4f24dfb7,segment=NetworkSegment(8c09cd52-d3e0-4fd9-abaa-866747bea8bc),segment_id=8c09cd52-d3e0-4fd9-abaa-866747bea8bc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:25:35.792316 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:35.845556 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=9b37ed4b-9d4e-4353-bd36-455e4f24dfb7,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:36.039989 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['9b37ed4b-9d4e-4353-bd36-455e4f24dfb7'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:25:36.219113 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad58c45-7841-4251-a835-293ec0f39e3c req-878e340c-627d-4330-a006-31dc3b1823b2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:36.226903 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cad58c45-7841-4251-a835-293ec0f39e3c req-878e340c-627d-4330-a006-31dc3b1823b2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 944 time: 0.0618310 Mar 23 13:25:36.265974 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cad58c45-7841-4251-a835-293ec0f39e3c req-938e0a3a-31b3-47fe-a6c3-60c95d97cede tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380213 Mar 23 13:25:37.384507 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a554e8-ce92-4f5a-bee3-b7f71a425673 req-28bd3e04-06c9-4423-91a9-bd387747c7f4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:37.385977 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c5a554e8-ce92-4f5a-bee3-b7f71a425673 req-28bd3e04-06c9-4423-91a9-bd387747c7f4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 944 time: 0.0498936 Mar 23 13:25:37.424325 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c5a554e8-ce92-4f5a-bee3-b7f71a425673 req-b143add5-667a-4402-902b-1326a7fa58ec tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321612 Mar 23 13:25:37.617530 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:25:37.667213 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:25:37.671643 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:25:37.672041 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:37.750981 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:37.773545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68d7815-48b9-42d3-b305-02bb29aeb2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b37ed4b-9d4e-4353-bd36-455e4f24dfb7'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:25:37.775743 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6217645b2b2bfc5ef888c6aa606b3465eba83eaf85f3abbd4570955a784a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebdb7af-833b-4cd6-a5dc-76303d785046" -d '{"events": [{"server_uuid": "f68d7815-48b9-42d3-b305-02bb29aeb2ac", "name": "network-vif-plugged", "status": "completed", "tag": "9b37ed4b-9d4e-4353-bd36-455e4f24dfb7"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:25:37.788194 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=9b37ed4b-9d4e-4353-bd36-455e4f24dfb7,segment=NetworkSegment(8c09cd52-d3e0-4fd9-abaa-866747bea8bc),segment_id=8c09cd52-d3e0-4fd9-abaa-866747bea8bc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:25:37.792884 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:37.816630 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035699c5-22b8-4aa2-981b-993f9a1c2c4f x-openstack-request-id: req-035699c5-22b8-4aa2-981b-993f9a1c2c4f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:25:37.816909 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68d7815-48b9-42d3-b305-02bb29aeb2ac", "name": "network-vif-plugged", "status": "completed", "tag": "9b37ed4b-9d4e-4353-bd36-455e4f24dfb7", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:25:37.817148 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-035699c5-22b8-4aa2-981b-993f9a1c2c4f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:25:37.817534 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68d7815-48b9-42d3-b305-02bb29aeb2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b37ed4b-9d4e-4353-bd36-455e4f24dfb7', 'code': 200} Mar 23 13:25:37.843967 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=9b37ed4b-9d4e-4353-bd36-455e4f24dfb7,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:37.910749 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6694531-5228-44b9-ad2c-882c673cb169 req-0ce06a53-3589-4da3-a9ab-c53bb615b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:37.912144 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6694531-5228-44b9-ad2c-882c673cb169 req-0ce06a53-3589-4da3-a9ab-c53bb615b5cb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 1096 time: 0.0388911 Mar 23 13:25:37.953646 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e6694531-5228-44b9-ad2c-882c673cb169 req-413ab41f-6ed7-4913-959d-457fc8aa53be service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326586 Mar 23 13:25:38.544838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec76aa-9b28-4bb9-b97a-baac9a62f192 req-01a137e3-a073-457e-9241-4072d16b0b98 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:38.546338 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-11ec76aa-9b28-4bb9-b97a-baac9a62f192 req-01a137e3-a073-457e-9241-4072d16b0b98 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.0535169 Mar 23 13:25:38.600507 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-11ec76aa-9b28-4bb9-b97a-baac9a62f192 req-3279feb3-45dc-45e6-a949-1933d2ef7886 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472233 Mar 23 13:25:39.717160 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe33b53-e6be-4845-9e03-26d77dd8f7e2 req-b4ae27f7-7d77-480c-91b9-4854744aa9e0 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:39.718652 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-afe33b53-e6be-4845-9e03-26d77dd8f7e2 req-b4ae27f7-7d77-480c-91b9-4854744aa9e0 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.0491519 Mar 23 13:25:39.763313 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-afe33b53-e6be-4845-9e03-26d77dd8f7e2 req-d096201d-9558-48bd-babe-aed343a661bd tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380723 Mar 23 13:25:39.879457 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e803ccd-da38-4978-a99a-bb98cd5a1ec6 req-8e6545b2-869c-4509-81ee-31c0fa985969 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:39.880865 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e803ccd-da38-4978-a99a-bb98cd5a1ec6 req-8e6545b2-869c-4509-81ee-31c0fa985969 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.0497320 Mar 23 13:25:39.917907 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6e803ccd-da38-4978-a99a-bb98cd5a1ec6 req-016efc6b-5af1-4308-b738-51e0205331db tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310571 Mar 23 13:25:39.939690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50354) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:40.018382 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7ff11-798d-4681-b39f-70d8cbef92de tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:40.019872 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-2dc7ff11-798d-4681-b39f-70d8cbef92de tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 1091 time: 0.0791781 Mar 23 13:25:40.022899 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50358) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:40.027078 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': '9b37ed4b-9d4e-4353-bd36-455e4f24dfb7', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:25:40.047407 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:40.147456 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:40.254686 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.25.2.49 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/b45d3127-9137-4680-9c55-428447f229fc) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:25:40.357074 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:40.391426 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:40.427497 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:25:40.432262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:25:40.436048 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:25:40.468146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=b45d3127-9137-4680-9c55-428447f229fc,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:40.792915 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:40.860721 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:41.317086 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:41.321364 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:41.386684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=b45d3127-9137-4680-9c55-428447f229fc,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:25:41.402860 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:41.504150 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Floating IP 8f64ab83-96a0-4e42-8f85-89db16e226ec associated. External IP: 172.25.2.49, port: 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7. Mar 23 13:25:41.743016 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router e667bd77-452c-4e29-83e8-af6a91476863 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:25:41.856389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:25:41.866507 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182140e9-41b0-4327-81a9-f97a610c0829 None None] Sync routers for ids ['e667bd77-452c-4e29-83e8-af6a91476863'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:25:41.874606 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:41.877489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182140e9-41b0-4327-81a9-f97a610c0829 None None] Routers {'e667bd77-452c-4e29-83e8-af6a91476863'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:25:41.878670 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-182140e9-41b0-4327-81a9-f97a610c0829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:25:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e667bd77-452c-4e29-83e8-af6a91476863'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:41.904383 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7d04eb7b-0bf6-4c59-9756-86958e2d9e38 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8780406 Mar 23 13:25:41.904383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68d7815-48b9-42d3-b305-02bb29aeb2ac', 'tag': '9b37ed4b-9d4e-4353-bd36-455e4f24dfb7'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:25:41.904963 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae8416d-f6f7-4784-b9ac-2d9df4d565f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f68d7815-48b9-42d3-b305-02bb29aeb2ac", "tag": "9b37ed4b-9d4e-4353-bd36-455e4f24dfb7"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:25:41.950562 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234cda06-3895-4848-83e2-98e2362a93fb x-openstack-request-id: req-234cda06-3895-4848-83e2-98e2362a93fb {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:25:41.951445 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68d7815-48b9-42d3-b305-02bb29aeb2ac", "tag": "9b37ed4b-9d4e-4353-bd36-455e4f24dfb7", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:25:41.952105 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-234cda06-3895-4848-83e2-98e2362a93fb {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:25:41.952860 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68d7815-48b9-42d3-b305-02bb29aeb2ac', 'tag': '9b37ed4b-9d4e-4353-bd36-455e4f24dfb7', 'status': 'completed', 'code': 200} Mar 23 13:25:42.002733 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-182140e9-41b0-4327-81a9-f97a610c0829 None None] Set router e667bd77-452c-4e29-83e8-af6a91476863 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:25:42.015144 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8416d-f6f7-4784-b9ac-2d9df4d565f4 req-ded9b786-d7a4-4f85-aec4-be8900ac275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:42.016691 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ae8416d-f6f7-4784-b9ac-2d9df4d565f4 req-ded9b786-d7a4-4f85-aec4-be8900ac275c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 1096 time: 0.0457902 Mar 23 13:25:42.021238 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6563e7-8eec-48e5-9ff3-2225190ed46f req-42db9ce8-b583-4330-b2a9-2aebaf250849 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:42.027627 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c6563e7-8eec-48e5-9ff3-2225190ed46f req-42db9ce8-b583-4330-b2a9-2aebaf250849 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.0598629 Mar 23 13:25:42.066711 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6c6563e7-8eec-48e5-9ff3-2225190ed46f req-73937c18-a930-4ae9-a1d4-5687f71761aa tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355854 Mar 23 13:25:42.089967 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50364) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:42.137249 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8416d-f6f7-4784-b9ac-2d9df4d565f4 req-58821c9c-14c7-4991-996f-ed87c0043714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:42.139223 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ae8416d-f6f7-4784-b9ac-2d9df4d565f4 req-58821c9c-14c7-4991-996f-ed87c0043714 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4bfcebb0-a0f6-4f13-920a-33f134fefab8 HTTP/1.1" status: 200 len: 898 time: 0.1105108 Mar 23 13:25:42.164831 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-df0fd173-a4d6-4177-ae35-d3daf207060c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/8f64ab83-96a0-4e42-8f85-89db16e226ec HTTP/1.1" status: 200 len: 990 time: 0.0737157 Mar 23 13:25:42.211488 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ae8416d-f6f7-4784-b9ac-2d9df4d565f4 req-5830da48-68fa-45e7-874a-a1dffb59bde5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 HTTP/1.1" status: 200 len: 998 time: 0.0605478 Mar 23 13:25:42.263540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8416d-f6f7-4784-b9ac-2d9df4d565f4 req-c40cb61d-a218-48b9-adf1-7408fb8455ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:42.265065 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ae8416d-f6f7-4784-b9ac-2d9df4d565f4 req-c40cb61d-a218-48b9-adf1-7408fb8455ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05010d62-31de-47dd-8b8b-1a156c3383ec HTTP/1.1" status: 200 len: 834 time: 0.0462573 Mar 23 13:25:42.275849 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-182140e9-41b0-4327-81a9-f97a610c0829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863143624', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:28Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '8f64ab83-96a0-4e42-8f85-89db16e226ec', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'floating_ip_address': '172.25.2.49', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'port_id': '9b37ed4b-9d4e-4353-bd36-455e4f24dfb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68d7815-48b9-42d3-b305-02bb29aeb2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:25:40Z', 'updated_at': '2022-03-23T13:25:40Z', 'revision_number': 0, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1be570-58f3-4ed3-a882-bd89707198f8', 'name': '', 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:50:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:27Z', 'updated_at': '2022-03-23T13:25:31Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:42.302331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182140e9-41b0-4327-81a9-f97a610c0829 None None] Checking router: e667bd77-452c-4e29-83e8-af6a91476863 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:25:42.311201 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182140e9-41b0-4327-81a9-f97a610c0829 None None] Routers {'e667bd77-452c-4e29-83e8-af6a91476863'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:25:42.311403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-182140e9-41b0-4327-81a9-f97a610c0829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:25:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e667bd77-452c-4e29-83e8-af6a91476863'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:42.319445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8416d-f6f7-4784-b9ac-2d9df4d565f4 req-b2ba1971-266c-48ba-859d-e444b3b29f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:25:42.321100 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ae8416d-f6f7-4784-b9ac-2d9df4d565f4 req-b2ba1971-266c-48ba-859d-e444b3b29f83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4bfcebb0-a0f6-4f13-920a-33f134fefab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483723 Mar 23 13:25:42.415188 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ae8416d-f6f7-4784-b9ac-2d9df4d565f4 req-c571cea3-6f92-4c09-a88c-99350db61a42 service neutron] 10.222.0.73 "GET /v2.0/networks/4bfcebb0-a0f6-4f13-920a-33f134fefab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840323 Mar 23 13:25:42.415488 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-182140e9-41b0-4327-81a9-f97a610c0829 None None] Set router e667bd77-452c-4e29-83e8-af6a91476863 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:25:42.526041 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5ae8416d-f6f7-4784-b9ac-2d9df4d565f4 req-2f828ef8-d0c1-4fde-9e35-f04c253b5360 service neutron] 10.222.0.73 "GET /v2.0/networks/4bfcebb0-a0f6-4f13-920a-33f134fefab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042805 Mar 23 13:25:42.791946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-182140e9-41b0-4327-81a9-f97a610c0829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863143624', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:28Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '8f64ab83-96a0-4e42-8f85-89db16e226ec', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'floating_ip_address': '172.25.2.49', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'port_id': '9b37ed4b-9d4e-4353-bd36-455e4f24dfb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68d7815-48b9-42d3-b305-02bb29aeb2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:25:40Z', 'updated_at': '2022-03-23T13:25:40Z', 'revision_number': 0, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1be570-58f3-4ed3-a882-bd89707198f8', 'name': '', 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:50:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:27Z', 'updated_at': '2022-03-23T13:25:31Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:25:42.818220 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182140e9-41b0-4327-81a9-f97a610c0829 None None] The sync data for ids ['e667bd77-452c-4e29-83e8-af6a91476863'] in n-d-834854-1 is: [{'id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863143624', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:28Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '8f64ab83-96a0-4e42-8f85-89db16e226ec', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'floating_ip_address': '172.25.2.49', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'port_id': '9b37ed4b-9d4e-4353-bd36-455e4f24dfb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8', 'mac_address': 'fa:16:3e:65:72:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68d7815-48b9-42d3-b305-02bb29aeb2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:25:40Z', 'updated_at': '2022-03-23T13:25:40Z', 'revision_number': 0, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1be570-58f3-4ed3-a882-bd89707198f8', 'name': '', 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:50:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:27Z', 'updated_at': '2022-03-23T13:25:31Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:25:43.005018 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2490f3f8-d42a-4d35-81e9-360a89c59b17 None None] New status for floating IP 8f64ab83-96a0-4e42-8f85-89db16e226ec: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:25:43.169223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50366) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:25:43.230858 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5a48ab66-3828-4414-8283-a7f650807eb8 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/8f64ab83-96a0-4e42-8f85-89db16e226ec HTTP/1.1" status: 200 len: 992 time: 0.0605042 Mar 23 13:25:46.533305 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:47.841674 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:54.140064 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-97657c45-0c8c-44bc-a59b-94c36da35fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:55.693160 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:25:57.002318 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b272c071-4c9a-417a-b197-f0b92dfe04e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:57.962081 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:59.271505 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:25:59.616617 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:11.971221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06620f27-5c28-4901-be26-3e66143277ae req-32a5b23f-5028-4456-9f04-58cb283e9c1f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:11.973326 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06620f27-5c28-4901-be26-3e66143277ae req-32a5b23f-5028-4456-9f04-58cb283e9c1f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.0577345 Mar 23 13:26:12.013942 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-06620f27-5c28-4901-be26-3e66143277ae req-2c4762e7-71de-4776-a6a0-d47c802769c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334039 Mar 23 13:26:13.209208 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aa3e7-054e-4994-9367-579eccc6f291 req-c49f0f59-af76-4551-b430-6135963dbed2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:13.210727 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab5aa3e7-054e-4994-9367-579eccc6f291 req-c49f0f59-af76-4551-b430-6135963dbed2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.1189806 Mar 23 13:26:13.253403 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab5aa3e7-054e-4994-9367-579eccc6f291 req-db554b74-001d-4184-8185-89a6c4904cce tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366750 Mar 23 13:26:14.376308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c687fb-1214-43c4-9596-35e03dadf3b0 req-8c5fe9ea-c720-488e-afbd-19e2a1601b10 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:14.377796 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4c687fb-1214-43c4-9596-35e03dadf3b0 req-8c5fe9ea-c720-488e-afbd-19e2a1601b10 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.0520918 Mar 23 13:26:14.417731 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4c687fb-1214-43c4-9596-35e03dadf3b0 req-0b8cb4b6-5787-4a90-b820-6730a32613b6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338678 Mar 23 13:26:15.534360 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802166c5-5b1a-4438-9394-686f9fc41678 req-04e4c3bd-8a02-4b1b-bee2-1225938f8e91 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:15.535852 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-802166c5-5b1a-4438-9394-686f9fc41678 req-04e4c3bd-8a02-4b1b-bee2-1225938f8e91 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.0505626 Mar 23 13:26:15.574947 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-802166c5-5b1a-4438-9394-686f9fc41678 req-951c5d59-b6b2-4181-8f6e-abe77956b58f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331757 Mar 23 13:26:16.543746 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:16.742581 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47130ba-fe16-4b5c-9fd7-b0f01be61450 req-cc909bed-2aa8-4294-8212-27df6f5b9177 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:16.744109 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f47130ba-fe16-4b5c-9fd7-b0f01be61450 req-cc909bed-2aa8-4294-8212-27df6f5b9177 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.0989377 Mar 23 13:26:16.782677 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f47130ba-fe16-4b5c-9fd7-b0f01be61450 req-36a863ae-1b04-4027-aee0-a6c3203e6350 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319631 Mar 23 13:26:17.866763 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:17.900700 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f49e9-70df-4aaf-a14a-9148235bb1a1 req-49881fe1-b9f0-41a3-b190-1d7436a5272e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:17.902166 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-777f49e9-70df-4aaf-a14a-9148235bb1a1 req-49881fe1-b9f0-41a3-b190-1d7436a5272e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.0506024 Mar 23 13:26:17.941135 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-777f49e9-70df-4aaf-a14a-9148235bb1a1 req-3c5344b0-ab76-4c93-9819-2ff5d7fc6f78 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321898 Mar 23 13:26:19.056639 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e197600-bf17-40ea-9913-d01e796376c7 req-62e8ca30-8692-4956-b3ac-02a0c5629a79 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:19.058092 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e197600-bf17-40ea-9913-d01e796376c7 req-62e8ca30-8692-4956-b3ac-02a0c5629a79 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.0494263 Mar 23 13:26:19.094854 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e197600-bf17-40ea-9913-d01e796376c7 req-cfae4cca-d54c-4c33-affd-468469d538dc tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308259 Mar 23 13:26:20.214594 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627081fa-3d64-48e7-9e81-8294382ed2d4 req-9ec6862f-b39f-4606-acc9-89d6dce89114 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:20.217002 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-627081fa-3d64-48e7-9e81-8294382ed2d4 req-9ec6862f-b39f-4606-acc9-89d6dce89114 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.0519791 Mar 23 13:26:20.260162 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-627081fa-3d64-48e7-9e81-8294382ed2d4 req-bdcd988b-fc22-4e93-ba5f-a655e5b3b655 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361404 Mar 23 13:26:21.378902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0868d-8e7e-4c2f-b99e-3bc4b46c8d26 req-f1210b9f-4231-47a5-bf1c-3692de8da200 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:21.380579 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b3f0868d-8e7e-4c2f-b99e-3bc4b46c8d26 req-f1210b9f-4231-47a5-bf1c-3692de8da200 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.0514324 Mar 23 13:26:21.418704 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b3f0868d-8e7e-4c2f-b99e-3bc4b46c8d26 req-4676223b-19c7-4d38-9e40-93fbd618fbb3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319941 Mar 23 13:26:22.541926 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a2449-2548-4f91-9ab8-4f750fd39361 req-daf79928-2b68-471c-966d-18fac6c14ec3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:22.543394 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a36a2449-2548-4f91-9ab8-4f750fd39361 req-daf79928-2b68-471c-966d-18fac6c14ec3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.0497251 Mar 23 13:26:22.580873 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a36a2449-2548-4f91-9ab8-4f750fd39361 req-5b0fc8ca-d658-41f1-bd4c-b9afce3d3397 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315454 Mar 23 13:26:22.602944 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50412) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:26:22.661740 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-edcc4554-6047-4d36-a920-18a87d40e41e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/8f64ab83-96a0-4e42-8f85-89db16e226ec HTTP/1.1" status: 200 len: 992 time: 0.0577023 Mar 23 13:26:23.077453 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eebd2d0a-dfba-4368-9ddf-f6f92e8e6747 req-826b7758-744f-467c-8f21-b20250a62d2d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0894203 Mar 23 13:26:23.163257 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd2d0a-dfba-4368-9ddf-f6f92e8e6747 req-868bd2fe-22f1-4cdf-949e-a58949903fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:23.164840 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eebd2d0a-dfba-4368-9ddf-f6f92e8e6747 req-868bd2fe-22f1-4cdf-949e-a58949903fde service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 1096 time: 0.0434613 Mar 23 13:26:23.271773 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd2d0a-dfba-4368-9ddf-f6f92e8e6747 req-11d84402-cf31-42f5-90b3-ef42af5dc451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:23.273201 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eebd2d0a-dfba-4368-9ddf-f6f92e8e6747 req-11d84402-cf31-42f5-90b3-ef42af5dc451 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4bfcebb0-a0f6-4f13-920a-33f134fefab8 HTTP/1.1" status: 200 len: 898 time: 0.0865624 Mar 23 13:26:23.342385 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eebd2d0a-dfba-4368-9ddf-f6f92e8e6747 req-8a31ab4e-d2c7-444d-9f43-217f04b8c6db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 HTTP/1.1" status: 200 len: 1000 time: 0.0619185 Mar 23 13:26:23.390203 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd2d0a-dfba-4368-9ddf-f6f92e8e6747 req-961ada0c-73f4-40b7-8bf3-5f684ac370b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:23.391615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eebd2d0a-dfba-4368-9ddf-f6f92e8e6747 req-961ada0c-73f4-40b7-8bf3-5f684ac370b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05010d62-31de-47dd-8b8b-1a156c3383ec HTTP/1.1" status: 200 len: 834 time: 0.0428131 Mar 23 13:26:23.436983 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd2d0a-dfba-4368-9ddf-f6f92e8e6747 req-ec374b69-dcb5-4de6-8c89-199662a4b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:23.438488 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eebd2d0a-dfba-4368-9ddf-f6f92e8e6747 req-ec374b69-dcb5-4de6-8c89-199662a4b8c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4bfcebb0-a0f6-4f13-920a-33f134fefab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391769 Mar 23 13:26:23.532758 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eebd2d0a-dfba-4368-9ddf-f6f92e8e6747 req-c42a28bd-727a-4508-9b3f-474812397457 service neutron] 10.222.0.73 "GET /v2.0/networks/4bfcebb0-a0f6-4f13-920a-33f134fefab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860941 Mar 23 13:26:23.622062 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-eebd2d0a-dfba-4368-9ddf-f6f92e8e6747 req-672673b4-79c4-4496-b71a-97697903bf3f service neutron] 10.222.0.73 "GET /v2.0/networks/4bfcebb0-a0f6-4f13-920a-33f134fefab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814755 Mar 23 13:26:23.974587 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fceca4-dcc0-4f9f-83a2-63194adffaac req-328359c1-efb7-4f95-bfac-3a3dabacf526 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:23.976125 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30fceca4-dcc0-4f9f-83a2-63194adffaac req-328359c1-efb7-4f95-bfac-3a3dabacf526 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.0866699 Mar 23 13:26:23.994021 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01161c3-6cd1-4f8a-b1db-59a4720bb50f req-b52e05e3-37a0-4311-84bc-dd45cd03411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:23.995470 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b01161c3-6cd1-4f8a-b1db-59a4720bb50f req-b52e05e3-37a0-4311-84bc-dd45cd03411f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 1096 time: 0.0672431 Mar 23 13:26:24.067055 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-30fceca4-dcc0-4f9f-83a2-63194adffaac req-bc5c5047-b079-43bb-a189-253412209bdd tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843141 Mar 23 13:26:24.102936 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01161c3-6cd1-4f8a-b1db-59a4720bb50f req-d7db22f6-5df3-4ce6-908a-564135c56971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:24.104439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b01161c3-6cd1-4f8a-b1db-59a4720bb50f req-d7db22f6-5df3-4ce6-908a-564135c56971 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4bfcebb0-a0f6-4f13-920a-33f134fefab8 HTTP/1.1" status: 200 len: 898 time: 0.1010182 Mar 23 13:26:24.136532 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d7e0-ec76-4c38-97ef-a9329bb5ae34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:24.175942 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b01161c3-6cd1-4f8a-b1db-59a4720bb50f req-55b6922e-f1f4-4ea8-ae79-443974d4b10a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 HTTP/1.1" status: 200 len: 1000 time: 0.0643375 Mar 23 13:26:24.226196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01161c3-6cd1-4f8a-b1db-59a4720bb50f req-98f22318-c202-42d7-b5e1-572432613a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:24.227664 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b01161c3-6cd1-4f8a-b1db-59a4720bb50f req-98f22318-c202-42d7-b5e1-572432613a22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05010d62-31de-47dd-8b8b-1a156c3383ec HTTP/1.1" status: 200 len: 834 time: 0.0440960 Mar 23 13:26:24.274548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01161c3-6cd1-4f8a-b1db-59a4720bb50f req-813428e8-446f-49bc-854e-666cb01ebfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:24.276094 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b01161c3-6cd1-4f8a-b1db-59a4720bb50f req-813428e8-446f-49bc-854e-666cb01ebfce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4bfcebb0-a0f6-4f13-920a-33f134fefab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412889 Mar 23 13:26:24.369444 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b01161c3-6cd1-4f8a-b1db-59a4720bb50f req-6494731f-ecc3-4e26-8936-978d74981a94 service neutron] 10.222.0.73 "GET /v2.0/networks/4bfcebb0-a0f6-4f13-920a-33f134fefab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859394 Mar 23 13:26:24.458646 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b01161c3-6cd1-4f8a-b1db-59a4720bb50f req-3492a13a-5e10-42e5-87ab-044e81427cd9 service neutron] 10.222.0.73 "GET /v2.0/networks/4bfcebb0-a0f6-4f13-920a-33f134fefab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819304 Mar 23 13:26:25.186358 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd2550-715a-4429-ad16-51dda11d1cf2 req-4f71c01b-056a-485c-98e0-5210688ef227 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:25.187825 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8dfd2550-715a-4429-ad16-51dda11d1cf2 req-4f71c01b-056a-485c-98e0-5210688ef227 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.0530872 Mar 23 13:26:25.225852 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8dfd2550-715a-4429-ad16-51dda11d1cf2 req-c51bf84c-2581-4f43-bd53-cd3859f0c160 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320337 Mar 23 13:26:25.249143 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50424) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:26:25.314613 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-09d71745-1445-499b-ab44-b717dbda173d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/8f64ab83-96a0-4e42-8f85-89db16e226ec HTTP/1.1" status: 200 len: 992 time: 0.0642555 Mar 23 13:26:27.004183 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d1538da3-e30a-4b70-ab2b-c9d8d2516133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:27.965363 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:29.274375 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:29.618974 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:32.694929 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:26:46.548386 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:47.865111 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:54.138118 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ff02d99-61eb-4832-a597-1c6afc9a77e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:55.680618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50436) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:26:55.837022 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port b45d3127-9137-4680-9c55-428447f229fc {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:26:55.837357 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:55.911231 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:55.911544 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:55.922924 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for b45d3127-9137-4680-9c55-428447f229fc owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:26:56.070129 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:56.103958 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=b45d3127-9137-4680-9c55-428447f229fc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:26:56.140181 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:56.140662 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:56.141132 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:56.141591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:56.142080 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:56.142580 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:56.143097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:56.143433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:56.143751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:56.144788 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:56.145108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:56.146507 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:56.193433 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:56.193433 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Floating IP 8f64ab83-96a0-4e42-8f85-89db16e226ec disassociated (deleted). External IP: 172.25.2.49, port: 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7. Mar 23 13:26:56.399893 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router e667bd77-452c-4e29-83e8-af6a91476863 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:26:56.527892 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:26:56.534002 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:56.539031 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93798dbe-d775-4435-b803-ea8987f63d90 None None] Sync routers for ids ['e667bd77-452c-4e29-83e8-af6a91476863'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:26:56.550133 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93798dbe-d775-4435-b803-ea8987f63d90 None None] Routers {'e667bd77-452c-4e29-83e8-af6a91476863'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:26:56.551525 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-93798dbe-d775-4435-b803-ea8987f63d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:26:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e667bd77-452c-4e29-83e8-af6a91476863'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:26:56.562121 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-a866c11b-43a7-459b-bbeb-1aa388524b47 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/floatingips/8f64ab83-96a0-4e42-8f85-89db16e226ec HTTP/1.1" status: 204 len: 168 time: 0.8803978 Mar 23 13:26:56.562706 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68d7815-48b9-42d3-b305-02bb29aeb2ac', 'tag': '9b37ed4b-9d4e-4353-bd36-455e4f24dfb7'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:26:56.565761 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4275e08faca8efc7d8a4979b018622af39c56873975769ce7ab7baa304b7900c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086eceb7-884c-4a5c-a765-4331e405fe7a" -d '{"events": [{"name": "network-changed", "server_uuid": "f68d7815-48b9-42d3-b305-02bb29aeb2ac", "tag": "9b37ed4b-9d4e-4353-bd36-455e4f24dfb7"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:26:56.657984 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf8ef8d-faf4-4cf9-a7b5-11490dd0a564 x-openstack-request-id: req-1cf8ef8d-faf4-4cf9-a7b5-11490dd0a564 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:26:56.658299 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68d7815-48b9-42d3-b305-02bb29aeb2ac", "tag": "9b37ed4b-9d4e-4353-bd36-455e4f24dfb7", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:26:56.658537 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1cf8ef8d-faf4-4cf9-a7b5-11490dd0a564 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:26:56.658950 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68d7815-48b9-42d3-b305-02bb29aeb2ac', 'tag': '9b37ed4b-9d4e-4353-bd36-455e4f24dfb7', 'status': 'completed', 'code': 200} Mar 23 13:26:56.670419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-93798dbe-d775-4435-b803-ea8987f63d90 None None] Set router e667bd77-452c-4e29-83e8-af6a91476863 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:26:56.742177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eceb7-884c-4a5c-a765-4331e405fe7a req-79d7247d-bc8f-4484-99bb-eae4aeb1a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:56.744629 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-086eceb7-884c-4a5c-a765-4331e405fe7a req-79d7247d-bc8f-4484-99bb-eae4aeb1a158 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 1096 time: 0.0540862 Mar 23 13:26:56.872206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a01c7-d787-4bab-8cd2-e7840bfee8bf req-728ac811-57fe-4eb7-ab6b-edfa732c3ec7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:56.873566 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2f9a01c7-d787-4bab-8cd2-e7840bfee8bf req-728ac811-57fe-4eb7-ab6b-edfa732c3ec7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.1133826 Mar 23 13:26:56.919593 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eceb7-884c-4a5c-a765-4331e405fe7a req-c590818d-41ad-4cff-b628-732cd14e43dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:56.920999 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-086eceb7-884c-4a5c-a765-4331e405fe7a req-c590818d-41ad-4cff-b628-732cd14e43dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=4bfcebb0-a0f6-4f13-920a-33f134fefab8 HTTP/1.1" status: 200 len: 898 time: 0.1692877 Mar 23 13:26:56.922347 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-93798dbe-d775-4435-b803-ea8987f63d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863143624', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:28Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2f1be570-58f3-4ed3-a882-bd89707198f8', 'name': '', 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:50:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:27Z', 'updated_at': '2022-03-23T13:25:31Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:26:56.941412 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2f9a01c7-d787-4bab-8cd2-e7840bfee8bf req-d507a727-8497-40c1-930d-9f72d9b06b23 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560377 Mar 23 13:26:56.950574 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93798dbe-d775-4435-b803-ea8987f63d90 None None] Checking router: e667bd77-452c-4e29-83e8-af6a91476863 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:26:56.959850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93798dbe-d775-4435-b803-ea8987f63d90 None None] Routers {'e667bd77-452c-4e29-83e8-af6a91476863'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:26:56.960501 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-93798dbe-d775-4435-b803-ea8987f63d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:26:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e667bd77-452c-4e29-83e8-af6a91476863'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:26:56.968687 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-086eceb7-884c-4a5c-a765-4331e405fe7a req-3ac1339c-0327-4f55-82fa-1e26dd775060 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 HTTP/1.1" status: 200 len: 217 time: 0.0390491 Mar 23 13:26:57.020793 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8c424ac6-8f47-4d57-82f1-ecbf1c8537ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:57.026909 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eceb7-884c-4a5c-a765-4331e405fe7a req-3fb98b94-f4db-46db-a312-dbd733776429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:57.028397 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-086eceb7-884c-4a5c-a765-4331e405fe7a req-3fb98b94-f4db-46db-a312-dbd733776429 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05010d62-31de-47dd-8b8b-1a156c3383ec HTTP/1.1" status: 200 len: 834 time: 0.0519898 Mar 23 13:26:57.083494 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eceb7-884c-4a5c-a765-4331e405fe7a req-99e05169-3cd9-454e-9efa-5a60ebcbaa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:57.085058 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-086eceb7-884c-4a5c-a765-4331e405fe7a req-99e05169-3cd9-454e-9efa-5a60ebcbaa89 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4bfcebb0-a0f6-4f13-920a-33f134fefab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447834 Mar 23 13:26:57.089222 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-93798dbe-d775-4435-b803-ea8987f63d90 None None] Set router e667bd77-452c-4e29-83e8-af6a91476863 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:26:57.195652 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-086eceb7-884c-4a5c-a765-4331e405fe7a req-3b8214cc-cf17-44e4-bab9-5c84b6552c6a service neutron] 10.222.0.73 "GET /v2.0/networks/4bfcebb0-a0f6-4f13-920a-33f134fefab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953553 Mar 23 13:26:57.298660 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-086eceb7-884c-4a5c-a765-4331e405fe7a req-a5334ee3-8bf1-45b7-afda-ff401c0cbabf service neutron] 10.222.0.73 "GET /v2.0/networks/4bfcebb0-a0f6-4f13-920a-33f134fefab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020718 Mar 23 13:26:57.302139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-93798dbe-d775-4435-b803-ea8987f63d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863143624', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:28Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2f1be570-58f3-4ed3-a882-bd89707198f8', 'name': '', 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:50:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:27Z', 'updated_at': '2022-03-23T13:25:31Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:26:57.334296 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93798dbe-d775-4435-b803-ea8987f63d90 None None] The sync data for ids ['e667bd77-452c-4e29-83e8-af6a91476863'] in n-d-834854-1 is: [{'id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863143624', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:28Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2f1be570-58f3-4ed3-a882-bd89707198f8', 'name': '', 'network_id': '4bfcebb0-a0f6-4f13-920a-33f134fefab8', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:50:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:27Z', 'updated_at': '2022-03-23T13:25:31Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': '05010d62-31de-47dd-8b8b-1a156c3383ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:26:57.574154 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ba4f0-5b50-4e05-9630-e79073e9338f None None] New status for floating IP 8f64ab83-96a0-4e42-8f85-89db16e226ec: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:26:57.969639 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:58.064176 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd699f7-1c3b-4268-8c61-bd89050a79fe req-84c4371b-62c6-488e-b4f8-383c7873be34 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:58.065666 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1fd699f7-1c3b-4268-8c61-bd89050a79fe req-84c4371b-62c6-488e-b4f8-383c7873be34 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.0522039 Mar 23 13:26:58.106920 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1fd699f7-1c3b-4268-8c61-bd89050a79fe req-ff02ef1b-4d78-49fd-8a59-bfe9b62edbee tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328357 Mar 23 13:26:58.413552 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec083e-212b-4cbb-9e0f-7670cb38e3de req-2433f9d4-2804-4bbf-abf8-9d49eb458dc3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:26:58.415000 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-24ec083e-212b-4cbb-9e0f-7670cb38e3de req-2433f9d4-2804-4bbf-abf8-9d49eb458dc3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 945 time: 0.0493240 Mar 23 13:26:58.507558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-24ec083e-212b-4cbb-9e0f-7670cb38e3de req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:26:58.507900 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-24ec083e-212b-4cbb-9e0f-7670cb38e3de req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:58.593352 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-24ec083e-212b-4cbb-9e0f-7670cb38e3de req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] For port 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=9b37ed4b-9d4e-4353-bd36-455e4f24dfb7,segment=NetworkSegment(8c09cd52-d3e0-4fd9-abaa-866747bea8bc),segment_id=8c09cd52-d3e0-4fd9-abaa-866747bea8bc)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:26:58.593714 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-24ec083e-212b-4cbb-9e0f-7670cb38e3de req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:58.607293 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-24ec083e-212b-4cbb-9e0f-7670cb38e3de req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:26:58.734019 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-24ec083e-212b-4cbb-9e0f-7670cb38e3de req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:58.765351 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=9b37ed4b-9d4e-4353-bd36-455e4f24dfb7,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:26:58.792036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:58.792385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:58.792722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:58.793056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:58.793386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:58.793713 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:58.794039 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:58.794362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:58.794700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:58.795002 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:58.795320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:58.795637 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:26:58.814914 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ec083e-212b-4cbb-9e0f-7670cb38e3de req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] No DVR routers for this DVR port 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:26:58.818939 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-24ec083e-212b-4cbb-9e0f-7670cb38e3de req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:58.822330 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-24ec083e-212b-4cbb-9e0f-7670cb38e3de req-ab871de2-7141-4689-87e0-92f3016d77da tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "DELETE /v2.0/ports/9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 HTTP/1.1" status: 204 len: 173 time: 0.4005842 Mar 23 13:26:58.822791 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68d7815-48b9-42d3-b305-02bb29aeb2ac', 'name': 'network-vif-deleted', 'tag': '9b37ed4b-9d4e-4353-bd36-455e4f24dfb7'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:26:58.825207 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4103bc38-04d0-4ac7-9514-575c3bbcc8b3" -d '{"events": [{"server_uuid": "f68d7815-48b9-42d3-b305-02bb29aeb2ac", "name": "network-vif-deleted", "tag": "9b37ed4b-9d4e-4353-bd36-455e4f24dfb7"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:26:58.921728 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac27c31d-59f3-4471-ae08-6f27d7f5cdb1 x-openstack-request-id: req-ac27c31d-59f3-4471-ae08-6f27d7f5cdb1 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:26:58.922015 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68d7815-48b9-42d3-b305-02bb29aeb2ac", "name": "network-vif-deleted", "tag": "9b37ed4b-9d4e-4353-bd36-455e4f24dfb7", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:26:58.922305 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac27c31d-59f3-4471-ae08-6f27d7f5cdb1 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:26:58.922740 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68d7815-48b9-42d3-b305-02bb29aeb2ac', 'name': 'network-vif-deleted', 'tag': '9b37ed4b-9d4e-4353-bd36-455e4f24dfb7', 'status': 'completed', 'code': 200} Mar 23 13:26:59.236588 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0f95a302-fb38-493c-b611-e349106eef8e req-ee9ace3b-d8c8-4fca-a40e-7bcaa6d96c1c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=f68d7815-48b9-42d3-b305-02bb29aeb2ac HTTP/1.1" status: 200 len: 210 time: 0.0350783 Mar 23 13:26:59.277212 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:26:59.620842 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:00.289852 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50456) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:00.653426 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3679f75-418b-440a-947a-41ffe2231d0a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:01.225236 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d3679f75-418b-440a-947a-41ffe2231d0a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port 2f1be570-58f3-4ed3-a882-bd89707198f8 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:27:01.225568 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3679f75-418b-440a-947a-41ffe2231d0a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:01.318120 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-d3679f75-418b-440a-947a-41ffe2231d0a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] For port 2f1be570-58f3-4ed3-a882-bd89707198f8, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2f1be570-58f3-4ed3-a882-bd89707198f8,segment=NetworkSegment(8c09cd52-d3e0-4fd9-abaa-866747bea8bc),segment_id=8c09cd52-d3e0-4fd9-abaa-866747bea8bc)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:27:01.318820 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3679f75-418b-440a-947a-41ffe2231d0a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:01.330915 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-d3679f75-418b-440a-947a-41ffe2231d0a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for 2f1be570-58f3-4ed3-a882-bd89707198f8 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:27:01.512536 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3679f75-418b-440a-947a-41ffe2231d0a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:01.541393 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3679f75-418b-440a-947a-41ffe2231d0a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=2f1be570-58f3-4ed3-a882-bd89707198f8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:01.726680 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d3679f75-418b-440a-947a-41ffe2231d0a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:01.946161 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3679f75-418b-440a-947a-41ffe2231d0a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router e667bd77-452c-4e29-83e8-af6a91476863 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:27:02.012414 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:27:02.032515 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:27:02.032855 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 9b37ed4b-9d4e-4353-bd36-455e4f24dfb7 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:27:02.053835 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3679f75-418b-440a-947a-41ffe2231d0a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:27:02.059594 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d3679f75-418b-440a-947a-41ffe2231d0a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "PUT /v2.0/routers/e667bd77-452c-4e29-83e8-af6a91476863/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7679992 Mar 23 13:27:02.061618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50458) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:02.064212 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28703255-491f-4e71-b1b9-3eb8a8512f36 None None] Sync routers for ids ['e667bd77-452c-4e29-83e8-af6a91476863'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:27:02.074850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28703255-491f-4e71-b1b9-3eb8a8512f36 None None] Routers {'e667bd77-452c-4e29-83e8-af6a91476863'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:27:02.075780 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-28703255-491f-4e71-b1b9-3eb8a8512f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:26:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e667bd77-452c-4e29-83e8-af6a91476863'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:02.113271 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-50183549-1713-4af7-b740-c1a5465e7743 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting subnet 05010d62-31de-47dd-8b8b-1a156c3383ec {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:27:02.116350 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50183549-1713-4af7-b740-c1a5465e7743 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:02.162406 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50183549-1713-4af7-b740-c1a5465e7743 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:02.182679 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-28703255-491f-4e71-b1b9-3eb8a8512f36 None None] Set router e667bd77-452c-4e29-83e8-af6a91476863 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:27:02.255783 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50183549-1713-4af7-b740-c1a5465e7743 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:02.315501 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50183549-1713-4af7-b740-c1a5465e7743 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:02.342318 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50183549-1713-4af7-b740-c1a5465e7743 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Subnet': ['ID=05010d62-31de-47dd-8b8b-1a156c3383ec,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:02.345984 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-50183549-1713-4af7-b740-c1a5465e7743 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:02.349897 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-50183549-1713-4af7-b740-c1a5465e7743 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/subnets/05010d62-31de-47dd-8b8b-1a156c3383ec HTTP/1.1" status: 204 len: 168 time: 0.2871430 Mar 23 13:27:02.352501 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50460) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:02.359074 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e5ae45-323b-45f9-aa8e-16fa9307ec01 None None] Network 4bfcebb0-a0f6-4f13-920a-33f134fefab8 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:27:02.379249 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-28703255-491f-4e71-b1b9-3eb8a8512f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863143624', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:27:01Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:02.437252 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28703255-491f-4e71-b1b9-3eb8a8512f36 None None] Checking router: e667bd77-452c-4e29-83e8-af6a91476863 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:27:02.457143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28703255-491f-4e71-b1b9-3eb8a8512f36 None None] Routers {'e667bd77-452c-4e29-83e8-af6a91476863'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:27:02.457748 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-28703255-491f-4e71-b1b9-3eb8a8512f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:26:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['e667bd77-452c-4e29-83e8-af6a91476863'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:02.462493 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-381a952d-1807-4687-84ba-9f4516e8a658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:02.568018 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-381a952d-1807-4687-84ba-9f4516e8a658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:02.595231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-28703255-491f-4e71-b1b9-3eb8a8512f36 None None] Set router e667bd77-452c-4e29-83e8-af6a91476863 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:27:02.620730 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-381a952d-1807-4687-84ba-9f4516e8a658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port 97928d4a-2d0e-4baf-98d9-e9c7e6985420 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:27:02.621080 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-381a952d-1807-4687-84ba-9f4516e8a658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:02.666990 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] DHCP port deletion for 4bfcebb0-a0f6-4f13-920a-33f134fefab8 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:27:02.703737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-381a952d-1807-4687-84ba-9f4516e8a658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] For port 97928d4a-2d0e-4baf-98d9-e9c7e6985420, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=97928d4a-2d0e-4baf-98d9-e9c7e6985420,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:27:02.704125 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-381a952d-1807-4687-84ba-9f4516e8a658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:02.716053 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-381a952d-1807-4687-84ba-9f4516e8a658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for 97928d4a-2d0e-4baf-98d9-e9c7e6985420 owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:27:02.889236 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-381a952d-1807-4687-84ba-9f4516e8a658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:02.917839 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a952d-1807-4687-84ba-9f4516e8a658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=97928d4a-2d0e-4baf-98d9-e9c7e6985420,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:02.951190 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Deleting port f25d8e77-5f8d-42cd-b9be-3892d1652642 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:27:02.951563 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:02.984950 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-381a952d-1807-4687-84ba-9f4516e8a658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.021788 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] For port f25d8e77-5f8d-42cd-b9be-3892d1652642, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f25d8e77-5f8d-42cd-b9be-3892d1652642,segment=NetworkSegment(8c09cd52-d3e0-4fd9-abaa-866747bea8bc),segment_id=8c09cd52-d3e0-4fd9-abaa-866747bea8bc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:27:03.022466 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.032884 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-28703255-491f-4e71-b1b9-3eb8a8512f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863143624', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:27:01Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:03.062553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Calling delete_port for f25d8e77-5f8d-42cd-b9be-3892d1652642 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:27:03.067016 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28703255-491f-4e71-b1b9-3eb8a8512f36 None None] The sync data for ids ['e667bd77-452c-4e29-83e8-af6a91476863'] in n-d-834854-1 is: [{'id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863143624', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:27:01Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '97928d4a-2d0e-4baf-98d9-e9c7e6985420', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e667bd77-452c-4e29-83e8-af6a91476863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:25:25Z', 'updated_at': '2022-03-23T13:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:27:03.076523 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-381a952d-1807-4687-84ba-9f4516e8a658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.078743 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-381a952d-1807-4687-84ba-9f4516e8a658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.123657 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-381a952d-1807-4687-84ba-9f4516e8a658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.124276 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381a952d-1807-4687-84ba-9f4516e8a658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Fanout notify agent at l3_agent the message router_deleted on router e667bd77-452c-4e29-83e8-af6a91476863 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:27:03.131602 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-381a952d-1807-4687-84ba-9f4516e8a658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.132736 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-381a952d-1807-4687-84ba-9f4516e8a658 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/routers/e667bd77-452c-4e29-83e8-af6a91476863 HTTP/1.1" status: 204 len: 168 time: 0.7793252 Mar 23 13:27:03.135351 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50462) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:03.152964 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.177226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Pushing event deleted for resources: {'Port': ['ID=f25d8e77-5f8d-42cd-b9be-3892d1652642,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:03.181390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] No DVR routers for this DVR port f25d8e77-5f8d-42cd-b9be-3892d1652642 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:27:03.189166 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:03.189389 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:03.189689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:03.189998 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:03.190318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:03.191172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:03.191496 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:03.191815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:03.192155 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:03.192469 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:03.192784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:03.193593 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217f336-0d6e-4075-b813-cb475d2bdf38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:03.220371 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2cceb6d1-9d9d-47a0-8c24-5370888d1e61 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.307874 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2cceb6d1-9d9d-47a0-8c24-5370888d1e61 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.328823 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-2cceb6d1-9d9d-47a0-8c24-5370888d1e61 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfcebb0-a0f6-4f13-920a-33f134fefab8']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:03.337876 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-2cceb6d1-9d9d-47a0-8c24-5370888d1e61 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c09cd52-d3e0-4fd9-abaa-866747bea8bc') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:03.338163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-2cceb6d1-9d9d-47a0-8c24-5370888d1e61 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c09cd52-d3e0-4fd9-abaa-866747bea8bc') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:03.347253 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2cceb6d1-9d9d-47a0-8c24-5370888d1e61 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.359836 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2cceb6d1-9d9d-47a0-8c24-5370888d1e61 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.366237 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cceb6d1-9d9d-47a0-8c24-5370888d1e61 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:27:03.366653 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2cceb6d1-9d9d-47a0-8c24-5370888d1e61 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: timer() Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:27:03.370236 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:27:03.433927 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2cceb6d1-9d9d-47a0-8c24-5370888d1e61 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.442089 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2cceb6d1-9d9d-47a0-8c24-5370888d1e61 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.448373 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2cceb6d1-9d9d-47a0-8c24-5370888d1e61 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/networks/4bfcebb0-a0f6-4f13-920a-33f134fefab8 HTTP/1.1" status: 204 len: 168 time: 0.3096561 Mar 23 13:27:03.448596 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50464) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:03.465615 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceb6d1-9d9d-47a0-8c24-5370888d1e61 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Network': ['ID=4bfcebb0-a0f6-4f13-920a-33f134fefab8,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:03.519726 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3ce5a2f-95c6-4dae-9f9c-f756de0ac3cc tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.550571 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3ce5a2f-95c6-4dae-9f9c-f756de0ac3cc tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.610354 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3ce5a2f-95c6-4dae-9f9c-f756de0ac3cc tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.613495 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b3ce5a2f-95c6-4dae-9f9c-f756de0ac3cc tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:03.614841 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b3ce5a2f-95c6-4dae-9f9c-f756de0ac3cc tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/security-groups/9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd HTTP/1.1" status: 204 len: 168 time: 0.1653330 Mar 23 13:27:03.624241 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce5a2f-95c6-4dae-9f9c-f756de0ac3cc tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0a325b-c84e-4e6a-8c87-d3ae7d6266dd,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:04.060418 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50470) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:04.065192 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-4f3f1f72-ab44-4dec-a990-1dce55064419 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-648480663', 'description': 'tempest-secgroup-smoke-648480663 description', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:27:04.086791 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1f72-ab44-4dec-a990-1dce55064419 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.161348 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1f72-ab44-4dec-a990-1dce55064419 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.165358 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1f72-ab44-4dec-a990-1dce55064419 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.197146 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1f72-ab44-4dec-a990-1dce55064419 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.201176 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4f3f1f72-ab44-4dec-a990-1dce55064419 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1367435 Mar 23 13:27:04.201176 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f1f72-ab44-4dec-a990-1dce55064419 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f8acd9-35b9-44ce-8e92-268d0a166552,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:04.201430 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50472) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:04.205662 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1f827fb0-6ebe-46a9-b127-75700e37c2ee tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '47f8acd9-35b9-44ce-8e92-268d0a166552', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:27:04.221039 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 97928d4a-2d0e-4baf-98d9-e9c7e6985420 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:27:04.235738 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f827fb0-6ebe-46a9-b127-75700e37c2ee tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.241801 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 97928d4a-2d0e-4baf-98d9-e9c7e6985420 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:27:04.242150 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 97928d4a-2d0e-4baf-98d9-e9c7e6985420 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:27:04.242571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f25d8e77-5f8d-42cd-b9be-3892d1652642 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:27:04.260856 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f25d8e77-5f8d-42cd-b9be-3892d1652642 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:27:04.261201 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f25d8e77-5f8d-42cd-b9be-3892d1652642 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:27:04.261622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2f1be570-58f3-4ed3-a882-bd89707198f8 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:27:04.280624 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 2f1be570-58f3-4ed3-a882-bd89707198f8 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:27:04.280829 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2f1be570-58f3-4ed3-a882-bd89707198f8 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:27:04.298061 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f827fb0-6ebe-46a9-b127-75700e37c2ee tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.301683 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f827fb0-6ebe-46a9-b127-75700e37c2ee tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.321940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f827fb0-6ebe-46a9-b127-75700e37c2ee tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33f7529-dc74-4aa0-a58d-459bf5111a01,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:04.327418 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1f827fb0-6ebe-46a9-b127-75700e37c2ee tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.331945 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50474) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:04.332500 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1f827fb0-6ebe-46a9-b127-75700e37c2ee tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291339 Mar 23 13:27:04.336693 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-b0932bbc-7ffc-4259-9ff6-63961cc9e583 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '47f8acd9-35b9-44ce-8e92-268d0a166552', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:27:04.361694 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0932bbc-7ffc-4259-9ff6-63961cc9e583 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.421511 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0932bbc-7ffc-4259-9ff6-63961cc9e583 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.425033 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0932bbc-7ffc-4259-9ff6-63961cc9e583 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.442884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0932bbc-7ffc-4259-9ff6-63961cc9e583 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba94dc80-09c0-4ed5-b7ae-c50864848240,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:04.451552 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b0932bbc-7ffc-4259-9ff6-63961cc9e583 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.455273 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b0932bbc-7ffc-4259-9ff6-63961cc9e583 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197264 Mar 23 13:27:04.455448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50476) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:04.460342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a3986292-72df-47b2-9d5a-72a8730c7de2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '47f8acd9-35b9-44ce-8e92-268d0a166552', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:27:04.486544 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3986292-72df-47b2-9d5a-72a8730c7de2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.544743 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3986292-72df-47b2-9d5a-72a8730c7de2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.549086 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3986292-72df-47b2-9d5a-72a8730c7de2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.567427 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3986292-72df-47b2-9d5a-72a8730c7de2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4123f9a8-a1d8-4ad4-bdbc-c0eb04a78dff,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:04.575010 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a3986292-72df-47b2-9d5a-72a8730c7de2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.576230 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a3986292-72df-47b2-9d5a-72a8730c7de2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198299 Mar 23 13:27:04.579337 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50478) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:04.584232 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c0d306eb-a40d-41d6-a29f-d36dd7ae6f22 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '47f8acd9-35b9-44ce-8e92-268d0a166552', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:27:04.608626 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0d306eb-a40d-41d6-a29f-d36dd7ae6f22 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.666225 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0d306eb-a40d-41d6-a29f-d36dd7ae6f22 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.669955 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0d306eb-a40d-41d6-a29f-d36dd7ae6f22 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.686833 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d306eb-a40d-41d6-a29f-d36dd7ae6f22 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad91ac63-f98b-422c-9a91-03fa273e1b3b,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:04.695773 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c0d306eb-a40d-41d6-a29f-d36dd7ae6f22 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.697028 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c0d306eb-a40d-41d6-a29f-d36dd7ae6f22 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167738 Mar 23 13:27:04.699728 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50480) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:04.704342 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-339a7071-8898-4ff1-9df7-669e638cb1eb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '47f8acd9-35b9-44ce-8e92-268d0a166552', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:27:04.724890 n-d-834854-1 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-339a7071-8898-4ff1-9df7-669e638cb1eb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Project 488994dbef3a4604b5eb0770edd5eaf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:27:04.729984 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-339a7071-8898-4ff1-9df7-669e638cb1eb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.793641 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-339a7071-8898-4ff1-9df7-669e638cb1eb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.797300 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-339a7071-8898-4ff1-9df7-669e638cb1eb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.816795 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a7071-8898-4ff1-9df7-669e638cb1eb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b28b31-c641-40bd-be4e-8bcc0c94c0d5,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:04.821373 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-339a7071-8898-4ff1-9df7-669e638cb1eb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.822654 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-339a7071-8898-4ff1-9df7-669e638cb1eb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219049 Mar 23 13:27:04.825374 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50482) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:04.829699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c4e5e9f9-1823-4078-83ab-a41753908b6d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'security_group_rule': {'security_group_id': '47f8acd9-35b9-44ce-8e92-268d0a166552', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:27:04.850299 n-d-834854-1 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-c4e5e9f9-1823-4078-83ab-a41753908b6d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Project 488994dbef3a4604b5eb0770edd5eaf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:27:04.854994 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e9f9-1823-4078-83ab-a41753908b6d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.915307 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e9f9-1823-4078-83ab-a41753908b6d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.919063 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e9f9-1823-4078-83ab-a41753908b6d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.937793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5e9f9-1823-4078-83ab-a41753908b6d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2fc7cb-5e5f-4cf9-a3e4-3bac486eec67,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:04.944363 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e9f9-1823-4078-83ab-a41753908b6d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.945565 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c4e5e9f9-1823-4078-83ab-a41753908b6d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192656 Mar 23 13:27:04.948489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50484) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:04.953234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-94c1ab59-7ec7-4db3-80ea-c5e91c52677e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'network': {'name': 'tempest-network-smoke--2103650343', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'port_security_enabled': True}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:27:04.972245 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c1ab59-7ec7-4db3-80ea-c5e91c52677e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Made reservation on behalf of 488994dbef3a4604b5eb0770edd5eaf8 for: {'network': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:27:04.975677 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c1ab59-7ec7-4db3-80ea-c5e91c52677e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:04.998700 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c1ab59-7ec7-4db3-80ea-c5e91c52677e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:27:05.008328 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c1ab59-7ec7-4db3-80ea-c5e91c52677e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:05.008685 n-d-834854-1 neutron-server[102778]: INFO neutron.db.segments_db [None req-94c1ab59-7ec7-4db3-80ea-c5e91c52677e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Added segment bb0026bb-4937-4142-aa28-e1fe30bb3378 of type vlan for network 7783e37b-c246-4b65-96f0-7c3485fb32bb Mar 23 13:27:05.047159 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c1ab59-7ec7-4db3-80ea-c5e91c52677e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:05.071487 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c1ab59-7ec7-4db3-80ea-c5e91c52677e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:05.076892 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c1ab59-7ec7-4db3-80ea-c5e91c52677e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:05.077457 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-94c1ab59-7ec7-4db3-80ea-c5e91c52677e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:05.132146 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-94c1ab59-7ec7-4db3-80ea-c5e91c52677e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1826282 Mar 23 13:27:05.134941 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50486) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:05.139693 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-224162789', 'admin_state_up': True, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:27:05.149880 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1ab59-7ec7-4db3-80ea-c5e91c52677e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Network': ['ID=7783e37b-c246-4b65-96f0-7c3485fb32bb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:05.161554 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 7783e37b-c246-4b65-96f0-7c3485fb32bb details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:27:05.166105 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:05.167148 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:05.217639 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:05.359458 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:05.548777 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:05.570621 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:05.670517 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.25.2.189 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/04ab5e61-094c-41cb-ade3-e7b203205407) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:27:05.774217 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:05.807107 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:05.845293 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:27:05.848791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:27:05.852228 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:27:05.873557 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=04ab5e61-094c-41cb-ade3-e7b203205407,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:06.117812 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:06.318031 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:06.454336 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router b794be47-5319-4f91-a433-e3a09767cdb3 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:27:06.874691 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:27:06.884229 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Sync routers for ids ['b794be47-5319-4f91-a433-e3a09767cdb3'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:27:06.893322 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Routers {'b794be47-5319-4f91-a433-e3a09767cdb3'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:27:06.893918 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:26:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b794be47-5319-4f91-a433-e3a09767cdb3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:06.894207 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:06.898564 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fb317a4a-140f-425d-b537-2362d06780f3 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7602062 Mar 23 13:27:06.898799 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50488) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:06.929960 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4c503396-0fc0-45f0-ace4-4cc6e8b0c3af tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=488994dbef3a4604b5eb0770edd5eaf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276051 Mar 23 13:27:06.930171 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50490) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:06.996069 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Set router b794be47-5319-4f91-a433-e3a09767cdb3 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:27:07.015458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528fffb2-b5e1-4be3-b503-304d65b33eab tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:07.020214 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-528fffb2-b5e1-4be3-b503-304d65b33eab tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859826 Mar 23 13:27:07.020694 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50492) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:07.051945 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-32e64c7b-9be6-4670-a19b-adf8c44d243e tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=d572c108-a075-488a-949c-3a07028bd9a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301604 Mar 23 13:27:07.054585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50494) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:07.059695 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6c9c99ef-48db-4a7d-b275-fb5bfda41efe tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1386366480', 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb', 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:27:07.143613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9c99ef-48db-4a7d-b275-fb5bfda41efe tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Made reservation on behalf of 488994dbef3a4604b5eb0770edd5eaf8 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:27:07.147831 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c9c99ef-48db-4a7d-b275-fb5bfda41efe tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:07.169428 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224162789', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:05Z', 'revision_number': 3, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:07.198650 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Checking router: b794be47-5319-4f91-a433-e3a09767cdb3 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:27:07.199012 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Updating router b794be47-5319-4f91-a433-e3a09767cdb3 port 04ab5e61-094c-41cb-ade3-e7b203205407 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:27:07.226123 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:07.334457 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c9c99ef-48db-4a7d-b275-fb5bfda41efe tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:07.400022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c99ef-48db-4a7d-b275-fb5bfda41efe tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Subnet': ['ID=b8c261db-bac1-4cc0-928d-3bbd76fc37f9,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:07.407871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9c99ef-48db-4a7d-b275-fb5bfda41efe tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Checking segment: {'id': 'bb0026bb-4937-4142-aa28-e1fe30bb3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:27:07.408259 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9c99ef-48db-4a7d-b275-fb5bfda41efe tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network hostable DHCP agents. Network: 7783e37b-c246-4b65-96f0-7c3485fb32bb, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:27:07.425120 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9c99ef-48db-4a7d-b275-fb5bfda41efe tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network 7783e37b-c246-4b65-96f0-7c3485fb32bb is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:27:07.434479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6c9c99ef-48db-4a7d-b275-fb5bfda41efe tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 7783e37b-c246-4b65-96f0-7c3485fb32bb) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:27:07.438704 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9c99ef-48db-4a7d-b275-fb5bfda41efe tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:07.439447 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6c9c99ef-48db-4a7d-b275-fb5bfda41efe tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:07.444381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb2b030-8441-474b-a2d1-b31872e697bc None None] Network 7783e37b-c246-4b65-96f0-7c3485fb32bb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:27:07.458733 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6c9c99ef-48db-4a7d-b275-fb5bfda41efe tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4029686 Mar 23 13:27:07.461511 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50496) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:07.483552 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:07.489506 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:07.549973 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860d4ac-0bbb-445a-9175-10480d469842 None None] Pushing event updated for resources: {'Port': ['ID=04ab5e61-094c-41cb-ade3-e7b203205407,revision_number=2']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:07.552156 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Attempting to bind port 04ab5e61-094c-41cb-ade3-e7b203205407 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:27:07.552614 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Attempting to bind port 04ab5e61-094c-41cb-ade3-e7b203205407 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:27:07.553054 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Attempting to bind port 04ab5e61-094c-41cb-ade3-e7b203205407 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:27:07.562616 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:27:07.563067 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:27:07.563542 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:07.564003 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:27:07.564523 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Bound port: 04ab5e61-094c-41cb-ade3-e7b203205407, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:27:07.565354 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:07.567857 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860d4ac-0bbb-445a-9175-10480d469842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:07.569961 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860d4ac-0bbb-445a-9175-10480d469842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:07.569961 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860d4ac-0bbb-445a-9175-10480d469842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:07.570309 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860d4ac-0bbb-445a-9175-10480d469842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:07.570706 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860d4ac-0bbb-445a-9175-10480d469842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:07.571088 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860d4ac-0bbb-445a-9175-10480d469842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:07.571468 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860d4ac-0bbb-445a-9175-10480d469842 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:07.571852 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860d4ac-0bbb-445a-9175-10480d469842 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:07.572252 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860d4ac-0bbb-445a-9175-10480d469842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:07.572621 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860d4ac-0bbb-445a-9175-10480d469842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:07.572995 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860d4ac-0bbb-445a-9175-10480d469842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:07.573360 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0860d4ac-0bbb-445a-9175-10480d469842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:27:07.594940 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-7783e37b-c246-4b65-96f0-7c3485fb32bb', 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ips': [{'subnet_id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:27:07.595804 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:07.635627 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] For port 04ab5e61-094c-41cb-ade3-e7b203205407, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:27:07.638753 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] For port 04ab5e61-094c-41cb-ade3-e7b203205407, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=04ab5e61-094c-41cb-ade3-e7b203205407,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:27:07.643690 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:07.704197 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Routers {'b794be47-5319-4f91-a433-e3a09767cdb3'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:27:07.704819 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:26:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b794be47-5319-4f91-a433-e3a09767cdb3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:07.738332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Allocated IP 172.20.0.2 (7783e37b-c246-4b65-96f0-7c3485fb32bb/b8c261db-bac1-4cc0-928d-3bbd76fc37f9/780c18dc-c2f3-4796-81df-241a16ae586a) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:27:07.740298 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860d4ac-0bbb-445a-9175-10480d469842 None None] Pushing event updated for resources: {'Port': ['ID=04ab5e61-094c-41cb-ade3-e7b203205407,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:07.910012 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:07.918368 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:07.926449 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] Set router b794be47-5319-4f91-a433-e3a09767cdb3 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:27:07.968639 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Network 7783e37b-c246-4b65-96f0-7c3485fb32bb is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:27:07.973407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:27:07.977755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:27:07.985050 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Pushing event updated for resources: {'Port': ['ID=780c18dc-c2f3-4796-81df-241a16ae586a,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:08.041251 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Attempting to bind port 780c18dc-c2f3-4796-81df-241a16ae586a on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:27:08.041601 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Attempting to bind port 780c18dc-c2f3-4796-81df-241a16ae586a by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'bb0026bb-4937-4142-aa28-e1fe30bb3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:27:08.041972 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Attempting to bind port 780c18dc-c2f3-4796-81df-241a16ae586a on network 7783e37b-c246-4b65-96f0-7c3485fb32bb {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:27:08.047459 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:27:08.047852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Checking segment: {'id': 'bb0026bb-4937-4142-aa28-e1fe30bb3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:27:08.048268 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:08.048777 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Bound using segment: {'id': 'bb0026bb-4937-4142-aa28-e1fe30bb3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:27:08.049786 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Bound port: 780c18dc-c2f3-4796-81df-241a16ae586a, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0026bb-4937-4142-aa28-e1fe30bb3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:27:08.050396 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:08.117654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] For port 780c18dc-c2f3-4796-81df-241a16ae586a, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:27:08.121874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] For port 780c18dc-c2f3-4796-81df-241a16ae586a, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=780c18dc-c2f3-4796-81df-241a16ae586a,segment=NetworkSegment(bb0026bb-4937-4142-aa28-e1fe30bb3378),segment_id=bb0026bb-4937-4142-aa28-e1fe30bb3378)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:27:08.124779 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224162789', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:05Z', 'revision_number': 3, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:08.127345 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:08.158978 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd3b86e-36e5-4151-a633-d2a23dc74425 None None] The sync data for ids ['b794be47-5319-4f91-a433-e3a09767cdb3'] in n-d-834854-1 is: [{'id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224162789', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:05Z', 'revision_number': 3, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:27:08.196187 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de9ef-e7ed-4daa-8b15-72112ac436a7 None None] Pushing event updated for resources: {'Port': ['ID=780c18dc-c2f3-4796-81df-241a16ae586a,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:08.258094 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:08.581536 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.20.0.1 (7783e37b-c246-4b65-96f0-7c3485fb32bb/b8c261db-bac1-4cc0-928d-3bbd76fc37f9/88a2fd1c-2981-4f97-9f97-6da7a407034f) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:27:08.705090 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:08.742812 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:08.788471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network 7783e37b-c246-4b65-96f0-7c3485fb32bb is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:27:08.792022 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:27:08.796083 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:27:08.803626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=88a2fd1c-2981-4f97-9f97-6da7a407034f,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:08.846375 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:08.995525 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:09.204251 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69173646-c318-4c26-a9f0-ad652c04e639 None None] Network 7783e37b-c246-4b65-96f0-7c3485fb32bb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:27:09.299437 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:09.304007 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:09.329423 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9d5ead66-52cb-46a0-9530-e4ad073a4eeb None None] Provisioning complete for port 780c18dc-c2f3-4796-81df-241a16ae586a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:27:09.329793 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9d5ead66-52cb-46a0-9530-e4ad073a4eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:09.373894 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=88a2fd1c-2981-4f97-9f97-6da7a407034f,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:09.378825 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:09.446308 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9d5ead66-52cb-46a0-9530-e4ad073a4eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:09.482231 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9d5ead66-52cb-46a0-9530-e4ad073a4eeb None None] For port 780c18dc-c2f3-4796-81df-241a16ae586a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=780c18dc-c2f3-4796-81df-241a16ae586a,segment=NetworkSegment(bb0026bb-4937-4142-aa28-e1fe30bb3378),segment_id=bb0026bb-4937-4142-aa28-e1fe30bb3378)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:27:09.486719 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network 7783e37b-c246-4b65-96f0-7c3485fb32bb is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:27:09.486958 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9d5ead66-52cb-46a0-9530-e4ad073a4eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:09.488510 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:27:09.541422 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ead66-52cb-46a0-9530-e4ad073a4eeb None None] Pushing event updated for resources: {'Port': ['ID=780c18dc-c2f3-4796-81df-241a16ae586a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:09.611487 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router b794be47-5319-4f91-a433-e3a09767cdb3 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:27:09.695017 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:27:09.713321 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fa220a2f-ff75-42e0-8b83-356fe360f19c None None] Provisioning complete for port 88a2fd1c-2981-4f97-9f97-6da7a407034f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:27:09.713697 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa220a2f-ff75-42e0-8b83-356fe360f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:09.732235 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:27:09.738148 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-86c54405-7463-428d-85e9-f27c8172beae tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "PUT /v2.0/routers/b794be47-5319-4f91-a433-e3a09767cdb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2754612 Mar 23 13:27:09.755706 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fa220a2f-ff75-42e0-8b83-356fe360f19c None None] Port 88a2fd1c-2981-4f97-9f97-6da7a407034f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:27:09.767591 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fa220a2f-ff75-42e0-8b83-356fe360f19c None None] Provisioning complete for port 780c18dc-c2f3-4796-81df-241a16ae586a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:27:09.767988 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fa220a2f-ff75-42e0-8b83-356fe360f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:09.913395 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-8fdedc76-1be9-45bd-a9f7-47b97bf18768 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-648480663&fields=id&tenant_id=488994dbef3a4604b5eb0770edd5eaf8 HTTP/1.1" status: 200 len: 267 time: 0.0369177 Mar 23 13:27:09.979102 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5146c529-6198-4884-add8-96aa8680e0d3 None None] Provisioning complete for port 88a2fd1c-2981-4f97-9f97-6da7a407034f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:27:09.981542 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5146c529-6198-4884-add8-96aa8680e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:09.988064 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Sync routers for ids ['b794be47-5319-4f91-a433-e3a09767cdb3'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:27:10.031679 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-23868dea-3ad2-4c09-abad-b9225a3e70c4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:10.033033 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Routers {'b794be47-5319-4f91-a433-e3a09767cdb3'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:27:10.033667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:26:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b794be47-5319-4f91-a433-e3a09767cdb3'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:10.033818 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-23868dea-3ad2-4c09-abad-b9225a3e70c4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/networks?id=7783e37b-c246-4b65-96f0-7c3485fb32bb HTTP/1.1" status: 200 len: 797 time: 0.1122768 Mar 23 13:27:10.038523 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5146c529-6198-4884-add8-96aa8680e0d3 None None] Port 88a2fd1c-2981-4f97-9f97-6da7a407034f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:27:10.052572 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-ce2571d0-8cc1-4d8d-aa9e-53fb4493d796 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/quotas/488994dbef3a4604b5eb0770edd5eaf8 HTTP/1.1" status: 200 len: 375 time: 0.0101013 Mar 23 13:27:10.103996 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-b7de1862-275e-4fc3-a21d-beed4edcd9f2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455308 Mar 23 13:27:10.197659 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Set router b794be47-5319-4f91-a433-e3a09767cdb3 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:27:10.227172 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-e8868d57-0a00-473a-9c30-8979899fb531 service neutron] 10.222.0.52 "GET /v2.0/networks/7783e37b-c246-4b65-96f0-7c3485fb32bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110404 Mar 23 13:27:10.239362 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7e889f8e-efc4-49a9-95db-2d8a3225f05c None None] Provisioning complete for port 88a2fd1c-2981-4f97-9f97-6da7a407034f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:27:10.239912 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7e889f8e-efc4-49a9-95db-2d8a3225f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:10.307312 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 04ab5e61-094c-41cb-ade3-e7b203205407 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:27:10.323491 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-6082c46e-ae61-472c-b9b1-098740243552 service neutron] 10.222.0.52 "GET /v2.0/networks/7783e37b-c246-4b65-96f0-7c3485fb32bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893819 Mar 23 13:27:10.369966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7e889f8e-efc4-49a9-95db-2d8a3225f05c None None] Port 88a2fd1c-2981-4f97-9f97-6da7a407034f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:27:10.490464 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 04ab5e61-094c-41cb-ade3-e7b203205407 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:27:10.490821 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:10.510417 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-688fdb46-add2-432a-958f-2fb149d3bb4c req-769e539a-8ffe-4475-8046-4420e8589907 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 210 time: 0.0334110 Mar 23 13:27:10.631990 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224162789', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:08Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '88a2fd1c-2981-4f97-9f97-6da7a407034f', 'name': '', 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:ac:d8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:08Z', 'updated_at': '2022-03-23T13:27:09Z', 'revision_number': 2, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:10.633665 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:10.669039 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Checking router: b794be47-5319-4f91-a433-e3a09767cdb3 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:27:10.669400 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Updating router b794be47-5319-4f91-a433-e3a09767cdb3 port 88a2fd1c-2981-4f97-9f97-6da7a407034f binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:27:10.698978 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 04ab5e61-094c-41cb-ade3-e7b203205407, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=04ab5e61-094c-41cb-ade3-e7b203205407,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:27:10.705668 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:10.706427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 780c18dc-c2f3-4796-81df-241a16ae586a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:27:10.709421 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:10.808175 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=04ab5e61-094c-41cb-ade3-e7b203205407,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:10.885488 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 780c18dc-c2f3-4796-81df-241a16ae586a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:27:10.885761 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:11.263480 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:11.270083 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:11.318881 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aaa2dd-eff1-4f90-86c1-8eefe5db84d7 None None] Pushing event updated for resources: {'Port': ['ID=88a2fd1c-2981-4f97-9f97-6da7a407034f,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:11.371662 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Attempting to bind port 88a2fd1c-2981-4f97-9f97-6da7a407034f on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:27:11.372204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Attempting to bind port 88a2fd1c-2981-4f97-9f97-6da7a407034f by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': 'bb0026bb-4937-4142-aa28-e1fe30bb3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:27:11.372454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Attempting to bind port 88a2fd1c-2981-4f97-9f97-6da7a407034f on network 7783e37b-c246-4b65-96f0-7c3485fb32bb {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:27:11.378564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:27:11.378943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Checking segment: {'id': 'bb0026bb-4937-4142-aa28-e1fe30bb3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:27:11.379346 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:11.379737 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Bound using segment: {'id': 'bb0026bb-4937-4142-aa28-e1fe30bb3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:27:11.380237 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Bound port: 88a2fd1c-2981-4f97-9f97-6da7a407034f, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0026bb-4937-4142-aa28-e1fe30bb3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:27:11.380617 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:11.459068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] For port 88a2fd1c-2981-4f97-9f97-6da7a407034f, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:27:11.464361 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] For port 88a2fd1c-2981-4f97-9f97-6da7a407034f, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=88a2fd1c-2981-4f97-9f97-6da7a407034f,segment=NetworkSegment(bb0026bb-4937-4142-aa28-e1fe30bb3378),segment_id=bb0026bb-4937-4142-aa28-e1fe30bb3378)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:27:11.470932 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:11.485354 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-523bcaca-511d-4751-be9e-a620b57b402d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:11.486945 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-523bcaca-511d-4751-be9e-a620b57b402d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "GET /v2.0/networks?id=7783e37b-c246-4b65-96f0-7c3485fb32bb HTTP/1.1" status: 200 len: 797 time: 0.1326497 Mar 23 13:27:11.537533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aaa2dd-eff1-4f90-86c1-8eefe5db84d7 None None] Pushing event updated for resources: {'Port': ['ID=88a2fd1c-2981-4f97-9f97-6da7a407034f,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:11.544603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Routers {'b794be47-5319-4f91-a433-e3a09767cdb3'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:27:11.545227 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:26:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b794be47-5319-4f91-a433-e3a09767cdb3'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:11.557215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-1e3f79bf-cd9c-48ce-a0fc-0aeaf08aca98 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=488994dbef3a4604b5eb0770edd5eaf8 HTTP/1.1" status: 200 len: 379 time: 0.0592203 Mar 23 13:27:11.569878 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-817a7fe3-0779-45b2-951f-001f2254269a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'port': {'device_id': 'a3e7e031-531c-4604-bc5b-9d877f61373f', 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb', 'admin_state_up': True, 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'security_groups': ['47f8acd9-35b9-44ce-8e92-268d0a166552']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:27:11.610163 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-666a78c9-eee2-4b38-9222-f115f7df0179 None None] Provisioning complete for port 88a2fd1c-2981-4f97-9f97-6da7a407034f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:27:11.610530 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-666a78c9-eee2-4b38-9222-f115f7df0179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:11.638488 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-574d3066-498f-404b-ab19-f90831efaa5b req-e707fc10-59d7-470c-b239-a323481e8a0a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 210 time: 0.0461144 Mar 23 13:27:11.713587 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] Set router b794be47-5319-4f91-a433-e3a09767cdb3 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:27:11.718184 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-817a7fe3-0779-45b2-951f-001f2254269a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Made reservation on behalf of 488994dbef3a4604b5eb0770edd5eaf8 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:27:11.722212 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-817a7fe3-0779-45b2-951f-001f2254269a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:11.827537 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-666a78c9-eee2-4b38-9222-f115f7df0179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:11.860865 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-817a7fe3-0779-45b2-951f-001f2254269a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.20.0.9 (7783e37b-c246-4b65-96f0-7c3485fb32bb/b8c261db-bac1-4cc0-928d-3bbd76fc37f9/4d9782f3-2338-4ab4-89b6-f5853a4c59cb) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:27:11.904068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-666a78c9-eee2-4b38-9222-f115f7df0179 None None] For port 88a2fd1c-2981-4f97-9f97-6da7a407034f, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=88a2fd1c-2981-4f97-9f97-6da7a407034f,segment=NetworkSegment(bb0026bb-4937-4142-aa28-e1fe30bb3378),segment_id=bb0026bb-4937-4142-aa28-e1fe30bb3378)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:27:11.912675 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-666a78c9-eee2-4b38-9222-f115f7df0179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:11.985614 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a78c9-eee2-4b38-9222-f115f7df0179 None None] Pushing event updated for resources: {'Port': ['ID=88a2fd1c-2981-4f97-9f97-6da7a407034f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:12.004176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-817a7fe3-0779-45b2-951f-001f2254269a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:12.009529 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224162789', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:08Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '88a2fd1c-2981-4f97-9f97-6da7a407034f', 'name': '', 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:ac:d8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:08Z', 'updated_at': '2022-03-23T13:27:11Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:12.042486 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813a8170-c1b8-498f-aa23-60b396370e2d None None] The sync data for ids ['b794be47-5319-4f91-a433-e3a09767cdb3'] in n-d-834854-1 is: [{'id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224162789', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:08Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '88a2fd1c-2981-4f97-9f97-6da7a407034f', 'name': '', 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:ac:d8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:08Z', 'updated_at': '2022-03-23T13:27:11Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:27:12.044425 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-817a7fe3-0779-45b2-951f-001f2254269a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:12.059957 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-42627e73-c788-44d8-8e1d-a4299a85159a None None] Provisioning complete for port 88a2fd1c-2981-4f97-9f97-6da7a407034f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:27:12.060504 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-42627e73-c788-44d8-8e1d-a4299a85159a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:12.105617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-817a7fe3-0779-45b2-951f-001f2254269a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network 7783e37b-c246-4b65-96f0-7c3485fb32bb is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:27:12.115691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-817a7fe3-0779-45b2-951f-001f2254269a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:27:12.122943 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-817a7fe3-0779-45b2-951f-001f2254269a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:27:12.127276 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a7fe3-0779-45b2-951f-001f2254269a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=4d9782f3-2338-4ab4-89b6-f5853a4c59cb,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:12.201098 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-817a7fe3-0779-45b2-951f-001f2254269a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:12.201771 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-817a7fe3-0779-45b2-951f-001f2254269a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:12.223402 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-817a7fe3-0779-45b2-951f-001f2254269a tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6588893 Mar 23 13:27:12.237281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-06808fac-cc45-4082-93fe-07e44f955223 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:27:12.239221 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-06808fac-cc45-4082-93fe-07e44f955223 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065224 Mar 23 13:27:12.257154 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Request body: {'port': {'device_id': 'a3e7e031-531c-4604-bc5b-9d877f61373f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:27:12.327362 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:12.373964 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 04ab5e61-094c-41cb-ade3-e7b203205407 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:27:12.452807 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 04ab5e61-094c-41cb-ade3-e7b203205407 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:27:12.453621 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:12.457465 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-247bbcf4-ab16-42fa-8e89-4b2a0e79b0d1 None None] Provisioning complete for port 4d9782f3-2338-4ab4-89b6-f5853a4c59cb triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:27:12.457465 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-247bbcf4-ab16-42fa-8e89-4b2a0e79b0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:12.521761 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-247bbcf4-ab16-42fa-8e89-4b2a0e79b0d1 None None] Port 4d9782f3-2338-4ab4-89b6-f5853a4c59cb cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:27:12.570756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 88a2fd1c-2981-4f97-9f97-6da7a407034f up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:27:12.619265 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 88a2fd1c-2981-4f97-9f97-6da7a407034f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:27:12.619464 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:12.632753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9782f3-2338-4ab4-89b6-f5853a4c59cb {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:27:12.641501 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:12.655689 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Transition to ACTIVE for port object 4d9782f3-2338-4ab4-89b6-f5853a4c59cb will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:27:12.660315 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:12.719148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9782f3-2338-4ab4-89b6-f5853a4c59cb,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:12.831434 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9e23a-f3f4-4dfd-a15c-4d5148b839de req-e1c28c39-0fd7-432e-ba58-7a8734ff6ecb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:12.833063 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77e9e23a-f3f4-4dfd-a15c-4d5148b839de req-e1c28c39-0fd7-432e-ba58-7a8734ff6ecb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 943 time: 0.1093533 Mar 23 13:27:12.858222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Attempting to bind port 4d9782f3-2338-4ab4-89b6-f5853a4c59cb on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:27:12.858567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Attempting to bind port 4d9782f3-2338-4ab4-89b6-f5853a4c59cb by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': 'bb0026bb-4937-4142-aa28-e1fe30bb3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:27:12.858920 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Attempting to bind port 4d9782f3-2338-4ab4-89b6-f5853a4c59cb on network 7783e37b-c246-4b65-96f0-7c3485fb32bb {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:27:12.867738 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Port 4d9782f3-2338-4ab4-89b6-f5853a4c59cb on network 7783e37b-c246-4b65-96f0-7c3485fb32bb not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:27:12.868114 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Attempting to bind port 4d9782f3-2338-4ab4-89b6-f5853a4c59cb on network 7783e37b-c246-4b65-96f0-7c3485fb32bb {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:27:12.886157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:27:12.886511 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Checking segment: {'id': 'bb0026bb-4937-4142-aa28-e1fe30bb3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:27:12.886904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Bound using segment: {'id': 'bb0026bb-4937-4142-aa28-e1fe30bb3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:27:12.887344 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Bound port: 4d9782f3-2338-4ab4-89b6-f5853a4c59cb, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0026bb-4937-4142-aa28-e1fe30bb3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:27:12.887708 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:12.902401 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-77e9e23a-f3f4-4dfd-a15c-4d5148b839de req-f71f1a6d-1392-4683-a6b8-3799d6e4a887 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625281 Mar 23 13:27:12.959513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] For port 4d9782f3-2338-4ab4-89b6-f5853a4c59cb, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:27:12.962915 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] For port 4d9782f3-2338-4ab4-89b6-f5853a4c59cb, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4d9782f3-2338-4ab4-89b6-f5853a4c59cb,segment=NetworkSegment(bb0026bb-4937-4142-aa28-e1fe30bb3378),segment_id=bb0026bb-4937-4142-aa28-e1fe30bb3378)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:27:12.967188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:13.012315 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:13.012953 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:13.015044 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] 10.222.0.73 "PUT /v2.0/ports/4d9782f3-2338-4ab4-89b6-f5853a4c59cb HTTP/1.1" status: 200 len: 1091 time: 0.7623820 Mar 23 13:27:13.015044 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e7e031-531c-4604-bc5b-9d877f61373f', 'tag': '4d9782f3-2338-4ab4-89b6-f5853a4c59cb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:27:13.017275 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487ec1b9-eae4-466f-9a9e-560811ec5fab" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e7e031-531c-4604-bc5b-9d877f61373f", "tag": "4d9782f3-2338-4ab4-89b6-f5853a4c59cb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:27:13.039362 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc3f48-7010-435f-b69a-28debdb3d183 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9782f3-2338-4ab4-89b6-f5853a4c59cb,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:13.085782 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da7cb99-a263-4ad5-b1ac-305c8680c8f9 x-openstack-request-id: req-0da7cb99-a263-4ad5-b1ac-305c8680c8f9 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:27:13.086076 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e7e031-531c-4604-bc5b-9d877f61373f", "tag": "4d9782f3-2338-4ab4-89b6-f5853a4c59cb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:27:13.086332 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0da7cb99-a263-4ad5-b1ac-305c8680c8f9 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:27:13.086738 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e7e031-531c-4604-bc5b-9d877f61373f', 'tag': '4d9782f3-2338-4ab4-89b6-f5853a4c59cb', 'status': 'completed', 'code': 200} Mar 23 13:27:13.119559 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-15b97929-a547-47b0-96b3-fbefc35dcdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:13.121216 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-15b97929-a547-47b0-96b3-fbefc35dcdfe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 1094 time: 0.0494516 Mar 23 13:27:13.168954 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-a0c1ce53-fff9-4b1c-a209-3eb095e19539 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9782f3-2338-4ab4-89b6-f5853a4c59cb HTTP/1.1" status: 200 len: 217 time: 0.0397739 Mar 23 13:27:13.223954 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5a128af3-f184-4147-882b-8f5e3ad9d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:13.225443 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-5a128af3-f184-4147-882b-8f5e3ad9d976 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8c261db-bac1-4cc0-928d-3bbd76fc37f9 HTTP/1.1" status: 200 len: 835 time: 0.0495756 Mar 23 13:27:13.281297 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-bd158a05-b207-4430-b13b-dfd02c2a9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:13.283035 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-bd158a05-b207-4430-b13b-dfd02c2a9ddd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7783e37b-c246-4b65-96f0-7c3485fb32bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501134 Mar 23 13:27:13.375409 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-abfa9919-95d6-4af1-9138-cf292820ab11 service neutron] 10.222.0.73 "GET /v2.0/networks/7783e37b-c246-4b65-96f0-7c3485fb32bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838449 Mar 23 13:27:13.469751 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-df6b4f9b-e08a-41e9-a639-c13afd9eb7fa req-ce2086d9-3ad0-4962-9a42-1341e28fd118 service neutron] 10.222.0.73 "GET /v2.0/networks/7783e37b-c246-4b65-96f0-7c3485fb32bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860274 Mar 23 13:27:13.567415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ec1b9-eae4-466f-9a9e-560811ec5fab req-1fc39629-4790-45da-a76a-29117da7d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:13.568892 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-487ec1b9-eae4-466f-9a9e-560811ec5fab req-1fc39629-4790-45da-a76a-29117da7d76d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 1094 time: 0.0432043 Mar 23 13:27:13.664081 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ec1b9-eae4-466f-9a9e-560811ec5fab req-c18c5628-f78a-4021-a302-c150852f25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:13.666177 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-487ec1b9-eae4-466f-9a9e-560811ec5fab req-c18c5628-f78a-4021-a302-c150852f25a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7783e37b-c246-4b65-96f0-7c3485fb32bb HTTP/1.1" status: 200 len: 898 time: 0.0896850 Mar 23 13:27:13.709536 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-487ec1b9-eae4-466f-9a9e-560811ec5fab req-a0287bfa-9d88-448a-a865-686ddf5f6c79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9782f3-2338-4ab4-89b6-f5853a4c59cb HTTP/1.1" status: 200 len: 217 time: 0.0352163 Mar 23 13:27:13.763654 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ec1b9-eae4-466f-9a9e-560811ec5fab req-70ae2a97-9d12-4f59-9c41-465083bb509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:13.765207 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-487ec1b9-eae4-466f-9a9e-560811ec5fab req-70ae2a97-9d12-4f59-9c41-465083bb509a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8c261db-bac1-4cc0-928d-3bbd76fc37f9 HTTP/1.1" status: 200 len: 835 time: 0.0485506 Mar 23 13:27:13.812393 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ec1b9-eae4-466f-9a9e-560811ec5fab req-57401396-53a4-4f57-889b-00481027a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:13.813896 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-487ec1b9-eae4-466f-9a9e-560811ec5fab req-57401396-53a4-4f57-889b-00481027a06f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7783e37b-c246-4b65-96f0-7c3485fb32bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409372 Mar 23 13:27:13.911075 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-487ec1b9-eae4-466f-9a9e-560811ec5fab req-febb6f09-b270-4072-b612-f00286f562ea service neutron] 10.222.0.73 "GET /v2.0/networks/7783e37b-c246-4b65-96f0-7c3485fb32bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877814 Mar 23 13:27:14.035158 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-487ec1b9-eae4-466f-9a9e-560811ec5fab req-cd1e9e99-5540-4e0c-8069-387ed181708a service neutron] 10.222.0.73 "GET /v2.0/networks/7783e37b-c246-4b65-96f0-7c3485fb32bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161625 Mar 23 13:27:14.050533 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e2501-84f7-46db-8c9b-97f90942c335 req-c9696759-44bb-47a4-9a26-632cd8084590 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:14.052102 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3a1e2501-84f7-46db-8c9b-97f90942c335 req-c9696759-44bb-47a4-9a26-632cd8084590 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 943 time: 0.0740974 Mar 23 13:27:14.095311 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3a1e2501-84f7-46db-8c9b-97f90942c335 req-62b2d0d7-8b9d-449c-bb57-3f87677133bc tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357249 Mar 23 13:27:15.212356 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83827366-83ef-4089-8415-2a6670ecc557 req-225db31f-4237-43ec-80ee-27ebd88aec58 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:15.213829 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-83827366-83ef-4089-8415-2a6670ecc557 req-225db31f-4237-43ec-80ee-27ebd88aec58 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 943 time: 0.0488396 Mar 23 13:27:15.253475 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-83827366-83ef-4089-8415-2a6670ecc557 req-b7f4e448-7b32-470c-b594-4a9d830869b7 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331206 Mar 23 13:27:16.371439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48ccfd-f858-436c-95f7-b64ae66e0683 req-84e69077-7a8e-4b72-bf67-220b3cb4bde0 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:16.372932 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed48ccfd-f858-436c-95f7-b64ae66e0683 req-84e69077-7a8e-4b72-bf67-220b3cb4bde0 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 943 time: 0.0479546 Mar 23 13:27:16.410463 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ed48ccfd-f858-436c-95f7-b64ae66e0683 req-4ef23db4-a0e1-4a38-81ce-a22af9185e6d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309334 Mar 23 13:27:16.556026 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:17.528061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69280688-a807-420b-ac7f-686c5ccae57c req-6d8b17fc-32ca-4151-99aa-d3f35a67791c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:17.529538 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-69280688-a807-420b-ac7f-686c5ccae57c req-6d8b17fc-32ca-4151-99aa-d3f35a67791c tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 943 time: 0.0484090 Mar 23 13:27:17.566920 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-69280688-a807-420b-ac7f-686c5ccae57c req-02481819-38fe-42a8-897b-0a1cb3aca87e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314877 Mar 23 13:27:17.863781 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:18.058322 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 4d9782f3-2338-4ab4-89b6-f5853a4c59cb details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:27:18.153105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 4d9782f3-2338-4ab4-89b6-f5853a4c59cb, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4d9782f3-2338-4ab4-89b6-f5853a4c59cb,segment=NetworkSegment(bb0026bb-4937-4142-aa28-e1fe30bb3378),segment_id=bb0026bb-4937-4142-aa28-e1fe30bb3378)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:27:18.164284 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '4d9782f3-2338-4ab4-89b6-f5853a4c59cb', 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb', 'port_id': '4d9782f3-2338-4ab4-89b6-f5853a4c59cb', 'mac_address': 'fa:16:3e:3d:f7:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:27:18.200527 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:18.214048 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9782f3-2338-4ab4-89b6-f5853a4c59cb {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:27:18.233070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 4d9782f3-2338-4ab4-89b6-f5853a4c59cb, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4d9782f3-2338-4ab4-89b6-f5853a4c59cb,segment=NetworkSegment(bb0026bb-4937-4142-aa28-e1fe30bb3378),segment_id=bb0026bb-4937-4142-aa28-e1fe30bb3378)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:27:18.236572 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:18.293286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=4d9782f3-2338-4ab4-89b6-f5853a4c59cb,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:18.460059 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['4d9782f3-2338-4ab4-89b6-f5853a4c59cb'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:27:18.681399 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea3517-3321-410a-ac3c-a58c067f0280 req-6d4a9c70-7e99-4ac1-b9ba-22a77c56cacd tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:18.682976 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-49ea3517-3321-410a-ac3c-a58c067f0280 req-6d4a9c70-7e99-4ac1-b9ba-22a77c56cacd tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 944 time: 0.0490503 Mar 23 13:27:18.725555 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-49ea3517-3321-410a-ac3c-a58c067f0280 req-9af2fcf1-4b9c-4217-bd1e-a422c37582b4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365531 Mar 23 13:27:19.855808 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85a15e-eb9f-44cb-9bb2-ba75c112437a req-78ce7d09-cb84-4c9d-8596-07d74bb046ca tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:19.857263 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9b85a15e-eb9f-44cb-9bb2-ba75c112437a req-78ce7d09-cb84-4c9d-8596-07d74bb046ca tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 944 time: 0.0542729 Mar 23 13:27:19.896059 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9b85a15e-eb9f-44cb-9bb2-ba75c112437a req-3ebb36a4-e92d-4328-aba4-ca11c7b189c6 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327494 Mar 23 13:27:20.058108 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 4d9782f3-2338-4ab4-89b6-f5853a4c59cb up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:27:20.107607 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 4d9782f3-2338-4ab4-89b6-f5853a4c59cb completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:27:20.111088 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 4d9782f3-2338-4ab4-89b6-f5853a4c59cb triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:27:20.111457 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:20.189989 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:20.213561 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e7e031-531c-4604-bc5b-9d877f61373f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9782f3-2338-4ab4-89b6-f5853a4c59cb'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:27:20.215786 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6217645b2b2bfc5ef888c6aa606b3465eba83eaf85f3abbd4570955a784a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ada902e-ed54-4519-82d0-121d60d93cbb" -d '{"events": [{"server_uuid": "a3e7e031-531c-4604-bc5b-9d877f61373f", "name": "network-vif-plugged", "status": "completed", "tag": "4d9782f3-2338-4ab4-89b6-f5853a4c59cb"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:27:20.230414 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 4d9782f3-2338-4ab4-89b6-f5853a4c59cb, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4d9782f3-2338-4ab4-89b6-f5853a4c59cb,segment=NetworkSegment(bb0026bb-4937-4142-aa28-e1fe30bb3378),segment_id=bb0026bb-4937-4142-aa28-e1fe30bb3378)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:27:20.235034 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:20.285822 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=4d9782f3-2338-4ab4-89b6-f5853a4c59cb,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:20.306249 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d073a4-d8c8-4631-b1a9-472347b31391 x-openstack-request-id: req-c2d073a4-d8c8-4631-b1a9-472347b31391 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:27:20.306540 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e7e031-531c-4604-bc5b-9d877f61373f", "name": "network-vif-plugged", "status": "completed", "tag": "4d9782f3-2338-4ab4-89b6-f5853a4c59cb", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:27:20.306793 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2d073a4-d8c8-4631-b1a9-472347b31391 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:27:20.307186 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e7e031-531c-4604-bc5b-9d877f61373f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9782f3-2338-4ab4-89b6-f5853a4c59cb', 'code': 200} Mar 23 13:27:20.407845 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122273e8-3086-489b-9fbb-2f5913ddbe72 req-33ce468e-dff1-4589-a8cb-1c0d567c13b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:20.409330 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-122273e8-3086-489b-9fbb-2f5913ddbe72 req-33ce468e-dff1-4589-a8cb-1c0d567c13b5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 1096 time: 0.0388405 Mar 23 13:27:20.444414 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-122273e8-3086-489b-9fbb-2f5913ddbe72 req-9129753b-8ad2-41db-b3f7-be2ee16a88e5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274959 Mar 23 13:27:21.013899 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070543-6c2c-497e-ad0b-b64b40cdf417 req-3abf7d2c-8d4a-4f3e-be6e-90888e89b859 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:21.015403 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e070543-6c2c-497e-ad0b-b64b40cdf417 req-3abf7d2c-8d4a-4f3e-be6e-90888e89b859 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 945 time: 0.0517623 Mar 23 13:27:21.056381 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6e070543-6c2c-497e-ad0b-b64b40cdf417 req-ff1b0e97-ce65-4196-b10f-74deb6b90b59 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346732 Mar 23 13:27:22.175831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003ed40-d16d-486c-abd4-934a4563d7be req-18d268ae-21cf-4439-ad2e-160be1e3b5bd tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:22.177928 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d003ed40-d16d-486c-abd4-934a4563d7be req-18d268ae-21cf-4439-ad2e-160be1e3b5bd tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 945 time: 0.0504804 Mar 23 13:27:22.215511 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d003ed40-d16d-486c-abd4-934a4563d7be req-a329d9a6-37f3-4ec3-8be1-b310c072670d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316358 Mar 23 13:27:22.329068 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb649f-65cd-4f41-8a7f-2598a6ae77db req-d9ac71f9-b18e-4ae3-aca7-970426edd4fe tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:22.330536 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-24bb649f-65cd-4f41-8a7f-2598a6ae77db req-d9ac71f9-b18e-4ae3-aca7-970426edd4fe tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 945 time: 0.0488336 Mar 23 13:27:22.368175 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-24bb649f-65cd-4f41-8a7f-2598a6ae77db req-b6a41029-4699-4ada-b56c-601f3a0bc3ba tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311728 Mar 23 13:27:22.389995 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50554) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:22.429481 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b18c4b-393f-4de7-a7eb-c592cf2e649d tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:22.430971 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e7b18c4b-393f-4de7-a7eb-c592cf2e649d tempest-TestNetworkAdvancedServerOps-1202767997 tempest-TestNetworkAdvancedServerOps-1202767997-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 1091 time: 0.0399873 Mar 23 13:27:22.433679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50556) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:22.437877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': '4d9782f3-2338-4ab4-89b6-f5853a4c59cb', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:27:22.458674 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:22.559152 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:22.666887 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Allocated IP 172.25.2.184 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/6c2bfe42-65db-4208-a1dd-d56da28b7b2e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:27:22.767142 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:22.799947 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:22.839151 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:27:22.842116 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:27:22.845610 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:27:22.870834 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=6c2bfe42-65db-4208-a1dd-d56da28b7b2e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:23.219799 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:23.293199 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:23.441479 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:23.447025 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:23.523869 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event updated for resources: {'Port': ['ID=6c2bfe42-65db-4208-a1dd-d56da28b7b2e,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:27:23.533689 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:23.632539 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Floating IP 84fa3d04-3b06-42d6-a2d9-7d561e5d1e59 associated. External IP: 172.25.2.184, port: 4d9782f3-2338-4ab4-89b6-f5853a4c59cb. Mar 23 13:27:24.143172 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd357b9a-028f-4fef-b5d1-489a16d0c886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:24.154023 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router b794be47-5319-4f91-a433-e3a09767cdb3 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:27:24.258526 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:27:24.268215 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b8309-1cfb-4b6e-bb20-cc0fd2682b56 None None] Sync routers for ids ['b794be47-5319-4f91-a433-e3a09767cdb3'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:27:24.276445 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:24.278610 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b8309-1cfb-4b6e-bb20-cc0fd2682b56 None None] Routers {'b794be47-5319-4f91-a433-e3a09767cdb3'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:27:24.279216 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cb7b8309-1cfb-4b6e-bb20-cc0fd2682b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:26:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b794be47-5319-4f91-a433-e3a09767cdb3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:24.308193 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-6d707d85-e5a1-459e-912d-2431b5d06d19 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8734837 Mar 23 13:27:24.308943 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e7e031-531c-4604-bc5b-9d877f61373f', 'tag': '4d9782f3-2338-4ab4-89b6-f5853a4c59cb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:27:24.311497 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28194aa-b3bb-4c4e-8115-ac832c0adb16" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e7e031-531c-4604-bc5b-9d877f61373f", "tag": "4d9782f3-2338-4ab4-89b6-f5853a4c59cb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:27:24.351813 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b295fd-3942-4237-a4af-c44fe04859f6 x-openstack-request-id: req-f0b295fd-3942-4237-a4af-c44fe04859f6 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:27:24.352318 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e7e031-531c-4604-bc5b-9d877f61373f", "tag": "4d9782f3-2338-4ab4-89b6-f5853a4c59cb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:27:24.352711 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0b295fd-3942-4237-a4af-c44fe04859f6 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:27:24.353659 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e7e031-531c-4604-bc5b-9d877f61373f', 'tag': '4d9782f3-2338-4ab4-89b6-f5853a4c59cb', 'status': 'completed', 'code': 200} Mar 23 13:27:24.393235 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-cb7b8309-1cfb-4b6e-bb20-cc0fd2682b56 None None] Set router b794be47-5319-4f91-a433-e3a09767cdb3 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:27:24.439438 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36427f-95f3-440f-9ea1-155abcf40d1e req-6d5f918e-0df8-44d3-8557-5c8a412d50f2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:24.440938 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc36427f-95f3-440f-9ea1-155abcf40d1e req-6d5f918e-0df8-44d3-8557-5c8a412d50f2 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 945 time: 0.0827260 Mar 23 13:27:24.444072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28194aa-b3bb-4c4e-8115-ac832c0adb16 req-2e84eebf-a355-4ab6-8fa6-10c09e34a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:24.445593 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d28194aa-b3bb-4c4e-8115-ac832c0adb16 req-2e84eebf-a355-4ab6-8fa6-10c09e34a854 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 1096 time: 0.0582869 Mar 23 13:27:24.528833 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dc36427f-95f3-440f-9ea1-155abcf40d1e req-c2c30372-c573-4254-be65-6c2c6eeb6a79 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806682 Mar 23 13:27:24.552486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50562) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:24.609000 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28194aa-b3bb-4c4e-8115-ac832c0adb16 req-707c17c0-e237-417d-8774-f5c3f0f19403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:24.610432 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d28194aa-b3bb-4c4e-8115-ac832c0adb16 req-707c17c0-e237-417d-8774-f5c3f0f19403 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7783e37b-c246-4b65-96f0-7c3485fb32bb HTTP/1.1" status: 200 len: 898 time: 0.1564879 Mar 23 13:27:24.623146 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cb7b8309-1cfb-4b6e-bb20-cc0fd2682b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224162789', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:08Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '84fa3d04-3b06-42d6-a2d9-7d561e5d1e59', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'floating_ip_address': '172.25.2.184', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'port_id': '4d9782f3-2338-4ab4-89b6-f5853a4c59cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb', 'mac_address': 'fa:16:3e:3d:f7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7e031-531c-4604-bc5b-9d877f61373f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:27:23Z', 'updated_at': '2022-03-23T13:27:23Z', 'revision_number': 0, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88a2fd1c-2981-4f97-9f97-6da7a407034f', 'name': '', 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:ac:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:08Z', 'updated_at': '2022-03-23T13:27:11Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:24.632926 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-da5a70fe-8668-468c-8493-6f96cbb11731 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/84fa3d04-3b06-42d6-a2d9-7d561e5d1e59 HTTP/1.1" status: 200 len: 991 time: 0.0792727 Mar 23 13:27:24.654090 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b8309-1cfb-4b6e-bb20-cc0fd2682b56 None None] Checking router: b794be47-5319-4f91-a433-e3a09767cdb3 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:27:24.662427 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b8309-1cfb-4b6e-bb20-cc0fd2682b56 None None] Routers {'b794be47-5319-4f91-a433-e3a09767cdb3'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:27:24.663021 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cb7b8309-1cfb-4b6e-bb20-cc0fd2682b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:26:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b794be47-5319-4f91-a433-e3a09767cdb3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:24.688152 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d28194aa-b3bb-4c4e-8115-ac832c0adb16 req-b56116b3-a20b-4cf1-98a9-4fe19f643cdc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9782f3-2338-4ab4-89b6-f5853a4c59cb HTTP/1.1" status: 200 len: 999 time: 0.0667269 Mar 23 13:27:24.737563 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28194aa-b3bb-4c4e-8115-ac832c0adb16 req-d154db20-4429-4494-8c23-527e0cafe154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:24.739034 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d28194aa-b3bb-4c4e-8115-ac832c0adb16 req-d154db20-4429-4494-8c23-527e0cafe154 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8c261db-bac1-4cc0-928d-3bbd76fc37f9 HTTP/1.1" status: 200 len: 835 time: 0.0429485 Mar 23 13:27:24.769149 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-cb7b8309-1cfb-4b6e-bb20-cc0fd2682b56 None None] Set router b794be47-5319-4f91-a433-e3a09767cdb3 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:27:24.785356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28194aa-b3bb-4c4e-8115-ac832c0adb16 req-98712904-db2d-4fb9-b680-1b88f6fe1625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:24.787393 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d28194aa-b3bb-4c4e-8115-ac832c0adb16 req-98712904-db2d-4fb9-b680-1b88f6fe1625 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7783e37b-c246-4b65-96f0-7c3485fb32bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412588 Mar 23 13:27:24.880517 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d28194aa-b3bb-4c4e-8115-ac832c0adb16 req-155e6bad-9297-47e3-8467-3e59e86aa556 service neutron] 10.222.0.73 "GET /v2.0/networks/7783e37b-c246-4b65-96f0-7c3485fb32bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855410 Mar 23 13:27:24.895010 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.73', 49431) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:24.942010 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-55582f6d-9f28-49d6-acd0-12e8032d3a0f req-8541de8e-05c6-4ecf-9cce-a11665baa730 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455022 Mar 23 13:27:24.985160 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d28194aa-b3bb-4c4e-8115-ac832c0adb16 req-728c06e3-7b11-4da9-96f4-af98ff2cbe82 service neutron] 10.222.0.73 "GET /v2.0/networks/7783e37b-c246-4b65-96f0-7c3485fb32bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920117 Mar 23 13:27:24.999533 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-cb7b8309-1cfb-4b6e-bb20-cc0fd2682b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224162789', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:08Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '84fa3d04-3b06-42d6-a2d9-7d561e5d1e59', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'floating_ip_address': '172.25.2.184', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'port_id': '4d9782f3-2338-4ab4-89b6-f5853a4c59cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb', 'mac_address': 'fa:16:3e:3d:f7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7e031-531c-4604-bc5b-9d877f61373f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:27:23Z', 'updated_at': '2022-03-23T13:27:23Z', 'revision_number': 0, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88a2fd1c-2981-4f97-9f97-6da7a407034f', 'name': '', 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:ac:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:08Z', 'updated_at': '2022-03-23T13:27:11Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:27:25.030416 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b8309-1cfb-4b6e-bb20-cc0fd2682b56 None None] The sync data for ids ['b794be47-5319-4f91-a433-e3a09767cdb3'] in n-d-834854-1 is: [{'id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224162789', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:08Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '84fa3d04-3b06-42d6-a2d9-7d561e5d1e59', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'floating_ip_address': '172.25.2.184', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'port_id': '4d9782f3-2338-4ab4-89b6-f5853a4c59cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb', 'mac_address': 'fa:16:3e:3d:f7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7e031-531c-4604-bc5b-9d877f61373f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:27:23Z', 'updated_at': '2022-03-23T13:27:23Z', 'revision_number': 0, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88a2fd1c-2981-4f97-9f97-6da7a407034f', 'name': '', 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:ac:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:08Z', 'updated_at': '2022-03-23T13:27:11Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:27:25.100266 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55582f6d-9f28-49d6-acd0-12e8032d3a0f req-25a2903f-5a4b-458d-9519-56027d0b1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:25.101775 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-55582f6d-9f28-49d6-acd0-12e8032d3a0f req-25a2903f-5a4b-458d-9519-56027d0b1558 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 1096 time: 0.0494399 Mar 23 13:27:25.210656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55582f6d-9f28-49d6-acd0-12e8032d3a0f req-779936e8-f14f-4719-a93b-bc1c34ab5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:25.212201 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-55582f6d-9f28-49d6-acd0-12e8032d3a0f req-779936e8-f14f-4719-a93b-bc1c34ab5178 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7783e37b-c246-4b65-96f0-7c3485fb32bb HTTP/1.1" status: 200 len: 898 time: 0.0896623 Mar 23 13:27:25.225627 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919961b-66aa-4064-a7f2-8e3b17b52e1b None None] New status for floating IP 84fa3d04-3b06-42d6-a2d9-7d561e5d1e59: ACTIVE {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:27:25.289800 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-55582f6d-9f28-49d6-acd0-12e8032d3a0f req-17afec74-a8b2-49c4-b8fe-99d75baf3171 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9782f3-2338-4ab4-89b6-f5853a4c59cb HTTP/1.1" status: 200 len: 999 time: 0.0701499 Mar 23 13:27:25.340833 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55582f6d-9f28-49d6-acd0-12e8032d3a0f req-3a0e9817-4b52-403c-ab84-3d3e7f4ac813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:25.348951 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-55582f6d-9f28-49d6-acd0-12e8032d3a0f req-3a0e9817-4b52-403c-ab84-3d3e7f4ac813 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8c261db-bac1-4cc0-928d-3bbd76fc37f9 HTTP/1.1" status: 200 len: 835 time: 0.0454144 Mar 23 13:27:25.389934 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55582f6d-9f28-49d6-acd0-12e8032d3a0f req-47e0b796-c90b-4d4d-8832-de8371ba868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:25.391607 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-55582f6d-9f28-49d6-acd0-12e8032d3a0f req-47e0b796-c90b-4d4d-8832-de8371ba868f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7783e37b-c246-4b65-96f0-7c3485fb32bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419767 Mar 23 13:27:25.485924 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-55582f6d-9f28-49d6-acd0-12e8032d3a0f req-9c624789-1c41-47f0-a5ec-0d72ac6c3d51 service neutron] 10.222.0.73 "GET /v2.0/networks/7783e37b-c246-4b65-96f0-7c3485fb32bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859272 Mar 23 13:27:25.576142 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-55582f6d-9f28-49d6-acd0-12e8032d3a0f req-cecc4d12-d59f-4013-b684-3ccdc374711b service neutron] 10.222.0.73 "GET /v2.0/networks/7783e37b-c246-4b65-96f0-7c3485fb32bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823193 Mar 23 13:27:25.636630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50564) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:25.703321 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-602998c4-6468-4e0c-ace0-31797c71725b tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/84fa3d04-3b06-42d6-a2d9-7d561e5d1e59 HTTP/1.1" status: 200 len: 993 time: 0.0653520 Mar 23 13:27:27.003763 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7e03-37c5-4f88-87a4-dcb9750be753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:27.970733 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:29.278084 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:29.623950 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:46.561117 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:46.695190 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:27:47.857598 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:54.147496 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0243b1f1-16f3-4429-81ef-efe769f08caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:54.462291 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f42a5-bd23-46ec-b00f-e2848466e5a5 req-cf9c9345-0359-447d-809f-17e196880ffb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:54.464672 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b11f42a5-bd23-46ec-b00f-e2848466e5a5 req-cf9c9345-0359-447d-809f-17e196880ffb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 945 time: 0.0637791 Mar 23 13:27:54.534450 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b11f42a5-bd23-46ec-b00f-e2848466e5a5 req-45151b42-3826-427f-98ed-6165883fbcfc tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595121 Mar 23 13:27:55.665209 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ba640-5040-42d6-8cb6-65de75f2924a req-0f34aa1a-0344-4c2f-9d41-20f7beaedf7d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:55.666719 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ec6ba640-5040-42d6-8cb6-65de75f2924a req-0f34aa1a-0344-4c2f-9d41-20f7beaedf7d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 945 time: 0.0481944 Mar 23 13:27:55.704558 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ec6ba640-5040-42d6-8cb6-65de75f2924a req-b2ed7793-7d7c-4b24-a269-349d4cbf6754 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317678 Mar 23 13:27:55.727192 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50582) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:55.789988 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9197ea47-3c93-4a4a-941d-158dec15eaab tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/84fa3d04-3b06-42d6-a2d9-7d561e5d1e59 HTTP/1.1" status: 200 len: 993 time: 0.0616753 Mar 23 13:27:57.006824 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-217911ab-28fb-40de-a7b9-689c80008919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:57.060161 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fb21d-f971-42f0-afb6-1f8bb6381c26 req-2f3879cf-c6f8-4df8-b367-10ad999cb918 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:57.061697 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-978fb21d-f971-42f0-afb6-1f8bb6381c26 req-2f3879cf-c6f8-4df8-b367-10ad999cb918 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 945 time: 0.0541649 Mar 23 13:27:57.079390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85776cd6-a622-49a8-9a35-3dd78d375819 req-3887b21c-dfa6-477c-9130-33e90f35f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:57.080962 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85776cd6-a622-49a8-9a35-3dd78d375819 req-3887b21c-dfa6-477c-9130-33e90f35f272 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 1096 time: 0.0452540 Mar 23 13:27:57.101212 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-978fb21d-f971-42f0-afb6-1f8bb6381c26 req-18d2e71f-a159-4791-b81e-a20f29a3b583 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335474 Mar 23 13:27:57.172774 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85776cd6-a622-49a8-9a35-3dd78d375819 req-fe00f7bd-e47d-4aeb-99d1-a691b9184b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:57.174247 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85776cd6-a622-49a8-9a35-3dd78d375819 req-fe00f7bd-e47d-4aeb-99d1-a691b9184b63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7783e37b-c246-4b65-96f0-7c3485fb32bb HTTP/1.1" status: 200 len: 898 time: 0.0843809 Mar 23 13:27:57.244133 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85776cd6-a622-49a8-9a35-3dd78d375819 req-0e94f48d-55ba-4cb9-b7a6-0872eeb6325c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9782f3-2338-4ab4-89b6-f5853a4c59cb HTTP/1.1" status: 200 len: 1001 time: 0.0621862 Mar 23 13:27:57.293956 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85776cd6-a622-49a8-9a35-3dd78d375819 req-91eee084-ca46-4013-8b17-c072d0dc26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:57.295393 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85776cd6-a622-49a8-9a35-3dd78d375819 req-91eee084-ca46-4013-8b17-c072d0dc26fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8c261db-bac1-4cc0-928d-3bbd76fc37f9 HTTP/1.1" status: 200 len: 835 time: 0.0449076 Mar 23 13:27:57.340572 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85776cd6-a622-49a8-9a35-3dd78d375819 req-db4775e0-37da-47da-b9a8-6fc2277055c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:57.341954 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85776cd6-a622-49a8-9a35-3dd78d375819 req-db4775e0-37da-47da-b9a8-6fc2277055c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7783e37b-c246-4b65-96f0-7c3485fb32bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394850 Mar 23 13:27:57.439673 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85776cd6-a622-49a8-9a35-3dd78d375819 req-cfcf5dc6-61c7-4b25-8f32-91ee7b748c7b service neutron] 10.222.0.73 "GET /v2.0/networks/7783e37b-c246-4b65-96f0-7c3485fb32bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839391 Mar 23 13:27:57.521891 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-85776cd6-a622-49a8-9a35-3dd78d375819 req-3a56661c-5748-45a9-b062-141a73ff5c27 service neutron] 10.222.0.73 "GET /v2.0/networks/7783e37b-c246-4b65-96f0-7c3485fb32bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812292 Mar 23 13:27:57.978028 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:58.237506 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38daabe-ac4e-42a2-9602-2e7c1f3203c0 req-d606295d-e3d3-452f-9d31-1d46168d5eb9 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:58.239676 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c38daabe-ac4e-42a2-9602-2e7c1f3203c0 req-d606295d-e3d3-452f-9d31-1d46168d5eb9 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 945 time: 0.0630479 Mar 23 13:27:58.288814 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c38daabe-ac4e-42a2-9602-2e7c1f3203c0 req-3503690e-1cf7-4744-9aea-0958519eddbb tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430858 Mar 23 13:27:59.281307 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:59.416551 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205904b-e157-45dc-8aeb-16f8c32dd26e req-217c2144-1dd5-4069-8ba5-6d97b96dc954 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:27:59.417941 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f205904b-e157-45dc-8aeb-16f8c32dd26e req-217c2144-1dd5-4069-8ba5-6d97b96dc954 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 945 time: 0.0549483 Mar 23 13:27:59.466236 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f205904b-e157-45dc-8aeb-16f8c32dd26e req-4e030714-2461-44e6-95de-3de442f38b45 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422804 Mar 23 13:27:59.488741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50594) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:27:59.555538 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-cd6d9986-d13c-43ae-ac73-541bb059162e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/floatingips/84fa3d04-3b06-42d6-a2d9-7d561e5d1e59 HTTP/1.1" status: 200 len: 993 time: 0.0656271 Mar 23 13:27:59.627865 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:27:59.882001 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50600) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:00.040958 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port 6c2bfe42-65db-4208-a1dd-d56da28b7b2e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:28:00.041305 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:00.119792 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:00.120173 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:00.133370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for 6c2bfe42-65db-4208-a1dd-d56da28b7b2e owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:28:00.284353 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:00.313989 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=6c2bfe42-65db-4208-a1dd-d56da28b7b2e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:00.326443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:00.326795 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:00.327132 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:00.327468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:00.327803 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:00.328155 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:00.328484 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:00.328827 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:00.329134 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:00.329453 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:00.329775 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:00.330097 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:00.386501 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:00.386732 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Floating IP 84fa3d04-3b06-42d6-a2d9-7d561e5d1e59 disassociated (deleted). External IP: 172.25.2.184, port: 4d9782f3-2338-4ab4-89b6-f5853a4c59cb. Mar 23 13:28:00.612350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router b794be47-5319-4f91-a433-e3a09767cdb3 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:28:00.727470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:28:00.732298 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:00.736743 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffe320b-79a4-474d-905c-fac89382f427 None None] Sync routers for ids ['b794be47-5319-4f91-a433-e3a09767cdb3'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:28:00.746586 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffe320b-79a4-474d-905c-fac89382f427 None None] Routers {'b794be47-5319-4f91-a433-e3a09767cdb3'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:28:00.747189 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4ffe320b-79a4-474d-905c-fac89382f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:27:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b794be47-5319-4f91-a433-e3a09767cdb3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:00.762461 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4a5cb83e-98ff-4444-8f07-ab8b696f3277 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/floatingips/84fa3d04-3b06-42d6-a2d9-7d561e5d1e59 HTTP/1.1" status: 204 len: 168 time: 0.8793178 Mar 23 13:28:00.763055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e7e031-531c-4604-bc5b-9d877f61373f', 'tag': '4d9782f3-2338-4ab4-89b6-f5853a4c59cb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:28:00.765345 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9953d95-feda-4e71-ae3a-d407de8cd7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e7e031-531c-4604-bc5b-9d877f61373f", "tag": "4d9782f3-2338-4ab4-89b6-f5853a4c59cb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:28:00.807641 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1726896-f39b-4079-8894-cbbb7a7f37ec x-openstack-request-id: req-d1726896-f39b-4079-8894-cbbb7a7f37ec {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:28:00.808120 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e7e031-531c-4604-bc5b-9d877f61373f", "tag": "4d9782f3-2338-4ab4-89b6-f5853a4c59cb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:28:00.808327 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1726896-f39b-4079-8894-cbbb7a7f37ec {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:28:00.808696 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e7e031-531c-4604-bc5b-9d877f61373f', 'tag': '4d9782f3-2338-4ab4-89b6-f5853a4c59cb', 'status': 'completed', 'code': 200} Mar 23 13:28:00.875036 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4ffe320b-79a4-474d-905c-fac89382f427 None None] Set router b794be47-5319-4f91-a433-e3a09767cdb3 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:28:00.881658 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953d95-feda-4e71-ae3a-d407de8cd7f4 req-322bb0cc-e281-40cc-85b0-5d95559a92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:00.883267 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9953d95-feda-4e71-ae3a-d407de8cd7f4 req-322bb0cc-e281-40cc-85b0-5d95559a92d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 1096 time: 0.0531120 Mar 23 13:28:01.051367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953d95-feda-4e71-ae3a-d407de8cd7f4 req-ab2b3643-ca81-4f7f-a7d3-210b4cb94cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:01.053314 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9953d95-feda-4e71-ae3a-d407de8cd7f4 req-ab2b3643-ca81-4f7f-a7d3-210b4cb94cdf service neutron] 10.222.0.73 "GET /v2.0/networks?id=7783e37b-c246-4b65-96f0-7c3485fb32bb HTTP/1.1" status: 200 len: 898 time: 0.1443050 Mar 23 13:28:01.064620 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334dd890-aa75-4047-8ec8-f505a403f782 req-c84241dd-afd7-431f-a511-4815798401c5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:01.066251 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-334dd890-aa75-4047-8ec8-f505a403f782 req-c84241dd-afd7-431f-a511-4815798401c5 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 945 time: 0.0829895 Mar 23 13:28:01.116399 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9953d95-feda-4e71-ae3a-d407de8cd7f4 req-939694fe-ef64-487e-aa8a-91f05d11070a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9782f3-2338-4ab4-89b6-f5853a4c59cb HTTP/1.1" status: 200 len: 217 time: 0.0490820 Mar 23 13:28:01.173565 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-334dd890-aa75-4047-8ec8-f505a403f782 req-427b05eb-8e86-4159-88d6-1467c28ef5cc tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974979 Mar 23 13:28:01.194559 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953d95-feda-4e71-ae3a-d407de8cd7f4 req-c7418e48-f2ab-4089-a5e0-39c4202c2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:01.197925 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9953d95-feda-4e71-ae3a-d407de8cd7f4 req-c7418e48-f2ab-4089-a5e0-39c4202c2b1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8c261db-bac1-4cc0-928d-3bbd76fc37f9 HTTP/1.1" status: 200 len: 835 time: 0.0680325 Mar 23 13:28:01.216313 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4ffe320b-79a4-474d-905c-fac89382f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224162789', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:08Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '88a2fd1c-2981-4f97-9f97-6da7a407034f', 'name': '', 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:ac:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:08Z', 'updated_at': '2022-03-23T13:27:11Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:01.242669 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffe320b-79a4-474d-905c-fac89382f427 None None] Checking router: b794be47-5319-4f91-a433-e3a09767cdb3 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:28:01.250272 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953d95-feda-4e71-ae3a-d407de8cd7f4 req-37341dce-6419-4b1c-85f5-6559e199beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:01.251786 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9953d95-feda-4e71-ae3a-d407de8cd7f4 req-37341dce-6419-4b1c-85f5-6559e199beb3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7783e37b-c246-4b65-96f0-7c3485fb32bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460074 Mar 23 13:28:01.252355 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffe320b-79a4-474d-905c-fac89382f427 None None] Routers {'b794be47-5319-4f91-a433-e3a09767cdb3'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:28:01.252975 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4ffe320b-79a4-474d-905c-fac89382f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:27:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b794be47-5319-4f91-a433-e3a09767cdb3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:01.359704 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9953d95-feda-4e71-ae3a-d407de8cd7f4 req-5e552536-39e8-4f78-adb6-35943b51cc69 service neutron] 10.222.0.73 "GET /v2.0/networks/7783e37b-c246-4b65-96f0-7c3485fb32bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973184 Mar 23 13:28:01.372409 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-4ffe320b-79a4-474d-905c-fac89382f427 None None] Set router b794be47-5319-4f91-a433-e3a09767cdb3 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:28:01.463365 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9953d95-feda-4e71-ae3a-d407de8cd7f4 req-22e790df-1a94-41f2-9ed1-a27bc08f6885 service neutron] 10.222.0.73 "GET /v2.0/networks/7783e37b-c246-4b65-96f0-7c3485fb32bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950642 Mar 23 13:28:01.588225 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-4ffe320b-79a4-474d-905c-fac89382f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224162789', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:08Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '88a2fd1c-2981-4f97-9f97-6da7a407034f', 'name': '', 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:ac:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:08Z', 'updated_at': '2022-03-23T13:27:11Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:01.619514 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffe320b-79a4-474d-905c-fac89382f427 None None] The sync data for ids ['b794be47-5319-4f91-a433-e3a09767cdb3'] in n-d-834854-1 is: [{'id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224162789', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:08Z', 'revision_number': 4, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '88a2fd1c-2981-4f97-9f97-6da7a407034f', 'name': '', 'network_id': '7783e37b-c246-4b65-96f0-7c3485fb32bb', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'mac_address': 'fa:16:3e:ac:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:08Z', 'updated_at': '2022-03-23T13:27:11Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'subnets': [{'id': 'b8c261db-bac1-4cc0-928d-3bbd76fc37f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:28:01.862887 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0634ebab-6727-4cb1-9101-b306c055cd31 None None] New status for floating IP 84fa3d04-3b06-42d6-a2d9-7d561e5d1e59: DOWN {{(pid=102780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:28:02.312361 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c397a-765f-460c-8f63-513c6cc69ca8 req-0ec93850-1925-4a86-89ea-37b93e390bfe tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:02.313990 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d92c397a-765f-460c-8f63-513c6cc69ca8 req-0ec93850-1925-4a86-89ea-37b93e390bfe tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 945 time: 0.0566421 Mar 23 13:28:02.374730 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d92c397a-765f-460c-8f63-513c6cc69ca8 req-9cde6bec-f58d-4b51-bf22-1aba5905f2be tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/security-groups?id=47f8acd9-35b9-44ce-8e92-268d0a166552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537288 Mar 23 13:28:02.913597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe69dbf-9d7c-4366-ba9f-77e1a8e74cf6 req-05f76275-0e3b-4e90-9e4b-0c18e5dc0a76 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:02.915043 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2fe69dbf-9d7c-4366-ba9f-77e1a8e74cf6 req-05f76275-0e3b-4e90-9e4b-0c18e5dc0a76 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 945 time: 0.0513656 Mar 23 13:28:03.009647 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-2fe69dbf-9d7c-4366-ba9f-77e1a8e74cf6 req-d7270fde-427a-4143-b000-af6ba768989d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port 4d9782f3-2338-4ab4-89b6-f5853a4c59cb {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:28:03.009991 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2fe69dbf-9d7c-4366-ba9f-77e1a8e74cf6 req-d7270fde-427a-4143-b000-af6ba768989d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:03.098632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-2fe69dbf-9d7c-4366-ba9f-77e1a8e74cf6 req-d7270fde-427a-4143-b000-af6ba768989d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] For port 4d9782f3-2338-4ab4-89b6-f5853a4c59cb, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=4d9782f3-2338-4ab4-89b6-f5853a4c59cb,segment=NetworkSegment(bb0026bb-4937-4142-aa28-e1fe30bb3378),segment_id=bb0026bb-4937-4142-aa28-e1fe30bb3378)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:28:03.098907 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2fe69dbf-9d7c-4366-ba9f-77e1a8e74cf6 req-d7270fde-427a-4143-b000-af6ba768989d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:03.111770 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-2fe69dbf-9d7c-4366-ba9f-77e1a8e74cf6 req-d7270fde-427a-4143-b000-af6ba768989d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for 4d9782f3-2338-4ab4-89b6-f5853a4c59cb owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:28:03.246930 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2fe69dbf-9d7c-4366-ba9f-77e1a8e74cf6 req-d7270fde-427a-4143-b000-af6ba768989d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:03.277873 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7270fde-427a-4143-b000-af6ba768989d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=4d9782f3-2338-4ab4-89b6-f5853a4c59cb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:03.321194 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe69dbf-9d7c-4366-ba9f-77e1a8e74cf6 req-d7270fde-427a-4143-b000-af6ba768989d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] No DVR routers for this DVR port 4d9782f3-2338-4ab4-89b6-f5853a4c59cb on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:28:03.323897 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-2fe69dbf-9d7c-4366-ba9f-77e1a8e74cf6 req-d7270fde-427a-4143-b000-af6ba768989d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:03.327319 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-2fe69dbf-9d7c-4366-ba9f-77e1a8e74cf6 req-d7270fde-427a-4143-b000-af6ba768989d tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.73 "DELETE /v2.0/ports/4d9782f3-2338-4ab4-89b6-f5853a4c59cb HTTP/1.1" status: 204 len: 173 time: 0.4059246 Mar 23 13:28:03.327762 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e7e031-531c-4604-bc5b-9d877f61373f', 'name': 'network-vif-deleted', 'tag': '4d9782f3-2338-4ab4-89b6-f5853a4c59cb'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:28:03.330071 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb72e2a-ab41-416c-9a20-fff8ddd73828" -d '{"events": [{"server_uuid": "a3e7e031-531c-4604-bc5b-9d877f61373f", "name": "network-vif-deleted", "tag": "4d9782f3-2338-4ab4-89b6-f5853a4c59cb"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:28:03.375118 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7054076d-2ea9-46ab-9c26-621f29baa49e x-openstack-request-id: req-7054076d-2ea9-46ab-9c26-621f29baa49e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:28:03.375409 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e7e031-531c-4604-bc5b-9d877f61373f", "name": "network-vif-deleted", "tag": "4d9782f3-2338-4ab4-89b6-f5853a4c59cb", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:28:03.375663 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7054076d-2ea9-46ab-9c26-621f29baa49e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:28:03.376110 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e7e031-531c-4604-bc5b-9d877f61373f', 'name': 'network-vif-deleted', 'tag': '4d9782f3-2338-4ab4-89b6-f5853a4c59cb', 'status': 'completed', 'code': 200} Mar 23 13:28:03.495331 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4acfb3df-d7bd-426d-8ce3-36b4b89fc5f3 req-7766b93c-f4a2-480d-a420-97880695ab6e tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3e7e031-531c-4604-bc5b-9d877f61373f HTTP/1.1" status: 200 len: 210 time: 0.0278707 Mar 23 13:28:04.555038 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50622) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:05.229811 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a45f-4a0b-467b-bb39-d58acb066d39 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:05.481772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8a45f-4a0b-467b-bb39-d58acb066d39 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port 88a2fd1c-2981-4f97-9f97-6da7a407034f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:28:05.482031 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a45f-4a0b-467b-bb39-d58acb066d39 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:05.570592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-0eb8a45f-4a0b-467b-bb39-d58acb066d39 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] For port 88a2fd1c-2981-4f97-9f97-6da7a407034f, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=88a2fd1c-2981-4f97-9f97-6da7a407034f,segment=NetworkSegment(bb0026bb-4937-4142-aa28-e1fe30bb3378),segment_id=bb0026bb-4937-4142-aa28-e1fe30bb3378)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:28:05.571313 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a45f-4a0b-467b-bb39-d58acb066d39 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:05.583359 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8a45f-4a0b-467b-bb39-d58acb066d39 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for 88a2fd1c-2981-4f97-9f97-6da7a407034f owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:28:05.768592 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a45f-4a0b-467b-bb39-d58acb066d39 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:05.797299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8a45f-4a0b-467b-bb39-d58acb066d39 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=88a2fd1c-2981-4f97-9f97-6da7a407034f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:05.971492 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a45f-4a0b-467b-bb39-d58acb066d39 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:06.183831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb8a45f-4a0b-467b-bb39-d58acb066d39 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Router b794be47-5319-4f91-a433-e3a09767cdb3 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:28:06.291563 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 4d9782f3-2338-4ab4-89b6-f5853a4c59cb no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:28:06.293425 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb8a45f-4a0b-467b-bb39-d58acb066d39 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:28:06.301225 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0eb8a45f-4a0b-467b-bb39-d58acb066d39 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "PUT /v2.0/routers/b794be47-5319-4f91-a433-e3a09767cdb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7450976 Mar 23 13:28:06.303207 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50624) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:06.304534 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b85ee-3105-406d-9ee9-130e46a80ce1 None None] Sync routers for ids ['b794be47-5319-4f91-a433-e3a09767cdb3'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:28:06.312707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 4d9782f3-2338-4ab4-89b6-f5853a4c59cb {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:28:06.313141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 4d9782f3-2338-4ab4-89b6-f5853a4c59cb not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:28:06.315900 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b85ee-3105-406d-9ee9-130e46a80ce1 None None] Routers {'b794be47-5319-4f91-a433-e3a09767cdb3'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:28:06.316628 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d95b85ee-3105-406d-9ee9-130e46a80ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:27:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b794be47-5319-4f91-a433-e3a09767cdb3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:06.356543 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f939c3ee-7835-46a8-beca-c02f3721f27f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting subnet b8c261db-bac1-4cc0-928d-3bbd76fc37f9 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:28:06.359535 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f939c3ee-7835-46a8-beca-c02f3721f27f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:06.399349 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f939c3ee-7835-46a8-beca-c02f3721f27f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:06.418665 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d95b85ee-3105-406d-9ee9-130e46a80ce1 None None] Set router b794be47-5319-4f91-a433-e3a09767cdb3 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:28:06.484784 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f939c3ee-7835-46a8-beca-c02f3721f27f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:06.547332 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f939c3ee-7835-46a8-beca-c02f3721f27f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:06.575688 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939c3ee-7835-46a8-beca-c02f3721f27f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c261db-bac1-4cc0-928d-3bbd76fc37f9,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:06.581455 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-f939c3ee-7835-46a8-beca-c02f3721f27f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:06.587712 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-f939c3ee-7835-46a8-beca-c02f3721f27f tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/subnets/b8c261db-bac1-4cc0-928d-3bbd76fc37f9 HTTP/1.1" status: 204 len: 168 time: 0.2810645 Mar 23 13:28:06.587872 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50626) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:06.592284 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5d2a89-643b-4291-b7f9-045b04f03505 None None] Network 7783e37b-c246-4b65-96f0-7c3485fb32bb requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:28:06.602435 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d95b85ee-3105-406d-9ee9-130e46a80ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224162789', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:28:05Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:06.632427 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b85ee-3105-406d-9ee9-130e46a80ce1 None None] Checking router: b794be47-5319-4f91-a433-e3a09767cdb3 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:28:06.640692 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b85ee-3105-406d-9ee9-130e46a80ce1 None None] Routers {'b794be47-5319-4f91-a433-e3a09767cdb3'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:28:06.641311 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d95b85ee-3105-406d-9ee9-130e46a80ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:27:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b794be47-5319-4f91-a433-e3a09767cdb3'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:06.712098 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-996e7127-3735-4276-9ac7-4ca22872a360 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:06.745206 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-d95b85ee-3105-406d-9ee9-130e46a80ce1 None None] Set router b794be47-5319-4f91-a433-e3a09767cdb3 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:28:06.805660 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] DHCP port deletion for 7783e37b-c246-4b65-96f0-7c3485fb32bb request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:28:06.826413 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-996e7127-3735-4276-9ac7-4ca22872a360 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:06.853970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Deleting port 780c18dc-c2f3-4796-81df-241a16ae586a {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:28:06.854758 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:06.885461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-996e7127-3735-4276-9ac7-4ca22872a360 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Deleting port 04ab5e61-094c-41cb-ade3-e7b203205407 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:28:06.885861 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-996e7127-3735-4276-9ac7-4ca22872a360 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:06.945756 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-d95b85ee-3105-406d-9ee9-130e46a80ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224162789', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:28:05Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:06.972652 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b85ee-3105-406d-9ee9-130e46a80ce1 None None] The sync data for ids ['b794be47-5319-4f91-a433-e3a09767cdb3'] in n-d-834854-1 is: [{'id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224162789', 'tenant_id': '488994dbef3a4604b5eb0770edd5eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:28:05Z', 'revision_number': 5, 'project_id': '488994dbef3a4604b5eb0770edd5eaf8', 'gw_port': {'id': '04ab5e61-094c-41cb-ade3-e7b203205407', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794be47-5319-4f91-a433-e3a09767cdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:27:05Z', 'updated_at': '2022-03-23T13:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:28:06.986973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-996e7127-3735-4276-9ac7-4ca22872a360 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] For port 04ab5e61-094c-41cb-ade3-e7b203205407, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=04ab5e61-094c-41cb-ade3-e7b203205407,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:28:06.987886 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-996e7127-3735-4276-9ac7-4ca22872a360 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.001991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-996e7127-3735-4276-9ac7-4ca22872a360 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Calling delete_port for 04ab5e61-094c-41cb-ade3-e7b203205407 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:28:07.074900 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] For port 780c18dc-c2f3-4796-81df-241a16ae586a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=780c18dc-c2f3-4796-81df-241a16ae586a,segment=NetworkSegment(bb0026bb-4937-4142-aa28-e1fe30bb3378),segment_id=bb0026bb-4937-4142-aa28-e1fe30bb3378)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:28:07.075297 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.087630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Calling delete_port for 780c18dc-c2f3-4796-81df-241a16ae586a owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:28:07.165736 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.174261 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-996e7127-3735-4276-9ac7-4ca22872a360 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.191378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Pushing event deleted for resources: {'Port': ['ID=780c18dc-c2f3-4796-81df-241a16ae586a,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:07.202026 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.202409 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.202684 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.203008 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.203330 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.203657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.203995 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.204124 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e7127-3735-4276-9ac7-4ca22872a360 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Port': ['ID=04ab5e61-094c-41cb-ade3-e7b203205407,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:07.204331 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.204629 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.204948 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.205264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.205584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.208226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e703ab2-bcbf-431c-87b2-3da968fa3e5e None None] No DVR routers for this DVR port 780c18dc-c2f3-4796-81df-241a16ae586a on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:28:07.263887 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-996e7127-3735-4276-9ac7-4ca22872a360 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.357654 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-996e7127-3735-4276-9ac7-4ca22872a360 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.359915 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-996e7127-3735-4276-9ac7-4ca22872a360 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.405325 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-996e7127-3735-4276-9ac7-4ca22872a360 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.405903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996e7127-3735-4276-9ac7-4ca22872a360 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Fanout notify agent at l3_agent the message router_deleted on router b794be47-5319-4f91-a433-e3a09767cdb3 {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:28:07.413693 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-996e7127-3735-4276-9ac7-4ca22872a360 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.414864 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-996e7127-3735-4276-9ac7-4ca22872a360 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/routers/b794be47-5319-4f91-a433-e3a09767cdb3 HTTP/1.1" status: 204 len: 168 time: 0.8260388 Mar 23 13:28:07.418122 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50628) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:07.497909 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ce98d63d-0b6c-4b8a-94b3-b6fbe99000ac tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.588308 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ce98d63d-0b6c-4b8a-94b3-b6fbe99000ac tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.614732 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ce98d63d-0b6c-4b8a-94b3-b6fbe99000ac tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7783e37b-c246-4b65-96f0-7c3485fb32bb']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:07.624567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ce98d63d-0b6c-4b8a-94b3-b6fbe99000ac tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0026bb-4937-4142-aa28-e1fe30bb3378') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:07.624941 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-ce98d63d-0b6c-4b8a-94b3-b6fbe99000ac tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0026bb-4937-4142-aa28-e1fe30bb3378') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:07.637526 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ce98d63d-0b6c-4b8a-94b3-b6fbe99000ac tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.651665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ce98d63d-0b6c-4b8a-94b3-b6fbe99000ac tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.658300 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce98d63d-0b6c-4b8a-94b3-b6fbe99000ac tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:28:07.658694 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ce98d63d-0b6c-4b8a-94b3-b6fbe99000ac tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:28:07.662220 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:28:07.720732 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ce98d63d-0b6c-4b8a-94b3-b6fbe99000ac tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.730381 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ce98d63d-0b6c-4b8a-94b3-b6fbe99000ac tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.734073 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ce98d63d-0b6c-4b8a-94b3-b6fbe99000ac tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/networks/7783e37b-c246-4b65-96f0-7c3485fb32bb HTTP/1.1" status: 204 len: 168 time: 0.3150134 Mar 23 13:28:07.736897 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50630) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:07.744127 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98d63d-0b6c-4b8a-94b3-b6fbe99000ac tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'Network': ['ID=7783e37b-c246-4b65-96f0-7c3485fb32bb,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:07.797659 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.822479 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.882178 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.884705 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:07.885871 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] 10.222.0.52 "DELETE /v2.0/security-groups/47f8acd9-35b9-44ce-8e92-268d0a166552 HTTP/1.1" status: 204 len: 168 time: 0.1479979 Mar 23 13:28:07.895095 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f8acd9-35b9-44ce-8e92-268d0a166552,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:07.903602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.903968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.904310 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.904641 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.904970 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.905300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.905627 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.905951 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.906275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.906599 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.906947 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:07.907264 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1077360-5e06-4c53-a170-2d9b70eebfa4 tempest-TestNetworkAdvancedServerOps-614214913 tempest-TestNetworkAdvancedServerOps-614214913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:08.219647 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50638) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:08.247607 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 04ab5e61-094c-41cb-ade3-e7b203205407 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:28:08.267885 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 04ab5e61-094c-41cb-ade3-e7b203205407 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:28:08.268253 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 04ab5e61-094c-41cb-ade3-e7b203205407 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:28:08.268667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 88a2fd1c-2981-4f97-9f97-6da7a407034f no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:28:08.288324 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 88a2fd1c-2981-4f97-9f97-6da7a407034f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:28:08.288673 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 88a2fd1c-2981-4f97-9f97-6da7a407034f not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:28:08.289089 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 780c18dc-c2f3-4796-81df-241a16ae586a no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:28:08.307481 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 780c18dc-c2f3-4796-81df-241a16ae586a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:28:08.307829 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 780c18dc-c2f3-4796-81df-241a16ae586a not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:28:08.366598 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-95cd40ad-602a-4ed8-bef3-82d662387309 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=488994dbef3a4604b5eb0770edd5eaf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457660 Mar 23 13:28:08.369380 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50642) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:08.416555 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab7ba919-2506-4299-963e-80ae2cbdd76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:08.437966 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab7ba919-2506-4299-963e-80ae2cbdd76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:08.484071 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab7ba919-2506-4299-963e-80ae2cbdd76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:08.486654 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ab7ba919-2506-4299-963e-80ae2cbdd76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:08.487848 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ab7ba919-2506-4299-963e-80ae2cbdd76c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e378231-556a-4218-9e6f-8f5f5ca7af33 HTTP/1.1" status: 204 len: 168 time: 0.1175060 Mar 23 13:28:08.500573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ba919-2506-4299-963e-80ae2cbdd76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e378231-556a-4218-9e6f-8f5f5ca7af33,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:08.741412 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50648) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:08.755665 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7d3c0e4-7967-4ea1-ba54-8e0b6c7eed73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:08.830288 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7d3c0e4-7967-4ea1-ba54-8e0b6c7eed73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:08.834811 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b7d3c0e4-7967-4ea1-ba54-8e0b6c7eed73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:08.875724 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b7d3c0e4-7967-4ea1-ba54-8e0b6c7eed73 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13d04e0186d1462391d46eede75369c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332309 Mar 23 13:28:08.876973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3c0e4-7967-4ea1-ba54-8e0b6c7eed73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25019bf9-36e1-4fcb-a24d-1666fd3c75a0,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:08.878903 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50650) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:08.929381 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61eff6c3-8649-47e5-8429-cf7bd815673f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:08.950069 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61eff6c3-8649-47e5-8429-cf7bd815673f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:08.995548 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61eff6c3-8649-47e5-8429-cf7bd815673f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:08.998145 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-61eff6c3-8649-47e5-8429-cf7bd815673f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:08.999277 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-61eff6c3-8649-47e5-8429-cf7bd815673f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/25019bf9-36e1-4fcb-a24d-1666fd3c75a0 HTTP/1.1" status: 204 len: 168 time: 0.1193092 Mar 23 13:28:09.006578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eff6c3-8649-47e5-8429-cf7bd815673f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25019bf9-36e1-4fcb-a24d-1666fd3c75a0,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:09.674037 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50672) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:09.773951 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-ae469765-3ad6-4d37-8961-8e1518141152 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1972650506-network', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:28:09.795746 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae469765-3ad6-4d37-8961-8e1518141152 admin admin] Made reservation on behalf of de4e87e4bd0f4eb2a71d236e0e93da48 for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:28:09.798175 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae469765-3ad6-4d37-8961-8e1518141152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:09.806635 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae469765-3ad6-4d37-8961-8e1518141152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:09.881374 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae469765-3ad6-4d37-8961-8e1518141152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:09.885096 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae469765-3ad6-4d37-8961-8e1518141152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:09.911076 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae469765-3ad6-4d37-8961-8e1518141152 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:28:09.920452 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae469765-3ad6-4d37-8961-8e1518141152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30df247a-e714-4cbd-8d91-c96f4bb611ba,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:09.926863 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae469765-3ad6-4d37-8961-8e1518141152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:09.927760 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-ae469765-3ad6-4d37-8961-8e1518141152 admin admin] Added segment 72a7cc8c-c492-4e5e-9cfd-1a45f184ef24 of type vlan for network 6025b837-270f-4ec1-a137-289669b25f01 Mar 23 13:28:09.968209 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae469765-3ad6-4d37-8961-8e1518141152 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:09.992697 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae469765-3ad6-4d37-8961-8e1518141152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:09.993711 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae469765-3ad6-4d37-8961-8e1518141152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:09.994297 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-ae469765-3ad6-4d37-8961-8e1518141152 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:10.020317 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-ae469765-3ad6-4d37-8961-8e1518141152 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3451796 Mar 23 13:28:10.023909 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50676) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:10.029537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-86a9c5e1-9641-42b5-9fa4-98524ce22f65 admin admin] Request body: {'subnet': {'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1972650506-subnet', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:28:10.049280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a9c5e1-9641-42b5-9fa4-98524ce22f65 admin admin] Made reservation on behalf of de4e87e4bd0f4eb2a71d236e0e93da48 for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:28:10.052023 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86a9c5e1-9641-42b5-9fa4-98524ce22f65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:10.063061 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae469765-3ad6-4d37-8961-8e1518141152 admin admin] Pushing event updated for resources: {'Network': ['ID=6025b837-270f-4ec1-a137-289669b25f01,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:10.074575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 6025b837-270f-4ec1-a137-289669b25f01 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:28:10.222076 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86a9c5e1-9641-42b5-9fa4-98524ce22f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:10.277553 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9c5e1-9641-42b5-9fa4-98524ce22f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:10.284479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9c5e1-9641-42b5-9fa4-98524ce22f65 admin admin] Checking segment: {'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:28:10.284837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a9c5e1-9641-42b5-9fa4-98524ce22f65 admin admin] Network hostable DHCP agents. Network: 6025b837-270f-4ec1-a137-289669b25f01, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:28:10.301758 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a9c5e1-9641-42b5-9fa4-98524ce22f65 admin admin] Network 6025b837-270f-4ec1-a137-289669b25f01 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:28:10.311565 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-86a9c5e1-9641-42b5-9fa4-98524ce22f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 6025b837-270f-4ec1-a137-289669b25f01) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:28:10.316705 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a9c5e1-9641-42b5-9fa4-98524ce22f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:10.317010 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-86a9c5e1-9641-42b5-9fa4-98524ce22f65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:10.319877 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94bd014-1cfb-478a-a292-fb61e0bd5897 None None] Network 6025b837-270f-4ec1-a137-289669b25f01 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:28:10.334833 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-86a9c5e1-9641-42b5-9fa4-98524ce22f65 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3097601 Mar 23 13:28:10.337620 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50678) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:10.341822 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:28:10.363497 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:10.365458 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:10.416510 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:10.464314 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-6025b837-270f-4ec1-a137-289669b25f01', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:28:10.465187 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:10.555820 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:10.607387 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Allocated IP 172.20.0.2 (6025b837-270f-4ec1-a137-289669b25f01/0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc/797679b2-fac4-4bae-b1ef-b1979e310acc) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:28:10.757979 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:10.764988 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:10.765667 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:10.786166 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:10.807084 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Network 6025b837-270f-4ec1-a137-289669b25f01 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:28:10.809970 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:28:10.813339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:28:10.820795 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Pushing event updated for resources: {'Port': ['ID=797679b2-fac4-4bae-b1ef-b1979e310acc,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:10.869610 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Attempting to bind port 797679b2-fac4-4bae-b1ef-b1979e310acc on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:28:10.869974 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Attempting to bind port 797679b2-fac4-4bae-b1ef-b1979e310acc by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:28:10.870332 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Attempting to bind port 797679b2-fac4-4bae-b1ef-b1979e310acc on network 6025b837-270f-4ec1-a137-289669b25f01 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:28:10.875390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:28:10.875756 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Checking segment: {'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:28:10.876186 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:10.876573 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Bound using segment: {'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:28:10.877029 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Bound port: 797679b2-fac4-4bae-b1ef-b1979e310acc, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:28:10.877401 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:10.895660 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Allocated IP 172.25.2.226 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/a9a0ae51-a37b-4e0e-94ff-70278151fb15) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:28:10.942714 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] For port 797679b2-fac4-4bae-b1ef-b1979e310acc, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:28:10.946392 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] For port 797679b2-fac4-4bae-b1ef-b1979e310acc, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=797679b2-fac4-4bae-b1ef-b1979e310acc,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:28:10.950303 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:11.006999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d12ef-fdb5-4d51-8be8-27034a878179 None None] Pushing event updated for resources: {'Port': ['ID=797679b2-fac4-4bae-b1ef-b1979e310acc,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:11.009695 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:11.045088 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:11.091325 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:28:11.094289 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:28:11.098552 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:28:11.101683 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a0ae51-a37b-4e0e-94ff-70278151fb15,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:11.668163 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:11.873808 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:11.942044 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ad932c-9fff-4bfa-8337-99152fd8607b None None] Network 6025b837-270f-4ec1-a137-289669b25f01 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:28:12.000918 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-d387c91d-a3f7-4bd0-a629-5caad4ab5442 None None] Provisioning complete for port 797679b2-fac4-4bae-b1ef-b1979e310acc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:12.001151 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d387c91d-a3f7-4bd0-a629-5caad4ab5442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:12.002837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:28:12.112027 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:28:12.124312 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Sync routers for ids ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:28:12.131877 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:12.136089 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50680) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:12.136576 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1d51ef51-8fbb-4c9a-9728-bfc60e71bf02 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7975833 Mar 23 13:28:12.167044 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Routers {'7b867191-a7bf-4bf5-a7bc-60f3215aff7c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:28:12.167689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:27:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:12.171808 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d387c91d-a3f7-4bd0-a629-5caad4ab5442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:12.293722 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-d387c91d-a3f7-4bd0-a629-5caad4ab5442 None None] For port 797679b2-fac4-4bae-b1ef-b1979e310acc, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=797679b2-fac4-4bae-b1ef-b1979e310acc,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:28:12.304827 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d387c91d-a3f7-4bd0-a629-5caad4ab5442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:12.314192 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 797679b2-fac4-4bae-b1ef-b1979e310acc up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:28:12.379130 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Set router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:28:12.466484 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387c91d-a3f7-4bd0-a629-5caad4ab5442 None None] Pushing event updated for resources: {'Port': ['ID=797679b2-fac4-4bae-b1ef-b1979e310acc,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:12.538272 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 797679b2-fac4-4bae-b1ef-b1979e310acc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:12.538500 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:12.583951 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7a799697-0b1b-436f-8c63-9d741f6c0732 None None] Provisioning complete for port 797679b2-fac4-4bae-b1ef-b1979e310acc triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:12.584323 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7a799697-0b1b-436f-8c63-9d741f6c0732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:12.597809 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:12.729952 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:11Z', 'revision_number': 3, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:12.760025 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Allocated IP 172.20.0.1 (6025b837-270f-4ec1-a137-289669b25f01/0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc/8ca64656-a77a-42eb-bced-3ac3638bc35f) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:28:12.766732 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Checking router: 7b867191-a7bf-4bf5-a7bc-60f3215aff7c for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:28:12.767080 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Updating router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c port a9a0ae51-a37b-4e0e-94ff-70278151fb15 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:28:12.797118 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:12.862938 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:12.899400 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:12.947906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Network 6025b837-270f-4ec1-a137-289669b25f01 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:28:12.950968 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:28:12.954829 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:28:12.982800 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Pushing event updated for resources: {'Port': ['ID=8ca64656-a77a-42eb-bced-3ac3638bc35f,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:13.004878 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:13.148612 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:13.235910 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:13.238472 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ede05185-8342-4f0c-a2dc-d6adda81bc2d None None] Provisioning complete for port 8ca64656-a77a-42eb-bced-3ac3638bc35f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:13.238821 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ede05185-8342-4f0c-a2dc-d6adda81bc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:13.241578 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:13.313811 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:13.319480 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:13.321107 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ede05185-8342-4f0c-a2dc-d6adda81bc2d None None] Port 8ca64656-a77a-42eb-bced-3ac3638bc35f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:28:13.322477 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675647e-3263-4868-87c1-84a93911e503 None None] Pushing event updated for resources: {'Port': ['ID=a9a0ae51-a37b-4e0e-94ff-70278151fb15,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:13.325630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Attempting to bind port a9a0ae51-a37b-4e0e-94ff-70278151fb15 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:28:13.326004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Attempting to bind port a9a0ae51-a37b-4e0e-94ff-70278151fb15 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:28:13.326369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Attempting to bind port a9a0ae51-a37b-4e0e-94ff-70278151fb15 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:28:13.331701 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:28:13.332028 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:28:13.332437 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:13.332826 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:28:13.333347 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Bound port: a9a0ae51-a37b-4e0e-94ff-70278151fb15, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:28:13.334244 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:13.393270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] For port a9a0ae51-a37b-4e0e-94ff-70278151fb15, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:28:13.397568 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] For port a9a0ae51-a37b-4e0e-94ff-70278151fb15, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a9a0ae51-a37b-4e0e-94ff-70278151fb15,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:28:13.399274 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Pushing event updated for resources: {'Port': ['ID=8ca64656-a77a-42eb-bced-3ac3638bc35f,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:13.401898 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:13.402208 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:13.457908 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Routers {'7b867191-a7bf-4bf5-a7bc-60f3215aff7c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:28:13.459104 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:27:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:13.464144 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675647e-3263-4868-87c1-84a93911e503 None None] Pushing event updated for resources: {'Port': ['ID=a9a0ae51-a37b-4e0e-94ff-70278151fb15,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:13.495375 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Network 6025b837-270f-4ec1-a137-289669b25f01 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:28:13.496859 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:28:13.576937 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] Set router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:28:13.619459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:28:13.750716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:28:13.758798 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c84cb978-c2e0-42f0-97c5-64a2cda3e241 admin admin] 10.222.0.52 "PUT /v2.0/routers/7b867191-a7bf-4bf5-a7bc-60f3215aff7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6208990 Mar 23 13:28:13.778201 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4fcdc2e3-0eee-4740-98dd-4b92158edb96 None None] Provisioning complete for port 8ca64656-a77a-42eb-bced-3ac3638bc35f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:13.778580 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc2e3-0eee-4740-98dd-4b92158edb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:13.824636 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4fcdc2e3-0eee-4740-98dd-4b92158edb96 None None] Port 8ca64656-a77a-42eb-bced-3ac3638bc35f cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:28:13.836630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8ca64656-a77a-42eb-bced-3ac3638bc35f', 'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'mac_address': 'fa:16:3e:56:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:12Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 2, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'subnets': [{'id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:13.864885 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e49ac-2905-412b-a5e5-3beb41d830a7 None None] The sync data for ids ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'] in n-d-834854-1 is: [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8ca64656-a77a-42eb-bced-3ac3638bc35f', 'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'mac_address': 'fa:16:3e:56:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:12Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 2, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'subnets': [{'id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:28:14.266154 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 797679b2-fac4-4bae-b1ef-b1979e310acc up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:28:14.297419 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50696) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:14.303193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-16113de0-5a9b-4414-ad04-779450eff66c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-920376061-network', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:28:14.318914 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 797679b2-fac4-4bae-b1ef-b1979e310acc triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:14.319520 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:14.327531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16113de0-5a9b-4414-ad04-779450eff66c admin admin] Made reservation on behalf of b6d3e278532c43aabefac62dc4cd04db for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:28:14.330140 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16113de0-5a9b-4414-ad04-779450eff66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:14.340484 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16113de0-5a9b-4414-ad04-779450eff66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:14.434983 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16113de0-5a9b-4414-ad04-779450eff66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:14.440894 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16113de0-5a9b-4414-ad04-779450eff66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:14.468189 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16113de0-5a9b-4414-ad04-779450eff66c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:28:14.478807 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16113de0-5a9b-4414-ad04-779450eff66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315eeb27-d7d7-4a3c-bb8e-690c0cec6433,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:14.483620 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16113de0-5a9b-4414-ad04-779450eff66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:14.483980 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-16113de0-5a9b-4414-ad04-779450eff66c admin admin] Added segment 9caf7bd0-914b-4705-959f-784c60eba0b7 of type vlan for network af7da475-816b-4190-96f5-f8adfb8a1c04 Mar 23 13:28:14.539686 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16113de0-5a9b-4414-ad04-779450eff66c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:14.568369 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16113de0-5a9b-4414-ad04-779450eff66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:14.569646 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16113de0-5a9b-4414-ad04-779450eff66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:14.570298 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-16113de0-5a9b-4414-ad04-779450eff66c admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:14.623192 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-16113de0-5a9b-4414-ad04-779450eff66c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3240936 Mar 23 13:28:14.626123 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50698) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:14.631650 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-19ed0200-0c02-47a7-9a52-804a4ef78edf admin admin] Request body: {'subnet': {'network_id': 'af7da475-816b-4190-96f5-f8adfb8a1c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-920376061-subnet', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:28:14.637545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16113de0-5a9b-4414-ad04-779450eff66c admin admin] Pushing event updated for resources: {'Network': ['ID=af7da475-816b-4190-96f5-f8adfb8a1c04,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:14.650172 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network af7da475-816b-4190-96f5-f8adfb8a1c04 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:28:14.661401 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ed0200-0c02-47a7-9a52-804a4ef78edf admin admin] Made reservation on behalf of b6d3e278532c43aabefac62dc4cd04db for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:28:14.664627 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19ed0200-0c02-47a7-9a52-804a4ef78edf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:14.847748 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19ed0200-0c02-47a7-9a52-804a4ef78edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:14.908110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed0200-0c02-47a7-9a52-804a4ef78edf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc9f6bd6-c432-48e8-b6aa-3513893a74ed,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:14.914462 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ed0200-0c02-47a7-9a52-804a4ef78edf admin admin] Checking segment: {'id': '9caf7bd0-914b-4705-959f-784c60eba0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'af7da475-816b-4190-96f5-f8adfb8a1c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:28:14.914587 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ed0200-0c02-47a7-9a52-804a4ef78edf admin admin] Network hostable DHCP agents. Network: af7da475-816b-4190-96f5-f8adfb8a1c04, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:28:14.933204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ed0200-0c02-47a7-9a52-804a4ef78edf admin admin] Network af7da475-816b-4190-96f5-f8adfb8a1c04 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:28:14.942903 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-19ed0200-0c02-47a7-9a52-804a4ef78edf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, af7da475-816b-4190-96f5-f8adfb8a1c04) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:28:14.947231 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ed0200-0c02-47a7-9a52-804a4ef78edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:14.947837 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-19ed0200-0c02-47a7-9a52-804a4ef78edf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:14.957533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a861083-9f81-4f26-ae8f-bbbb24c76f35 None None] Network af7da475-816b-4190-96f5-f8adfb8a1c04 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:28:14.964964 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-19ed0200-0c02-47a7-9a52-804a4ef78edf admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3376484 Mar 23 13:28:14.967513 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50700) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:14.971770 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-920376061-router', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:28:14.994502 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:14.995648 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:15.059235 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:15.132263 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-af7da475-816b-4190-96f5-f8adfb8a1c04', 'network_id': 'af7da475-816b-4190-96f5-f8adfb8a1c04', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db', 'fixed_ips': [{'subnet_id': 'bc9f6bd6-c432-48e8-b6aa-3513893a74ed'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:28:15.133133 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:15.207294 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:15.281310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Allocated IP 172.20.0.2 (af7da475-816b-4190-96f5-f8adfb8a1c04/bc9f6bd6-c432-48e8-b6aa-3513893a74ed/830823d1-e580-4344-92a2-6fc26928a63a) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:28:15.420701 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:15.432508 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:15.438978 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:15.440452 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:15.480487 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Network af7da475-816b-4190-96f5-f8adfb8a1c04 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:28:15.483346 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:28:15.487545 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:28:15.490654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Pushing event updated for resources: {'Port': ['ID=830823d1-e580-4344-92a2-6fc26928a63a,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:15.540752 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Attempting to bind port 830823d1-e580-4344-92a2-6fc26928a63a on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:28:15.541116 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Attempting to bind port 830823d1-e580-4344-92a2-6fc26928a63a by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '9caf7bd0-914b-4705-959f-784c60eba0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'af7da475-816b-4190-96f5-f8adfb8a1c04'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:28:15.541467 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Attempting to bind port 830823d1-e580-4344-92a2-6fc26928a63a on network af7da475-816b-4190-96f5-f8adfb8a1c04 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:28:15.546323 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:28:15.546675 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Checking segment: {'id': '9caf7bd0-914b-4705-959f-784c60eba0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'af7da475-816b-4190-96f5-f8adfb8a1c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:28:15.547065 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:15.547446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Bound using segment: {'id': '9caf7bd0-914b-4705-959f-784c60eba0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'af7da475-816b-4190-96f5-f8adfb8a1c04'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:28:15.547899 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Bound port: 830823d1-e580-4344-92a2-6fc26928a63a, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9caf7bd0-914b-4705-959f-784c60eba0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'af7da475-816b-4190-96f5-f8adfb8a1c04'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:28:15.548293 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:15.551199 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Allocated IP 172.25.2.39 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/5f372533-9ef1-448e-adf8-00e06bfbdc2c) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:28:15.613235 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] For port 830823d1-e580-4344-92a2-6fc26928a63a, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:28:15.616450 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] For port 830823d1-e580-4344-92a2-6fc26928a63a, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=830823d1-e580-4344-92a2-6fc26928a63a,segment=NetworkSegment(9caf7bd0-914b-4705-959f-784c60eba0b7),segment_id=9caf7bd0-914b-4705-959f-784c60eba0b7)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:28:15.621130 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:15.660543 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:15.685610 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f16c43-d0ca-48f3-9794-d5aa8b517d05 None None] Pushing event updated for resources: {'Port': ['ID=830823d1-e580-4344-92a2-6fc26928a63a,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:15.706646 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:15.747510 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:28:15.750807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:28:15.754829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:28:15.787761 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Pushing event updated for resources: {'Port': ['ID=5f372533-9ef1-448e-adf8-00e06bfbdc2c,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:16.022184 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Sync routers for ids ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:28:16.031808 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Routers {'7b867191-a7bf-4bf5-a7bc-60f3215aff7c'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:28:16.032547 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:27:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:16.041938 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:16.138498 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Set router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:28:16.254811 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:16.358477 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 830823d1-e580-4344-92a2-6fc26928a63a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:28:16.401831 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Router 58ebaf63-a75a-4080-a579-aec8df51f1f8 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:28:16.413550 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 830823d1-e580-4344-92a2-6fc26928a63a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:16.414202 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:16.466920 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8ca64656-a77a-42eb-bced-3ac3638bc35f', 'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'mac_address': 'fa:16:3e:56:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:12Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 2, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'subnets': [{'id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:16.497763 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:16.499337 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Checking router: 7b867191-a7bf-4bf5-a7bc-60f3215aff7c for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:28:16.499878 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Updating router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c port 8ca64656-a77a-42eb-bced-3ac3638bc35f binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:28:16.531776 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:16.541571 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:28:16.554551 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 830823d1-e580-4344-92a2-6fc26928a63a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=830823d1-e580-4344-92a2-6fc26928a63a,segment=NetworkSegment(9caf7bd0-914b-4705-959f-784c60eba0b7),segment_id=9caf7bd0-914b-4705-959f-784c60eba0b7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:28:16.558954 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Sync routers for ids ['58ebaf63-a75a-4080-a579-aec8df51f1f8'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:28:16.570537 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:16.571337 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a9a0ae51-a37b-4e0e-94ff-70278151fb15 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:28:16.575481 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:16.577635 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ea63dcea-09d2-4970-9e31-477a99bc55ce admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6086788 Mar 23 13:28:16.581208 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50702) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:16.623466 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:16.624153 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Routers {'58ebaf63-a75a-4080-a579-aec8df51f1f8'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:28:16.624792 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:27:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['58ebaf63-a75a-4080-a579-aec8df51f1f8'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:16.773547 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=830823d1-e580-4344-92a2-6fc26928a63a,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:16.794721 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f6fb9e-6142-4ab0-96bd-236feaabfcc8 None None] Network af7da475-816b-4190-96f5-f8adfb8a1c04 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:28:16.815557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Set router 58ebaf63-a75a-4080-a579-aec8df51f1f8 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:28:16.819832 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a9a0ae51-a37b-4e0e-94ff-70278151fb15 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:16.820252 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:16.840434 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:16.846940 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:16.905803 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1ada8-f82e-4003-a63c-741f92926d91 None None] Pushing event updated for resources: {'Port': ['ID=8ca64656-a77a-42eb-bced-3ac3638bc35f,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:16.927037 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1ada8-f82e-4003-a63c-741f92926d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:16.927378 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1ada8-f82e-4003-a63c-741f92926d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:16.927691 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1ada8-f82e-4003-a63c-741f92926d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:16.928033 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1ada8-f82e-4003-a63c-741f92926d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:16.928472 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1ada8-f82e-4003-a63c-741f92926d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:16.928657 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1ada8-f82e-4003-a63c-741f92926d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:16.929033 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1ada8-f82e-4003-a63c-741f92926d91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:16.929713 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1ada8-f82e-4003-a63c-741f92926d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:16.929713 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1ada8-f82e-4003-a63c-741f92926d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:16.930086 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1ada8-f82e-4003-a63c-741f92926d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:16.930401 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1ada8-f82e-4003-a63c-741f92926d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:16.930707 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1ada8-f82e-4003-a63c-741f92926d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:28:16.970704 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Attempting to bind port 8ca64656-a77a-42eb-bced-3ac3638bc35f on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:28:16.970989 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Attempting to bind port 8ca64656-a77a-42eb-bced-3ac3638bc35f by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:28:16.971340 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Attempting to bind port 8ca64656-a77a-42eb-bced-3ac3638bc35f on network 6025b837-270f-4ec1-a137-289669b25f01 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:28:16.978228 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:28:16.979457 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Checking segment: {'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:28:16.980098 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:16.982403 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Bound using segment: {'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:28:16.983367 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Bound port: 8ca64656-a77a-42eb-bced-3ac3638bc35f, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:28:16.984012 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:17.073541 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] For port 8ca64656-a77a-42eb-bced-3ac3638bc35f, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:28:17.078435 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] For port 8ca64656-a77a-42eb-bced-3ac3638bc35f, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8ca64656-a77a-42eb-bced-3ac3638bc35f,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:28:17.087484 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:17.133861 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:17.149431 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Routers {'7b867191-a7bf-4bf5-a7bc-60f3215aff7c'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:28:17.150081 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:27:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:17.170768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d97267b-5661-4ae7-a724-5afc89174605 None None] Provisioning complete for port 830823d1-e580-4344-92a2-6fc26928a63a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:17.171162 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d97267b-5661-4ae7-a724-5afc89174605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:17.225733 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1ada8-f82e-4003-a63c-741f92926d91 None None] Pushing event updated for resources: {'Port': ['ID=8ca64656-a77a-42eb-bced-3ac3638bc35f,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:17.324624 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] Set router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:28:17.334707 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Allocated IP 172.20.0.1 (af7da475-816b-4190-96f5-f8adfb8a1c04/bc9f6bd6-c432-48e8-b6aa-3513893a74ed/f53e47a7-6a54-43ba-926b-8687069a10d6) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:28:17.358855 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:17.424218 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port a9a0ae51-a37b-4e0e-94ff-70278151fb15, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a9a0ae51-a37b-4e0e-94ff-70278151fb15,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:28:17.443982 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:17.460390 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:17.499832 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:17.520492 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=a9a0ae51-a37b-4e0e-94ff-70278151fb15,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:17.533739 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'name': 'tempest-TestShelveInstance-920376061-router', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '5f372533-9ef1-448e-adf8-00e06bfbdc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:14Z', 'updated_at': '2022-03-23T13:28:15Z', 'revision_number': 3, 'project_id': 'b6d3e278532c43aabefac62dc4cd04db', 'gw_port': {'id': '5f372533-9ef1-448e-adf8-00e06bfbdc2c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:15Z', 'updated_at': '2022-03-23T13:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:17.544454 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Network af7da475-816b-4190-96f5-f8adfb8a1c04 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:28:17.547524 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:28:17.551171 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:28:17.563048 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Checking router: 58ebaf63-a75a-4080-a579-aec8df51f1f8 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:28:17.563402 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Updating router 58ebaf63-a75a-4080-a579-aec8df51f1f8 port 5f372533-9ef1-448e-adf8-00e06bfbdc2c binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:28:17.585605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Pushing event updated for resources: {'Port': ['ID=f53e47a7-6a54-43ba-926b-8687069a10d6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:17.603323 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8ca64656-a77a-42eb-bced-3ac3638bc35f', 'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'mac_address': 'fa:16:3e:56:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:12Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'subnets': [{'id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:17.604309 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:17.605307 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:17.636636 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ac8dc-7d38-4445-bdd2-6eb03353e178 None None] The sync data for ids ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'] in n-d-834854-1 is: [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8ca64656-a77a-42eb-bced-3ac3638bc35f', 'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'mac_address': 'fa:16:3e:56:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:12Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'subnets': [{'id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:28:17.645213 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-f9c1d82f-0062-459c-aaaf-f8f392503b50 None None] Provisioning complete for port 8ca64656-a77a-42eb-bced-3ac3638bc35f triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:17.646202 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f9c1d82f-0062-459c-aaaf-f8f392503b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:17.759033 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:17.902953 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f9c1d82f-0062-459c-aaaf-f8f392503b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:17.904918 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:17.961701 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:17.964904 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-f9c1d82f-0062-459c-aaaf-f8f392503b50 None None] For port 8ca64656-a77a-42eb-bced-3ac3638bc35f, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8ca64656-a77a-42eb-bced-3ac3638bc35f,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:28:17.968341 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:17.970513 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f9c1d82f-0062-459c-aaaf-f8f392503b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:18.040476 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Pushing event updated for resources: {'Port': ['ID=f53e47a7-6a54-43ba-926b-8687069a10d6,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:18.042816 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:18.063532 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:18.068628 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1d82f-0062-459c-aaaf-f8f392503b50 None None] Pushing event updated for resources: {'Port': ['ID=8ca64656-a77a-42eb-bced-3ac3638bc35f,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:18.073472 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:18.137117 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Network af7da475-816b-4190-96f5-f8adfb8a1c04 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:28:18.139386 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:28:18.139697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Attempting to bind port 5f372533-9ef1-448e-adf8-00e06bfbdc2c on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:28:18.140105 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Attempting to bind port 5f372533-9ef1-448e-adf8-00e06bfbdc2c by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:28:18.140471 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Attempting to bind port 5f372533-9ef1-448e-adf8-00e06bfbdc2c on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:28:18.144406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-901bb310-ad43-48be-afce-9b73afc5090f None None] Provisioning complete for port f53e47a7-6a54-43ba-926b-8687069a10d6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:18.145298 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-901bb310-ad43-48be-afce-9b73afc5090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:18.147180 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ce6b6-5ba4-4e5d-8266-7ea33b475704 None None] Pushing event updated for resources: {'Port': ['ID=5f372533-9ef1-448e-adf8-00e06bfbdc2c,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:18.171489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:28:18.171871 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:28:18.172308 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:18.172705 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:28:18.173189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Bound port: 5f372533-9ef1-448e-adf8-00e06bfbdc2c, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:28:18.173567 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:18.224036 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-901bb310-ad43-48be-afce-9b73afc5090f None None] Port f53e47a7-6a54-43ba-926b-8687069a10d6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:28:18.246117 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] For port 5f372533-9ef1-448e-adf8-00e06bfbdc2c, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:28:18.251006 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] For port 5f372533-9ef1-448e-adf8-00e06bfbdc2c, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5f372533-9ef1-448e-adf8-00e06bfbdc2c,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:28:18.254186 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-901bb310-ad43-48be-afce-9b73afc5090f None None] Provisioning complete for port 830823d1-e580-4344-92a2-6fc26928a63a triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:18.254613 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-901bb310-ad43-48be-afce-9b73afc5090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:18.259143 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:18.288326 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Router 58ebaf63-a75a-4080-a579-aec8df51f1f8 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:28:18.346715 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 830823d1-e580-4344-92a2-6fc26928a63a up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:28:18.404753 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Routers {'58ebaf63-a75a-4080-a579-aec8df51f1f8'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:28:18.405393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:27:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['58ebaf63-a75a-4080-a579-aec8df51f1f8'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:18.411700 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ce6b6-5ba4-4e5d-8266-7ea33b475704 None None] Pushing event updated for resources: {'Port': ['ID=5f372533-9ef1-448e-adf8-00e06bfbdc2c,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:18.415722 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:28:18.426581 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5c1c3710-3340-48d8-bf0e-84fbc5a521f7 admin admin] 10.222.0.52 "PUT /v2.0/routers/58ebaf63-a75a-4080-a579-aec8df51f1f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8375180 Mar 23 13:28:18.565309 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 830823d1-e580-4344-92a2-6fc26928a63a triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:18.565592 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:18.576817 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] Set router 58ebaf63-a75a-4080-a579-aec8df51f1f8 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:28:18.769252 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-4c593fa0-7365-4302-a22b-330a4a0102d2 None None] Provisioning complete for port f53e47a7-6a54-43ba-926b-8687069a10d6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:18.769893 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-4c593fa0-7365-4302-a22b-330a4a0102d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:18.807767 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a9a0ae51-a37b-4e0e-94ff-70278151fb15 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:28:18.860300 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-4c593fa0-7365-4302-a22b-330a4a0102d2 None None] Port f53e47a7-6a54-43ba-926b-8687069a10d6 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:28:18.918571 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port a9a0ae51-a37b-4e0e-94ff-70278151fb15 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:18.918946 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:18.996605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50710) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:19.001367 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-725b4fcf-cddb-4fcf-b7cd-3f899cacaf04 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1503898604', 'description': 'tempest-secgroup-smoke-1503898604 description', 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:28:19.025022 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-725b4fcf-cddb-4fcf-b7cd-3f899cacaf04 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.097561 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-725b4fcf-cddb-4fcf-b7cd-3f899cacaf04 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.102675 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-725b4fcf-cddb-4fcf-b7cd-3f899cacaf04 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.123406 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'name': 'tempest-TestShelveInstance-920376061-router', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '5f372533-9ef1-448e-adf8-00e06bfbdc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:14Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': 'b6d3e278532c43aabefac62dc4cd04db', 'gw_port': {'id': '5f372533-9ef1-448e-adf8-00e06bfbdc2c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:15Z', 'updated_at': '2022-03-23T13:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f53e47a7-6a54-43ba-926b-8687069a10d6', 'name': '', 'network_id': 'af7da475-816b-4190-96f5-f8adfb8a1c04', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db', 'mac_address': 'fa:16:3e:b6:69:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'bc9f6bd6-c432-48e8-b6aa-3513893a74ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:17Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 2, 'project_id': 'b6d3e278532c43aabefac62dc4cd04db', 'subnets': [{'id': 'bc9f6bd6-c432-48e8-b6aa-3513893a74ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:19.134391 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-725b4fcf-cddb-4fcf-b7cd-3f899cacaf04 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.135697 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-725b4fcf-cddb-4fcf-b7cd-3f899cacaf04 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1380525 Mar 23 13:28:19.138725 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 50712) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:19.143329 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f2282ade-d56a-4708-9d2a-b77a57268f7d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'security_group_rule': {'security_group_id': '82df7fcf-2345-4916-ac44-41eba5989899', 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:28:19.149433 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b4fcf-cddb-4fcf-b7cd-3f899cacaf04 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82df7fcf-2345-4916-ac44-41eba5989899,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:19.152548 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782980f-6f1d-4b8b-a853-d40b123f5c08 None None] The sync data for ids ['58ebaf63-a75a-4080-a579-aec8df51f1f8'] in n-d-834854-1 is: [{'id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'name': 'tempest-TestShelveInstance-920376061-router', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '5f372533-9ef1-448e-adf8-00e06bfbdc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:14Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': 'b6d3e278532c43aabefac62dc4cd04db', 'gw_port': {'id': '5f372533-9ef1-448e-adf8-00e06bfbdc2c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:15Z', 'updated_at': '2022-03-23T13:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f53e47a7-6a54-43ba-926b-8687069a10d6', 'name': '', 'network_id': 'af7da475-816b-4190-96f5-f8adfb8a1c04', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db', 'mac_address': 'fa:16:3e:b6:69:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'bc9f6bd6-c432-48e8-b6aa-3513893a74ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:17Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 2, 'project_id': 'b6d3e278532c43aabefac62dc4cd04db', 'subnets': [{'id': 'bc9f6bd6-c432-48e8-b6aa-3513893a74ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:28:19.189654 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2282ade-d56a-4708-9d2a-b77a57268f7d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.202156 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8ca64656-a77a-42eb-bced-3ac3638bc35f up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:28:19.256267 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8ca64656-a77a-42eb-bced-3ac3638bc35f triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:19.256712 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.257799 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2282ade-d56a-4708-9d2a-b77a57268f7d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.262885 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2282ade-d56a-4708-9d2a-b77a57268f7d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.288145 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2282ade-d56a-4708-9d2a-b77a57268f7d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5598616-19c9-499e-ae2e-45379481064f,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:19.299177 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f2282ade-d56a-4708-9d2a-b77a57268f7d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.303328 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f2282ade-d56a-4708-9d2a-b77a57268f7d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1609299 Mar 23 13:28:19.303444 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50714) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:19.308097 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-438d2991-0210-4f7f-89da-6365c6114d17 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'security_group_rule': {'security_group_id': '82df7fcf-2345-4916-ac44-41eba5989899', 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:28:19.336300 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-438d2991-0210-4f7f-89da-6365c6114d17 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.428898 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-438d2991-0210-4f7f-89da-6365c6114d17 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.433394 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-438d2991-0210-4f7f-89da-6365c6114d17 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.454396 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d2991-0210-4f7f-89da-6365c6114d17 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a935f821-c5c7-4473-b412-3351c892f006,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:19.466903 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-438d2991-0210-4f7f-89da-6365c6114d17 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.468452 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-438d2991-0210-4f7f-89da-6365c6114d17 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1636906 Mar 23 13:28:19.471070 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50716) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:19.475574 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-9b94f6de-b089-4e47-8eb3-3ab86bf4c024 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'security_group_rule': {'security_group_id': '82df7fcf-2345-4916-ac44-41eba5989899', 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:28:19.502300 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b94f6de-b089-4e47-8eb3-3ab86bf4c024 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.569861 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b94f6de-b089-4e47-8eb3-3ab86bf4c024 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.574762 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b94f6de-b089-4e47-8eb3-3ab86bf4c024 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.594006 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94f6de-b089-4e47-8eb3-3ab86bf4c024 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134fd00c-33c8-4992-bd7c-f57bb7d91fd9,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:19.602593 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9b94f6de-b089-4e47-8eb3-3ab86bf4c024 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.603825 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9b94f6de-b089-4e47-8eb3-3ab86bf4c024 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318402 Mar 23 13:28:19.606897 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50718) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:19.611341 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-acd73f94-2b1a-43de-aa51-be474429e1b6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'security_group_rule': {'security_group_id': '82df7fcf-2345-4916-ac44-41eba5989899', 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:28:19.638304 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acd73f94-2b1a-43de-aa51-be474429e1b6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.701266 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acd73f94-2b1a-43de-aa51-be474429e1b6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.705110 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acd73f94-2b1a-43de-aa51-be474429e1b6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.727455 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd73f94-2b1a-43de-aa51-be474429e1b6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de4449c-6400-4940-bb2b-aba7deb33033,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:19.734978 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-acd73f94-2b1a-43de-aa51-be474429e1b6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.736226 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-acd73f94-2b1a-43de-aa51-be474429e1b6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283650 Mar 23 13:28:19.738851 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50720) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:19.743417 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-1a97d851-0a90-4e4e-8322-caf31aae4fea tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'security_group_rule': {'security_group_id': '82df7fcf-2345-4916-ac44-41eba5989899', 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:28:19.766184 n-d-834854-1 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-1a97d851-0a90-4e4e-8322-caf31aae4fea tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Project de4e87e4bd0f4eb2a71d236e0e93da48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:28:19.772664 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a97d851-0a90-4e4e-8322-caf31aae4fea tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.846597 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a97d851-0a90-4e4e-8322-caf31aae4fea tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.850993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a97d851-0a90-4e4e-8322-caf31aae4fea tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.869670 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97d851-0a90-4e4e-8322-caf31aae4fea tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9a457d-1916-403b-a76d-d71bc685018d,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:19.884314 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-1a97d851-0a90-4e4e-8322-caf31aae4fea tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.885855 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1a97d851-0a90-4e4e-8322-caf31aae4fea tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1460791 Mar 23 13:28:19.888590 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50722) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:19.893498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-a416db38-3746-457c-a200-a0ab8ae147eb tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'security_group_rule': {'security_group_id': '82df7fcf-2345-4916-ac44-41eba5989899', 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:28:19.916985 n-d-834854-1 neutron-server[102778]: INFO neutron.db.securitygroups_db [None req-a416db38-3746-457c-a200-a0ab8ae147eb tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Project de4e87e4bd0f4eb2a71d236e0e93da48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:28:19.922323 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a416db38-3746-457c-a200-a0ab8ae147eb tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.991711 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a416db38-3746-457c-a200-a0ab8ae147eb tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:19.995405 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a416db38-3746-457c-a200-a0ab8ae147eb tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:20.014335 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416db38-3746-457c-a200-a0ab8ae147eb tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c898850-95e4-4cae-9064-0125d6ebd5e8,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:20.022487 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-a416db38-3746-457c-a200-a0ab8ae147eb tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:20.030010 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a416db38-3746-457c-a200-a0ab8ae147eb tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339989 Mar 23 13:28:20.167192 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b529d256-4107-42d4-93aa-c473de35d539 req-db4ba62d-2ce0-4d14-af99-5c3e32e9d67d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1503898604&fields=id&tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48 HTTP/1.1" status: 200 len: 267 time: 0.0348632 Mar 23 13:28:20.288173 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529d256-4107-42d4-93aa-c473de35d539 req-cfc1e143-1d36-4e92-94ea-b56edc138eae tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:20.289779 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b529d256-4107-42d4-93aa-c473de35d539 req-cfc1e143-1d36-4e92-94ea-b56edc138eae tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 809 time: 0.1153097 Mar 23 13:28:20.307227 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5f372533-9ef1-448e-adf8-00e06bfbdc2c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:28:20.313125 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b529d256-4107-42d4-93aa-c473de35d539 req-8011716e-784a-40c4-a802-4844abeb74d9 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/quotas/de4e87e4bd0f4eb2a71d236e0e93da48 HTTP/1.1" status: 200 len: 375 time: 0.0121894 Mar 23 13:28:20.372562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 5f372533-9ef1-448e-adf8-00e06bfbdc2c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:20.373571 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:20.378668 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b529d256-4107-42d4-93aa-c473de35d539 req-d74903c2-1fae-4e17-a209-ecc26e66dc84 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577688 Mar 23 13:28:20.470671 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:20.494133 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 5f372533-9ef1-448e-adf8-00e06bfbdc2c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5f372533-9ef1-448e-adf8-00e06bfbdc2c,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:28:20.498721 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:20.554445 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=5f372533-9ef1-448e-adf8-00e06bfbdc2c,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:20.583828 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b529d256-4107-42d4-93aa-c473de35d539 req-afe2049e-712a-49f7-8f0c-95bfafe605b6 service neutron] 10.222.0.52 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902225 Mar 23 13:28:20.688412 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b529d256-4107-42d4-93aa-c473de35d539 req-cc4f82bc-8afd-4e07-aa04-28cafd94d21f service neutron] 10.222.0.52 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966353 Mar 23 13:28:20.863510 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bedfb83f-a3fb-475d-9848-f3683ac6b7c2 req-7bf28b2d-a9ea-43a9-8b60-363af90786a6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 210 time: 0.0266402 Mar 23 13:28:21.352975 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Sync routers for ids ['58ebaf63-a75a-4080-a579-aec8df51f1f8'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:28:21.362890 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Routers {'58ebaf63-a75a-4080-a579-aec8df51f1f8'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:28:21.363489 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:27:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['58ebaf63-a75a-4080-a579-aec8df51f1f8'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:21.470799 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Set router 58ebaf63-a75a-4080-a579-aec8df51f1f8 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:28:21.669115 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'name': 'tempest-TestShelveInstance-920376061-router', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '5f372533-9ef1-448e-adf8-00e06bfbdc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:14Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': 'b6d3e278532c43aabefac62dc4cd04db', 'gw_port': {'id': '5f372533-9ef1-448e-adf8-00e06bfbdc2c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:15Z', 'updated_at': '2022-03-23T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f53e47a7-6a54-43ba-926b-8687069a10d6', 'name': '', 'network_id': 'af7da475-816b-4190-96f5-f8adfb8a1c04', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db', 'mac_address': 'fa:16:3e:b6:69:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'bc9f6bd6-c432-48e8-b6aa-3513893a74ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:17Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 2, 'project_id': 'b6d3e278532c43aabefac62dc4cd04db', 'subnets': [{'id': 'bc9f6bd6-c432-48e8-b6aa-3513893a74ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:21.699419 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Checking router: 58ebaf63-a75a-4080-a579-aec8df51f1f8 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:28:21.699711 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Updating router 58ebaf63-a75a-4080-a579-aec8df51f1f8 port f53e47a7-6a54-43ba-926b-8687069a10d6 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:28:21.728020 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:21.984278 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc1ba2d1-4bad-40c5-a838-1602ddfc29fa req-3453c47f-d989-4947-948d-29315ad54a13 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 210 time: 0.0347915 Mar 23 13:28:22.010636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529d256-4107-42d4-93aa-c473de35d539 req-6f292086-a4ac-4100-abbf-e663f1d168d9 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:22.012651 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b529d256-4107-42d4-93aa-c473de35d539 req-6f292086-a4ac-4100-abbf-e663f1d168d9 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.73 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 809 time: 0.1557674 Mar 23 13:28:22.067874 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b529d256-4107-42d4-93aa-c473de35d539 req-987f0e63-6ce3-49ba-8e53-6c37efa50361 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48 HTTP/1.1" status: 200 len: 380 time: 0.0441096 Mar 23 13:28:22.081171 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-b529d256-4107-42d4-93aa-c473de35d539 req-3a5eea8a-655b-458e-b554-d8262c1df952 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'port': {'device_id': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'admin_state_up': True, 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'security_groups': ['82df7fcf-2345-4916-ac44-41eba5989899']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:28:22.110974 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:22.118614 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:22.191199 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ff0dc-3bf5-4ffc-a07f-26d681ce3ef0 None None] Pushing event updated for resources: {'Port': ['ID=f53e47a7-6a54-43ba-926b-8687069a10d6,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:22.206366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b529d256-4107-42d4-93aa-c473de35d539 req-3a5eea8a-655b-458e-b554-d8262c1df952 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Made reservation on behalf of de4e87e4bd0f4eb2a71d236e0e93da48 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:28:22.211171 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b529d256-4107-42d4-93aa-c473de35d539 req-3a5eea8a-655b-458e-b554-d8262c1df952 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:22.237985 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Attempting to bind port f53e47a7-6a54-43ba-926b-8687069a10d6 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:28:22.238266 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Attempting to bind port f53e47a7-6a54-43ba-926b-8687069a10d6 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '9caf7bd0-914b-4705-959f-784c60eba0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'af7da475-816b-4190-96f5-f8adfb8a1c04'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:28:22.238756 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Attempting to bind port f53e47a7-6a54-43ba-926b-8687069a10d6 on network af7da475-816b-4190-96f5-f8adfb8a1c04 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:28:22.250852 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:28:22.251523 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Checking segment: {'id': '9caf7bd0-914b-4705-959f-784c60eba0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'af7da475-816b-4190-96f5-f8adfb8a1c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:28:22.252200 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:22.252788 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Bound using segment: {'id': '9caf7bd0-914b-4705-959f-784c60eba0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'af7da475-816b-4190-96f5-f8adfb8a1c04'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:28:22.253556 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Bound port: f53e47a7-6a54-43ba-926b-8687069a10d6, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9caf7bd0-914b-4705-959f-784c60eba0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'af7da475-816b-4190-96f5-f8adfb8a1c04'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:28:22.254405 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:22.299317 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5f372533-9ef1-448e-adf8-00e06bfbdc2c up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:28:22.358760 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 5f372533-9ef1-448e-adf8-00e06bfbdc2c triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:22.360092 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:22.360380 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] For port f53e47a7-6a54-43ba-926b-8687069a10d6, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:28:22.364080 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] For port f53e47a7-6a54-43ba-926b-8687069a10d6, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f53e47a7-6a54-43ba-926b-8687069a10d6,segment=NetworkSegment(9caf7bd0-914b-4705-959f-784c60eba0b7),segment_id=9caf7bd0-914b-4705-959f-784c60eba0b7)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:28:22.372298 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:22.377036 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-b529d256-4107-42d4-93aa-c473de35d539 req-3a5eea8a-655b-458e-b554-d8262c1df952 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Allocated IP 172.20.0.12 (6025b837-270f-4ec1-a137-289669b25f01/0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc/2a12a020-a137-44a9-84c6-fcafab1dc1f1) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:28:22.436220 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-59c2c795-b979-4050-a1a7-c4e28dd3f1d4 None None] Provisioning complete for port f53e47a7-6a54-43ba-926b-8687069a10d6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:22.436910 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59c2c795-b979-4050-a1a7-c4e28dd3f1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:22.440220 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Routers {'58ebaf63-a75a-4080-a579-aec8df51f1f8'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:28:22.440852 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:27:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['58ebaf63-a75a-4080-a579-aec8df51f1f8'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:22.538294 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b529d256-4107-42d4-93aa-c473de35d539 req-3a5eea8a-655b-458e-b554-d8262c1df952 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:22.552140 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] Set router 58ebaf63-a75a-4080-a579-aec8df51f1f8 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:28:22.571392 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59c2c795-b979-4050-a1a7-c4e28dd3f1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:22.584567 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b529d256-4107-42d4-93aa-c473de35d539 req-3a5eea8a-655b-458e-b554-d8262c1df952 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:22.586448 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ff0dc-3bf5-4ffc-a07f-26d681ce3ef0 None None] Pushing event updated for resources: {'Port': ['ID=f53e47a7-6a54-43ba-926b-8687069a10d6,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:22.613337 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-59c2c795-b979-4050-a1a7-c4e28dd3f1d4 None None] For port f53e47a7-6a54-43ba-926b-8687069a10d6, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f53e47a7-6a54-43ba-926b-8687069a10d6,segment=NetworkSegment(9caf7bd0-914b-4705-959f-784c60eba0b7),segment_id=9caf7bd0-914b-4705-959f-784c60eba0b7)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:28:22.621067 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59c2c795-b979-4050-a1a7-c4e28dd3f1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:22.653763 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b529d256-4107-42d4-93aa-c473de35d539 req-3a5eea8a-655b-458e-b554-d8262c1df952 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Network 6025b837-270f-4ec1-a137-289669b25f01 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:28:22.657142 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-b529d256-4107-42d4-93aa-c473de35d539 req-3a5eea8a-655b-458e-b554-d8262c1df952 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:28:22.662439 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b529d256-4107-42d4-93aa-c473de35d539 req-3a5eea8a-655b-458e-b554-d8262c1df952 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:28:22.667202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eea8a-655b-458e-b554-d8262c1df952 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'Port': ['ID=2a12a020-a137-44a9-84c6-fcafab1dc1f1,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:22.681760 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2c795-b979-4050-a1a7-c4e28dd3f1d4 None None] Pushing event updated for resources: {'Port': ['ID=f53e47a7-6a54-43ba-926b-8687069a10d6,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:22.728288 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529d256-4107-42d4-93aa-c473de35d539 req-3a5eea8a-655b-458e-b554-d8262c1df952 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:22.729017 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b529d256-4107-42d4-93aa-c473de35d539 req-3a5eea8a-655b-458e-b554-d8262c1df952 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:22.748366 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b529d256-4107-42d4-93aa-c473de35d539 req-3a5eea8a-655b-458e-b554-d8262c1df952 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6711738 Mar 23 13:28:22.767385 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Request body: {'port': {'device_id': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:28:22.803828 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'name': 'tempest-TestShelveInstance-920376061-router', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '5f372533-9ef1-448e-adf8-00e06bfbdc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:14Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': 'b6d3e278532c43aabefac62dc4cd04db', 'gw_port': {'id': '5f372533-9ef1-448e-adf8-00e06bfbdc2c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:15Z', 'updated_at': '2022-03-23T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f53e47a7-6a54-43ba-926b-8687069a10d6', 'name': '', 'network_id': 'af7da475-816b-4190-96f5-f8adfb8a1c04', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db', 'mac_address': 'fa:16:3e:b6:69:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'bc9f6bd6-c432-48e8-b6aa-3513893a74ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:17Z', 'updated_at': '2022-03-23T13:28:22Z', 'revision_number': 4, 'project_id': 'b6d3e278532c43aabefac62dc4cd04db', 'subnets': [{'id': 'bc9f6bd6-c432-48e8-b6aa-3513893a74ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:22.826479 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:22.833936 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811fe3e2-a19d-44ac-8e3d-2f4bdf8e8f89 None None] The sync data for ids ['58ebaf63-a75a-4080-a579-aec8df51f1f8'] in n-d-834854-1 is: [{'id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'name': 'tempest-TestShelveInstance-920376061-router', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '5f372533-9ef1-448e-adf8-00e06bfbdc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:14Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': 'b6d3e278532c43aabefac62dc4cd04db', 'gw_port': {'id': '5f372533-9ef1-448e-adf8-00e06bfbdc2c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:15Z', 'updated_at': '2022-03-23T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'f53e47a7-6a54-43ba-926b-8687069a10d6', 'name': '', 'network_id': 'af7da475-816b-4190-96f5-f8adfb8a1c04', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db', 'mac_address': 'fa:16:3e:b6:69:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'bc9f6bd6-c432-48e8-b6aa-3513893a74ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:17Z', 'updated_at': '2022-03-23T13:28:22Z', 'revision_number': 4, 'project_id': 'b6d3e278532c43aabefac62dc4cd04db', 'subnets': [{'id': 'bc9f6bd6-c432-48e8-b6aa-3513893a74ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:28:22.852641 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-cd173fcb-1205-4a0e-a57e-8c5c0319cba2 None None] Provisioning complete for port f53e47a7-6a54-43ba-926b-8687069a10d6 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:22.853665 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-cd173fcb-1205-4a0e-a57e-8c5c0319cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:23.065522 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-7d6bf006-f365-4eba-b0cb-9950ba3f9f4c None None] Provisioning complete for port 2a12a020-a137-44a9-84c6-fcafab1dc1f1 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:23.065979 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf006-f365-4eba-b0cb-9950ba3f9f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:23.116464 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-7d6bf006-f365-4eba-b0cb-9950ba3f9f4c None None] Port 2a12a020-a137-44a9-84c6-fcafab1dc1f1 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:28:23.175319 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a0297-473e-4541-8a41-1fcf52f82a51 req-73b4fa69-7476-4e8e-83fe-4b976721b16d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:23.176917 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-234a0297-473e-4541-8a41-1fcf52f82a51 req-73b4fa69-7476-4e8e-83fe-4b976721b16d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 932 time: 0.1054964 Mar 23 13:28:23.204380 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a12a020-a137-44a9-84c6-fcafab1dc1f1 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:28:23.213777 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:23.240700 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-234a0297-473e-4541-8a41-1fcf52f82a51 req-4ec1b573-dec6-46d0-b9f2-7378fbf25151 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566387 Mar 23 13:28:23.241653 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Transition to ACTIVE for port object 2a12a020-a137-44a9-84c6-fcafab1dc1f1 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:28:23.245330 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:23.309234 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Pushing event updated for resources: {'Port': ['ID=2a12a020-a137-44a9-84c6-fcafab1dc1f1,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:23.376502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Attempting to bind port 2a12a020-a137-44a9-84c6-fcafab1dc1f1 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:28:23.376837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Attempting to bind port 2a12a020-a137-44a9-84c6-fcafab1dc1f1 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:28:23.377166 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Attempting to bind port 2a12a020-a137-44a9-84c6-fcafab1dc1f1 on network 6025b837-270f-4ec1-a137-289669b25f01 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:28:23.382391 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Port 2a12a020-a137-44a9-84c6-fcafab1dc1f1 on network 6025b837-270f-4ec1-a137-289669b25f01 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:28:23.382740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Attempting to bind port 2a12a020-a137-44a9-84c6-fcafab1dc1f1 on network 6025b837-270f-4ec1-a137-289669b25f01 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:28:23.388267 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:28:23.388649 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Checking segment: {'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:28:23.388963 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Bound using segment: {'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:28:23.389399 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Bound port: 2a12a020-a137-44a9-84c6-fcafab1dc1f1, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:28:23.389764 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:23.471141 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] For port 2a12a020-a137-44a9-84c6-fcafab1dc1f1, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:28:23.477005 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] For port 2a12a020-a137-44a9-84c6-fcafab1dc1f1, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:28:23.486092 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:23.538866 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:23.539675 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:23.541264 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b529d256-4107-42d4-93aa-c473de35d539 req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] 10.222.0.73 "PUT /v2.0/ports/2a12a020-a137-44a9-84c6-fcafab1dc1f1 HTTP/1.1" status: 200 len: 1092 time: 0.7846196 Mar 23 13:28:23.541997 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'tag': '2a12a020-a137-44a9-84c6-fcafab1dc1f1'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:28:23.544860 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bd5b17-99ce-4576-b3ea-7b6b230ae4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "274ec4a6-2e7d-4814-8f3b-3efc25924a7d", "tag": "2a12a020-a137-44a9-84c6-fcafab1dc1f1"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:28:23.590728 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b413630-d156-415b-8a2d-e3b0e127e144 service neutron] Pushing event updated for resources: {'Port': ['ID=2a12a020-a137-44a9-84c6-fcafab1dc1f1,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:23.643178 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b4add7-6ba0-4eb7-aab2-6881d8b35b19 x-openstack-request-id: req-a0b4add7-6ba0-4eb7-aab2-6881d8b35b19 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:28:23.643552 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274ec4a6-2e7d-4814-8f3b-3efc25924a7d", "tag": "2a12a020-a137-44a9-84c6-fcafab1dc1f1", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:28:23.643904 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0b4add7-6ba0-4eb7-aab2-6881d8b35b19 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:28:23.644845 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'tag': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'status': 'completed', 'code': 200} Mar 23 13:28:23.669024 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529d256-4107-42d4-93aa-c473de35d539 req-18057cb6-c772-47eb-b1bc-6ed66f17d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:23.670561 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b529d256-4107-42d4-93aa-c473de35d539 req-18057cb6-c772-47eb-b1bc-6ed66f17d7e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 1095 time: 0.0643032 Mar 23 13:28:23.695398 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:28:23.717822 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b529d256-4107-42d4-93aa-c473de35d539 req-1a3d633b-6fb1-4c3f-a584-7d44bd25216e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1 HTTP/1.1" status: 200 len: 217 time: 0.0379748 Mar 23 13:28:23.776492 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529d256-4107-42d4-93aa-c473de35d539 req-067e7059-c50b-40af-8e75-7137316422d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:23.777988 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b529d256-4107-42d4-93aa-c473de35d539 req-067e7059-c50b-40af-8e75-7137316422d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0502107 Mar 23 13:28:23.830370 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529d256-4107-42d4-93aa-c473de35d539 req-1ca4a561-0bc7-4565-8e60-38294192c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:23.831792 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b529d256-4107-42d4-93aa-c473de35d539 req-1ca4a561-0bc7-4565-8e60-38294192c5ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462232 Mar 23 13:28:23.923049 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b529d256-4107-42d4-93aa-c473de35d539 req-0db6c7bc-ad0a-4eff-9278-290532a41342 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825269 Mar 23 13:28:24.154538 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a11eb7cf-9a30-457c-9108-a74f80ca847c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:24.280638 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f53e47a7-6a54-43ba-926b-8687069a10d6 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:28:24.333247 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port f53e47a7-6a54-43ba-926b-8687069a10d6 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:24.333619 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:24.362391 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b529d256-4107-42d4-93aa-c473de35d539 req-215de22b-2332-4589-804a-b8b9414a7874 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309275 Mar 23 13:28:24.383056 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ef348-d44e-4f64-ae2e-7a68a0c73d02 req-40c22c28-d4c5-4d4b-9321-6c03c543f6fb tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:24.384615 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-608ef348-d44e-4f64-ae2e-7a68a0c73d02 req-40c22c28-d4c5-4d4b-9321-6c03c543f6fb tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 944 time: 0.0570459 Mar 23 13:28:24.474818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-608ef348-d44e-4f64-ae2e-7a68a0c73d02 req-3803496b-21d2-4144-9f15-3bcba26c928e tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833564 Mar 23 13:28:24.498690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd5b17-99ce-4576-b3ea-7b6b230ae4d2 req-9aa896e2-9375-436b-babe-70cac35f606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:24.498690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47bd5b17-99ce-4576-b3ea-7b6b230ae4d2 req-9aa896e2-9375-436b-babe-70cac35f606d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 1095 time: 0.0826318 Mar 23 13:28:24.593140 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd5b17-99ce-4576-b3ea-7b6b230ae4d2 req-d81255f2-714f-4b71-a6dc-d33dd97f63d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:24.594599 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47bd5b17-99ce-4576-b3ea-7b6b230ae4d2 req-d81255f2-714f-4b71-a6dc-d33dd97f63d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.0897565 Mar 23 13:28:24.637120 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47bd5b17-99ce-4576-b3ea-7b6b230ae4d2 req-a6d9d5c6-6e5e-4153-a031-1ac58147e5a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1 HTTP/1.1" status: 200 len: 217 time: 0.0350618 Mar 23 13:28:24.694760 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd5b17-99ce-4576-b3ea-7b6b230ae4d2 req-98e289cf-48c6-45b5-9267-9be598469368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:24.696274 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47bd5b17-99ce-4576-b3ea-7b6b230ae4d2 req-98e289cf-48c6-45b5-9267-9be598469368 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0525792 Mar 23 13:28:24.744551 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd5b17-99ce-4576-b3ea-7b6b230ae4d2 req-62775595-2f1d-4a91-bc36-277f040f8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:24.746058 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47bd5b17-99ce-4576-b3ea-7b6b230ae4d2 req-62775595-2f1d-4a91-bc36-277f040f8024 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420732 Mar 23 13:28:24.839852 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47bd5b17-99ce-4576-b3ea-7b6b230ae4d2 req-7b2441e2-2045-4e7c-be43-8920eedc1fb8 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860848 Mar 23 13:28:24.939467 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47bd5b17-99ce-4576-b3ea-7b6b230ae4d2 req-d036aef0-b003-4e34-89e2-e66b16ffa497 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921218 Mar 23 13:28:25.592442 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1c7c2-2448-4312-82fb-00e06b5df9e4 req-7338ebc8-0b52-474a-8041-e872fe8a9e46 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:25.593920 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42e1c7c2-2448-4312-82fb-00e06b5df9e4 req-7338ebc8-0b52-474a-8041-e872fe8a9e46 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 944 time: 0.0489266 Mar 23 13:28:25.633239 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-42e1c7c2-2448-4312-82fb-00e06b5df9e4 req-a54f5fb6-bf75-4c77-b818-d39da5ec38f6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327504 Mar 23 13:28:26.756364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032758c-a9dc-4415-bd6d-c02cef159e7f req-2ba63303-3f4c-4355-afdb-6e15687d2bae tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:26.757889 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d032758c-a9dc-4415-bd6d-c02cef159e7f req-2ba63303-3f4c-4355-afdb-6e15687d2bae tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 944 time: 0.0567942 Mar 23 13:28:26.796084 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d032758c-a9dc-4415-bd6d-c02cef159e7f req-8dc1e9a5-3eca-4c59-a804-54aff10fc6f2 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322258 Mar 23 13:28:27.004280 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a28de890-394b-4424-a5ff-c1b5c9e0fbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:27.912618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383e32d-4835-4643-8c4c-4e702d1073bc req-22e674f6-c721-4d83-8692-9b36906e7992 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:27.914075 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e383e32d-4835-4643-8c4c-4e702d1073bc req-22e674f6-c721-4d83-8692-9b36906e7992 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 944 time: 0.0506527 Mar 23 13:28:27.951439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e383e32d-4835-4643-8c4c-4e702d1073bc req-84292a9f-0949-4b4b-9906-f8e52322d94c tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315142 Mar 23 13:28:27.976438 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:28.465352 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2a12a020-a137-44a9-84c6-fcafab1dc1f1 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:28:28.559075 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2a12a020-a137-44a9-84c6-fcafab1dc1f1, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:28:28.570563 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'port_id': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'mac_address': 'fa:16:3e:bc:03:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:28:28.612037 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:28.625044 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a12a020-a137-44a9-84c6-fcafab1dc1f1 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:28:28.643993 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2a12a020-a137-44a9-84c6-fcafab1dc1f1, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:28:28.649923 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:28.696819 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=2a12a020-a137-44a9-84c6-fcafab1dc1f1,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:28.869035 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['2a12a020-a137-44a9-84c6-fcafab1dc1f1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:28:29.067516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44621c15-23d5-489f-81fa-3f7a4dbe15dc req-c8ee0eaa-fb51-4a3d-9ecb-3dca6174467b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:29.069599 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-44621c15-23d5-489f-81fa-3f7a4dbe15dc req-c8ee0eaa-fb51-4a3d-9ecb-3dca6174467b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 945 time: 0.0488701 Mar 23 13:28:29.114570 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-44621c15-23d5-489f-81fa-3f7a4dbe15dc req-9a09ce66-ec57-4306-89db-85bad786b583 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387475 Mar 23 13:28:29.289460 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:29.630296 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:30.236580 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812957fb-b812-4b13-a4c7-3b2727df3952 req-b1b1967d-6aaa-48e9-aab5-20fb029db8ef tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:30.238058 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-812957fb-b812-4b13-a4c7-3b2727df3952 req-b1b1967d-6aaa-48e9-aab5-20fb029db8ef tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 945 time: 0.0537009 Mar 23 13:28:30.276271 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-812957fb-b812-4b13-a4c7-3b2727df3952 req-2f0c0d11-f036-4ac6-9f10-d57d1f092096 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318475 Mar 23 13:28:30.478092 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2a12a020-a137-44a9-84c6-fcafab1dc1f1 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:28:30.525877 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port 2a12a020-a137-44a9-84c6-fcafab1dc1f1 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:28:30.529489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 2a12a020-a137-44a9-84c6-fcafab1dc1f1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:28:30.529791 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:30.608345 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:30.630393 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a12a020-a137-44a9-84c6-fcafab1dc1f1'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:28:30.632627 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6217645b2b2bfc5ef888c6aa606b3465eba83eaf85f3abbd4570955a784a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656fd0e1-884d-42f7-817a-ca95e0ba7ad9" -d '{"events": [{"server_uuid": "274ec4a6-2e7d-4814-8f3b-3efc25924a7d", "name": "network-vif-plugged", "status": "completed", "tag": "2a12a020-a137-44a9-84c6-fcafab1dc1f1"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:28:30.646497 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2a12a020-a137-44a9-84c6-fcafab1dc1f1, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:28:30.651546 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:30.675732 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bff9ed3-12c5-402e-a71d-2a9bf82347c3 x-openstack-request-id: req-7bff9ed3-12c5-402e-a71d-2a9bf82347c3 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:28:30.676078 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274ec4a6-2e7d-4814-8f3b-3efc25924a7d", "name": "network-vif-plugged", "status": "completed", "tag": "2a12a020-a137-44a9-84c6-fcafab1dc1f1", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:28:30.676371 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7bff9ed3-12c5-402e-a71d-2a9bf82347c3 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:28:30.676733 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'code': 200} Mar 23 13:28:30.702940 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=2a12a020-a137-44a9-84c6-fcafab1dc1f1,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:30.777560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80182565-1103-4c2e-84fe-0763747decaf req-d715883e-fb24-4305-8d31-63c8efd9e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:30.779088 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-80182565-1103-4c2e-84fe-0763747decaf req-d715883e-fb24-4305-8d31-63c8efd9e297 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 1097 time: 0.0432317 Mar 23 13:28:30.813070 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-80182565-1103-4c2e-84fe-0763747decaf req-2bbe4e54-25ab-417b-911f-b9d39659b6a1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271735 Mar 23 13:28:31.392822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503fc9a-25e4-4970-9020-579d3e659a16 req-8a45a271-b59d-4449-aeaf-d8b4917239f7 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:31.394628 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7503fc9a-25e4-4970-9020-579d3e659a16 req-8a45a271-b59d-4449-aeaf-d8b4917239f7 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0500267 Mar 23 13:28:31.435068 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-7503fc9a-25e4-4970-9020-579d3e659a16 req-30c9de82-4352-48bf-8220-685253cae67d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336943 Mar 23 13:28:32.551637 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e2234-5778-49fe-a16d-979ab6ab6b0b req-1314fa44-a6f4-4f86-b220-093073aad280 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:32.553137 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f1e2234-5778-49fe-a16d-979ab6ab6b0b req-1314fa44-a6f4-4f86-b220-093073aad280 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0489614 Mar 23 13:28:32.590286 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3f1e2234-5778-49fe-a16d-979ab6ab6b0b req-85543db8-25be-4c5e-a1b6-1d37d07bce79 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312183 Mar 23 13:28:32.706835 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44fc60-d4f7-4d45-8ecb-10b8e5000e63 req-16ec8ad3-6609-4358-9360-90532b369242 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:32.708330 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac44fc60-d4f7-4d45-8ecb-10b8e5000e63 req-16ec8ad3-6609-4358-9360-90532b369242 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0482419 Mar 23 13:28:32.746220 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ac44fc60-d4f7-4d45-8ecb-10b8e5000e63 req-2401cf9e-6988-4843-a68c-953dbfe74623 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318887 Mar 23 13:28:32.769076 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50780) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:32.853379 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1346e25a-6902-4fab-8c38-a1555b0e8d28 tempest-TestShelveInstance-186751478 tempest-TestShelveInstance-186751478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:32.854909 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-1346e25a-6902-4fab-8c38-a1555b0e8d28 tempest-TestShelveInstance-186751478 tempest-TestShelveInstance-186751478-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 1092 time: 0.0845630 Mar 23 13:28:32.857808 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 50784) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:28:32.862038 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:28:32.882243 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for floatingip, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:32.986570 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:33.093445 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Allocated IP 172.25.2.229 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/ff0ae068-cdb4-44ba-b33e-092786def363) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:28:33.193016 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:33.226460 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:33.270426 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:28:33.275179 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:28:33.278784 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:28:33.284327 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'Port': ['ID=ff0ae068-cdb4-44ba-b33e-092786def363,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:33.645844 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:33.714940 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:33.865981 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:33.870998 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:33.949099 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'Port': ['ID=ff0ae068-cdb4-44ba-b33e-092786def363,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:28:33.957350 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:34.059131 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Floating IP 83d1c574-63e9-452d-9173-358e6e653a79 associated. External IP: 172.25.2.229, port: 2a12a020-a137-44a9-84c6-fcafab1dc1f1. Mar 23 13:28:34.269586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:28:34.379233 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:28:34.389943 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbd823f-1e92-4091-936d-facba825c292 None None] Sync routers for ids ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:28:34.398176 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:34.401182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbd823f-1e92-4091-936d-facba825c292 None None] Routers {'7b867191-a7bf-4bf5-a7bc-60f3215aff7c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:28:34.401939 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cdbd823f-1e92-4091-936d-facba825c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:28:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:34.425362 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-e378a5bd-03a4-4002-a1b1-8cac4eecdc2f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5665462 Mar 23 13:28:34.426075 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'tag': '2a12a020-a137-44a9-84c6-fcafab1dc1f1'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:28:34.428399 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18a4f2b-c106-4598-8d30-c6acdcf97ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "274ec4a6-2e7d-4814-8f3b-3efc25924a7d", "tag": "2a12a020-a137-44a9-84c6-fcafab1dc1f1"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:28:34.471883 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23e2076-f5c7-4878-9321-77346e1193d8 x-openstack-request-id: req-a23e2076-f5c7-4878-9321-77346e1193d8 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:28:34.472204 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274ec4a6-2e7d-4814-8f3b-3efc25924a7d", "tag": "2a12a020-a137-44a9-84c6-fcafab1dc1f1", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:28:34.472567 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a23e2076-f5c7-4878-9321-77346e1193d8 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:28:34.472980 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'tag': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'status': 'completed', 'code': 200} Mar 23 13:28:34.509438 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cdbd823f-1e92-4091-936d-facba825c292 None None] Set router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:28:34.536002 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a4f2b-c106-4598-8d30-c6acdcf97ce3 req-d907cafb-81a9-4689-9511-6f822bdd7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:34.537527 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c18a4f2b-c106-4598-8d30-c6acdcf97ce3 req-d907cafb-81a9-4689-9511-6f822bdd7b2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 1097 time: 0.0403917 Mar 23 13:28:34.640839 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a4f2b-c106-4598-8d30-c6acdcf97ce3 req-6ad3433c-1b98-401a-a4db-e8aa506c4fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:34.642343 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c18a4f2b-c106-4598-8d30-c6acdcf97ce3 req-6ad3433c-1b98-401a-a4db-e8aa506c4fbb service neutron] 10.222.0.73 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.0974939 Mar 23 13:28:34.717149 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c18a4f2b-c106-4598-8d30-c6acdcf97ce3 req-0f3e2893-5c44-4bfc-a026-58d9155656ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1 HTTP/1.1" status: 200 len: 1000 time: 0.0604973 Mar 23 13:28:34.746139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cdbd823f-1e92-4091-936d-facba825c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '83d1c574-63e9-452d-9173-358e6e653a79', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'port_id': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'mac_address': 'fa:16:3e:bc:03:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:28:33Z', 'updated_at': '2022-03-23T13:28:33Z', 'revision_number': 0, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca64656-a77a-42eb-bced-3ac3638bc35f', 'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'mac_address': 'fa:16:3e:56:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:12Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 5, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'subnets': [{'id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:34.764108 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a4f2b-c106-4598-8d30-c6acdcf97ce3 req-02c46599-5f78-4eae-a532-4eab2c1012dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:34.765589 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c18a4f2b-c106-4598-8d30-c6acdcf97ce3 req-02c46599-5f78-4eae-a532-4eab2c1012dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0461917 Mar 23 13:28:34.773324 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbd823f-1e92-4091-936d-facba825c292 None None] Checking router: 7b867191-a7bf-4bf5-a7bc-60f3215aff7c for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:28:34.781637 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbd823f-1e92-4091-936d-facba825c292 None None] Routers {'7b867191-a7bf-4bf5-a7bc-60f3215aff7c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:28:34.782242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cdbd823f-1e92-4091-936d-facba825c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:28:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:34.816501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a4f2b-c106-4598-8d30-c6acdcf97ce3 req-b1a5320d-84c9-45c7-a7b7-0c120fb9229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:28:34.818015 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c18a4f2b-c106-4598-8d30-c6acdcf97ce3 req-b1a5320d-84c9-45c7-a7b7-0c120fb9229c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453832 Mar 23 13:28:34.887373 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-cdbd823f-1e92-4091-936d-facba825c292 None None] Set router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:28:34.908349 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c18a4f2b-c106-4598-8d30-c6acdcf97ce3 req-908d2c4d-0efb-4ee4-839b-ca85ceac4ba7 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824883 Mar 23 13:28:35.006169 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c18a4f2b-c106-4598-8d30-c6acdcf97ce3 req-452a06e6-d70c-4772-a482-cccc165e0687 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899010 Mar 23 13:28:35.111533 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-cdbd823f-1e92-4091-936d-facba825c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '83d1c574-63e9-452d-9173-358e6e653a79', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'port_id': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'mac_address': 'fa:16:3e:bc:03:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:28:33Z', 'updated_at': '2022-03-23T13:28:33Z', 'revision_number': 0, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca64656-a77a-42eb-bced-3ac3638bc35f', 'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'mac_address': 'fa:16:3e:56:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:12Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 5, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'subnets': [{'id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:28:35.140403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbd823f-1e92-4091-936d-facba825c292 None None] The sync data for ids ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'] in n-d-834854-1 is: [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '83d1c574-63e9-452d-9173-358e6e653a79', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'port_id': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'mac_address': 'fa:16:3e:bc:03:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:28:33Z', 'updated_at': '2022-03-23T13:28:33Z', 'revision_number': 0, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca64656-a77a-42eb-bced-3ac3638bc35f', 'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'mac_address': 'fa:16:3e:56:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:12Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 5, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'subnets': [{'id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:28:35.753557 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a6a6f1-654e-4ca8-a455-4f50621eaa4e None None] New status for floating IP 83d1c574-63e9-452d-9173-358e6e653a79: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:28:46.553902 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:47.883379 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:54.148877 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3258a373-0155-4a73-90d6-1eaabacee51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:57.005295 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-59c24fa4-c0c9-43b8-9843-09d07d5702a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:57.980500 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:59.286690 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:28:59.633903 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:29:00.695725 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:29:16.568836 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:29:17.906201 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:29:24.151402 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-89d5193c-aa41-441d-aeef-e095bfff7a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:29:27.008919 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-164872f1-479c-47ca-9b6f-c4c2dc68c976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:29:27.982290 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:29:28.349876 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b09bdac-8ae3-40ed-98f6-8b7750fc91e2 req-0bcb3858-f889-4a6d-8445-479b4b6083c2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402100 Mar 23 13:29:28.434674 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09bdac-8ae3-40ed-98f6-8b7750fc91e2 req-9676f787-95ef-436c-bd10-0fbb86ca1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:29:28.436175 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b09bdac-8ae3-40ed-98f6-8b7750fc91e2 req-9676f787-95ef-436c-bd10-0fbb86ca1b41 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 1097 time: 0.0443680 Mar 23 13:29:28.540499 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09bdac-8ae3-40ed-98f6-8b7750fc91e2 req-9bfedfbc-2693-4012-aaec-359edf0f620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:29:28.541966 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b09bdac-8ae3-40ed-98f6-8b7750fc91e2 req-9bfedfbc-2693-4012-aaec-359edf0f620b service neutron] 10.222.0.73 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.0867882 Mar 23 13:29:28.607417 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b09bdac-8ae3-40ed-98f6-8b7750fc91e2 req-0b4da7ec-1a41-4c91-bf8b-db35bb4089ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1 HTTP/1.1" status: 200 len: 1002 time: 0.0584478 Mar 23 13:29:28.655542 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09bdac-8ae3-40ed-98f6-8b7750fc91e2 req-3ef0bd0b-8159-47eb-abe3-01b499d33bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:29:28.657005 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b09bdac-8ae3-40ed-98f6-8b7750fc91e2 req-3ef0bd0b-8159-47eb-abe3-01b499d33bbc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0428667 Mar 23 13:29:28.706023 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09bdac-8ae3-40ed-98f6-8b7750fc91e2 req-8a01db64-525b-45fc-be8e-fdc6213f723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:29:28.707415 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b09bdac-8ae3-40ed-98f6-8b7750fc91e2 req-8a01db64-525b-45fc-be8e-fdc6213f723d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429559 Mar 23 13:29:28.797106 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b09bdac-8ae3-40ed-98f6-8b7750fc91e2 req-fe6221df-44d1-4873-908f-07f907b50321 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818410 Mar 23 13:29:28.890628 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0b09bdac-8ae3-40ed-98f6-8b7750fc91e2 req-a19991ff-412b-4d63-b3a1-0b74126f206e service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854709 Mar 23 13:29:29.289724 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:29:29.635586 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:29:37.694616 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:29:43.155295 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-ce81c5f7-ce57-4cf3-85c5-08145a713d9c req-03cbeca5-a683-47e2-a227-40fa8b4cb654 service neutron] (102778) timed out ('10.222.0.52', 43618) {{(pid=102778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 13:29:46.568012 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:29:47.897531 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:29:54.153983 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-361ddbcd-4fe8-4a19-9229-4154b83617c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:29:57.010189 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7be728de-0fe5-41f2-b40e-aae27392e33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:29:57.984826 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:29:59.293016 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:29:59.637427 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:14.693497 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:30:16.587008 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:17.904417 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:24.161124 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aeed1e3f-3b5f-4923-bff5-445c8082f2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:27.014523 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-28f95ca4-b55b-480c-a578-54b033784372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:27.987502 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:29.296039 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:29.350610 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a66c2ba4-321d-47ef-acec-18344416052b req-5ddeb869-b15f-48fd-b05e-776dff4310de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402122 Mar 23 13:30:29.433625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c2ba4-321d-47ef-acec-18344416052b req-05a8ee4a-dcd9-4cc5-86bd-8f54f96a4fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:29.435022 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a66c2ba4-321d-47ef-acec-18344416052b req-05a8ee4a-dcd9-4cc5-86bd-8f54f96a4fae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 1097 time: 0.0413377 Mar 23 13:30:29.544489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c2ba4-321d-47ef-acec-18344416052b req-40904af0-b783-43c2-bf58-df434fb76690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:29.545963 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a66c2ba4-321d-47ef-acec-18344416052b req-40904af0-b783-43c2-bf58-df434fb76690 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.0906835 Mar 23 13:30:29.617069 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a66c2ba4-321d-47ef-acec-18344416052b req-2e83e10e-307e-48a0-b6e0-922d12a246a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1 HTTP/1.1" status: 200 len: 1002 time: 0.0638120 Mar 23 13:30:29.643257 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:29.667588 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c2ba4-321d-47ef-acec-18344416052b req-1f3c9e4d-aa2e-41ce-ad1d-fa3189ea1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:29.669068 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a66c2ba4-321d-47ef-acec-18344416052b req-1f3c9e4d-aa2e-41ce-ad1d-fa3189ea1203 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0449450 Mar 23 13:30:29.721470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c2ba4-321d-47ef-acec-18344416052b req-114b96f3-092d-4627-b32c-9fde20e2a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:29.722924 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a66c2ba4-321d-47ef-acec-18344416052b req-114b96f3-092d-4627-b32c-9fde20e2a4a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470853 Mar 23 13:30:29.815101 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a66c2ba4-321d-47ef-acec-18344416052b req-e02f1da4-4853-4aea-964d-3831a533dff0 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845726 Mar 23 13:30:29.907608 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a66c2ba4-321d-47ef-acec-18344416052b req-e0275f90-e59d-4ef1-a7a1-ec9d7afcdc93 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857062 Mar 23 13:30:31.890863 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f1e2b-cb5b-4183-ac57-6f5d7f4c7fc2 req-1720c53e-94a7-4bf7-8d3e-39aef256e7d2 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:31.892420 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-627f1e2b-cb5b-4183-ac57-6f5d7f4c7fc2 req-1720c53e-94a7-4bf7-8d3e-39aef256e7d2 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0526783 Mar 23 13:30:31.935431 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-627f1e2b-cb5b-4183-ac57-6f5d7f4c7fc2 req-4bc8b9c3-aeb2-4da0-befd-eca6a272b280 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335743 Mar 23 13:30:33.058081 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9b97b-e78f-40ee-aea8-f2b14553a11c req-e1153813-f4f2-4094-af9d-87f8819f80ea tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:33.059613 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d6e9b97b-e78f-40ee-aea8-f2b14553a11c req-e1153813-f4f2-4094-af9d-87f8819f80ea tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0507286 Mar 23 13:30:33.098392 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d6e9b97b-e78f-40ee-aea8-f2b14553a11c req-e8b9bbc8-9d3e-4dcf-8785-22d298719b42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326078 Mar 23 13:30:34.221117 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e5f1c-9ed0-456b-bfe7-b77b3fcfdb98 req-8746a8d6-9e1f-4d66-b8e5-91a80679b215 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:34.222679 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-638e5f1c-9ed0-456b-bfe7-b77b3fcfdb98 req-8746a8d6-9e1f-4d66-b8e5-91a80679b215 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0499594 Mar 23 13:30:34.259186 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-638e5f1c-9ed0-456b-bfe7-b77b3fcfdb98 req-c49741ca-1290-424b-bbb9-e7fdd2800b6a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306537 Mar 23 13:30:35.377572 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa7ce7-80aa-4b4a-bed5-1ec47c7b7dc3 req-4d2a4811-7c8f-4cda-b4e7-d99f110a8745 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:35.379040 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a6fa7ce7-80aa-4b4a-bed5-1ec47c7b7dc3 req-4d2a4811-7c8f-4cda-b4e7-d99f110a8745 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0485814 Mar 23 13:30:35.416481 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a6fa7ce7-80aa-4b4a-bed5-1ec47c7b7dc3 req-f785a781-ac64-4314-80dc-4d106e313345 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308082 Mar 23 13:30:36.540387 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717fd6e-f421-4c16-a426-f574f7f4973b req-d81b6241-aa23-4167-b792-6d66b2c7377b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:36.541803 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8717fd6e-f421-4c16-a426-f574f7f4973b req-d81b6241-aa23-4167-b792-6d66b2c7377b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0531557 Mar 23 13:30:36.579234 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8717fd6e-f421-4c16-a426-f574f7f4973b req-8855fb8e-2342-412a-9b28-b952ba1f68b9 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314610 Mar 23 13:30:37.694526 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3911237-f5d2-4ac2-942f-ca7561551543 req-acd97de8-6a49-4e94-8ad7-debf8af9c397 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:37.696041 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3911237-f5d2-4ac2-942f-ca7561551543 req-acd97de8-6a49-4e94-8ad7-debf8af9c397 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0482769 Mar 23 13:30:37.738237 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f3911237-f5d2-4ac2-942f-ca7561551543 req-5c66e7c9-9d4e-4032-83db-531e2cfb93f9 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354531 Mar 23 13:30:38.852782 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fd884-05d5-4e24-999c-59d20007cb7d req-0a5523f1-35fa-40f0-bae5-40b54e61ddf4 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:38.854755 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-611fd884-05d5-4e24-999c-59d20007cb7d req-0a5523f1-35fa-40f0-bae5-40b54e61ddf4 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0482895 Mar 23 13:30:38.893449 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-611fd884-05d5-4e24-999c-59d20007cb7d req-ac55729d-9a87-4dbf-9fe4-8a5b33244aef tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326302 Mar 23 13:30:40.008989 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c4ff5-77be-4842-a9b8-b2c0171f53ba req-30edd1ad-ce49-49b4-a3d4-7aad3ba854de tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:40.011043 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-437c4ff5-77be-4842-a9b8-b2c0171f53ba req-30edd1ad-ce49-49b4-a3d4-7aad3ba854de tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0499008 Mar 23 13:30:40.047588 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-437c4ff5-77be-4842-a9b8-b2c0171f53ba req-b0f63420-c2fe-4f00-971d-bbdce5ccb2e0 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305874 Mar 23 13:30:41.164911 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62ca13-8881-45c5-9853-ef336aeab87e req-4e733172-8e2b-4d5e-b7fb-a1c8fe3565c3 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:41.166825 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc62ca13-8881-45c5-9853-ef336aeab87e req-4e733172-8e2b-4d5e-b7fb-a1c8fe3565c3 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0493371 Mar 23 13:30:41.204712 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-cc62ca13-8881-45c5-9853-ef336aeab87e req-1ce72692-ceaa-4291-8ea1-147ccaa62f34 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315998 Mar 23 13:30:42.330708 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d1b80-657e-4d00-8979-c74df7ca3933 req-2aedb2aa-af06-4a1b-b51b-98c15b616a22 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:42.332275 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e6d1b80-657e-4d00-8979-c74df7ca3933 req-2aedb2aa-af06-4a1b-b51b-98c15b616a22 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0540457 Mar 23 13:30:42.372039 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e6d1b80-657e-4d00-8979-c74df7ca3933 req-2dac244d-0e4e-4523-9212-bf4624416bf4 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337684 Mar 23 13:30:43.504558 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba7b92-0fb3-44d9-b42f-6a5b1926fd94 req-ed22ab72-173a-4373-8b70-20e816ddc278 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:43.506093 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a6ba7b92-0fb3-44d9-b42f-6a5b1926fd94 req-ed22ab72-173a-4373-8b70-20e816ddc278 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0574815 Mar 23 13:30:43.546604 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a6ba7b92-0fb3-44d9-b42f-6a5b1926fd94 req-616245a5-6d4b-42c7-9de8-7ac0b89620f1 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341382 Mar 23 13:30:44.663774 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667c0d6-44a9-4f88-a56e-f97039ae0a6b req-6386756b-9bea-4615-8ac1-8ac80ee7665a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:44.665303 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9667c0d6-44a9-4f88-a56e-f97039ae0a6b req-6386756b-9bea-4615-8ac1-8ac80ee7665a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0493639 Mar 23 13:30:44.724445 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9667c0d6-44a9-4f88-a56e-f97039ae0a6b req-2970a95d-5804-455e-bb07-907d2b12d6ff tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513959 Mar 23 13:30:45.083837 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2a12a020-a137-44a9-84c6-fcafab1dc1f1 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:30:45.212765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2a12a020-a137-44a9-84c6-fcafab1dc1f1, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:30:45.229386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'port_id': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'mac_address': 'fa:16:3e:bc:03:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:30:45.268992 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:45.291313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a12a020-a137-44a9-84c6-fcafab1dc1f1 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:30:45.316839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2a12a020-a137-44a9-84c6-fcafab1dc1f1, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:30:45.323835 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:45.397307 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=2a12a020-a137-44a9-84c6-fcafab1dc1f1,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:30:45.413579 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:30:45.414061 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:30:45.414563 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:30:45.414971 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:30:45.415373 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:30:45.415881 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:30:45.416242 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:30:45.416572 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:30:45.416901 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:30:45.417437 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:30:45.417565 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:30:45.417946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:30:45.427823 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['2a12a020-a137-44a9-84c6-fcafab1dc1f1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:30:45.863278 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2141ab8-5bb0-4f3e-a94e-2cb3139448ce req-0d0d4426-ff8d-4968-ba1c-8c9ecd197175 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:45.866789 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2141ab8-5bb0-4f3e-a94e-2cb3139448ce req-0d0d4426-ff8d-4968-ba1c-8c9ecd197175 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 945 time: 0.0620599 Mar 23 13:30:45.925839 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c2141ab8-5bb0-4f3e-a94e-2cb3139448ce req-69ab1333-2afa-4d30-90e7-e9aac7b60615 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409956 Mar 23 13:30:46.608778 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:47.055906 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7f3c7-3eea-492b-91ff-35a558d025bc req-04f95cff-2b86-4e83-9465-45d87548e415 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:47.058324 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aef7f3c7-3eea-492b-91ff-35a558d025bc req-04f95cff-2b86-4e83-9465-45d87548e415 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 945 time: 0.0556061 Mar 23 13:30:47.104613 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aef7f3c7-3eea-492b-91ff-35a558d025bc req-fb9209ed-ec60-4cbc-9105-8109745c6810 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398211 Mar 23 13:30:47.127716 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2a12a020-a137-44a9-84c6-fcafab1dc1f1 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:30:47.180852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 2a12a020-a137-44a9-84c6-fcafab1dc1f1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:30:47.181859 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:47.263248 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:47.291188 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a12a020-a137-44a9-84c6-fcafab1dc1f1'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:30:47.293639 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6217645b2b2bfc5ef888c6aa606b3465eba83eaf85f3abbd4570955a784a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff982b9-4723-4d60-8389-efe77c750f41" -d '{"events": [{"server_uuid": "274ec4a6-2e7d-4814-8f3b-3efc25924a7d", "name": "network-vif-plugged", "status": "completed", "tag": "2a12a020-a137-44a9-84c6-fcafab1dc1f1"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:30:47.307804 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2a12a020-a137-44a9-84c6-fcafab1dc1f1, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:30:47.312710 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:47.340350 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f55b3af-24be-4595-ad93-3a6f58a3bc94 x-openstack-request-id: req-1f55b3af-24be-4595-ad93-3a6f58a3bc94 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:30:47.340645 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274ec4a6-2e7d-4814-8f3b-3efc25924a7d", "name": "network-vif-plugged", "status": "completed", "tag": "2a12a020-a137-44a9-84c6-fcafab1dc1f1", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:30:47.341206 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f55b3af-24be-4595-ad93-3a6f58a3bc94 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:30:47.341875 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'code': 200} Mar 23 13:30:47.386423 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=2a12a020-a137-44a9-84c6-fcafab1dc1f1,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:30:47.928151 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:48.244001 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b6dd0-a75e-4924-8a2c-4485b51ba34a req-c079981e-e6ef-45f3-a321-42f32653c91f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:48.246650 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c38b6dd0-a75e-4924-8a2c-4485b51ba34a req-c079981e-e6ef-45f3-a321-42f32653c91f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0625381 Mar 23 13:30:48.300773 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c38b6dd0-a75e-4924-8a2c-4485b51ba34a req-4754ecb5-ae8d-4cb0-9c7c-1f9339abcde3 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485971 Mar 23 13:30:49.435534 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233ea0e-72a0-41d6-8e0e-fbe8c8958a54 req-eda96a83-4c35-43a9-a3f6-126f5250e67f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:49.436971 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a233ea0e-72a0-41d6-8e0e-fbe8c8958a54 req-eda96a83-4c35-43a9-a3f6-126f5250e67f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0532091 Mar 23 13:30:49.478072 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a233ea0e-72a0-41d6-8e0e-fbe8c8958a54 req-3caad391-4fbf-458f-9481-025475e9b63d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348976 Mar 23 13:30:50.615875 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f586d-b6d1-467b-8f18-b0d8df4f89ba req-3ccda3f5-f34a-45d2-adb5-f529f412313e tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:50.617541 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-484f586d-b6d1-467b-8f18-b0d8df4f89ba req-3ccda3f5-f34a-45d2-adb5-f529f412313e tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0646446 Mar 23 13:30:50.676864 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-484f586d-b6d1-467b-8f18-b0d8df4f89ba req-7c254d37-20aa-4ee2-9f9f-f6ae8e391c8d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504348 Mar 23 13:30:51.693586 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:30:51.821930 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16882805-c624-4f0d-abcf-6ed6a427a08e req-03abb140-e0db-4993-b537-d7d448b9ea69 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:51.823405 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-16882805-c624-4f0d-abcf-6ed6a427a08e req-03abb140-e0db-4993-b537-d7d448b9ea69 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0689592 Mar 23 13:30:51.875482 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-16882805-c624-4f0d-abcf-6ed6a427a08e req-776ebbde-45ab-4a03-b7d5-3c484f7e6324 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446486 Mar 23 13:30:53.018021 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5638b-0172-4238-a66f-b192891eeffb req-8cacd60a-654b-4436-8c0c-377f154de638 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:53.020841 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f2c5638b-0172-4238-a66f-b192891eeffb req-8cacd60a-654b-4436-8c0c-377f154de638 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0561929 Mar 23 13:30:53.065038 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f2c5638b-0172-4238-a66f-b192891eeffb req-11e14ac7-5bb8-4853-a27b-0a48f9102a76 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382199 Mar 23 13:30:53.959164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7de1b4-53a0-4ad8-8ebd-8aa23dacb49a req-18ed6749-ccbe-4f94-ba02-96bde731b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:53.960693 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be7de1b4-53a0-4ad8-8ebd-8aa23dacb49a req-18ed6749-ccbe-4f94-ba02-96bde731b61c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 1097 time: 0.0405447 Mar 23 13:30:54.049574 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7de1b4-53a0-4ad8-8ebd-8aa23dacb49a req-bc68a540-ac0f-4812-af33-33ecea0265c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:54.051025 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be7de1b4-53a0-4ad8-8ebd-8aa23dacb49a req-bc68a540-ac0f-4812-af33-33ecea0265c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.0820613 Mar 23 13:30:54.126946 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be7de1b4-53a0-4ad8-8ebd-8aa23dacb49a req-e5726c30-f1a5-420e-b660-d393d2afda5f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1 HTTP/1.1" status: 200 len: 1002 time: 0.0615809 Mar 23 13:30:54.156256 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-632c3e0e-750e-4a79-a78f-e87047528aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:54.200490 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7de1b4-53a0-4ad8-8ebd-8aa23dacb49a req-b24cbe3f-ebef-4ea1-bfcf-41e01f71879f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:54.201938 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be7de1b4-53a0-4ad8-8ebd-8aa23dacb49a req-b24cbe3f-ebef-4ea1-bfcf-41e01f71879f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0742173 Mar 23 13:30:54.215766 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f2451-aaa4-4578-8da2-951d3e6a3523 req-9a86a352-868e-466d-88e1-75613ad322dd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:54.217182 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-563f2451-aaa4-4578-8da2-951d3e6a3523 req-9a86a352-868e-466d-88e1-75613ad322dd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0812709 Mar 23 13:30:54.588410 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-563f2451-aaa4-4578-8da2-951d3e6a3523 req-b9a0e769-6b40-4ff1-8423-e9a9fd37586a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627059 Mar 23 13:30:54.590727 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7de1b4-53a0-4ad8-8ebd-8aa23dacb49a req-a8b032b6-1401-4a15-bbd5-98496c6d966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:54.592135 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be7de1b4-53a0-4ad8-8ebd-8aa23dacb49a req-a8b032b6-1401-4a15-bbd5-98496c6d966d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3740878 Mar 23 13:30:54.682798 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be7de1b4-53a0-4ad8-8ebd-8aa23dacb49a req-f018ab2f-ee1c-4e55-9c27-6cb7fcd8b105 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828683 Mar 23 13:30:54.771389 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-be7de1b4-53a0-4ad8-8ebd-8aa23dacb49a req-b7b3331a-0e12-4425-a08c-de44a28486e7 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812008 Mar 23 13:30:55.709996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f9985-5b26-4df8-acda-c695e1eaa636 req-c3635110-a99e-45b4-b6d1-d0333cdce652 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:55.711701 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-605f9985-5b26-4df8-acda-c695e1eaa636 req-c3635110-a99e-45b4-b6d1-d0333cdce652 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0516443 Mar 23 13:30:55.754295 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-605f9985-5b26-4df8-acda-c695e1eaa636 req-19b878ba-b8b8-4ad1-94ab-837a824841e6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363095 Mar 23 13:30:56.871718 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549f8b7-1ac1-4c62-983a-68184210bfc5 req-ea11fa53-d571-45c3-b30b-e819aafc2f87 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:56.873195 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b549f8b7-1ac1-4c62-983a-68184210bfc5 req-ea11fa53-d571-45c3-b30b-e819aafc2f87 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0479646 Mar 23 13:30:56.909855 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b549f8b7-1ac1-4c62-983a-68184210bfc5 req-1a32a640-8fc4-4cb2-b488-3e5a285f9763 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307333 Mar 23 13:30:56.977368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-76b40bcc-07c6-4016-95ed-6a7527f0ea88 req-4c2f69c4-9dbf-4f52-9758-0e5d9d897151 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:30:56.978994 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-76b40bcc-07c6-4016-95ed-6a7527f0ea88 req-4c2f69c4-9dbf-4f52-9758-0e5d9d897151 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059485 Mar 23 13:30:57.008201 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-645d01e1-2891-4cf6-b239-894fb91ec463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:57.134813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5bf35-ae6d-44ff-8275-09f771be8774 req-3c4080df-8bdf-4244-af0f-e524415d1a45 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:57.136330 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f0f5bf35-ae6d-44ff-8275-09f771be8774 req-3c4080df-8bdf-4244-af0f-e524415d1a45 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 946 time: 0.0540023 Mar 23 13:30:57.147264 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2a12a020-a137-44a9-84c6-fcafab1dc1f1 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:30:57.183234 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f0f5bf35-ae6d-44ff-8275-09f771be8774 req-0e1ca5ad-f905-427b-9113-1dfa51c82bf4 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343149 Mar 23 13:30:57.245332 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:57.269037 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a12a020-a137-44a9-84c6-fcafab1dc1f1'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:30:57.271255 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6217645b2b2bfc5ef888c6aa606b3465eba83eaf85f3abbd4570955a784a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b477b1-71fa-4526-b00b-b750d3f778d6" -d '{"events": [{"server_uuid": "274ec4a6-2e7d-4814-8f3b-3efc25924a7d", "name": "network-vif-unplugged", "status": "completed", "tag": "2a12a020-a137-44a9-84c6-fcafab1dc1f1"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:30:57.284053 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2a12a020-a137-44a9-84c6-fcafab1dc1f1, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:30:57.289310 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:57.318875 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 13:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab03f9f2-f4ec-433f-85ab-32c71d1c67d8 x-openstack-request-id: req-ab03f9f2-f4ec-433f-85ab-32c71d1c67d8 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:30:57.319159 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274ec4a6-2e7d-4814-8f3b-3efc25924a7d", "name": "network-vif-unplugged", "status": "failed", "tag": "2a12a020-a137-44a9-84c6-fcafab1dc1f1", "code": 422}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:30:57.319409 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab03f9f2-f4ec-433f-85ab-32c71d1c67d8 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:30:57.319818 n-d-834854-1 neutron-server[102780]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'code': 422} returned with failed status Mar 23 13:30:57.346233 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=2a12a020-a137-44a9-84c6-fcafab1dc1f1,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:30:57.476743 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4f818b1d-0f77-4ec2-881b-5e168f47b626 req-0de6a3c8-50c2-4b08-9e3d-5738fb03e414 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0787375 Mar 23 13:30:57.992219 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:58.311684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f818b1d-0f77-4ec2-881b-5e168f47b626 req-d4bfe4b6-6a56-4a5f-95c6-7e60be2fdadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:58.313259 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f818b1d-0f77-4ec2-881b-5e168f47b626 req-d4bfe4b6-6a56-4a5f-95c6-7e60be2fdadf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d&tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48 HTTP/1.1" status: 200 len: 1095 time: 0.0697434 Mar 23 13:30:58.325367 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cd1a7-6554-4226-a8b6-720583eb22b2 req-6e29127b-419f-4ce5-b57b-5192af038a2a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:58.326818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d5cd1a7-6554-4226-a8b6-720583eb22b2 req-6e29127b-419f-4ce5-b57b-5192af038a2a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 944 time: 0.0584853 Mar 23 13:30:58.393422 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7d5cd1a7-6554-4226-a8b6-720583eb22b2 req-1d37033f-349c-46ae-87df-abe0f34658aa tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601108 Mar 23 13:30:58.402560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f818b1d-0f77-4ec2-881b-5e168f47b626 req-d3427dc7-86f8-4c4f-baf1-99abeb0f2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:58.404075 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f818b1d-0f77-4ec2-881b-5e168f47b626 req-d3427dc7-86f8-4c4f-baf1-99abeb0f2be8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 1095 time: 0.0643582 Mar 23 13:30:58.491875 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f818b1d-0f77-4ec2-881b-5e168f47b626 req-29bd867c-f051-4994-ab4c-276298b3d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:58.493901 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f818b1d-0f77-4ec2-881b-5e168f47b626 req-29bd867c-f051-4994-ab4c-276298b3d2da service neutron] 10.222.0.73 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.0823908 Mar 23 13:30:58.561814 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f818b1d-0f77-4ec2-881b-5e168f47b626 req-dccf690e-9a3e-4938-b56f-d66517db2dc9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1 HTTP/1.1" status: 200 len: 1000 time: 0.0611553 Mar 23 13:30:58.610540 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f818b1d-0f77-4ec2-881b-5e168f47b626 req-f764e8c5-c509-4f58-9d66-a49ed522cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:58.612058 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f818b1d-0f77-4ec2-881b-5e168f47b626 req-f764e8c5-c509-4f58-9d66-a49ed522cce3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0431533 Mar 23 13:30:58.657679 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f818b1d-0f77-4ec2-881b-5e168f47b626 req-e9d8606f-05fa-4542-93d5-bf44fea761f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:58.659139 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f818b1d-0f77-4ec2-881b-5e168f47b626 req-e9d8606f-05fa-4542-93d5-bf44fea761f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396748 Mar 23 13:30:58.751683 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f818b1d-0f77-4ec2-881b-5e168f47b626 req-1f373f49-e5be-44af-8c56-372ce053a458 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853026 Mar 23 13:30:58.842881 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f818b1d-0f77-4ec2-881b-5e168f47b626 req-13fc16f6-4855-436b-be40-13822764fb62 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839357 Mar 23 13:30:59.307954 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:30:59.528764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822c354-e6f4-479b-9502-74b45c8968a5 req-d1a79b1f-5010-481e-b62f-23614bb5fd11 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:30:59.530958 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1822c354-e6f4-479b-9502-74b45c8968a5 req-d1a79b1f-5010-481e-b62f-23614bb5fd11 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 944 time: 0.0568793 Mar 23 13:30:59.577973 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1822c354-e6f4-479b-9502-74b45c8968a5 req-c685de9c-8644-49a3-ba2f-dc2a5b64b076 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406485 Mar 23 13:30:59.639794 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:00.702347 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579ad8-0405-44a9-aae3-d573fca091d7 req-f9df0b3f-dc50-47ea-b419-345ce3217d03 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:00.704132 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41579ad8-0405-44a9-aae3-d573fca091d7 req-f9df0b3f-dc50-47ea-b419-345ce3217d03 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 944 time: 0.0543966 Mar 23 13:31:00.748665 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-41579ad8-0405-44a9-aae3-d573fca091d7 req-d1b322bb-7c96-4e99-8673-8bcff2410c0b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383093 Mar 23 13:31:01.148139 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2a12a020-a137-44a9-84c6-fcafab1dc1f1 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:31:01.875520 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b398f76-30b0-4eba-a00d-f56c2bd30e4a req-c28273a1-67d4-4e81-8f58-7e3962814864 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:01.877231 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b398f76-30b0-4eba-a00d-f56c2bd30e4a req-c28273a1-67d4-4e81-8f58-7e3962814864 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 944 time: 0.0513391 Mar 23 13:31:01.918506 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-6b398f76-30b0-4eba-a00d-f56c2bd30e4a req-157d1123-eb07-4bfd-beb2-745a34b34784 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353639 Mar 23 13:31:03.052054 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056593c-cf38-477e-8ea7-88bce39f8050 req-c6790b9f-919c-4628-9983-5761e13d58f1 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:03.053643 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0056593c-cf38-477e-8ea7-88bce39f8050 req-c6790b9f-919c-4628-9983-5761e13d58f1 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 944 time: 0.0554857 Mar 23 13:31:03.093729 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0056593c-cf38-477e-8ea7-88bce39f8050 req-7d7d5e75-67d1-49b0-8083-42ed21152b74 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340540 Mar 23 13:31:04.222101 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ae46a-ef6c-4d13-9712-268b65c5e186 req-2f1e40a3-fc46-412a-b643-2fd9ee9ffec3 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:04.223651 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba3ae46a-ef6c-4d13-9712-268b65c5e186 req-2f1e40a3-fc46-412a-b643-2fd9ee9ffec3 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 944 time: 0.0519772 Mar 23 13:31:04.265373 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ba3ae46a-ef6c-4d13-9712-268b65c5e186 req-1b18dfda-398e-4c37-8154-e722fd05fa62 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346985 Mar 23 13:31:05.392655 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07995044-4641-480f-a28b-97010a5f35e9 req-3729c165-fa4a-43bc-945f-5ae105ac690e tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:05.400655 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07995044-4641-480f-a28b-97010a5f35e9 req-3729c165-fa4a-43bc-945f-5ae105ac690e tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 944 time: 0.0616307 Mar 23 13:31:05.439301 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07995044-4641-480f-a28b-97010a5f35e9 req-56350207-5dd7-45ea-96f1-8a52355e363d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378489 Mar 23 13:31:06.578791 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db8f7c-88bd-4360-bed2-1d7465969f5d req-1def0545-fe7c-4a80-9bce-05fe427a815f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:06.581164 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c5db8f7c-88bd-4360-bed2-1d7465969f5d req-1def0545-fe7c-4a80-9bce-05fe427a815f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 944 time: 0.0604510 Mar 23 13:31:06.622951 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c5db8f7c-88bd-4360-bed2-1d7465969f5d req-cefe25fb-490f-4e5f-b795-33da98f08c35 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364845 Mar 23 13:31:07.763613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e3a7d-1c05-4516-affa-b2f60ca77bb7 req-1e5eb824-41fc-48fc-a220-1a95b83cfb26 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:07.765608 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e48e3a7d-1c05-4516-affa-b2f60ca77bb7 req-1e5eb824-41fc-48fc-a220-1a95b83cfb26 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 944 time: 0.0511844 Mar 23 13:31:07.803818 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e48e3a7d-1c05-4516-affa-b2f60ca77bb7 req-ad89a9d8-83c9-4b63-8035-e5289654b0b6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318458 Mar 23 13:31:08.925588 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70aa2fe-08df-425d-977d-4dc4b290dadd req-94ee9b56-93f3-407d-a5be-5534b92da913 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:08.927048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c70aa2fe-08df-425d-977d-4dc4b290dadd req-94ee9b56-93f3-407d-a5be-5534b92da913 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 944 time: 0.0484324 Mar 23 13:31:08.964233 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c70aa2fe-08df-425d-977d-4dc4b290dadd req-4d3da7f5-5879-45f7-9896-ee693900a55a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312796 Mar 23 13:31:10.083217 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390bef9-41f2-4feb-93d9-edd4c850ead9 req-4428f6f7-d1a3-4938-a7c7-c0a38b122382 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:10.084727 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8390bef9-41f2-4feb-93d9-edd4c850ead9 req-4428f6f7-d1a3-4938-a7c7-c0a38b122382 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 944 time: 0.0532937 Mar 23 13:31:10.123239 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8390bef9-41f2-4feb-93d9-edd4c850ead9 req-7649dc58-50cd-4223-8e32-90035657e93f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317347 Mar 23 13:31:11.161313 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2a12a020-a137-44a9-84c6-fcafab1dc1f1 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:31:11.239618 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b2f22-d139-4dee-bec1-f557ad58b652 req-d5d544c8-e769-4781-8809-2086952f7036 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:11.241242 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-596b2f22-d139-4dee-bec1-f557ad58b652 req-d5d544c8-e769-4781-8809-2086952f7036 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 944 time: 0.0502617 Mar 23 13:31:11.257590 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2a12a020-a137-44a9-84c6-fcafab1dc1f1, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:31:11.269606 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'port_id': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'mac_address': 'fa:16:3e:bc:03:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:31:11.279717 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-596b2f22-d139-4dee-bec1-f557ad58b652 req-67d06120-4fe8-44d0-81ed-634943b33b79 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321095 Mar 23 13:31:11.306850 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:11.319420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a12a020-a137-44a9-84c6-fcafab1dc1f1 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:31:11.338109 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2a12a020-a137-44a9-84c6-fcafab1dc1f1, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:31:11.342151 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:11.387673 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=2a12a020-a137-44a9-84c6-fcafab1dc1f1,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:31:11.584490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['2a12a020-a137-44a9-84c6-fcafab1dc1f1'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:31:12.393602 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909e39d-3f1e-47fb-a103-e99c897322dd req-4f3ad2f7-f8de-4638-9915-df8990a4538b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:12.395057 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7909e39d-3f1e-47fb-a103-e99c897322dd req-4f3ad2f7-f8de-4638-9915-df8990a4538b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 945 time: 0.0477808 Mar 23 13:31:12.432276 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7909e39d-3f1e-47fb-a103-e99c897322dd req-f79c16a0-7202-4326-990e-0ba3991a622e tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305452 Mar 23 13:31:13.176467 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2a12a020-a137-44a9-84c6-fcafab1dc1f1 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:31:13.226859 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port 2a12a020-a137-44a9-84c6-fcafab1dc1f1 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:31:13.227734 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:13.302365 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:13.325101 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a12a020-a137-44a9-84c6-fcafab1dc1f1'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:31:13.327285 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6217645b2b2bfc5ef888c6aa606b3465eba83eaf85f3abbd4570955a784a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3658af-592d-47fe-bd45-687169c2030a" -d '{"events": [{"server_uuid": "274ec4a6-2e7d-4814-8f3b-3efc25924a7d", "name": "network-vif-plugged", "status": "completed", "tag": "2a12a020-a137-44a9-84c6-fcafab1dc1f1"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:31:13.339092 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port 2a12a020-a137-44a9-84c6-fcafab1dc1f1, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:31:13.343564 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:13.373200 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0897a6-c868-40f0-bd44-8b5d0aebe91b x-openstack-request-id: req-de0897a6-c868-40f0-bd44-8b5d0aebe91b {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:31:13.373494 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274ec4a6-2e7d-4814-8f3b-3efc25924a7d", "name": "network-vif-plugged", "status": "completed", "tag": "2a12a020-a137-44a9-84c6-fcafab1dc1f1", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:31:13.373747 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de0897a6-c868-40f0-bd44-8b5d0aebe91b {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:31:13.374134 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'code': 200} Mar 23 13:31:13.402179 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=2a12a020-a137-44a9-84c6-fcafab1dc1f1,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:31:13.573535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd11c4-7173-4a2f-8f38-c71736492469 req-b531cd72-fadb-4fa5-9c38-7fab041f4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:13.575035 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ebd11c4-7173-4a2f-8f38-c71736492469 req-b531cd72-fadb-4fa5-9c38-7fab041f4633 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 1098 time: 0.0877819 Mar 23 13:31:13.587847 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d889ac-ab34-4c14-b33b-d77f7ffcf0dd req-fefc5db2-1454-4186-9503-2dc5471a59fe tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:13.590064 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-88d889ac-ab34-4c14-b33b-d77f7ffcf0dd req-fefc5db2-1454-4186-9503-2dc5471a59fe tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 947 time: 0.0779595 Mar 23 13:31:13.640352 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4ebd11c4-7173-4a2f-8f38-c71736492469 req-047cba51-44e4-41f9-b739-0262c8bfe3a6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490839 Mar 23 13:31:13.647704 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-88d889ac-ab34-4c14-b33b-d77f7ffcf0dd req-7685207f-6f21-4a64-8165-7da3c431f035 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504177 Mar 23 13:31:15.101355 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0e480-5a35-49f8-96e5-4b1e7f280502 req-a734dfb3-7e7c-46ad-a5ce-dcd9399d3499 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:15.103536 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7c0e480-5a35-49f8-96e5-4b1e7f280502 req-a734dfb3-7e7c-46ad-a5ce-dcd9399d3499 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 947 time: 0.1090055 Mar 23 13:31:15.141170 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-c7c0e480-5a35-49f8-96e5-4b1e7f280502 req-058009ee-a95d-4d22-b460-67a7d26a9eda tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316114 Mar 23 13:31:16.264442 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6dd47-3d70-4be0-b9e1-a708197ee6f0 req-3c54b7f7-d094-4d25-ba47-de6a4ab3ad5d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:16.265923 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-26e6dd47-3d70-4be0-b9e1-a708197ee6f0 req-3c54b7f7-d094-4d25-ba47-de6a4ab3ad5d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 947 time: 0.0489089 Mar 23 13:31:16.304855 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-26e6dd47-3d70-4be0-b9e1-a708197ee6f0 req-a7b07412-80cb-44a4-a7b0-1c055d2dea13 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323837 Mar 23 13:31:16.614788 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:17.931909 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:24.159863 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2eba2a80-0d0b-4c17-b000-fff85915c193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:27.010087 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5e02c8a5-cb56-45f0-a950-7781b251d93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:27.994781 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:28.692624 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:31:29.304069 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:29.402705 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13f87fff-cef0-4015-9548-5071daa2914d req-05bdfc5d-7b32-4410-97b2-1684a1bec9c8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0853827 Mar 23 13:31:29.489871 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f87fff-cef0-4015-9548-5071daa2914d req-0dab8311-66b9-40d8-b3ef-e5dc9310a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:29.491384 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13f87fff-cef0-4015-9548-5071daa2914d req-0dab8311-66b9-40d8-b3ef-e5dc9310a009 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 1098 time: 0.0434072 Mar 23 13:31:29.593202 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f87fff-cef0-4015-9548-5071daa2914d req-80b31df8-6891-4e39-ae5f-35f79469c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:29.594697 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13f87fff-cef0-4015-9548-5071daa2914d req-80b31df8-6891-4e39-ae5f-35f79469c7a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.0846932 Mar 23 13:31:29.634843 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:29.667618 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13f87fff-cef0-4015-9548-5071daa2914d req-a7f00b0a-9cd3-454f-9b8d-98c64235feda service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1 HTTP/1.1" status: 200 len: 1002 time: 0.0663257 Mar 23 13:31:29.717194 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f87fff-cef0-4015-9548-5071daa2914d req-12d5feca-2383-4124-aa59-062482872329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:29.718626 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13f87fff-cef0-4015-9548-5071daa2914d req-12d5feca-2383-4124-aa59-062482872329 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0445685 Mar 23 13:31:29.765015 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f87fff-cef0-4015-9548-5071daa2914d req-618acde2-e024-460a-b110-8650baf0b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:31:29.766889 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13f87fff-cef0-4015-9548-5071daa2914d req-618acde2-e024-460a-b110-8650baf0b241 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412064 Mar 23 13:31:29.862034 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13f87fff-cef0-4015-9548-5071daa2914d req-6fd35f1d-9c52-4f2e-8781-aee383f06b16 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881336 Mar 23 13:31:29.953088 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-13f87fff-cef0-4015-9548-5071daa2914d req-89e1c1f6-1236-4659-9185-44114c33ff4a service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840890 Mar 23 13:31:46.611174 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:47.929645 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:54.166589 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f7c8a6b4-64bc-4395-8919-a3df054404e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:57.010222 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8055186d-27f8-4d7e-9fd3-3944682a92b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:57.997430 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:59.305580 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:31:59.637081 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:05.691627 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:32:16.610232 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:17.940526 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:24.159093 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-79842e0c-506d-42a2-99a9-b26cb3fce83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:26.155974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51098) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:32:26.319160 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Deleting port ff0ae068-cdb4-44ba-b33e-092786def363 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:32:26.319501 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:26.395822 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:26.396090 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:26.407668 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Calling delete_port for ff0ae068-cdb4-44ba-b33e-092786def363 owned by network:floatingip {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:32:26.554645 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:26.579824 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event deleted for resources: {'Port': ['ID=ff0ae068-cdb4-44ba-b33e-092786def363,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:32:26.592105 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:26.592464 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:26.592808 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:26.593148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:26.593485 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:26.593835 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:26.594153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:26.594483 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:26.594812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:26.595165 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:26.595489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:26.595813 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:26.651427 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for floatingip, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:26.651679 n-d-834854-1 neutron-server[102778]: INFO neutron.db.l3_db [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Floating IP 83d1c574-63e9-452d-9173-358e6e653a79 disassociated (deleted). External IP: 172.25.2.229, port: 2a12a020-a137-44a9-84c6-fcafab1dc1f1. Mar 23 13:32:26.859877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:32:26.967754 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:32:26.972188 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:26.976938 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac18775f-f525-4954-9c79-8a8057193f2b None None] Sync routers for ids ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:32:26.986426 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac18775f-f525-4954-9c79-8a8057193f2b None None] Routers {'7b867191-a7bf-4bf5-a7bc-60f3215aff7c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:32:26.987044 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ac18775f-f525-4954-9c79-8a8057193f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:31:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:32:27.002567 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-fa61b93a-2c9f-47cf-9371-ccde8586fc42 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "DELETE /v2.0/floatingips/83d1c574-63e9-452d-9173-358e6e653a79 HTTP/1.1" status: 204 len: 168 time: 0.8429282 Mar 23 13:32:27.002567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'tag': '2a12a020-a137-44a9-84c6-fcafab1dc1f1'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:32:27.003027 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392d3808-6f7f-44c3-96d2-23a15d0df42d" -d '{"events": [{"name": "network-changed", "server_uuid": "274ec4a6-2e7d-4814-8f3b-3efc25924a7d", "tag": "2a12a020-a137-44a9-84c6-fcafab1dc1f1"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:32:27.049506 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7637311e-a294-433d-bdad-a0063b6cd28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:27.109610 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ac18775f-f525-4954-9c79-8a8057193f2b None None] Set router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:32:27.114459 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfab4ab-b458-4acc-bb37-27aed26b7c4c x-openstack-request-id: req-9bfab4ab-b458-4acc-bb37-27aed26b7c4c {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:32:27.114928 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274ec4a6-2e7d-4814-8f3b-3efc25924a7d", "tag": "2a12a020-a137-44a9-84c6-fcafab1dc1f1", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:32:27.115181 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9bfab4ab-b458-4acc-bb37-27aed26b7c4c {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:32:27.115669 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'tag': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'status': 'completed', 'code': 200} Mar 23 13:32:27.219881 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d3808-6f7f-44c3-96d2-23a15d0df42d req-0759cfea-8c23-49c2-9763-87e2a5c588f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:27.221682 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-392d3808-6f7f-44c3-96d2-23a15d0df42d req-0759cfea-8c23-49c2-9763-87e2a5c588f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 1098 time: 0.0588756 Mar 23 13:32:27.330874 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ac18775f-f525-4954-9c79-8a8057193f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8ca64656-a77a-42eb-bced-3ac3638bc35f', 'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'mac_address': 'fa:16:3e:56:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:12Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 5, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'subnets': [{'id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:32:27.358193 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7005164-49a6-4a19-af1c-8e79faa7235f req-72df88a7-46be-48d9-ad53-cf76561a4006 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:27.359736 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b7005164-49a6-4a19-af1c-8e79faa7235f req-72df88a7-46be-48d9-ad53-cf76561a4006 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 947 time: 0.1560228 Mar 23 13:32:27.362323 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac18775f-f525-4954-9c79-8a8057193f2b None None] Checking router: 7b867191-a7bf-4bf5-a7bc-60f3215aff7c for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:32:27.363242 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d3808-6f7f-44c3-96d2-23a15d0df42d req-f6eae3eb-a777-40cb-9dfa-23966eaf5880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:27.364979 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-392d3808-6f7f-44c3-96d2-23a15d0df42d req-f6eae3eb-a777-40cb-9dfa-23966eaf5880 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.1338344 Mar 23 13:32:27.371913 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac18775f-f525-4954-9c79-8a8057193f2b None None] Routers {'7b867191-a7bf-4bf5-a7bc-60f3215aff7c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:32:27.372754 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ac18775f-f525-4954-9c79-8a8057193f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:32:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:32:27.419009 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-392d3808-6f7f-44c3-96d2-23a15d0df42d req-c071b7d9-3a8c-43ff-9d98-bef6117a7ff7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1 HTTP/1.1" status: 200 len: 217 time: 0.0465007 Mar 23 13:32:27.464439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b7005164-49a6-4a19-af1c-8e79faa7235f req-43a22a96-a349-4560-89fa-1a0e8f3fa631 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981405 Mar 23 13:32:27.482299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d3808-6f7f-44c3-96d2-23a15d0df42d req-56ff98c5-c494-4b4c-807f-30ab7e6932cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:27.483788 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-392d3808-6f7f-44c3-96d2-23a15d0df42d req-56ff98c5-c494-4b4c-807f-30ab7e6932cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0534766 Mar 23 13:32:27.485316 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-ac18775f-f525-4954-9c79-8a8057193f2b None None] Set router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:32:27.535859 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d3808-6f7f-44c3-96d2-23a15d0df42d req-5048478b-d60e-4d36-9def-4237382030ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:27.537494 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-392d3808-6f7f-44c3-96d2-23a15d0df42d req-5048478b-d60e-4d36-9def-4237382030ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455883 Mar 23 13:32:27.653072 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-392d3808-6f7f-44c3-96d2-23a15d0df42d req-03f41d5a-4d29-4da7-8739-3dc4f9614fa1 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020708 Mar 23 13:32:27.697999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-ac18775f-f525-4954-9c79-8a8057193f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8ca64656-a77a-42eb-bced-3ac3638bc35f', 'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'mac_address': 'fa:16:3e:56:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:12Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 5, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'subnets': [{'id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:32:27.723742 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac18775f-f525-4954-9c79-8a8057193f2b None None] The sync data for ids ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'] in n-d-834854-1 is: [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8ca64656-a77a-42eb-bced-3ac3638bc35f', 'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'mac_address': 'fa:16:3e:56:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:12Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 5, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'subnets': [{'id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:32:27.747144 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-392d3808-6f7f-44c3-96d2-23a15d0df42d req-50a7f0e7-e3ff-4b02-9875-f7a7571f44c4 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916696 Mar 23 13:32:27.961096 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feea470-19d8-403d-8885-b53096498bbd None None] New status for floating IP 83d1c574-63e9-452d-9173-358e6e653a79: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:32:28.001769 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:28.589567 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0380f-7e12-4cf7-b92d-5e19565dbbd0 req-87a8e77c-b6a2-4d5f-9b30-5360dc1ccf78 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:28.590952 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11f0380f-7e12-4cf7-b92d-5e19565dbbd0 req-87a8e77c-b6a2-4d5f-9b30-5360dc1ccf78 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 947 time: 0.0528817 Mar 23 13:32:28.630628 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11f0380f-7e12-4cf7-b92d-5e19565dbbd0 req-cecebb7b-ba4a-457f-af07-415e48be6e86 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=82df7fcf-2345-4916-ac44-41eba5989899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334759 Mar 23 13:32:28.676058 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73668f-dab3-4ed1-bc7c-3a206b411f77 req-4d47a68c-5cf1-4c70-a974-15eeee58f853 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:28.677522 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bb73668f-dab3-4ed1-bc7c-3a206b411f77 req-4d47a68c-5cf1-4c70-a974-15eeee58f853 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.73 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 947 time: 0.0538616 Mar 23 13:32:28.766943 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-bb73668f-dab3-4ed1-bc7c-3a206b411f77 req-b324ffd1-aa6f-448c-a8df-695d78a6d771 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Deleting port 2a12a020-a137-44a9-84c6-fcafab1dc1f1 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:32:28.767291 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bb73668f-dab3-4ed1-bc7c-3a206b411f77 req-b324ffd1-aa6f-448c-a8df-695d78a6d771 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:28.857077 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-bb73668f-dab3-4ed1-bc7c-3a206b411f77 req-b324ffd1-aa6f-448c-a8df-695d78a6d771 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] For port 2a12a020-a137-44a9-84c6-fcafab1dc1f1, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=2a12a020-a137-44a9-84c6-fcafab1dc1f1,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:32:28.857361 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bb73668f-dab3-4ed1-bc7c-3a206b411f77 req-b324ffd1-aa6f-448c-a8df-695d78a6d771 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:28.870692 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-bb73668f-dab3-4ed1-bc7c-3a206b411f77 req-b324ffd1-aa6f-448c-a8df-695d78a6d771 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Calling delete_port for 2a12a020-a137-44a9-84c6-fcafab1dc1f1 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:32:28.992353 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bb73668f-dab3-4ed1-bc7c-3a206b411f77 req-b324ffd1-aa6f-448c-a8df-695d78a6d771 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:29.025326 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324ffd1-aa6f-448c-a8df-695d78a6d771 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event deleted for resources: {'Port': ['ID=2a12a020-a137-44a9-84c6-fcafab1dc1f1,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:32:29.070929 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb73668f-dab3-4ed1-bc7c-3a206b411f77 req-b324ffd1-aa6f-448c-a8df-695d78a6d771 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] No DVR routers for this DVR port 2a12a020-a137-44a9-84c6-fcafab1dc1f1 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:32:29.073824 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-bb73668f-dab3-4ed1-bc7c-3a206b411f77 req-b324ffd1-aa6f-448c-a8df-695d78a6d771 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:29.077629 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-bb73668f-dab3-4ed1-bc7c-3a206b411f77 req-b324ffd1-aa6f-448c-a8df-695d78a6d771 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.73 "DELETE /v2.0/ports/2a12a020-a137-44a9-84c6-fcafab1dc1f1 HTTP/1.1" status: 204 len: 173 time: 0.3936718 Mar 23 13:32:29.116488 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'name': 'network-vif-deleted', 'tag': '2a12a020-a137-44a9-84c6-fcafab1dc1f1'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:32:29.120136 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25926311-fd77-46d4-875c-705dd122f3ef" -d '{"events": [{"server_uuid": "274ec4a6-2e7d-4814-8f3b-3efc25924a7d", "name": "network-vif-deleted", "tag": "2a12a020-a137-44a9-84c6-fcafab1dc1f1"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:32:29.159071 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb3d917-fb68-4fd3-b727-41e5790cd490 x-openstack-request-id: req-0cb3d917-fb68-4fd3-b727-41e5790cd490 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:32:29.159340 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274ec4a6-2e7d-4814-8f3b-3efc25924a7d", "name": "network-vif-deleted", "tag": "2a12a020-a137-44a9-84c6-fcafab1dc1f1", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:32:29.159592 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cb3d917-fb68-4fd3-b727-41e5790cd490 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:32:29.160016 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274ec4a6-2e7d-4814-8f3b-3efc25924a7d', 'name': 'network-vif-deleted', 'tag': '2a12a020-a137-44a9-84c6-fcafab1dc1f1', 'status': 'completed', 'code': 200} Mar 23 13:32:29.310613 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:29.329565 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2e02cb5-0d73-4dd4-9173-ee20604c794e req-d0e2de8a-97e4-44fd-9ba2-db96c8bf9c4f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253615 Mar 23 13:32:29.405198 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2e02cb5-0d73-4dd4-9173-ee20604c794e req-22eb303a-7898-45be-b422-53f584129256 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=274ec4a6-2e7d-4814-8f3b-3efc25924a7d HTTP/1.1" status: 200 len: 210 time: 0.0279903 Mar 23 13:32:29.623550 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e02cb5-0d73-4dd4-9173-ee20604c794e req-e1ed71e6-439e-40fc-9e9d-1b5ad34c4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:29.625059 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2e02cb5-0d73-4dd4-9173-ee20604c794e req-e1ed71e6-439e-40fc-9e9d-1b5ad34c4b80 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1921062 Mar 23 13:32:29.641556 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:29.685857 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51122) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:32:29.745582 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:29.772328 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:29.790034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e02cb5-0d73-4dd4-9173-ee20604c794e req-fa6870d2-9d52-44dd-ab98-1b4b5c059c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:29.791507 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a2e02cb5-0d73-4dd4-9173-ee20604c794e req-fa6870d2-9d52-44dd-ab98-1b4b5c059c7c service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1595392 Mar 23 13:32:29.842407 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:29.845037 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:29.846207 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "DELETE /v2.0/security-groups/82df7fcf-2345-4916-ac44-41eba5989899 HTTP/1.1" status: 204 len: 168 time: 0.1591201 Mar 23 13:32:29.855401 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82df7fcf-2345-4916-ac44-41eba5989899,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:32:29.862907 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:29.863258 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:29.863592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:29.863946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:29.864275 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:29.864605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:29.864929 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:29.865249 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:29.865568 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:29.865883 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:29.866198 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:29.866512 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c3156-07d5-45e5-b1cb-3cd1c652ea5a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:32:30.151982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51128) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:32:30.156566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-d2540966-bacc-4e2d-90c7-3a4805853753 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1245255468', 'description': 'tempest-secgroup-smoke-1245255468 description', 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:32:30.177761 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2540966-bacc-4e2d-90c7-3a4805853753 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.260845 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2540966-bacc-4e2d-90c7-3a4805853753 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.265331 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2540966-bacc-4e2d-90c7-3a4805853753 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.300655 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d2540966-bacc-4e2d-90c7-3a4805853753 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.301924 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d2540966-bacc-4e2d-90c7-3a4805853753 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1489408 Mar 23 13:32:30.303856 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2540966-bacc-4e2d-90c7-3a4805853753 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3f11f3-6de3-4021-b45b-cb241f6232fa,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:32:30.305873 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51130) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:32:30.312781 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-97d068e9-6067-451b-928c-5fbcd513d738 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'security_group_rule': {'security_group_id': 'cd3f11f3-6de3-4021-b45b-cb241f6232fa', 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:32:30.338274 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97d068e9-6067-451b-928c-5fbcd513d738 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.385524 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97d068e9-6067-451b-928c-5fbcd513d738 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.389720 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97d068e9-6067-451b-928c-5fbcd513d738 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.408294 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d068e9-6067-451b-928c-5fbcd513d738 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c283260c-6226-4999-8912-cb156f0e7928,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:32:30.415387 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-97d068e9-6067-451b-928c-5fbcd513d738 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.417210 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-97d068e9-6067-451b-928c-5fbcd513d738 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103354 Mar 23 13:32:30.420005 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51132) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:32:30.424373 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-f870cd33-2ac1-4e4f-aea9-d2c01bdcf068 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'security_group_rule': {'security_group_id': 'cd3f11f3-6de3-4021-b45b-cb241f6232fa', 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:32:30.448947 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f870cd33-2ac1-4e4f-aea9-d2c01bdcf068 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.506659 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f870cd33-2ac1-4e4f-aea9-d2c01bdcf068 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.510125 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f870cd33-2ac1-4e4f-aea9-d2c01bdcf068 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.527546 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870cd33-2ac1-4e4f-aea9-d2c01bdcf068 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5b8add-62eb-490e-b074-fdc9da1c3e7d,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:32:30.535579 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f870cd33-2ac1-4e4f-aea9-d2c01bdcf068 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.539179 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f870cd33-2ac1-4e4f-aea9-d2c01bdcf068 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158795 Mar 23 13:32:30.539412 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51134) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:32:30.544297 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-dda97eda-092e-4c9e-b94a-86ec591b94d1 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'security_group_rule': {'security_group_id': 'cd3f11f3-6de3-4021-b45b-cb241f6232fa', 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:32:30.568713 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dda97eda-092e-4c9e-b94a-86ec591b94d1 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.633403 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dda97eda-092e-4c9e-b94a-86ec591b94d1 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.636905 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dda97eda-092e-4c9e-b94a-86ec591b94d1 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.657425 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda97eda-092e-4c9e-b94a-86ec591b94d1 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d969dfce-0225-47d8-ad3b-476feedb32af,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:32:30.665257 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-dda97eda-092e-4c9e-b94a-86ec591b94d1 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.668694 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-dda97eda-092e-4c9e-b94a-86ec591b94d1 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266985 Mar 23 13:32:30.669813 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51136) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:32:30.674142 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-b380e131-249b-4885-8fce-79e5e3bff0a7 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'security_group_rule': {'security_group_id': 'cd3f11f3-6de3-4021-b45b-cb241f6232fa', 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:32:30.698596 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b380e131-249b-4885-8fce-79e5e3bff0a7 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.755901 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b380e131-249b-4885-8fce-79e5e3bff0a7 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.759301 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b380e131-249b-4885-8fce-79e5e3bff0a7 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.779325 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380e131-249b-4885-8fce-79e5e3bff0a7 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1723f0a9-1045-48e8-a6fb-3768d1503793,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:32:30.787440 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b380e131-249b-4885-8fce-79e5e3bff0a7 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.788674 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b380e131-249b-4885-8fce-79e5e3bff0a7 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179509 Mar 23 13:32:30.791950 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51138) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:32:30.796397 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-88dd7f84-aeac-4cf1-b0d4-06d1af7fe03d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'security_group_rule': {'security_group_id': 'cd3f11f3-6de3-4021-b45b-cb241f6232fa', 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:32:30.816103 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-88dd7f84-aeac-4cf1-b0d4-06d1af7fe03d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Project de4e87e4bd0f4eb2a71d236e0e93da48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:32:30.820998 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88dd7f84-aeac-4cf1-b0d4-06d1af7fe03d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.879231 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88dd7f84-aeac-4cf1-b0d4-06d1af7fe03d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.882713 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88dd7f84-aeac-4cf1-b0d4-06d1af7fe03d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.901743 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd7f84-aeac-4cf1-b0d4-06d1af7fe03d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894c39b3-ed87-49d6-8737-8193e42bef12,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:32:30.911135 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-88dd7f84-aeac-4cf1-b0d4-06d1af7fe03d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:30.912410 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-88dd7f84-aeac-4cf1-b0d4-06d1af7fe03d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195264 Mar 23 13:32:30.915026 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51140) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:32:30.920339 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-0bf514dd-45c8-4057-907b-9bc736f47e9a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'security_group_rule': {'security_group_id': 'cd3f11f3-6de3-4021-b45b-cb241f6232fa', 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:32:30.940061 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-0bf514dd-45c8-4057-907b-9bc736f47e9a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Project de4e87e4bd0f4eb2a71d236e0e93da48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:32:30.944918 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0bf514dd-45c8-4057-907b-9bc736f47e9a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:31.004216 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0bf514dd-45c8-4057-907b-9bc736f47e9a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:31.007978 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0bf514dd-45c8-4057-907b-9bc736f47e9a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:31.029442 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf514dd-45c8-4057-907b-9bc736f47e9a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8421888a-db7b-4436-9637-b1c4f01a216c,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:32:31.036064 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-0bf514dd-45c8-4057-907b-9bc736f47e9a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:31.037275 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-0bf514dd-45c8-4057-907b-9bc736f47e9a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212988 Mar 23 13:32:31.521896 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2a12a020-a137-44a9-84c6-fcafab1dc1f1 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:32:31.541182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: 2a12a020-a137-44a9-84c6-fcafab1dc1f1 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:32:31.541526 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device 2a12a020-a137-44a9-84c6-fcafab1dc1f1 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:32:42.691357 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:32:45.214965 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-baa7fcc6-7a71-44f1-a46e-bf0fef9657ae tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1245255468&fields=id&tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48 HTTP/1.1" status: 200 len: 267 time: 0.0331051 Mar 23 13:32:45.321570 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-9cee136c-bd18-4855-ba7c-810b285770ad tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:45.323427 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-9cee136c-bd18-4855-ba7c-810b285770ad tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 809 time: 0.1016812 Mar 23 13:32:45.338268 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-f44c2d78-7ac2-4f04-8d56-a7aee7bd147d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/quotas/de4e87e4bd0f4eb2a71d236e0e93da48 HTTP/1.1" status: 200 len: 375 time: 0.0085487 Mar 23 13:32:45.389757 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-81dee0d7-7494-43d0-9d87-7c45b56d476e tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463972 Mar 23 13:32:45.528859 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-a0e92d57-6724-4c41-8128-663b8e8aabbf service neutron] 10.222.0.52 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270213 Mar 23 13:32:45.616002 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-b5fc6ac4-3b3c-4f49-a5cf-b2a3b7680550 service neutron] 10.222.0.52 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810604 Mar 23 13:32:45.903141 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a74c78cb-4bfb-43e8-a8b0-af7eaa5013d6 req-5247b4f3-4df6-467e-adba-f93649982549 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0269766 Mar 23 13:32:46.622105 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:46.817470 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-7215872c-5961-4205-92b6-e21184a98e37 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:46.818962 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-7215872c-5961-4205-92b6-e21184a98e37 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.77 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 809 time: 0.1057129 Mar 23 13:32:46.864536 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-3e9745c5-fcf0-4b02-ba91-cda486669aec tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48 HTTP/1.1" status: 200 len: 380 time: 0.0368166 Mar 23 13:32:46.873373 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-8b2b0d84-6331-4af3-adc4-8d546bd110fd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'port': {'device_id': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'admin_state_up': True, 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'security_groups': ['cd3f11f3-6de3-4021-b45b-cb241f6232fa']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:32:47.005116 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c1c81eb5-e31d-4c47-86d4-eda9789c9374 req-f05d22ef-9d60-48a5-8079-08f6d5f5e825 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0324740 Mar 23 13:32:47.005838 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-8b2b0d84-6331-4af3-adc4-8d546bd110fd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Made reservation on behalf of de4e87e4bd0f4eb2a71d236e0e93da48 for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:32:47.009186 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-8b2b0d84-6331-4af3-adc4-8d546bd110fd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:47.132556 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-8b2b0d84-6331-4af3-adc4-8d546bd110fd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Allocated IP 172.20.0.9 (6025b837-270f-4ec1-a137-289669b25f01/0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc/b9f4e8e8-a611-485c-98f7-cc67dee1006d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:32:47.586563 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-8b2b0d84-6331-4af3-adc4-8d546bd110fd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:47.628713 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-8b2b0d84-6331-4af3-adc4-8d546bd110fd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:47.672824 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-8b2b0d84-6331-4af3-adc4-8d546bd110fd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Network 6025b837-270f-4ec1-a137-289669b25f01 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:32:47.675902 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-8b2b0d84-6331-4af3-adc4-8d546bd110fd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:32:47.679440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-8b2b0d84-6331-4af3-adc4-8d546bd110fd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:32:47.703731 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b0d84-6331-4af3-adc4-8d546bd110fd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'Port': ['ID=b9f4e8e8-a611-485c-98f7-cc67dee1006d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:32:47.736844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-8b2b0d84-6331-4af3-adc4-8d546bd110fd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:47.737467 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-8b2b0d84-6331-4af3-adc4-8d546bd110fd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:47.758899 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-8b2b0d84-6331-4af3-adc4-8d546bd110fd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8891423 Mar 23 13:32:47.825146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Request body: {'port': {'device_id': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:32:47.885072 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:47.913606 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-9f5839b1-a20d-428f-b7eb-e5686525bcef None None] Provisioning complete for port b9f4e8e8-a611-485c-98f7-cc67dee1006d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:32:47.914193 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9f5839b1-a20d-428f-b7eb-e5686525bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:47.963430 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:47.966634 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-9f5839b1-a20d-428f-b7eb-e5686525bcef None None] Port b9f4e8e8-a611-485c-98f7-cc67dee1006d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:32:48.129404 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f2636-b4ed-453c-88b0-17e0c9dd4e4e req-2a821a6a-d86a-4397-8b7c-d03614b8d53b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:48.130971 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb6f2636-b4ed-453c-88b0-17e0c9dd4e4e req-2a821a6a-d86a-4397-8b7c-d03614b8d53b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 931 time: 0.0510657 Mar 23 13:32:48.172615 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cb6f2636-b4ed-453c-88b0-17e0c9dd4e4e req-531e7a07-5fb0-4a0d-9ee2-4e5da1aaf369 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347853 Mar 23 13:32:48.174585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f4e8e8-a611-485c-98f7-cc67dee1006d {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:32:48.182320 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:48.195007 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Transition to ACTIVE for port object b9f4e8e8-a611-485c-98f7-cc67dee1006d will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:32:48.200184 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:48.250099 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f4e8e8-a611-485c-98f7-cc67dee1006d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:32:48.322560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Attempting to bind port b9f4e8e8-a611-485c-98f7-cc67dee1006d on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:32:48.322962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Attempting to bind port b9f4e8e8-a611-485c-98f7-cc67dee1006d by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:32:48.323233 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Attempting to bind port b9f4e8e8-a611-485c-98f7-cc67dee1006d on network 6025b837-270f-4ec1-a137-289669b25f01 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:32:48.328093 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Port b9f4e8e8-a611-485c-98f7-cc67dee1006d on network 6025b837-270f-4ec1-a137-289669b25f01 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:32:48.328423 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Attempting to bind port b9f4e8e8-a611-485c-98f7-cc67dee1006d on network 6025b837-270f-4ec1-a137-289669b25f01 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:32:48.334970 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:32:48.335310 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Checking segment: {'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:32:48.335699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Bound using segment: {'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:32:48.336167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Bound port: b9f4e8e8-a611-485c-98f7-cc67dee1006d, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:32:48.336663 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:48.411751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] For port b9f4e8e8-a611-485c-98f7-cc67dee1006d, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:32:48.415095 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] For port b9f4e8e8-a611-485c-98f7-cc67dee1006d, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:32:48.419875 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:48.459755 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:48.460401 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:48.461806 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] 10.222.0.77 "PUT /v2.0/ports/b9f4e8e8-a611-485c-98f7-cc67dee1006d HTTP/1.1" status: 200 len: 1091 time: 0.6945107 Mar 23 13:32:48.462262 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'tag': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:32:48.465683 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcc3b74-1bce-4e65-897a-224c563d4a48" -d '{"events": [{"name": "network-changed", "server_uuid": "c5962a78-6691-4674-91d4-e8239e1ed6c5", "tag": "b9f4e8e8-a611-485c-98f7-cc67dee1006d"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:32:48.504774 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cd9cd-50b2-4094-b616-df6fc8fb2fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f4e8e8-a611-485c-98f7-cc67dee1006d,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:32:48.527107 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d866e69-e7f3-4a44-90e9-f4884b367ea7 x-openstack-request-id: req-3d866e69-e7f3-4a44-90e9-f4884b367ea7 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:32:48.527424 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5962a78-6691-4674-91d4-e8239e1ed6c5", "tag": "b9f4e8e8-a611-485c-98f7-cc67dee1006d", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:32:48.527679 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d866e69-e7f3-4a44-90e9-f4884b367ea7 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:32:48.528120 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'tag': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d', 'status': 'completed', 'code': 200} Mar 23 13:32:48.560229 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-ec2cc5c8-4356-477e-816d-a7f7c5a1c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:48.562679 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-ec2cc5c8-4356-477e-816d-a7f7c5a1c00a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 1094 time: 0.0493307 Mar 23 13:32:48.605859 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-92392cc5-1614-4a92-a3e4-ea5c1997cf9e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d HTTP/1.1" status: 200 len: 217 time: 0.0360186 Mar 23 13:32:48.664955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-a60299b4-7c61-4ab3-96a3-28f44505deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:48.666654 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-a60299b4-7c61-4ab3-96a3-28f44505deca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0542631 Mar 23 13:32:48.716676 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-05044972-1718-49d7-b080-4e45881c8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:48.718222 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-05044972-1718-49d7-b080-4e45881c8496 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447931 Mar 23 13:32:48.815606 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-bdac08c3-9021-46db-90c1-167a48ae2db6 service neutron] 10.222.0.77 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880816 Mar 23 13:32:48.905700 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c25769d5-42f6-4ac2-8916-15a6c43dbd7b req-b69cfc37-7acb-47a9-8a62-92315fb7859f service neutron] 10.222.0.77 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838096 Mar 23 13:32:48.990135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc3b74-1bce-4e65-897a-224c563d4a48 req-abfcb9cd-b3f8-4e79-a7c7-4869d0d68585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:48.991574 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fbcc3b74-1bce-4e65-897a-224c563d4a48 req-abfcb9cd-b3f8-4e79-a7c7-4869d0d68585 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 1094 time: 0.0409272 Mar 23 13:32:49.085578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc3b74-1bce-4e65-897a-224c563d4a48 req-727d5092-e3a7-4d83-97b0-22b666c1b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:49.086946 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fbcc3b74-1bce-4e65-897a-224c563d4a48 req-727d5092-e3a7-4d83-97b0-22b666c1b44e service neutron] 10.222.0.77 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.0880888 Mar 23 13:32:49.129355 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fbcc3b74-1bce-4e65-897a-224c563d4a48 req-3573575c-3ea2-43bc-9f42-494dc80e6f39 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d HTTP/1.1" status: 200 len: 217 time: 0.0353591 Mar 23 13:32:49.178398 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc3b74-1bce-4e65-897a-224c563d4a48 req-31d05c3f-a866-4795-8e63-bbaf52fd7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:49.179858 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fbcc3b74-1bce-4e65-897a-224c563d4a48 req-31d05c3f-a866-4795-8e63-bbaf52fd7543 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0440083 Mar 23 13:32:49.231537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc3b74-1bce-4e65-897a-224c563d4a48 req-9319a2c1-431a-4b33-85fb-0d683690f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:49.233124 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fbcc3b74-1bce-4e65-897a-224c563d4a48 req-9319a2c1-431a-4b33-85fb-0d683690f678 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466592 Mar 23 13:32:49.300573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c626a5-24fa-4aa9-92f5-c277f75b2c27 req-6decab40-b2d5-4833-9024-4ace76150c56 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:49.302202 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11c626a5-24fa-4aa9-92f5-c277f75b2c27 req-6decab40-b2d5-4833-9024-4ace76150c56 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0518370 Mar 23 13:32:49.328642 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fbcc3b74-1bce-4e65-897a-224c563d4a48 req-f5082b6c-6c94-40fb-a092-f20168f450c9 service neutron] 10.222.0.77 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882926 Mar 23 13:32:49.345789 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-11c626a5-24fa-4aa9-92f5-c277f75b2c27 req-e4912843-e2db-470b-9b6e-1af7caf18cf0 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366578 Mar 23 13:32:49.428260 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-fbcc3b74-1bce-4e65-897a-224c563d4a48 req-e088ad38-a23b-48f3-8e43-18ac371ec64a service neutron] 10.222.0.77 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928347 Mar 23 13:32:50.466826 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f72aab-cad4-491a-afef-ee24e1aa131b req-66979570-9f26-40fa-a2f7-22ae18c2dd29 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:50.468346 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8f72aab-cad4-491a-afef-ee24e1aa131b req-66979570-9f26-40fa-a2f7-22ae18c2dd29 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0498352 Mar 23 13:32:50.507347 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c8f72aab-cad4-491a-afef-ee24e1aa131b req-d14a4bc6-2651-48a6-9dd8-2b3827f29c0f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327573 Mar 23 13:32:51.627965 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a7608-2381-4de0-bc68-9b3e837688a1 req-f48d4808-5d89-4005-be37-b2726ddd7a20 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:51.629408 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-104a7608-2381-4de0-bc68-9b3e837688a1 req-f48d4808-5d89-4005-be37-b2726ddd7a20 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0511947 Mar 23 13:32:51.677848 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-104a7608-2381-4de0-bc68-9b3e837688a1 req-e88a67a0-9873-4b20-9f43-81c1a5e891a5 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422451 Mar 23 13:32:52.795656 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193ff16-6fb7-4806-9632-5b20a2ad3f27 req-736a1ea9-534c-400e-9a18-eabe96637ba7 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:52.797169 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d193ff16-6fb7-4806-9632-5b20a2ad3f27 req-736a1ea9-534c-400e-9a18-eabe96637ba7 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0495965 Mar 23 13:32:52.834096 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d193ff16-6fb7-4806-9632-5b20a2ad3f27 req-c2a05c0f-a7f3-4a7c-8dfb-1c1e56cb59db tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310323 Mar 23 13:32:53.948146 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c2711-c5d7-41e3-b631-4f8f1a18392c req-39b2a0fb-63b2-40a0-9577-af25715ddc20 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:53.949628 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d75c2711-c5d7-41e3-b631-4f8f1a18392c req-39b2a0fb-63b2-40a0-9577-af25715ddc20 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0486898 Mar 23 13:32:53.985968 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d75c2711-c5d7-41e3-b631-4f8f1a18392c req-afd7398e-c4bb-4294-bf8c-c0eb30d2cd68 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304623 Mar 23 13:32:54.160758 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7545-589e-4ab5-a91e-b2182722e77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:55.107537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df9ada-2240-40a7-8dc4-95a71dcd89f0 req-7e1ace71-7019-4159-b72d-16452af825cb tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:55.109058 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9df9ada-2240-40a7-8dc4-95a71dcd89f0 req-7e1ace71-7019-4159-b72d-16452af825cb tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0540085 Mar 23 13:32:55.146689 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9df9ada-2240-40a7-8dc4-95a71dcd89f0 req-497b832f-1a16-4031-a6dd-01f10be9c607 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316026 Mar 23 13:32:56.260510 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bb3d0-a22f-43c4-88fa-d34bc1209c73 req-e6f792c9-5d70-4778-bc72-b1bef3a0a985 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:56.262005 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d4bb3d0-a22f-43c4-88fa-d34bc1209c73 req-e6f792c9-5d70-4778-bc72-b1bef3a0a985 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0490570 Mar 23 13:32:56.299902 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2d4bb3d0-a22f-43c4-88fa-d34bc1209c73 req-375bbb19-7455-4d09-b769-217137662cc0 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316608 Mar 23 13:32:57.012435 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c14bdf37-ae73-43f4-9df0-9cdbe8bdbce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:57.413162 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499ea1d-8aff-459f-a989-f74843e6235b req-fbe70a18-b86e-4689-bd8c-09ac06b08685 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:57.414622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a499ea1d-8aff-459f-a989-f74843e6235b req-fbe70a18-b86e-4689-bd8c-09ac06b08685 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0481434 Mar 23 13:32:57.451945 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a499ea1d-8aff-459f-a989-f74843e6235b req-c026c117-445e-423c-ada1-f027cb8ec8f0 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308502 Mar 23 13:32:58.002119 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:58.568219 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053e048-57f0-4b6e-a3c3-22db5846c1c1 req-bf6efb3b-c3cf-4dfc-8d71-37921abe1bbd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:58.569674 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b053e048-57f0-4b6e-a3c3-22db5846c1c1 req-bf6efb3b-c3cf-4dfc-8d71-37921abe1bbd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0519166 Mar 23 13:32:58.607370 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-b053e048-57f0-4b6e-a3c3-22db5846c1c1 req-d3865a80-bc79-4991-9a75-eb8c1ce2ccd6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316033 Mar 23 13:32:59.311656 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:59.645097 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:32:59.731523 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bed448-b8b5-4d28-908f-8fc53fa4718a req-542f9cf4-3702-4a07-ac75-3aeed27b52b6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:32:59.732807 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-29bed448-b8b5-4d28-908f-8fc53fa4718a req-542f9cf4-3702-4a07-ac75-3aeed27b52b6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0551841 Mar 23 13:32:59.770654 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-29bed448-b8b5-4d28-908f-8fc53fa4718a req-280af9bf-1214-40f5-8437-ef151ec518c8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316656 Mar 23 13:33:00.884126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd1051-5304-4ec5-b253-1081c0c3215f req-3b720b30-f614-4334-b585-660a43cf16ec tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:33:00.885576 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33cd1051-5304-4ec5-b253-1081c0c3215f req-3b720b30-f614-4334-b585-660a43cf16ec tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0490069 Mar 23 13:33:00.925080 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-33cd1051-5304-4ec5-b253-1081c0c3215f req-8860407d-6b74-4adb-96d0-3a8722ac0616 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333552 Mar 23 13:33:01.007853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b9f4e8e8-a611-485c-98f7-cc67dee1006d details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:33:01.100720 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b9f4e8e8-a611-485c-98f7-cc67dee1006d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:33:01.112442 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'port_id': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d', 'mac_address': 'fa:16:3e:88:0b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:33:01.148337 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:01.163647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f4e8e8-a611-485c-98f7-cc67dee1006d {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:33:01.183046 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b9f4e8e8-a611-485c-98f7-cc67dee1006d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:33:01.186597 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:01.231261 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b9f4e8e8-a611-485c-98f7-cc67dee1006d,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:33:01.238381 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:33:01.238723 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:33:01.239055 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:33:01.239385 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:33:01.239709 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:33:01.240055 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:33:01.240375 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:33:01.240691 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:33:01.241007 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:33:01.241319 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:33:01.241633 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:33:01.241944 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:33:01.546024 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['b9f4e8e8-a611-485c-98f7-cc67dee1006d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:33:02.045860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9224c03-8975-4b72-a045-59bfd91dd225 req-0f340a52-4d15-4fb0-b74e-b1faf0b3ed0f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:33:02.047335 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9224c03-8975-4b72-a045-59bfd91dd225 req-0f340a52-4d15-4fb0-b74e-b1faf0b3ed0f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0526505 Mar 23 13:33:02.085816 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b9224c03-8975-4b72-a045-59bfd91dd225 req-d78e6290-d6da-4bb2-a41a-0eccc700a228 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324748 Mar 23 13:33:03.025180 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b9f4e8e8-a611-485c-98f7-cc67dee1006d up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:33:03.072318 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port b9f4e8e8-a611-485c-98f7-cc67dee1006d completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:33:03.075982 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port b9f4e8e8-a611-485c-98f7-cc67dee1006d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:33:03.076351 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:03.155616 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:03.178582 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:33:03.180872 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6217645b2b2bfc5ef888c6aa606b3465eba83eaf85f3abbd4570955a784a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd11436b-f81a-4b9c-b5a1-0a57a062e052" -d '{"events": [{"server_uuid": "c5962a78-6691-4674-91d4-e8239e1ed6c5", "name": "network-vif-plugged", "status": "completed", "tag": "b9f4e8e8-a611-485c-98f7-cc67dee1006d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:33:03.194204 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b9f4e8e8-a611-485c-98f7-cc67dee1006d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:33:03.201443 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:03.201792 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc99025-83d8-4280-957e-5d9829c9033b req-3b3ae99a-86e6-4f66-9597-4fb5ba74e478 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:33:03.203337 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0bc99025-83d8-4280-957e-5d9829c9033b req-3b3ae99a-86e6-4f66-9597-4fb5ba74e478 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0498154 Mar 23 13:33:03.245689 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-0bc99025-83d8-4280-957e-5d9829c9033b req-c5e018b7-fa5f-4e83-ba92-ad271d3d59ad tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349340 Mar 23 13:33:03.252402 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b9f4e8e8-a611-485c-98f7-cc67dee1006d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:33:03.282034 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4078ac24-3eba-42ae-bc6e-697f11220307 x-openstack-request-id: req-4078ac24-3eba-42ae-bc6e-697f11220307 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:33:03.282320 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5962a78-6691-4674-91d4-e8239e1ed6c5", "name": "network-vif-plugged", "status": "completed", "tag": "b9f4e8e8-a611-485c-98f7-cc67dee1006d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:33:03.282566 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4078ac24-3eba-42ae-bc6e-697f11220307 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:33:03.282954 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d', 'code': 200} Mar 23 13:33:03.377860 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427f9bf-f2dc-462c-980f-a4d69c755217 req-eb6eaf99-4fc8-43b6-9746-1bd8d014f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:33:03.379320 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e427f9bf-f2dc-462c-980f-a4d69c755217 req-eb6eaf99-4fc8-43b6-9746-1bd8d014f59d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 1096 time: 0.0386829 Mar 23 13:33:03.414688 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e427f9bf-f2dc-462c-980f-a4d69c755217 req-37c47a6f-7845-4ec7-835d-08d1084170ab service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279510 Mar 23 13:33:04.366920 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e97db-2091-4d17-8d75-47d214cbf33e req-7ff61503-26ba-4569-b6ab-47030b3d0b88 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:33:04.369092 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa2e97db-2091-4d17-8d75-47d214cbf33e req-7ff61503-26ba-4569-b6ab-47030b3d0b88 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0518665 Mar 23 13:33:04.406350 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa2e97db-2091-4d17-8d75-47d214cbf33e req-42598da7-0e86-4a03-9cc1-e0ed2fe56ddd tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312719 Mar 23 13:33:05.522454 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da184a4-48d1-4e16-9df5-383414158c6c req-77680e94-e55b-4600-a66b-f7b90c382bb7 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:33:05.523949 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3da184a4-48d1-4e16-9df5-383414158c6c req-77680e94-e55b-4600-a66b-f7b90c382bb7 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0491683 Mar 23 13:33:05.561098 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3da184a4-48d1-4e16-9df5-383414158c6c req-f165d0d9-2f0d-4320-b4b4-4f0279f9c09e tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305614 Mar 23 13:33:05.674123 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11a09b-191d-44f6-a28b-d8099c647ebb req-e217c855-c1fc-4d6a-bd35-4d0a9c647f64 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:33:05.675594 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dc11a09b-191d-44f6-a28b-d8099c647ebb req-e217c855-c1fc-4d6a-bd35-4d0a9c647f64 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0495691 Mar 23 13:33:05.731393 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-dc11a09b-191d-44f6-a28b-d8099c647ebb req-c056f4cf-edf4-4086-a1fb-d580be6a1591 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497501 Mar 23 13:33:05.752403 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51336) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:33:05.792029 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f178091-e773-4b8a-977d-3fb185179419 tempest-TestShelveInstance-186751478 tempest-TestShelveInstance-186751478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:33:05.793542 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2f178091-e773-4b8a-977d-3fb185179419 tempest-TestShelveInstance-186751478 tempest-TestShelveInstance-186751478-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 1091 time: 0.0401680 Mar 23 13:33:05.796234 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51338) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:33:05.800388 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:33:05.819955 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:05.918984 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:06.023015 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Allocated IP 172.25.2.65 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/2f00b3a5-054b-41f8-ab87-669ba60e0ef6) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:33:06.120172 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:06.153460 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:06.193891 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:33:06.197363 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:33:06.201703 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:33:06.204737 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'Port': ['ID=2f00b3a5-054b-41f8-ab87-669ba60e0ef6,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:33:06.874578 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:06.941797 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:07.094072 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:07.098590 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:07.163719 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event updated for resources: {'Port': ['ID=2f00b3a5-054b-41f8-ab87-669ba60e0ef6,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:33:07.175160 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:07.273977 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Floating IP 44cf397b-3ddb-4c8c-bb1b-80542dfbf20b associated. External IP: 172.25.2.65, port: b9f4e8e8-a611-485c-98f7-cc67dee1006d. Mar 23 13:33:07.480532 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:33:07.586364 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:33:07.600120 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c610ec91-e7dc-4590-a2a6-015a6c7f0f06 None None] Sync routers for ids ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:33:07.604956 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:07.611164 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c610ec91-e7dc-4590-a2a6-015a6c7f0f06 None None] Routers {'7b867191-a7bf-4bf5-a7bc-60f3215aff7c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:33:07.611886 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c610ec91-e7dc-4590-a2a6-015a6c7f0f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:32:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:33:07.634620 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8f2a168a-babe-41ea-b46e-95456bc1515f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8368134 Mar 23 13:33:07.635167 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'tag': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:33:07.637457 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4275e08faca8efc7d8a4979b018622af39c56873975769ce7ab7baa304b7900c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f2a061-e41c-4790-bb72-d8e601cf3e40" -d '{"events": [{"name": "network-changed", "server_uuid": "c5962a78-6691-4674-91d4-e8239e1ed6c5", "tag": "b9f4e8e8-a611-485c-98f7-cc67dee1006d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:33:07.718844 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c610ec91-e7dc-4590-a2a6-015a6c7f0f06 None None] Set router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:33:07.734318 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d801642-732a-4052-8c94-f0a64c6a3e53 x-openstack-request-id: req-9d801642-732a-4052-8c94-f0a64c6a3e53 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:33:07.734603 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5962a78-6691-4674-91d4-e8239e1ed6c5", "tag": "b9f4e8e8-a611-485c-98f7-cc67dee1006d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:33:07.734848 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d801642-732a-4052-8c94-f0a64c6a3e53 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:33:07.735247 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'tag': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d', 'status': 'completed', 'code': 200} Mar 23 13:33:07.803973 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2a061-e41c-4790-bb72-d8e601cf3e40 req-06b94125-c5e2-4f00-8566-79d51531af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:33:07.805481 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a3f2a061-e41c-4790-bb72-d8e601cf3e40 req-06b94125-c5e2-4f00-8566-79d51531af1c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 1096 time: 0.0448992 Mar 23 13:33:07.895134 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2a061-e41c-4790-bb72-d8e601cf3e40 req-025f4c3d-1795-4498-b0f7-fa836ed10338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:33:07.896708 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a3f2a061-e41c-4790-bb72-d8e601cf3e40 req-025f4c3d-1795-4498-b0f7-fa836ed10338 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.0841920 Mar 23 13:33:07.944852 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c610ec91-e7dc-4590-a2a6-015a6c7f0f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '44cf397b-3ddb-4c8c-bb1b-80542dfbf20b', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'floating_ip_address': '172.25.2.65', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'port_id': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'mac_address': 'fa:16:3e:88:0b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:33:06Z', 'updated_at': '2022-03-23T13:33:06Z', 'revision_number': 0, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca64656-a77a-42eb-bced-3ac3638bc35f', 'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'mac_address': 'fa:16:3e:56:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:12Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 5, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'subnets': [{'id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:33:07.965381 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a3f2a061-e41c-4790-bb72-d8e601cf3e40 req-350c676e-3909-41e9-bbc6-284c1d91ad6b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d HTTP/1.1" status: 200 len: 998 time: 0.0618773 Mar 23 13:33:07.970553 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c610ec91-e7dc-4590-a2a6-015a6c7f0f06 None None] Checking router: 7b867191-a7bf-4bf5-a7bc-60f3215aff7c for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:33:07.979768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c610ec91-e7dc-4590-a2a6-015a6c7f0f06 None None] Routers {'7b867191-a7bf-4bf5-a7bc-60f3215aff7c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:33:07.980689 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c610ec91-e7dc-4590-a2a6-015a6c7f0f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:32:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:33:08.015104 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2a061-e41c-4790-bb72-d8e601cf3e40 req-32543dd1-d9b6-480f-9b0c-1ce64e4b1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:33:08.016795 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a3f2a061-e41c-4790-bb72-d8e601cf3e40 req-32543dd1-d9b6-480f-9b0c-1ce64e4b1ea0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0447738 Mar 23 13:33:08.062580 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2a061-e41c-4790-bb72-d8e601cf3e40 req-f5135bcc-a00f-481d-b231-ee843e965dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:33:08.064106 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a3f2a061-e41c-4790-bb72-d8e601cf3e40 req-f5135bcc-a00f-481d-b231-ee843e965dbe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404129 Mar 23 13:33:08.086016 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-c610ec91-e7dc-4590-a2a6-015a6c7f0f06 None None] Set router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:33:08.157783 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a3f2a061-e41c-4790-bb72-d8e601cf3e40 req-8e45c1fe-eb35-40d8-aa41-d5bbed6cf069 service neutron] 10.222.0.77 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866878 Mar 23 13:33:08.247396 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a3f2a061-e41c-4790-bb72-d8e601cf3e40 req-bb8d39a7-6d34-4345-a98a-9ba8eee25e35 service neutron] 10.222.0.77 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820987 Mar 23 13:33:08.316412 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-c610ec91-e7dc-4590-a2a6-015a6c7f0f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '44cf397b-3ddb-4c8c-bb1b-80542dfbf20b', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'floating_ip_address': '172.25.2.65', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'port_id': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'mac_address': 'fa:16:3e:88:0b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:33:06Z', 'updated_at': '2022-03-23T13:33:06Z', 'revision_number': 0, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca64656-a77a-42eb-bced-3ac3638bc35f', 'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'mac_address': 'fa:16:3e:56:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:12Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 5, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'subnets': [{'id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:33:08.342176 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c610ec91-e7dc-4590-a2a6-015a6c7f0f06 None None] The sync data for ids ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'] in n-d-834854-1 is: [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '44cf397b-3ddb-4c8c-bb1b-80542dfbf20b', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'floating_ip_address': '172.25.2.65', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'port_id': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'mac_address': 'fa:16:3e:88:0b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:33:06Z', 'updated_at': '2022-03-23T13:33:06Z', 'revision_number': 0, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca64656-a77a-42eb-bced-3ac3638bc35f', 'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'mac_address': 'fa:16:3e:56:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:12Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 5, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'subnets': [{'id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:33:08.534980 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4184f041-1ca8-4335-88e5-350885f58db3 None None] New status for floating IP 44cf397b-3ddb-4c8c-bb1b-80542dfbf20b: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:33:16.619717 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:17.968475 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:19.689812 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:33:24.162225 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-124b4e06-c0ff-4420-bb70-96cf254acb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:24.535584 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d7934ec-44aa-4078-9365-63304de31f74 req-1f7dc7d3-d790-40e6-a4f1-79b647315cf8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402243 Mar 23 13:33:24.623002 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7934ec-44aa-4078-9365-63304de31f74 req-a1226ab3-7a7e-4f0b-8f0c-7b50c5bc1974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:33:24.624622 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d7934ec-44aa-4078-9365-63304de31f74 req-a1226ab3-7a7e-4f0b-8f0c-7b50c5bc1974 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 1096 time: 0.0458958 Mar 23 13:33:24.738991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7934ec-44aa-4078-9365-63304de31f74 req-f4ba3bed-8b0b-42c1-b71b-534df7b69315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:33:24.740500 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d7934ec-44aa-4078-9365-63304de31f74 req-f4ba3bed-8b0b-42c1-b71b-534df7b69315 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.0873795 Mar 23 13:33:24.813796 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d7934ec-44aa-4078-9365-63304de31f74 req-9cc6471e-569a-42ca-81db-13463d9f69d4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d HTTP/1.1" status: 200 len: 1000 time: 0.0658779 Mar 23 13:33:24.866215 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7934ec-44aa-4078-9365-63304de31f74 req-98d11a03-5d13-41d6-933c-1a56070754f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:33:24.867690 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d7934ec-44aa-4078-9365-63304de31f74 req-98d11a03-5d13-41d6-933c-1a56070754f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0474687 Mar 23 13:33:24.922384 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7934ec-44aa-4078-9365-63304de31f74 req-21a94fc8-1d5d-4ed4-9864-dd6e252a0859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:33:24.923973 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d7934ec-44aa-4078-9365-63304de31f74 req-21a94fc8-1d5d-4ed4-9864-dd6e252a0859 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483804 Mar 23 13:33:25.024147 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d7934ec-44aa-4078-9365-63304de31f74 req-b046c9d1-20ea-4be9-9573-bb29563e8612 service neutron] 10.222.0.77 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933104 Mar 23 13:33:25.123150 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6d7934ec-44aa-4078-9365-63304de31f74 req-ca30fc5d-06b8-466d-81de-2594c37db208 service neutron] 10.222.0.77 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921755 Mar 23 13:33:27.017055 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d2905427-b7a4-45ed-9d38-bc6d5f1139ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:28.008416 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:29.312817 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:29.647325 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:46.639723 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:47.977648 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:54.165414 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef2e1cb1-f1ac-4883-a75a-0d3e6760c92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:56.689036 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:33:57.019394 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f85a7912-bb18-4c5a-bb0a-8c57f492b81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:58.009534 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:59.316664 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:33:59.653978 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:34:16.638336 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:34:17.975121 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:34:24.166385 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5f8468cc-e7f9-4959-8e53-f24bf418953a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:34:26.568660 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0343a8f5-56e7-4b05-9462-3b9a75f4ae86 req-14204d5d-0add-4e59-b621-dbebc2682153 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419679 Mar 23 13:34:26.656872 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343a8f5-56e7-4b05-9462-3b9a75f4ae86 req-c3dfdfb3-932d-4c8e-851a-e59973373741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:34:26.658324 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0343a8f5-56e7-4b05-9462-3b9a75f4ae86 req-c3dfdfb3-932d-4c8e-851a-e59973373741 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 1096 time: 0.0464191 Mar 23 13:34:26.774829 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343a8f5-56e7-4b05-9462-3b9a75f4ae86 req-7234cb12-ba2f-4e06-9cc9-f5ba161c6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:34:26.776439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0343a8f5-56e7-4b05-9462-3b9a75f4ae86 req-7234cb12-ba2f-4e06-9cc9-f5ba161c6fdf service neutron] 10.222.0.77 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.0954952 Mar 23 13:34:26.848072 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0343a8f5-56e7-4b05-9462-3b9a75f4ae86 req-9e284619-47c6-4c4c-9333-0b5f696f912b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d HTTP/1.1" status: 200 len: 1000 time: 0.0646122 Mar 23 13:34:26.902191 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343a8f5-56e7-4b05-9462-3b9a75f4ae86 req-c79faf13-eb7a-4146-bf36-2bfbd7894f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:34:26.903466 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0343a8f5-56e7-4b05-9462-3b9a75f4ae86 req-c79faf13-eb7a-4146-bf36-2bfbd7894f8b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0482256 Mar 23 13:34:26.950524 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343a8f5-56e7-4b05-9462-3b9a75f4ae86 req-8e77face-15e7-4e87-a711-7bd9381dc8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:34:26.952029 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0343a8f5-56e7-4b05-9462-3b9a75f4ae86 req-8e77face-15e7-4e87-a711-7bd9381dc8e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405023 Mar 23 13:34:26.963167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-0343a8f5-56e7-4b05-9462-3b9a75f4ae86 req-60face5a-c32a-42c0-823b-874e41690c9e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:34:26.964132 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0343a8f5-56e7-4b05-9462-3b9a75f4ae86 req-60face5a-c32a-42c0-823b-874e41690c9e service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048776 Mar 23 13:34:27.026042 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b3e76377-8ddb-4ead-8d2d-d9c6a5e92e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:34:27.058266 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0343a8f5-56e7-4b05-9462-3b9a75f4ae86 req-f67499e3-c31a-4889-bd8e-2238e3662fa2 service neutron] 10.222.0.77 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867724 Mar 23 13:34:27.147699 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0343a8f5-56e7-4b05-9462-3b9a75f4ae86 req-73c4e769-7899-4dd9-a8a3-a8a39cc9bb2b service neutron] 10.222.0.77 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818686 Mar 23 13:34:28.013955 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:34:29.318910 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:34:29.644909 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:34:33.688672 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:34:46.636401 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:34:47.986054 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:34:54.168482 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-66bc5d6c-f899-4988-bd2f-ad4552a3e873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:34:57.018132 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7206511c-2e77-44f9-83c1-2950eed24520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:34:58.015478 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:34:59.327762 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:34:59.646847 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:03.048125 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5223a-0d0f-46b7-9e0a-2854bd6cc37d req-a3c97f7e-b3a8-4a3d-b811-83d5f2e3216b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:03.050458 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07c5223a-0d0f-46b7-9e0a-2854bd6cc37d req-a3c97f7e-b3a8-4a3d-b811-83d5f2e3216b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0507355 Mar 23 13:35:03.088911 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-07c5223a-0d0f-46b7-9e0a-2854bd6cc37d req-26efa130-0594-4be1-aa6a-3684ac6816de tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326602 Mar 23 13:35:04.217826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9d5c8-2093-4caa-be85-fbb39f122e60 req-cb643405-2304-4f6c-b52a-fa3f045dc969 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:04.219359 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1cb9d5c8-2093-4caa-be85-fbb39f122e60 req-cb643405-2304-4f6c-b52a-fa3f045dc969 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0506823 Mar 23 13:35:04.258127 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-1cb9d5c8-2093-4caa-be85-fbb39f122e60 req-2dc050c5-0d20-48e1-84d0-a0c2dd9c2d2d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327342 Mar 23 13:35:05.386962 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c20d9e-f661-442f-af85-37a1708e7d3d req-6c65a98c-bf8a-48dc-978a-a30272cf8b45 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:05.388476 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-58c20d9e-f661-442f-af85-37a1708e7d3d req-6c65a98c-bf8a-48dc-978a-a30272cf8b45 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0550663 Mar 23 13:35:05.429030 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-58c20d9e-f661-442f-af85-37a1708e7d3d req-aa174a3e-a489-4707-8cf1-380484e410ee tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337243 Mar 23 13:35:06.547549 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e348383-bee5-44c0-8bfb-fd35518621cc req-3594afbe-9f29-4564-8ffb-4b9d7a2aacea tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:06.549048 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e348383-bee5-44c0-8bfb-fd35518621cc req-3594afbe-9f29-4564-8ffb-4b9d7a2aacea tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0528672 Mar 23 13:35:06.586439 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-2e348383-bee5-44c0-8bfb-fd35518621cc req-3db084c0-babf-4eab-a729-9cc90f07bc9f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315266 Mar 23 13:35:07.705176 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be6cc6-67d2-40fe-8204-628ab04d04d3 req-4cc4bf08-d84d-43a4-b95e-17d48c54e9aa tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:07.706672 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4be6cc6-67d2-40fe-8204-628ab04d04d3 req-4cc4bf08-d84d-43a4-b95e-17d48c54e9aa tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0492957 Mar 23 13:35:07.742891 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f4be6cc6-67d2-40fe-8204-628ab04d04d3 req-34c64fcc-274b-42e2-afe3-2203bc79dda8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302534 Mar 23 13:35:08.860673 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8676fd5-14d5-4e49-a841-97b4bcd9480a req-89390005-58c3-486f-b117-6bacad8ea900 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:08.862146 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a8676fd5-14d5-4e49-a841-97b4bcd9480a req-89390005-58c3-486f-b117-6bacad8ea900 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0499423 Mar 23 13:35:08.903470 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a8676fd5-14d5-4e49-a841-97b4bcd9480a req-0d0b3757-3cab-4259-b39c-f4b2977d646b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354064 Mar 23 13:35:10.021211 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fd134-9712-441d-b159-a2054317ab9e req-6982b692-ee1b-4232-8419-9e39167b1a9a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:10.022671 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-388fd134-9712-441d-b159-a2054317ab9e req-6982b692-ee1b-4232-8419-9e39167b1a9a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0480702 Mar 23 13:35:10.058384 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-388fd134-9712-441d-b159-a2054317ab9e req-8d95fca7-3ae7-48f0-990a-f9be3d432141 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298626 Mar 23 13:35:10.688380 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:35:11.175963 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7156af-7c0a-4c67-89f6-ce164c27b935 req-f11f14e1-1050-4648-85b1-98603889113d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:11.177434 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b7156af-7c0a-4c67-89f6-ce164c27b935 req-f11f14e1-1050-4648-85b1-98603889113d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0491731 Mar 23 13:35:11.214708 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4b7156af-7c0a-4c67-89f6-ce164c27b935 req-879e2c22-6947-426a-ba12-9648972f1b44 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312579 Mar 23 13:35:12.333659 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b17ad2-e662-4fb7-bf2e-71c80ad9fb69 req-26c8e9df-67eb-49de-bce1-351d2b7a1990 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:12.335096 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3b17ad2-e662-4fb7-bf2e-71c80ad9fb69 req-26c8e9df-67eb-49de-bce1-351d2b7a1990 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0527623 Mar 23 13:35:12.370817 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f3b17ad2-e662-4fb7-bf2e-71c80ad9fb69 req-f3f02703-76b1-4897-a775-dd6fff00c72b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298243 Mar 23 13:35:13.193405 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bf092-1050-4272-9712-b7d40775f1af req-a91d4c12-e78c-4c3d-a1c3-de98d99ab2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:13.194896 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c20bf092-1050-4272-9712-b7d40775f1af req-a91d4c12-e78c-4c3d-a1c3-de98d99ab2cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 1096 time: 0.0402250 Mar 23 13:35:13.288471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bf092-1050-4272-9712-b7d40775f1af req-0ed77d68-b5b9-405b-bc3f-dd61811a5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:13.289943 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c20bf092-1050-4272-9712-b7d40775f1af req-0ed77d68-b5b9-405b-bc3f-dd61811a5816 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.0880630 Mar 23 13:35:13.352504 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c20bf092-1050-4272-9712-b7d40775f1af req-b5408be1-3479-4b56-93f0-c2cb49fd924b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d HTTP/1.1" status: 200 len: 1000 time: 0.0555925 Mar 23 13:35:13.399888 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bf092-1050-4272-9712-b7d40775f1af req-562583bf-1a09-4329-a2e6-3543bb95b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:13.401390 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c20bf092-1050-4272-9712-b7d40775f1af req-562583bf-1a09-4329-a2e6-3543bb95b531 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0425782 Mar 23 13:35:13.453240 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bf092-1050-4272-9712-b7d40775f1af req-e738d8ec-b6ef-4be0-a932-e0a4bf22483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:13.454766 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c20bf092-1050-4272-9712-b7d40775f1af req-e738d8ec-b6ef-4be0-a932-e0a4bf22483c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452330 Mar 23 13:35:13.493621 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07e3e1-2297-463b-96f8-b0a554e56303 req-6688f729-360f-459b-9ace-da8f5b0a978b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:13.495137 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a07e3e1-2297-463b-96f8-b0a554e56303 req-6688f729-360f-459b-9ace-da8f5b0a978b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0569720 Mar 23 13:35:13.533446 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8a07e3e1-2297-463b-96f8-b0a554e56303 req-33071c23-24d7-47d1-ae94-3ec1ebf7cbff tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322480 Mar 23 13:35:13.545362 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c20bf092-1050-4272-9712-b7d40775f1af req-0a25f69e-dfcf-4900-94f3-1c5df750b4e1 service neutron] 10.222.0.77 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827520 Mar 23 13:35:13.636353 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c20bf092-1050-4272-9712-b7d40775f1af req-b7f259bb-e210-4491-8cb2-6ac7451ae286 service neutron] 10.222.0.77 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848677 Mar 23 13:35:14.652119 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd40dc8-6c05-4269-903b-c7b4d81562b9 req-dc45d26a-552c-4710-8bb0-7eaca246c254 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:14.653584 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dcd40dc8-6c05-4269-903b-c7b4d81562b9 req-dc45d26a-552c-4710-8bb0-7eaca246c254 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0496275 Mar 23 13:35:14.691006 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-dcd40dc8-6c05-4269-903b-c7b4d81562b9 req-5acbc1cc-9fd5-4542-8076-7229d97b22e8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314534 Mar 23 13:35:15.808177 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1a398-bd14-4848-96d8-02e840b3057d req-3567c482-e49d-449a-875b-e5b190546a37 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:15.809664 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-48a1a398-bd14-4848-96d8-02e840b3057d req-3567c482-e49d-449a-875b-e5b190546a37 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0507226 Mar 23 13:35:15.848185 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-48a1a398-bd14-4848-96d8-02e840b3057d req-394f9c2e-7ba3-477d-808b-1435c4f33795 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319178 Mar 23 13:35:16.637106 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:16.963469 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b66721-9131-4692-81de-a2e19b498410 req-fa661857-68b8-4b2e-bbb8-41db121b0aac tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:16.965000 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a5b66721-9131-4692-81de-a2e19b498410 req-fa661857-68b8-4b2e-bbb8-41db121b0aac tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0499933 Mar 23 13:35:17.003440 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a5b66721-9131-4692-81de-a2e19b498410 req-b27ab9f0-54e9-4ef4-baee-72e56f1e1c48 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317364 Mar 23 13:35:17.985186 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:18.192881 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-9e9a250b-62ad-4bba-907f-8e0edbad130d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401239 Mar 23 13:35:18.203249 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-f0bd3305-d2d7-4aaf-9358-18c72edb906f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:35:18.204554 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-f0bd3305-d2d7-4aaf-9358-18c72edb906f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062332 Mar 23 13:35:18.223308 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa0b93-eefa-4609-bf05-c46174447b3f req-10add40a-086a-44c2-8472-79cc883a511a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:18.224791 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37fa0b93-eefa-4609-bf05-c46174447b3f req-10add40a-086a-44c2-8472-79cc883a511a tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0494721 Mar 23 13:35:18.266817 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-37fa0b93-eefa-4609-bf05-c46174447b3f req-5e38498f-4cc2-4ba6-9ae8-896b99685ced tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358155 Mar 23 13:35:19.382659 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecafb1-ec53-4e1c-bd5e-ec48ad78c3d9 req-1eb2a389-e3e3-4b9f-9a47-f3cd1109fa23 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:19.384160 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34ecafb1-ec53-4e1c-bd5e-ec48ad78c3d9 req-1eb2a389-e3e3-4b9f-9a47-f3cd1109fa23 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0508795 Mar 23 13:35:19.425400 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-34ecafb1-ec53-4e1c-bd5e-ec48ad78c3d9 req-7b3396a0-5c82-4465-98cc-d7088c3cc735 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349655 Mar 23 13:35:19.769966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device b9f4e8e8-a611-485c-98f7-cc67dee1006d no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:35:19.840791 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:19.863441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:35:19.865649 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6217645b2b2bfc5ef888c6aa606b3465eba83eaf85f3abbd4570955a784a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70586291-4e98-40ac-a687-5562e8f17b21" -d '{"events": [{"server_uuid": "c5962a78-6691-4674-91d4-e8239e1ed6c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f4e8e8-a611-485c-98f7-cc67dee1006d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:35:19.877429 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port b9f4e8e8-a611-485c-98f7-cc67dee1006d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:35:19.881861 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:19.908339 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 13:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6d970d-a230-4c50-9c26-a9b1521397b6 x-openstack-request-id: req-6e6d970d-a230-4c50-9c26-a9b1521397b6 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:35:19.908625 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5962a78-6691-4674-91d4-e8239e1ed6c5", "name": "network-vif-unplugged", "status": "failed", "tag": "b9f4e8e8-a611-485c-98f7-cc67dee1006d", "code": 422}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:35:19.908872 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e6d970d-a230-4c50-9c26-a9b1521397b6 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:35:19.909250 n-d-834854-1 neutron-server[102780]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d', 'code': 422} returned with failed status Mar 23 13:35:19.933355 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=b9f4e8e8-a611-485c-98f7-cc67dee1006d,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:35:19.940419 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:19.940763 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:19.941096 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:19.941426 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:19.941750 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:19.942070 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:19.942388 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:19.942704 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:19.943019 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:19.943333 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:19.943645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:19.943972 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:20.541592 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd79b9-0c3c-48f2-af21-581ded968213 req-1cdb23f6-4242-427f-82dc-a686e963b083 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:20.543209 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9dd79b9-0c3c-48f2-af21-581ded968213 req-1cdb23f6-4242-427f-82dc-a686e963b083 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0510905 Mar 23 13:35:20.584163 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f9dd79b9-0c3c-48f2-af21-581ded968213 req-32050470-c05b-4f3a-b416-f7e96ed6d853 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348325 Mar 23 13:35:21.697044 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40233abd-7db4-4a79-b83a-bf0600616290 req-aee0e0ae-2854-4848-9ab3-f6cdc432866c tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:21.698425 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40233abd-7db4-4a79-b83a-bf0600616290 req-aee0e0ae-2854-4848-9ab3-f6cdc432866c tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0481799 Mar 23 13:35:21.735578 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-40233abd-7db4-4a79-b83a-bf0600616290 req-aaf245c8-d5e7-47e1-bbed-b0123cad433c tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311334 Mar 23 13:35:22.853939 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077c0ae-1d5d-46fa-8765-30d4def9022e req-bd4dbf80-ce3b-4714-b703-464a7f5c6203 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:22.855493 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5077c0ae-1d5d-46fa-8765-30d4def9022e req-bd4dbf80-ce3b-4714-b703-464a7f5c6203 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0485923 Mar 23 13:35:22.894277 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5077c0ae-1d5d-46fa-8765-30d4def9022e req-7d328fb9-bdcf-41a7-a5ee-ce89e456cbff tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320566 Mar 23 13:35:24.011410 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b74436-763f-4c92-9a11-8ff8a2f01111 req-566f866a-d8da-40f0-badd-46718fd1db11 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:24.012836 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34b74436-763f-4c92-9a11-8ff8a2f01111 req-566f866a-d8da-40f0-badd-46718fd1db11 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0482848 Mar 23 13:35:24.051745 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-34b74436-763f-4c92-9a11-8ff8a2f01111 req-3d7e7aeb-34b1-4ba2-a940-74fc0a9b0c88 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318837 Mar 23 13:35:24.172980 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1549838e-649d-4c0b-ae3c-55f98c13bb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:25.167468 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93209e-da2c-4e22-a54f-a2dd0237dbce req-eeef410d-6ee9-4906-8cda-d588699972ec tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:25.169037 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c93209e-da2c-4e22-a54f-a2dd0237dbce req-eeef410d-6ee9-4906-8cda-d588699972ec tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0505850 Mar 23 13:35:25.211402 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4c93209e-da2c-4e22-a54f-a2dd0237dbce req-e83e2573-98d6-4b1b-a9b1-e38566407938 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364778 Mar 23 13:35:26.331333 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015414b-5328-43b3-8068-e58ce21caf5b req-c4bce857-3285-4915-b21c-ce855dec1c4f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:26.332898 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5015414b-5328-43b3-8068-e58ce21caf5b req-c4bce857-3285-4915-b21c-ce855dec1c4f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0510821 Mar 23 13:35:26.379631 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5015414b-5328-43b3-8068-e58ce21caf5b req-d61b145c-22d8-48d8-b4c9-f5a59199406d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406873 Mar 23 13:35:26.889299 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-892efb86-912f-402f-96c9-b7ebc3f4b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:26.890799 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-892efb86-912f-402f-96c9-b7ebc3f4b212 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5&tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48 HTTP/1.1" status: 200 len: 1094 time: 0.0410354 Mar 23 13:35:26.903324 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834854-1', 'device_owner': 'compute:nova'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:35:26.954857 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:27.018871 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2de63d85-5f7e-4b73-b86d-c5ea400009c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:27.154014 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] For port b9f4e8e8-a611-485c-98f7-cc67dee1006d, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:35:27.186739 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] For port b9f4e8e8-a611-485c-98f7-cc67dee1006d, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:35:27.222184 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f4e8e8-a611-485c-98f7-cc67dee1006d {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:35:27.229291 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:27.241726 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Transition to ACTIVE for port object b9f4e8e8-a611-485c-98f7-cc67dee1006d will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:35:27.245616 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:27.326285 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f4e8e8-a611-485c-98f7-cc67dee1006d,revision_number=7']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:35:27.338303 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:27.338950 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:27.338950 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:27.339294 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:27.339630 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:27.339982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:27.340313 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:27.340636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:27.340961 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:27.341284 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:27.341606 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:27.341928 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:35:27.376309 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] No DVR routers for this DVR port b9f4e8e8-a611-485c-98f7-cc67dee1006d on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:35:27.509951 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13d38a-cf23-4b97-abfb-b381c94c6bad req-360a2be3-e9a6-4523-ad82-4d856b3233c4 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:27.510586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Attempting to bind port b9f4e8e8-a611-485c-98f7-cc67dee1006d on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:35:27.510586 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Attempting to bind port b9f4e8e8-a611-485c-98f7-cc67dee1006d by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:35:27.510877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Attempting to bind port b9f4e8e8-a611-485c-98f7-cc67dee1006d on network 6025b837-270f-4ec1-a137-289669b25f01 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:35:27.511449 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c13d38a-cf23-4b97-abfb-b381c94c6bad req-360a2be3-e9a6-4523-ad82-4d856b3233c4 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0495763 Mar 23 13:35:27.516128 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Port b9f4e8e8-a611-485c-98f7-cc67dee1006d on network 6025b837-270f-4ec1-a137-289669b25f01 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:35:27.516454 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Attempting to bind port b9f4e8e8-a611-485c-98f7-cc67dee1006d on network 6025b837-270f-4ec1-a137-289669b25f01 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:35:27.521249 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:35:27.521592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Checking segment: {'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:35:27.521980 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Bound using segment: {'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:35:27.522406 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Bound port: b9f4e8e8-a611-485c-98f7-cc67dee1006d, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6025b837-270f-4ec1-a137-289669b25f01'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:35:27.522761 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:27.551710 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3c13d38a-cf23-4b97-abfb-b381c94c6bad req-3e6a2cb7-ef31-4942-94bd-3b0f96f7ff3b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330596 Mar 23 13:35:27.586233 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] For port b9f4e8e8-a611-485c-98f7-cc67dee1006d, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:35:27.589148 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] For port b9f4e8e8-a611-485c-98f7-cc67dee1006d, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:35:27.594431 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:27.626141 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:27.626716 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:27.628121 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] 10.222.0.73 "PUT /v2.0/ports/b9f4e8e8-a611-485c-98f7-cc67dee1006d HTTP/1.1" status: 200 len: 1091 time: 0.7290540 Mar 23 13:35:27.628560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'tag': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:35:27.630856 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d977f2b0-aeaa-446c-aebf-63424e67860c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5962a78-6691-4674-91d4-e8239e1ed6c5", "tag": "b9f4e8e8-a611-485c-98f7-cc67dee1006d"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:35:27.686017 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d1d8a5-be96-4070-9ff5-b45d431bd2df x-openstack-request-id: req-d0d1d8a5-be96-4070-9ff5-b45d431bd2df {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:35:27.686341 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5962a78-6691-4674-91d4-e8239e1ed6c5", "tag": "b9f4e8e8-a611-485c-98f7-cc67dee1006d", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:35:27.686707 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0d1d8a5-be96-4070-9ff5-b45d431bd2df {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:35:27.687163 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'tag': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d', 'status': 'completed', 'code': 200} Mar 23 13:35:27.690579 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21797bfe-0b7d-48da-acac-211c76017f29 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f4e8e8-a611-485c-98f7-cc67dee1006d,revision_number=8']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:35:27.707254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-6558c50c-f7b4-4bb5-bbc7-e51aec97fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:27.708814 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-6558c50c-f7b4-4bb5-bbc7-e51aec97fc80 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 1094 time: 0.0501249 Mar 23 13:35:27.812664 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-8831fd66-d2a9-4ca7-9445-ee75521c87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:27.814109 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-8831fd66-d2a9-4ca7-9445-ee75521c87c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.0971487 Mar 23 13:35:27.879848 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-abc28556-c439-49c7-9732-6cdafbf7738b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d HTTP/1.1" status: 200 len: 998 time: 0.0576847 Mar 23 13:35:27.932560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-47d40ea0-45a2-4920-b008-9cd78b45f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:27.933860 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-47d40ea0-45a2-4920-b008-9cd78b45f070 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0464475 Mar 23 13:35:27.979488 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-6aa65ac5-5219-48e1-8496-5ab2771fb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:27.980984 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-6aa65ac5-5219-48e1-8496-5ab2771fb095 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395625 Mar 23 13:35:28.017545 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:28.069071 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-6be6d64c-3479-4665-b942-7eb5cb10eeb1 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807943 Mar 23 13:35:28.161930 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-84cf654d-4d9d-4e1e-b1c8-a066533ea372 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854573 Mar 23 13:35:28.254884 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977f2b0-aeaa-446c-aebf-63424e67860c req-e1e29ccf-11e7-425e-a63d-8b4202621426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:28.256331 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d977f2b0-aeaa-446c-aebf-63424e67860c req-e1e29ccf-11e7-425e-a63d-8b4202621426 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 1094 time: 0.0417032 Mar 23 13:35:28.361153 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977f2b0-aeaa-446c-aebf-63424e67860c req-9740859e-a080-413c-977e-0aa7e70af1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:28.362646 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d977f2b0-aeaa-446c-aebf-63424e67860c req-9740859e-a080-413c-977e-0aa7e70af1b8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.0997851 Mar 23 13:35:28.439659 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d977f2b0-aeaa-446c-aebf-63424e67860c req-57fd3f38-5e32-4eda-92b5-048baf82d560 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d HTTP/1.1" status: 200 len: 998 time: 0.0696898 Mar 23 13:35:28.493702 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977f2b0-aeaa-446c-aebf-63424e67860c req-35b39362-4ee0-461c-bd13-abf2bb035bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:28.495322 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d977f2b0-aeaa-446c-aebf-63424e67860c req-35b39362-4ee0-461c-bd13-abf2bb035bd5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0464556 Mar 23 13:35:28.550960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977f2b0-aeaa-446c-aebf-63424e67860c req-04c52155-6e12-42df-a025-9da168bd4270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:28.552392 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d977f2b0-aeaa-446c-aebf-63424e67860c req-04c52155-6e12-42df-a025-9da168bd4270 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481877 Mar 23 13:35:28.671356 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d977f2b0-aeaa-446c-aebf-63424e67860c req-22b3a6ab-98da-40c9-8907-ea4a9db827a0 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105220 Mar 23 13:35:28.675214 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ad29b-0807-4119-b8d9-b01eed1bffec req-e1f064b6-93f7-4f6c-894b-9fb969faedca tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:28.676846 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f89ad29b-0807-4119-b8d9-b01eed1bffec req-e1f064b6-93f7-4f6c-894b-9fb969faedca tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0552082 Mar 23 13:35:28.736184 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f89ad29b-0807-4119-b8d9-b01eed1bffec req-0141d067-c1f1-4689-adda-f9a68ee1641b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510612 Mar 23 13:35:29.105651 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d977f2b0-aeaa-446c-aebf-63424e67860c req-4bea442a-62f2-4fae-8359-39569023b5aa service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256086 Mar 23 13:35:29.327953 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:29.649431 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:29.853418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964025f8-07bf-41ad-915d-667c337be107 req-981b6b80-c04c-4730-8265-eeb96a78fce1 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:29.854854 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-964025f8-07bf-41ad-915d-667c337be107 req-981b6b80-c04c-4730-8265-eeb96a78fce1 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0473511 Mar 23 13:35:29.891905 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-964025f8-07bf-41ad-915d-667c337be107 req-ffcc57ec-8aa0-4b2e-a1c9-7384503b6ec8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306580 Mar 23 13:35:31.004470 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82168f9f-3e94-492d-908c-2f99be9d165f req-78cac824-ef6c-495e-87d9-19a8470e1f88 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:31.005945 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82168f9f-3e94-492d-908c-2f99be9d165f req-78cac824-ef6c-495e-87d9-19a8470e1f88 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0485215 Mar 23 13:35:31.048749 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-82168f9f-3e94-492d-908c-2f99be9d165f req-edd317d1-0bf2-498a-80cc-5339b27fa96d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367377 Mar 23 13:35:32.027573 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a319d8-cdcb-4d92-a2f0-1ec1c864744a req-618683d7-4157-4788-a367-db80e4bc3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:32.029066 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7a319d8-cdcb-4d92-a2f0-1ec1c864744a req-618683d7-4157-4788-a367-db80e4bc3fa4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 1094 time: 0.0401556 Mar 23 13:35:32.165643 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a319d8-cdcb-4d92-a2f0-1ec1c864744a req-fda7eee8-9719-46b4-a633-6267fda96895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:32.167129 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7a319d8-cdcb-4d92-a2f0-1ec1c864744a req-fda7eee8-9719-46b4-a633-6267fda96895 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.1186409 Mar 23 13:35:32.229925 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dbb9a-987e-4b9a-9fb9-050d02579acf req-f61d834d-fc38-41d3-ac0a-0b53fa5634b6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:32.231482 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d5dbb9a-987e-4b9a-9fb9-050d02579acf req-f61d834d-fc38-41d3-ac0a-0b53fa5634b6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.1110485 Mar 23 13:35:32.270391 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7a319d8-cdcb-4d92-a2f0-1ec1c864744a req-a1a54be9-37cb-4f44-993c-ef7534dcb52d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d HTTP/1.1" status: 200 len: 998 time: 0.0956573 Mar 23 13:35:32.290791 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3d5dbb9a-987e-4b9a-9fb9-050d02579acf req-bcf0ce40-47cd-447d-af41-833e802fbac5 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519383 Mar 23 13:35:32.324783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a319d8-cdcb-4d92-a2f0-1ec1c864744a req-b00b0678-509f-465a-a653-7541f742e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:32.326225 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7a319d8-cdcb-4d92-a2f0-1ec1c864744a req-b00b0678-509f-465a-a653-7541f742e691 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0480857 Mar 23 13:35:32.371946 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a319d8-cdcb-4d92-a2f0-1ec1c864744a req-ace7887f-d143-49ed-93da-105bab0fced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:32.373458 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7a319d8-cdcb-4d92-a2f0-1ec1c864744a req-ace7887f-d143-49ed-93da-105bab0fced9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401039 Mar 23 13:35:32.463801 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7a319d8-cdcb-4d92-a2f0-1ec1c864744a req-213bbcaf-1ef1-48eb-9300-ccd6488bd76d service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831187 Mar 23 13:35:32.552597 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f7a319d8-cdcb-4d92-a2f0-1ec1c864744a req-0a82bb30-4286-42b6-9626-1ef4d5506e18 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810578 Mar 23 13:35:33.405001 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d288f-a0b3-4fa5-934c-e6c86f117bcd req-904fb069-8650-4426-81b6-93ad7f92930b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:33.406376 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-776d288f-a0b3-4fa5-934c-e6c86f117bcd req-904fb069-8650-4426-81b6-93ad7f92930b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0491297 Mar 23 13:35:33.443855 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-776d288f-a0b3-4fa5-934c-e6c86f117bcd req-79c9bdc1-eb09-4010-82d2-d9aab76336b5 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315526 Mar 23 13:35:34.565616 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c955283-e578-4b96-8bca-22614f13be3f req-69396977-4375-4dfd-8d22-4af3d0dac7f4 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:34.567105 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8c955283-e578-4b96-8bca-22614f13be3f req-69396977-4375-4dfd-8d22-4af3d0dac7f4 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0556490 Mar 23 13:35:34.606719 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8c955283-e578-4b96-8bca-22614f13be3f req-2d1a77d5-cfa0-457e-bf2d-6318ce4147ec tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334537 Mar 23 13:35:35.729871 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df78d0c-1875-4ed6-b524-0f261f86dea9 req-a4233e55-d0af-469c-bd83-3b203787bf6d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:35.731240 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3df78d0c-1875-4ed6-b524-0f261f86dea9 req-a4233e55-d0af-469c-bd83-3b203787bf6d tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 943 time: 0.0518017 Mar 23 13:35:35.770203 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3df78d0c-1875-4ed6-b524-0f261f86dea9 req-104a4230-28ac-4a9f-994a-83334f62dfeb tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324597 Mar 23 13:35:36.559407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device b9f4e8e8-a611-485c-98f7-cc67dee1006d details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:35:36.652544 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port b9f4e8e8-a611-485c-98f7-cc67dee1006d, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:35:36.668112 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'port_id': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d', 'mac_address': 'fa:16:3e:88:0b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:35:36.706173 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:36.721827 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f4e8e8-a611-485c-98f7-cc67dee1006d {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:35:36.742595 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port b9f4e8e8-a611-485c-98f7-cc67dee1006d, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:35:36.747624 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:36.800236 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=b9f4e8e8-a611-485c-98f7-cc67dee1006d,revision_number=9']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:35:36.895256 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c86102-e8b8-43ca-b29b-1f2abf69a0ef req-28e8e51c-4045-4afe-8f52-18c23e942e93 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:36.896796 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8c86102-e8b8-43ca-b29b-1f2abf69a0ef req-28e8e51c-4045-4afe-8f52-18c23e942e93 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0514698 Mar 23 13:35:36.936503 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e8c86102-e8b8-43ca-b29b-1f2abf69a0ef req-7fddea9b-96af-46e3-9115-f9ee4b80091b tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331235 Mar 23 13:35:37.011706 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['b9f4e8e8-a611-485c-98f7-cc67dee1006d'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:35:38.053117 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd8fbf-735d-458f-bbdb-1175058bb297 req-15909980-050a-4176-a625-aeffc026bbc3 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:38.054585 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2bd8fbf-735d-458f-bbdb-1175058bb297 req-15909980-050a-4176-a625-aeffc026bbc3 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0487614 Mar 23 13:35:38.097911 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a2bd8fbf-735d-458f-bbdb-1175058bb297 req-a8eaf353-ac26-43f1-82f1-5a436b3c1538 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371175 Mar 23 13:35:38.559140 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device b9f4e8e8-a611-485c-98f7-cc67dee1006d up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:35:38.607048 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port b9f4e8e8-a611-485c-98f7-cc67dee1006d completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:35:38.610813 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port b9f4e8e8-a611-485c-98f7-cc67dee1006d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:35:38.611175 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:38.687591 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:38.708590 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:35:38.710683 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6217645b2b2bfc5ef888c6aa606b3465eba83eaf85f3abbd4570955a784a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a12b5de-6643-42d5-aac9-a3a7f519327a" -d '{"events": [{"server_uuid": "c5962a78-6691-4674-91d4-e8239e1ed6c5", "name": "network-vif-plugged", "status": "completed", "tag": "b9f4e8e8-a611-485c-98f7-cc67dee1006d"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:35:38.723144 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port b9f4e8e8-a611-485c-98f7-cc67dee1006d, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:35:38.729214 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:38.757118 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8107e785-91a3-47e5-90aa-a2b2ed8ee39a x-openstack-request-id: req-8107e785-91a3-47e5-90aa-a2b2ed8ee39a {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:35:38.757413 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5962a78-6691-4674-91d4-e8239e1ed6c5", "name": "network-vif-plugged", "status": "completed", "tag": "b9f4e8e8-a611-485c-98f7-cc67dee1006d", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:35:38.757669 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8107e785-91a3-47e5-90aa-a2b2ed8ee39a {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:35:38.758065 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d', 'code': 200} Mar 23 13:35:38.781115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=b9f4e8e8-a611-485c-98f7-cc67dee1006d,revision_number=10']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:35:38.904486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19671a15-5e9c-4068-b035-275cb2a4d105 req-a00211e1-c316-49ad-adea-3dc75dc2c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:38.905969 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19671a15-5e9c-4068-b035-275cb2a4d105 req-a00211e1-c316-49ad-adea-3dc75dc2c893 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 1097 time: 0.0402431 Mar 23 13:35:38.941640 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-19671a15-5e9c-4068-b035-275cb2a4d105 req-6f11ee92-0ff0-4760-a264-dd77d33ef462 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279784 Mar 23 13:35:39.216902 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e45ef-6ddf-4168-88e8-4f2ab5a54321 req-c26f8a5c-a28c-4b5e-873b-4875ed72caa6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:39.218417 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-216e45ef-6ddf-4168-88e8-4f2ab5a54321 req-c26f8a5c-a28c-4b5e-873b-4875ed72caa6 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 946 time: 0.0524244 Mar 23 13:35:39.258508 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-216e45ef-6ddf-4168-88e8-4f2ab5a54321 req-c358fe57-516d-4319-9731-d0080921a557 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329425 Mar 23 13:35:40.380386 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5775b64-4760-4b84-a43f-70df09de1f5e req-df35e8b6-0cb8-438d-8c14-ecba7cff692f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:35:40.389741 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d5775b64-4760-4b84-a43f-70df09de1f5e req-df35e8b6-0cb8-438d-8c14-ecba7cff692f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 946 time: 0.0524497 Mar 23 13:35:40.421620 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d5775b64-4760-4b84-a43f-70df09de1f5e req-d709838f-f108-441c-ae2c-50757e2ee933 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334070 Mar 23 13:35:46.634485 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:47.687057 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:35:47.989128 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:54.176339 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6da19495-e0b9-4944-8116-752f3bec88b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:57.022021 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-94307871-2a82-47df-a512-1edb6fe2e841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:58.020684 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:59.328025 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:35:59.652217 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:16.634009 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:18.014767 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:24.177660 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ebfeb83c-f188-4dac-baeb-ed7954fb71ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:24.686924 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:36:27.024114 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-44821f9c-4c0d-452b-9b02-e7b339b6b4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:28.023693 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:29.329580 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:29.654393 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:32.426087 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a46eb5c9-a034-4d1a-a97d-0eb6442a2767 req-7c939655-4860-40a3-968b-b64139b9f382 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788898 Mar 23 13:36:32.510146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eb5c9-a034-4d1a-a97d-0eb6442a2767 req-5f7ffac3-74a2-426d-af99-be2aaea3b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:36:32.511632 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a46eb5c9-a034-4d1a-a97d-0eb6442a2767 req-5f7ffac3-74a2-426d-af99-be2aaea3b195 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 1097 time: 0.0413029 Mar 23 13:36:32.620029 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eb5c9-a034-4d1a-a97d-0eb6442a2767 req-e691fcb9-62e6-47dd-99de-b394eb03aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:36:32.621506 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a46eb5c9-a034-4d1a-a97d-0eb6442a2767 req-e691fcb9-62e6-47dd-99de-b394eb03aaa1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.0905311 Mar 23 13:36:32.687384 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a46eb5c9-a034-4d1a-a97d-0eb6442a2767 req-5809aa75-9c02-419e-9780-75511355f4e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d HTTP/1.1" status: 200 len: 1000 time: 0.0580430 Mar 23 13:36:32.733460 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eb5c9-a034-4d1a-a97d-0eb6442a2767 req-7c27ae62-d683-4753-a910-1473f996a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:36:32.735557 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a46eb5c9-a034-4d1a-a97d-0eb6442a2767 req-7c27ae62-d683-4753-a910-1473f996a5e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0428045 Mar 23 13:36:32.784182 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eb5c9-a034-4d1a-a97d-0eb6442a2767 req-9b6fd323-64c9-42c2-adeb-d10355cf9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:36:32.785648 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a46eb5c9-a034-4d1a-a97d-0eb6442a2767 req-9b6fd323-64c9-42c2-adeb-d10355cf9612 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434489 Mar 23 13:36:32.874025 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a46eb5c9-a034-4d1a-a97d-0eb6442a2767 req-4d56d10c-6001-41a0-be3f-bdd29ae1da95 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809643 Mar 23 13:36:32.965253 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a46eb5c9-a034-4d1a-a97d-0eb6442a2767 req-d4923c94-ec10-47cd-a4d0-69079a9eb911 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843346 Mar 23 13:36:46.658253 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:48.012572 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:54.179914 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1a3ac496-3a56-4ee0-a22d-960ba959e6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:55.884891 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51516) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:36:56.040076 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Deleting port 2f00b3a5-054b-41f8-ab87-669ba60e0ef6 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:36:56.040413 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:56.116582 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:56.116901 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:56.128904 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Calling delete_port for 2f00b3a5-054b-41f8-ab87-669ba60e0ef6 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:36:56.270411 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:56.297134 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event deleted for resources: {'Port': ['ID=2f00b3a5-054b-41f8-ab87-669ba60e0ef6,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:36:56.310998 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:56.311349 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:56.311689 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:56.312050 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:56.312380 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:56.312710 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:56.313035 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:56.313358 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:56.313680 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:56.314000 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:56.314982 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:56.315586 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:56.368126 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:56.368462 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Floating IP 44cf397b-3ddb-4c8c-bb1b-80542dfbf20b disassociated (deleted). External IP: 172.25.2.65, port: b9f4e8e8-a611-485c-98f7-cc67dee1006d. Mar 23 13:36:56.579952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:36:56.686261 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:36:56.691040 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:56.696685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72604e6f-0611-4816-80e1-f4cbd032a940 None None] Sync routers for ids ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:36:56.706165 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72604e6f-0611-4816-80e1-f4cbd032a940 None None] Routers {'7b867191-a7bf-4bf5-a7bc-60f3215aff7c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:36:56.706839 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-72604e6f-0611-4816-80e1-f4cbd032a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:36:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:36:56.717537 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-84bab82e-05b1-412e-b0fa-4365d790e4da tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "DELETE /v2.0/floatingips/44cf397b-3ddb-4c8c-bb1b-80542dfbf20b HTTP/1.1" status: 204 len: 168 time: 0.8315353 Mar 23 13:36:56.718115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'tag': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:36:56.720913 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4275e08faca8efc7d8a4979b018622af39c56873975769ce7ab7baa304b7900c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0441d553-fcc6-4893-bcd0-e0c47b491dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "c5962a78-6691-4674-91d4-e8239e1ed6c5", "tag": "b9f4e8e8-a611-485c-98f7-cc67dee1006d"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:36:56.763493 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b745b9d5-dc72-431e-85c8-19cc1bcee6bd x-openstack-request-id: req-b745b9d5-dc72-431e-85c8-19cc1bcee6bd {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:36:56.763809 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5962a78-6691-4674-91d4-e8239e1ed6c5", "tag": "b9f4e8e8-a611-485c-98f7-cc67dee1006d", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:36:56.764355 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b745b9d5-dc72-431e-85c8-19cc1bcee6bd {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:36:56.764774 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'tag': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d', 'status': 'completed', 'code': 200} Mar 23 13:36:56.820749 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-72604e6f-0611-4816-80e1-f4cbd032a940 None None] Set router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:36:56.830789 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441d553-fcc6-4893-bcd0-e0c47b491dbd req-e766dbcf-c311-4561-b061-2227e1f922c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:36:56.832468 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0441d553-fcc6-4893-bcd0-e0c47b491dbd req-e766dbcf-c311-4561-b061-2227e1f922c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 1097 time: 0.0451603 Mar 23 13:36:56.981222 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441d553-fcc6-4893-bcd0-e0c47b491dbd req-fb066a10-2d2a-40f8-80e2-5b693589cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:36:56.982724 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0441d553-fcc6-4893-bcd0-e0c47b491dbd req-fb066a10-2d2a-40f8-80e2-5b693589cdc7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 200 len: 910 time: 0.1374404 Mar 23 13:36:57.010110 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a393ab-20ec-486c-9a1b-b0637d74e360 req-3bc8020e-cdd9-4322-bee2-4f68e5ad0359 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:36:57.013744 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c1a393ab-20ec-486c-9a1b-b0637d74e360 req-3bc8020e-cdd9-4322-bee2-4f68e5ad0359 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 946 time: 0.0951242 Mar 23 13:36:57.042574 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0441d553-fcc6-4893-bcd0-e0c47b491dbd req-02939d21-a4a7-449f-b974-f0af38f5120f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d HTTP/1.1" status: 200 len: 217 time: 0.0489349 Mar 23 13:36:57.051588 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-326fa83e-1c1b-4102-9a4c-aa142a97d92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:57.074146 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-72604e6f-0611-4816-80e1-f4cbd032a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8ca64656-a77a-42eb-bced-3ac3638bc35f', 'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'mac_address': 'fa:16:3e:56:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:12Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 5, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'subnets': [{'id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:36:57.101369 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72604e6f-0611-4816-80e1-f4cbd032a940 None None] Checking router: 7b867191-a7bf-4bf5-a7bc-60f3215aff7c for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:36:57.110281 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72604e6f-0611-4816-80e1-f4cbd032a940 None None] Routers {'7b867191-a7bf-4bf5-a7bc-60f3215aff7c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:36:57.111407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-72604e6f-0611-4816-80e1-f4cbd032a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:36:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:36:57.112439 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c1a393ab-20ec-486c-9a1b-b0637d74e360 req-11d735f9-1500-4ce7-be91-1588050fe6be tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723698 Mar 23 13:36:57.123471 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441d553-fcc6-4893-bcd0-e0c47b491dbd req-3fa680cc-fc93-4c4c-8445-51350db0eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:36:57.124983 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0441d553-fcc6-4893-bcd0-e0c47b491dbd req-3fa680cc-fc93-4c4c-8445-51350db0eac8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 200 len: 848 time: 0.0753129 Mar 23 13:36:57.182395 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441d553-fcc6-4893-bcd0-e0c47b491dbd req-dfa67a89-48c1-493c-9fba-3f215c0c41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:36:57.183916 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0441d553-fcc6-4893-bcd0-e0c47b491dbd req-dfa67a89-48c1-493c-9fba-3f215c0c41b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6025b837-270f-4ec1-a137-289669b25f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504701 Mar 23 13:36:57.222597 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-72604e6f-0611-4816-80e1-f4cbd032a940 None None] Set router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:36:57.285460 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0441d553-fcc6-4893-bcd0-e0c47b491dbd req-cb937bb0-6077-4dad-aadc-7db29e2153c5 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883679 Mar 23 13:36:57.391130 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0441d553-fcc6-4893-bcd0-e0c47b491dbd req-1d270ebb-33d0-4b0a-8a5c-0b770166acb5 service neutron] 10.222.0.73 "GET /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996826 Mar 23 13:36:57.430286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-72604e6f-0611-4816-80e1-f4cbd032a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8ca64656-a77a-42eb-bced-3ac3638bc35f', 'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'mac_address': 'fa:16:3e:56:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:12Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 5, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'subnets': [{'id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:36:57.460083 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72604e6f-0611-4816-80e1-f4cbd032a940 None None] The sync data for ids ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'] in n-d-834854-1 is: [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:13Z', 'revision_number': 4, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '8ca64656-a77a-42eb-bced-3ac3638bc35f', 'name': '', 'network_id': '6025b837-270f-4ec1-a137-289669b25f01', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'mac_address': 'fa:16:3e:56:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:12Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 5, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'subnets': [{'id': '0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:36:57.699657 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a300ec-fece-4ebd-938b-511443b989e9 None None] New status for floating IP 44cf397b-3ddb-4c8c-bb1b-80542dfbf20b: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:36:58.028844 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:58.308730 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da69e2d-5e0e-4743-aeaa-895eed27eba1 req-656f323c-a36d-4fab-ac2f-ee035f975f7f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:36:58.310152 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3da69e2d-5e0e-4743-aeaa-895eed27eba1 req-656f323c-a36d-4fab-ac2f-ee035f975f7f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 946 time: 0.1148541 Mar 23 13:36:58.350245 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3da69e2d-5e0e-4743-aeaa-895eed27eba1 req-324bea59-214d-4e2c-9f00-06e032b71235 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd3f11f3-6de3-4021-b45b-cb241f6232fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335112 Mar 23 13:36:58.624740 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51600b5-217f-4628-9a90-99f03ef73892 req-06c9efa8-49d1-485e-b80d-68c7559cb964 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:36:58.626187 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b51600b5-217f-4628-9a90-99f03ef73892 req-06c9efa8-49d1-485e-b80d-68c7559cb964 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 946 time: 0.0493343 Mar 23 13:36:58.722191 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-b51600b5-217f-4628-9a90-99f03ef73892 req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Deleting port b9f4e8e8-a611-485c-98f7-cc67dee1006d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:36:58.722540 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b51600b5-217f-4628-9a90-99f03ef73892 req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:58.811343 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-b51600b5-217f-4628-9a90-99f03ef73892 req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] For port b9f4e8e8-a611-485c-98f7-cc67dee1006d, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=b9f4e8e8-a611-485c-98f7-cc67dee1006d,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:36:58.811705 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b51600b5-217f-4628-9a90-99f03ef73892 req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:58.824541 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-b51600b5-217f-4628-9a90-99f03ef73892 req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Calling delete_port for b9f4e8e8-a611-485c-98f7-cc67dee1006d owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:36:58.951110 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b51600b5-217f-4628-9a90-99f03ef73892 req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:58.980783 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event deleted for resources: {'Port': ['ID=b9f4e8e8-a611-485c-98f7-cc67dee1006d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:36:58.993583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:58.993938 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:58.994285 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:58.994617 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:58.994949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:58.995281 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:58.995626 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:58.995965 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:58.996291 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:58.996613 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:58.996937 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:58.997256 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:36:59.031200 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51600b5-217f-4628-9a90-99f03ef73892 req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] No DVR routers for this DVR port b9f4e8e8-a611-485c-98f7-cc67dee1006d on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:36:59.034362 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-b51600b5-217f-4628-9a90-99f03ef73892 req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:59.037737 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-b51600b5-217f-4628-9a90-99f03ef73892 req-31cb51a7-0896-4f64-922b-9b7b5cf1bad8 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.73 "DELETE /v2.0/ports/b9f4e8e8-a611-485c-98f7-cc67dee1006d HTTP/1.1" status: 204 len: 173 time: 0.4044681 Mar 23 13:36:59.038196 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'name': 'network-vif-deleted', 'tag': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:36:59.040763 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a75c69d-3f98-4ebf-86b4-1230064a4164" -d '{"events": [{"server_uuid": "c5962a78-6691-4674-91d4-e8239e1ed6c5", "name": "network-vif-deleted", "tag": "b9f4e8e8-a611-485c-98f7-cc67dee1006d"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:36:59.080258 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1539468-b4d8-4366-b40a-f0e1d55096ae x-openstack-request-id: req-b1539468-b4d8-4366-b40a-f0e1d55096ae {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:36:59.080677 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5962a78-6691-4674-91d4-e8239e1ed6c5", "name": "network-vif-deleted", "tag": "b9f4e8e8-a611-485c-98f7-cc67dee1006d", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:36:59.080951 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1539468-b4d8-4366-b40a-f0e1d55096ae {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:36:59.081355 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5962a78-6691-4674-91d4-e8239e1ed6c5', 'name': 'network-vif-deleted', 'tag': 'b9f4e8e8-a611-485c-98f7-cc67dee1006d', 'status': 'completed', 'code': 200} Mar 23 13:36:59.335336 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:36:59.461327 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cc5da0a7-ae23-470f-9839-ea4afaaec070 req-56fc0478-1bc2-4dd3-8346-c6bf4e077329 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0378480 Mar 23 13:36:59.657003 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:00.570090 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-6b0ec9b2-4186-4d9d-9a9e-14335361d5e6 req-56302275-5e5b-4cfb-99c8-9f1da8ab5a98 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0352807 Mar 23 13:37:00.916558 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device b9f4e8e8-a611-485c-98f7-cc67dee1006d no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:37:00.937015 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: b9f4e8e8-a611-485c-98f7-cc67dee1006d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:37:00.937363 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device b9f4e8e8-a611-485c-98f7-cc67dee1006d not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:37:01.669406 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-843230bc-9eaa-4a81-8e52-4077fb1fb85c req-64d9fdb8-b797-4272-8a4c-3e18b9ee4ef0 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0263236 Mar 23 13:37:01.685785 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:37:02.805876 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-80d0219d-e2f1-404e-949e-227908c8b7b7 req-49964888-bdec-4e7b-9252-eca1c9347854 tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5962a78-6691-4674-91d4-e8239e1ed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0288749 Mar 23 13:37:03.862212 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51550) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:03.922295 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b765e34f-7ed2-4447-af78-6504e9f9391f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:03.948601 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b765e34f-7ed2-4447-af78-6504e9f9391f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:04.008840 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b765e34f-7ed2-4447-af78-6504e9f9391f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:04.011572 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-b765e34f-7ed2-4447-af78-6504e9f9391f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:04.015563 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-b765e34f-7ed2-4447-af78-6504e9f9391f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] 10.222.0.52 "DELETE /v2.0/security-groups/cd3f11f3-6de3-4021-b45b-cb241f6232fa HTTP/1.1" status: 204 len: 168 time: 0.1495261 Mar 23 13:37:04.024170 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765e34f-7ed2-4447-af78-6504e9f9391f tempest-TestShelveInstance-474639898 tempest-TestShelveInstance-474639898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3f11f3-6de3-4021-b45b-cb241f6232fa,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:05.066443 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51556) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:05.505222 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a98ac18-c204-4942-b379-d96661781b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:05.747787 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0a98ac18-c204-4942-b379-d96661781b34 admin admin] Deleting port 8ca64656-a77a-42eb-bced-3ac3638bc35f {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:37:05.748069 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a98ac18-c204-4942-b379-d96661781b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:05.826463 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-0a98ac18-c204-4942-b379-d96661781b34 admin admin] For port 8ca64656-a77a-42eb-bced-3ac3638bc35f, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8ca64656-a77a-42eb-bced-3ac3638bc35f,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:37:05.826820 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a98ac18-c204-4942-b379-d96661781b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:05.839020 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0a98ac18-c204-4942-b379-d96661781b34 admin admin] Calling delete_port for 8ca64656-a77a-42eb-bced-3ac3638bc35f owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:37:06.016668 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a98ac18-c204-4942-b379-d96661781b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:06.043501 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98ac18-c204-4942-b379-d96661781b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca64656-a77a-42eb-bced-3ac3638bc35f,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:06.209090 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0a98ac18-c204-4942-b379-d96661781b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:06.421452 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a98ac18-c204-4942-b379-d96661781b34 admin admin] Router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:37:06.525387 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a98ac18-c204-4942-b379-d96661781b34 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:37:06.533373 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0a98ac18-c204-4942-b379-d96661781b34 admin admin] 10.222.0.52 "PUT /v2.0/routers/7b867191-a7bf-4bf5-a7bc-60f3215aff7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4635680 Mar 23 13:37:06.533628 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51560) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:06.534711 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184efe77-3853-48d0-b141-afbcc6b058f3 None None] Sync routers for ids ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:37:06.544838 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184efe77-3853-48d0-b141-afbcc6b058f3 None None] Routers {'7b867191-a7bf-4bf5-a7bc-60f3215aff7c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:37:06.545639 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-184efe77-3853-48d0-b141-afbcc6b058f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:36:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:06.634930 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2b7eed3-ed54-49ff-a7d6-ec524ebea605 admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:06.649442 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-184efe77-3853-48d0-b141-afbcc6b058f3 None None] Set router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:37:06.742575 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2b7eed3-ed54-49ff-a7d6-ec524ebea605 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:06.797974 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7eed3-ed54-49ff-a7d6-ec524ebea605 admin admin] Deleting port a9a0ae51-a37b-4e0e-94ff-70278151fb15 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:37:06.798973 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2b7eed3-ed54-49ff-a7d6-ec524ebea605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:06.823292 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-184efe77-3853-48d0-b141-afbcc6b058f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:37:05Z', 'revision_number': 5, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port': {'id': 'a9a0ae51-a37b-4e0e-94ff-70278151fb15', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:06.848495 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184efe77-3853-48d0-b141-afbcc6b058f3 None None] Checking router: 7b867191-a7bf-4bf5-a7bc-60f3215aff7c for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:37:06.856557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184efe77-3853-48d0-b141-afbcc6b058f3 None None] Routers {'7b867191-a7bf-4bf5-a7bc-60f3215aff7c'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:37:06.857158 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-184efe77-3853-48d0-b141-afbcc6b058f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:36:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:06.881566 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-b2b7eed3-ed54-49ff-a7d6-ec524ebea605 admin admin] For port a9a0ae51-a37b-4e0e-94ff-70278151fb15, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=a9a0ae51-a37b-4e0e-94ff-70278151fb15,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:37:06.881919 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2b7eed3-ed54-49ff-a7d6-ec524ebea605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:06.893690 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7eed3-ed54-49ff-a7d6-ec524ebea605 admin admin] Calling delete_port for a9a0ae51-a37b-4e0e-94ff-70278151fb15 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:37:06.944327 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-184efe77-3853-48d0-b141-afbcc6b058f3 None None] Set router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:37:07.004078 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-184efe77-3853-48d0-b141-afbcc6b058f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:37:06Z', 'revision_number': 6, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:07.033256 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184efe77-3853-48d0-b141-afbcc6b058f3 None None] The sync data for ids ['7b867191-a7bf-4bf5-a7bc-60f3215aff7c'] in n-d-834854-1 is: [{'id': '7b867191-a7bf-4bf5-a7bc-60f3215aff7c', 'name': 'tempest-TestShelveInstance-1972650506-router', 'tenant_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:10Z', 'updated_at': '2022-03-23T13:37:06Z', 'revision_number': 6, 'project_id': 'de4e87e4bd0f4eb2a71d236e0e93da48', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:37:07.403405 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2b7eed3-ed54-49ff-a7d6-ec524ebea605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:07.427609 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7eed3-ed54-49ff-a7d6-ec524ebea605 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a0ae51-a37b-4e0e-94ff-70278151fb15,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:07.495905 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2b7eed3-ed54-49ff-a7d6-ec524ebea605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:07.587069 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2b7eed3-ed54-49ff-a7d6-ec524ebea605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:07.589156 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2b7eed3-ed54-49ff-a7d6-ec524ebea605 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:07.630073 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2b7eed3-ed54-49ff-a7d6-ec524ebea605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:07.631794 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b7eed3-ed54-49ff-a7d6-ec524ebea605 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b867191-a7bf-4bf5-a7bc-60f3215aff7c {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:37:07.636709 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-b2b7eed3-ed54-49ff-a7d6-ec524ebea605 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:07.638230 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-b2b7eed3-ed54-49ff-a7d6-ec524ebea605 admin admin] 10.222.0.52 "DELETE /v2.0/routers/7b867191-a7bf-4bf5-a7bc-60f3215aff7c HTTP/1.1" status: 204 len: 168 time: 1.1036694 Mar 23 13:37:07.640822 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51562) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:07.685347 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f125d81a-7600-4ee6-b6be-c90b1a1aa957 admin admin] Deleting subnet 0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:37:07.688450 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f125d81a-7600-4ee6-b6be-c90b1a1aa957 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:07.726433 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f125d81a-7600-4ee6-b6be-c90b1a1aa957 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:07.807116 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f125d81a-7600-4ee6-b6be-c90b1a1aa957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:07.861534 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f125d81a-7600-4ee6-b6be-c90b1a1aa957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:07.890564 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f125d81a-7600-4ee6-b6be-c90b1a1aa957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:07.894235 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f125d81a-7600-4ee6-b6be-c90b1a1aa957 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc HTTP/1.1" status: 204 len: 168 time: 0.2524228 Mar 23 13:37:07.895156 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125d81a-7600-4ee6-b6be-c90b1a1aa957 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0530ee6c-f197-4c50-a8e4-4cfd7f5e02bc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:07.896347 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c3b3bd-5e00-425e-aebe-1d7bdff396e2 None None] Network 6025b837-270f-4ec1-a137-289669b25f01 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:37:07.896834 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51564) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:07.968428 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:08.023450 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] Deleting port 797679b2-fac4-4bae-b1ef-b1979e310acc {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:37:08.023794 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:08.090113 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] For port 797679b2-fac4-4bae-b1ef-b1979e310acc, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=797679b2-fac4-4bae-b1ef-b1979e310acc,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:37:08.090479 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:08.100504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] DHCP port deletion for 6025b837-270f-4ec1-a137-289669b25f01 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:37:08.108558 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] Calling delete_port for 797679b2-fac4-4bae-b1ef-b1979e310acc owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:37:08.149861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Deleting port 797679b2-fac4-4bae-b1ef-b1979e310acc {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:37:08.150243 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:08.186883 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:08.212849 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] Pushing event deleted for resources: {'Port': ['ID=797679b2-fac4-4bae-b1ef-b1979e310acc,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:08.216620 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] For port 797679b2-fac4-4bae-b1ef-b1979e310acc, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=797679b2-fac4-4bae-b1ef-b1979e310acc,segment=NetworkSegment(72a7cc8c-c492-4e5e-9cfd-1a45f184ef24),segment_id=72a7cc8c-c492-4e5e-9cfd-1a45f184ef24)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:37:08.217018 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:08.221245 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] No DVR routers for this DVR port 797679b2-fac4-4bae-b1ef-b1979e310acc on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:37:08.232233 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Calling delete_port for 797679b2-fac4-4bae-b1ef-b1979e310acc owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:37:08.293977 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:08.306941 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:08.314099 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6025b837-270f-4ec1-a137-289669b25f01']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:08.323591 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:08.323888 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a7cc8c-c492-4e5e-9cfd-1a45f184ef24') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:08.334216 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:08.334463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Pushing event deleted for resources: {'Port': ['ID=797679b2-fac4-4bae-b1ef-b1979e310acc,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:08.338718 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] No DVR routers for this DVR port 797679b2-fac4-4bae-b1ef-b1979e310acc on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:37:08.347895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:08.348258 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:08.350454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:08.350454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:08.350454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:08.350454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:08.350454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:08.350454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:08.350454 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:08.351010 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:08.351010 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:08.351446 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84576536-b3e4-40ab-88b4-c4b0dfa3b819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:08.352404 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:08.359114 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:37:08.359499 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: timer() Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:37:08.361295 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:37:08.415497 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:08.420881 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:08.424056 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6025b837-270f-4ec1-a137-289669b25f01 HTTP/1.1" status: 204 len: 168 time: 0.5262423 Mar 23 13:37:08.427141 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51566) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:08.435128 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff7f71-5086-4970-bbee-228a89eb2263 admin admin] Pushing event deleted for resources: {'Network': ['ID=6025b837-270f-4ec1-a137-289669b25f01,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:08.556076 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 797679b2-fac4-4bae-b1ef-b1979e310acc no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:37:08.576562 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 797679b2-fac4-4bae-b1ef-b1979e310acc {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:37:08.576997 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 797679b2-fac4-4bae-b1ef-b1979e310acc not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:37:08.577473 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a9a0ae51-a37b-4e0e-94ff-70278151fb15 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:37:08.599143 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: a9a0ae51-a37b-4e0e-94ff-70278151fb15 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:37:08.599483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device a9a0ae51-a37b-4e0e-94ff-70278151fb15 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:37:08.599896 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8ca64656-a77a-42eb-bced-3ac3638bc35f no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:37:08.618410 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 8ca64656-a77a-42eb-bced-3ac3638bc35f {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:37:08.618755 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8ca64656-a77a-42eb-bced-3ac3638bc35f not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:37:08.789799 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20ec1963-754a-45b9-925b-bc855d9f2024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:09.027350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-20ec1963-754a-45b9-925b-bc855d9f2024 admin admin] Deleting port f53e47a7-6a54-43ba-926b-8687069a10d6 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:37:09.027700 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20ec1963-754a-45b9-925b-bc855d9f2024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:09.112364 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-20ec1963-754a-45b9-925b-bc855d9f2024 admin admin] For port f53e47a7-6a54-43ba-926b-8687069a10d6, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=f53e47a7-6a54-43ba-926b-8687069a10d6,segment=NetworkSegment(9caf7bd0-914b-4705-959f-784c60eba0b7),segment_id=9caf7bd0-914b-4705-959f-784c60eba0b7)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:37:09.112642 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20ec1963-754a-45b9-925b-bc855d9f2024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:09.124901 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-20ec1963-754a-45b9-925b-bc855d9f2024 admin admin] Calling delete_port for f53e47a7-6a54-43ba-926b-8687069a10d6 owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:37:09.305326 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20ec1963-754a-45b9-925b-bc855d9f2024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:09.331311 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec1963-754a-45b9-925b-bc855d9f2024 admin admin] Pushing event deleted for resources: {'Port': ['ID=f53e47a7-6a54-43ba-926b-8687069a10d6,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:09.494650 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-20ec1963-754a-45b9-925b-bc855d9f2024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:09.706571 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ec1963-754a-45b9-925b-bc855d9f2024 admin admin] Router 58ebaf63-a75a-4080-a579-aec8df51f1f8 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:37:09.810775 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ec1963-754a-45b9-925b-bc855d9f2024 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:37:09.816017 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-20ec1963-754a-45b9-925b-bc855d9f2024 admin admin] 10.222.0.52 "PUT /v2.0/routers/58ebaf63-a75a-4080-a579-aec8df51f1f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3878183 Mar 23 13:37:09.818716 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51568) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:09.819423 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8404b2f7-527d-4a89-a889-19a5da50b24c None None] Sync routers for ids ['58ebaf63-a75a-4080-a579-aec8df51f1f8'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:37:09.829159 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8404b2f7-527d-4a89-a889-19a5da50b24c None None] Routers {'58ebaf63-a75a-4080-a579-aec8df51f1f8'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:37:09.830273 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8404b2f7-527d-4a89-a889-19a5da50b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:36:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['58ebaf63-a75a-4080-a579-aec8df51f1f8'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:09.922910 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-298c3f6a-a930-492c-9b00-ca89c9ec9c81 admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:09.932867 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-8404b2f7-527d-4a89-a889-19a5da50b24c None None] Set router 58ebaf63-a75a-4080-a579-aec8df51f1f8 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:37:10.024222 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-298c3f6a-a930-492c-9b00-ca89c9ec9c81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:10.081486 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-298c3f6a-a930-492c-9b00-ca89c9ec9c81 admin admin] Deleting port 5f372533-9ef1-448e-adf8-00e06bfbdc2c {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:37:10.081828 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-298c3f6a-a930-492c-9b00-ca89c9ec9c81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:10.117343 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8404b2f7-527d-4a89-a889-19a5da50b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'name': 'tempest-TestShelveInstance-920376061-router', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '5f372533-9ef1-448e-adf8-00e06bfbdc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:14Z', 'updated_at': '2022-03-23T13:37:09Z', 'revision_number': 5, 'project_id': 'b6d3e278532c43aabefac62dc4cd04db', 'gw_port': {'id': '5f372533-9ef1-448e-adf8-00e06bfbdc2c', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:28:15Z', 'updated_at': '2022-03-23T13:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:10.145722 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8404b2f7-527d-4a89-a889-19a5da50b24c None None] Checking router: 58ebaf63-a75a-4080-a579-aec8df51f1f8 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:37:10.155444 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8404b2f7-527d-4a89-a889-19a5da50b24c None None] Routers {'58ebaf63-a75a-4080-a579-aec8df51f1f8'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:37:10.156093 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8404b2f7-527d-4a89-a889-19a5da50b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:36:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['58ebaf63-a75a-4080-a579-aec8df51f1f8'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:10.164765 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-298c3f6a-a930-492c-9b00-ca89c9ec9c81 admin admin] For port 5f372533-9ef1-448e-adf8-00e06bfbdc2c, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=5f372533-9ef1-448e-adf8-00e06bfbdc2c,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:37:10.165101 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-298c3f6a-a930-492c-9b00-ca89c9ec9c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:10.178564 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-298c3f6a-a930-492c-9b00-ca89c9ec9c81 admin admin] Calling delete_port for 5f372533-9ef1-448e-adf8-00e06bfbdc2c owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:37:10.248218 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-8404b2f7-527d-4a89-a889-19a5da50b24c None None] Set router 58ebaf63-a75a-4080-a579-aec8df51f1f8 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:37:10.302303 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-8404b2f7-527d-4a89-a889-19a5da50b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'name': 'tempest-TestShelveInstance-920376061-router', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:14Z', 'updated_at': '2022-03-23T13:37:10Z', 'revision_number': 6, 'project_id': 'b6d3e278532c43aabefac62dc4cd04db', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:10.328328 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8404b2f7-527d-4a89-a889-19a5da50b24c None None] The sync data for ids ['58ebaf63-a75a-4080-a579-aec8df51f1f8'] in n-d-834854-1 is: [{'id': '58ebaf63-a75a-4080-a579-aec8df51f1f8', 'name': 'tempest-TestShelveInstance-920376061-router', 'tenant_id': 'b6d3e278532c43aabefac62dc4cd04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:28:14Z', 'updated_at': '2022-03-23T13:37:10Z', 'revision_number': 6, 'project_id': 'b6d3e278532c43aabefac62dc4cd04db', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:37:10.350688 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-298c3f6a-a930-492c-9b00-ca89c9ec9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:10.378799 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c3f6a-a930-492c-9b00-ca89c9ec9c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f372533-9ef1-448e-adf8-00e06bfbdc2c,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:10.440998 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-298c3f6a-a930-492c-9b00-ca89c9ec9c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:10.529300 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-298c3f6a-a930-492c-9b00-ca89c9ec9c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:10.531371 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-298c3f6a-a930-492c-9b00-ca89c9ec9c81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:10.573524 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-298c3f6a-a930-492c-9b00-ca89c9ec9c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:10.573997 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298c3f6a-a930-492c-9b00-ca89c9ec9c81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58ebaf63-a75a-4080-a579-aec8df51f1f8 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:37:10.578138 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-298c3f6a-a930-492c-9b00-ca89c9ec9c81 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:10.579270 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-298c3f6a-a930-492c-9b00-ca89c9ec9c81 admin admin] 10.222.0.52 "DELETE /v2.0/routers/58ebaf63-a75a-4080-a579-aec8df51f1f8 HTTP/1.1" status: 204 len: 168 time: 0.7595341 Mar 23 13:37:10.581855 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51570) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:10.628042 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8e9fcc-2d09-4fe1-85ba-25cdea7b3202 admin admin] Deleting subnet bc9f6bd6-c432-48e8-b6aa-3513893a74ed {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:37:10.631151 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd8e9fcc-2d09-4fe1-85ba-25cdea7b3202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:10.668351 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd8e9fcc-2d09-4fe1-85ba-25cdea7b3202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:10.750712 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd8e9fcc-2d09-4fe1-85ba-25cdea7b3202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:10.808701 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd8e9fcc-2d09-4fe1-85ba-25cdea7b3202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:10.833321 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e9fcc-2d09-4fe1-85ba-25cdea7b3202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc9f6bd6-c432-48e8-b6aa-3513893a74ed,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:10.837950 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-cd8e9fcc-2d09-4fe1-85ba-25cdea7b3202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:10.843697 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab97603-8a1a-4ccf-9431-46f2801fdfe9 None None] Network af7da475-816b-4190-96f5-f8adfb8a1c04 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:37:10.844280 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51572) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:10.844695 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-cd8e9fcc-2d09-4fe1-85ba-25cdea7b3202 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bc9f6bd6-c432-48e8-b6aa-3513893a74ed HTTP/1.1" status: 204 len: 168 time: 0.2610474 Mar 23 13:37:10.915828 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:10.975293 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] Deleting port 830823d1-e580-4344-92a2-6fc26928a63a {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:37:10.975641 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:11.039632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] For port 830823d1-e580-4344-92a2-6fc26928a63a, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=830823d1-e580-4344-92a2-6fc26928a63a,segment=NetworkSegment(9caf7bd0-914b-4705-959f-784c60eba0b7),segment_id=9caf7bd0-914b-4705-959f-784c60eba0b7)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:37:11.040022 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:11.053390 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] Calling delete_port for 830823d1-e580-4344-92a2-6fc26928a63a owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:37:11.103453 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f53e47a7-6a54-43ba-926b-8687069a10d6 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:37:11.129696 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: f53e47a7-6a54-43ba-926b-8687069a10d6 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:37:11.130036 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device f53e47a7-6a54-43ba-926b-8687069a10d6 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:37:11.158387 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:11.185564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=830823d1-e580-4344-92a2-6fc26928a63a,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:11.187392 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] No DVR routers for this DVR port 830823d1-e580-4344-92a2-6fc26928a63a on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:37:11.214382 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2471c5e8-6742-490d-b543-caa14db15dd9 None None] DHCP port deletion for af7da475-816b-4190-96f5-f8adfb8a1c04 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:37:11.264323 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:11.285502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7da475-816b-4190-96f5-f8adfb8a1c04']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:11.294886 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9caf7bd0-914b-4705-959f-784c60eba0b7') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:11.295189 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9caf7bd0-914b-4705-959f-784c60eba0b7') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:11.308586 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:11.322156 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:11.328302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:37:11.328690 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:37:11.330868 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:37:11.385113 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:11.395500 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:11.398790 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/af7da475-816b-4190-96f5-f8adfb8a1c04 HTTP/1.1" status: 204 len: 168 time: 0.5539525 Mar 23 13:37:11.411851 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230edad2-9dce-4541-af22-5b17939563a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=af7da475-816b-4190-96f5-f8adfb8a1c04,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:11.520637 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51576) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:11.565283 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-5326e7df-689d-4fd9-afa2-394fc547495c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de4e87e4bd0f4eb2a71d236e0e93da48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434690 Mar 23 13:37:11.567605 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51578) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:11.615383 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e0fb-0aaa-46e5-a950-717f0bf4af75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:11.635972 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e0fb-0aaa-46e5-a950-717f0bf4af75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:11.681472 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e0fb-0aaa-46e5-a950-717f0bf4af75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:11.684016 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e0fb-0aaa-46e5-a950-717f0bf4af75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:11.685147 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-fbc6e0fb-0aaa-46e5-a950-717f0bf4af75 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/30df247a-e714-4cbd-8d91-c96f4bb611ba HTTP/1.1" status: 204 len: 168 time: 0.1166341 Mar 23 13:37:11.692887 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6e0fb-0aaa-46e5-a950-717f0bf4af75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30df247a-e714-4cbd-8d91-c96f4bb611ba,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:11.997211 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51584) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:12.037707 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-82eca572-fb39-4036-b232-ef7be8ad27f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b6d3e278532c43aabefac62dc4cd04db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393522 Mar 23 13:37:12.040124 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51586) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:12.085942 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-567ed28b-fe64-4d1a-8868-7a73f245d9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:12.107403 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-567ed28b-fe64-4d1a-8868-7a73f245d9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:12.464552 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-567ed28b-fe64-4d1a-8868-7a73f245d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:12.467140 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-567ed28b-fe64-4d1a-8868-7a73f245d9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:12.468376 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-567ed28b-fe64-4d1a-8868-7a73f245d9e4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/315eeb27-d7d7-4a3c-bb8e-690c0cec6433 HTTP/1.1" status: 204 len: 168 time: 0.4273388 Mar 23 13:37:12.482295 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ed28b-fe64-4d1a-8868-7a73f245d9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315eeb27-d7d7-4a3c-bb8e-690c0cec6433,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:12.563544 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 830823d1-e580-4344-92a2-6fc26928a63a no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:37:12.584276 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 830823d1-e580-4344-92a2-6fc26928a63a {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:37:12.584661 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 830823d1-e580-4344-92a2-6fc26928a63a not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:37:12.585027 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5f372533-9ef1-448e-adf8-00e06bfbdc2c no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:37:12.603700 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 5f372533-9ef1-448e-adf8-00e06bfbdc2c {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:37:12.604068 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 5f372533-9ef1-448e-adf8-00e06bfbdc2c not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:37:13.148091 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51608) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:13.244585 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-aa9d1ec3-6128-443c-9bc4-54abed6e1389 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1226944818-network', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:37:13.264170 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9d1ec3-6128-443c-9bc4-54abed6e1389 admin admin] Made reservation on behalf of 21d5e9e7770e4415a3a5b99fb6a683bb for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:37:13.266551 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1ec3-6128-443c-9bc4-54abed6e1389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:13.275190 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1ec3-6128-443c-9bc4-54abed6e1389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:13.347233 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1ec3-6128-443c-9bc4-54abed6e1389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:13.351134 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1ec3-6128-443c-9bc4-54abed6e1389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:13.378318 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9d1ec3-6128-443c-9bc4-54abed6e1389 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:37:13.383573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d1ec3-6128-443c-9bc4-54abed6e1389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab27acff-6af4-453c-bd34-be69c292c0a5,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:13.393538 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1ec3-6128-443c-9bc4-54abed6e1389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:13.393957 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-aa9d1ec3-6128-443c-9bc4-54abed6e1389 admin admin] Added segment 7747f584-ddb2-43f0-a555-4689fc2efacf of type vlan for network 19a5bd75-b0fd-4481-9439-0fb47ba73303 Mar 23 13:37:13.433605 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1ec3-6128-443c-9bc4-54abed6e1389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:13.457607 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1ec3-6128-443c-9bc4-54abed6e1389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:13.458651 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9d1ec3-6128-443c-9bc4-54abed6e1389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:13.459228 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1ec3-6128-443c-9bc4-54abed6e1389 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:13.510198 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-aa9d1ec3-6128-443c-9bc4-54abed6e1389 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3609455 Mar 23 13:37:13.513366 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51612) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:13.518468 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-feed32db-b523-4785-9c56-710645c3f0d7 admin admin] Request body: {'subnet': {'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1226944818-subnet', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:37:13.522803 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d1ec3-6128-443c-9bc4-54abed6e1389 admin admin] Pushing event updated for resources: {'Network': ['ID=19a5bd75-b0fd-4481-9439-0fb47ba73303,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:13.533137 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 19a5bd75-b0fd-4481-9439-0fb47ba73303 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:37:13.538009 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feed32db-b523-4785-9c56-710645c3f0d7 admin admin] Made reservation on behalf of 21d5e9e7770e4415a3a5b99fb6a683bb for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:37:13.540455 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-feed32db-b523-4785-9c56-710645c3f0d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:13.704974 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-feed32db-b523-4785-9c56-710645c3f0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:13.761548 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed32db-b523-4785-9c56-710645c3f0d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=622cd194-926c-460e-a3bb-c1b098658cb5,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:13.766842 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feed32db-b523-4785-9c56-710645c3f0d7 admin admin] Checking segment: {'id': '7747f584-ddb2-43f0-a555-4689fc2efacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:37:13.767219 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feed32db-b523-4785-9c56-710645c3f0d7 admin admin] Network hostable DHCP agents. Network: 19a5bd75-b0fd-4481-9439-0fb47ba73303, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:37:13.784561 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feed32db-b523-4785-9c56-710645c3f0d7 admin admin] Network 19a5bd75-b0fd-4481-9439-0fb47ba73303 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:37:13.792547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-feed32db-b523-4785-9c56-710645c3f0d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 19a5bd75-b0fd-4481-9439-0fb47ba73303) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:37:13.799509 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feed32db-b523-4785-9c56-710645c3f0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:13.800478 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-feed32db-b523-4785-9c56-710645c3f0d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:13.801351 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55447ae-01d1-4eba-aec3-760d7914f40d None None] Network 19a5bd75-b0fd-4481-9439-0fb47ba73303 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:37:13.816305 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-feed32db-b523-4785-9c56-710645c3f0d7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3017519 Mar 23 13:37:13.819017 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51614) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:13.823269 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:37:13.842385 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:13.843743 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:13.903247 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:13.947180 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-19a5bd75-b0fd-4481-9439-0fb47ba73303', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:37:13.948200 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:14.041245 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:14.087459 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Allocated IP 172.20.0.2 (19a5bd75-b0fd-4481-9439-0fb47ba73303/622cd194-926c-460e-a3bb-c1b098658cb5/bd56ac7b-209b-4069-9496-68459243888b) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:37:14.229057 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:14.235335 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:14.241318 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:14.261007 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:14.280811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Network 19a5bd75-b0fd-4481-9439-0fb47ba73303 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:37:14.283707 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:37:14.287913 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:37:14.290994 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Pushing event updated for resources: {'Port': ['ID=bd56ac7b-209b-4069-9496-68459243888b,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:14.343527 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Attempting to bind port bd56ac7b-209b-4069-9496-68459243888b on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:37:14.343895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Attempting to bind port bd56ac7b-209b-4069-9496-68459243888b by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '7747f584-ddb2-43f0-a555-4689fc2efacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:37:14.344288 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Attempting to bind port bd56ac7b-209b-4069-9496-68459243888b on network 19a5bd75-b0fd-4481-9439-0fb47ba73303 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:37:14.349248 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:37:14.349607 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Checking segment: {'id': '7747f584-ddb2-43f0-a555-4689fc2efacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:37:14.350004 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:14.350392 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Bound using segment: {'id': '7747f584-ddb2-43f0-a555-4689fc2efacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:37:14.350866 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Bound port: bd56ac7b-209b-4069-9496-68459243888b, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7747f584-ddb2-43f0-a555-4689fc2efacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:37:14.351286 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:14.367365 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Allocated IP 172.25.2.213 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/3e87def0-c40e-4f04-b861-a3b450ffdf34) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:37:14.414217 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] For port bd56ac7b-209b-4069-9496-68459243888b, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:37:14.417390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] For port bd56ac7b-209b-4069-9496-68459243888b, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bd56ac7b-209b-4069-9496-68459243888b,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:37:14.421615 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:14.472062 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:14.482267 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042cfb3-fd67-4a10-8809-fabdf24f07b9 None None] Pushing event updated for resources: {'Port': ['ID=bd56ac7b-209b-4069-9496-68459243888b,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:14.513018 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:14.560538 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:37:14.563502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:37:14.567793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:37:14.570846 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Pushing event updated for resources: {'Port': ['ID=3e87def0-c40e-4f04-b861-a3b450ffdf34,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:14.832061 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:15.023670 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:15.399016 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb33c9e4-8fc5-489f-a1d4-2e6e24bd1d9d None None] Network 19a5bd75-b0fd-4481-9439-0fb47ba73303 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:37:15.483983 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-a162d888-7920-42df-95f8-35b65a93002d None None] Provisioning complete for port bd56ac7b-209b-4069-9496-68459243888b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:15.484502 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a162d888-7920-42df-95f8-35b65a93002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:15.491345 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Router 3c934144-8fda-4b3e-ac45-8cc1895db4bf is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:37:15.598593 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:37:15.611740 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Sync routers for ids ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:37:15.616197 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:15.617467 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-7043bd3e-e50c-47ab-aa9e-168fb7bf2d1e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7974532 Mar 23 13:37:15.620170 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51616) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:15.640062 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Routers {'3c934144-8fda-4b3e-ac45-8cc1895db4bf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:37:15.640584 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:36:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:15.643272 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a162d888-7920-42df-95f8-35b65a93002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:15.722971 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-a162d888-7920-42df-95f8-35b65a93002d None None] For port bd56ac7b-209b-4069-9496-68459243888b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bd56ac7b-209b-4069-9496-68459243888b,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:37:15.749860 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a162d888-7920-42df-95f8-35b65a93002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:15.804173 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Set router 3c934144-8fda-4b3e-ac45-8cc1895db4bf gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:37:15.879765 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162d888-7920-42df-95f8-35b65a93002d None None] Pushing event updated for resources: {'Port': ['ID=bd56ac7b-209b-4069-9496-68459243888b,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:15.926028 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-c6a8f35b-a319-49b0-a7ba-51db93fdd31e None None] Provisioning complete for port bd56ac7b-209b-4069-9496-68459243888b triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:15.926309 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c6a8f35b-a319-49b0-a7ba-51db93fdd31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:16.055672 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:16.066218 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:14Z', 'revision_number': 3, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:16.092613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Checking router: 3c934144-8fda-4b3e-ac45-8cc1895db4bf for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:37:16.092964 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Updating router 3c934144-8fda-4b3e-ac45-8cc1895db4bf port 3e87def0-c40e-4f04-b861-a3b450ffdf34 binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:37:16.117782 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:16.211772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Allocated IP 172.20.0.1 (19a5bd75-b0fd-4481-9439-0fb47ba73303/622cd194-926c-460e-a3bb-c1b098658cb5/2e6207f4-82ae-481b-a412-8ecc15e9f47d) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:37:16.314870 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:16.356610 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:16.370608 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:16.375472 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:16.402489 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Network 19a5bd75-b0fd-4481-9439-0fb47ba73303 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:37:16.405334 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:37:16.409596 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:37:16.430915 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Attempting to bind port 3e87def0-c40e-4f04-b861-a3b450ffdf34 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:37:16.431432 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Attempting to bind port 3e87def0-c40e-4f04-b861-a3b450ffdf34 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:37:16.431632 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Attempting to bind port 3e87def0-c40e-4f04-b861-a3b450ffdf34 on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:37:16.433653 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ed73b-ff4c-4d9f-93ca-bcd0a4693b8e None None] Pushing event updated for resources: {'Port': ['ID=3e87def0-c40e-4f04-b861-a3b450ffdf34,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:16.440167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Pushing event updated for resources: {'Port': ['ID=2e6207f4-82ae-481b-a412-8ecc15e9f47d,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:16.441338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:37:16.441806 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:37:16.442211 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:16.442603 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:37:16.443136 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Bound port: 3e87def0-c40e-4f04-b861-a3b450ffdf34, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:37:16.444076 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:16.452338 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:16.507645 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] For port 3e87def0-c40e-4f04-b861-a3b450ffdf34, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:37:16.512968 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] For port 3e87def0-c40e-4f04-b861-a3b450ffdf34, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3e87def0-c40e-4f04-b861-a3b450ffdf34,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:37:16.518874 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:16.581378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Routers {'3c934144-8fda-4b3e-ac45-8cc1895db4bf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:37:16.582004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:36:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:16.606270 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:16.633654 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ed73b-ff4c-4d9f-93ca-bcd0a4693b8e None None] Pushing event updated for resources: {'Port': ['ID=3e87def0-c40e-4f04-b861-a3b450ffdf34,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:16.691663 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bd56ac7b-209b-4069-9496-68459243888b up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:37:16.790225 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:16.795125 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:16.863098 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Pushing event updated for resources: {'Port': ['ID=2e6207f4-82ae-481b-a412-8ecc15e9f47d,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:16.865722 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:16.895717 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:16.921500 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] Set router 3c934144-8fda-4b3e-ac45-8cc1895db4bf gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:37:16.946784 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-5ffbd719-97e8-478b-8b3c-139951354df8 None None] Provisioning complete for port 2e6207f4-82ae-481b-a412-8ecc15e9f47d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:16.947152 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ffbd719-97e8-478b-8b3c-139951354df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:16.961320 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Network 19a5bd75-b0fd-4481-9439-0fb47ba73303 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:37:16.962684 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:37:17.034075 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port bd56ac7b-209b-4069-9496-68459243888b triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:17.034442 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:17.045022 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbd719-97e8-478b-8b3c-139951354df8 None None] Port 2e6207f4-82ae-481b-a412-8ecc15e9f47d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:37:17.082844 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Router 3c934144-8fda-4b3e-ac45-8cc1895db4bf has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:37:17.202460 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:37:17.208799 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-4c936a43-9416-4b95-b74b-76ca4dddbaaf admin admin] 10.222.0.52 "PUT /v2.0/routers/3c934144-8fda-4b3e-ac45-8cc1895db4bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5875914 Mar 23 13:37:17.233001 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2e6207f4-82ae-481b-a412-8ecc15e9f47d', 'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'mac_address': 'fa:16:3e:b5:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:16Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 1, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'subnets': [{'id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:17.263288 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af136d57-2526-4471-a7a4-a86c9eb4dd88 None None] The sync data for ids ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'] in n-d-834854-1 is: [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2e6207f4-82ae-481b-a412-8ecc15e9f47d', 'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'mac_address': 'fa:16:3e:b5:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:16Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 1, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'subnets': [{'id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:37:17.273828 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fbbdc293-cdc8-4776-a9e4-c4e40f7651f9 None None] Provisioning complete for port 2e6207f4-82ae-481b-a412-8ecc15e9f47d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:17.274204 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc293-cdc8-4776-a9e4-c4e40f7651f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:17.313335 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fbbdc293-cdc8-4776-a9e4-c4e40f7651f9 None None] Port 2e6207f4-82ae-481b-a412-8ecc15e9f47d cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:37:17.719212 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51632) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:17.724578 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8abb7aaa-cd75-41cc-8f4c-abfb7e81b3a6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-639826402-network', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:37:17.746358 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abb7aaa-cd75-41cc-8f4c-abfb7e81b3a6 admin admin] Made reservation on behalf of 190fb95ed58f4d3ca02bbbf76c6f03ef for: {'network': 1} {{(pid=102779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:37:17.749156 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8abb7aaa-cd75-41cc-8f4c-abfb7e81b3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for network, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:17.758774 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8abb7aaa-cd75-41cc-8f4c-abfb7e81b3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:17.843266 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8abb7aaa-cd75-41cc-8f4c-abfb7e81b3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:17.847864 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8abb7aaa-cd75-41cc-8f4c-abfb7e81b3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:17.872520 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abb7aaa-cd75-41cc-8f4c-abfb7e81b3a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 13:37:17.893771 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8abb7aaa-cd75-41cc-8f4c-abfb7e81b3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:17.894388 n-d-834854-1 neutron-server[102779]: INFO neutron.db.segments_db [None req-8abb7aaa-cd75-41cc-8f4c-abfb7e81b3a6 admin admin] Added segment 49b114b6-c3a1-428b-a1ec-edd3401a3adc of type vlan for network 826dabd7-40ae-4ba3-80ee-3b76dd71de62 Mar 23 13:37:17.917283 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb7aaa-cd75-41cc-8f4c-abfb7e81b3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f51e227-43cf-4a01-b780-66b5ad737a73,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:17.963020 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8abb7aaa-cd75-41cc-8f4c-abfb7e81b3a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742089203869'] for network, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:17.993139 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8abb7aaa-cd75-41cc-8f4c-abfb7e81b3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779'] for network, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:17.993942 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abb7aaa-cd75-41cc-8f4c-abfb7e81b3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:17.994510 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8abb7aaa-cd75-41cc-8f4c-abfb7e81b3a6 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:18.017299 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:18.055173 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8abb7aaa-cd75-41cc-8f4c-abfb7e81b3a6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3347774 Mar 23 13:37:18.058172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51634) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:18.063300 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb7aaa-cd75-41cc-8f4c-abfb7e81b3a6 admin admin] Pushing event updated for resources: {'Network': ['ID=826dabd7-40ae-4ba3-80ee-3b76dd71de62,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:18.064625 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-c6d250be-1e6a-4eb9-aab8-83f46fda3773 admin admin] Request body: {'subnet': {'network_id': '826dabd7-40ae-4ba3-80ee-3b76dd71de62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-639826402-subnet', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'ip_version': 4}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:37:18.075461 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Network 826dabd7-40ae-4ba3-80ee-3b76dd71de62 details requested by agent ovs-agent-n-d-834854-1 with host n-d-834854-1 {{(pid=102780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 13:37:18.084808 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d250be-1e6a-4eb9-aab8-83f46fda3773 admin admin] Made reservation on behalf of 190fb95ed58f4d3ca02bbbf76c6f03ef for: {'subnet': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:37:18.087598 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6d250be-1e6a-4eb9-aab8-83f46fda3773 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25408759'] for subnet, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:18.286943 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6d250be-1e6a-4eb9-aab8-83f46fda3773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26171285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25408737'] for subnet, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:18.351802 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d250be-1e6a-4eb9-aab8-83f46fda3773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8824eae8-ce2e-4c95-95e6-5aea7adb4fc5,revision_number=0']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:18.363135 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d250be-1e6a-4eb9-aab8-83f46fda3773 admin admin] Checking segment: {'id': '49b114b6-c3a1-428b-a1ec-edd3401a3adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '826dabd7-40ae-4ba3-80ee-3b76dd71de62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:37:18.363505 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d250be-1e6a-4eb9-aab8-83f46fda3773 admin admin] Network hostable DHCP agents. Network: 826dabd7-40ae-4ba3-80ee-3b76dd71de62, hostable agents: ['2753c1ee-774d-4885-b66a-715cb75ceaa9'], hosted agents: [] {{(pid=102778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 13:37:18.381699 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d250be-1e6a-4eb9-aab8-83f46fda3773 admin admin] Network 826dabd7-40ae-4ba3-80ee-3b76dd71de62 is scheduled to be hosted by DHCP agent 2753c1ee-774d-4885-b66a-715cb75ceaa9 with binding_index 1 {{(pid=102778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 13:37:18.391636 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-c6d250be-1e6a-4eb9-aab8-83f46fda3773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834854-1, 826dabd7-40ae-4ba3-80ee-3b76dd71de62) {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:37:18.395979 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d250be-1e6a-4eb9-aab8-83f46fda3773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:18.396777 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c6d250be-1e6a-4eb9-aab8-83f46fda3773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:18.402226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c894d7c2-4129-4623-b872-703346e3a9c9 None None] Network 826dabd7-40ae-4ba3-80ee-3b76dd71de62 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:37:18.414510 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c6d250be-1e6a-4eb9-aab8-83f46fda3773 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3545704 Mar 23 13:37:18.417172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 51636) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:18.423782 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-639826402-router', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:37:18.444913 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3621610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27863'] for router, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:18.446055 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3716768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27870'] for router, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:18.506232 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:18.575716 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp375a1c0b-9542-5bab-ab96-d5fc70827742-826dabd7-40ae-4ba3-80ee-3b76dd71de62', 'network_id': '826dabd7-40ae-4ba3-80ee-3b76dd71de62', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'fixed_ips': [{'subnet_id': '8824eae8-ce2e-4c95-95e6-5aea7adb4fc5'}]}} from n-d-834854-1. {{(pid=102780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 13:37:18.576640 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:18.667844 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3e87def0-c40e-4f04-b861-a3b450ffdf34 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:37:18.670631 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:18.775174 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 3e87def0-c40e-4f04-b861-a3b450ffdf34 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:18.775544 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:18.777594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.db_base_plugin_common [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Allocated IP 172.20.0.2 (826dabd7-40ae-4ba3-80ee-3b76dd71de62/8824eae8-ce2e-4c95-95e6-5aea7adb4fc5/8f7b8440-914f-48a9-9062-a683cbe4b998) {{(pid=102780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:37:18.877607 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:18.899871 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:18.937859 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:18.987129 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 3e87def0-c40e-4f04-b861-a3b450ffdf34, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3e87def0-c40e-4f04-b861-a3b450ffdf34,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:37:18.994636 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:19.026120 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:19.029892 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Allocated IP 172.25.2.78 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/9c3cb777-2778-4a95-aa69-0fa98b30e9aa) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:37:19.038914 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370'] for port, after_create {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:19.063368 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=3e87def0-c40e-4f04-b861-a3b450ffdf34,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:19.067555 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Network 826dabd7-40ae-4ba3-80ee-3b76dd71de62 is already hosted by enough agents. {{(pid=102780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:37:19.071440 n-d-834854-1 neutron-server[102780]: DEBUG neutron.scheduler.base_scheduler [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Resources bound (agent type, host, resource id): {{(pid=102780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:37:19.090226 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Received port after_create {{(pid=102780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:37:19.137073 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:19.148670 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Pushing event updated for resources: {'Port': ['ID=8f7b8440-914f-48a9-9062-a683cbe4b998,revision_number=1']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:19.160692 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Attempting to bind port 8f7b8440-914f-48a9-9062-a683cbe4b998 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:37:19.161072 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Attempting to bind port 8f7b8440-914f-48a9-9062-a683cbe4b998 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '49b114b6-c3a1-428b-a1ec-edd3401a3adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '826dabd7-40ae-4ba3-80ee-3b76dd71de62'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:37:19.161436 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Attempting to bind port 8f7b8440-914f-48a9-9062-a683cbe4b998 on network 826dabd7-40ae-4ba3-80ee-3b76dd71de62 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:37:19.167027 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:37:19.167407 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Checking segment: {'id': '49b114b6-c3a1-428b-a1ec-edd3401a3adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '826dabd7-40ae-4ba3-80ee-3b76dd71de62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:37:19.167809 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:19.168239 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Bound using segment: {'id': '49b114b6-c3a1-428b-a1ec-edd3401a3adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '826dabd7-40ae-4ba3-80ee-3b76dd71de62'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:37:19.168716 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Bound port: 8f7b8440-914f-48a9-9062-a683cbe4b998, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b114b6-c3a1-428b-a1ec-edd3401a3adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '826dabd7-40ae-4ba3-80ee-3b76dd71de62'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:37:19.169103 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:19.180971 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:19.225479 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:37:19.228440 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:37:19.232172 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:37:19.235184 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] For port 8f7b8440-914f-48a9-9062-a683cbe4b998, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:37:19.238974 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] For port 8f7b8440-914f-48a9-9062-a683cbe4b998, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8f7b8440-914f-48a9-9062-a683cbe4b998,segment=NetworkSegment(49b114b6-c3a1-428b-a1ec-edd3401a3adc),segment_id=49b114b6-c3a1-428b-a1ec-edd3401a3adc)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:37:19.242992 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:19.258709 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3cb777-2778-4a95-aa69-0fa98b30e9aa,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:19.301920 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd891d78-e6cf-4062-9373-d6ab33c4b6e3 None None] Pushing event updated for resources: {'Port': ['ID=8f7b8440-914f-48a9-9062-a683cbe4b998,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:19.373247 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Sync routers for ids ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:37:19.383966 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Routers {'3c934144-8fda-4b3e-ac45-8cc1895db4bf'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:37:19.384808 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:36:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:19.523834 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:19.612339 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Set router 3c934144-8fda-4b3e-ac45-8cc1895db4bf gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:37:19.724730 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3716755'] for router, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:19.812503 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2e6207f4-82ae-481b-a412-8ecc15e9f47d', 'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'mac_address': 'fa:16:3e:b5:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:16Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 2, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'subnets': [{'id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:19.839232 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Checking router: 3c934144-8fda-4b3e-ac45-8cc1895db4bf for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:37:19.839575 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Updating router 3c934144-8fda-4b3e-ac45-8cc1895db4bf port 2e6207f4-82ae-481b-a412-8ecc15e9f47d binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:37:19.856037 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Router b19c006d-cd15-447f-ab48-d9d769119ca6 is scheduled to L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 with binding_index 1 {{(pid=102778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 13:37:19.866952 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:19.967295 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:37:19.976934 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Sync routers for ids ['b19c006d-cd15-447f-ab48-d9d769119ca6'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:37:19.987848 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:19.989346 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-63018f0e-66c9-4a79-a9e2-41152a038794 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5700939 Mar 23 13:37:19.990423 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Routers {'b19c006d-cd15-447f-ab48-d9d769119ca6'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:37:19.991392 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:36:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b19c006d-cd15-447f-ab48-d9d769119ca6'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:19.992199 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51638) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:20.121729 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Set router b19c006d-cd15-447f-ab48-d9d769119ca6 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:37:20.153791 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:20.163682 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:20.242608 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bba1a-0c26-4f9b-8a1e-e04f34e1af01 None None] Pushing event updated for resources: {'Port': ['ID=2e6207f4-82ae-481b-a412-8ecc15e9f47d,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:20.268250 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bba1a-0c26-4f9b-8a1e-e04f34e1af01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:20.268838 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bba1a-0c26-4f9b-8a1e-e04f34e1af01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:20.269334 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bba1a-0c26-4f9b-8a1e-e04f34e1af01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:20.269818 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bba1a-0c26-4f9b-8a1e-e04f34e1af01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:20.270315 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bba1a-0c26-4f9b-8a1e-e04f34e1af01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:20.270800 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bba1a-0c26-4f9b-8a1e-e04f34e1af01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:20.271284 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bba1a-0c26-4f9b-8a1e-e04f34e1af01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:20.271771 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bba1a-0c26-4f9b-8a1e-e04f34e1af01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:20.272268 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bba1a-0c26-4f9b-8a1e-e04f34e1af01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:20.272760 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bba1a-0c26-4f9b-8a1e-e04f34e1af01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:20.273233 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bba1a-0c26-4f9b-8a1e-e04f34e1af01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:20.273714 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39bba1a-0c26-4f9b-8a1e-e04f34e1af01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:37:20.303629 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Attempting to bind port 2e6207f4-82ae-481b-a412-8ecc15e9f47d on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:37:20.304040 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Attempting to bind port 2e6207f4-82ae-481b-a412-8ecc15e9f47d by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '7747f584-ddb2-43f0-a555-4689fc2efacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:37:20.304604 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Attempting to bind port 2e6207f4-82ae-481b-a412-8ecc15e9f47d on network 19a5bd75-b0fd-4481-9439-0fb47ba73303 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:37:20.310192 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:37:20.310561 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Checking segment: {'id': '7747f584-ddb2-43f0-a555-4689fc2efacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:37:20.310955 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:20.311342 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Bound using segment: {'id': '7747f584-ddb2-43f0-a555-4689fc2efacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:37:20.311803 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Bound port: 2e6207f4-82ae-481b-a412-8ecc15e9f47d, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7747f584-ddb2-43f0-a555-4689fc2efacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:37:20.312207 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:20.379380 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'name': 'tempest-TestSnapshotPattern-639826402-router', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c3cb777-2778-4a95-aa69-0fa98b30e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:18Z', 'updated_at': '2022-03-23T13:37:19Z', 'revision_number': 3, 'project_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'gw_port': {'id': '9c3cb777-2778-4a95-aa69-0fa98b30e9aa', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:18Z', 'updated_at': '2022-03-23T13:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:20.392337 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] For port 2e6207f4-82ae-481b-a412-8ecc15e9f47d, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:37:20.398916 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] For port 2e6207f4-82ae-481b-a412-8ecc15e9f47d, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2e6207f4-82ae-481b-a412-8ecc15e9f47d,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:37:20.408324 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:20.417993 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Checking router: b19c006d-cd15-447f-ab48-d9d769119ca6 for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:37:20.418320 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Updating router b19c006d-cd15-447f-ab48-d9d769119ca6 port 9c3cb777-2778-4a95-aa69-0fa98b30e9aa binding host n-d-834854-1 {{(pid=102780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:37:20.453530 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:20.487737 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5507e3db-79d7-427c-a053-c050d3cd3436 None None] Network 826dabd7-40ae-4ba3-80ee-3b76dd71de62 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:37:20.492136 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Routers {'3c934144-8fda-4b3e-ac45-8cc1895db4bf'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:37:20.492875 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:36:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:20.496009 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bba1a-0c26-4f9b-8a1e-e04f34e1af01 None None] Pushing event updated for resources: {'Port': ['ID=2e6207f4-82ae-481b-a412-8ecc15e9f47d,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:20.639723 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:20.671851 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] Set router 3c934144-8fda-4b3e-ac45-8cc1895db4bf gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:37:20.678052 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3f629616-aed9-478e-a358-2791585a6278 None None] Provisioning complete for port 8f7b8440-914f-48a9-9062-a683cbe4b998 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:20.678423 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3f629616-aed9-478e-a358-2791585a6278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:20.799043 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2e6207f4-82ae-481b-a412-8ecc15e9f47d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:37:20.859640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Allocated IP 172.20.0.1 (826dabd7-40ae-4ba3-80ee-3b76dd71de62/8824eae8-ce2e-4c95-95e6-5aea7adb4fc5/e58a11e0-4283-4b36-9d57-35b655e6a187) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:37:20.917060 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3f629616-aed9-478e-a358-2791585a6278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:20.953716 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2e6207f4-82ae-481b-a412-8ecc15e9f47d', 'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'mac_address': 'fa:16:3e:b5:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:16Z', 'updated_at': '2022-03-23T13:37:20Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'subnets': [{'id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:20.971479 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:20.984483 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-3f629616-aed9-478e-a358-2791585a6278 None None] For port 8f7b8440-914f-48a9-9062-a683cbe4b998, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8f7b8440-914f-48a9-9062-a683cbe4b998,segment=NetworkSegment(49b114b6-c3a1-428b-a1ec-edd3401a3adc),segment_id=49b114b6-c3a1-428b-a1ec-edd3401a3adc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:37:20.984643 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c27be2-88b0-4589-92e3-ec378c11ce86 None None] The sync data for ids ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'] in n-d-834854-1 is: [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2e6207f4-82ae-481b-a412-8ecc15e9f47d', 'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'mac_address': 'fa:16:3e:b5:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:16Z', 'updated_at': '2022-03-23T13:37:20Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'subnets': [{'id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:37:21.011436 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.069820 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Network 826dabd7-40ae-4ba3-80ee-3b76dd71de62 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:37:21.075380 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Pushing event updated for resources: {'Port': ['ID=e58a11e0-4283-4b36-9d57-35b655e6a187,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:21.078943 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:37:21.085480 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:37:21.141125 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715488'] for router_interface, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.173799 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3f629616-aed9-478e-a358-2791585a6278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.220058 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-3f629616-aed9-478e-a358-2791585a6278 None None] Provisioning complete for port 2e6207f4-82ae-481b-a412-8ecc15e9f47d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:21.220198 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3f629616-aed9-478e-a358-2791585a6278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.221732 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2e6207f4-82ae-481b-a412-8ecc15e9f47d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:21.222084 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.304469 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.357098 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Notify callbacks [] for port, precommit_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.366004 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f629616-aed9-478e-a358-2791585a6278 None None] Pushing event updated for resources: {'Port': ['ID=8f7b8440-914f-48a9-9062-a683cbe4b998,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:21.372355 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.476636 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25dc2d4-6d75-4641-b94d-ea5d308860d4 None None] Pushing event updated for resources: {'Port': ['ID=9c3cb777-2778-4a95-aa69-0fa98b30e9aa,revision_number=2']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:21.501957 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Attempting to bind port 9c3cb777-2778-4a95-aa69-0fa98b30e9aa on host n-d-834854-1 for vnic_type normal with profile {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:37:21.502415 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Attempting to bind port 9c3cb777-2778-4a95-aa69-0fa98b30e9aa by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:37:21.502840 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Attempting to bind port 9c3cb777-2778-4a95-aa69-0fa98b30e9aa on network d572c108-a075-488a-949c-3a07028bd9a2 {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:37:21.505103 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.520691 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.526769 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.527416 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:37:21.527850 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Checking segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:37:21.528342 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.528895 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Bound using segment: {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'} {{(pid=102780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:37:21.529438 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.managers [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Bound port: 9c3cb777-2778-4a95-aa69-0fa98b30e9aa, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca515d3-2d3a-4784-ba0d-82f37f358d39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2'}}] {{(pid=102780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:37:21.529833 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.571623 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3f629616-aed9-478e-a358-2791585a6278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.584323 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 2e6207f4-82ae-481b-a412-8ecc15e9f47d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2e6207f4-82ae-481b-a412-8ecc15e9f47d,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:37:21.595743 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.596575 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3e87def0-c40e-4f04-b861-a3b450ffdf34 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:37:21.603422 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Pushing event updated for resources: {'Port': ['ID=e58a11e0-4283-4b36-9d57-35b655e6a187,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:21.608990 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3628793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715548'] for router_interface, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.702504 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] For port 9c3cb777-2778-4a95-aa69-0fa98b30e9aa, host n-d-834854-1, cleared binding levels {{(pid=102780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:37:21.716516 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Network 826dabd7-40ae-4ba3-80ee-3b76dd71de62 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:37:21.718157 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:37:21.739063 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] For port 9c3cb777-2778-4a95-aa69-0fa98b30e9aa, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9c3cb777-2778-4a95-aa69-0fa98b30e9aa,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:37:21.743588 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=2e6207f4-82ae-481b-a412-8ecc15e9f47d,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:21.753120 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.db.api [None req-3f629616-aed9-478e-a358-2791585a6278 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 13:37:21.753481 n-d-834854-1 neutron-server[102780]: DEBUG oslo_db.api [None req-3f629616-aed9-478e-a358-2791585a6278 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 13:37:21.754494 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.798865 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 3e87def0-c40e-4f04-b861-a3b450ffdf34 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:21.799243 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:21.863499 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25dc2d4-6d75-4641-b94d-ea5d308860d4 None None] Pushing event updated for resources: {'Port': ['ID=9c3cb777-2778-4a95-aa69-0fa98b30e9aa,revision_number=3']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:21.866024 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Router b19c006d-cd15-447f-ab48-d9d769119ca6 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:37:21.875417 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Routers {'b19c006d-cd15-447f-ab48-d9d769119ca6'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:37:21.876355 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:36:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b19c006d-cd15-447f-ab48-d9d769119ca6'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:21.993765 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:37:22.001409 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6260a394-3c19-48e3-8601-6c8fadaf2716 admin admin] 10.222.0.52 "PUT /v2.0/routers/b19c006d-cd15-447f-ab48-d9d769119ca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0074475 Mar 23 13:37:22.017814 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8f7b8440-914f-48a9-9062-a683cbe4b998 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:37:22.042993 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] Set router b19c006d-cd15-447f-ab48-d9d769119ca6 gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:37:22.173089 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8f7b8440-914f-48a9-9062-a683cbe4b998 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:22.173463 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:22.359914 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'name': 'tempest-TestSnapshotPattern-639826402-router', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c3cb777-2778-4a95-aa69-0fa98b30e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:18Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 4, 'project_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'gw_port': {'id': '9c3cb777-2778-4a95-aa69-0fa98b30e9aa', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:18Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'e58a11e0-4283-4b36-9d57-35b655e6a187', 'name': '', 'network_id': '826dabd7-40ae-4ba3-80ee-3b76dd71de62', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'mac_address': 'fa:16:3e:24:13:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '8824eae8-ce2e-4c95-95e6-5aea7adb4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:20Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 2, 'project_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'subnets': [{'id': '8824eae8-ce2e-4c95-95e6-5aea7adb4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:22.386954 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a88b940-9331-4280-a388-dc2dbaec5043 None None] The sync data for ids ['b19c006d-cd15-447f-ab48-d9d769119ca6'] in n-d-834854-1 is: [{'id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'name': 'tempest-TestSnapshotPattern-639826402-router', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c3cb777-2778-4a95-aa69-0fa98b30e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:18Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 4, 'project_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'gw_port': {'id': '9c3cb777-2778-4a95-aa69-0fa98b30e9aa', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:18Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'e58a11e0-4283-4b36-9d57-35b655e6a187', 'name': '', 'network_id': '826dabd7-40ae-4ba3-80ee-3b76dd71de62', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'mac_address': 'fa:16:3e:24:13:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '8824eae8-ce2e-4c95-95e6-5aea7adb4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:20Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 2, 'project_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'subnets': [{'id': '8824eae8-ce2e-4c95-95e6-5aea7adb4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:37:22.458516 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-de45886f-bdc3-40e6-97c6-df685a626bd0 None None] Provisioning complete for port 8f7b8440-914f-48a9-9062-a683cbe4b998 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:22.458897 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de45886f-bdc3-40e6-97c6-df685a626bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:22.549802 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-de45886f-bdc3-40e6-97c6-df685a626bd0 None None] Provisioning complete for port e58a11e0-4283-4b36-9d57-35b655e6a187 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:22.552634 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de45886f-bdc3-40e6-97c6-df685a626bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:22.606042 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-de45886f-bdc3-40e6-97c6-df685a626bd0 None None] Port e58a11e0-4283-4b36-9d57-35b655e6a187 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:37:22.616467 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-de45886f-bdc3-40e6-97c6-df685a626bd0 None None] Provisioning complete for port 2e6207f4-82ae-481b-a412-8ecc15e9f47d triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:22.616838 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-de45886f-bdc3-40e6-97c6-df685a626bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:22.649349 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2e6207f4-82ae-481b-a412-8ecc15e9f47d up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:37:22.742479 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 2e6207f4-82ae-481b-a412-8ecc15e9f47d triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:22.742841 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:22.829477 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8f7b8440-914f-48a9-9062-a683cbe4b998 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:37:22.878576 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 8f7b8440-914f-48a9-9062-a683cbe4b998 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:22.878943 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:23.708940 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51648) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:23.714079 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-2aa6b57c-2f5c-4a6a-8f35-42470879da63 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1075614333', 'description': 'tempest-secgroup-smoke-1075614333 description', 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:37:23.733528 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b57c-2f5c-4a6a-8f35-42470879da63 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:23.824128 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b57c-2f5c-4a6a-8f35-42470879da63 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:23.828441 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b57c-2f5c-4a6a-8f35-42470879da63 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:23.857629 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b57c-2f5c-4a6a-8f35-42470879da63 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:23.861734 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-2aa6b57c-2f5c-4a6a-8f35-42470879da63 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1489892 Mar 23 13:37:23.862018 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51650) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:23.866497 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-7c1019fc-8a8d-4973-90ae-ff3f409fd93d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Request body: {'security_group_rule': {'security_group_id': '1115c7d7-af9c-4d1d-b9f7-9608ba76b20d', 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:37:23.872740 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6b57c-2f5c-4a6a-8f35-42470879da63 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:23.896176 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c1019fc-8a8d-4973-90ae-ff3f409fd93d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:23.964610 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c1019fc-8a8d-4973-90ae-ff3f409fd93d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:23.968927 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c1019fc-8a8d-4973-90ae-ff3f409fd93d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:23.987756 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1019fc-8a8d-4973-90ae-ff3f409fd93d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61be519-68ad-4b8a-889d-ae29a55d4e8e,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:23.996636 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-7c1019fc-8a8d-4973-90ae-ff3f409fd93d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.000375 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-7c1019fc-8a8d-4973-90ae-ff3f409fd93d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348426 Mar 23 13:37:24.000556 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51652) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:24.005595 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bc356975-71be-4dc8-81d9-1ad6b486a794 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Request body: {'security_group_rule': {'security_group_id': '1115c7d7-af9c-4d1d-b9f7-9608ba76b20d', 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:37:24.032132 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc356975-71be-4dc8-81d9-1ad6b486a794 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.092856 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc356975-71be-4dc8-81d9-1ad6b486a794 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.097116 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc356975-71be-4dc8-81d9-1ad6b486a794 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.117138 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc356975-71be-4dc8-81d9-1ad6b486a794 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc4d236-2402-4bf7-8450-1351febea35c,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:24.124134 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bc356975-71be-4dc8-81d9-1ad6b486a794 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.125543 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bc356975-71be-4dc8-81d9-1ad6b486a794 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234353 Mar 23 13:37:24.128867 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51654) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:24.133664 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-bcc2fc69-5972-4b09-bd40-71e576b294f5 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Request body: {'security_group_rule': {'security_group_id': '1115c7d7-af9c-4d1d-b9f7-9608ba76b20d', 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:37:24.160500 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcc2fc69-5972-4b09-bd40-71e576b294f5 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.243040 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcc2fc69-5972-4b09-bd40-71e576b294f5 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.247108 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcc2fc69-5972-4b09-bd40-71e576b294f5 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.269161 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2fc69-5972-4b09-bd40-71e576b294f5 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aea4e70-343b-4a2d-a82d-9cc648e04914,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:24.279466 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bcc2fc69-5972-4b09-bd40-71e576b294f5 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.280803 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bcc2fc69-5972-4b09-bd40-71e576b294f5 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509349 Mar 23 13:37:24.284168 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51656) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:24.290458 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-c0e6da66-1a69-4ad9-aec6-e2e6dfa63a0a tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Request body: {'security_group_rule': {'security_group_id': '1115c7d7-af9c-4d1d-b9f7-9608ba76b20d', 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:37:24.318839 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0e6da66-1a69-4ad9-aec6-e2e6dfa63a0a tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.345395 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5ffbbfde-571f-4f69-9724-42c1e2e790e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.388802 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0e6da66-1a69-4ad9-aec6-e2e6dfa63a0a tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.394153 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0e6da66-1a69-4ad9-aec6-e2e6dfa63a0a tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.414751 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6da66-1a69-4ad9-aec6-e2e6dfa63a0a tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae571f7-e545-48e5-a5d5-921fdb73652a,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:24.420910 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-c0e6da66-1a69-4ad9-aec6-e2e6dfa63a0a tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.422505 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-c0e6da66-1a69-4ad9-aec6-e2e6dfa63a0a tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368346 Mar 23 13:37:24.425560 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51658) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:24.430049 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-03e887a7-b977-4053-a793-b4739a7c02bd tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Request body: {'security_group_rule': {'security_group_id': '1115c7d7-af9c-4d1d-b9f7-9608ba76b20d', 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:37:24.450326 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-03e887a7-b977-4053-a793-b4739a7c02bd tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Project 21d5e9e7770e4415a3a5b99fb6a683bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:37:24.456185 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03e887a7-b977-4053-a793-b4739a7c02bd tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.517385 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03e887a7-b977-4053-a793-b4739a7c02bd tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.521780 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03e887a7-b977-4053-a793-b4739a7c02bd tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.546136 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e887a7-b977-4053-a793-b4739a7c02bd tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a46486-a21b-45f8-bc07-4234cc1b2050,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:24.557849 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-03e887a7-b977-4053-a793-b4739a7c02bd tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.559124 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-03e887a7-b977-4053-a793-b4739a7c02bd tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1326287 Mar 23 13:37:24.561842 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51660) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:24.567071 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-8b082906-81e5-4399-823d-b7f327c1e274 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Request body: {'security_group_rule': {'security_group_id': '1115c7d7-af9c-4d1d-b9f7-9608ba76b20d', 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:37:24.590185 n-d-834854-1 neutron-server[102779]: INFO neutron.db.securitygroups_db [None req-8b082906-81e5-4399-823d-b7f327c1e274 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Project 21d5e9e7770e4415a3a5b99fb6a683bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 13:37:24.593490 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9c3cb777-2778-4a95-aa69-0fa98b30e9aa up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:37:24.595553 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b082906-81e5-4399-823d-b7f327c1e274 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.640420 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 9c3cb777-2778-4a95-aa69-0fa98b30e9aa triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:24.640789 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.661160 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b082906-81e5-4399-823d-b7f327c1e274 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.666194 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b082906-81e5-4399-823d-b7f327c1e274 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409970'] for security_group_rule, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.690496 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b082906-81e5-4399-823d-b7f327c1e274 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d40499-cc09-4eed-b3f5-004accc757bb,revision_number=0']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:24.695605 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8b082906-81e5-4399-823d-b7f327c1e274 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.696963 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8b082906-81e5-4399-823d-b7f327c1e274 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342030 Mar 23 13:37:24.730286 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.752357 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] For port 9c3cb777-2778-4a95-aa69-0fa98b30e9aa, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9c3cb777-2778-4a95-aa69-0fa98b30e9aa,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:37:24.757529 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:24.804384 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Pushing event updated for resources: {'Port': ['ID=9c3cb777-2778-4a95-aa69-0fa98b30e9aa,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:24.843951 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-a0ed54dd-6b3e-4e88-b599-78dc663a183f tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1075614333&fields=id&tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb HTTP/1.1" status: 200 len: 267 time: 0.0336182 Mar 23 13:37:24.950756 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-fb825fa2-cf9a-427c-9ee8-1ebcb8569357 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:24.952235 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-fb825fa2-cf9a-427c-9ee8-1ebcb8569357 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/networks?id=19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 200 len: 810 time: 0.1012769 Mar 23 13:37:24.967269 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-93787d91-2918-4936-af21-eff8d77be39d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/quotas/21d5e9e7770e4415a3a5b99fb6a683bb HTTP/1.1" status: 200 len: 375 time: 0.0087492 Mar 23 13:37:25.023189 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-1557021c-4a12-4a82-bb7d-d273faca650d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497413 Mar 23 13:37:25.040072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-9abb0c69-c9f7-4351-92b7-32e7eef966fd service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:37:25.041042 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-9abb0c69-c9f7-4351-92b7-32e7eef966fd service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053318 Mar 23 13:37:25.129640 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-33cce6c1-448e-4217-9a95-31a64ba16024 service neutron] 10.222.0.52 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823319 Mar 23 13:37:25.176624 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Sync routers for ids ['b19c006d-cd15-447f-ab48-d9d769119ca6'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:37:25.186536 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Routers {'b19c006d-cd15-447f-ab48-d9d769119ca6'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:37:25.187362 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:36:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b19c006d-cd15-447f-ab48-d9d769119ca6'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:25.225243 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-a4d725ee-07d2-4403-b3d6-b11e2c627c4c service neutron] 10.222.0.52 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895560 Mar 23 13:37:25.291582 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Set router b19c006d-cd15-447f-ab48-d9d769119ca6 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:37:25.384786 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-e7a0e0c0-d14f-4c1e-a121-e52a7e58e393 req-b78df62f-87fc-4589-b082-24e31335e635 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 210 time: 0.0260532 Mar 23 13:37:25.488873 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'name': 'tempest-TestSnapshotPattern-639826402-router', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c3cb777-2778-4a95-aa69-0fa98b30e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:18Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 4, 'project_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'gw_port': {'id': '9c3cb777-2778-4a95-aa69-0fa98b30e9aa', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:18Z', 'updated_at': '2022-03-23T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'e58a11e0-4283-4b36-9d57-35b655e6a187', 'name': '', 'network_id': '826dabd7-40ae-4ba3-80ee-3b76dd71de62', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'mac_address': 'fa:16:3e:24:13:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '8824eae8-ce2e-4c95-95e6-5aea7adb4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:20Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 2, 'project_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'subnets': [{'id': '8824eae8-ce2e-4c95-95e6-5aea7adb4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:25.514196 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Checking router: b19c006d-cd15-447f-ab48-d9d769119ca6 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:37:25.514538 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Updating router b19c006d-cd15-447f-ab48-d9d769119ca6 port e58a11e0-4283-4b36-9d57-35b655e6a187 binding host n-d-834854-1 {{(pid=102781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 13:37:25.539461 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:25.879228 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Notify callbacks [] for port, precommit_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:25.886050 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:25.950704 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774d125-1dae-4578-aece-42ccb96bb6bc None None] Pushing event updated for resources: {'Port': ['ID=e58a11e0-4283-4b36-9d57-35b655e6a187,revision_number=3']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:25.988220 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Attempting to bind port e58a11e0-4283-4b36-9d57-35b655e6a187 on host n-d-834854-1 for vnic_type normal with profile {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:37:25.988684 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Attempting to bind port e58a11e0-4283-4b36-9d57-35b655e6a187 by drivers openvswitch,hyperv on host n-d-834854-1 at level 0 using segments [{'id': '49b114b6-c3a1-428b-a1ec-edd3401a3adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '826dabd7-40ae-4ba3-80ee-3b76dd71de62'}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:37:25.989117 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Attempting to bind port e58a11e0-4283-4b36-9d57-35b655e6a187 on network 826dabd7-40ae-4ba3-80ee-3b76dd71de62 {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:37:25.995378 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Checking agent: {'id': 'a5b5b475-3e12-4b21-9b9f-8809219ecdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 12, 29), 'started_at': datetime.datetime(2022, 3, 23, 12, 12, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834854-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:37:25.995843 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Checking segment: {'id': '49b114b6-c3a1-428b-a1ec-edd3401a3adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '826dabd7-40ae-4ba3-80ee-3b76dd71de62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:37:25.996331 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:25.996793 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Bound using segment: {'id': '49b114b6-c3a1-428b-a1ec-edd3401a3adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '826dabd7-40ae-4ba3-80ee-3b76dd71de62'} {{(pid=102781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:37:25.997327 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.managers [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Bound port: e58a11e0-4283-4b36-9d57-35b655e6a187, host: n-d-834854-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b114b6-c3a1-428b-a1ec-edd3401a3adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '826dabd7-40ae-4ba3-80ee-3b76dd71de62'}}] {{(pid=102781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:37:25.997837 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:26.063854 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] For port e58a11e0-4283-4b36-9d57-35b655e6a187, host n-d-834854-1, cleared binding levels {{(pid=102781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:37:26.067062 n-d-834854-1 neutron-server[102781]: DEBUG neutron.plugins.ml2.db [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] For port e58a11e0-4283-4b36-9d57-35b655e6a187, host n-d-834854-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e58a11e0-4283-4b36-9d57-35b655e6a187,segment=NetworkSegment(49b114b6-c3a1-428b-a1ec-edd3401a3adc),segment_id=49b114b6-c3a1-428b-a1ec-edd3401a3adc)] {{(pid=102781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:37:26.072877 n-d-834854-1 neutron-server[102781]: DEBUG neutron_lib.callbacks.manager [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:26.125020 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Routers {'b19c006d-cd15-447f-ab48-d9d769119ca6'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:37:26.125648 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:36:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b19c006d-cd15-447f-ab48-d9d769119ca6'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:26.178840 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774d125-1dae-4578-aece-42ccb96bb6bc None None] Pushing event updated for resources: {'Port': ['ID=e58a11e0-4283-4b36-9d57-35b655e6a187,revision_number=4']} {{(pid=102781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:26.191128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-30216e36-2f6a-4658-8c69-855cb767ba7f None None] Provisioning complete for port e58a11e0-4283-4b36-9d57-35b655e6a187 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:26.191609 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-30216e36-2f6a-4658-8c69-855cb767ba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:26.245735 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] Set router b19c006d-cd15-447f-ab48-d9d769119ca6 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:37:26.282866 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-30216e36-2f6a-4658-8c69-855cb767ba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:26.318443 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-30216e36-2f6a-4658-8c69-855cb767ba7f None None] For port e58a11e0-4283-4b36-9d57-35b655e6a187, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e58a11e0-4283-4b36-9d57-35b655e6a187,segment=NetworkSegment(49b114b6-c3a1-428b-a1ec-edd3401a3adc),segment_id=49b114b6-c3a1-428b-a1ec-edd3401a3adc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:37:26.322485 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-30216e36-2f6a-4658-8c69-855cb767ba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:26.372999 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216e36-2f6a-4658-8c69-855cb767ba7f None None] Pushing event updated for resources: {'Port': ['ID=e58a11e0-4283-4b36-9d57-35b655e6a187,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:26.444604 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-815c235f-11b3-4153-93e9-ed87414d7152 None None] Provisioning complete for port e58a11e0-4283-4b36-9d57-35b655e6a187 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:26.445221 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-815c235f-11b3-4153-93e9-ed87414d7152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:26.480675 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'name': 'tempest-TestSnapshotPattern-639826402-router', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c3cb777-2778-4a95-aa69-0fa98b30e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:18Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 4, 'project_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'gw_port': {'id': '9c3cb777-2778-4a95-aa69-0fa98b30e9aa', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:18Z', 'updated_at': '2022-03-23T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'e58a11e0-4283-4b36-9d57-35b655e6a187', 'name': '', 'network_id': '826dabd7-40ae-4ba3-80ee-3b76dd71de62', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'mac_address': 'fa:16:3e:24:13:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '8824eae8-ce2e-4c95-95e6-5aea7adb4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:20Z', 'updated_at': '2022-03-23T13:37:26Z', 'revision_number': 4, 'project_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'subnets': [{'id': '8824eae8-ce2e-4c95-95e6-5aea7adb4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:26.510551 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433098a9-1661-4859-aad2-cc2b856bee47 None None] The sync data for ids ['b19c006d-cd15-447f-ab48-d9d769119ca6'] in n-d-834854-1 is: [{'id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'name': 'tempest-TestSnapshotPattern-639826402-router', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c3cb777-2778-4a95-aa69-0fa98b30e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:18Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 4, 'project_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'gw_port': {'id': '9c3cb777-2778-4a95-aa69-0fa98b30e9aa', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:18Z', 'updated_at': '2022-03-23T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': 'e58a11e0-4283-4b36-9d57-35b655e6a187', 'name': '', 'network_id': '826dabd7-40ae-4ba3-80ee-3b76dd71de62', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'mac_address': 'fa:16:3e:24:13:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '8824eae8-ce2e-4c95-95e6-5aea7adb4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:20Z', 'updated_at': '2022-03-23T13:37:26Z', 'revision_number': 4, 'project_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'subnets': [{'id': '8824eae8-ce2e-4c95-95e6-5aea7adb4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:37:26.643612 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-063cc5e6-f793-4dc6-bc4e-f5ad80bd8603 req-4815486c-6136-4071-a8b9-4a71164d6c61 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 210 time: 0.2058389 Mar 23 13:37:26.662809 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9c3cb777-2778-4a95-aa69-0fa98b30e9aa up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:37:26.714373 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port 9c3cb777-2778-4a95-aa69-0fa98b30e9aa triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:26.714743 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:26.796928 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e58a11e0-4283-4b36-9d57-35b655e6a187 up at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:37:26.844115 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Provisioning complete for port e58a11e0-4283-4b36-9d57-35b655e6a187 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:26.844493 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:27.023597 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-94e25d3d-828b-4502-9186-5a4d2dde5fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:27.727762 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-aa1c0939-b249-46e7-89a6-99960116b569 req-99bd9d00-e7ab-439a-8fb3-7b37de4a6a69 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 210 time: 0.0293939 Mar 23 13:37:28.029298 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:28.810334 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1311110f-e64d-40ab-94e7-1ea9cde8e8f3 req-e0a03444-d9fc-4c74-ab2c-706355cffec5 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 210 time: 0.0283706 Mar 23 13:37:29.333222 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:29.659834 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:29.906055 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-4a2fa70a-66a5-4735-873e-97c390dac2a6 req-c599a70a-48d9-4739-9d3a-b500e7f881b6 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 210 time: 0.0266259 Mar 23 13:37:30.591812 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-dab03ef5-a41c-44bc-b478-02c411bb694e tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:30.594237 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-dab03ef5-a41c-44bc-b478-02c411bb694e tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.77 "GET /v2.0/networks?id=19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 200 len: 810 time: 0.1178586 Mar 23 13:37:30.667988 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-f39c9ba2-1700-476b-ae4b-b7859f819120 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb HTTP/1.1" status: 200 len: 380 time: 0.0610645 Mar 23 13:37:30.680819 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-31eb5a15-613c-4be0-9a06-3ffbe4dd6821 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Request body: {'port': {'device_id': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'admin_state_up': True, 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'security_groups': ['1115c7d7-af9c-4d1d-b9f7-9608ba76b20d']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:37:31.094708 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e92286f6-dd58-4b6f-afd9-87873b7ab58a req-dbeaa4a7-34d6-4edd-b019-857ec9053083 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 210 time: 0.0597565 Mar 23 13:37:31.147322 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-31eb5a15-613c-4be0-9a06-3ffbe4dd6821 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Made reservation on behalf of 21d5e9e7770e4415a3a5b99fb6a683bb for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:37:31.150957 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-31eb5a15-613c-4be0-9a06-3ffbe4dd6821 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:31.270751 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-31eb5a15-613c-4be0-9a06-3ffbe4dd6821 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Allocated IP 172.20.0.6 (19a5bd75-b0fd-4481-9439-0fb47ba73303/622cd194-926c-460e-a3bb-c1b098658cb5/ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:37:31.405075 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-31eb5a15-613c-4be0-9a06-3ffbe4dd6821 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:31.438009 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-31eb5a15-613c-4be0-9a06-3ffbe4dd6821 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:31.482032 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-31eb5a15-613c-4be0-9a06-3ffbe4dd6821 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Network 19a5bd75-b0fd-4481-9439-0fb47ba73303 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:37:31.485687 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-31eb5a15-613c-4be0-9a06-3ffbe4dd6821 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:37:31.489300 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-31eb5a15-613c-4be0-9a06-3ffbe4dd6821 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:37:31.515755 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb5a15-613c-4be0-9a06-3ffbe4dd6821 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event updated for resources: {'Port': ['ID=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:31.542711 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-31eb5a15-613c-4be0-9a06-3ffbe4dd6821 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:31.543332 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-31eb5a15-613c-4be0-9a06-3ffbe4dd6821 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:31.560478 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-31eb5a15-613c-4be0-9a06-3ffbe4dd6821 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8848467 Mar 23 13:37:31.574712 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Request body: {'port': {'device_id': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:37:31.636042 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:31.706145 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-be3d6a2f-27b6-4d66-9d82-472ec73b8123 None None] Provisioning complete for port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:31.706722 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-be3d6a2f-27b6-4d66-9d82-472ec73b8123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:31.742388 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-be3d6a2f-27b6-4d66-9d82-472ec73b8123 None None] Port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:37:31.899578 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:37:31.907651 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:31.919492 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Transition to ACTIVE for port object ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:37:31.923566 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:31.972356 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Pushing event updated for resources: {'Port': ['ID=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:32.057301 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Attempting to bind port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e on host n-h1-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:37:32.057780 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Attempting to bind port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e by drivers openvswitch,hyperv on host n-h1-834854-1 at level 0 using segments [{'id': '7747f584-ddb2-43f0-a555-4689fc2efacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:37:32.058239 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Attempting to bind port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e on network 19a5bd75-b0fd-4481-9439-0fb47ba73303 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:37:32.064591 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e on network 19a5bd75-b0fd-4481-9439-0fb47ba73303 not bound, no agent of type Open vSwitch agent registered on host n-h1-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:37:32.065163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Attempting to bind port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e on network 19a5bd75-b0fd-4481-9439-0fb47ba73303 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:37:32.072629 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Checking agent: {'id': '466af0fe-d49f-48eb-a042-135db5d18dc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:37:32.073304 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Checking segment: {'id': '7747f584-ddb2-43f0-a555-4689fc2efacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:37:32.073420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Bound using segment: {'id': '7747f584-ddb2-43f0-a555-4689fc2efacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:37:32.074079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Bound port: ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e, host: n-h1-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7747f584-ddb2-43f0-a555-4689fc2efacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:37:32.074264 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:32.155163 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] For port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e, host n-h1-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:37:32.159389 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] For port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e, host n-h1-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:37:32.164435 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:32.204910 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:32.205681 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:32.207308 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] 10.222.0.77 "PUT /v2.0/ports/ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e HTTP/1.1" status: 200 len: 1091 time: 0.6370289 Mar 23 13:37:32.207950 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'tag': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:37:32.210313 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6cf5af-91e3-46b1-a779-9e0066659b56" -d '{"events": [{"name": "network-changed", "server_uuid": "26e4cc31-8638-4d9c-b56d-874a4fb29e21", "tag": "ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:37:32.229337 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a347bd-daa1-4049-a80d-061122cc3f22 req-e970997e-9570-4b19-9c73-388fb5429f05 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:32.230887 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4a347bd-daa1-4049-a80d-061122cc3f22 req-e970997e-9570-4b19-9c73-388fb5429f05 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 943 time: 0.0597403 Mar 23 13:37:32.233480 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6689e14-5914-42f1-8b5b-09020be410de service neutron] Pushing event updated for resources: {'Port': ['ID=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:32.292279 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f4a347bd-daa1-4049-a80d-061122cc3f22 req-a84f4d2d-9067-41bd-88c2-4756f22b05ec tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522883 Mar 23 13:37:32.322079 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-1e0c83ff-b33b-435c-a9a9-8bb7b46a20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:32.323748 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-1e0c83ff-b33b-435c-a9a9-8bb7b46a20f4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 1094 time: 0.0571547 Mar 23 13:37:32.369342 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860d7688-65a2-439b-ba77-fb37ffa64e6d x-openstack-request-id: req-860d7688-65a2-439b-ba77-fb37ffa64e6d {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:37:32.369671 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e4cc31-8638-4d9c-b56d-874a4fb29e21", "tag": "ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:37:32.370015 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-860d7688-65a2-439b-ba77-fb37ffa64e6d {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:37:32.370675 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'tag': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'status': 'completed', 'code': 200} Mar 23 13:37:32.372579 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-7e45d3f6-d002-4586-9b1c-e1fc50df0820 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e HTTP/1.1" status: 200 len: 217 time: 0.0403683 Mar 23 13:37:32.425585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-6cd14339-2768-4162-b6c7-d8be13eeeaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:32.427083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-6cd14339-2768-4162-b6c7-d8be13eeeaa9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=622cd194-926c-460e-a3bb-c1b098658cb5 HTTP/1.1" status: 200 len: 849 time: 0.0460639 Mar 23 13:37:32.486146 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-6d57a7c1-3d95-4a4f-af9a-065b44e1b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:32.487684 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-6d57a7c1-3d95-4a4f-af9a-065b44e1b4b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19a5bd75-b0fd-4481-9439-0fb47ba73303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461235 Mar 23 13:37:32.584475 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-ec0817a2-61c6-497c-9852-076e95bcb3fe service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872762 Mar 23 13:37:32.677720 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4f1b7181-3b8a-42af-a9bd-fdc298d073e4 req-cef8c420-b003-4b9e-91a3-3fd159a3b0bf service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850735 Mar 23 13:37:32.765876 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cf5af-91e3-46b1-a779-9e0066659b56 req-7c4fceb5-8f56-43ec-8039-f7b974764144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:32.771020 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f6cf5af-91e3-46b1-a779-9e0066659b56 req-7c4fceb5-8f56-43ec-8039-f7b974764144 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 1094 time: 0.0449412 Mar 23 13:37:32.862864 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cf5af-91e3-46b1-a779-9e0066659b56 req-85901c0b-35b6-4b1b-9641-793e6f12b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:32.864458 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f6cf5af-91e3-46b1-a779-9e0066659b56 req-85901c0b-35b6-4b1b-9641-793e6f12b0eb service neutron] 10.222.0.77 "GET /v2.0/networks?id=19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 200 len: 911 time: 0.0858099 Mar 23 13:37:32.911868 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f6cf5af-91e3-46b1-a779-9e0066659b56 req-11808afd-998f-4434-a8bd-23381c8e3b39 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e HTTP/1.1" status: 200 len: 217 time: 0.0391605 Mar 23 13:37:32.962768 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cf5af-91e3-46b1-a779-9e0066659b56 req-bf0f22cd-7928-4a13-a505-9f4a07e9a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:32.964141 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f6cf5af-91e3-46b1-a779-9e0066659b56 req-bf0f22cd-7928-4a13-a505-9f4a07e9a175 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=622cd194-926c-460e-a3bb-c1b098658cb5 HTTP/1.1" status: 200 len: 849 time: 0.0440960 Mar 23 13:37:33.009904 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cf5af-91e3-46b1-a779-9e0066659b56 req-eca94cb5-f875-4cf2-9106-3cd6fee6d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:33.011378 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f6cf5af-91e3-46b1-a779-9e0066659b56 req-eca94cb5-f875-4cf2-9106-3cd6fee6d81e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19a5bd75-b0fd-4481-9439-0fb47ba73303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405154 Mar 23 13:37:33.102104 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f6cf5af-91e3-46b1-a779-9e0066659b56 req-ef14994b-9431-49a6-9e54-aea02434169c service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832007 Mar 23 13:37:33.191737 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-0f6cf5af-91e3-46b1-a779-9e0066659b56 req-8c8d7f3e-8fdd-4824-8ed5-22e0db749d99 service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804305 Mar 23 13:37:33.424946 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb68ce-7e97-4087-b6e9-284a5e8d752e req-8bc9430d-7943-4d45-ac63-a00d2dd195ac tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:33.426482 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-17bb68ce-7e97-4087-b6e9-284a5e8d752e req-8bc9430d-7943-4d45-ac63-a00d2dd195ac tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 943 time: 0.0550826 Mar 23 13:37:33.462995 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-17bb68ce-7e97-4087-b6e9-284a5e8d752e req-5ae77839-6bb8-4cc4-a3fc-2feac3452120 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305769 Mar 23 13:37:34.583420 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdcf23-5705-41f4-8272-69fc86bc41b3 req-c9b4ebc0-51fb-4a29-bab6-41d909037df6 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:34.584918 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47bdcf23-5705-41f4-8272-69fc86bc41b3 req-c9b4ebc0-51fb-4a29-bab6-41d909037df6 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 943 time: 0.0522404 Mar 23 13:37:34.626770 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-47bdcf23-5705-41f4-8272-69fc86bc41b3 req-7c397187-3e53-462c-856e-1964fbe339d9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359800 Mar 23 13:37:35.743990 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b5d6a-83c6-487e-8a7d-be493e313c24 req-70d0db4d-d331-44ee-b698-1b705dd1778f tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:35.745495 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd5b5d6a-83c6-487e-8a7d-be493e313c24 req-70d0db4d-d331-44ee-b698-1b705dd1778f tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 943 time: 0.0523291 Mar 23 13:37:35.782680 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-cd5b5d6a-83c6-487e-8a7d-be493e313c24 req-5f203cac-5938-43cf-b88d-877a96e495da tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307539 Mar 23 13:37:36.360185 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:37:36.458059 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:37:36.470333 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'port_id': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'mac_address': 'fa:16:3e:03:89:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:37:36.507085 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:36.521804 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:37:36.541112 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:37:36.545421 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:36.593371 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:36.898220 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a9471-cee1-453d-bba3-65151adcc525 req-3f491212-7ca5-407c-84c9-071ca9d69c63 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:36.900110 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-796a9471-cee1-453d-bba3-65151adcc525 req-3f491212-7ca5-407c-84c9-071ca9d69c63 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 944 time: 0.0498359 Mar 23 13:37:36.943750 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-796a9471-cee1-453d-bba3-65151adcc525 req-93f7c77b-60b3-417f-a703-04ce2c82f76a tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377975 Mar 23 13:37:36.972416 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:37:38.064160 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87166ee2-5eb4-4f47-a7df-de7496c138fd req-b340c3bb-9000-4355-97ff-28473feded47 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:38.065648 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-87166ee2-5eb4-4f47-a7df-de7496c138fd req-b340c3bb-9000-4355-97ff-28473feded47 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 944 time: 0.0496264 Mar 23 13:37:38.103464 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-87166ee2-5eb4-4f47-a7df-de7496c138fd req-c88f37f7-bb3b-4f02-a4c6-18c58731eb3b tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316813 Mar 23 13:37:38.392147 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:37:38.439768 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning for port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:37:38.443275 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:37:38.443638 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:38.516555 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:38.538723 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:37:38.541172 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6217645b2b2bfc5ef888c6aa606b3465eba83eaf85f3abbd4570955a784a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f017e0-6e28-4500-a2d6-e6275822714a" -d '{"events": [{"server_uuid": "26e4cc31-8638-4d9c-b56d-874a4fb29e21", "name": "network-vif-plugged", "status": "completed", "tag": "ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:37:38.554270 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:37:38.558325 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:38.587583 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd90730-643f-4d49-85ae-4ec079edb583 x-openstack-request-id: req-bfd90730-643f-4d49-85ae-4ec079edb583 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:37:38.587875 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e4cc31-8638-4d9c-b56d-874a4fb29e21", "name": "network-vif-plugged", "status": "completed", "tag": "ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:37:38.588146 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bfd90730-643f-4d49-85ae-4ec079edb583 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:37:38.588527 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'code': 200} Mar 23 13:37:38.614630 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:38.676004 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ec56c-3b72-4003-9e0a-0849b687ef1f req-cdc7c2ff-d659-4746-bd33-8e4b4bca4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:38.677405 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c37ec56c-3b72-4003-9e0a-0849b687ef1f req-cdc7c2ff-d659-4746-bd33-8e4b4bca4e67 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 1096 time: 0.0395620 Mar 23 13:37:38.683699 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:37:38.714215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c37ec56c-3b72-4003-9e0a-0849b687ef1f req-7ad952de-7cc3-4ca6-b945-43cffc8b2778 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268676 Mar 23 13:37:39.217292 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6924e0-abf4-4c1e-b9b0-cc943b2d9993 req-14f048e9-cc50-4cac-9704-d8dacf7134a0 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:39.218744 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8f6924e0-abf4-4c1e-b9b0-cc943b2d9993 req-14f048e9-cc50-4cac-9704-d8dacf7134a0 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 945 time: 0.0478485 Mar 23 13:37:39.255329 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-8f6924e0-abf4-4c1e-b9b0-cc943b2d9993 req-c64953b7-ca00-49dd-9303-806eeca9ef6b tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298531 Mar 23 13:37:40.372663 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0ce4c-4780-4700-9f70-2aeb86180ecb req-c846e73e-6471-41e4-ae42-490d6f011e6e tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:40.374129 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-efe0ce4c-4780-4700-9f70-2aeb86180ecb req-c846e73e-6471-41e4-ae42-490d6f011e6e tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 945 time: 0.0485179 Mar 23 13:37:40.415644 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-efe0ce4c-4780-4700-9f70-2aeb86180ecb req-7301b7b3-cac3-470d-9af4-33e77e151243 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348139 Mar 23 13:37:40.533097 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba3f6c-3a3e-4036-9685-af80927c0305 req-8243b71a-d265-4f57-b364-c9fc8f6018ba tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:40.534568 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bdba3f6c-3a3e-4036-9685-af80927c0305 req-8243b71a-d265-4f57-b364-c9fc8f6018ba tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 945 time: 0.0525029 Mar 23 13:37:40.572997 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-bdba3f6c-3a3e-4036-9685-af80927c0305 req-fd950c50-2c49-4530-9020-1fff49fb4d5e tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325141 Mar 23 13:37:40.594005 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51734) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:40.673069 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79648e26-c1d4-43aa-a906-78ed410be351 tempest-TestSnapshotPattern-136083613 tempest-TestSnapshotPattern-136083613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:40.675002 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-79648e26-c1d4-43aa-a906-78ed410be351 tempest-TestSnapshotPattern-136083613 tempest-TestSnapshotPattern-136083613-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 1091 time: 0.0800264 Mar 23 13:37:40.678023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 51738) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:37:40.682255 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:37:40.703164 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:40.802298 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:40.902000 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Allocated IP 172.25.2.112 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/268cdce8-0383-4a9a-ac85-d4bf05ab1376) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:37:41.006486 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:41.040427 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:41.077511 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:37:41.080314 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:37:41.083075 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:37:41.110726 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event updated for resources: {'Port': ['ID=268cdce8-0383-4a9a-ac85-d4bf05ab1376,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:41.436197 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:41.501027 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:41.646428 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:41.650650 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:41.719999 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event updated for resources: {'Port': ['ID=268cdce8-0383-4a9a-ac85-d4bf05ab1376,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:37:41.731379 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:41.829327 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Floating IP 5e630f0a-0027-466b-90b0-1a3e1e4c9cdd associated. External IP: 172.25.2.112, port: ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e. Mar 23 13:37:42.033043 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Router 3c934144-8fda-4b3e-ac45-8cc1895db4bf has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:37:42.139320 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:37:42.152301 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660ad54f-3ca5-4e48-b658-7f54b057c686 None None] Sync routers for ids ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:37:42.159647 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:42.163196 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660ad54f-3ca5-4e48-b658-7f54b057c686 None None] Routers {'3c934144-8fda-4b3e-ac45-8cc1895db4bf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:37:42.163823 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-660ad54f-3ca5-4e48-b658-7f54b057c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:37:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:42.186641 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-6782aa9a-46ad-4769-926a-bdd6e76c87c9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5076084 Mar 23 13:37:42.187321 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'tag': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:37:42.190541 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4275e08faca8efc7d8a4979b018622af39c56873975769ce7ab7baa304b7900c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e99eaec-2807-4702-b7a6-ea71b75d0c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "26e4cc31-8638-4d9c-b56d-874a4fb29e21", "tag": "ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:37:42.233976 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49d1127-9484-4a1e-9b9b-e2f259b4cfdc x-openstack-request-id: req-b49d1127-9484-4a1e-9b9b-e2f259b4cfdc {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:37:42.234266 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e4cc31-8638-4d9c-b56d-874a4fb29e21", "tag": "ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:37:42.234522 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b49d1127-9484-4a1e-9b9b-e2f259b4cfdc {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:37:42.234939 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'tag': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'status': 'completed', 'code': 200} Mar 23 13:37:42.271744 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-660ad54f-3ca5-4e48-b658-7f54b057c686 None None] Set router 3c934144-8fda-4b3e-ac45-8cc1895db4bf gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:37:42.296407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99eaec-2807-4702-b7a6-ea71b75d0c6e req-c0b371bb-1692-401e-b0af-189e65d7a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:42.297862 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e99eaec-2807-4702-b7a6-ea71b75d0c6e req-c0b371bb-1692-401e-b0af-189e65d7a52b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 1096 time: 0.0405521 Mar 23 13:37:42.386702 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99eaec-2807-4702-b7a6-ea71b75d0c6e req-257ad5d8-b5e2-4e12-81cb-79be8af5d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:42.388472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e99eaec-2807-4702-b7a6-ea71b75d0c6e req-257ad5d8-b5e2-4e12-81cb-79be8af5d14a service neutron] 10.222.0.77 "GET /v2.0/networks?id=19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 200 len: 911 time: 0.0838866 Mar 23 13:37:42.457922 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e99eaec-2807-4702-b7a6-ea71b75d0c6e req-e689903f-34e6-46c2-8bd3-c94f762d5c67 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e HTTP/1.1" status: 200 len: 999 time: 0.0617189 Mar 23 13:37:42.492278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-660ad54f-3ca5-4e48-b658-7f54b057c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '5e630f0a-0027-466b-90b0-1a3e1e4c9cdd', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'floating_ip_address': '172.25.2.112', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'port_id': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'mac_address': 'fa:16:3e:03:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:37:41Z', 'updated_at': '2022-03-23T13:37:41Z', 'revision_number': 0, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6207f4-82ae-481b-a412-8ecc15e9f47d', 'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'mac_address': 'fa:16:3e:b5:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:16Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 5, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'subnets': [{'id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:42.508042 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99eaec-2807-4702-b7a6-ea71b75d0c6e req-75531a02-06f2-4466-b98f-b485154a9b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:42.509518 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e99eaec-2807-4702-b7a6-ea71b75d0c6e req-75531a02-06f2-4466-b98f-b485154a9b18 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=622cd194-926c-460e-a3bb-c1b098658cb5 HTTP/1.1" status: 200 len: 849 time: 0.0440564 Mar 23 13:37:42.521657 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660ad54f-3ca5-4e48-b658-7f54b057c686 None None] Checking router: 3c934144-8fda-4b3e-ac45-8cc1895db4bf for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:37:42.530390 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660ad54f-3ca5-4e48-b658-7f54b057c686 None None] Routers {'3c934144-8fda-4b3e-ac45-8cc1895db4bf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:37:42.531003 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-660ad54f-3ca5-4e48-b658-7f54b057c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:37:27Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:42.555054 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99eaec-2807-4702-b7a6-ea71b75d0c6e req-641feff5-e15d-415e-9ab5-f8516dabedee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:37:42.556485 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e99eaec-2807-4702-b7a6-ea71b75d0c6e req-641feff5-e15d-415e-9ab5-f8516dabedee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19a5bd75-b0fd-4481-9439-0fb47ba73303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401084 Mar 23 13:37:42.635647 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-660ad54f-3ca5-4e48-b658-7f54b057c686 None None] Set router 3c934144-8fda-4b3e-ac45-8cc1895db4bf gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:37:42.649881 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e99eaec-2807-4702-b7a6-ea71b75d0c6e req-45c63b06-8efb-4911-bd27-1c759b03e2cf service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847704 Mar 23 13:37:42.741584 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8e99eaec-2807-4702-b7a6-ea71b75d0c6e req-5c27abd8-ca38-4e1a-b1cb-c3bdb9368c6c service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824156 Mar 23 13:37:42.855655 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-660ad54f-3ca5-4e48-b658-7f54b057c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '5e630f0a-0027-466b-90b0-1a3e1e4c9cdd', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'floating_ip_address': '172.25.2.112', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'port_id': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'mac_address': 'fa:16:3e:03:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:37:41Z', 'updated_at': '2022-03-23T13:37:41Z', 'revision_number': 0, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6207f4-82ae-481b-a412-8ecc15e9f47d', 'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'mac_address': 'fa:16:3e:b5:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:16Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 5, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'subnets': [{'id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:37:42.885210 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660ad54f-3ca5-4e48-b658-7f54b057c686 None None] The sync data for ids ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'] in n-d-834854-1 is: [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '5e630f0a-0027-466b-90b0-1a3e1e4c9cdd', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'floating_ip_address': '172.25.2.112', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'port_id': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'mac_address': 'fa:16:3e:03:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:37:41Z', 'updated_at': '2022-03-23T13:37:41Z', 'revision_number': 0, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6207f4-82ae-481b-a412-8ecc15e9f47d', 'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'mac_address': 'fa:16:3e:b5:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:16Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 5, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'subnets': [{'id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:37:43.073631 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9948e8-6cd8-4087-9415-57ce8c46b2e5 None None] New status for floating IP 5e630f0a-0027-466b-90b0-1a3e1e4c9cdd: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:37:46.662102 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:48.013306 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:54.178019 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f4afeda8-7e69-48ab-8f83-9d87edae3ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:57.024671 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-660a2e41-d4d2-4672-9a35-16add37baa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:58.032370 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:59.333334 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:37:59.661139 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:38:15.682841 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:38:16.676819 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:38:18.025257 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:38:24.182207 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-75e18464-01e1-4f86-8156-a93f76e1296f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:38:27.027762 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9ed38ec6-bed2-4352-a9bb-22335800f4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:38:28.035191 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:38:29.336422 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:38:29.665669 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:38:33.574988 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e5dfab03-32d2-4107-9c2e-169725902da7 req-6779c308-d875-4cca-b433-9c631607ea2d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0940249 Mar 23 13:38:33.663934 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfab03-32d2-4107-9c2e-169725902da7 req-59f2cdc6-c0bd-4bed-87db-719c9c057bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:38:33.665436 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e5dfab03-32d2-4107-9c2e-169725902da7 req-59f2cdc6-c0bd-4bed-87db-719c9c057bbe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 1096 time: 0.0444977 Mar 23 13:38:33.766955 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfab03-32d2-4107-9c2e-169725902da7 req-43b076b1-e4af-4215-a393-2f3390046ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:38:33.768380 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e5dfab03-32d2-4107-9c2e-169725902da7 req-43b076b1-e4af-4215-a393-2f3390046ada service neutron] 10.222.0.77 "GET /v2.0/networks?id=19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 200 len: 911 time: 0.0824552 Mar 23 13:38:33.835833 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e5dfab03-32d2-4107-9c2e-169725902da7 req-c379e8c4-b0f3-42e0-9e1b-fb5073d5ce6c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e HTTP/1.1" status: 200 len: 1001 time: 0.0601950 Mar 23 13:38:33.885302 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfab03-32d2-4107-9c2e-169725902da7 req-024550c9-1ec5-40b2-a3cb-9df76cf22373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:38:33.886995 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e5dfab03-32d2-4107-9c2e-169725902da7 req-024550c9-1ec5-40b2-a3cb-9df76cf22373 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=622cd194-926c-460e-a3bb-c1b098658cb5 HTTP/1.1" status: 200 len: 849 time: 0.0436454 Mar 23 13:38:33.935421 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfab03-32d2-4107-9c2e-169725902da7 req-5e0daa7c-4844-4f17-9054-c68abe16e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:38:33.937006 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e5dfab03-32d2-4107-9c2e-169725902da7 req-5e0daa7c-4844-4f17-9054-c68abe16e2b3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19a5bd75-b0fd-4481-9439-0fb47ba73303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432563 Mar 23 13:38:34.027401 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e5dfab03-32d2-4107-9c2e-169725902da7 req-9c56c7be-2847-4d22-a701-0ec912a34d97 service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830526 Mar 23 13:38:34.115519 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e5dfab03-32d2-4107-9c2e-169725902da7 req-5759252f-bef6-47dc-a550-f55a8eccb5f9 service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810623 Mar 23 13:38:46.677205 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:38:48.041124 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:38:52.682563 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:38:54.184788 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5783da2f-3771-4d79-936b-a224b9cdb70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:38:57.030557 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dceedddd-0940-4a7e-b332-9a16721b799b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:38:58.038075 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:38:59.342623 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:38:59.669454 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:39:16.675828 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:39:18.068944 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:39:24.187669 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b90b0632-49c6-45de-83fc-b7592f72eff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:39:27.032882 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f3e521b9-e2f3-4625-85d6-65a090fa3153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:39:28.040413 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:39:29.341465 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:39:29.672140 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:39:29.680928 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:39:34.494350 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7549b5b-60d7-4ddb-970b-00a4b37d3ba5 req-b4fdcb74-a5ef-454a-b111-be53ee6a7077 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393741 Mar 23 13:39:34.578756 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7549b5b-60d7-4ddb-970b-00a4b37d3ba5 req-0cb42e8c-99da-4777-aff5-5deb0e5bae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:39:34.580271 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7549b5b-60d7-4ddb-970b-00a4b37d3ba5 req-0cb42e8c-99da-4777-aff5-5deb0e5bae89 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 1096 time: 0.0448616 Mar 23 13:39:34.681408 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7549b5b-60d7-4ddb-970b-00a4b37d3ba5 req-fbc170bb-6ac6-4b89-b9bd-493a0b89edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:39:34.682883 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7549b5b-60d7-4ddb-970b-00a4b37d3ba5 req-fbc170bb-6ac6-4b89-b9bd-493a0b89edb6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 200 len: 911 time: 0.0826740 Mar 23 13:39:34.750955 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7549b5b-60d7-4ddb-970b-00a4b37d3ba5 req-e58facbe-e9ff-44b8-a978-524df9e64132 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e HTTP/1.1" status: 200 len: 1001 time: 0.0612237 Mar 23 13:39:34.800188 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7549b5b-60d7-4ddb-970b-00a4b37d3ba5 req-2c525916-70a4-4c29-baec-bb6747f5f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:39:34.801610 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7549b5b-60d7-4ddb-970b-00a4b37d3ba5 req-2c525916-70a4-4c29-baec-bb6747f5f40f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=622cd194-926c-460e-a3bb-c1b098658cb5 HTTP/1.1" status: 200 len: 849 time: 0.0429418 Mar 23 13:39:34.845685 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7549b5b-60d7-4ddb-970b-00a4b37d3ba5 req-2c82e961-db9b-456b-af2c-1dbaf4c9af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:39:34.847176 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7549b5b-60d7-4ddb-970b-00a4b37d3ba5 req-2c82e961-db9b-456b-af2c-1dbaf4c9af8b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19a5bd75-b0fd-4481-9439-0fb47ba73303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389223 Mar 23 13:39:34.939893 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7549b5b-60d7-4ddb-970b-00a4b37d3ba5 req-6155dbb1-bc3f-402f-8271-15bea136143c service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848706 Mar 23 13:39:35.028185 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-c7549b5b-60d7-4ddb-970b-00a4b37d3ba5 req-25b5452c-d05c-4bb3-8108-d8710705dfea service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793939 Mar 23 13:39:46.675596 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:39:48.070299 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:39:54.189884 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7962b763-d7e6-47bd-bbfa-2bc087113ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:39:57.033616 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-a012a842-bd32-457b-828c-02cdd2273aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:39:58.043996 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:39:59.345172 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:39:59.674873 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:06.679887 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:40:16.690265 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:18.075110 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:24.190667 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5a79e5c1-3b49-48e6-82a5-353b534d3139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:27.034985 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ab139f3-d780-4ae6-846f-4a2dfa63ec30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:27.320543 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e details requested by agent hyperv_n-h1-834854-1 with host n-h1-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:40:27.412843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:40:27.424493 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Returning: {'device': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'port_id': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'mac_address': 'fa:16:3e:03:89:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:40:27.459508 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:27.471609 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:40:27.490781 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:40:27.495432 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:27.547640 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:40:27.555333 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:27.555680 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:27.556039 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:27.556378 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:27.556711 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:27.557035 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:27.557358 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:27.557678 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:27.557997 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:27.558338 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:27.558658 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:27.558973 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:27.576932 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] get_ports_and_sgs() called for port_ids ['ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:40:28.046750 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:29.339128 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e up at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:40:29.377385 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:29.392424 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Provisioning complete for port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:40:29.392890 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:29.470932 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:29.493853 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:40:29.495772 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6217645b2b2bfc5ef888c6aa606b3465eba83eaf85f3abbd4570955a784a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f210a1a-861f-4f27-b75a-70396a45c63e" -d '{"events": [{"server_uuid": "26e4cc31-8638-4d9c-b56d-874a4fb29e21", "name": "network-vif-plugged", "status": "completed", "tag": "ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:40:29.508267 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:40:29.513343 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:29.560287 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:40:29.622765 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c57524-81dd-4800-a9d6-b714471ecd83 x-openstack-request-id: req-40c57524-81dd-4800-a9d6-b714471ecd83 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:40:29.623058 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e4cc31-8638-4d9c-b56d-874a4fb29e21", "name": "network-vif-plugged", "status": "completed", "tag": "ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:40:29.623308 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40c57524-81dd-4800-a9d6-b714471ecd83 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:40:29.623704 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'code': 200} Mar 23 13:40:29.677655 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:35.582641 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235be0e-b702-4432-bd5a-bcc865dc0ff8 req-826d4be1-3a19-427b-8399-0099c80ce0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:35.584453 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d235be0e-b702-4432-bd5a-bcc865dc0ff8 req-826d4be1-3a19-427b-8399-0099c80ce0c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 1096 time: 0.0498812 Mar 23 13:40:35.709374 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235be0e-b702-4432-bd5a-bcc865dc0ff8 req-0ec05618-6ede-4485-8ee2-18c27ee93126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:35.711954 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d235be0e-b702-4432-bd5a-bcc865dc0ff8 req-0ec05618-6ede-4485-8ee2-18c27ee93126 service neutron] 10.222.0.77 "GET /v2.0/networks?id=19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 200 len: 911 time: 0.1051402 Mar 23 13:40:35.787497 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d235be0e-b702-4432-bd5a-bcc865dc0ff8 req-c074515c-1d89-4b49-a3d7-a1eed03120f0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e HTTP/1.1" status: 200 len: 1001 time: 0.0661952 Mar 23 13:40:35.844072 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235be0e-b702-4432-bd5a-bcc865dc0ff8 req-72e32a27-f735-4774-8355-77a75f555a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:35.844935 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d235be0e-b702-4432-bd5a-bcc865dc0ff8 req-72e32a27-f735-4774-8355-77a75f555a14 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=622cd194-926c-460e-a3bb-c1b098658cb5 HTTP/1.1" status: 200 len: 849 time: 0.0498471 Mar 23 13:40:35.898879 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235be0e-b702-4432-bd5a-bcc865dc0ff8 req-38268780-3490-4429-89b3-4c5641e5f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:35.900414 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d235be0e-b702-4432-bd5a-bcc865dc0ff8 req-38268780-3490-4429-89b3-4c5641e5f79f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19a5bd75-b0fd-4481-9439-0fb47ba73303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468299 Mar 23 13:40:36.036045 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d235be0e-b702-4432-bd5a-bcc865dc0ff8 req-e6befb70-5948-4167-b39f-0547abe839e8 service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285014 Mar 23 13:40:36.190838 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d235be0e-b702-4432-bd5a-bcc865dc0ff8 req-27a6c514-cd71-4ba9-b834-09cc9ee4c99e service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421089 Mar 23 13:40:41.842469 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-6888c0cd-0205-4189-a6c4-1baa98347275 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1075614333&fields=id&tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb HTTP/1.1" status: 200 len: 267 time: 0.0334799 Mar 23 13:40:41.945537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-96dc3296-9e54-4598-8279-ff8ccd2aa96d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:41.946893 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-96dc3296-9e54-4598-8279-ff8ccd2aa96d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/networks?id=19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 200 len: 810 time: 0.0976772 Mar 23 13:40:41.961675 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-41dd8794-3789-4562-8e71-99f444505b68 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/quotas/21d5e9e7770e4415a3a5b99fb6a683bb HTTP/1.1" status: 200 len: 375 time: 0.0089548 Mar 23 13:40:42.019470 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-9f6afa77-4004-48e8-9616-cb52ae402185 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0525548 Mar 23 13:40:42.077514 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-ce4e9b97-70eb-433d-b89a-a92a4ef2bc1d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:40:42.078518 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-ce4e9b97-70eb-433d-b89a-a92a4ef2bc1d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478809 Mar 23 13:40:42.175441 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-d2cd43c8-ae4b-4757-a2e4-b307461a9e20 service neutron] 10.222.0.52 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889599 Mar 23 13:40:42.268635 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-ec1d5cda-23fc-47aa-88a2-229ea9c05ce6 service neutron] 10.222.0.52 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869961 Mar 23 13:40:43.445378 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-00e2cf72-480d-42c0-bbff-ca4ce3d1706a req-468b13ea-80c5-4438-8065-8a1c2d8b1d21 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 210 time: 0.0265791 Mar 23 13:40:43.679667 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:40:44.839474 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3779e6ef-e9ac-45a3-bf60-9f722a2e8211 req-ddba6666-c5c1-4667-ad58-b011df23aa56 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 210 time: 0.3366530 Mar 23 13:40:45.477495 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:40:45.551213 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:45.575203 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:40:45.577969 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6217645b2b2bfc5ef888c6aa606b3465eba83eaf85f3abbd4570955a784a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b199bd61-9786-450b-b9a8-1cca856b8945" -d '{"events": [{"server_uuid": "26e4cc31-8638-4d9c-b56d-874a4fb29e21", "name": "network-vif-unplugged", "status": "completed", "tag": "ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:40:45.592537 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] For port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:40:45.597329 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:45.628099 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 13:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b2a13a-d895-4e9b-964c-f6e5f9fca1f7 x-openstack-request-id: req-34b2a13a-d895-4e9b-964c-f6e5f9fca1f7 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:40:45.628395 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e4cc31-8638-4d9c-b56d-874a4fb29e21", "name": "network-vif-unplugged", "status": "completed", "tag": "ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:40:45.628655 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34b2a13a-d895-4e9b-964c-f6e5f9fca1f7 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:40:45.629048 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'code': 200} Mar 23 13:40:45.660894 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Pushing event updated for resources: {'Port': ['ID=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,revision_number=8']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:40:45.917565 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a0e7d67e-c5b5-4b17-96ad-674eceb06a5f req-d1e76c84-d4ad-4fe9-8dd2-17cff6f36ac9 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 210 time: 0.0266809 Mar 23 13:40:46.705479 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:47.021240 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7bfabdc4-f0f6-41d8-8713-02399a29b785 req-722bf28f-e1cd-4967-84bb-482086042d58 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 210 time: 0.0356760 Mar 23 13:40:48.089462 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:48.126450 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-d9cc9f1b-40eb-4e3e-a68a-c1c9f7484385 req-ff74a800-3d88-41a2-995a-6fdd6041565b tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 210 time: 0.0289652 Mar 23 13:40:48.481498 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-a78e58bc-a43d-42cc-b557-d0136f8a6e78 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:48.483678 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-a78e58bc-a43d-42cc-b557-d0136f8a6e78 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.73 "GET /v2.0/networks?id=19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 200 len: 810 time: 0.1077731 Mar 23 13:40:48.533367 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-2eed6fdd-112b-4270-a2d4-6be3950d8990 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb HTTP/1.1" status: 200 len: 380 time: 0.0404382 Mar 23 13:40:48.543207 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Request body: {'port': {'device_id': '0e86f842-ff76-44ce-b93d-bc122bda91bd', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'admin_state_up': True, 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'security_groups': ['1115c7d7-af9c-4d1d-b9f7-9608ba76b20d']}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:40:48.648532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Made reservation on behalf of 21d5e9e7770e4415a3a5b99fb6a683bb for: {'port': 1} {{(pid=102778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 13:40:48.652138 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:48.790090 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_common [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Allocated IP 172.20.0.3 (19a5bd75-b0fd-4481-9439-0fb47ba73303/622cd194-926c-460e-a3bb-c1b098658cb5/b271a184-3eae-4dd8-bd5f-f0a374129911) {{(pid=102778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:40:48.982296 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for port, precommit_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:49.041428 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_create {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:49.100758 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Network 19a5bd75-b0fd-4481-9439-0fb47ba73303 is already hosted by enough agents. {{(pid=102778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:40:49.104500 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.base_scheduler [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Resources bound (agent type, host, resource id): {{(pid=102778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:40:49.109499 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Received port after_create {{(pid=102778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:40:49.170461 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:49.171279 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:49.175748 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event updated for resources: {'Port': ['ID=b271a184-3eae-4dd8-bd5f-f0a374129911,revision_number=1']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:40:49.191194 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:49.191579 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:49.192150 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:49.192584 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:49.193020 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:49.193448 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:49.194670 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:49.195164 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:49.195594 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:49.196069 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:49.196577 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:49.196999 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:40:49.218564 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-4cc6456e-4b61-4239-9a4d-9f86b038fbde tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6783597 Mar 23 13:40:49.296230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e030e7a-8f7c-4cd7-b1c3-d757a73ee76b req-55442687-616f-4938-8564-19ba23caefe2 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:49.298472 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e030e7a-8f7c-4cd7-b1c3-d757a73ee76b req-55442687-616f-4938-8564-19ba23caefe2 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 931 time: 0.0623221 Mar 23 13:40:49.362418 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e030e7a-8f7c-4cd7-b1c3-d757a73ee76b req-f6ac0ab3-b434-49b5-8efe-aa5714e7b263 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576696 Mar 23 13:40:49.497656 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-64467b91-fb56-4d50-896e-ad52abdde97d None None] Provisioning complete for port b271a184-3eae-4dd8-bd5f-f0a374129911 triggered by entity DHCP. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:40:49.498670 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-64467b91-fb56-4d50-896e-ad52abdde97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:49.554124 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-64467b91-fb56-4d50-896e-ad52abdde97d None None] Port b271a184-3eae-4dd8-bd5f-f0a374129911 cannot update to ACTIVE because it is not bound. {{(pid=102780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 13:40:50.513545 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7b625-a1aa-4ea4-be65-3a14929632f2 req-805ba2e4-5114-4013-8048-8dc3b33369db tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:50.515706 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-32b7b625-a1aa-4ea4-be65-3a14929632f2 req-805ba2e4-5114-4013-8048-8dc3b33369db tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 931 time: 0.0654948 Mar 23 13:40:50.559579 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-32b7b625-a1aa-4ea4-be65-3a14929632f2 req-891f0ade-ccea-45e8-8024-9f131679a20f tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376410 Mar 23 13:40:51.691122 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc65f00-90b9-4257-a6a8-1e40ce9b7986 req-f7d7716f-b737-4656-a8f7-a6f848804bb2 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:51.692828 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-adc65f00-90b9-4257-a6a8-1e40ce9b7986 req-f7d7716f-b737-4656-a8f7-a6f848804bb2 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 931 time: 0.0581777 Mar 23 13:40:51.757454 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-adc65f00-90b9-4257-a6a8-1e40ce9b7986 req-679107c4-da5a-4fef-b5e3-8025fc991b4d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548699 Mar 23 13:40:52.891640 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195717c2-806f-4740-9c9e-f68f33dcde88 req-522a1ebb-1377-47c4-9b13-e1182edbcef7 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:52.893615 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-195717c2-806f-4740-9c9e-f68f33dcde88 req-522a1ebb-1377-47c4-9b13-e1182edbcef7 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 931 time: 0.0509863 Mar 23 13:40:52.937146 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-195717c2-806f-4740-9c9e-f68f33dcde88 req-d2638113-db93-4bd4-92ff-58a3d7fe975c tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368776 Mar 23 13:40:54.064368 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d1193-0b1e-4255-878c-7ea14341fb5f req-6eccbda5-7bb4-4ec2-bed8-ff0a1f9223eb tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:54.066882 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce7d1193-0b1e-4255-878c-7ea14341fb5f req-6eccbda5-7bb4-4ec2-bed8-ff0a1f9223eb tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 931 time: 0.0559037 Mar 23 13:40:54.121408 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-ce7d1193-0b1e-4255-878c-7ea14341fb5f req-bed3eb07-f0aa-4cbc-be7a-5d3afa01bdb8 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437114 Mar 23 13:40:54.203438 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3981fa96-cb16-4d04-8fce-9853572ce7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:55.259537 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1a21e-82ea-46e8-af39-79f055e72dd3 req-2441b3c2-e16f-41ff-ab83-75d6724179e4 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:55.261513 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ab1a21e-82ea-46e8-af39-79f055e72dd3 req-2441b3c2-e16f-41ff-ab83-75d6724179e4 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 931 time: 0.0592186 Mar 23 13:40:55.301670 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-9ab1a21e-82ea-46e8-af39-79f055e72dd3 req-01cb4319-d796-42b6-b7f4-9d7ce1b679ea tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340142 Mar 23 13:40:56.457691 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9163b25-ab18-4040-99f9-3f305faf40ae req-99cffdae-b4a0-48cb-a825-acb07119693c tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:56.459247 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9163b25-ab18-4040-99f9-3f305faf40ae req-99cffdae-b4a0-48cb-a825-acb07119693c tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 931 time: 0.0798748 Mar 23 13:40:56.551919 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-a9163b25-ab18-4040-99f9-3f305faf40ae req-314378ad-1dca-4044-9177-6216448d72db tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496125 Mar 23 13:40:57.036274 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-587b691e-f9dc-4e48-80de-79e4f5987119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:57.466363 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-d1f39461-e7cf-4b25-b9db-a1a1fff96516 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 13:40:57.467272 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-d1f39461-e7cf-4b25-b9db-a1a1fff96516 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052500 Mar 23 13:40:57.478722 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.v2.base [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Request body: {'port': {'device_id': '0e86f842-ff76-44ce-b93d-bc122bda91bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834854-1'}} {{(pid=102778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:40:57.535780 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:57.677764 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebfcfa-0c90-4e87-95d4-7ab01e74f871 req-53971a59-13bd-4ac7-9a1c-b83301353888 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:57.680323 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a9ebfcfa-0c90-4e87-95d4-7ab01e74f871 req-53971a59-13bd-4ac7-9a1c-b83301353888 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 931 time: 0.0557337 Mar 23 13:40:57.723478 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a9ebfcfa-0c90-4e87-95d4-7ab01e74f871 req-58e9e29c-4ff8-4e13-88fc-0c70a1456c96 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361769 Mar 23 13:40:57.804910 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b271a184-3eae-4dd8-bd5f-f0a374129911 {{(pid=102778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:40:57.812779 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:57.825680 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.provisioning_blocks [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Transition to ACTIVE for port object b271a184-3eae-4dd8-bd5f-f0a374129911 will not be triggered until provisioned by entity L2. {{(pid=102778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 13:40:57.829045 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:57.880486 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b271a184-3eae-4dd8-bd5f-f0a374129911,revision_number=2']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:40:57.951383 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Attempting to bind port b271a184-3eae-4dd8-bd5f-f0a374129911 on host n-h2-834854-1 for vnic_type normal with profile {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 13:40:57.951755 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Attempting to bind port b271a184-3eae-4dd8-bd5f-f0a374129911 by drivers openvswitch,hyperv on host n-h2-834854-1 at level 0 using segments [{'id': '7747f584-ddb2-43f0-a555-4689fc2efacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303'}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 13:40:57.952080 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Attempting to bind port b271a184-3eae-4dd8-bd5f-f0a374129911 on network 19a5bd75-b0fd-4481-9439-0fb47ba73303 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:40:57.956743 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Port b271a184-3eae-4dd8-bd5f-f0a374129911 on network 19a5bd75-b0fd-4481-9439-0fb47ba73303 not bound, no agent of type Open vSwitch agent registered on host n-h2-834854-1 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 13:40:57.957065 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Attempting to bind port b271a184-3eae-4dd8-bd5f-f0a374129911 on network 19a5bd75-b0fd-4481-9439-0fb47ba73303 {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 13:40:57.962547 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Checking agent: {'id': '66a35d1b-f03c-49c5-a278-542637dfb279', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834854-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'started_at': datetime.datetime(2022, 3, 23, 12, 20, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 13:40:57.962889 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Checking segment: {'id': '7747f584-ddb2-43f0-a555-4689fc2efacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 13:40:57.963271 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Bound using segment: {'id': '7747f584-ddb2-43f0-a555-4689fc2efacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303'} {{(pid=102778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 13:40:57.963698 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.managers [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Bound port: b271a184-3eae-4dd8-bd5f-f0a374129911, host: n-h2-834854-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7747f584-ddb2-43f0-a555-4689fc2efacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303'}}] {{(pid=102778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 13:40:57.964082 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:58.030034 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] For port b271a184-3eae-4dd8-bd5f-f0a374129911, host n-h2-834854-1, cleared binding levels {{(pid=102778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 13:40:58.033223 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] For port b271a184-3eae-4dd8-bd5f-f0a374129911, host n-h2-834854-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=b271a184-3eae-4dd8-bd5f-f0a374129911,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 13:40:58.039708 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26169106'] for port, after_update {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:58.055200 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:58.076338 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:58.076958 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:58.078381 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] 10.222.0.73 "PUT /v2.0/ports/b271a184-3eae-4dd8-bd5f-f0a374129911 HTTP/1.1" status: 200 len: 1091 time: 0.6033695 Mar 23 13:40:58.078837 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e86f842-ff76-44ce-b93d-bc122bda91bd', 'tag': 'b271a184-3eae-4dd8-bd5f-f0a374129911'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:40:58.081211 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8e50df-b0ca-4f35-bec8-909fd1fdd000" -d '{"events": [{"name": "network-changed", "server_uuid": "0e86f842-ff76-44ce-b93d-bc122bda91bd", "tag": "b271a184-3eae-4dd8-bd5f-f0a374129911"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:40:58.115169 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526ac63-c3db-4a5c-bdf8-b196263974d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b271a184-3eae-4dd8-bd5f-f0a374129911,revision_number=3']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:40:58.132344 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502dc334-be09-474d-8c54-d602d7391dbd x-openstack-request-id: req-502dc334-be09-474d-8c54-d602d7391dbd {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:40:58.132636 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e86f842-ff76-44ce-b93d-bc122bda91bd", "tag": "b271a184-3eae-4dd8-bd5f-f0a374129911", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:40:58.132892 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-502dc334-be09-474d-8c54-d602d7391dbd {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:40:58.133415 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e86f842-ff76-44ce-b93d-bc122bda91bd', 'tag': 'b271a184-3eae-4dd8-bd5f-f0a374129911', 'status': 'completed', 'code': 200} Mar 23 13:40:58.184224 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-c9c3e142-1e9a-41c2-b1f4-c4b832f4bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:58.185900 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-c9c3e142-1e9a-41c2-b1f4-c4b832f4bd01 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 1094 time: 0.0458648 Mar 23 13:40:58.231313 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-9cef531e-112c-413a-93e4-bc04ff5f5abf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b271a184-3eae-4dd8-bd5f-f0a374129911 HTTP/1.1" status: 200 len: 217 time: 0.0357819 Mar 23 13:40:58.288418 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-4b8ec63b-0bc1-4ab4-a0ec-f791a3283c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:58.289928 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-4b8ec63b-0bc1-4ab4-a0ec-f791a3283c8f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=622cd194-926c-460e-a3bb-c1b098658cb5 HTTP/1.1" status: 200 len: 849 time: 0.0509126 Mar 23 13:40:58.449801 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-5ad64d86-bde3-44b7-9698-94983cc48a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:58.451270 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-5ad64d86-bde3-44b7-9698-94983cc48a11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19a5bd75-b0fd-4481-9439-0fb47ba73303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398290 Mar 23 13:40:58.538933 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-7560d85f-808c-44e1-b47b-6fabc375e073 service neutron] 10.222.0.73 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801480 Mar 23 13:40:58.629931 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f03c7e4a-7587-4b63-80b6-dbb163306e50 req-2ba05dd1-4289-49f3-8192-3bf2cec50c79 service neutron] 10.222.0.73 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841470 Mar 23 13:40:58.717741 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e50df-b0ca-4f35-bec8-909fd1fdd000 req-77cbbcc3-aa9d-41bf-b674-1dacd390f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:58.719252 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e8e50df-b0ca-4f35-bec8-909fd1fdd000 req-77cbbcc3-aa9d-41bf-b674-1dacd390f0a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 1094 time: 0.0418286 Mar 23 13:40:58.815960 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e50df-b0ca-4f35-bec8-909fd1fdd000 req-3fd2a5d2-9395-4b4b-a543-2ce45872c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:58.817397 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e8e50df-b0ca-4f35-bec8-909fd1fdd000 req-3fd2a5d2-9395-4b4b-a543-2ce45872c553 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 200 len: 911 time: 0.0897443 Mar 23 13:40:58.840426 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19348b61-56bf-4866-9c51-a2d46fe2d82b req-164b924a-3b30-4212-bdc9-bc3a1beca18f tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:58.842089 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19348b61-56bf-4866-9c51-a2d46fe2d82b req-164b924a-3b30-4212-bdc9-bc3a1beca18f tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 943 time: 0.0495534 Mar 23 13:40:58.862414 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e8e50df-b0ca-4f35-bec8-909fd1fdd000 req-49182ded-b079-43d0-94a0-bf05c3c87f0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b271a184-3eae-4dd8-bd5f-f0a374129911 HTTP/1.1" status: 200 len: 217 time: 0.0379751 Mar 23 13:40:58.882729 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-19348b61-56bf-4866-9c51-a2d46fe2d82b req-3c320323-f950-4c6c-8c0c-1f1838767448 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344825 Mar 23 13:40:58.922264 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e50df-b0ca-4f35-bec8-909fd1fdd000 req-fd343248-b6f6-4cd1-9c39-9a203e0f0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:58.923776 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e8e50df-b0ca-4f35-bec8-909fd1fdd000 req-fd343248-b6f6-4cd1-9c39-9a203e0f0180 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=622cd194-926c-460e-a3bb-c1b098658cb5 HTTP/1.1" status: 200 len: 849 time: 0.0508053 Mar 23 13:40:58.971355 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e50df-b0ca-4f35-bec8-909fd1fdd000 req-da77f3ef-33dd-4609-a047-c4ab1c9d2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:40:58.973475 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e8e50df-b0ca-4f35-bec8-909fd1fdd000 req-da77f3ef-33dd-4609-a047-c4ab1c9d2354 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19a5bd75-b0fd-4481-9439-0fb47ba73303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422492 Mar 23 13:40:59.351300 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:40:59.404607 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e8e50df-b0ca-4f35-bec8-909fd1fdd000 req-25506080-9146-49c1-ac4d-e355d8f22f4b service neutron] 10.222.0.73 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202409 Mar 23 13:40:59.497868 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1e8e50df-b0ca-4f35-bec8-909fd1fdd000 req-6913c272-c50f-4365-94d5-24feabeecd1c service neutron] 10.222.0.73 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885341 Mar 23 13:40:59.680171 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:00.000206 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b6850-99ce-4f9f-8222-2cebed07a452 req-fb768921-a81b-4776-8ff4-914ded420b67 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:00.001591 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f60b6850-99ce-4f9f-8222-2cebed07a452 req-fb768921-a81b-4776-8ff4-914ded420b67 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 943 time: 0.0487432 Mar 23 13:41:00.039605 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-f60b6850-99ce-4f9f-8222-2cebed07a452 req-56724c3c-68b3-407e-8f7e-b7e8ec9860f7 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319600 Mar 23 13:41:01.161059 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b658c-1646-49fd-b063-00525e10f57a req-d7b41d55-7713-4a2e-b50c-c72c50773069 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:01.163030 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e7b658c-1646-49fd-b063-00525e10f57a req-d7b41d55-7713-4a2e-b50c-c72c50773069 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 943 time: 0.0488334 Mar 23 13:41:01.200689 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-5e7b658c-1646-49fd-b063-00525e10f57a req-ce75aebe-f961-40ed-9b4f-71190d91dffc tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311575 Mar 23 13:41:02.082441 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device b271a184-3eae-4dd8-bd5f-f0a374129911 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:41:02.183075 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port b271a184-3eae-4dd8-bd5f-f0a374129911, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=b271a184-3eae-4dd8-bd5f-f0a374129911,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:41:02.193861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'b271a184-3eae-4dd8-bd5f-f0a374129911', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'port_id': 'b271a184-3eae-4dd8-bd5f-f0a374129911', 'mac_address': 'fa:16:3e:5b:e7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:41:02.229820 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:02.244586 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b271a184-3eae-4dd8-bd5f-f0a374129911 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:41:02.265286 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port b271a184-3eae-4dd8-bd5f-f0a374129911, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=b271a184-3eae-4dd8-bd5f-f0a374129911,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:41:02.269227 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:02.322443 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=b271a184-3eae-4dd8-bd5f-f0a374129911,revision_number=4']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:41:02.328157 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a98223-4e83-4309-b3aa-0a2bf64b8d06 req-a55c152d-0b1a-4cfc-8e1f-2a7c77917bfa tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:02.329713 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9a98223-4e83-4309-b3aa-0a2bf64b8d06 req-a55c152d-0b1a-4cfc-8e1f-2a7c77917bfa tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 944 time: 0.0583231 Mar 23 13:41:02.370220 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-e9a98223-4e83-4309-b3aa-0a2bf64b8d06 req-68ffca2f-4605-4c97-9ca0-36a1427ce9c5 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338578 Mar 23 13:41:02.501640 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['b271a184-3eae-4dd8-bd5f-f0a374129911'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:41:03.487642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc24932-a5c6-4f35-9da7-04a82bf56a07 req-8a3e6fe9-05e0-438d-946d-57789bc2c2ee tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:03.489112 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-efc24932-a5c6-4f35-9da7-04a82bf56a07 req-8a3e6fe9-05e0-438d-946d-57789bc2c2ee tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 944 time: 0.0506077 Mar 23 13:41:03.525813 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-efc24932-a5c6-4f35-9da7-04a82bf56a07 req-df86937f-272e-4316-8be0-68f78f184a55 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302205 Mar 23 13:41:04.082191 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device b271a184-3eae-4dd8-bd5f-f0a374129911 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:41:04.130843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning for port b271a184-3eae-4dd8-bd5f-f0a374129911 completed by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 13:41:04.134594 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port b271a184-3eae-4dd8-bd5f-f0a374129911 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:41:04.134959 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:04.213866 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:04.237750 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e86f842-ff76-44ce-b93d-bc122bda91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b271a184-3eae-4dd8-bd5f-f0a374129911'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:41:04.241615 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6217645b2b2bfc5ef888c6aa606b3465eba83eaf85f3abbd4570955a784a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50aec83-e772-459f-8fff-ebb5582a41b3" -d '{"events": [{"server_uuid": "0e86f842-ff76-44ce-b93d-bc122bda91bd", "name": "network-vif-plugged", "status": "completed", "tag": "b271a184-3eae-4dd8-bd5f-f0a374129911"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:41:04.259644 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port b271a184-3eae-4dd8-bd5f-f0a374129911, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=b271a184-3eae-4dd8-bd5f-f0a374129911,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:41:04.265053 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:04.290830 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce86384-cef7-4747-b40e-6f8a12c7160f x-openstack-request-id: req-7ce86384-cef7-4747-b40e-6f8a12c7160f {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:41:04.291234 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e86f842-ff76-44ce-b93d-bc122bda91bd", "name": "network-vif-plugged", "status": "completed", "tag": "b271a184-3eae-4dd8-bd5f-f0a374129911", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:41:04.291589 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ce86384-cef7-4747-b40e-6f8a12c7160f {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:41:04.292169 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f842-ff76-44ce-b93d-bc122bda91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b271a184-3eae-4dd8-bd5f-f0a374129911', 'code': 200} Mar 23 13:41:04.319557 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=b271a184-3eae-4dd8-bd5f-f0a374129911,revision_number=5']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:41:04.388693 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a261020-d958-4db0-89a9-e57964a53892 req-55c17a6b-4870-4830-99b0-bc36c994657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:04.390202 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a261020-d958-4db0-89a9-e57964a53892 req-55c17a6b-4870-4830-99b0-bc36c994657e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 1096 time: 0.0405567 Mar 23 13:41:04.427851 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-5a261020-d958-4db0-89a9-e57964a53892 req-cab48046-002e-4cc7-898e-83762156437a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309448 Mar 23 13:41:04.644638 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d161f41-4189-4872-a686-f50c5e760a9a req-f6b4da89-9a19-4b74-827a-8ffa8b6198c3 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:04.646116 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d161f41-4189-4872-a686-f50c5e760a9a req-f6b4da89-9a19-4b74-827a-8ffa8b6198c3 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 945 time: 0.0509474 Mar 23 13:41:04.687769 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-3d161f41-4189-4872-a686-f50c5e760a9a req-edffad7e-a99c-4a52-8a43-89e8456504c0 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339985 Mar 23 13:41:05.805635 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545348cf-61ec-480e-b2f5-3109db916a53 req-3643bf15-19aa-4ee7-8146-3f33eea70d37 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:05.807106 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-545348cf-61ec-480e-b2f5-3109db916a53 req-3643bf15-19aa-4ee7-8146-3f33eea70d37 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 945 time: 0.0494337 Mar 23 13:41:05.843775 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-545348cf-61ec-480e-b2f5-3109db916a53 req-460cc30f-01f0-4eec-9201-6e0ce479b089 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305028 Mar 23 13:41:05.960359 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0003a-d715-49cc-948b-70800bb496de req-2a7cf888-f8ff-4287-9c80-d69825d17fe7 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:05.961868 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5c0003a-d715-49cc-948b-70800bb496de req-2a7cf888-f8ff-4287-9c80-d69825d17fe7 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 945 time: 0.0510678 Mar 23 13:41:06.000106 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a5c0003a-d715-49cc-948b-70800bb496de req-79695078-783b-4884-b6ed-bd2442fe87ae tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320704 Mar 23 13:41:06.021251 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52062) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:41:06.063949 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7213d5-6b1f-4fa9-aee9-3bf05090b64f tempest-TestSnapshotPattern-136083613 tempest-TestSnapshotPattern-136083613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:06.065437 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-eb7213d5-6b1f-4fa9-aee9-3bf05090b64f tempest-TestSnapshotPattern-136083613 tempest-TestSnapshotPattern-136083613-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 1091 time: 0.0432293 Mar 23 13:41:06.068144 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52064) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:41:06.072369 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.v2.base [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Request body: {'floatingip': {'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'port_id': 'b271a184-3eae-4dd8-bd5f-f0a374129911', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 13:41:06.092937 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for floatingip, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:06.187110 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:06.294538 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_common [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Allocated IP 172.25.2.253 (d572c108-a075-488a-949c-3a07028bd9a2/8f194492-3d19-48e2-a3e7-f66d458d3c01/a7f4aaf7-3993-48fb-a9fa-78e783be45d7) {{(pid=102779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 13:41:06.392631 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for port, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:06.425703 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742089223370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:06.469347 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Network d572c108-a075-488a-949c-3a07028bd9a2 is already hosted by enough agents. {{(pid=102779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 13:41:06.472371 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.base_scheduler [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Resources bound (agent type, host, resource id): {{(pid=102779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 13:41:06.475817 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Received port after_create {{(pid=102779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 13:41:06.480996 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event updated for resources: {'Port': ['ID=a7f4aaf7-3993-48fb-a9fa-78e783be45d7,revision_number=1']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:41:06.507126 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:41:06.507468 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:41:06.507806 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:41:06.508163 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:41:06.508497 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:41:06.508826 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:41:06.509152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:41:06.509476 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:41:06.509796 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:41:06.510115 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:41:06.510435 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:41:06.511023 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:41:06.850912 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:06.914993 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:07.062389 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for port, precommit_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:07.067175 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26721361'] for port, after_update {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:07.138323 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event updated for resources: {'Port': ['ID=a7f4aaf7-3993-48fb-a9fa-78e783be45d7,revision_number=2']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:41:07.146980 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715389'] for floatingip, after_create {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:07.245723 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Floating IP ebee6cc8-97c3-4fef-b5d1-f6c6f6209753 associated. External IP: 172.25.2.253, port: b271a184-3eae-4dd8-bd5f-f0a374129911. Mar 23 13:41:07.453718 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Router 3c934144-8fda-4b3e-ac45-8cc1895db4bf has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:41:07.559247 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:41:07.570214 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6586a07f-a7c5-45cb-ad63-0a91f58a09e5 None None] Sync routers for ids ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:41:07.577818 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:07.579124 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586a07f-a7c5-45cb-ad63-0a91f58a09e5 None None] Routers {'3c934144-8fda-4b3e-ac45-8cc1895db4bf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:41:07.579748 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6586a07f-a7c5-45cb-ad63-0a91f58a09e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:40:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:41:07.605509 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-1ab971e8-b4bd-4730-8762-bd2d62ff6006 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5363011 Mar 23 13:41:07.606098 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e86f842-ff76-44ce-b93d-bc122bda91bd', 'tag': 'b271a184-3eae-4dd8-bd5f-f0a374129911'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:41:07.608607 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4275e08faca8efc7d8a4979b018622af39c56873975769ce7ab7baa304b7900c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5b5159-d5f8-4449-b6a4-97319d20a676" -d '{"events": [{"name": "network-changed", "server_uuid": "0e86f842-ff76-44ce-b93d-bc122bda91bd", "tag": "b271a184-3eae-4dd8-bd5f-f0a374129911"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:41:07.691506 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6586a07f-a7c5-45cb-ad63-0a91f58a09e5 None None] Set router 3c934144-8fda-4b3e-ac45-8cc1895db4bf gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:41:07.705316 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0386d894-42d3-4df3-9fae-55f9695fb207 x-openstack-request-id: req-0386d894-42d3-4df3-9fae-55f9695fb207 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:41:07.705606 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e86f842-ff76-44ce-b93d-bc122bda91bd", "tag": "b271a184-3eae-4dd8-bd5f-f0a374129911", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:41:07.705858 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0386d894-42d3-4df3-9fae-55f9695fb207 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:41:07.706264 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e86f842-ff76-44ce-b93d-bc122bda91bd', 'tag': 'b271a184-3eae-4dd8-bd5f-f0a374129911', 'status': 'completed', 'code': 200} Mar 23 13:41:07.768694 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b5159-d5f8-4449-b6a4-97319d20a676 req-e76a571e-c5e7-49a6-858c-b67885044d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:07.770196 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e5b5159-d5f8-4449-b6a4-97319d20a676 req-e76a571e-c5e7-49a6-858c-b67885044d8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 1096 time: 0.0412583 Mar 23 13:41:07.868230 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b5159-d5f8-4449-b6a4-97319d20a676 req-069fe92f-ab85-49d3-86fc-7527471951c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:07.869809 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e5b5159-d5f8-4449-b6a4-97319d20a676 req-069fe92f-ab85-49d3-86fc-7527471951c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 200 len: 911 time: 0.0909429 Mar 23 13:41:07.923410 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6586a07f-a7c5-45cb-ad63-0a91f58a09e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '5e630f0a-0027-466b-90b0-1a3e1e4c9cdd', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'floating_ip_address': '172.25.2.112', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'port_id': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'mac_address': 'fa:16:3e:03:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:37:41Z', 'updated_at': '2022-03-23T13:37:43Z', 'revision_number': 1, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'fixed_ip_address_scope': None}, {'id': 'ebee6cc8-97c3-4fef-b5d1-f6c6f6209753', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'port_id': 'b271a184-3eae-4dd8-bd5f-f0a374129911', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'mac_address': 'fa:16:3e:5b:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e86f842-ff76-44ce-b93d-bc122bda91bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:41:06Z', 'updated_at': '2022-03-23T13:41:06Z', 'revision_number': 0, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6207f4-82ae-481b-a412-8ecc15e9f47d', 'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'mac_address': 'fa:16:3e:b5:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:16Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 5, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'subnets': [{'id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:41:07.937132 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e5b5159-d5f8-4449-b6a4-97319d20a676 req-aa491393-3ccf-4d24-abe2-c23ab4bb4be4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b271a184-3eae-4dd8-bd5f-f0a374129911 HTTP/1.1" status: 200 len: 999 time: 0.0592670 Mar 23 13:41:07.950255 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6586a07f-a7c5-45cb-ad63-0a91f58a09e5 None None] Checking router: 3c934144-8fda-4b3e-ac45-8cc1895db4bf for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:41:07.958648 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586a07f-a7c5-45cb-ad63-0a91f58a09e5 None None] Routers {'3c934144-8fda-4b3e-ac45-8cc1895db4bf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:41:07.959811 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6586a07f-a7c5-45cb-ad63-0a91f58a09e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:40:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:41:07.987592 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b5159-d5f8-4449-b6a4-97319d20a676 req-75cae210-ab30-40f4-8f15-281227718aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:07.989093 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e5b5159-d5f8-4449-b6a4-97319d20a676 req-75cae210-ab30-40f4-8f15-281227718aa7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=622cd194-926c-460e-a3bb-c1b098658cb5 HTTP/1.1" status: 200 len: 849 time: 0.0443654 Mar 23 13:41:08.039378 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b5159-d5f8-4449-b6a4-97319d20a676 req-77035134-89d5-4f0a-aa55-7d60d1265904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:08.040914 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e5b5159-d5f8-4449-b6a4-97319d20a676 req-77035134-89d5-4f0a-aa55-7d60d1265904 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19a5bd75-b0fd-4481-9439-0fb47ba73303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450144 Mar 23 13:41:08.066083 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-6586a07f-a7c5-45cb-ad63-0a91f58a09e5 None None] Set router 3c934144-8fda-4b3e-ac45-8cc1895db4bf gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:41:08.150367 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e5b5159-d5f8-4449-b6a4-97319d20a676 req-b081057f-d1ff-4f56-ab95-5daeb7b2e387 service neutron] 10.222.0.73 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017661 Mar 23 13:41:08.246216 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-3e5b5159-d5f8-4449-b6a4-97319d20a676 req-80cd3692-afa8-4dc0-94fb-de7472faea5b service neutron] 10.222.0.73 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881128 Mar 23 13:41:08.291506 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-6586a07f-a7c5-45cb-ad63-0a91f58a09e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '5e630f0a-0027-466b-90b0-1a3e1e4c9cdd', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'floating_ip_address': '172.25.2.112', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'port_id': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'mac_address': 'fa:16:3e:03:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:37:41Z', 'updated_at': '2022-03-23T13:37:43Z', 'revision_number': 1, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'fixed_ip_address_scope': None}, {'id': 'ebee6cc8-97c3-4fef-b5d1-f6c6f6209753', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'port_id': 'b271a184-3eae-4dd8-bd5f-f0a374129911', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'mac_address': 'fa:16:3e:5b:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e86f842-ff76-44ce-b93d-bc122bda91bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:41:06Z', 'updated_at': '2022-03-23T13:41:06Z', 'revision_number': 0, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6207f4-82ae-481b-a412-8ecc15e9f47d', 'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'mac_address': 'fa:16:3e:b5:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:16Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 5, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'subnets': [{'id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:41:08.321151 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6586a07f-a7c5-45cb-ad63-0a91f58a09e5 None None] The sync data for ids ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'] in n-d-834854-1 is: [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '5e630f0a-0027-466b-90b0-1a3e1e4c9cdd', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'floating_ip_address': '172.25.2.112', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'port_id': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'mac_address': 'fa:16:3e:03:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:37:41Z', 'updated_at': '2022-03-23T13:37:43Z', 'revision_number': 1, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'fixed_ip_address_scope': None}, {'id': 'ebee6cc8-97c3-4fef-b5d1-f6c6f6209753', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'floating_ip_address': '172.25.2.253', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'port_id': 'b271a184-3eae-4dd8-bd5f-f0a374129911', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'mac_address': 'fa:16:3e:5b:e7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e86f842-ff76-44ce-b93d-bc122bda91bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:41:06Z', 'updated_at': '2022-03-23T13:41:06Z', 'revision_number': 0, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6207f4-82ae-481b-a412-8ecc15e9f47d', 'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'mac_address': 'fa:16:3e:b5:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:16Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 5, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'subnets': [{'id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:41:08.526487 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2947162c-0530-4074-b306-cdd68053651f None None] New status for floating IP ebee6cc8-97c3-4fef-b5d1-f6c6f6209753: ACTIVE {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:41:16.704665 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:18.098799 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:20.680170 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:41:24.195366 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-1d618955-b50e-4c16-b819-bd16cea3860f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:27.040259 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-965fd5b5-f93e-4149-b53c-530b616ff697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:28.053810 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:29.353195 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:29.682208 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:35.488437 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d1d512f0-0987-4451-ab3c-ddb879f43702 req-a4d6ca30-2c55-4225-95fc-cc00bc6106f9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398624 Mar 23 13:41:35.568804 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d512f0-0987-4451-ab3c-ddb879f43702 req-d3e688b5-7317-484e-91ca-693de640a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:35.570307 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d1d512f0-0987-4451-ab3c-ddb879f43702 req-d3e688b5-7317-484e-91ca-693de640a5b8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 1094 time: 0.0399263 Mar 23 13:41:35.682066 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d512f0-0987-4451-ab3c-ddb879f43702 req-29ae79ea-5f77-4f4e-a9ad-59e45a3ab183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:35.683554 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d1d512f0-0987-4451-ab3c-ddb879f43702 req-29ae79ea-5f77-4f4e-a9ad-59e45a3ab183 service neutron] 10.222.0.77 "GET /v2.0/networks?id=19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 200 len: 911 time: 0.0946672 Mar 23 13:41:35.749404 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d1d512f0-0987-4451-ab3c-ddb879f43702 req-9ef50195-fbe6-496c-bb57-d1ae017403a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e HTTP/1.1" status: 200 len: 999 time: 0.0584683 Mar 23 13:41:35.797802 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d512f0-0987-4451-ab3c-ddb879f43702 req-3cf42e0c-81aa-47b8-b474-18a5aeac14df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:35.799329 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d1d512f0-0987-4451-ab3c-ddb879f43702 req-3cf42e0c-81aa-47b8-b474-18a5aeac14df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=622cd194-926c-460e-a3bb-c1b098658cb5 HTTP/1.1" status: 200 len: 849 time: 0.0427849 Mar 23 13:41:35.847807 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d512f0-0987-4451-ab3c-ddb879f43702 req-dfeb8275-0381-46d6-aa46-3d759193d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:35.849308 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d1d512f0-0987-4451-ab3c-ddb879f43702 req-dfeb8275-0381-46d6-aa46-3d759193d734 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19a5bd75-b0fd-4481-9439-0fb47ba73303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439122 Mar 23 13:41:35.937096 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d1d512f0-0987-4451-ab3c-ddb879f43702 req-9a9fe9ee-976c-4a06-a70e-41488742137f service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803766 Mar 23 13:41:36.032466 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-d1d512f0-0987-4451-ab3c-ddb879f43702 req-467f14b9-393a-43c6-93e8-03622311b330 service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889173 Mar 23 13:41:37.091495 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-188e2ae3-6661-45cd-8dfc-c7c561b8f5ed req-0019fdb0-24ce-4402-9efe-1847d4b54cb1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0952911 Mar 23 13:41:37.175948 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e2ae3-6661-45cd-8dfc-c7c561b8f5ed req-9afe5ea2-f181-40fa-91d2-21595bd8af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:37.177462 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-188e2ae3-6661-45cd-8dfc-c7c561b8f5ed req-9afe5ea2-f181-40fa-91d2-21595bd8af88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 1096 time: 0.0404794 Mar 23 13:41:37.284560 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e2ae3-6661-45cd-8dfc-c7c561b8f5ed req-e104393e-7755-410e-89bb-a40051872d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:37.285910 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-188e2ae3-6661-45cd-8dfc-c7c561b8f5ed req-e104393e-7755-410e-89bb-a40051872d62 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 200 len: 911 time: 0.0874181 Mar 23 13:41:37.350083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-188e2ae3-6661-45cd-8dfc-c7c561b8f5ed req-468c4ab6-a5d9-4541-be0f-fe10ac4600d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b271a184-3eae-4dd8-bd5f-f0a374129911 HTTP/1.1" status: 200 len: 1001 time: 0.0564804 Mar 23 13:41:37.399243 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e2ae3-6661-45cd-8dfc-c7c561b8f5ed req-9a56f545-a7b4-4964-961d-3b61012e4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:37.400701 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-188e2ae3-6661-45cd-8dfc-c7c561b8f5ed req-9a56f545-a7b4-4964-961d-3b61012e4a2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=622cd194-926c-460e-a3bb-c1b098658cb5 HTTP/1.1" status: 200 len: 849 time: 0.0434227 Mar 23 13:41:37.450991 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e2ae3-6661-45cd-8dfc-c7c561b8f5ed req-161de8bc-d465-4d7b-ac57-383aff104038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:41:37.452490 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-188e2ae3-6661-45cd-8dfc-c7c561b8f5ed req-161de8bc-d465-4d7b-ac57-383aff104038 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19a5bd75-b0fd-4481-9439-0fb47ba73303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447085 Mar 23 13:41:37.541541 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-188e2ae3-6661-45cd-8dfc-c7c561b8f5ed req-1d36b947-c4dd-46f5-8156-3cca67dca643 service neutron] 10.222.0.73 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811408 Mar 23 13:41:37.641316 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-188e2ae3-6661-45cd-8dfc-c7c561b8f5ed req-52225b06-693a-468e-9fa5-a74ff12e0b54 service neutron] 10.222.0.73 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931623 Mar 23 13:41:46.734455 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:48.097297 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:54.201301 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e3724c40-fa46-4a3d-b23d-84298d2c4c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:57.043213 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d54a3228-6352-43c5-8870-a6e3063a0532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:57.678859 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:41:58.056269 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:59.355710 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:41:59.685038 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:16.749100 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:18.095986 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:24.193361 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c4561e02-8baa-49d3-91d4-3bc70ba55f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:24.944457 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-55582f6d-9f28-49d6-acd0-12e8032d3a0f req-8541de8e-05c6-4ecf-9cce-a11665baa730 service neutron] (102779) timed out ('10.222.0.73', 49431) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 13:42:27.046355 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ebcb5565-e30e-4b17-8833-59b309b8948b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:28.060035 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:29.358710 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:29.687157 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:34.678410 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:42:35.552522 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-160c9c88-a6d5-41d0-ae47-1b7eadcbfdaa req-a281cfcf-9fbc-4095-ae7f-fc2c2e8eb6ad service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426948 Mar 23 13:42:35.641344 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c9c88-a6d5-41d0-ae47-1b7eadcbfdaa req-20d1b6bb-40c2-4faa-ac07-0889793a0550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:42:35.642866 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-160c9c88-a6d5-41d0-ae47-1b7eadcbfdaa req-20d1b6bb-40c2-4faa-ac07-0889793a0550 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 1094 time: 0.0486345 Mar 23 13:42:35.758598 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c9c88-a6d5-41d0-ae47-1b7eadcbfdaa req-be5447e7-1ceb-40a5-bd11-16fba52dbec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:42:35.760423 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-160c9c88-a6d5-41d0-ae47-1b7eadcbfdaa req-be5447e7-1ceb-40a5-bd11-16fba52dbec4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 200 len: 911 time: 0.0971968 Mar 23 13:42:35.829501 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-160c9c88-a6d5-41d0-ae47-1b7eadcbfdaa req-fc9d3c79-5b5d-4b16-a45a-4a45cf084373 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e HTTP/1.1" status: 200 len: 999 time: 0.0619004 Mar 23 13:42:35.878161 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c9c88-a6d5-41d0-ae47-1b7eadcbfdaa req-46050d4c-2051-49b4-8a76-2d84cdd4f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:42:35.879621 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-160c9c88-a6d5-41d0-ae47-1b7eadcbfdaa req-46050d4c-2051-49b4-8a76-2d84cdd4f676 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=622cd194-926c-460e-a3bb-c1b098658cb5 HTTP/1.1" status: 200 len: 849 time: 0.0440900 Mar 23 13:42:35.929076 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c9c88-a6d5-41d0-ae47-1b7eadcbfdaa req-5ff71ac9-a367-487e-9c92-a588ddd34110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:42:35.930554 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-160c9c88-a6d5-41d0-ae47-1b7eadcbfdaa req-5ff71ac9-a367-487e-9c92-a588ddd34110 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19a5bd75-b0fd-4481-9439-0fb47ba73303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441885 Mar 23 13:42:36.018627 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-160c9c88-a6d5-41d0-ae47-1b7eadcbfdaa req-c0830bc7-08e6-4fcd-8962-3e28892d6c77 service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808361 Mar 23 13:42:36.113896 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-160c9c88-a6d5-41d0-ae47-1b7eadcbfdaa req-bc9188d0-9dd5-4232-816f-b56c5346e3b9 service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883181 Mar 23 13:42:38.345978 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22772729-d4da-4af7-8db3-c432d97fe761 req-9485fb7d-9ba9-4c3f-b2c4-a119b81f787b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418968 Mar 23 13:42:38.428591 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22772729-d4da-4af7-8db3-c432d97fe761 req-fdb0d2ac-c32f-4f93-8433-da40891b9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:42:38.429992 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22772729-d4da-4af7-8db3-c432d97fe761 req-fdb0d2ac-c32f-4f93-8433-da40891b9824 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 1096 time: 0.0391312 Mar 23 13:42:38.534574 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22772729-d4da-4af7-8db3-c432d97fe761 req-23a47254-3663-4b38-8453-407cb4eaae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:42:38.536066 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22772729-d4da-4af7-8db3-c432d97fe761 req-23a47254-3663-4b38-8453-407cb4eaae89 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 200 len: 911 time: 0.0859213 Mar 23 13:42:38.600614 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22772729-d4da-4af7-8db3-c432d97fe761 req-d0ea585e-59fb-4934-988c-27c3de5e86ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b271a184-3eae-4dd8-bd5f-f0a374129911 HTTP/1.1" status: 200 len: 1001 time: 0.0572138 Mar 23 13:42:38.648760 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22772729-d4da-4af7-8db3-c432d97fe761 req-36c79c3d-1d30-46d5-83d3-4e4afd51a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:42:38.650177 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22772729-d4da-4af7-8db3-c432d97fe761 req-36c79c3d-1d30-46d5-83d3-4e4afd51a4cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=622cd194-926c-460e-a3bb-c1b098658cb5 HTTP/1.1" status: 200 len: 849 time: 0.0424564 Mar 23 13:42:38.699949 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22772729-d4da-4af7-8db3-c432d97fe761 req-ccaae0ff-7f48-4609-b216-b3e46edd8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:42:38.701372 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22772729-d4da-4af7-8db3-c432d97fe761 req-ccaae0ff-7f48-4609-b216-b3e46edd8ddb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19a5bd75-b0fd-4481-9439-0fb47ba73303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438123 Mar 23 13:42:38.792322 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22772729-d4da-4af7-8db3-c432d97fe761 req-b10c347e-9991-4669-9603-e6411d512cd6 service neutron] 10.222.0.73 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833461 Mar 23 13:42:38.890170 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-22772729-d4da-4af7-8db3-c432d97fe761 req-1040397c-b43a-4010-8bc9-a57332036aac service neutron] 10.222.0.73 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893433 Mar 23 13:42:46.774186 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:48.126228 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:50.597868 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device b271a184-3eae-4dd8-bd5f-f0a374129911 details requested by agent hyperv_n-h2-834854-1 with host n-h2-834854-1 {{(pid=102780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 13:42:50.695221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port b271a184-3eae-4dd8-bd5f-f0a374129911, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=b271a184-3eae-4dd8-bd5f-f0a374129911,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:42:50.711706 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Returning: {'device': 'b271a184-3eae-4dd8-bd5f-f0a374129911', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'port_id': 'b271a184-3eae-4dd8-bd5f-f0a374129911', 'mac_address': 'fa:16:3e:5b:e7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 13:42:50.759584 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:50.777564 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b271a184-3eae-4dd8-bd5f-f0a374129911 {{(pid=102780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 13:42:50.805739 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port b271a184-3eae-4dd8-bd5f-f0a374129911, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=b271a184-3eae-4dd8-bd5f-f0a374129911,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:42:50.809853 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:50.872916 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=b271a184-3eae-4dd8-bd5f-f0a374129911,revision_number=6']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:42:50.881386 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:42:50.881843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:42:50.882182 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:42:50.882516 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:42:50.882851 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:42:50.883180 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:42:50.883506 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:42:50.883830 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:42:50.884173 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:42:50.884495 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:42:50.884840 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:42:50.885427 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:42:50.898042 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] get_ports_and_sgs() called for port_ids ['b271a184-3eae-4dd8-bd5f-f0a374129911'] {{(pid=102780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 13:42:52.598463 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device b271a184-3eae-4dd8-bd5f-f0a374129911 up at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 13:42:52.656581 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.provisioning_blocks [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Provisioning complete for port b271a184-3eae-4dd8-bd5f-f0a374129911 triggered by entity L2. {{(pid=102780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 13:42:52.656961 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607676'] for port, provisioning_complete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:52.736729 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588532'] for port, before_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:52.765658 n-d-834854-1 neutron-server[102780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e86f842-ff76-44ce-b93d-bc122bda91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b271a184-3eae-4dd8-bd5f-f0a374129911'}] {{(pid=102780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:42:52.768897 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6217645b2b2bfc5ef888c6aa606b3465eba83eaf85f3abbd4570955a784a5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd9d814-a117-48c4-bc37-c0eddb23e800" -d '{"events": [{"server_uuid": "0e86f842-ff76-44ce-b93d-bc122bda91bd", "name": "network-vif-plugged", "status": "completed", "tag": "b271a184-3eae-4dd8-bd5f-f0a374129911"}]}' {{(pid=102780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:42:52.786221 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] For port b271a184-3eae-4dd8-bd5f-f0a374129911, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=b271a184-3eae-4dd8-bd5f-f0a374129911,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:42:52.804668 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742089780929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742089223343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742089234261'] for port, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:52.856690 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f07b0d-f89a-417a-a7f5-fd6190789430 x-openstack-request-id: req-57f07b0d-f89a-417a-a7f5-fd6190789430 {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:42:52.856920 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e86f842-ff76-44ce-b93d-bc122bda91bd", "name": "network-vif-plugged", "status": "completed", "tag": "b271a184-3eae-4dd8-bd5f-f0a374129911", "code": 200}]} {{(pid=102780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:42:52.857142 n-d-834854-1 neutron-server[102780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-57f07b0d-f89a-417a-a7f5-fd6190789430 {{(pid=102780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:42:52.857533 n-d-834854-1 neutron-server[102780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f842-ff76-44ce-b93d-bc122bda91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b271a184-3eae-4dd8-bd5f-f0a374129911', 'code': 200} Mar 23 13:42:52.904981 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Pushing event updated for resources: {'Port': ['ID=b271a184-3eae-4dd8-bd5f-f0a374129911,revision_number=7']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:42:54.202929 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bfa38bee-826e-4dc1-8acf-d81347fe0308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:57.053058 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bf96bd7d-6f26-4e2c-8de9-da630577adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:58.069305 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:59.369974 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:42:59.693870 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:00.828040 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52274) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:43:00.984411 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Deleting port a7f4aaf7-3993-48fb-a9fa-78e783be45d7 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:43:00.984642 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:01.062850 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:01.063156 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:01.074613 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Calling delete_port for a7f4aaf7-3993-48fb-a9fa-78e783be45d7 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:43:01.220755 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:01.247098 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event deleted for resources: {'Port': ['ID=a7f4aaf7-3993-48fb-a9fa-78e783be45d7,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:01.259203 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:01.259573 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:01.260184 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:01.260531 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:01.260863 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:01.261193 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:01.261514 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:01.261830 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:01.262152 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:01.262470 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:01.262790 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:01.263107 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:01.316726 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:01.317054 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Floating IP ebee6cc8-97c3-4fef-b5d1-f6c6f6209753 disassociated (deleted). External IP: 172.25.2.253, port: b271a184-3eae-4dd8-bd5f-f0a374129911. Mar 23 13:43:01.521633 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Router 3c934144-8fda-4b3e-ac45-8cc1895db4bf has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:43:01.628824 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:43:01.633656 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:01.638640 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8073a3ea-cd6f-41ac-af1d-43a9bd4d4cb9 None None] Sync routers for ids ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:43:01.649469 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8073a3ea-cd6f-41ac-af1d-43a9bd4d4cb9 None None] Routers {'3c934144-8fda-4b3e-ac45-8cc1895db4bf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:43:01.650814 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8073a3ea-cd6f-41ac-af1d-43a9bd4d4cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:42:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:01.661009 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-94c61aac-5eeb-4166-a3ce-f056ac960623 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "DELETE /v2.0/floatingips/ebee6cc8-97c3-4fef-b5d1-f6c6f6209753 HTTP/1.1" status: 204 len: 168 time: 0.8318245 Mar 23 13:43:01.661602 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e86f842-ff76-44ce-b93d-bc122bda91bd', 'tag': 'b271a184-3eae-4dd8-bd5f-f0a374129911'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:43:01.663905 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4275e08faca8efc7d8a4979b018622af39c56873975769ce7ab7baa304b7900c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baef1b6-fd8b-49f4-8826-a2184ac9d1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "0e86f842-ff76-44ce-b93d-bc122bda91bd", "tag": "b271a184-3eae-4dd8-bd5f-f0a374129911"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:43:01.720861 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ad37e6-2d34-49d4-976c-7adcde903623 x-openstack-request-id: req-50ad37e6-2d34-49d4-976c-7adcde903623 {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:43:01.721467 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e86f842-ff76-44ce-b93d-bc122bda91bd", "tag": "b271a184-3eae-4dd8-bd5f-f0a374129911", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:43:01.722541 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50ad37e6-2d34-49d4-976c-7adcde903623 {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:43:01.722763 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e86f842-ff76-44ce-b93d-bc122bda91bd', 'tag': 'b271a184-3eae-4dd8-bd5f-f0a374129911', 'status': 'completed', 'code': 200} Mar 23 13:43:01.766950 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8073a3ea-cd6f-41ac-af1d-43a9bd4d4cb9 None None] Set router 3c934144-8fda-4b3e-ac45-8cc1895db4bf gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:43:01.789982 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baef1b6-fd8b-49f4-8826-a2184ac9d1a0 req-80fa8dea-c111-45f2-95fb-8d66836d7ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:43:01.791668 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4baef1b6-fd8b-49f4-8826-a2184ac9d1a0 req-80fa8dea-c111-45f2-95fb-8d66836d7ff9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 1096 time: 0.0446320 Mar 23 13:43:01.913772 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baef1b6-fd8b-49f4-8826-a2184ac9d1a0 req-5bf7d458-fbd3-414d-b1f8-1948708d3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:43:01.915257 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4baef1b6-fd8b-49f4-8826-a2184ac9d1a0 req-5bf7d458-fbd3-414d-b1f8-1948708d3781 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 200 len: 911 time: 0.1154058 Mar 23 13:43:01.978356 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4baef1b6-fd8b-49f4-8826-a2184ac9d1a0 req-f1ee9612-635b-410c-871d-36ed3f2db554 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b271a184-3eae-4dd8-bd5f-f0a374129911 HTTP/1.1" status: 200 len: 217 time: 0.0508218 Mar 23 13:43:02.036339 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8073a3ea-cd6f-41ac-af1d-43a9bd4d4cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '5e630f0a-0027-466b-90b0-1a3e1e4c9cdd', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'floating_ip_address': '172.25.2.112', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'port_id': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'mac_address': 'fa:16:3e:03:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:37:41Z', 'updated_at': '2022-03-23T13:37:43Z', 'revision_number': 1, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6207f4-82ae-481b-a412-8ecc15e9f47d', 'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'mac_address': 'fa:16:3e:b5:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:16Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 5, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'subnets': [{'id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:02.046567 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baef1b6-fd8b-49f4-8826-a2184ac9d1a0 req-30b99a2d-fca9-4e10-a9df-efe9091d6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:43:02.047985 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4baef1b6-fd8b-49f4-8826-a2184ac9d1a0 req-30b99a2d-fca9-4e10-a9df-efe9091d6fa6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=622cd194-926c-460e-a3bb-c1b098658cb5 HTTP/1.1" status: 200 len: 849 time: 0.0547464 Mar 23 13:43:02.055491 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef205b-d29e-40f4-b650-231654e45859 req-576b03a8-b761-4c81-915b-15e422d23031 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:43:02.057136 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-adef205b-d29e-40f4-b650-231654e45859 req-576b03a8-b761-4c81-915b-15e422d23031 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 945 time: 0.1781991 Mar 23 13:43:02.063312 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8073a3ea-cd6f-41ac-af1d-43a9bd4d4cb9 None None] Checking router: 3c934144-8fda-4b3e-ac45-8cc1895db4bf for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:43:02.073084 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8073a3ea-cd6f-41ac-af1d-43a9bd4d4cb9 None None] Routers {'3c934144-8fda-4b3e-ac45-8cc1895db4bf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:43:02.073700 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8073a3ea-cd6f-41ac-af1d-43a9bd4d4cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:42:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:02.123648 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-adef205b-d29e-40f4-b650-231654e45859 req-20522388-b535-4c13-bc2b-33cb81d04c01 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567441 Mar 23 13:43:02.129415 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baef1b6-fd8b-49f4-8826-a2184ac9d1a0 req-a7c18d24-cd31-4812-8251-5a569607643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:43:02.130888 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4baef1b6-fd8b-49f4-8826-a2184ac9d1a0 req-a7c18d24-cd31-4812-8251-5a569607643f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19a5bd75-b0fd-4481-9439-0fb47ba73303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728254 Mar 23 13:43:02.199394 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-8073a3ea-cd6f-41ac-af1d-43a9bd4d4cb9 None None] Set router 3c934144-8fda-4b3e-ac45-8cc1895db4bf gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:43:02.233489 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4baef1b6-fd8b-49f4-8826-a2184ac9d1a0 req-1b9353cf-f4fb-45eb-b885-3ebbb044322b service neutron] 10.222.0.73 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911911 Mar 23 13:43:02.343904 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-4baef1b6-fd8b-49f4-8826-a2184ac9d1a0 req-4c7ad8f7-ab6f-4fc4-b77a-a7f5dc807160 service neutron] 10.222.0.73 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022089 Mar 23 13:43:02.462546 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-8073a3ea-cd6f-41ac-af1d-43a9bd4d4cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '5e630f0a-0027-466b-90b0-1a3e1e4c9cdd', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'floating_ip_address': '172.25.2.112', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'port_id': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'mac_address': 'fa:16:3e:03:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:37:41Z', 'updated_at': '2022-03-23T13:37:43Z', 'revision_number': 1, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6207f4-82ae-481b-a412-8ecc15e9f47d', 'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'mac_address': 'fa:16:3e:b5:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:16Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 5, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'subnets': [{'id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:02.488856 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8073a3ea-cd6f-41ac-af1d-43a9bd4d4cb9 None None] The sync data for ids ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'] in n-d-834854-1 is: [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_floatingips': [{'id': '5e630f0a-0027-466b-90b0-1a3e1e4c9cdd', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'floating_ip_address': '172.25.2.112', 'floating_network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'router_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'port_id': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'mac_address': 'fa:16:3e:03:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T13:37:41Z', 'updated_at': '2022-03-23T13:37:43Z', 'revision_number': 1, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6207f4-82ae-481b-a412-8ecc15e9f47d', 'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'mac_address': 'fa:16:3e:b5:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:16Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 5, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'subnets': [{'id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:43:02.757729 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f9323-3cfa-476c-8ffd-3af192ef9305 None None] New status for floating IP ebee6cc8-97c3-4fef-b5d1-f6c6f6209753: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:43:03.262607 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88e8eb-2ea6-4862-9dc5-86c07d558499 req-8ddb5a57-949e-4622-804e-f56764710140 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:43:03.264108 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad88e8eb-2ea6-4862-9dc5-86c07d558499 req-8ddb5a57-949e-4622-804e-f56764710140 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 945 time: 0.0538547 Mar 23 13:43:03.307468 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-ad88e8eb-2ea6-4862-9dc5-86c07d558499 req-dec04be1-1171-4700-8e4d-3cc26bc6efb1 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370901 Mar 23 13:43:03.655254 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe70602-837d-4c95-91dd-7eff8a5a94c4 req-1e2939d5-2c95-4ee8-8661-ba459c8230ed tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:43:03.656733 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8fe70602-837d-4c95-91dd-7eff8a5a94c4 req-1e2939d5-2c95-4ee8-8661-ba459c8230ed tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 945 time: 0.0506945 Mar 23 13:43:03.747395 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8fe70602-837d-4c95-91dd-7eff8a5a94c4 req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Deleting port b271a184-3eae-4dd8-bd5f-f0a374129911 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:43:03.747818 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8fe70602-837d-4c95-91dd-7eff8a5a94c4 req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:03.836597 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-8fe70602-837d-4c95-91dd-7eff8a5a94c4 req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] For port b271a184-3eae-4dd8-bd5f-f0a374129911, host n-h2-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834854-1',level=0,port_id=b271a184-3eae-4dd8-bd5f-f0a374129911,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:43:03.836957 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8fe70602-837d-4c95-91dd-7eff8a5a94c4 req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:03.849177 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-8fe70602-837d-4c95-91dd-7eff8a5a94c4 req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Calling delete_port for b271a184-3eae-4dd8-bd5f-f0a374129911 owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:43:03.974999 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8fe70602-837d-4c95-91dd-7eff8a5a94c4 req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:04.004186 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event deleted for resources: {'Port': ['ID=b271a184-3eae-4dd8-bd5f-f0a374129911,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:04.016851 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:04.017201 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:04.017537 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:04.017872 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:04.018204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:04.018532 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:04.018858 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:04.019185 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:04.019503 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:04.019823 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:04.020183 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:04.020502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834854-1 {{(pid=102778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 13:43:04.054220 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe70602-837d-4c95-91dd-7eff8a5a94c4 req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] No DVR routers for this DVR port b271a184-3eae-4dd8-bd5f-f0a374129911 on host n-h2-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:43:04.057440 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-8fe70602-837d-4c95-91dd-7eff8a5a94c4 req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:04.060783 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-8fe70602-837d-4c95-91dd-7eff8a5a94c4 req-d9e28de1-f1af-4c21-bcb5-05f574102490 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.73 "DELETE /v2.0/ports/b271a184-3eae-4dd8-bd5f-f0a374129911 HTTP/1.1" status: 204 len: 173 time: 0.3979757 Mar 23 13:43:04.061223 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e86f842-ff76-44ce-b93d-bc122bda91bd', 'name': 'network-vif-deleted', 'tag': 'b271a184-3eae-4dd8-bd5f-f0a374129911'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:43:04.063505 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b3ac3c-6db1-42d2-9db3-3bdf64b71d34" -d '{"events": [{"server_uuid": "0e86f842-ff76-44ce-b93d-bc122bda91bd", "name": "network-vif-deleted", "tag": "b271a184-3eae-4dd8-bd5f-f0a374129911"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:43:04.156970 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3b0c8c-f113-4fab-a69d-4a3d76c2036e x-openstack-request-id: req-6e3b0c8c-f113-4fab-a69d-4a3d76c2036e {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:43:04.157284 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e86f842-ff76-44ce-b93d-bc122bda91bd", "name": "network-vif-deleted", "tag": "b271a184-3eae-4dd8-bd5f-f0a374129911", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:43:04.157540 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e3b0c8c-f113-4fab-a69d-4a3d76c2036e {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:43:04.157944 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f842-ff76-44ce-b93d-bc122bda91bd', 'name': 'network-vif-deleted', 'tag': 'b271a184-3eae-4dd8-bd5f-f0a374129911', 'status': 'completed', 'code': 200} Mar 23 13:43:04.429514 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-084d639b-f0dc-4428-913e-8030bfede2c7 req-fb9528d8-7463-449d-9e3a-dd4b1b66a1a1 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e86f842-ff76-44ce-b93d-bc122bda91bd HTTP/1.1" status: 200 len: 210 time: 0.0329390 Mar 23 13:43:04.626171 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device b271a184-3eae-4dd8-bd5f-f0a374129911 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:43:04.646141 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: b271a184-3eae-4dd8-bd5f-f0a374129911 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:43:04.646497 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device b271a184-3eae-4dd8-bd5f-f0a374129911 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:43:05.994975 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52348) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:43:06.150368 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-41408938-daee-4c6e-be6f-23e40f3b7d04 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Deleting port 268cdce8-0383-4a9a-ac85-d4bf05ab1376 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:43:06.150706 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41408938-daee-4c6e-be6f-23e40f3b7d04 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:06.224393 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41408938-daee-4c6e-be6f-23e40f3b7d04 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:06.224637 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41408938-daee-4c6e-be6f-23e40f3b7d04 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:06.236108 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-41408938-daee-4c6e-be6f-23e40f3b7d04 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Calling delete_port for 268cdce8-0383-4a9a-ac85-d4bf05ab1376 owned by network:floatingip {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:43:06.384511 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41408938-daee-4c6e-be6f-23e40f3b7d04 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:06.408671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41408938-daee-4c6e-be6f-23e40f3b7d04 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event deleted for resources: {'Port': ['ID=268cdce8-0383-4a9a-ac85-d4bf05ab1376,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:06.470772 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41408938-daee-4c6e-be6f-23e40f3b7d04 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for floatingip, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:06.471133 n-d-834854-1 neutron-server[102779]: INFO neutron.db.l3_db [None req-41408938-daee-4c6e-be6f-23e40f3b7d04 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Floating IP 5e630f0a-0027-466b-90b0-1a3e1e4c9cdd disassociated (deleted). External IP: 172.25.2.112, port: ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e. Mar 23 13:43:06.676780 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41408938-daee-4c6e-be6f-23e40f3b7d04 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Router 3c934144-8fda-4b3e-ac45-8cc1895db4bf has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:43:06.782681 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41408938-daee-4c6e-be6f-23e40f3b7d04 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:43:06.787558 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-41408938-daee-4c6e-be6f-23e40f3b7d04 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for floatingip, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:06.792769 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f1c762-c37f-4d52-b319-1002d4f8c5f2 None None] Sync routers for ids ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:43:06.806444 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f1c762-c37f-4d52-b319-1002d4f8c5f2 None None] Routers {'3c934144-8fda-4b3e-ac45-8cc1895db4bf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:43:06.807069 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-35f1c762-c37f-4d52-b319-1002d4f8c5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:42:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:06.916843 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-35f1c762-c37f-4d52-b319-1002d4f8c5f2 None None] Set router 3c934144-8fda-4b3e-ac45-8cc1895db4bf gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:43:07.118324 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-35f1c762-c37f-4d52-b319-1002d4f8c5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2e6207f4-82ae-481b-a412-8ecc15e9f47d', 'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'mac_address': 'fa:16:3e:b5:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:16Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 5, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'subnets': [{'id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:07.130528 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-41408938-daee-4c6e-be6f-23e40f3b7d04 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "DELETE /v2.0/floatingips/5e630f0a-0027-466b-90b0-1a3e1e4c9cdd HTTP/1.1" status: 204 len: 168 time: 1.1344671 Mar 23 13:43:07.131112 n-d-834854-1 neutron-server[102779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'tag': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e'}] {{(pid=102779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:43:07.133353 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4275e08faca8efc7d8a4979b018622af39c56873975769ce7ab7baa304b7900c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9093dc58-3faf-4d79-ac1a-52195a8366ae" -d '{"events": [{"name": "network-changed", "server_uuid": "26e4cc31-8638-4d9c-b56d-874a4fb29e21", "tag": "ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e"}]}' {{(pid=102779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:43:07.145946 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f1c762-c37f-4d52-b319-1002d4f8c5f2 None None] Checking router: 3c934144-8fda-4b3e-ac45-8cc1895db4bf for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:43:07.155278 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f1c762-c37f-4d52-b319-1002d4f8c5f2 None None] Routers {'3c934144-8fda-4b3e-ac45-8cc1895db4bf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:43:07.155893 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-35f1c762-c37f-4d52-b319-1002d4f8c5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:42:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:07.184617 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 13:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2709be3-7325-4036-9d98-1946f51434ad x-openstack-request-id: req-f2709be3-7325-4036-9d98-1946f51434ad {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:43:07.185114 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e4cc31-8638-4d9c-b56d-874a4fb29e21", "tag": "ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e", "status": "completed", "code": 200}]} {{(pid=102779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:43:07.185533 n-d-834854-1 neutron-server[102779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2709be3-7325-4036-9d98-1946f51434ad {{(pid=102779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:43:07.185943 n-d-834854-1 neutron-server[102779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'tag': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'status': 'completed', 'code': 200} Mar 23 13:43:07.251535 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093dc58-3faf-4d79-ac1a-52195a8366ae req-5666d7a9-a906-45bd-b281-f4a74623acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:43:07.253240 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9093dc58-3faf-4d79-ac1a-52195a8366ae req-5666d7a9-a906-45bd-b281-f4a74623acef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 1094 time: 0.0441053 Mar 23 13:43:07.269804 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-35f1c762-c37f-4d52-b319-1002d4f8c5f2 None None] Set router 3c934144-8fda-4b3e-ac45-8cc1895db4bf gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:43:07.356502 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093dc58-3faf-4d79-ac1a-52195a8366ae req-f5916e06-e9d6-4140-82bd-7299b3278682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:43:07.358076 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9093dc58-3faf-4d79-ac1a-52195a8366ae req-f5916e06-e9d6-4140-82bd-7299b3278682 service neutron] 10.222.0.77 "GET /v2.0/networks?id=19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 200 len: 911 time: 0.0971177 Mar 23 13:43:07.427478 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9093dc58-3faf-4d79-ac1a-52195a8366ae req-11641f54-a9e8-4845-9afe-1141290dfdb9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e HTTP/1.1" status: 200 len: 217 time: 0.0581396 Mar 23 13:43:07.475283 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a400155-25ca-4ad8-b82a-e60e626cf2b2 req-ae330e62-eff6-4ea9-97ee-ccdf2d7b88e1 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:43:07.476830 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7a400155-25ca-4ad8-b82a-e60e626cf2b2 req-ae330e62-eff6-4ea9-97ee-ccdf2d7b88e1 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 943 time: 0.1166828 Mar 23 13:43:07.507727 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093dc58-3faf-4d79-ac1a-52195a8366ae req-a2707457-62c5-44dc-b6c0-f5b9700a5dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:43:07.509215 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9093dc58-3faf-4d79-ac1a-52195a8366ae req-a2707457-62c5-44dc-b6c0-f5b9700a5dc1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=622cd194-926c-460e-a3bb-c1b098658cb5 HTTP/1.1" status: 200 len: 849 time: 0.0724013 Mar 23 13:43:07.547262 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-7a400155-25ca-4ad8-b82a-e60e626cf2b2 req-a103616d-9e20-4beb-939f-859e92892561 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639570 Mar 23 13:43:07.571221 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093dc58-3faf-4d79-ac1a-52195a8366ae req-d9d92d76-9afe-48ab-8bf9-9d7a13f5cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:43:07.573416 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9093dc58-3faf-4d79-ac1a-52195a8366ae req-d9d92d76-9afe-48ab-8bf9-9d7a13f5cdc3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19a5bd75-b0fd-4481-9439-0fb47ba73303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538976 Mar 23 13:43:07.631014 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-35f1c762-c37f-4d52-b319-1002d4f8c5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2e6207f4-82ae-481b-a412-8ecc15e9f47d', 'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'mac_address': 'fa:16:3e:b5:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:16Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 5, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'subnets': [{'id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:07.658966 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f1c762-c37f-4d52-b319-1002d4f8c5f2 None None] The sync data for ids ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'] in n-d-834854-1 is: [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:37:16Z', 'revision_number': 4, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1', '_interfaces': [{'id': '2e6207f4-82ae-481b-a412-8ecc15e9f47d', 'name': '', 'network_id': '19a5bd75-b0fd-4481-9439-0fb47ba73303', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'mac_address': 'fa:16:3e:b5:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:16Z', 'updated_at': '2022-03-23T13:37:21Z', 'revision_number': 5, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'subnets': [{'id': '622cd194-926c-460e-a3bb-c1b098658cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:43:07.678332 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9093dc58-3faf-4d79-ac1a-52195a8366ae req-bd61e55d-2224-4995-88ab-5fe32b03838b service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956581 Mar 23 13:43:07.776522 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-9093dc58-3faf-4d79-ac1a-52195a8366ae req-848f3f2c-7682-440c-afb4-4f8d1510e84b service neutron] 10.222.0.77 "GET /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863461 Mar 23 13:43:07.904800 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498142b1-8cbb-4cf2-ab1c-daebf7c360d6 None None] New status for floating IP 5e630f0a-0027-466b-90b0-1a3e1e4c9cdd: DOWN {{(pid=102781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 13:43:08.428071 n-d-834854-1 neutron-server[102778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608d21b-9242-4060-a6f0-02c63d028f50 req-553aee76-bcf3-4d93-ad68-da0c52dd56e4 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:43:08.429532 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1608d21b-9242-4060-a6f0-02c63d028f50 req-553aee76-bcf3-4d93-ad68-da0c52dd56e4 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.77 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 943 time: 0.0526614 Mar 23 13:43:08.525441 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1608d21b-9242-4060-a6f0-02c63d028f50 req-25165c1f-17f6-497e-8105-eeae52fce36d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Deleting port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:43:08.525780 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1608d21b-9242-4060-a6f0-02c63d028f50 req-25165c1f-17f6-497e-8105-eeae52fce36d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:08.613062 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [req-1608d21b-9242-4060-a6f0-02c63d028f50 req-25165c1f-17f6-497e-8105-eeae52fce36d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] For port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e, host n-h1-834854-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834854-1',level=0,port_id=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:43:08.613426 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1608d21b-9242-4060-a6f0-02c63d028f50 req-25165c1f-17f6-497e-8105-eeae52fce36d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:08.630861 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [req-1608d21b-9242-4060-a6f0-02c63d028f50 req-25165c1f-17f6-497e-8105-eeae52fce36d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Calling delete_port for ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e owned by compute:nova {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:43:08.642388 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device b271a184-3eae-4dd8-bd5f-f0a374129911 no longer exists at agent hyperv_n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:43:08.662012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] No Port match for: b271a184-3eae-4dd8-bd5f-f0a374129911 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:43:08.662356 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Device b271a184-3eae-4dd8-bd5f-f0a374129911 not bound to the agent host n-h2-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:43:08.667757 n-d-834854-1 neutron-server[102779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323def4-4922-487c-8265-c7e2d6f4457d req-52611ee1-bc91-45b9-91ce-201ce5997fb6 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 13:43:08.669351 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a323def4-4922-487c-8265-c7e2d6f4457d req-52611ee1-bc91-45b9-91ce-201ce5997fb6 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/ports?device_id=26e4cc31-8638-4d9c-b56d-874a4fb29e21 HTTP/1.1" status: 200 len: 943 time: 0.0489070 Mar 23 13:43:08.709907 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [req-a323def4-4922-487c-8265-c7e2d6f4457d req-62fd6306-fae3-4d50-8755-a2ad44779542 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "GET /v2.0/security-groups?id=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344331 Mar 23 13:43:08.765644 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1608d21b-9242-4060-a6f0-02c63d028f50 req-25165c1f-17f6-497e-8105-eeae52fce36d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:08.799627 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25165c1f-17f6-497e-8105-eeae52fce36d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event deleted for resources: {'Port': ['ID=ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:08.839447 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1608d21b-9242-4060-a6f0-02c63d028f50 req-25165c1f-17f6-497e-8105-eeae52fce36d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] No DVR routers for this DVR port ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e on host n-h1-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:43:08.842751 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [req-1608d21b-9242-4060-a6f0-02c63d028f50 req-25165c1f-17f6-497e-8105-eeae52fce36d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57552'] for port, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:08.846263 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [req-1608d21b-9242-4060-a6f0-02c63d028f50 req-25165c1f-17f6-497e-8105-eeae52fce36d tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.77 "DELETE /v2.0/ports/ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e HTTP/1.1" status: 204 len: 173 time: 0.4072058 Mar 23 13:43:08.846743 n-d-834854-1 neutron-server[102778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'name': 'network-vif-deleted', 'tag': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e'}] {{(pid=102778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 13:43:08.849102 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7196bfec5da3c0d5968152fe0536fead593dafd41603bdd6a579d2b9d4b0cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64fee32-2870-4aa6-9ef1-8de31772198a" -d '{"events": [{"server_uuid": "26e4cc31-8638-4d9c-b56d-874a4fb29e21", "name": "network-vif-deleted", "tag": "ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e"}]}' {{(pid=102778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 13:43:08.887155 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae55398-463c-4228-9a26-f3f938b92754 x-openstack-request-id: req-4ae55398-463c-4228-9a26-f3f938b92754 {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 13:43:08.887461 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e4cc31-8638-4d9c-b56d-874a4fb29e21", "name": "network-vif-deleted", "tag": "ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e", "status": "completed", "code": 200}]} {{(pid=102778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 13:43:08.887702 n-d-834854-1 neutron-server[102778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ae55398-463c-4228-9a26-f3f938b92754 {{(pid=102778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 13:43:08.888129 n-d-834854-1 neutron-server[102778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e4cc31-8638-4d9c-b56d-874a4fb29e21', 'name': 'network-vif-deleted', 'tag': 'ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e', 'status': 'completed', 'code': 200} Mar 23 13:43:09.770350 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52362) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:43:09.829173 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c76b5f18-78d7-4ca9-9aa7-e108a0558a06 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:09.853515 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c76b5f18-78d7-4ca9-9aa7-e108a0558a06 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:09.910193 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c76b5f18-78d7-4ca9-9aa7-e108a0558a06 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:09.912823 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-c76b5f18-78d7-4ca9-9aa7-e108a0558a06 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:09.914003 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-c76b5f18-78d7-4ca9-9aa7-e108a0558a06 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] 10.222.0.52 "DELETE /v2.0/security-groups/1115c7d7-af9c-4d1d-b9f7-9608ba76b20d HTTP/1.1" status: 204 len: 168 time: 0.1426759 Mar 23 13:43:09.923516 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b5f18-78d7-4ca9-9aa7-e108a0558a06 tempest-TestSnapshotPattern-2143847406 tempest-TestSnapshotPattern-2143847406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1115c7d7-af9c-4d1d-b9f7-9608ba76b20d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:09.965877 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52366) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:43:10.419264 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d51e84a4-a9e4-4f50-91a9-06306479c693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:10.985608 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d51e84a4-a9e4-4f50-91a9-06306479c693 admin admin] Deleting port 2e6207f4-82ae-481b-a412-8ecc15e9f47d {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:43:10.986295 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d51e84a4-a9e4-4f50-91a9-06306479c693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:11.060793 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-d51e84a4-a9e4-4f50-91a9-06306479c693 admin admin] For port 2e6207f4-82ae-481b-a412-8ecc15e9f47d, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=2e6207f4-82ae-481b-a412-8ecc15e9f47d,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:43:11.061152 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d51e84a4-a9e4-4f50-91a9-06306479c693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:11.073676 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-d51e84a4-a9e4-4f50-91a9-06306479c693 admin admin] Calling delete_port for 2e6207f4-82ae-481b-a412-8ecc15e9f47d owned by network:router_interface {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:43:11.259019 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d51e84a4-a9e4-4f50-91a9-06306479c693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:11.285564 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e84a4-a9e4-4f50-91a9-06306479c693 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6207f4-82ae-481b-a412-8ecc15e9f47d,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:11.459567 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-d51e84a4-a9e4-4f50-91a9-06306479c693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:11.668485 n-d-834854-1 neutron-server[102778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51e84a4-a9e4-4f50-91a9-06306479c693 admin admin] Router 3c934144-8fda-4b3e-ac45-8cc1895db4bf has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:43:11.676954 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:43:11.775711 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51e84a4-a9e4-4f50-91a9-06306479c693 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:43:11.780722 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-d51e84a4-a9e4-4f50-91a9-06306479c693 admin admin] 10.222.0.52 "PUT /v2.0/routers/3c934144-8fda-4b3e-ac45-8cc1895db4bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8137789 Mar 23 13:43:11.783243 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52370) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:43:11.785815 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac08c81-e51e-4f5f-a24b-f7b7a1c4a9f8 None None] Sync routers for ids ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'] in n-d-834854-1 {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:43:11.796403 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac08c81-e51e-4f5f-a24b-f7b7a1c4a9f8 None None] Routers {'3c934144-8fda-4b3e-ac45-8cc1895db4bf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:43:11.797104 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bac08c81-e51e-4f5f-a24b-f7b7a1c4a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:42:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:11.888850 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0128835b-d268-4ace-9958-c2d52254abf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:11.899489 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-bac08c81-e51e-4f5f-a24b-f7b7a1c4a9f8 None None] Set router 3c934144-8fda-4b3e-ac45-8cc1895db4bf gateway port host: n-d-834854-1 {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:43:11.989208 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0128835b-d268-4ace-9958-c2d52254abf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:12.049045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0128835b-d268-4ace-9958-c2d52254abf3 admin admin] Deleting port 3e87def0-c40e-4f04-b861-a3b450ffdf34 {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:43:12.049394 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0128835b-d268-4ace-9958-c2d52254abf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:12.077726 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bac08c81-e51e-4f5f-a24b-f7b7a1c4a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:43:11Z', 'revision_number': 5, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port': {'id': '3e87def0-c40e-4f04-b861-a3b450ffdf34', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:14Z', 'updated_at': '2022-03-23T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:12.103499 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac08c81-e51e-4f5f-a24b-f7b7a1c4a9f8 None None] Checking router: 3c934144-8fda-4b3e-ac45-8cc1895db4bf for host: n-d-834854-1 {{(pid=102780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:43:12.112281 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac08c81-e51e-4f5f-a24b-f7b7a1c4a9f8 None None] Routers {'3c934144-8fda-4b3e-ac45-8cc1895db4bf'} bound to L3 agent in host n-d-834854-1 {{(pid=102780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:43:12.112887 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bac08c81-e51e-4f5f-a24b-f7b7a1c4a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:42:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'], 'active': True} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:12.127407 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-0128835b-d268-4ace-9958-c2d52254abf3 admin admin] For port 3e87def0-c40e-4f04-b861-a3b450ffdf34, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=3e87def0-c40e-4f04-b861-a3b450ffdf34,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:43:12.127775 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0128835b-d268-4ace-9958-c2d52254abf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:12.142312 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-0128835b-d268-4ace-9958-c2d52254abf3 admin admin] Calling delete_port for 3e87def0-c40e-4f04-b861-a3b450ffdf34 owned by network:router_gateway {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:43:12.198082 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvr_db [None req-bac08c81-e51e-4f5f-a24b-f7b7a1c4a9f8 None None] Set router 3c934144-8fda-4b3e-ac45-8cc1895db4bf gateway port host: None {{(pid=102780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:43:12.227517 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e no longer exists at agent hyperv_n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:43:12.255613 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_hamode_db [None req-bac08c81-e51e-4f5f-a24b-f7b7a1c4a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:43:11Z', 'revision_number': 6, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:12.274042 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] No Port match for: ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:43:12.274391 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Device ff2a414f-56ad-4976-a6e4-d8a2dd8ea40e not bound to the agent host n-h1-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:43:12.298967 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac08c81-e51e-4f5f-a24b-f7b7a1c4a9f8 None None] The sync data for ids ['3c934144-8fda-4b3e-ac45-8cc1895db4bf'] in n-d-834854-1 is: [{'id': '3c934144-8fda-4b3e-ac45-8cc1895db4bf', 'name': 'tempest-TestSnapshotPattern-1226944818-router', 'tenant_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:13Z', 'updated_at': '2022-03-23T13:43:11Z', 'revision_number': 6, 'project_id': '21d5e9e7770e4415a3a5b99fb6a683bb', 'gw_port_host': None}] {{(pid=102780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:43:12.321205 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0128835b-d268-4ace-9958-c2d52254abf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:12.348204 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128835b-d268-4ace-9958-c2d52254abf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e87def0-c40e-4f04-b861-a3b450ffdf34,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:12.411351 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0128835b-d268-4ace-9958-c2d52254abf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:12.502375 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0128835b-d268-4ace-9958-c2d52254abf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:12.504529 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0128835b-d268-4ace-9958-c2d52254abf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:12.545848 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0128835b-d268-4ace-9958-c2d52254abf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:12.546348 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0128835b-d268-4ace-9958-c2d52254abf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c934144-8fda-4b3e-ac45-8cc1895db4bf {{(pid=102778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:43:12.551332 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-0128835b-d268-4ace-9958-c2d52254abf3 admin admin] Notify callbacks [] for router, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:12.552526 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-0128835b-d268-4ace-9958-c2d52254abf3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/3c934144-8fda-4b3e-ac45-8cc1895db4bf HTTP/1.1" status: 204 len: 168 time: 0.7683785 Mar 23 13:43:12.555025 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52372) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:43:12.602585 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.db_base_plugin_v2 [None req-9897bffe-24f5-4c64-a21f-4c0de55a9e70 admin admin] Deleting subnet 622cd194-926c-460e-a3bb-c1b098658cb5 {{(pid=102778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:43:12.605967 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9897bffe-24f5-4c64-a21f-4c0de55a9e70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:12.641960 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9897bffe-24f5-4c64-a21f-4c0de55a9e70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25593613'] for subnet, precommit_delete_associations {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:12.723762 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9897bffe-24f5-4c64-a21f-4c0de55a9e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:12.797772 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9897bffe-24f5-4c64-a21f-4c0de55a9e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25408730'] for subnet, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:12.828045 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897bffe-24f5-4c64-a21f-4c0de55a9e70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622cd194-926c-460e-a3bb-c1b098658cb5,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:12.833761 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-9897bffe-24f5-4c64-a21f-4c0de55a9e70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:12.837083 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-9897bffe-24f5-4c64-a21f-4c0de55a9e70 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/622cd194-926c-460e-a3bb-c1b098658cb5 HTTP/1.1" status: 204 len: 168 time: 0.2811387 Mar 23 13:43:12.839632 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52374) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:43:12.842034 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559c570c-4222-4ce8-a78e-2236b19ed62e None None] Network 19a5bd75-b0fd-4481-9439-0fb47ba73303 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:43:12.906724 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:12.958103 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] Deleting port bd56ac7b-209b-4069-9496-68459243888b {{(pid=102778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:43:12.958440 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:13.024131 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.db [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] For port bd56ac7b-209b-4069-9496-68459243888b, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=bd56ac7b-209b-4069-9496-68459243888b,segment=NetworkSegment(7747f584-ddb2-43f0-a555-4689fc2efacf),segment_id=7747f584-ddb2-43f0-a555-4689fc2efacf)] {{(pid=102778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:43:13.024778 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:13.037055 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.plugin [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] Calling delete_port for bd56ac7b-209b-4069-9496-68459243888b owned by network:dhcp {{(pid=102778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:43:13.071436 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488cd8e7-4c5f-4578-bc5a-d8c3e77a5e7d None None] DHCP port deletion for 19a5bd75-b0fd-4481-9439-0fb47ba73303 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:43:13.136784 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26169125'] for port, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:13.145984 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2e6207f4-82ae-481b-a412-8ecc15e9f47d no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:43:13.169446 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd56ac7b-209b-4069-9496-68459243888b,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:13.171329 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 2e6207f4-82ae-481b-a412-8ecc15e9f47d {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:43:13.172012 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 2e6207f4-82ae-481b-a412-8ecc15e9f47d not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:43:13.176724 n-d-834854-1 neutron-server[102778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] No DVR routers for this DVR port bd56ac7b-209b-4069-9496-68459243888b on host n-d-834854-1 {{(pid=102778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:43:13.181310 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-488cd8e7-4c5f-4578-bc5a-d8c3e77a5e7d None None] Deleting port bd56ac7b-209b-4069-9496-68459243888b {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:43:13.181705 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-488cd8e7-4c5f-4578-bc5a-d8c3e77a5e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:13.246027 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-488cd8e7-4c5f-4578-bc5a-d8c3e77a5e7d None None] For port bd56ac7b-209b-4069-9496-68459243888b, host n-d-834854-1, got binding levels [] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:43:13.246414 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-488cd8e7-4c5f-4578-bc5a-d8c3e77a5e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:13.258760 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:13.258968 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-488cd8e7-4c5f-4578-bc5a-d8c3e77a5e7d None None] Calling delete_port for bd56ac7b-209b-4069-9496-68459243888b owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:43:13.261974 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.ipam_backend_mixin [None req-488cd8e7-4c5f-4578-bc5a-d8c3e77a5e7d None None] Port bd56ac7b-209b-4069-9496-68459243888b was not found and therefore no delete operation was performed {{(pid=102780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 13:43:13.263298 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-488cd8e7-4c5f-4578-bc5a-d8c3e77a5e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:13.282167 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a5bd75-b0fd-4481-9439-0fb47ba73303']}} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:13.290136 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cd8e7-4c5f-4578-bc5a-d8c3e77a5e7d None None] Pushing event deleted for resources: {'Port': ['ID=bd56ac7b-209b-4069-9496-68459243888b,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:13.293402 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7747f584-ddb2-43f0-a555-4689fc2efacf') {'for_net_delete': True} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:13.293774 n-d-834854-1 neutron-server[102778]: DEBUG neutron.services.segments.db [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7747f584-ddb2-43f0-a555-4689fc2efacf') {} {{(pid=102778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:13.297485 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488cd8e7-4c5f-4578-bc5a-d8c3e77a5e7d None None] No DVR routers for this DVR port bd56ac7b-209b-4069-9496-68459243888b on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:43:13.313543 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25593652'] for segment, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:13.329648 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:13.335649 n-d-834854-1 neutron-server[102778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:43:13.336230 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26169206'] for segment, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: Traceback (most recent call last): Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: timer() Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: cb(*args, **kw) Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: return func(*args, **kwargs) Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: self._notify() Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: self.callback(batched_events) Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: event.method(event) Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: return f(self, *a, **k) Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: return self._get(url).json() Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: return self.request(url, 'GET', **kwargs) Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:43:13.338020 n-d-834854-1 neutron-server[102778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:43:13.393283 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:13.399907 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] Notify callbacks [] for network, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:13.403081 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/19a5bd75-b0fd-4481-9439-0fb47ba73303 HTTP/1.1" status: 204 len: 168 time: 0.5624015 Mar 23 13:43:13.406121 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52376) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:43:13.419539 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77809aaa-f35f-4f72-af14-bd2b493aecc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=19a5bd75-b0fd-4481-9439-0fb47ba73303,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:13.755606 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75ced24e-418c-4bc3-890d-53ec5377d971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3718973'] for router_interface, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:14.000223 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-75ced24e-418c-4bc3-890d-53ec5377d971 admin admin] Deleting port e58a11e0-4283-4b36-9d57-35b655e6a187 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:43:14.000560 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75ced24e-418c-4bc3-890d-53ec5377d971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:14.084623 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-75ced24e-418c-4bc3-890d-53ec5377d971 admin admin] For port e58a11e0-4283-4b36-9d57-35b655e6a187, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=e58a11e0-4283-4b36-9d57-35b655e6a187,segment=NetworkSegment(49b114b6-c3a1-428b-a1ec-edd3401a3adc),segment_id=49b114b6-c3a1-428b-a1ec-edd3401a3adc)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:43:14.084898 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75ced24e-418c-4bc3-890d-53ec5377d971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:14.098206 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-75ced24e-418c-4bc3-890d-53ec5377d971 admin admin] Calling delete_port for e58a11e0-4283-4b36-9d57-35b655e6a187 owned by network:router_interface {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:43:14.278255 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75ced24e-418c-4bc3-890d-53ec5377d971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:14.306671 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ced24e-418c-4bc3-890d-53ec5377d971 admin admin] Pushing event deleted for resources: {'Port': ['ID=e58a11e0-4283-4b36-9d57-35b655e6a187,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:14.473043 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-75ced24e-418c-4bc3-890d-53ec5377d971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3628786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719081'] for router_interface, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:14.698861 n-d-834854-1 neutron-server[102779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ced24e-418c-4bc3-890d-53ec5377d971 admin admin] Router b19c006d-cd15-447f-ab48-d9d769119ca6 has already been hosted by L3 agent 271a6c5c-1165-4fd4-a115-fe37bc007e75 {{(pid=102779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 13:43:14.789126 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bd56ac7b-209b-4069-9496-68459243888b no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:43:14.806900 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ced24e-418c-4bc3-890d-53ec5377d971 admin admin] Notify agent at l3_agent.n-d-834854-1 the message routers_updated {{(pid=102779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 13:43:14.812921 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-75ced24e-418c-4bc3-890d-53ec5377d971 admin admin] 10.222.0.52 "PUT /v2.0/routers/b19c006d-cd15-447f-ab48-d9d769119ca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4055820 Mar 23 13:43:14.815279 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52378) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:43:14.819146 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efadce9d-23b7-4b6f-b161-3d9f83371987 None None] Sync routers for ids ['b19c006d-cd15-447f-ab48-d9d769119ca6'] in n-d-834854-1 {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 13:43:14.819685 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: bd56ac7b-209b-4069-9496-68459243888b {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:43:14.819977 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device bd56ac7b-209b-4069-9496-68459243888b not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:43:14.820713 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3e87def0-c40e-4f04-b861-a3b450ffdf34 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:43:14.832762 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efadce9d-23b7-4b6f-b161-3d9f83371987 None None] Routers {'b19c006d-cd15-447f-ab48-d9d769119ca6'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:43:14.833541 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-efadce9d-23b7-4b6f-b161-3d9f83371987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:42:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b19c006d-cd15-447f-ab48-d9d769119ca6'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:14.842994 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 3e87def0-c40e-4f04-b861-a3b450ffdf34 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:43:14.843340 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 3e87def0-c40e-4f04-b861-a3b450ffdf34 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:43:14.924402 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4149eaa5-31f3-47a1-b91b-95a6cc948106 admin admin] Notify callbacks [] for router, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:14.942081 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-efadce9d-23b7-4b6f-b161-3d9f83371987 None None] Set router b19c006d-cd15-447f-ab48-d9d769119ca6 gateway port host: n-d-834854-1 {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:43:15.021554 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4149eaa5-31f3-47a1-b91b-95a6cc948106 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:15.078642 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4149eaa5-31f3-47a1-b91b-95a6cc948106 admin admin] Deleting port 9c3cb777-2778-4a95-aa69-0fa98b30e9aa {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:43:15.078981 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4149eaa5-31f3-47a1-b91b-95a6cc948106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:15.115067 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-efadce9d-23b7-4b6f-b161-3d9f83371987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'name': 'tempest-TestSnapshotPattern-639826402-router', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'external_fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9c3cb777-2778-4a95-aa69-0fa98b30e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:18Z', 'updated_at': '2022-03-23T13:43:14Z', 'revision_number': 5, 'project_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'gw_port': {'id': '9c3cb777-2778-4a95-aa69-0fa98b30e9aa', 'name': '', 'network_id': 'd572c108-a075-488a-949c-3a07028bd9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834854-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T13:37:18Z', 'updated_at': '2022-03-23T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f194492-3d19-48e2-a3e7-f66d458d3c01', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834854-1'}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:15.140957 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efadce9d-23b7-4b6f-b161-3d9f83371987 None None] Checking router: b19c006d-cd15-447f-ab48-d9d769119ca6 for host: n-d-834854-1 {{(pid=102781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 13:43:15.148831 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efadce9d-23b7-4b6f-b161-3d9f83371987 None None] Routers {'b19c006d-cd15-447f-ab48-d9d769119ca6'} bound to L3 agent in host n-d-834854-1 {{(pid=102781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 13:43:15.149437 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-efadce9d-23b7-4b6f-b161-3d9f83371987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834854-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:12:26Z,description=,heartbeat_timestamp=2022-03-23T13:42:57Z,host='n-d-834854-1',id=271a6c5c-1165-4fd4-a115-fe37bc007e75,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:12:26Z,topic='l3_agent')) {'router_ids': ['b19c006d-cd15-447f-ab48-d9d769119ca6'], 'active': True} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:15.158339 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-4149eaa5-31f3-47a1-b91b-95a6cc948106 admin admin] For port 9c3cb777-2778-4a95-aa69-0fa98b30e9aa, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=9c3cb777-2778-4a95-aa69-0fa98b30e9aa,segment=NetworkSegment(0ca515d3-2d3a-4784-ba0d-82f37f358d39),segment_id=0ca515d3-2d3a-4784-ba0d-82f37f358d39)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:43:15.158699 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4149eaa5-31f3-47a1-b91b-95a6cc948106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:15.172001 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-4149eaa5-31f3-47a1-b91b-95a6cc948106 admin admin] Calling delete_port for 9c3cb777-2778-4a95-aa69-0fa98b30e9aa owned by network:router_gateway {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:43:15.234778 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_dvr_db [None req-efadce9d-23b7-4b6f-b161-3d9f83371987 None None] Set router b19c006d-cd15-447f-ab48-d9d769119ca6 gateway port host: None {{(pid=102781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 13:43:15.287964 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.l3_hamode_db [None req-efadce9d-23b7-4b6f-b161-3d9f83371987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'name': 'tempest-TestSnapshotPattern-639826402-router', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:18Z', 'updated_at': '2022-03-23T13:43:15Z', 'revision_number': 6, 'project_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'gw_port_host': None}], 'n-d-834854-1', False) {} {{(pid=102781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:15.313618 n-d-834854-1 neutron-server[102781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efadce9d-23b7-4b6f-b161-3d9f83371987 None None] The sync data for ids ['b19c006d-cd15-447f-ab48-d9d769119ca6'] in n-d-834854-1 is: [{'id': 'b19c006d-cd15-447f-ab48-d9d769119ca6', 'name': 'tempest-TestSnapshotPattern-639826402-router', 'tenant_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T13:37:18Z', 'updated_at': '2022-03-23T13:43:15Z', 'revision_number': 6, 'project_id': '190fb95ed58f4d3ca02bbbf76c6f03ef', 'gw_port_host': None}] {{(pid=102781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 13:43:15.341481 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4149eaa5-31f3-47a1-b91b-95a6cc948106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:15.368969 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149eaa5-31f3-47a1-b91b-95a6cc948106 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3cb777-2778-4a95-aa69-0fa98b30e9aa,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:15.430502 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4149eaa5-31f3-47a1-b91b-95a6cc948106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716855'] for router_gateway, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:15.519376 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4149eaa5-31f3-47a1-b91b-95a6cc948106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27841'] for router, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:15.521409 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4149eaa5-31f3-47a1-b91b-95a6cc948106 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:15.562824 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4149eaa5-31f3-47a1-b91b-95a6cc948106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3717979'] for router, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:15.563338 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4149eaa5-31f3-47a1-b91b-95a6cc948106 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b19c006d-cd15-447f-ab48-d9d769119ca6 {{(pid=102779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 13:43:15.567545 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-4149eaa5-31f3-47a1-b91b-95a6cc948106 admin admin] Notify callbacks [] for router, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:15.568687 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-4149eaa5-31f3-47a1-b91b-95a6cc948106 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b19c006d-cd15-447f-ab48-d9d769119ca6 HTTP/1.1" status: 204 len: 168 time: 0.7523825 Mar 23 13:43:15.571447 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52380) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:43:15.615489 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dbf2cd3-810e-482e-8b79-eb4cafea5d76 admin admin] Deleting subnet 8824eae8-ce2e-4c95-95e6-5aea7adb4fc5 {{(pid=102779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 13:43:15.618518 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2cd3-810e-482e-8b79-eb4cafea5d76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:15.658579 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2cd3-810e-482e-8b79-eb4cafea5d76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26040323'] for subnet, precommit_delete_associations {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:15.738518 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2cd3-810e-482e-8b79-eb4cafea5d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608961'] for subnet, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:15.791529 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2cd3-810e-482e-8b79-eb4cafea5d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26715287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856338'] for subnet, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:15.821952 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf2cd3-810e-482e-8b79-eb4cafea5d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8824eae8-ce2e-4c95-95e6-5aea7adb4fc5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:15.827121 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2cd3-810e-482e-8b79-eb4cafea5d76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:15.830314 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-9dbf2cd3-810e-482e-8b79-eb4cafea5d76 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8824eae8-ce2e-4c95-95e6-5aea7adb4fc5 HTTP/1.1" status: 204 len: 168 time: 0.2578678 Mar 23 13:43:15.832779 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52382) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:43:15.835991 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc8cc03-9421-48c5-a0f3-104f6389d140 None None] Network 826dabd7-40ae-4ba3-80ee-3b76dd71de62 requested from n-d-834854-1 {{(pid=102780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 13:43:15.900010 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569218'] for network, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:15.952853 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] Deleting port 8f7b8440-914f-48a9-9062-a683cbe4b998 {{(pid=102779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:43:15.953194 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:16.018971 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.db [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] For port 8f7b8440-914f-48a9-9062-a683cbe4b998, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8f7b8440-914f-48a9-9062-a683cbe4b998,segment=NetworkSegment(49b114b6-c3a1-428b-a1ec-edd3401a3adc),segment_id=49b114b6-c3a1-428b-a1ec-edd3401a3adc)] {{(pid=102779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:43:16.019314 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:16.035072 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.plugin [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] Calling delete_port for 8f7b8440-914f-48a9-9062-a683cbe4b998 owned by network:dhcp {{(pid=102779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:43:16.050189 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b910ac18-5501-451e-8ed7-2f765319e6ee None None] DHCP port deletion for 826dabd7-40ae-4ba3-80ee-3b76dd71de62 request from n-d-834854-1 {{(pid=102780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 13:43:16.102503 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b910ac18-5501-451e-8ed7-2f765319e6ee None None] Deleting port 8f7b8440-914f-48a9-9062-a683cbe4b998 {{(pid=102780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 13:43:16.102968 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b910ac18-5501-451e-8ed7-2f765319e6ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742089774933'] for port, before_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:16.118064 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26721382'] for port, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:16.144267 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7b8440-914f-48a9-9062-a683cbe4b998,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:16.148048 n-d-834854-1 neutron-server[102779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] No DVR routers for this DVR port 8f7b8440-914f-48a9-9062-a683cbe4b998 on host n-d-834854-1 {{(pid=102779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:43:16.169677 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.db [None req-b910ac18-5501-451e-8ed7-2f765319e6ee None None] For port 8f7b8440-914f-48a9-9062-a683cbe4b998, host n-d-834854-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834854-1',level=0,port_id=8f7b8440-914f-48a9-9062-a683cbe4b998,segment=NetworkSegment(49b114b6-c3a1-428b-a1ec-edd3401a3adc),segment_id=49b114b6-c3a1-428b-a1ec-edd3401a3adc)] {{(pid=102780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 13:43:16.170078 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b910ac18-5501-451e-8ed7-2f765319e6ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3715036'] for port, precommit_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:16.184207 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-b910ac18-5501-451e-8ed7-2f765319e6ee None None] Calling delete_port for 8f7b8440-914f-48a9-9062-a683cbe4b998 owned by network:dhcp {{(pid=102780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 13:43:16.224609 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606294', 'neutron.services.segments.db._delete_segments_for_network-8742089756528'] for network, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:16.246717 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826dabd7-40ae-4ba3-80ee-3b76dd71de62']}} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:16.255998 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b114b6-c3a1-428b-a1ec-edd3401a3adc') {'for_net_delete': True} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:16.256291 n-d-834854-1 neutron-server[102779]: DEBUG neutron.services.segments.db [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b114b6-c3a1-428b-a1ec-edd3401a3adc') {} {{(pid=102779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 13:43:16.260263 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b910ac18-5501-451e-8ed7-2f765319e6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742089780911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742089223361'] for port, after_delete {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:16.266240 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742089756793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26040378'] for segment, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:16.282160 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882'] for segment, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:16.292369 n-d-834854-1 neutron-server[102779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 13:43:16.292778 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26721333'] for segment, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:16.293411 n-d-834854-1 neutron-server[102780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910ac18-5501-451e-8ed7-2f765319e6ee None None] Pushing event deleted for resources: {'Port': ['ID=8f7b8440-914f-48a9-9062-a683cbe4b998,revision_number=None']} {{(pid=102780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: Traceback (most recent call last): Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: timer() Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: cb(*args, **kw) Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: return func(*args, **kwargs) Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: self._notify() Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: self.callback(batched_events) Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: event.method(event) Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: return f(self, *a, **k) Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: return self._get(url).json() Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: return self.request(url, 'GET', **kwargs) Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 13:43:16.295109 n-d-834854-1 neutron-server[102779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 13:43:16.297959 n-d-834854-1 neutron-server[102780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b910ac18-5501-451e-8ed7-2f765319e6ee None None] No DVR routers for this DVR port 8f7b8440-914f-48a9-9062-a683cbe4b998 on host n-d-834854-1 {{(pid=102780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 13:43:16.359987 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3628779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715375'] for network, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:16.366412 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] Notify callbacks [] for network, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:16.369956 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] 10.222.0.52 "DELETE /v2.0/networks/826dabd7-40ae-4ba3-80ee-3b76dd71de62 HTTP/1.1" status: 204 len: 168 time: 0.5359282 Mar 23 13:43:16.383898 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba96377-4743-45a8-a240-49781d4d3671 admin admin] Pushing event deleted for resources: {'Network': ['ID=826dabd7-40ae-4ba3-80ee-3b76dd71de62,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:16.487913 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52386) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:43:16.527178 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-23b710cc-0404-4bd4-929a-68d3e524829d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21d5e9e7770e4415a3a5b99fb6a683bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380745 Mar 23 13:43:16.529637 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [-] (102779) accepted ('10.222.0.52', 52388) {{(pid=102779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:43:16.576682 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfedb3d4-fb10-4628-af49-38ad37b6dd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:16.597582 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfedb3d4-fb10-4628-af49-38ad37b6dd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:16.643311 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfedb3d4-fb10-4628-af49-38ad37b6dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:16.645907 n-d-834854-1 neutron-server[102779]: DEBUG neutron_lib.callbacks.manager [None req-bfedb3d4-fb10-4628-af49-38ad37b6dd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:16.647056 n-d-834854-1 neutron-server[102779]: INFO neutron.wsgi [None req-bfedb3d4-fb10-4628-af49-38ad37b6dd0f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab27acff-6af4-453c-bd34-be69c292c0a5 HTTP/1.1" status: 204 len: 168 time: 0.1165361 Mar 23 13:43:16.655166 n-d-834854-1 neutron-server[102779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedb3d4-fb10-4628-af49-38ad37b6dd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab27acff-6af4-453c-bd34-be69c292c0a5,revision_number=None']} {{(pid=102779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:16.740861 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9c3cb777-2778-4a95-aa69-0fa98b30e9aa no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:43:16.766667 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 9c3cb777-2778-4a95-aa69-0fa98b30e9aa {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:43:16.767006 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 9c3cb777-2778-4a95-aa69-0fa98b30e9aa not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:43:16.767414 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e58a11e0-4283-4b36-9d57-35b655e6a187 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:43:16.791738 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: e58a11e0-4283-4b36-9d57-35b655e6a187 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:43:16.792100 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device e58a11e0-4283-4b36-9d57-35b655e6a187 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:43:16.792622 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8f7b8440-914f-48a9-9062-a683cbe4b998 no longer exists at agent ovs-agent-n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 13:43:16.817055 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.plugin [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] No Port match for: 8f7b8440-914f-48a9-9062-a683cbe4b998 {{(pid=102780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 13:43:16.817295 n-d-834854-1 neutron-server[102780]: DEBUG neutron.plugins.ml2.rpc [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Device 8f7b8440-914f-48a9-9062-a683cbe4b998 not bound to the agent host n-d-834854-1 {{(pid=102780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 13:43:16.820652 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:16.970753 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52394) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:43:17.012135 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-a6768879-b711-4008-a87a-c60c9b2b7fa9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=190fb95ed58f4d3ca02bbbf76c6f03ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402079 Mar 23 13:43:17.014583 n-d-834854-1 neutron-server[102778]: DEBUG neutron.wsgi [-] (102778) accepted ('10.222.0.52', 52396) {{(pid=102778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 13:43:17.061993 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad9bf2c7-ea85-4e8d-bf42-208c09fc3ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:17.082094 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad9bf2c7-ea85-4e8d-bf42-208c09fc3ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:17.127937 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad9bf2c7-ea85-4e8d-bf42-208c09fc3ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773723'] for security_group, after_delete {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:17.130528 n-d-834854-1 neutron-server[102778]: DEBUG neutron_lib.callbacks.manager [None req-ad9bf2c7-ea85-4e8d-bf42-208c09fc3ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:17.131686 n-d-834854-1 neutron-server[102778]: INFO neutron.wsgi [None req-ad9bf2c7-ea85-4e8d-bf42-208c09fc3ba7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f51e227-43cf-4a01-b780-66b5ad737a73 HTTP/1.1" status: 204 len: 168 time: 0.1162081 Mar 23 13:43:17.140082 n-d-834854-1 neutron-server[102778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bf2c7-ea85-4e8d-bf42-208c09fc3ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f51e227-43cf-4a01-b780-66b5ad737a73,revision_number=None']} {{(pid=102778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 13:43:18.110055 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:24.194621 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-07d0531b-ae34-4cc3-9f0c-eb9752a49924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:27.046174 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-963dbf3a-751c-43c1-922b-824df24bc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:28.061455 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:29.364006 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:29.687130 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:46.794947 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:48.124481 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:48.676108 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:43:54.202154 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7428cef2-af4f-4b0a-92e9-779a6b4c74c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:57.047769 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-141abd56-62c6-4d2b-a7bb-ece39d1ba011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:58.064766 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:59.366280 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:43:59.695774 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:44:16.802602 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:44:18.107133 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:44:24.193811 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-e2bdbedc-f989-4cf0-aebd-45ae66538dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:44:25.674624 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:44:27.049699 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b3c106ad-3335-42cf-8ab7-d32530c1d059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:44:28.070495 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:44:29.368523 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:44:29.687271 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:44:46.793854 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:44:48.120956 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:44:54.196555 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3d94457f-3ff8-458c-b57f-d3dba95719f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:44:57.051321 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-9c576b9f-66e2-45fd-a3c4-3ef315d6390f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:44:58.070672 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:44:59.371399 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:44:59.688303 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:45:02.673110 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:45:16.792605 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:45:18.121338 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:45:24.201471 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-0da54d54-ff15-491f-838e-6c3aeefd8a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:45:27.055027 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-b3b60435-7700-4764-9ecf-a862cda3d2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:45:28.072894 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:45:29.374004 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:45:29.690221 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:45:39.674400 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:45:46.792451 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:45:48.134906 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:45:54.202322 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-47bb3269-87ff-4b8d-9757-b115a95a5364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:45:57.056780 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-3284af6c-eb1d-4288-bffb-34c006233aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:45:58.075971 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:45:59.376352 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:45:59.692334 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:46:16.673454 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:46:16.791397 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:46:18.120703 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:46:24.203393 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-98fed89b-b3e5-456d-b0f4-1f087cb1132b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:46:27.062512 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-deccd20f-cc33-4d18-9f09-e6d84024ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:46:28.080735 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:46:29.379969 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:46:29.694064 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:46:46.822447 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:46:48.137801 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:46:53.671897 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:46:54.205398 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-8fd65c58-5b69-4028-b78f-4d5f6b9cb00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:46:57.054965 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-71d06fa3-ce2c-4fc9-9fa2-6abe9120693c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:46:58.081112 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:46:59.385301 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:46:59.698027 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:47:16.837039 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:47:18.151303 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:47:24.207969 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-19695404-ea13-47e5-add5-25517be27cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:47:27.057288 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-62a9751e-4534-4e9a-a968-0152d0f940d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:47:28.084455 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:47:29.386559 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:47:29.700162 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:47:30.671076 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:47:46.837417 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:47:48.149160 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:47:54.209768 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-42c7b70d-d96d-42f3-8a3c-f15328d67d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:47:57.059450 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ca84eae0-946e-41fc-a011-1bbde59c5066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:47:58.087729 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:47:59.389506 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:47:59.702248 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:48:07.669742 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:48:16.835819 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:48:18.147295 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:48:24.211274 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-84b1da90-f261-4c0c-bcc7-0a2363e674aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:48:27.061742 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f798c6d2-8f2c-474f-8c45-1945d5f2abb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:48:28.093997 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:48:29.392368 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:48:29.704070 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:48:44.668418 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:48:46.851142 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:48:48.162279 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:48:54.214223 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ae6016df-ceb4-4800-820a-6d9fb92ff999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:48:57.066215 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-c05960a0-a6df-44e6-9364-0f6b8c6d03bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:48:58.091771 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:48:59.396164 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:48:59.706820 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:49:16.842359 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:49:18.174752 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:49:21.667697 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:49:24.215071 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-dfc8715b-63a6-47cc-97ab-a5da59b9be23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:49:27.060913 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ce32b6b2-3da7-4d3b-bbae-5a2fc9ac9cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:49:28.094969 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:49:29.397163 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:49:29.710650 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:49:46.857238 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:49:48.178338 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:49:54.216806 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-57b78039-88a2-43f2-97c2-87d0b0dde6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:49:57.062976 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-72c84d83-d523-4295-8d90-d8c08d9773db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:49:58.098797 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:49:58.666399 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:49:59.400363 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:49:59.713524 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:50:16.885015 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:50:18.164992 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:50:18.205459 n-d-834854-1 neutron-server[102779]: DEBUG neutron.wsgi [req-ab01dc68-9790-445d-bbae-ebdb8f43fc4d req-f0bd3305-d2d7-4aaf-9358-18c72edb906f service neutron] (102779) timed out ('10.222.0.52', 50110) {{(pid=102779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 13:50:24.218578 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-77fbe626-7f9b-4cdd-a4e0-b9964b09bb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:50:27.065701 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ac40ea97-93fd-4311-8e6f-29611c74c098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:50:28.101185 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:50:29.404103 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:50:29.717957 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:50:35.664876 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:50:46.895247 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:50:48.172899 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:50:54.221557 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6a51b7b9-e0be-44ae-8e90-01136e074fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:50:57.066601 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-afd2d413-918d-454f-8fd4-a2e14565ac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:50:58.103545 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:50:59.405890 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:50:59.719853 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:51:12.663815 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:51:16.924504 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:51:18.183830 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:51:24.223267 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-7d1dafcf-ac94-49fe-b0c2-4eefec1c94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:51:27.067181 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-6ff3c025-1083-4ad3-932f-40ba5e9fce8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:51:28.109363 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:51:29.408900 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:51:29.722357 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:51:46.942410 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:51:48.187037 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:51:49.662909 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:51:54.224720 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-2ead1f2c-bfc8-4de8-a021-9d32c109f24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:51:57.068512 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27204705-4ab8-401a-acf5-aaa2ed485d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:51:58.110055 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:51:59.412936 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:51:59.729435 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:52:16.949165 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:52:18.212202 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:52:24.225926 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d5eb8a6c-39a0-4888-9995-69ca80125bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:52:26.662396 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:52:27.069565 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-48b3b492-0123-4436-adb2-08ff031bae45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:52:28.112808 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:52:29.416488 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:52:29.724625 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:52:46.969332 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-fe056b73-f0d5-4bf3-8c7b-9e56031a475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:52:48.213258 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9ba6-5121-44a8-aba4-99d426cee334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:52:54.231021 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-d3d01c69-9ddc-44c6-87a8-b098d9b5556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:52:57.070494 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-bb7f0241-1b77-49d4-aa19-d2a683a81f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:52:58.116273 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-f29565b8-a1c9-41e0-a36e-ac10a8adf28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:52:59.418479 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-5500ce92-2bec-4be1-80c4-049d61b63700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:52:59.727714 n-d-834854-1 neutron-server[102780]: DEBUG neutron_lib.callbacks.manager [None req-27dc13b9-c211-4166-aa95-f8c97591150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742089756510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607718'] for agent, after_update {{(pid=102780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 13:53:03.662175 n-d-834854-1 neutron-server[102781]: DEBUG neutron.db.agents_db [None req-59e35127-f030-4577-877a-3213428ad59e None None] Agent healthcheck: found 7 active agents {{(pid=102781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}